-- Logs begin at Tue 2021-08-03 18:21:37 UTC, end at Tue 2021-08-03 20:49:22 UTC. -- Aug 03 18:53:36.456746 n-d-803378-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 03 18:53:39.323272 n-d-803378-1 neutron-server[94016]: INFO neutron.common.config [-] Logging enabled! Aug 03 18:53:39.324021 n-d-803378-1 neutron-server[94016]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev513 Aug 03 18:53:39.324180 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94016) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 18:53:39.327332 n-d-803378-1 neutron-server[94016]: INFO neutron.common.config [-] Logging enabled! Aug 03 18:53:39.327587 n-d-803378-1 neutron-server[94016]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev513 Aug 03 18:53:39.327899 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94016) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 18:53:39.328860 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:53:39.329095 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:53:39.329522 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:53:39.329772 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:53:39.329998 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:53:39.330315 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.330619 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.330905 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.331117 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.331413 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.331701 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.331986 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.332271 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.332562 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.332846 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.333172 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.333456 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.333709 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.333991 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.334449 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.334740 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.334962 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] debug = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.335245 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.335675 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.336081 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.336362 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.336651 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.336928 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.337201 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.337512 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.337765 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.338118 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] host = n-d-803378-1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.338396 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.338680 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.338962 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.339245 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.339517 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.339820 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.340072 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.340345 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.340615 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] log_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.340892 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.341178 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.341455 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.341778 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.342006 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.342228 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.342514 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.342777 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.343064 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.343336 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.343605 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.343874 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.344145 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.344412 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.344697 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.344975 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.345264 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.345578 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.345854 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.346123 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.346396 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.346688 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.347148 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.347436 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.347717 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.348061 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.348343 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.348621 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.349531 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.349876 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.350161 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.350449 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.350725 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.351012 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.351286 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.351559 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.351834 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] use_json = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.352107 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.352379 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.352671 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.352944 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.353218 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.353523 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.353804 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.354092 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:39.354396 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.354693 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.354997 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.355279 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.355573 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.355853 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.356142 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.356420 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.356711 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.356998 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.357292 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.357598 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.357890 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.358169 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.358467 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.358774 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.359073 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.359369 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.359645 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.359921 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.360197 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.360477 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.360761 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.361060 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.361345 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.361638 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.361917 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.362209 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.362495 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.362761 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.363037 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.363320 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.363601 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.363875 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.364159 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.365000 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.365271 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.365570 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.365853 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.366145 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.366418 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.366689 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.366960 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.367234 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.367503 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.367787 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.368060 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.368331 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.368600 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.368875 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.369149 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.369420 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.369720 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.369990 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.370263 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.370533 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.370801 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.371072 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.371339 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.371609 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.371879 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.372145 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.372425 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.372697 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.372963 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.373233 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.373522 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.373795 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.374082 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.374381 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.374659 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.374940 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.375220 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.375494 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.375772 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.376047 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.376326 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.376607 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.376879 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.377175 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.377459 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.377769 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.378048 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.378326 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.378621 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.378901 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.379185 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.379463 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.379733 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.380068 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.380350 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.380642 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.380932 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.381225 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.381609 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.381902 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.382180 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.382496 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.382771 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:39.382988 n-d-803378-1 neutron-server[94016]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:53:39.383237 n-d-803378-1 neutron-server[94016]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94016) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 03 18:53:39.753141 n-d-803378-1 neutron-server[94016]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 18:53:39.753391 n-d-803378-1 neutron-server[94016]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 18:53:39.753644 n-d-803378-1 neutron-server[94016]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 18:53:39.753984 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 03 18:53:40.168394 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.168705 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.168930 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.170381 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.170654 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.170918 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.209412 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.209749 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.209961 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.224235 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.224518 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.224787 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.259693 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.259958 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.260224 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.300252 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.300510 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.300779 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.554652 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.555376 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.555376 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.555596 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.556203 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.685753 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.685987 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.686256 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.686528 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.686792 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.687100 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.687357 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.687610 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.687862 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.688153 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.688408 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.688670 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.688923 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.689170 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.689424 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.689713 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.689966 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.690231 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.690501 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.690756 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.691023 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.691272 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.691557 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.691958 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.692205 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.692483 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.692935 n-d-803378-1 neutron-server[94016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:53:40.693177 n-d-803378-1 neutron-server[94016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:53:40.693417 n-d-803378-1 neutron-server[94016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:53:40.693668 n-d-803378-1 neutron-server[94016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:53:40.693935 n-d-803378-1 neutron-server[94016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:53:40.694127 n-d-803378-1 neutron-server[94016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:53:40.694508 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 03 18:53:40.698091 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 03 18:53:40.702182 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 03 18:53:40.706408 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 03 18:53:40.708385 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 03 18:53:40.708981 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 03 18:53:40.709337 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 03 18:53:40.709739 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 03 18:53:40.712707 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 03 18:53:40.713041 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 03 18:53:40.713408 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 18:53:40.719118 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 03 18:53:40.744208 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 03 18:53:40.744681 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.744986 n-d-803378-1 neutron-server[94016]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94016) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 03 18:53:40.745348 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.746888 n-d-803378-1 neutron-server[94016]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94016) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 03 18:53:40.747186 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 18:53:40.747436 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 03 18:53:40.751266 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.751548 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:40.815456 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 03 18:53:40.815701 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 03 18:53:40.815920 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 03 18:53:40.816303 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 03 18:53:40.839131 n-d-803378-1 neutron-server[94016]: DEBUG oslo_db.sqlalchemy.engines [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94016) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 03 18:53:41.410205 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Initializing driver for type 'gre' Aug 03 18:53:41.410822 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] gre ID ranges: [(1, 1000)] Aug 03 18:53:41.481677 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Initializing driver for type 'local' Aug 03 18:53:41.482017 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Initializing driver for type 'vlan' Aug 03 18:53:41.497457 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] VlanTypeDriver initialization complete Aug 03 18:53:41.497908 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Initializing driver for type 'vxlan' Aug 03 18:53:41.498489 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] vxlan ID ranges: [(1, 1000)] Aug 03 18:53:41.560850 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Initializing extension driver 'port_security' Aug 03 18:53:41.561603 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.extensions.port_security [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] PortSecurityExtensionDriver initialization complete Aug 03 18:53:41.561971 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Initializing mechanism driver 'openvswitch' Aug 03 18:53:41.562501 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Initializing mechanism driver 'hyperv' Aug 03 18:53:41.573929 n-d-803378-1 neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:41.575357 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > port after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.575973 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > port after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.576570 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > port after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.577495 n-d-803378-1 neutron-server[94016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:53:41.578227 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > subnet after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.578824 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > subnet after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.579425 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.580103 n-d-803378-1 neutron-server[94016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:53:41.580789 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > network after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.581386 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > network after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.582036 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > network after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.582736 n-d-803378-1 neutron-server[94016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:53:41.584052 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > security_group after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.584756 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > security_group after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.585357 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > security_group after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.586183 n-d-803378-1 neutron-server[94016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:53:41.586884 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.587604 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.588214 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.588913 n-d-803378-1 neutron-server[94016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:53:41.589707 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > address_group after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.590308 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > address_group after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.590896 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > address_group after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.591571 n-d-803378-1 neutron-server[94016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:53:41.592225 n-d-803378-1 neutron-server[94016]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] ML2 OVO RPC backend initialized. {{(pid=94016) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 03 18:53:41.593610 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.594259 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.595012 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > network before_response 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.595640 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > networks before_response 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.596261 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > port before_response 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.596894 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > ports before_response 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.597532 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > subnet before_response 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.598353 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > subnets before_response 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.598776 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > network after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.599382 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > network after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.599960 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > network after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.600550 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > port after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.601129 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > port after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.601863 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > port after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.602472 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > subnet after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.603009 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > subnet after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.603366 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.604272 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.plugin [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Modular L2 Plugin initialization complete Aug 03 18:53:41.604839 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading services supported by the core plugin {{(pid=94016) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 03 18:53:41.605407 n-d-803378-1 neutron-server[94016]: INFO neutron.plugins.ml2.managers [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Got port-security extension from driver 'port_security' Aug 03 18:53:41.606251 n-d-803378-1 neutron-server[94016]: INFO neutron.extensions.vlantransparent [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Disabled vlantransparent extension. Aug 03 18:53:41.607113 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94016) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 03 18:53:41.607692 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading Plugin: router Aug 03 18:53:41.678269 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router_interface before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.678940 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router after_create 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.679684 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router before_create 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.680345 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.680980 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.681629 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router after_delete 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.682383 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > floatingip after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.683529 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router after_create 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.684155 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router after_update 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.684755 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router after_update 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.685365 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.686101 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router after_update 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.686832 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_update 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.687493 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: port after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.688091 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: port after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.688690 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: subnet after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.689293 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.689945 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > port precommit_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.690567 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_create 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.691161 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: port before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.691756 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.692371 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router after_update 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.693560 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_delete 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.694196 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_create 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.694908 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.695503 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_update 55549900 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.696154 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > agent after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.696780 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > agent after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.697386 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > network after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.699149 n-d-803378-1 neutron-server[94016]: DEBUG neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Tracking information for resource: router configured {{(pid=94016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:53:41.699830 n-d-803378-1 neutron-server[94016]: DEBUG neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Tracking information for resource: floatingip configured {{(pid=94016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:53:41.708785 n-d-803378-1 neutron-server[94016]: INFO neutron.db.l3_agentschedulers_db [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 03 18:53:41.709835 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: port after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.710463 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: port after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.711054 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: port after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.711787 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: port after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.713210 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router before_create 55550100 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.713878 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_delete 55550100 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.714518 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_create 55550100 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.715129 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > router precommit_update 55550100 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.723679 n-d-803378-1 neutron-server[94016]: DEBUG neutron.services.provider_configuration [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service providers = [] {{(pid=94016) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 03 18:53:41.724505 n-d-803378-1 neutron-server[94016]: DEBUG neutron.db.servicetype_db [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94016) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 03 18:53:41.729663 n-d-803378-1 neutron-server[94016]: DEBUG neutron.services.service_base [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:53:41.730250 n-d-803378-1 neutron-server[94016]: DEBUG neutron.services.service_base [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:53:41.730831 n-d-803378-1 neutron-server[94016]: DEBUG neutron.services.service_base [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:53:41.732389 n-d-803378-1 neutron-server[94016]: DEBUG neutron.services.service_base [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:53:41.733036 n-d-803378-1 neutron-server[94016]: INFO neutron.services.service_base [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 03 18:53:41.733740 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:53:41.734464 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 03 18:53:41.753882 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:53:41.754465 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading Plugin: auto_allocate Aug 03 18:53:41.764812 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: network precommit_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.765431 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: network precommit_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.766388 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:53:41.766923 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading Plugin: tag Aug 03 18:53:41.780733 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:53:41.781292 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading Plugin: timestamp Aug 03 18:53:41.788671 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:53:41.789206 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading Plugin: network_ip_availability Aug 03 18:53:41.799231 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.799857 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.800463 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:41.801834 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:53:41.802928 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading Plugin: flavors Aug 03 18:53:41.812280 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:53:41.812871 n-d-803378-1 neutron-server[94016]: INFO neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading Plugin: revisions Aug 03 18:53:41.821520 n-d-803378-1 neutron-server[94016]: DEBUG neutron.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:53:41.822201 n-d-803378-1 neutron-server[94016]: DEBUG oslo_concurrency.lockutils [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.068s {{(pid=94016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 18:53:41.823626 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94016) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 03 18:53:41.824190 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Initializing extension manager. Aug 03 18:53:41.825061 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: __init__.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.825723 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: __pycache__ {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.826322 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.826919 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: address_group.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.828312 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.829378 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: address-group Aug 03 18:53:41.829959 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: address_scope.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.831268 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.832178 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: address-scope Aug 03 18:53:41.832738 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: admin_state_down_before_update.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.834539 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.835495 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: router-admin-state-down-before-update Aug 03 18:53:41.836044 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: agent.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.837326 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.838320 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: agent Aug 03 18:53:41.838889 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: agent_resources_synced.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.840627 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.841695 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: agent-resources-synced Aug 03 18:53:41.842261 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: allowedaddresspairs.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.845796 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.846755 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: allowed-address-pairs Aug 03 18:53:41.847326 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: auto_allocated_topology.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.849428 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.850377 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: auto-allocated-topology Aug 03 18:53:41.850939 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: availability_zone.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.852179 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.853090 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: availability_zone Aug 03 18:53:41.853696 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: availability_zone_filter.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.855314 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.856238 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: availability_zone_filter Aug 03 18:53:41.856803 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: data_plane_status.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.858432 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.859382 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension data-plane-status not supported by any of loaded plugins Aug 03 18:53:41.859947 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: default_subnetpools.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.861620 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.862571 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: default-subnetpools Aug 03 18:53:41.863145 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: dhcpagentscheduler.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.865163 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.866149 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: dhcp_agent_scheduler Aug 03 18:53:41.866722 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: dns.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.868355 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.869300 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension dns-integration not supported by any of loaded plugins Aug 03 18:53:41.869918 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: dns_domain_ports.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.871444 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.872350 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 03 18:53:41.872909 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.874811 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.875727 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 03 18:53:41.876385 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: dvr.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.877699 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.878605 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: dvr Aug 03 18:53:41.879172 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: ecmp_routes.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.881568 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.882467 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 03 18:53:41.883037 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: empty_string_filtering.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.884871 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.886056 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: empty-string-filtering Aug 03 18:53:41.886563 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.888327 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.889262 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 03 18:53:41.889853 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.891446 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.892381 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 03 18:53:41.892946 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: external_net.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.894550 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.895490 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: external-net Aug 03 18:53:41.896104 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: extra_dhcp_opt.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.897707 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.898654 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: extra_dhcp_opt Aug 03 18:53:41.899218 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: extraroute.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.900796 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.901849 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: extraroute Aug 03 18:53:41.902586 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: extraroute_atomic.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.904535 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.905502 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: extraroute-atomic Aug 03 18:53:41.906168 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: filter_validation.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.907374 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.908346 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: filter-validation Aug 03 18:53:41.908913 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: fip_pf_description.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.911008 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.911966 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 03 18:53:41.912502 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: fip_port_details.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.913939 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.914735 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: fip-port-details Aug 03 18:53:41.915250 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: flavors.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.917337 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.918326 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: flavors Aug 03 18:53:41.918898 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.921790 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.922741 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 03 18:53:41.923311 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: floatingip_pools.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.924534 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.925465 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: floatingip-pools Aug 03 18:53:41.926071 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: ip_allocation.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.928341 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.929191 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension ip_allocation not supported by any of loaded plugins Aug 03 18:53:41.929766 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.931400 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.932321 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: ip-substring-filtering Aug 03 18:53:41.932888 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: l2_adjacency.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.934508 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.935425 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 03 18:53:41.935987 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: l3.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.937802 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.938778 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: router Aug 03 18:53:41.939394 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: l3_conntrack_helper.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.944156 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.945143 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 03 18:53:41.945773 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.947433 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.948357 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: ext-gw-mode Aug 03 18:53:41.948899 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.950542 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.951480 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: l3-ha Aug 03 18:53:41.952059 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: l3_flavors.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.953658 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.954543 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: l3-flavors Aug 03 18:53:41.955077 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.956611 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.957569 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 03 18:53:41.958118 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: l3agentscheduler.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.959989 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.960943 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: l3_agent_scheduler Aug 03 18:53:41.961529 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: logging.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.964157 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.965076 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension logging not supported by any of loaded plugins Aug 03 18:53:41.965675 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: metering.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.966919 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.967952 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: metering Aug 03 18:53:41.968493 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.970396 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.971304 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: metering_source_and_destination_fields Aug 03 18:53:41.971859 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: multiprovidernet.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.973596 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.974528 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: multi-provider Aug 03 18:53:41.975095 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: netmtu.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.976606 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.977504 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: net-mtu Aug 03 18:53:41.978064 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: netmtu_writable.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.979580 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.980484 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: net-mtu-writable Aug 03 18:53:41.981042 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: network_availability_zone.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.982458 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.983309 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: network_availability_zone Aug 03 18:53:41.983871 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: network_ip_availability.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.985401 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.986108 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: network-ip-availability Aug 03 18:53:41.986741 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: network_segment_range.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.988008 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.988872 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension network-segment-range not supported by any of loaded plugins Aug 03 18:53:41.989372 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: pagination.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.991098 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.991435 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: pagination Aug 03 18:53:41.991803 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: port_device_profile.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.992712 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.993253 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: port-device-profile Aug 03 18:53:41.993591 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.994546 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.995067 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: port-mac-address-regenerate Aug 03 18:53:41.995394 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.996370 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.996896 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: port-numa-affinity-policy Aug 03 18:53:41.997221 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: port_resource_request.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:41.998229 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:41.998743 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension port-resource-request not supported by any of loaded plugins Aug 03 18:53:41.999066 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: portbindings.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.000025 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.000540 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: binding Aug 03 18:53:42.000865 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: portbindings_extended.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.002240 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.002765 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: binding-extended Aug 03 18:53:42.003097 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: portsecurity.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.004048 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.004568 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: port-security Aug 03 18:53:42.004899 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: project_id.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.006620 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.006954 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: project-id Aug 03 18:53:42.007285 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: providernet.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.008260 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.008794 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: provider Aug 03 18:53:42.009388 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.013058 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.013624 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos not supported by any of loaded plugins Aug 03 18:53:42.013962 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.015236 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.015761 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 03 18:53:42.016096 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.017055 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.017606 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 03 18:53:42.017939 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos_default.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.018888 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.019403 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos-default not supported by any of loaded plugins Aug 03 18:53:42.019733 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos_fip.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.020414 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.021011 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos-fip not supported by any of loaded plugins Aug 03 18:53:42.021336 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos_gateway_ip.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.022516 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.023267 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 03 18:53:42.023597 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos_port_network_policy.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.024917 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.025446 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 03 18:53:42.025804 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos_rule_type_details.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.026801 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.027327 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 03 18:53:42.027656 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: qos_rules_alias.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.028766 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.029290 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 03 18:53:42.029657 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: quotasv2.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.030685 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.031320 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: quotas Aug 03 18:53:42.031654 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: quotasv2_detail.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.034879 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.035229 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: quota_details Aug 03 18:53:42.035568 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: rbac.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.037234 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.037817 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: rbac-policies Aug 03 18:53:42.038153 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: rbac_address_group.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.039152 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.039679 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: rbac-address-group Aug 03 18:53:42.040012 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: rbac_address_scope.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.040958 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.041505 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: rbac-address-scope Aug 03 18:53:42.041835 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: rbac_security_groups.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.042778 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.043298 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: rbac-security-groups Aug 03 18:53:42.043627 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: rbac_subnetpool.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.044564 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.045081 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: rbac-subnetpool Aug 03 18:53:42.045408 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: revisionifmatch.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.046387 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.046914 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: revision-if-match Aug 03 18:53:42.047242 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: revisions.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.048392 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.048918 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: standard-attr-revisions Aug 03 18:53:42.049249 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: router_availability_zone.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.049981 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.050506 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: router_availability_zone Aug 03 18:53:42.050836 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: routerservicetype.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.051828 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.052948 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension router-service-type not supported by any of loaded plugins Aug 03 18:53:42.053276 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.054295 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.054821 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: security-groups-normalized-cidr Aug 03 18:53:42.055148 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: security_groups_port_filtering.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.056098 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.056625 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: port-security-groups-filtering Aug 03 18:53:42.056954 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.057928 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.058448 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: security-groups-remote-address-group Aug 03 18:53:42.058778 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: securitygroup.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.069827 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.070412 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: security-group Aug 03 18:53:42.070749 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: segment.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.071656 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.072172 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension segment not supported by any of loaded plugins Aug 03 18:53:42.072502 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.073618 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.074143 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 03 18:53:42.074472 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: servicetype.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.075694 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.076229 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: service-type Aug 03 18:53:42.076564 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: sorting.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.077641 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.077985 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: sorting Aug 03 18:53:42.078317 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: standard_attr_segment.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.079390 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.079953 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 03 18:53:42.080286 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: standardattrdescription.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.081000 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.081548 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: standard-attr-description Aug 03 18:53:42.081884 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: stateful_security_group.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.082919 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.084041 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: stateful-security-group Aug 03 18:53:42.084359 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: stdattrs_common.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.085007 n-d-803378-1 neutron-server[94016]: WARNING neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 03 18:53:42.085335 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.086423 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.086967 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 03 18:53:42.087295 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: subnet_onboard.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.088474 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.089003 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: subnet_onboard Aug 03 18:53:42.089333 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.090325 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.090842 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 03 18:53:42.091167 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: subnet_service_types.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.092123 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.092641 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: subnet-service-types Aug 03 18:53:42.092967 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: subnetallocation.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.094142 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.094661 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: subnet_allocation Aug 03 18:53:42.094989 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.095692 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.096209 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: subnetpool-prefix-ops Aug 03 18:53:42.096544 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.097536 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.098051 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 03 18:53:42.098378 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: tagging.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.099636 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.100163 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: standard-attr-tag Aug 03 18:53:42.100493 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: timestamp.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.101818 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.102344 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loaded extension: standard-attr-timestamp Aug 03 18:53:42.102677 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: trunk.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.103751 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.104276 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension trunk not supported by any of loaded plugins Aug 03 18:53:42.104609 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: trunk_details.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.105619 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.106145 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension trunk-details not supported by any of loaded plugins Aug 03 18:53:42.106585 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: uplink_status_propagation.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.107548 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.108070 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 03 18:53:42.108401 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Loading extension file: vlantransparent.py {{(pid=94016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:53:42.109111 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:53:42.109656 n-d-803378-1 neutron-server[94016]: INFO neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 03 18:53:42.112266 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:network Aug 03 18:53:42.112826 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:subnet Aug 03 18:53:42.113230 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:53:42.113648 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:port Aug 03 18:53:42.115033 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.115478 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service FLAVORS assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.116100 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.116542 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.116886 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:router Aug 03 18:53:42.117332 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:floatingip Aug 03 18:53:42.117897 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service METERING assigned prefix: /metering {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.119427 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:42.119810 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:42.120166 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:53:42.121287 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 18:53:42.121781 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:security_group Aug 03 18:53:42.122240 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 18:53:42.122874 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service CORE assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.123208 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:53:42.123562 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] subnetpool is already registered Aug 03 18:53:42.124017 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service CORE assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.124348 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:53:42.124684 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] subnetpool is already registered Aug 03 18:53:42.127172 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.127619 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service FLAVORS assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.128221 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.128651 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.128993 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:router Aug 03 18:53:42.129342 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] router is already registered Aug 03 18:53:42.129783 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:floatingip Aug 03 18:53:42.130674 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] floatingip is already registered Aug 03 18:53:42.131151 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service METERING assigned prefix: /metering {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.131861 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 18:53:42.132193 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] rbac_policy is already registered Aug 03 18:53:42.132613 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:security_group Aug 03 18:53:42.132949 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] security_group is already registered Aug 03 18:53:42.133354 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 18:53:42.133745 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] security_group_rule is already registered Aug 03 18:53:42.134663 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service CORE assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.134998 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:53:42.135336 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] subnetpool is already registered Aug 03 18:53:42.135762 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.v2.resource_helper [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Service CORE assigned prefix: {{(pid=94016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:53:42.136099 n-d-803378-1 neutron-server[94016]: INFO neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:53:42.136431 n-d-803378-1 neutron-server[94016]: WARNING neutron.quota.resource_registry [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] subnetpool is already registered Aug 03 18:53:42.136904 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: extensions {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.138485 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: address-groups {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.139987 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: address-scopes {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.141326 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: agents {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.142549 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: auto-allocated-topology {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.143824 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: availability_zones {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.145082 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: dhcp-networks {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.148703 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: dhcp-agents {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.150224 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: routers {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.152004 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: flavors {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.153315 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: service_profiles {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.154692 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: next_providers {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.156266 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: service_profiles {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.157897 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: floatingip-pools {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.159117 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: routers {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.160836 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: floatingips {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.162210 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: l3-routers {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.163637 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: l3-agents {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.165066 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: metering-labels {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.166376 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: metering-label-rules {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.167767 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: network-ip-availabilities {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.169027 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: bindings {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.170815 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: quotas {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.172385 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: quotas {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.173854 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: rbac-policies {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.175065 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: security-groups {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.176379 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: security-group-rules {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.177715 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: service-providers {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.179030 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: subnetpools {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.180322 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: subnetpools {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.181964 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.183674 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.185579 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.187390 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.189118 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.191122 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.193437 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.195290 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.197190 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.199025 n-d-803378-1 neutron-server[94016]: DEBUG neutron.api.extensions [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Extended resource: tags {{(pid=94016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:53:42.205349 n-d-803378-1 neutron-server[94016]: WARNING keystonemiddleware.auth_token [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 03 18:53:42.210281 n-d-803378-1 neutron-server[94016]: WARNING keystonemiddleware.auth_token [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 03 18:53:42.220238 n-d-803378-1 neutron-server[94016]: DEBUG oslo_concurrency.lockutils [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Acquired lock "singleton_lock" {{(pid=94016) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 03 18:53:42.220729 n-d-803378-1 neutron-server[94016]: DEBUG oslo_concurrency.lockutils [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Releasing lock "singleton_lock" {{(pid=94016) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 03 18:53:42.221407 n-d-803378-1 neutron-server[94016]: INFO oslo_service.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Starting 2 workers Aug 03 18:53:42.226972 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Started child 94133 {{(pid=94016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:53:42.233532 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Started child 94134 {{(pid=94016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:53:42.233826 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.234853 n-d-803378-1 neutron-server[94016]: INFO neutron.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 03 18:53:42.234853 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Notify callbacks [] for process, before_spawn {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.235305 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [-] (94133) wsgi starting up on http://0.0.0.0:9696 Aug 03 18:53:42.237374 n-d-803378-1 neutron-server[94016]: INFO oslo_service.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Starting 1 workers Aug 03 18:53:42.239080 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.241775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [-] (94134) wsgi starting up on http://0.0.0.0:9696 Aug 03 18:53:42.243357 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Started child 94135 {{(pid=94016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:53:42.243958 n-d-803378-1 neutron-server[94016]: INFO oslo_service.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Starting 1 workers Aug 03 18:53:42.247913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] calling RpcWorker wait() {{(pid=94135) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 03 18:53:42.248859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] returning from RpcWorker wait() {{(pid=94135) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 03 18:53:42.248985 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Started child 94136 {{(pid=94016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:53:42.249656 n-d-803378-1 neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff76d-745a-4bcf-ad85-e88411d34a4c None None] Notify callbacks [] for process, after_spawn {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.250448 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.251014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:42.251771 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94016) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 18:53:42.251995 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:53:42.252199 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:53:42.252420 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:53:42.252731 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:53:42.252890 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:53:42.253455 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.253768 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.254040 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.254310 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.254606 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.255272 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.255521 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.255782 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.256063 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.256305 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.256519 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.256661 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.256933 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.257185 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.257593 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.257886 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.258120 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.258408 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.258604 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.258833 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.259362 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.259598 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.260442 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.260442 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] debug = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.260442 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.260973 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.260973 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.261376 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.261376 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.261770 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.261968 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.262158 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.262381 n-d-803378-1 neutron-server[94136]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:42.262582 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.262582 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.262956 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.263146 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.263337 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.263547 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.263737 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.263932 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.264136 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.264630 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] host = n-d-803378-1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.264845 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.265194 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.265395 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.265615 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.265837 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.266078 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.266335 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.266615 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.266861 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.267111 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.267376 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.267618 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.267847 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.268182 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.268391 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_options = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.268590 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.268781 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.269024 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.269229 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.269424 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.269652 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.269867 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.270065 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.270281 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.270478 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.270677 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.270881 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.271114 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.271353 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.271667 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.271864 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.272065 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.272321 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.272583 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.272815 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.273047 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.273280 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.273565 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.273773 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.273999 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.274240 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.274451 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.274804 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.275000 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.275228 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.275555 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.275749 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.275965 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.276153 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.276339 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.276522 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.276841 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.277102 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.277300 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.277649 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.277994 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.278214 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.278546 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.278755 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.278949 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.279141 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_json = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.279333 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.279523 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.279798 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.280037 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.280233 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.280461 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.280710 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.280954 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.281399 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.281707 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.282031 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.282308 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.282567 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.282831 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.283067 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.283296 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.283533 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.283804 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.284120 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.284365 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.284679 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.284992 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.285157 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.285675 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.285871 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.286096 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.286857 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.287105 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.287348 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.287579 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.287915 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.288199 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.288611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.288788 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.288949 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.289195 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.289461 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.289744 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.289984 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.290200 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.290474 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.290722 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.290945 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.291172 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.291427 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.291650 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.291886 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.292216 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.292392 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.292604 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.292828 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.293048 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.293270 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.293530 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.293758 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.294013 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.294255 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.294515 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.294771 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.295090 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.295262 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.295439 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.295633 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.295944 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.296120 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.296284 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.296514 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.296735 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.296972 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.297224 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.297452 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.297712 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.297931 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.298174 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.298400 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.298645 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.300218 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.300583 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.301373 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.301569 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.302642 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.302894 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.303222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.303602 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.304083 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.304190 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.304531 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.305313 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.305313 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.305613 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.307085 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.307085 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.307085 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.307429 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.307781 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.308192 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.308575 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.309622 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.309622 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.309783 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.310115 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.310487 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.310847 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.311990 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.311990 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.311990 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.312219 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.312543 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.312993 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.313368 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.313868 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.314216 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.314721 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.315108 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.315528 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.315953 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.316370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.316888 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.317283 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.317811 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.318184 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.318563 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.318946 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.319572 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.319978 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.320361 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.320755 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.321146 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.321560 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.321922 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.322464 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.322840 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.323239 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.323630 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.324016 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.324483 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.324824 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.325197 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.325591 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.325948 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.326406 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.326793 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.327168 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.327521 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.327986 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.328389 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.328738 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.329127 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.329549 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.329992 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.330337 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.330748 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.331149 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.331505 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.331876 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.332226 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.332627 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.333277 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.333700 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.334059 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.334386 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.334744 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.335048 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.335352 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.335647 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.335955 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.336271 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.336627 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.337330 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.337964 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.338824 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.339424 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.340847 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.341216 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.341640 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.342002 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.342382 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.343068 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.343740 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.344302 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.346422 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.346422 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.346422 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.346850 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.347294 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.347736 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.348139 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.348549 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.349808 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.350287 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.350933 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.351453 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.352077 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.352781 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.353244 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.353857 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.354314 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.354742 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.355164 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.355570 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.356048 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.356479 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.356911 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.357321 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.357968 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.358685 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.359260 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.359768 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.360271 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.360759 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.361241 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.361766 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.362225 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.362622 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.363133 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.363591 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.364020 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.365092 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.365789 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.366182 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.366600 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.367000 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.367373 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.367812 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.368204 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.368615 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.369103 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.369522 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.369909 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.370389 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.370790 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.371183 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.371588 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.371979 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.372362 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.372721 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.373062 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.373391 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.373804 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.374166 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.374498 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.374856 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.375188 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.375548 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.375946 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.376328 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.376923 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.377297 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.377657 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.378011 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.378517 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.378905 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.379135 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.379639 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.379971 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.380622 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.381016 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.381544 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.381963 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.382427 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.382795 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.383198 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.383629 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.384334 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.384895 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.385412 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.385912 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.386356 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.387058 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.387800 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.388553 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.388924 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.389515 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.390078 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.390566 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.391036 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.391456 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.391879 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.392295 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.392695 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.393116 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.393565 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.393986 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.394420 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.394849 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.395275 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.396294 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.396941 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.397504 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.397965 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.398610 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.399064 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.399466 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.399931 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:53:42.400745 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94016) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 18:53:42.401020 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:53:42.401271 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:53:42.401643 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:53:42.401948 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:53:42.402227 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:53:42.402585 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.403172 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.403546 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.403845 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.404146 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.404472 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.404779 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.405089 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.405387 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.405722 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.406022 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.406320 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.406592 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.406874 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.407169 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.407469 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.407760 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.408059 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.408373 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.408657 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.408948 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.409240 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.409560 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] debug = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.409857 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.410220 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.410517 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.410817 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.411105 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.412172 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.412565 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.412834 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.413075 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.413383 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.413723 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.414006 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.414300 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.414558 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.414786 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.415074 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.415339 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.415614 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] host = n-d-803378-1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.415904 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.416182 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.416479 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.416749 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.417000 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.417244 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.417540 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.417761 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.418036 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.418254 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.418733 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.419144 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.419423 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.419674 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.419918 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_options = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.420184 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.420406 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.420622 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.420957 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.421186 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.421403 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.421666 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.421886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:42.422154 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.422154 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.422580 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.422803 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.423070 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.423289 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.423509 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.423732 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.423973 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.425606 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.425606 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.425606 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.425606 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.425606 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.425606 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.425606 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.426036 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.426036 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.426187 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.426458 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.426676 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.426935 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.427187 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.427459 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.427693 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.427951 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.428234 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.430370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.430370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.430370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.430370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.430370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.430370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.430370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.430370 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.431523 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.431523 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.431523 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.431523 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_json = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.431812 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.431893 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.432075 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.432298 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.432575 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.432850 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.433139 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.433418 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:53:42.433796 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.434085 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.434393 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.434666 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.434948 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.435223 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.435492 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.435769 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.436051 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.436326 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.436620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.436901 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.437203 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.437509 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.437748 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.437974 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.438260 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.438542 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.438972 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.439508 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.439508 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.440474 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.440474 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.440474 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.440693 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.440819 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.441224 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.441750 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.442335 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.442335 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.442819 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.442819 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.443813 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.443813 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.443813 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.444946 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.444946 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.444946 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.444946 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.444946 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.446144 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.446144 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.446144 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.446144 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.446144 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.446939 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.446939 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.446939 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.447345 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.447543 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.447766 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.447969 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.448248 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.448532 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.448815 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.449098 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.449380 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.449698 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.449975 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.450239 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.450487 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.450818 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.451100 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.451389 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.451617 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.451867 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.452158 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.452360 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.452640 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.453112 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.453638 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.453934 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.454233 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.454477 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.454740 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.454996 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.455275 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.455560 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.455793 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.456036 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.456337 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.456624 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.456893 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.457125 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.457420 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.457784 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.458077 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.458849 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.459445 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.459445 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.459613 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.459845 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.460058 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.460339 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.460565 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.460793 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.461062 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.461339 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.461602 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.461807 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.462031 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.462264 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.462558 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.462758 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.463026 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.463244 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.463517 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.463775 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.464057 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.464315 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.464584 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.464879 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.465154 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.465437 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.465784 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.466016 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.466278 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.466533 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.466751 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.467023 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.467241 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.467508 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.467788 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.468063 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.468350 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.468639 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.468914 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.469158 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.469457 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.469707 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.469975 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.470226 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.470537 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.470770 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.471019 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.471267 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.471517 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.471757 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.472053 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.472244 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.472528 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.472749 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.472982 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.473268 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.473550 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.474474 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.474751 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.475017 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.475303 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.475892 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.476266 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.476598 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.476990 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.477227 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.478224 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.478224 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.478224 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.478224 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.482989 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.482989 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.482989 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.482989 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.482989 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.482989 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.482989 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.482989 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.485222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.485222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.485222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.485222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.485222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.485222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.485222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.485222 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.486611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.486611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.486611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.486611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.486611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.486611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.486611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.486611 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.487620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.487620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.487620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.487620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.487620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.487620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.487620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.487620 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.488470 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.488470 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.488470 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.488470 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.488891 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.488891 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.489102 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.489317 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.489619 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.489872 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.490174 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.490384 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.490614 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.490855 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.491145 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.491432 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.491749 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.492033 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.492301 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.492534 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.492747 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.493043 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.493499 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.493668 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.493850 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.494010 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.494207 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.494394 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.494570 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.494797 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.495062 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.495305 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.495558 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.495796 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.496540 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.496540 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.496815 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.496896 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.497152 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.498506 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.498506 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.498506 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.498506 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.498506 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.499160 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.499160 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.499372 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.499483 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.499740 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.501512 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.501512 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.501512 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.501512 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.501512 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.501512 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.501999 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.501999 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.502168 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.502386 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.502686 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.502981 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.503265 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.503488 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.503743 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.504030 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.504324 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.504618 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.504876 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.505168 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.505450 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.505733 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.506020 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.506248 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.506413 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.506581 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.506757 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.506917 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.507096 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.507266 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.507424 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.507583 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.507744 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.507905 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.508062 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.508221 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.508381 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.508539 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.508697 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.508854 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.509271 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.509439 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.509622 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.509781 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.509940 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.510098 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:53:42.510249 n-d-803378-1 neutron-server[94016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:53:42.656357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55682) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:42.665883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071278 Aug 03 18:53:56.158467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90d49b-294a-437e-8ed1-76601fcc7a40 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 18:53:56.296781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90d49b-294a-437e-8ed1-76601fcc7a40 None None] No non-hosted networks {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 03 18:53:56.308227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.agentschedulers_db [None req-ee90d49b-294a-437e-8ed1-76601fcc7a40 None None] DHCP Agent not found on host n-d-803378-1 {{(pid=94135) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 03 18:53:56.476832 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f9260ec-83b3-4eac-a9b7-0df01c6518f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601754'] for agent, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.505029 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601754'] for agent, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.506283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.506283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.507232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.507232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.507518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.507674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.509096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.510955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.510955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.512450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.512841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.515377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:59.515888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803378-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:59.527016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803378-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:00.185015 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-77a27d4e-1117-43f0-a444-35bd4741d746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601754'] for agent, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:00.302492 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b472c9f-37fd-44fb-b85e-e4c966a7458c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:01.851937 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601754'] for agent, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.926625 n-d-803378-1 neutron-server[94135]: INFO neutron.db.l3_hamode_db [None req-83b394fd-1182-4d71-9379-4892058e85a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 03 18:54:04.136817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b394fd-1182-4d71-9379-4892058e85a2 None None] Routers set() bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:04.137067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b394fd-1182-4d71-9379-4892058e85a2 None None] Router IDs set() for agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 18:54:04.189960 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601754'] for agent, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.864427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55774) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:05.542672 n-d-803378-1 neutron-server[94134]: WARNING oslo_policy.policy [None req-0c2dba14-d769-480a-b697-f2c18fb55fe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:54:05.543282 n-d-803378-1 neutron-server[94134]: WARNING oslo_policy.policy [None req-0c2dba14-d769-480a-b697-f2c18fb55fe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:54:05.762416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-0c2dba14-d769-480a-b697-f2c18fb55fe1 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:05.763803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0c2dba14-d769-480a-b697-f2c18fb55fe1 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8981156 Aug 03 18:54:08.415598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:08.774780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8dfb63d9-f2b2-4f38-8190-aaa788227e51 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:08.874641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.policy [None req-8dfb63d9-f2b2-4f38-8190-aaa788227e51 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94134) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 18:54:08.921626 n-d-803378-1 neutron-server[94134]: WARNING oslo_policy.policy [None req-8dfb63d9-f2b2-4f38-8190-aaa788227e51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:54:08.922017 n-d-803378-1 neutron-server[94134]: WARNING oslo_policy.policy [None req-8dfb63d9-f2b2-4f38-8190-aaa788227e51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:54:08.931838 n-d-803378-1 neutron-server[94134]: INFO neutron.quota [None req-8dfb63d9-f2b2-4f38-8190-aaa788227e51 admin admin] Loaded quota_driver: . Aug 03 18:54:09.040285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dfb63d9-f2b2-4f38-8190-aaa788227e51 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768449353779', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768449355460', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768449358581', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768449368107', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768448746510', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768449315626', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4192901', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4189024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556809', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623721'] for rbac-policy, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.118755 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dfb63d9-f2b2-4f38-8190-aaa788227e51 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.120163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8dfb63d9-f2b2-4f38-8190-aaa788227e51 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7035477 Aug 03 18:54:11.938971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55800) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:12.280148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '17399189d99341848d99fa30434e21da', 'tenant_id': '17399189d99341848d99fa30434e21da'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:12.313140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Made reservation on behalf of 17399189d99341848d99fa30434e21da for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:12.316260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.334727 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.486230 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.491611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.520898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:54:12.551886 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768450136302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.552808 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Unsubscribe: segment precommit_create {{(pid=94134) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 18:54:12.553338 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Added segment 632e572a-efb2-4660-b31b-335d2519cb64 of type vlan for network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 Aug 03 18:54:12.560921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da59e541-cad1-49c2-a227-78f36543af97,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:12.602401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.602735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.603062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.603387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.603712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.604034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.604355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.604672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.605013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.605301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.605661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.605980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Tracked resource versions report: Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: pushed versions: Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: { 'AddressGroup': {'1.2'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'ConntrackHelper': {'1.0'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Log': {'1.0'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Network': {'1.1'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Port': {'1.7'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'PortForwarding': {'1.2'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'QosPolicy': {'1.8'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'SecurityGroup': {'1.4'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'SubPort': {'1.0'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Subnet': {'1.1'}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Trunk': {'1.1'}} Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: consumer versions: Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: { DHCP agent@n-d-803378-1: {}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: L3 agent@n-d-803378-1: {}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: Metadata agent@n-d-803378-1: {}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: Metering agent@n-d-803378-1: {}, Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: Open vSwitch agent@n-d-803378-1: { 'AddressGroup': '1.2', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'ConntrackHelper': '1.0', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Log': '1.0', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Network': '1.1', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Port': '1.7', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'PortForwarding': '1.2', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'QosPolicy': '1.8', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'SecurityGroup': '1.4', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'SecurityGroupRule': '1.2', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'SubPort': '1.0', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Subnet': '1.1', Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: 'Trunk': '1.1'}} Aug 03 18:54:12.607170 n-d-803378-1 neutron-server[94134]: {{(pid=94134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:54:12.697438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.766696 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.768013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:12.769271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.866644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9265544 Aug 03 18:54:12.880638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f653-7db9-4772-8453-cc82ba135eeb admin admin] Pushing event updated for resources: {'Network': ['ID=1bed2c89-4ad8-4b59-8f52-4b632ef57be6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:12.895323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:54:15.910937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55814) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:16.356411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392714c6-0aef-4d23-82cb-2848f019ed60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.358111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-392714c6-0aef-4d23-82cb-2848f019ed60 admin admin] 10.222.0.42 "GET /v2.0/networks/1bed2c89-4ad8-4b59-8f52-4b632ef57be6 HTTP/1.1" status: 200 len: 825 time: 0.4460397 Aug 03 18:54:16.386973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c1b4772-f589-47be-aa56-494c14fd055a admin admin] 10.222.0.42 "GET /v2.0/subnetpools/a786bbaf-5992-4378-89df-4356fd2d11c9 HTTP/1.1" status: 200 len: 734 time: 0.0223672 Aug 03 18:54:16.398306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Request body: {'subnet': {'subnetpool_id': 'a786bbaf-5992-4378-89df-4356fd2d11c9', 'name': 'private-subnet', 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '17399189d99341848d99fa30434e21da'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:16.426563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Made reservation on behalf of 17399189d99341848d99fa30434e21da for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:16.429876 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:16.792025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:16.871434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Checking segment: {'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:16.871832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Network hostable DHCP agents. Network: 1bed2c89-4ad8-4b59-8f52-4b632ef57be6, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:54:16.879009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d8c925-0c0c-40f4-be0e-875bae139b64,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:16.902548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:54:16.919074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1bed2c89-4ad8-4b59-8f52-4b632ef57be6) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:16.926834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.927759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:16.933982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb171149-cd80-4f3e-88c4-7a376cfcf0ac None None] Network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:54:16.948334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-39319de9-e586-4060-acb0-2bec21fcce0c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5540686 Aug 03 18:54:17.334910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'tenant_id': '17399189d99341848d99fa30434e21da', 'fixed_ips': [{'subnet_id': '23d8c925-0c0c-40f4-be0e-875bae139b64'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:54:17.336416 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.777800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Allocated IP 172.20.0.2 (1bed2c89-4ad8-4b59-8f52-4b632ef57be6/23d8c925-0c0c-40f4-be0e-875bae139b64/1417abfa-44a8-4d09-8cdc-63de7fa24964) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:18.060554 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.081551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Transition to ACTIVE for port object 1417abfa-44a8-4d09-8cdc-63de7fa24964 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:18.142054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Transition to ACTIVE for port object 1417abfa-44a8-4d09-8cdc-63de7fa24964 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:18.152873 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.225211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:18.231863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:18.244296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:18.247856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Pushing event updated for resources: {'Port': ['ID=1417abfa-44a8-4d09-8cdc-63de7fa24964,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:18.283723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.284078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.284421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.284760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.285099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.285431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.285795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.286126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.286449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.286775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.287100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.287417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Tracked resource versions report: Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: pushed versions: Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: { 'AddressGroup': {'1.2'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'ConntrackHelper': {'1.0'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Log': {'1.0'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Network': {'1.1'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Port': {'1.7'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'PortForwarding': {'1.2'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'QosPolicy': {'1.8'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'SecurityGroup': {'1.4'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'SubPort': {'1.0'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Subnet': {'1.1'}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Trunk': {'1.1'}} Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: consumer versions: Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: { DHCP agent@n-d-803378-1: {}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: L3 agent@n-d-803378-1: {}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: Metadata agent@n-d-803378-1: {}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: Metering agent@n-d-803378-1: {}, Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: Open vSwitch agent@n-d-803378-1: { 'AddressGroup': '1.2', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'ConntrackHelper': '1.0', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Log': '1.0', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Network': '1.1', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Port': '1.7', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'PortForwarding': '1.2', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'QosPolicy': '1.8', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'SecurityGroup': '1.4', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'SecurityGroupRule': '1.2', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'SubPort': '1.0', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Subnet': '1.1', Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: 'Trunk': '1.1'}} Aug 03 18:54:18.288655 n-d-803378-1 neutron-server[94135]: {{(pid=94135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:54:18.342375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Attempting to bind port 1417abfa-44a8-4d09-8cdc-63de7fa24964 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:18.342771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Attempting to bind port 1417abfa-44a8-4d09-8cdc-63de7fa24964 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:18.343205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Attempting to bind port 1417abfa-44a8-4d09-8cdc-63de7fa24964 on network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:18.349623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:18.350038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Checking segment: {'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:18.350539 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.350936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Bound using segment: {'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:18.351444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Bound port: 1417abfa-44a8-4d09-8cdc-63de7fa24964, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:18.351862 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.421761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4a155c23-f787-45c4-8de4-13916017131c None None] For port 1417abfa-44a8-4d09-8cdc-63de7fa24964, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:18.427424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4a155c23-f787-45c4-8de4-13916017131c None None] For port 1417abfa-44a8-4d09-8cdc-63de7fa24964, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1417abfa-44a8-4d09-8cdc-63de7fa24964,segment=NetworkSegment(632e572a-efb2-4660-b31b-335d2519cb64),segment_id=632e572a-efb2-4660-b31b-335d2519cb64)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:18.431910 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.503784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a155c23-f787-45c4-8de4-13916017131c None None] Pushing event updated for resources: {'Port': ['ID=1417abfa-44a8-4d09-8cdc-63de7fa24964,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:20.034436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55822) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:20.353591 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:54:20.804208 n-d-803378-1 neutron-server[94133]: WARNING oslo_policy.policy [None req-3fc15de4-2e3d-4d33-a535-4cfb8e7344da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:54:20.804960 n-d-803378-1 neutron-server[94133]: WARNING oslo_policy.policy [None req-3fc15de4-2e3d-4d33-a535-4cfb8e7344da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:54:21.036553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-3fc15de4-2e3d-4d33-a535-4cfb8e7344da admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:21.039847 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3fc15de4-2e3d-4d33-a535-4cfb8e7344da admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0023968 Aug 03 18:54:23.602602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55836) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:23.967029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-2b5f53e2-85a8-4c7f-9167-538e043c9316 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:23.968167 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b5f53e2-85a8-4c7f-9167-538e043c9316 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3642216 Aug 03 18:54:26.025404 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c67d4338-9e38-4eeb-a579-bae96d3d96a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.312215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55850) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:27.740481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8f087319-227e-4232-9023-8ed6369161ae admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '17399189d99341848d99fa30434e21da', 'admin_state_up': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:27.770879 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f087319-227e-4232-9023-8ed6369161ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.772492 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f087319-227e-4232-9023-8ed6369161ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.966972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f087319-227e-4232-9023-8ed6369161ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.972608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f087319-227e-4232-9023-8ed6369161ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.986541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f087319-227e-4232-9023-8ed6369161ae admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.999953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f087319-227e-4232-9023-8ed6369161ae admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6742184 Aug 03 18:54:28.619258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4916c469-e5b6-4db9-8171-c9df6cb19e17 None None] Network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:54:28.688696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-179b5177-cb5a-48c5-974a-149df9e6f9f3 None None] Provisioning for port 1417abfa-44a8-4d09-8cdc-63de7fa24964 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:28.856916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1417abfa-44a8-4d09-8cdc-63de7fa24964 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:28.965903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1417abfa-44a8-4d09-8cdc-63de7fa24964 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:28.975109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1417abfa-44a8-4d09-8cdc-63de7fa24964 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:28.975712 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.166572 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.226248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1417abfa-44a8-4d09-8cdc-63de7fa24964, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1417abfa-44a8-4d09-8cdc-63de7fa24964,segment=NetworkSegment(632e572a-efb2-4660-b31b-335d2519cb64),segment_id=632e572a-efb2-4660-b31b-335d2519cb64)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:29.231121 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.255887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7a55c54a-9bdd-4270-b72e-04d1608db4f0 None None] Provisioning complete for port 1417abfa-44a8-4d09-8cdc-63de7fa24964 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:29.256267 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a55c54a-9bdd-4270-b72e-04d1608db4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.318246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1417abfa-44a8-4d09-8cdc-63de7fa24964,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:29.495760 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:30.168355 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f7f36e4-2b9e-4146-997e-37192be91508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:30.544481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55858) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:30.794046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1417abfa-44a8-4d09-8cdc-63de7fa24964 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:30.846048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1417abfa-44a8-4d09-8cdc-63de7fa24964 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:30.846415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:30.916643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-03302942-e7a4-4c99-8f93-53dbfbe11814 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:30.929530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-03302942-e7a4-4c99-8f93-53dbfbe11814 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3716903 Aug 03 18:54:31.687757 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:33.859402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55876) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:34.029991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:34.031664 n-d-803378-1 neutron-server[94133]: INFO neutron.quota [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Loaded quota_driver: . Aug 03 18:54:34.101637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Made reservation on behalf of b8c937ecc7904df8859941a21c284c85 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:34.127112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.208913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.policy [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94133) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 18:54:34.254318 n-d-803378-1 neutron-server[94133]: WARNING oslo_policy.policy [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:54:34.254766 n-d-803378-1 neutron-server[94133]: WARNING oslo_policy.policy [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:54:34.265575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.290203 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.454780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.460204 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.475911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Reserving flat network on physical network physnet1 {{(pid=94133) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 03 18:54:34.517034 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768450136302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.517784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Unsubscribe: segment precommit_create {{(pid=94133) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 18:54:34.518423 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Added segment 0a69beed-2f6e-4c78-b3f0-8a05ca3b0626 of type flat for network 7557478a-edd8-4e11-a915-cdadfb234ceb Aug 03 18:54:34.540306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e24e1-6b73-47c4-bb53-4fceb61623a9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:34.567764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.568105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.568449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.568780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.569102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.569427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.569817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.570107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.570460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.570741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.571058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.571373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Tracked resource versions report: Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: pushed versions: Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: { 'AddressGroup': {'1.2'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'ConntrackHelper': {'1.0'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Log': {'1.0'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Network': {'1.1'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Port': {'1.7'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'PortForwarding': {'1.2'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'QosPolicy': {'1.8'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'SecurityGroup': {'1.4'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'SubPort': {'1.0'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Subnet': {'1.1'}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Trunk': {'1.1'}} Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: consumer versions: Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: { DHCP agent@n-d-803378-1: {}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: L3 agent@n-d-803378-1: {}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: Metadata agent@n-d-803378-1: {}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: Metering agent@n-d-803378-1: {}, Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: Open vSwitch agent@n-d-803378-1: { 'AddressGroup': '1.2', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'ConntrackHelper': '1.0', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Log': '1.0', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Network': '1.1', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Port': '1.7', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'PortForwarding': '1.2', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'QosPolicy': '1.8', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'SecurityGroup': '1.4', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'SecurityGroupRule': '1.2', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'SubPort': '1.0', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Subnet': '1.1', Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: 'Trunk': '1.1'}} Aug 03 18:54:34.572542 n-d-803378-1 neutron-server[94133]: {{(pid=94133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:54:34.685567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.757997 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.759338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:34.760162 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.868463 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0078928 Aug 03 18:54:34.883651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1a36b-53eb-402a-b8d0-f1582da91dcb admin admin] Pushing event updated for resources: {'Network': ['ID=7557478a-edd8-4e11-a915-cdadfb234ceb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:34.900504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 7557478a-edd8-4e11-a915-cdadfb234ceb details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:54:37.374855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55900) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:37.533085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278d2b4-d439-47e6-a499-702904b2b30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.534545 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5278d2b4-d439-47e6-a499-702904b2b30b admin admin] 10.222.0.42 "GET /v2.0/subnets/23d8c925-0c0c-40f4-be0e-875bae139b64 HTTP/1.1" status: 200 len: 849 time: 0.1585491 Aug 03 18:54:37.749863 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d0f951a8-9b83-429d-803e-cfa69adbac1f admin admin] 10.222.0.42 "GET /v2.0/routers/05e6763d-7456-40d0-8825-82b1eb5df467 HTTP/1.1" status: 200 len: 704 time: 0.2086527 Aug 03 18:54:38.092290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:38.444585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Allocated IP 172.20.0.1 (1bed2c89-4ad8-4b59-8f52-4b632ef57be6/23d8c925-0c0c-40f4-be0e-875bae139b64/8f6a1616-9086-45a2-bb31-7f40f310e07f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:38.673327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:38.703242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Transition to ACTIVE for port object 8f6a1616-9086-45a2-bb31-7f40f310e07f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:38.803650 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:38.931541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:38.940663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:38.965299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:38.966229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.109857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6a1616-9086-45a2-bb31-7f40f310e07f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:39.150930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dee7a82d-bf8e-40a4-8414-b9867bca467c None None] Provisioning for port 8f6a1616-9086-45a2-bb31-7f40f310e07f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:39.155979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dee7a82d-bf8e-40a4-8414-b9867bca467c None None] Provisioning complete for port 8f6a1616-9086-45a2-bb31-7f40f310e07f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:39.156527 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dee7a82d-bf8e-40a4-8414-b9867bca467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.192979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-dee7a82d-bf8e-40a4-8414-b9867bca467c None None] Port 8f6a1616-9086-45a2-bb31-7f40f310e07f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:39.303971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.612616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.617974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.618847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.705381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6a1616-9086-45a2-bb31-7f40f310e07f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:39.762499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:39.764033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:39.973102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Router 05e6763d-7456-40d0-8825-82b1eb5df467 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:54:40.019387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9ced1727-72c9-45cf-9098-0ca3464139f6 None None] Provisioning complete for port 8f6a1616-9086-45a2-bb31-7f40f310e07f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:40.019935 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9ced1727-72c9-45cf-9098-0ca3464139f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:40.064617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9ced1727-72c9-45cf-9098-0ca3464139f6 None None] Port 8f6a1616-9086-45a2-bb31-7f40f310e07f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:40.084763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:54:40.093271 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8e2d35ae-539e-4d31-b9ae-c2acc8eafd05 admin admin] 10.222.0.42 "PUT /v2.0/routers/05e6763d-7456-40d0-8825-82b1eb5df467/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3367083 Aug 03 18:54:40.098837 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Sync routers for ids ['05e6763d-7456-40d0-8825-82b1eb5df467'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:54:40.113549 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Routers {'05e6763d-7456-40d0-8825-82b1eb5df467'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:40.114745 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T18:54:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['05e6763d-7456-40d0-8825-82b1eb5df467'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:40.334442 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Set router 05e6763d-7456-40d0-8825-82b1eb5df467 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:40.879230 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'name': 'router1', 'tenant_id': '17399189d99341848d99fa30434e21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:27Z', 'updated_at': '2021-08-03T18:54:39Z', 'revision_number': 2, 'project_id': '17399189d99341848d99fa30434e21da', 'gw_port_host': None, '_interfaces': [{'id': '8f6a1616-9086-45a2-bb31-7f40f310e07f', 'name': '', 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'tenant_id': '17399189d99341848d99fa30434e21da', 'mac_address': 'fa:16:3e:44:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:38Z', 'updated_at': '2021-08-03T18:54:39Z', 'revision_number': 2, 'project_id': '17399189d99341848d99fa30434e21da', 'subnets': [{'id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786bbaf-5992-4378-89df-4356fd2d11c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:40.932407 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Checking router: 05e6763d-7456-40d0-8825-82b1eb5df467 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:54:40.932827 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Updating router 05e6763d-7456-40d0-8825-82b1eb5df467 port 8f6a1616-9086-45a2-bb31-7f40f310e07f binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:54:40.988754 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:41.674579 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:41.698084 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Transition to ACTIVE for port object 8f6a1616-9086-45a2-bb31-7f40f310e07f will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:41.707007 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:41.970321 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Pushing event updated for resources: {'Port': ['ID=8f6a1616-9086-45a2-bb31-7f40f310e07f,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:41.995165 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Attempting to bind port 8f6a1616-9086-45a2-bb31-7f40f310e07f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:41.995796 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Attempting to bind port 8f6a1616-9086-45a2-bb31-7f40f310e07f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:41.996491 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Attempting to bind port 8f6a1616-9086-45a2-bb31-7f40f310e07f on network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:42.001043 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.001692 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.002150 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.002704 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.003273 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.003866 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.004805 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.005193 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.006072 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.006629 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.007348 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.007688 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Tracked resource versions report: Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: pushed versions: Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: { 'AddressGroup': {'1.2'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'ConntrackHelper': {'1.0'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Log': {'1.0'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Network': {'1.1'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Port': {'1.7'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'PortForwarding': {'1.2'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'QosPolicy': {'1.8'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'SecurityGroup': {'1.4'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'SubPort': {'1.0'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Subnet': {'1.1'}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Trunk': {'1.1'}} Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: consumer versions: Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: { DHCP agent@n-d-803378-1: {}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: L3 agent@n-d-803378-1: {}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: Metadata agent@n-d-803378-1: {}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: Metering agent@n-d-803378-1: {}, Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: Open vSwitch agent@n-d-803378-1: { 'AddressGroup': '1.2', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'ConntrackHelper': '1.0', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Log': '1.0', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Network': '1.1', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Port': '1.7', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'PortForwarding': '1.2', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'QosPolicy': '1.8', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'SecurityGroup': '1.4', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'SecurityGroupRule': '1.2', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'SubPort': '1.0', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Subnet': '1.1', Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: 'Trunk': '1.1'}} Aug 03 18:54:42.010068 n-d-803378-1 neutron-server[94136]: {{(pid=94136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:54:42.022220 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:42.022883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Checking segment: {'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:42.023692 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:42.024305 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Bound using segment: {'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:42.025162 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Bound port: 8f6a1616-9086-45a2-bb31-7f40f310e07f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632e572a-efb2-4660-b31b-335d2519cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:42.026044 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:42.142026 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] For port 8f6a1616-9086-45a2-bb31-7f40f310e07f, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:42.179451 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] For port 8f6a1616-9086-45a2-bb31-7f40f310e07f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8f6a1616-9086-45a2-bb31-7f40f310e07f,segment=NetworkSegment(632e572a-efb2-4660-b31b-335d2519cb64),segment_id=632e572a-efb2-4660-b31b-335d2519cb64)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:42.185606 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:42.264300 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9deb8e-85a9-4abf-9788-e7f8a2b3bd28 None None] Pushing event updated for resources: {'Port': ['ID=8f6a1616-9086-45a2-bb31-7f40f310e07f,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:42.272469 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Routers {'05e6763d-7456-40d0-8825-82b1eb5df467'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:42.273373 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T18:54:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['05e6763d-7456-40d0-8825-82b1eb5df467'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:42.427316 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] Set router 05e6763d-7456-40d0-8825-82b1eb5df467 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:42.507594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55910) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:42.641175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b911f24-ce61-418b-8d60-e207f2936cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:42.642666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1b911f24-ce61-418b-8d60-e207f2936cc4 admin admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 842 time: 0.1338930 Aug 03 18:54:42.657560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:42.680557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Made reservation on behalf of b8c937ecc7904df8859941a21c284c85 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:42.683473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:42.810583 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'name': 'router1', 'tenant_id': '17399189d99341848d99fa30434e21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:27Z', 'updated_at': '2021-08-03T18:54:39Z', 'revision_number': 2, 'project_id': '17399189d99341848d99fa30434e21da', 'gw_port_host': None, '_interfaces': [{'id': '8f6a1616-9086-45a2-bb31-7f40f310e07f', 'name': '', 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'tenant_id': '17399189d99341848d99fa30434e21da', 'mac_address': 'fa:16:3e:44:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:38Z', 'updated_at': '2021-08-03T18:54:42Z', 'revision_number': 4, 'project_id': '17399189d99341848d99fa30434e21da', 'subnets': [{'id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786bbaf-5992-4378-89df-4356fd2d11c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:42.861305 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7e596-bde5-4fce-ad8f-cbffb3a68832 None None] The sync data for ids ['05e6763d-7456-40d0-8825-82b1eb5df467'] in n-d-803378-1 is: [{'id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'name': 'router1', 'tenant_id': '17399189d99341848d99fa30434e21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:27Z', 'updated_at': '2021-08-03T18:54:39Z', 'revision_number': 2, 'project_id': '17399189d99341848d99fa30434e21da', 'gw_port_host': None, '_interfaces': [{'id': '8f6a1616-9086-45a2-bb31-7f40f310e07f', 'name': '', 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'tenant_id': '17399189d99341848d99fa30434e21da', 'mac_address': 'fa:16:3e:44:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:38Z', 'updated_at': '2021-08-03T18:54:42Z', 'revision_number': 4, 'project_id': '17399189d99341848d99fa30434e21da', 'subnets': [{'id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786bbaf-5992-4378-89df-4356fd2d11c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:54:43.056144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 18:54:43.056628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:43.128194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bb89ae-508e-466a-9438-866c2a1ba47a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:43.139227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:43.139637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Network hostable DHCP agents. Network: 7557478a-edd8-4e11-a915-cdadfb234ceb, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:54:43.160616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:54:43.173321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 7557478a-edd8-4e11-a915-cdadfb234ceb) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:43.180048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:43.181228 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:43.186741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931173c-6dca-4e9c-8f64-de8ce820a3ed None None] Network 7557478a-edd8-4e11-a915-cdadfb234ceb requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:54:43.217056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f3d61830-0ee4-4733-875a-1ea94d68bd8c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5551517 Aug 03 18:54:43.407044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02518798-ffbc-43b4-8424-460ff730c28f None None] Network 7557478a-edd8-4e11-a915-cdadfb234ceb requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:54:45.772280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55918) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:45.936530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-153bae87-5314-4da1-a76c-8a37a3d4d47b admin admin] 10.222.0.42 "GET /v2.0/routers/05e6763d-7456-40d0-8825-82b1eb5df467 HTTP/1.1" status: 200 len: 710 time: 0.1629128 Aug 03 18:54:46.092854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df14148-cf9a-4afb-95b0-a208e858e8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:46.100362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5df14148-cf9a-4afb-95b0-a208e858e8b8 admin admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 886 time: 0.1480207 Aug 03 18:54:46.106479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:46.484311 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.792011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.886364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:47.164716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Allocated IP 172.25.4.29 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/eb384aa5-1b21-4c3e-b843-4b8c193039c6) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:47.319345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:47.371372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:47.439596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:47.445668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:47.451434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:47.455554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Pushing event updated for resources: {'Port': ['ID=eb384aa5-1b21-4c3e-b843-4b8c193039c6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:47.824628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.053781 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.057964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.211196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Router 05e6763d-7456-40d0-8825-82b1eb5df467 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:54:48.369394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:54:48.377066 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.378951 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6cbd6a73-d034-4765-94bc-7040b485759c admin admin] 10.222.0.42 "PUT /v2.0/routers/05e6763d-7456-40d0-8825-82b1eb5df467 HTTP/1.1" status: 200 len: 889 time: 2.2775509 Aug 03 18:54:50.662619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Sync routers for ids ['05e6763d-7456-40d0-8825-82b1eb5df467'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:54:50.673674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Routers {'05e6763d-7456-40d0-8825-82b1eb5df467'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:50.674375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T18:54:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['05e6763d-7456-40d0-8825-82b1eb5df467'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:50.863608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f6a1616-9086-45a2-bb31-7f40f310e07f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:50.991671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Set router 05e6763d-7456-40d0-8825-82b1eb5df467 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:51.071936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8f6a1616-9086-45a2-bb31-7f40f310e07f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:51.117290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8f6a1616-9086-45a2-bb31-7f40f310e07f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:51.117807 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:51.420585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55930) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:51.431525 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:51.507699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8f6a1616-9086-45a2-bb31-7f40f310e07f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8f6a1616-9086-45a2-bb31-7f40f310e07f,segment=NetworkSegment(632e572a-efb2-4660-b31b-335d2519cb64),segment_id=632e572a-efb2-4660-b31b-335d2519cb64)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:51.517676 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:51.576446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'name': 'router1', 'tenant_id': '17399189d99341848d99fa30434e21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'eb384aa5-1b21-4c3e-b843-4b8c193039c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:27Z', 'updated_at': '2021-08-03T18:54:47Z', 'revision_number': 4, 'project_id': '17399189d99341848d99fa30434e21da', 'gw_port': {'id': 'eb384aa5-1b21-4c3e-b843-4b8c193039c6', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:46Z', 'updated_at': '2021-08-03T18:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8f6a1616-9086-45a2-bb31-7f40f310e07f', 'name': '', 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'tenant_id': '17399189d99341848d99fa30434e21da', 'mac_address': 'fa:16:3e:44:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:38Z', 'updated_at': '2021-08-03T18:54:42Z', 'revision_number': 4, 'project_id': '17399189d99341848d99fa30434e21da', 'subnets': [{'id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786bbaf-5992-4378-89df-4356fd2d11c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:51.591994 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-89c7554c-f3c8-43dc-9266-91b9db00f25e admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1690149 Aug 03 18:54:51.641237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Checking router: 05e6763d-7456-40d0-8825-82b1eb5df467 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:54:51.641613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Updating router 05e6763d-7456-40d0-8825-82b1eb5df467 port eb384aa5-1b21-4c3e-b843-4b8c193039c6 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:54:51.644045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8f6a1616-9086-45a2-bb31-7f40f310e07f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:51.739721 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:52.216773 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:52.230951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Transition to ACTIVE for port object eb384aa5-1b21-4c3e-b843-4b8c193039c6 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:52.238868 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:52.296567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Attempting to bind port eb384aa5-1b21-4c3e-b843-4b8c193039c6 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:52.297054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Attempting to bind port eb384aa5-1b21-4c3e-b843-4b8c193039c6 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:52.297575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Attempting to bind port eb384aa5-1b21-4c3e-b843-4b8c193039c6 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:52.312777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:52.313394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:52.313919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:52.314410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:52.314995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Bound port: eb384aa5-1b21-4c3e-b843-4b8c193039c6, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:52.315528 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:52.318131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c16c2-81d8-4b81-a767-84fb90d99957 None None] Pushing event updated for resources: {'Port': ['ID=eb384aa5-1b21-4c3e-b843-4b8c193039c6,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:52.389101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] For port eb384aa5-1b21-4c3e-b843-4b8c193039c6, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:52.395415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] For port eb384aa5-1b21-4c3e-b843-4b8c193039c6, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=eb384aa5-1b21-4c3e-b843-4b8c193039c6,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:52.402215 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:52.511716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Routers {'05e6763d-7456-40d0-8825-82b1eb5df467'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:52.512807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T18:54:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['05e6763d-7456-40d0-8825-82b1eb5df467'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:52.575963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c16c2-81d8-4b81-a767-84fb90d99957 None None] Pushing event updated for resources: {'Port': ['ID=eb384aa5-1b21-4c3e-b843-4b8c193039c6,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:52.835629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] Set router 05e6763d-7456-40d0-8825-82b1eb5df467 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:52.864226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f6a1616-9086-45a2-bb31-7f40f310e07f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:53.007273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8f6a1616-9086-45a2-bb31-7f40f310e07f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:53.007717 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:53.190690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'name': 'router1', 'tenant_id': '17399189d99341848d99fa30434e21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'eb384aa5-1b21-4c3e-b843-4b8c193039c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:27Z', 'updated_at': '2021-08-03T18:54:47Z', 'revision_number': 4, 'project_id': '17399189d99341848d99fa30434e21da', 'gw_port': {'id': 'eb384aa5-1b21-4c3e-b843-4b8c193039c6', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:46Z', 'updated_at': '2021-08-03T18:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8f6a1616-9086-45a2-bb31-7f40f310e07f', 'name': '', 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'tenant_id': '17399189d99341848d99fa30434e21da', 'mac_address': 'fa:16:3e:44:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:38Z', 'updated_at': '2021-08-03T18:54:51Z', 'revision_number': 5, 'project_id': '17399189d99341848d99fa30434e21da', 'subnets': [{'id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786bbaf-5992-4378-89df-4356fd2d11c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:53.244115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5be57-c72d-4f63-ab25-869c84a02aba None None] The sync data for ids ['05e6763d-7456-40d0-8825-82b1eb5df467'] in n-d-803378-1 is: [{'id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'name': 'router1', 'tenant_id': '17399189d99341848d99fa30434e21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'eb384aa5-1b21-4c3e-b843-4b8c193039c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:27Z', 'updated_at': '2021-08-03T18:54:47Z', 'revision_number': 4, 'project_id': '17399189d99341848d99fa30434e21da', 'gw_port': {'id': 'eb384aa5-1b21-4c3e-b843-4b8c193039c6', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:46Z', 'updated_at': '2021-08-03T18:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8f6a1616-9086-45a2-bb31-7f40f310e07f', 'name': '', 'network_id': '1bed2c89-4ad8-4b59-8f52-4b632ef57be6', 'tenant_id': '17399189d99341848d99fa30434e21da', 'mac_address': 'fa:16:3e:44:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e6763d-7456-40d0-8825-82b1eb5df467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:38Z', 'updated_at': '2021-08-03T18:54:51Z', 'revision_number': 5, 'project_id': '17399189d99341848d99fa30434e21da', 'subnets': [{'id': '23d8c925-0c0c-40f4-be0e-875bae139b64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786bbaf-5992-4378-89df-4356fd2d11c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:54:54.894028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device eb384aa5-1b21-4c3e-b843-4b8c193039c6 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:54.958427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port eb384aa5-1b21-4c3e-b843-4b8c193039c6 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:54.962793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port eb384aa5-1b21-4c3e-b843-4b8c193039c6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:54.963398 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:55.112825 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:55.139093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port eb384aa5-1b21-4c3e-b843-4b8c193039c6, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=eb384aa5-1b21-4c3e-b843-4b8c193039c6,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:55.146739 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:55.230669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=eb384aa5-1b21-4c3e-b843-4b8c193039c6,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:56.020610 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1735defc-c36f-4996-9dc5-ba400415e85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.870613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device eb384aa5-1b21-4c3e-b843-4b8c193039c6 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:56.938832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port eb384aa5-1b21-4c3e-b843-4b8c193039c6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:56.939464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.372581 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:54:59.519110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:00.167869 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-73a5a930-20be-4e99-b653-6849296ad6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:01.722811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:04.146715 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:26.013167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9ea55278-8c56-4263-add3-600009322d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:29.516916 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:30.185714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-97d01e0f-6bc6-4036-8624-1e0940f9026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:31.705751 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:34.177677 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:34.373517 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:55:56.021407 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e05024a-a78b-421d-b8b5-394783ae137b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:59.510147 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:00.179815 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a70d7135-d0f7-4dfe-aa43-4d374d82af52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:01.705317 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:04.155353 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.364584 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:56:26.017461 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f2296433-52cf-4dd7-84ad-0e8637a5bd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:29.515678 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:30.178360 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67851fcf-8225-4513-babb-9f60f3ce9f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:31.710245 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.171420 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:47.725658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56530) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:47.822877 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0cbdca-11fb-415f-85f8-dd89d48efcca admin admin] GET failed (client error): The resource could not be found. Aug 03 18:56:47.825510 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b0cbdca-11fb-415f-85f8-dd89d48efcca admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0985339 Aug 03 18:56:48.024112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce3d4-6c98-4804-8a6e-12d4dc3ea34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:48.025865 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-905ce3d4-6c98-4804-8a6e-12d4dc3ea34a admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1928716 Aug 03 18:56:48.368084 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:56:50.370243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56540) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:50.482171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf20792-abb2-449a-b9ef-55231cb1f912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:50.483711 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9cf20792-abb2-449a-b9ef-55231cb1f912 admin admin] 10.222.0.42 "GET /v2.0/subnets/23d8c925-0c0c-40f4-be0e-875bae139b64 HTTP/1.1" status: 200 len: 849 time: 0.1120279 Aug 03 18:56:50.496729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:50.603918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Notify callbacks [] for subnet, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.783933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768450111398'] for subnet, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.915978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:50.916585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.918861 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] 10.222.0.42 "PUT /v2.0/subnets/23d8c925-0c0c-40f4-be0e-875bae139b64 HTTP/1.1" status: 200 len: 868 time: 0.4265037 Aug 03 18:56:50.923125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b52b6-86da-4377-b6dc-47be957ce5b2 None None] Network 1bed2c89-4ad8-4b59-8f52-4b632ef57be6 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:56:50.954638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d8c925-0c0c-40f4-be0e-875bae139b64,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:50.963704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.964235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.964753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.965219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.965758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.966265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.966771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.967292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.967748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.968218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.968691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.969140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06070dfe-057d-47c0-91b7-206605ffe36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:51.491919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e71c444d-7389-4f2e-985e-c0e3d7dc7ed9 None None] Provisioning complete for port 8f6a1616-9086-45a2-bb31-7f40f310e07f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:51.492252 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e71c444d-7389-4f2e-985e-c0e3d7dc7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:51.627744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e71c444d-7389-4f2e-985e-c0e3d7dc7ed9 None None] Provisioning complete for port 1417abfa-44a8-4d09-8cdc-63de7fa24964 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:51.628345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e71c444d-7389-4f2e-985e-c0e3d7dc7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:53.343954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56548) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:53.687017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afd609-3aea-4662-a401-8c1331c937d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:53.687851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afd609-3aea-4662-a401-8c1331c937d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:53.690827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-40afd609-3aea-4662-a401-8c1331c937d4 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3452137 Aug 03 18:56:56.023810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30707a2b-c16f-46d8-bfd1-c813e26b41dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:56.348732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56558) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:56.501962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167c31e-f443-489e-ad28-0442d3e17a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:56.502518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167c31e-f443-489e-ad28-0442d3e17a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:56.504311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8167c31e-f443-489e-ad28-0442d3e17a81 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1544998 Aug 03 18:56:58.863015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56566) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:59.077292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f4802-41d7-465d-bbee-246e4e468f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:59.079536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-db1f4802-41d7-465d-bbee-246e4e468f74 admin admin] 10.222.0.42 "GET /v2.0/networks/1bed2c89-4ad8-4b59-8f52-4b632ef57be6 HTTP/1.1" status: 200 len: 869 time: 0.2150466 Aug 03 18:56:59.503382 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:00.177008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-040be4da-46b7-43b6-af33-0379b6a8531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.648691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56574) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:01.711818 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.803424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86542c-6109-4e82-add7-9d0cca263ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:01.804932 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5d86542c-6109-4e82-add7-9d0cca263ecc admin admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 886 time: 0.1552155 Aug 03 18:57:04.171795 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:04.216665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56582) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:04.377143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f4d50-d941-4952-b08c-c013d5648754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:04.377546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f4d50-d941-4952-b08c-c013d5648754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:04.379203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a07f4d50-d941-4952-b08c-c013d5648754 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1611099 Aug 03 18:57:07.434112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56590) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:07.576479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fea2df-926e-4d23-a32d-d99685ef6089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:07.577042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fea2df-926e-4d23-a32d-d99685ef6089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:07.579127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a9fea2df-926e-4d23-a32d-d99685ef6089 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1437669 Aug 03 18:57:09.924344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56598) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:10.025304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104ef0d-5616-4785-a332-5ad42edd307a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:10.026870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9104ef0d-5616-4785-a332-5ad42edd307a admin admin] 10.222.0.42 "GET /v2.0/subnets/23d8c925-0c0c-40f4-be0e-875bae139b64 HTTP/1.1" status: 200 len: 868 time: 0.1012213 Aug 03 18:57:12.334484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56606) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:12.430949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f5c6a-730d-40f1-b12e-c66e811d0651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:12.432366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0e6f5c6a-730d-40f1-b12e-c66e811d0651 admin admin] 10.222.0.42 "GET /v2.0/subnets/f3bb89ae-508e-466a-9438-866c2a1ba47a HTTP/1.1" status: 200 len: 816 time: 0.0968955 Aug 03 18:57:25.369764 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:57:26.012265 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d958a812-c184-4ff1-8d33-104eb1534dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:29.507395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.177905 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afe6206f-6175-4647-9a75-de87b0035cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.708975 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:34.179666 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:41.916607 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56662) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:41.990443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-31845f25-4999-49b4-bf77-e5a5b1e49f4a admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:57:41.991734 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-31845f25-4999-49b4-bf77-e5a5b1e49f4a admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0739436 Aug 03 18:57:44.321177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56670) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:44.393723 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c2b810-55ee-4904-a547-a60657e6c971 admin admin] GET failed (client error): The resource could not be found. Aug 03 18:57:44.395182 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1c2b810-55ee-4904-a547-a60657e6c971 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0729992 Aug 03 18:57:44.485274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e12b9-2986-4bcb-87eb-d432134a644a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:44.486830 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b80e12b9-2986-4bcb-87eb-d432134a644a admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0863175 Aug 03 18:57:46.830572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56678) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:46.887555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:46.914266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Made reservation on behalf of b8c937ecc7904df8859941a21c284c85 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:46.916666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:46.951395 n-d-803378-1 neutron-server[94133]: WARNING neutron.services.revisions.revision_plugin [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Could not find related network for resource to bump revision. Aug 03 18:57:46.971060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:57:46.986196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:46.986542 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Added segment 222d4542-9f16-4650-8c05-82dbfaa2e85e of type vlan for network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 Aug 03 18:57:47.041095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.078729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.080123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:47.080774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.140014 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3082638 Aug 03 18:57:47.161909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6509670-55a9-4585-b309-1a91a091d294 admin admin] Pushing event updated for resources: {'Network': ['ID=ee97c7ff-0d89-46ae-a632-0f72bd3374a9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:47.175848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:57:49.853043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56686) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:49.922954 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a60054c-bc94-4db0-bee3-5261804d7852 admin admin] GET failed (client error): The resource could not be found. Aug 03 18:57:49.924785 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8a60054c-bc94-4db0-bee3-5261804d7852 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0704229 Aug 03 18:57:50.007903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4efd24-8ac9-4a96-a5ae-c7f0b2527046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:50.009594 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5f4efd24-8ac9-4a96-a5ae-c7f0b2527046 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0799127 Aug 03 18:57:50.022160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Request body: {'subnet': {'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:50.051833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Made reservation on behalf of b8c937ecc7904df8859941a21c284c85 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:50.054871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.278785 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.338126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:50.351953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:50.352342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Network hostable DHCP agents. Network: ee97c7ff-0d89-46ae-a632-0f72bd3374a9, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:57:50.378188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:57:50.392531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, ee97c7ff-0d89-46ae-a632-0f72bd3374a9) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:50.397845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:50.398553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.406954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07811240-dc14-42ca-9bb7-20fd787f7771 None None] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:57:50.416020 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ed525686-1824-4c6c-930e-7c072587d23c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3978729 Aug 03 18:57:50.628087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'tenant_id': 'b8c937ecc7904df8859941a21c284c85', 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:57:50.629441 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.807028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Allocated IP 192.168.233.2 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/f8f48f26-263c-4248-80b7-40c1aa37ff81) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:57:50.996002 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.006056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Transition to ACTIVE for port object f8f48f26-263c-4248-80b7-40c1aa37ff81 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:51.025642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Transition to ACTIVE for port object f8f48f26-263c-4248-80b7-40c1aa37ff81 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:51.032886 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.085108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Pushing event updated for resources: {'Port': ['ID=f8f48f26-263c-4248-80b7-40c1aa37ff81,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:51.097923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:57:51.099844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.100198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.100544 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.100884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.101218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.101583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.101917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.102250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.102582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.102934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.103270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.103595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:51.108108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:51.132116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:57:51.197039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Attempting to bind port f8f48f26-263c-4248-80b7-40c1aa37ff81 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:57:51.197332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Attempting to bind port f8f48f26-263c-4248-80b7-40c1aa37ff81 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:57:51.197739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Attempting to bind port f8f48f26-263c-4248-80b7-40c1aa37ff81 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:51.205069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:57:51.205642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:51.206145 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.206651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:57:51.207273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Bound port: f8f48f26-263c-4248-80b7-40c1aa37ff81, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:57:51.207901 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.305206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] For port f8f48f26-263c-4248-80b7-40c1aa37ff81, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:57:51.309911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] For port f8f48f26-263c-4248-80b7-40c1aa37ff81, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f8f48f26-263c-4248-80b7-40c1aa37ff81,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:57:51.315521 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.391918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd70b49-5f65-4610-a45d-8d66d2fdb291 None None] Pushing event updated for resources: {'Port': ['ID=f8f48f26-263c-4248-80b7-40c1aa37ff81,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:52.404927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268ad9f-81ff-475a-ab8d-68683ba7e389 None None] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:57:52.551252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9f57020a-a629-4062-8076-ec5d8e0b90f1 None None] Provisioning for port f8f48f26-263c-4248-80b7-40c1aa37ff81 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:53.049659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f8f48f26-263c-4248-80b7-40c1aa37ff81 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:53.121629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f8f48f26-263c-4248-80b7-40c1aa37ff81 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:53.128058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f8f48f26-263c-4248-80b7-40c1aa37ff81 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:53.128549 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.270191 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.327214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port f8f48f26-263c-4248-80b7-40c1aa37ff81, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f8f48f26-263c-4248-80b7-40c1aa37ff81,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:53.332915 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.418210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=f8f48f26-263c-4248-80b7-40c1aa37ff81,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:55.001295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f8f48f26-263c-4248-80b7-40c1aa37ff81 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:55.061219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f8f48f26-263c-4248-80b7-40c1aa37ff81 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:55.061747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:56.007019 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8e6e-3c5a-44a5-8559-ed7bd736d19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.508011 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.174191 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eefd5e96-f76d-42fe-be51-1526eb7c75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:01.713084 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:02.368805 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:58:04.185412 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.011726 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ed335a0-be3e-4c32-8bc0-3cb7ec331d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.508287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.166566 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cb5420a1-7a01-42e5-8663-f8a1d144d195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.717328 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.186417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.366930 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:58:56.020236 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-014d703a-d27d-48da-9029-719996a6e96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.511915 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.172464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f1c742f-585f-42a6-a92c-354f74e020c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.718097 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.187449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.396543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56740) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:06.407018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-967b308f-5a50-4554-a1ee-a4509c5810f4 tempest-verify_tempest_config-168077621 tempest-verify_tempest_config-168077621-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:59:06.408930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-967b308f-5a50-4554-a1ee-a4509c5810f4 tempest-verify_tempest_config-168077621 tempest-verify_tempest_config-168077621-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0109901 Aug 03 18:59:06.789853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56758) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:06.914063 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.070875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.075911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.120872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aafcbc-f9d6-417d-aedb-8a84055f1c12,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:07.125881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23fc856a7fda451cbb646524f19b8f94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3347971 Aug 03 18:59:07.128565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56764) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:07.131871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.132218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.132558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.132894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.133222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.133581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.133910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.134240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.134563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.134890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.135455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.135776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962a16d-dac4-4927-bfae-6b893b2bec86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.189898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.211582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.317306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.320291 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.321640 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44aafcbc-f9d6-417d-aedb-8a84055f1c12 HTTP/1.1" status: 204 len: 168 time: 0.1919813 Aug 03 18:59:07.330254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aafcbc-f9d6-417d-aedb-8a84055f1c12,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:07.337880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.338241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.338563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.338902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.339235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.339571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.339974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.340221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.340575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.341624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.341965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:07.342292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04551e27-9446-4a82-b458-f90011ffaca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:16.366266 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:59:26.014050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3889a7ce-49cb-479a-8915-11a25c602124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.505113 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.176457 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-43dbafb3-e557-4c39-840b-17435ef07422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.719127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.188542 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.364954 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:59:56.017313 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-07507da1-5b17-448a-a10f-12992584868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.510477 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.179539 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65747f2f-bc72-416a-b12e-0160df4761cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.723452 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.196257 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.025629 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8fcdcff8-e680-4d35-97c8-5a6450044ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.505242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.183196 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90dd-218b-457b-869e-3aafa40c96c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.364652 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:00:31.724704 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:34.194594 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.031058 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a805383-df06-4f1f-bcfc-f382c89417e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.508663 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.186710 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a060fb9-7846-4fb0-8a30-5b21f58f7ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.729617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.197797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.364877 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:01:26.033678 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b811a7e1-f2b7-47f6-a4ca-bab35411077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.514735 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.190369 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6806f537-df0a-4aa2-9816-fb30711d7c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.731603 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.200587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.365744 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:01:56.027679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc311641-f45d-430e-80e2-321adfd15682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.513083 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:00.193280 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c8db72e5-8a92-40f5-a40d-34f7cd71bd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.735478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.205050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.367668 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 5 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:02:25.254846 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601754'] for agent, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:26.030373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4c70797a-cb53-491c-a945-348502d31aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.518224 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.199222 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a62f4a30-7070-42d4-a7fb-e2fc013a6aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.737845 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.210246 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.165379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601754'] for agent, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.189973 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.036372 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5194609d-771c-4335-9dc4-e4e80ea89f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.367484 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:02:59.617738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:00.192210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00e67940-ef37-47ed-b5de-57910a7bc210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.741332 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:04.216312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.082080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.807880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56824) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:21.924080 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ade114c1-abe4-4175-aede-87b06a7ad03b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1142471 Aug 03 19:03:24.297707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56834) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:24.386153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dd90c104-82d8-4d79-b267-fe21b8a4c06b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0866590 Aug 03 19:03:25.207179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.031670 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3470ec7e-96e7-4c4b-a8fe-982b621c8594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.514807 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:30.198666 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7387-3de8-41b0-802c-1144398c92aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:31.742363 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.220962 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.367810 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:03:50.094258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.222177 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.035487 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9698905-e1ad-44ef-91eb-fd72e637ea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.512397 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.197770 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2927d26-4376-4026-9fa4-9547987686a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.752071 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.226679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.367700 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:04:20.096610 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.234576 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.041599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e90f0da6-4963-49b9-b92e-8eb243fcc8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.518842 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.191339 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-82fa20b1-bd56-4218-b8f2-5241e16159af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.755777 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.230714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.367498 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:04:50.128175 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.235879 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.038388 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-39611775-b2cd-49f4-afc1-60bdf181a263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.443718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:56.560965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57100) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:57.056700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-network', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:57.089515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57118) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:57.094846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4cbbb6bf-9ff3-44f0-ae8c-34452f06dcf5 tempest-AutoAllocateNetworkTest-1647702463 tempest-AutoAllocateNetworkTest-1647702463-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b7455c7d7044d438817144f0fc390df&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5315492 Aug 03 19:04:57.117095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Made reservation on behalf of afb1801f896f405fabd7e9c43695eec7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:57.119834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.133038 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.256137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.261691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.295088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fdef7-d337-4c37-9790-e17f54e9b752,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:57.306615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.307027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.307878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.308237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.308582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.308979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.309317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.309767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.310421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.310755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.311138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.311617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Tracked resource versions report: Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: pushed versions: Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: { 'AddressGroup': {'1.2'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'ConntrackHelper': {'1.0'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Log': {'1.0'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Network': {'1.1'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Port': {'1.7'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'PortForwarding': {'1.2'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'QosPolicy': {'1.8'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'SecurityGroup': {'1.4'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'SecurityGroupRule': {'1.2'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'SubPort': {'1.0'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Subnet': {'1.1'}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Trunk': {'1.1'}} Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: consumer versions: Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: { DHCP agent@n-d-803378-1: {}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: HyperV agent@n-h1-803378-1: {}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: HyperV agent@n-h2-803378-1: {}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: L3 agent@n-d-803378-1: {}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: Metadata agent@n-d-803378-1: {}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: Metering agent@n-d-803378-1: {}, Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: Open vSwitch agent@n-d-803378-1: { 'AddressGroup': '1.2', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'ConntrackHelper': '1.0', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Log': '1.0', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Network': '1.1', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Port': '1.7', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'PortForwarding': '1.2', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'QosPolicy': '1.8', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'SecurityGroup': '1.4', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'SecurityGroupRule': '1.2', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'SubPort': '1.0', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Subnet': '1.1', Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: 'Trunk': '1.1'}} Aug 03 19:04:57.313031 n-d-803378-1 neutron-server[94134]: {{(pid=94134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 19:04:57.324095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6cf24-9734-4699-a5b9-ba6c82c297bc tempest-AutoAllocateNetworkTest-1647702463 tempest-AutoAllocateNetworkTest-1647702463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:57.330362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08a6cf24-9734-4699-a5b9-ba6c82c297bc tempest-AutoAllocateNetworkTest-1647702463 tempest-AutoAllocateNetworkTest-1647702463-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2384856 Aug 03 19:04:57.331597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57134) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:57.342338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:04:57.361071 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.362464 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Added segment 83a69cd4-8cbf-4e0b-9576-9a6063d9a462 of type vlan for network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc Aug 03 19:04:57.419881 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.467487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-00412476-24de-4bcc-a1e4-325567f20773 tempest-AutoAllocateNetworkTest-1647702463 tempest-AutoAllocateNetworkTest-1647702463-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327336 Aug 03 19:04:57.469400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.470329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57140) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:57.470982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:57.471670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.506718 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1520a23b-8f58-4905-bc58-e68c01bf5c43 tempest-AutoAllocateNetworkTest-1647702463 tempest-AutoAllocateNetworkTest-1647702463-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b7455c7d7044d438817144f0fc390df HTTP/1.1" status: 200 len: 208 time: 0.0327506 Aug 03 19:04:57.547135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] Pushing event updated for resources: {'Network': ['ID=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:57.565029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:04:57.574440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57148) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:57.574711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8cf818f6-dde4-4969-ab26-71a96bd9c712 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1301005 Aug 03 19:04:57.594015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Request body: {'subnet': {'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-subnet', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:57.634129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Made reservation on behalf of afb1801f896f405fabd7e9c43695eec7 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:57.639330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.946816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.026450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:58.042041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.042608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.043182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.043749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.044315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.045052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.045642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.046377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.046927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.047498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.048338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.048805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Tracked resource versions report: Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: pushed versions: Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: { 'AddressGroup': {'1.2'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'ConntrackHelper': {'1.0'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Log': {'1.0'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Network': {'1.1'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Port': {'1.7'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'PortForwarding': {'1.2'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'QosPolicy': {'1.8'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'SecurityGroup': {'1.4'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'SecurityGroupRule': {'1.2'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'SubPort': {'1.0'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Subnet': {'1.1'}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Trunk': {'1.1'}} Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: consumer versions: Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: { DHCP agent@n-d-803378-1: {}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: HyperV agent@n-h1-803378-1: {}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: HyperV agent@n-h2-803378-1: {}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: L3 agent@n-d-803378-1: {}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: Metadata agent@n-d-803378-1: {}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: Metering agent@n-d-803378-1: {}, Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: Open vSwitch agent@n-d-803378-1: { 'AddressGroup': '1.2', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'ConntrackHelper': '1.0', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Log': '1.0', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Network': '1.1', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Port': '1.7', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'PortForwarding': '1.2', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'QosPolicy': '1.8', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'SecurityGroup': '1.4', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'SecurityGroupRule': '1.2', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'SubPort': '1.0', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Subnet': '1.1', Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: 'Trunk': '1.1'}} Aug 03 19:04:58.050958 n-d-803378-1 neutron-server[94133]: {{(pid=94133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 19:04:58.092542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Checking segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:58.093331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Network hostable DHCP agents. Network: c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:04:58.114332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:04:58.130587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:58.136956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:58.139160 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.142231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc689e33-b0d3-46f3-ac08-af7d7654d44c None None] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:58.159303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8159a61b-a0ae-4097-8bf6-5f449da4de05 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5826623 Aug 03 19:04:58.162546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57164) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:58.179830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:58.228765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.231424 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.367527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57172) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:58.439906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.468339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:04:58.472028 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.634193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57186) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:58.711059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Allocated IP 172.20.0.2 (c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc/9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f/43ac3ef7-1087-47d1-a262-ce417d7e6d12) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:58.854381 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b2db6d6-6241-49bd-85de-46a2d78f3f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.869852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.020271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.024218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b2db6d6-6241-49bd-85de-46a2d78f3f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.030767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b2db6d6-6241-49bd-85de-46a2d78f3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.043749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Transition to ACTIVE for port object 43ac3ef7-1087-47d1-a262-ce417d7e6d12 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:59.075593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Transition to ACTIVE for port object 43ac3ef7-1087-47d1-a262-ce417d7e6d12 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:59.078386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0b2db6d6-6241-49bd-85de-46a2d78f3f84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=595a0f22e6b844608b5523e4e82d9352&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7096200 Aug 03 19:04:59.082245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57196) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:59.087404 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.103958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2db6d6-6241-49bd-85de-46a2d78f3f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e73f5b-c5f0-47b7-a6e3-d56208f5ca2d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:59.162483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Pushing event updated for resources: {'Port': ['ID=43ac3ef7-1087-47d1-a262-ce417d7e6d12,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:59.172516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.173191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.173812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.174368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.174918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.175481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.176088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.176687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.177239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.177835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.178396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.178934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Tracked resource versions report: Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: pushed versions: Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: { 'AddressGroup': {'1.2'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'ConntrackHelper': {'1.0'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Log': {'1.0'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Network': {'1.1'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Port': {'1.7'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'PortForwarding': {'1.2'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'QosPolicy': {'1.8'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'SecurityGroup': {'1.4'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'SecurityGroupRule': {'1.2'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'SubPort': {'1.0'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Subnet': {'1.1'}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Trunk': {'1.1'}} Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: consumer versions: Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: { DHCP agent@n-d-803378-1: {}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: HyperV agent@n-h1-803378-1: {}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: HyperV agent@n-h2-803378-1: {}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: L3 agent@n-d-803378-1: {}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: Metadata agent@n-d-803378-1: {}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: Metering agent@n-d-803378-1: {}, Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: Open vSwitch agent@n-d-803378-1: { 'AddressGroup': '1.2', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'ConntrackHelper': '1.0', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Log': '1.0', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Network': '1.1', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Port': '1.7', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'PortForwarding': '1.2', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'QosPolicy': '1.8', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'SecurityGroup': '1.4', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'SecurityGroupRule': '1.2', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'SubPort': '1.0', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Subnet': '1.1', Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: 'Trunk': '1.1'}} Aug 03 19:04:59.180339 n-d-803378-1 neutron-server[94135]: {{(pid=94135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 19:04:59.189843 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5cef042-fb35-4ebd-bb6e-60299be88bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.195861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:59.198289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:59.202727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:59.247796 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.265110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Attempting to bind port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:59.267067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Attempting to bind port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:59.267961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Attempting to bind port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 on network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:59.281299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:59.282945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Checking segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:59.284692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.286304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Bound using segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:59.289427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Bound port: 43ac3ef7-1087-47d1-a262-ce417d7e6d12, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:59.289700 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.290297 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.466593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5cef042-fb35-4ebd-bb6e-60299be88bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.472649 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5cef042-fb35-4ebd-bb6e-60299be88bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.485096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] For port 43ac3ef7-1087-47d1-a262-ce417d7e6d12, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:59.497189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] For port 43ac3ef7-1087-47d1-a262-ce417d7e6d12, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=43ac3ef7-1087-47d1-a262-ce417d7e6d12,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:59.544006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cef042-fb35-4ebd-bb6e-60299be88bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27487a9f-7bf5-4764-aa9a-c1ffeeeb5073,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:59.557543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.574413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.629629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e5cef042-fb35-4ebd-bb6e-60299be88bfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b7455c7d7044d438817144f0fc390df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9916120 Aug 03 19:04:59.630990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57210) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:59.746622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Allocated IP 172.25.4.67 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/4490cfae-7f82-4e1a-ac09-119679c3816b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:59.757760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-660e1049-6724-43e2-90c3-77e5276b663e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.819139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b317c-b1a3-4441-9251-3ac9c670559f None None] Pushing event updated for resources: {'Port': ['ID=43ac3ef7-1087-47d1-a262-ce417d7e6d12,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:59.899068 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f8d98ed-8387-47f3-b604-b29dbf165daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.917967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-660e1049-6724-43e2-90c3-77e5276b663e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.958993 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f8d98ed-8387-47f3-b604-b29dbf165daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.978587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57216) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:00.055470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-660e1049-6724-43e2-90c3-77e5276b663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.062601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-660e1049-6724-43e2-90c3-77e5276b663e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.070036 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-660e1049-6724-43e2-90c3-77e5276b663e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68e73f5b-c5f0-47b7-a6e3-d56208f5ca2d HTTP/1.1" status: 204 len: 168 time: 0.9864798 Aug 03 19:05:00.108026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f8d98ed-8387-47f3-b604-b29dbf165daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.115717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f8d98ed-8387-47f3-b604-b29dbf165daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.119267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f8d98ed-8387-47f3-b604-b29dbf165daa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27487a9f-7bf5-4764-aa9a-c1ffeeeb5073 HTTP/1.1" status: 204 len: 168 time: 0.4837272 Aug 03 19:05:00.124036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e1049-6724-43e2-90c3-77e5276b663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e73f5b-c5f0-47b7-a6e3-d56208f5ca2d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:00.163382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d98ed-8387-47f3-b604-b29dbf165daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27487a9f-7bf5-4764-aa9a-c1ffeeeb5073,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:00.241366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.247896 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd354-870d-4418-aac0-5f084f3f156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.286168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d71dd02-2628-436f-9d38-77e7252f6161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.409578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.484595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:00.487700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:00.493002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Pushing event updated for resources: {'Port': ['ID=4490cfae-7f82-4e1a-ac09-119679c3816b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:00.508399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:00.637188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d71dd02-2628-436f-9d38-77e7252f6161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.651280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d71dd02-2628-436f-9d38-77e7252f6161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.712962 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2d71dd02-2628-436f-9d38-77e7252f6161 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39302c5c319543188d40732a011f3706&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7312686 Aug 03 19:05:00.716501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57238) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:00.810186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71dd02-2628-436f-9d38-77e7252f6161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72cbf0c-cb8f-4c21-a7e0-99a365fc566d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:00.822881 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-753f2580-fafe-458b-839d-8ee59383180d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.909730 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-753f2580-fafe-458b-839d-8ee59383180d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.992493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.038233 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-753f2580-fafe-458b-839d-8ee59383180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.041975 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-753f2580-fafe-458b-839d-8ee59383180d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.043360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-753f2580-fafe-458b-839d-8ee59383180d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b72cbf0c-cb8f-4c21-a7e0-99a365fc566d HTTP/1.1" status: 204 len: 168 time: 0.3258340 Aug 03 19:05:01.060680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f2580-fafe-458b-839d-8ee59383180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72cbf0c-cb8f-4c21-a7e0-99a365fc566d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:01.094330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57252) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:01.116860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0a38-0712-4f88-b7ae-c3f8ce23476d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.301020 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0a38-0712-4f88-b7ae-c3f8ce23476d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.307378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0a38-0712-4f88-b7ae-c3f8ce23476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.389320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef0a38-0712-4f88-b7ae-c3f8ce23476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3eead6-bee7-4b05-9031-080f3c2c23ba,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:01.495079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 43ac3ef7-1087-47d1-a262-ce417d7e6d12 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:01.496173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d8ef0a38-0712-4f88-b7ae-c3f8ce23476d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cb862d15cab457683d3f670bdf3f8d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4003816 Aug 03 19:05:01.501852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57270) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:01.589465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50bd480c-60d4-4143-b353-ea25084e23ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.648103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50bd480c-60d4-4143-b353-ea25084e23ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.713974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:01.751793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579dbfe-c40a-43bf-891c-d15dcfd476ec None None] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:01.771827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50bd480c-60d4-4143-b353-ea25084e23ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.778566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50bd480c-60d4-4143-b353-ea25084e23ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.781369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-50bd480c-60d4-4143-b353-ea25084e23ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be3eead6-bee7-4b05-9031-080f3c2c23ba HTTP/1.1" status: 204 len: 168 time: 0.2777104 Aug 03 19:05:01.792751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.798076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd480c-60d4-4143-b353-ea25084e23ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3eead6-bee7-4b05-9031-080f3c2c23ba,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:01.949010 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.997280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d0a237bd-3d94-45d0-a97d-795b1243eb02 None None] Provisioning for port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:02.013594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d0a237bd-3d94-45d0-a97d-795b1243eb02 None None] Provisioning complete for port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:02.014166 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0a237bd-3d94-45d0-a97d-795b1243eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.185502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57310) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:02.193001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Router 83fc8f29-f161-4992-9dca-ae05a9c4570f is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:05:02.226334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-950cae54-3165-49af-9db5-f25eab9f1389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.232905 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0a237bd-3d94-45d0-a97d-795b1243eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.340745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d0a237bd-3d94-45d0-a97d-795b1243eb02 None None] For port 43ac3ef7-1087-47d1-a262-ce417d7e6d12, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=43ac3ef7-1087-47d1-a262-ce417d7e6d12,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:02.347552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0a237bd-3d94-45d0-a97d-795b1243eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.479418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:02.488691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a237bd-3d94-45d0-a97d-795b1243eb02 None None] Pushing event updated for resources: {'Port': ['ID=43ac3ef7-1087-47d1-a262-ce417d7e6d12,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:02.509240 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Sync routers for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:02.558374 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:02.559422 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:02.588855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9b877b5e-a50d-482f-b207-dc17d6ee0523 None None] Provisioning complete for port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:02.592084 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9b877b5e-a50d-482f-b207-dc17d6ee0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.666702 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-950cae54-3165-49af-9db5-f25eab9f1389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.680495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-950cae54-3165-49af-9db5-f25eab9f1389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.683579 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.685056 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5ca98971-983b-4049-95c1-4acdab651d4d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5201323 Aug 03 19:05:02.689805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57340) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:02.788273 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:02.789991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cae54-3165-49af-9db5-f25eab9f1389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ed3dd5-dfc7-4c8b-a603-075e12082290,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:02.848227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-950cae54-3165-49af-9db5-f25eab9f1389 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23788a608c2e4549b842440ee641c57e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6577327 Aug 03 19:05:02.848980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57346) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:03.081464 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:00Z', 'revision_number': 3, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:03.118020 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Checking router: 83fc8f29-f161-4992-9dca-ae05a9c4570f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:03.118530 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Updating router 83fc8f29-f161-4992-9dca-ae05a9c4570f port 4490cfae-7f82-4e1a-ac09-119679c3816b binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:05:03.154866 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.293010 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4086de4-5218-4644-8b32-0e76957cca70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.329458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4086de4-5218-4644-8b32-0e76957cca70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.413622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 43ac3ef7-1087-47d1-a262-ce417d7e6d12 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:03.421587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4086de4-5218-4644-8b32-0e76957cca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.431229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4086de4-5218-4644-8b32-0e76957cca70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.436642 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a4086de4-5218-4644-8b32-0e76957cca70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8ed3dd5-dfc7-4c8b-a603-075e12082290 HTTP/1.1" status: 204 len: 168 time: 0.5820189 Aug 03 19:05:03.500611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:03.501453 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.512271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57370) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:03.530237 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.553790 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Transition to ACTIVE for port object 4490cfae-7f82-4e1a-ac09-119679c3816b will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:03.564971 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.567097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4086de4-5218-4644-8b32-0e76957cca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ed3dd5-dfc7-4c8b-a603-075e12082290,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:03.656371 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Pushing event updated for resources: {'Port': ['ID=4490cfae-7f82-4e1a-ac09-119679c3816b,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:03.674064 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.674960 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.676253 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.677154 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.678041 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.678799 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.679661 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.680354 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.681130 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.681929 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.682475 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.683195 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Tracked resource versions report: Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: pushed versions: Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: { 'AddressGroup': {'1.2'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'ConntrackHelper': {'1.0'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Log': {'1.0'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Network': {'1.1'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Port': {'1.7'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'PortForwarding': {'1.2'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'QosPolicy': {'1.8'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'SecurityGroup': {'1.4'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'SecurityGroupRule': {'1.2'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'SubPort': {'1.0'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Subnet': {'1.1'}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Trunk': {'1.1'}} Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: consumer versions: Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: { DHCP agent@n-d-803378-1: {}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: HyperV agent@n-h1-803378-1: {}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: HyperV agent@n-h2-803378-1: {}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: L3 agent@n-d-803378-1: {}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: Metadata agent@n-d-803378-1: {}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: Metering agent@n-d-803378-1: {}, Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: Open vSwitch agent@n-d-803378-1: { 'AddressGroup': '1.2', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'ConntrackHelper': '1.0', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Log': '1.0', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Network': '1.1', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Port': '1.7', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'PortForwarding': '1.2', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'QosPolicy': '1.8', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'SecurityGroup': '1.4', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'SecurityGroupRule': '1.2', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'SubPort': '1.0', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Subnet': '1.1', Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: 'Trunk': '1.1'}} Aug 03 19:05:03.685578 n-d-803378-1 neutron-server[94136]: {{(pid=94136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 19:05:03.727171 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Attempting to bind port 4490cfae-7f82-4e1a-ac09-119679c3816b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:03.727919 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Attempting to bind port 4490cfae-7f82-4e1a-ac09-119679c3816b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:03.728533 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Attempting to bind port 4490cfae-7f82-4e1a-ac09-119679c3816b on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:03.739140 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:03.739757 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:03.740445 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.741108 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:03.742211 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Bound port: 4490cfae-7f82-4e1a-ac09-119679c3816b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:03.743098 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.855676 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] For port 4490cfae-7f82-4e1a-ac09-119679c3816b, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:03.862493 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] For port 4490cfae-7f82-4e1a-ac09-119679c3816b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4490cfae-7f82-4e1a-ac09-119679c3816b,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:03.868819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.873731 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.964206 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:03.964881 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:04.012230 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f68e5-d4a4-4a5a-b756-b67e0b454b6b None None] Pushing event updated for resources: {'Port': ['ID=4490cfae-7f82-4e1a-ac09-119679c3816b,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:04.161530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Allocated IP 172.20.0.1 (c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc/9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f/a1d136e8-04db-4acc-a1ce-244108b0ba39) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:04.265326 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.300311 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:04.365127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.399393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Transition to ACTIVE for port object a1d136e8-04db-4acc-a1ce-244108b0ba39 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:04.462269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.483545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:04.507561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:04.511545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:04.512021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.565705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14701462-5ec0-4822-918c-146e9b562cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.659502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Pushing event updated for resources: {'Port': ['ID=a1d136e8-04db-4acc-a1ce-244108b0ba39,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:04.765002 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:00Z', 'revision_number': 3, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:04.808435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14701462-5ec0-4822-918c-146e9b562cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.816034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14701462-5ec0-4822-918c-146e9b562cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.871040 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d143a-b2af-4580-a327-08ec02384347 None None] The sync data for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 is: [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:00Z', 'revision_number': 3, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:04.895374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14701462-5ec0-4822-918c-146e9b562cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf117bf4-7dcd-433a-a763-26c7823ed657,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:04.971963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-14701462-5ec0-4822-918c-146e9b562cb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b65e749a53d04d6b874ef9d6a0e6f0e3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4582460 Aug 03 19:05:04.977465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57432) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:05.016312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a7a5f529-f982-4202-b8fa-4cdcf7bb01a4 None None] Provisioning for port a1d136e8-04db-4acc-a1ce-244108b0ba39 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:05.029691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a7a5f529-f982-4202-b8fa-4cdcf7bb01a4 None None] Provisioning complete for port a1d136e8-04db-4acc-a1ce-244108b0ba39 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:05.031104 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f529-f982-4202-b8fa-4cdcf7bb01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.052675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.098758 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7eb478a5-79ab-4c05-a2ee-c31fbaf9e0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.141200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7eb478a5-79ab-4c05-a2ee-c31fbaf9e0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.208948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5f529-f982-4202-b8fa-4cdcf7bb01a4 None None] Port a1d136e8-04db-4acc-a1ce-244108b0ba39 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:05.232620 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7eb478a5-79ab-4c05-a2ee-c31fbaf9e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.243875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7eb478a5-79ab-4c05-a2ee-c31fbaf9e0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.248251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7eb478a5-79ab-4c05-a2ee-c31fbaf9e0e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf117bf4-7dcd-433a-a763-26c7823ed657 HTTP/1.1" status: 204 len: 168 time: 0.2659636 Aug 03 19:05:05.281335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb478a5-79ab-4c05-a2ee-c31fbaf9e0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf117bf4-7dcd-433a-a763-26c7823ed657,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:05.604970 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.613733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.615716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.730974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Pushing event updated for resources: {'Port': ['ID=a1d136e8-04db-4acc-a1ce-244108b0ba39,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:05.812641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:05.817617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:06.085931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Router 83fc8f29-f161-4992-9dca-ae05a9c4570f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:06.119140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57488) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:06.256979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-98e03af3-8116-4846-9cea-9c1331fe2478 None None] Provisioning complete for port a1d136e8-04db-4acc-a1ce-244108b0ba39 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:06.258805 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e03af3-8116-4846-9cea-9c1331fe2478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.281398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57492) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:06.324051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7e118ad-6139-4821-bd43-bbf43c25ce89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.366799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:06.399655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-98e03af3-8116-4846-9cea-9c1331fe2478 None None] Port a1d136e8-04db-4acc-a1ce-244108b0ba39 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:06.402370 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8ca23907-4d22-47a6-989e-2f26d7bbf53b admin admin] 10.222.0.42 "PUT /v2.0/routers/83fc8f29-f161-4992-9dca-ae05a9c4570f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7106364 Aug 03 19:05:06.503107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7e118ad-6139-4821-bd43-bbf43c25ce89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.508673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7e118ad-6139-4821-bd43-bbf43c25ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.550196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e118ad-6139-4821-bd43-bbf43c25ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158bf815-9ce7-4d2b-b124-6df2eb1f1752,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:06.558470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57498) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:06.558699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c7e118ad-6139-4821-bd43-bbf43c25ce89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff8b18d29b7844f7926b21de34f732bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2748487 Aug 03 19:05:06.637159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec835511-eff3-4a8f-9e52-6c5584056925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.663640 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec835511-eff3-4a8f-9e52-6c5584056925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.749915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec835511-eff3-4a8f-9e52-6c5584056925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.753507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec835511-eff3-4a8f-9e52-6c5584056925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.755774 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ec835511-eff3-4a8f-9e52-6c5584056925 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/158bf815-9ce7-4d2b-b124-6df2eb1f1752 HTTP/1.1" status: 204 len: 168 time: 0.1954513 Aug 03 19:05:06.765658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec835511-eff3-4a8f-9e52-6c5584056925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158bf815-9ce7-4d2b-b124-6df2eb1f1752,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:06.835336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57514) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:06.865268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-618502712-network', 'tenant_id': '2e5886d602154b98b509f4fe4b176fc0'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:06.890692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Made reservation on behalf of 2e5886d602154b98b509f4fe4b176fc0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:06.893190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.903803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.049736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.055242 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.089752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:05:07.096470 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:07.105491 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.105860 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Added segment 7cdd6931-1d6f-4926-838e-b77c42436014 of type vlan for network f814e7a7-f0ca-4e21-8d6e-66af40a55cae Aug 03 19:05:07.160857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.194829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.195916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.196805 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.334089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] Pushing event updated for resources: {'Network': ['ID=f814e7a7-f0ca-4e21-8d6e-66af40a55cae,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:07.344416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57526) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:07.346913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c3737c08-4f9e-402e-ad32-d67146ee6584 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2253277 Aug 03 19:05:07.349896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network f814e7a7-f0ca-4e21-8d6e-66af40a55cae details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:05:07.350975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Request body: {'subnet': {'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-618502712-subnet', 'tenant_id': '2e5886d602154b98b509f4fe4b176fc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:07.400133 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Made reservation on behalf of 2e5886d602154b98b509f4fe4b176fc0 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:07.403031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.539133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4490cfae-7f82-4e1a-ac09-119679c3816b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:07.544808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57534) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:07.548856 n-d-803378-1 neutron-server[94134]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 19:05:07.626738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-50b4abd4-d383-4335-ac8d-b9cf53b9840f tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2ae03d2436de41dcaf8924bbc0851c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795093 Aug 03 19:05:07.655585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 4490cfae-7f82-4e1a-ac09-119679c3816b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:07.660898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4490cfae-7f82-4e1a-ac09-119679c3816b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:07.661213 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.748022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fdb6acca-b4c4-488e-8ede-bc1a5a1ee7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.776865 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.807684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 4490cfae-7f82-4e1a-ac09-119679c3816b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4490cfae-7f82-4e1a-ac09-119679c3816b,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:07.814292 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.822071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.934995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=4490cfae-7f82-4e1a-ac09-119679c3816b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:08.147133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fdb6acca-b4c4-488e-8ede-bc1a5a1ee7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.173058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fdb6acca-b4c4-488e-8ede-bc1a5a1ee7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.204309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c771c334-89f1-45d4-b8bf-58d8b0c3c018,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:08.209147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-96ebec7b-4c66-421c-bbcd-13bfd02c3919 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:08.211746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-96ebec7b-4c66-421c-bbcd-13bfd02c3919 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5819921 Aug 03 19:05:08.264289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ee4128fe-d87d-41ef-9512-2c5e7a4c3ce7 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/quotas/2ae03d2436de41dcaf8924bbc0851c40 HTTP/1.1" status: 200 len: 375 time: 0.0242417 Aug 03 19:05:08.302867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:08.303626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Network hostable DHCP agents. Network: f814e7a7-f0ca-4e21-8d6e-66af40a55cae, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:05:08.319333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Sync routers for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:08.321409 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fdb6acca-b4c4-488e-8ede-bc1a5a1ee7ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebd81b9bea49410f901b29c9268dbfc2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4839182 Aug 03 19:05:08.327760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57562) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:08.352950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6acca-b4c4-488e-8ede-bc1a5a1ee7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e223a9-f08e-4c12-8344-19f83ee8eac3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:08.354016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:08.357673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:08.363633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Network f814e7a7-f0ca-4e21-8d6e-66af40a55cae is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:05:08.383733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, f814e7a7-f0ca-4e21-8d6e-66af40a55cae) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:08.393073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:08.393299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.412380 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cae49b27-93cc-4461-bc17-f817ae752e33 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0661464 Aug 03 19:05:08.447193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-64856682-4bb6-4e76-8c03-036199daa683 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2ae03d2436de41dcaf8924bbc0851c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1738665 Aug 03 19:05:08.491964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a342d514-5a70-4284-868d-b706a928f11e None None] Network f814e7a7-f0ca-4e21-8d6e-66af40a55cae requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:08.492722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b66955e2-1774-4225-b0d2-b43063aa0ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.557809 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b66955e2-1774-4225-b0d2-b43063aa0ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.630488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b66955e2-1774-4225-b0d2-b43063aa0ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.633493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b66955e2-1774-4225-b0d2-b43063aa0ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.634811 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b66955e2-1774-4225-b0d2-b43063aa0ba3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1e223a9-f08e-4c12-8344-19f83ee8eac3 HTTP/1.1" status: 204 len: 168 time: 0.2836862 Aug 03 19:05:08.654785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66955e2-1774-4225-b0d2-b43063aa0ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e223a9-f08e-4c12-8344-19f83ee8eac3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:08.829027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:08.928124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c710c0e-9431-4a44-b717-cb146be4ab2b None None] Network f814e7a7-f0ca-4e21-8d6e-66af40a55cae requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:08.958112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b38f5682-b9ff-4887-9c0f-b5c2eb5b5554 req-0eb23a60-0f0e-4c4e-a495-cba917d7745a tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 210 time: 0.1239133 Aug 03 19:05:09.341703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4490cfae-7f82-4e1a-ac09-119679c3816b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:09.440924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57614) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:09.447563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-network', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:09.468164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:05Z', 'revision_number': 2, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:09.473946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4490cfae-7f82-4e1a-ac09-119679c3816b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:09.474597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.502455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Made reservation on behalf of 6c3ab3b42cba4c3c9e3880921111cf92 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:09.507056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.524853 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.527617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Checking router: 83fc8f29-f161-4992-9dca-ae05a9c4570f for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:09.528357 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Updating router 83fc8f29-f161-4992-9dca-ae05a9c4570f port a1d136e8-04db-4acc-a1ce-244108b0ba39 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:05:09.576819 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.766370 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.773450 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.812331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57632) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:09.815101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:05:09.825357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a758dd-298f-4adb-841c-d88e9c7f0730,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:09.834923 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.835533 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Added segment 7d7fdc19-ab0d-45cb-8442-5125837621a2 of type vlan for network 682d8950-2135-4ae8-a042-846ff81eb4fd Aug 03 19:05:09.847560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64ef0673-58d3-4dac-baad-7056b60c7a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.946620 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.993665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64ef0673-58d3-4dac-baad-7056b60c7a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.004011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64ef0673-58d3-4dac-baad-7056b60c7a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.028669 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.030441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:10.031057 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.095286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-64ef0673-58d3-4dac-baad-7056b60c7a0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=374bf19aa4114f519d03809a07623f1c&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2814429 Aug 03 19:05:10.100394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57640) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:10.112030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef0673-58d3-4dac-baad-7056b60c7a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc844e2b-394c-4083-973b-bb2c1ecd4ddd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:10.200494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.226755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Transition to ACTIVE for port object a1d136e8-04db-4acc-a1ce-244108b0ba39 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:10.236471 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.265362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-101b0d2b-0e49-4644-b9c7-41c25bc4ea44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.310001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d030a30b-8d5d-414b-9f6f-6155d011bad0 req-572bb240-be0a-45b9-90ed-0afa58c71fb7 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 210 time: 0.1890714 Aug 03 19:05:10.319174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8753741 Aug 03 19:05:10.323231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57648) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:10.340030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2a1c1-70dd-45c8-9a40-5320a8ecc559 admin admin] Pushing event updated for resources: {'Network': ['ID=682d8950-2135-4ae8-a042-846ff81eb4fd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:10.355741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-101b0d2b-0e49-4644-b9c7-41c25bc4ea44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.356198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Request body: {'subnet': {'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-subnet', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:10.389971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 682d8950-2135-4ae8-a042-846ff81eb4fd details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:05:10.431673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Made reservation on behalf of 6c3ab3b42cba4c3c9e3880921111cf92 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:10.443934 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.551945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-101b0d2b-0e49-4644-b9c7-41c25bc4ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.555423 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-101b0d2b-0e49-4644-b9c7-41c25bc4ea44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.558246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-101b0d2b-0e49-4644-b9c7-41c25bc4ea44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc844e2b-394c-4083-973b-bb2c1ecd4ddd HTTP/1.1" status: 204 len: 168 time: 0.4547324 Aug 03 19:05:10.584803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b0d2b-0e49-4644-b9c7-41c25bc4ea44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc844e2b-394c-4083-973b-bb2c1ecd4ddd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:10.594924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57660) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:10.652274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170eab5-5207-4bee-8fa9-965675904ba7 None None] Pushing event updated for resources: {'Port': ['ID=a1d136e8-04db-4acc-a1ce-244108b0ba39,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:10.684704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-f1169f47-0da7-451b-a325-5ac512b64ec6 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c7ee8d349a44446db5217276e7863ba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763867 Aug 03 19:05:10.703075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Attempting to bind port a1d136e8-04db-4acc-a1ce-244108b0ba39 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:10.703075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Attempting to bind port a1d136e8-04db-4acc-a1ce-244108b0ba39 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:10.703075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Attempting to bind port a1d136e8-04db-4acc-a1ce-244108b0ba39 on network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:10.718682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:10.719053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Checking segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:10.719738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.720343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Bound using segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:10.721275 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Bound port: a1d136e8-04db-4acc-a1ce-244108b0ba39, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:10.727904 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.872889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] For port a1d136e8-04db-4acc-a1ce-244108b0ba39, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:10.878156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] For port a1d136e8-04db-4acc-a1ce-244108b0ba39, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a1d136e8-04db-4acc-a1ce-244108b0ba39,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:10.885223 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.929587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.009006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7479518d-a497-46e0-b4e1-ee12a8843779,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:11.009414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170eab5-5207-4bee-8fa9-965675904ba7 None None] Pushing event updated for resources: {'Port': ['ID=a1d136e8-04db-4acc-a1ce-244108b0ba39,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:11.013038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:11.014032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:11.051499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Checking segment: {'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:11.051802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Network hostable DHCP agents. Network: 682d8950-2135-4ae8-a042-846ff81eb4fd, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:05:11.096150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Network 682d8950-2135-4ae8-a042-846ff81eb4fd is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:05:11.117101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 682d8950-2135-4ae8-a042-846ff81eb4fd) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:11.152202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:11.153324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.186350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f700e4-e048-4cce-b5fc-8feed59b8aa2 None None] Network 682d8950-2135-4ae8-a042-846ff81eb4fd requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:11.193813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03172c23-46de-4a77-a3eb-b9394db5788d req-a0eb9c28-a596-459c-a56a-901803177cfc tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:11.203826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-a0eb9c28-a596-459c-a56a-901803177cfc tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4587703 Aug 03 19:05:11.253410 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-5f64ddb1-16b4-4d59-90bf-dedb43895ee3 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/quotas/c7ee8d349a44446db5217276e7863ba2 HTTP/1.1" status: 200 len: 375 time: 0.0483842 Aug 03 19:05:11.260957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57678) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:11.263382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cff03d24-bddd-48a6-b04f-5b19b607ef62 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9342225 Aug 03 19:05:11.266380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:11.294904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:11.306203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-8668808d-217b-4222-b77d-b2d43aa35807 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7ee8d349a44446db5217276e7863ba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504148 Aug 03 19:05:11.352014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.353513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.445267 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.499223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57690) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:11.505915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-660584695-network', 'tenant_id': '1c9750beb0c844f9aec94a09e000f039'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:11.554792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Made reservation on behalf of 1c9750beb0c844f9aec94a09e000f039 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:11.557745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.578081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.655268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.738972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.745768 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.826380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023d5fac-6be1-4e2a-bb1e-cc59381e3749,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:11.886246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:05:11.954992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.955339 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Added segment 33cc796a-a893-4136-b8c9-5cdb3f09b3f6 of type vlan for network 76821f96-396a-4095-a07c-d517c88f03f8 Aug 03 19:05:12.020623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bae252e4-88b2-4cd7-b477-012f3d9c3d07 req-ae766263-f0d5-471b-b21d-148539724af6 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 210 time: 0.1059062 Aug 03 19:05:12.086365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.179488 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.181041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:12.182261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.411538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] Pushing event updated for resources: {'Network': ['ID=76821f96-396a-4095-a07c-d517c88f03f8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:12.435006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f7caba6a-c2d9-4a7b-8726-753f5ebf93c0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9316366 Aug 03 19:05:12.459257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57718) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:12.466546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 76821f96-396a-4095-a07c-d517c88f03f8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:05:12.483929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Request body: {'subnet': {'network_id': '76821f96-396a-4095-a07c-d517c88f03f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-660584695-subnet', 'tenant_id': '1c9750beb0c844f9aec94a09e000f039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:12.496316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22a88399-fd3d-460f-8d77-358a02012c9c req-52ac3db9-7a76-407c-adfc-a082c9799a41 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 210 time: 0.2827468 Aug 03 19:05:12.540299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Made reservation on behalf of 1c9750beb0c844f9aec94a09e000f039 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:12.548214 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.598385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-682d8950-2135-4ae8-a042-846ff81eb4fd', 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'fixed_ips': [{'subnet_id': '7479518d-a497-46e0-b4e1-ee12a8843779'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:05:12.604169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.681288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.712790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.947790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:10Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:12.985097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.88', 59298) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:12.986195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Allocated IP 172.25.4.99 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/a02dd072-a3c1-496e-9bc3-d389b0f05e51) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:12.997015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.021149 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a366d5c-1edf-47e1-b855-898b65427007 None None] The sync data for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 is: [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:10Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:13.048120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-5034d58d-4b8a-46ea-8efe-d7d915acf232 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=2ae03d2436de41dcaf8924bbc0851c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617242 Aug 03 19:05:13.069598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Allocated IP 172.20.0.2 (682d8950-2135-4ae8-a042-846ff81eb4fd/7479518d-a497-46e0-b4e1-ee12a8843779/e825c428-37b6-4836-bc64-067304deaae1) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:13.244963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2a860e-5d10-4855-92f1-ebd8b825bf57,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:13.332406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Checking segment: {'id': '33cc796a-a893-4136-b8c9-5cdb3f09b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76821f96-396a-4095-a07c-d517c88f03f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:13.332788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Network hostable DHCP agents. Network: 76821f96-396a-4095-a07c-d517c88f03f8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:05:13.522574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.543384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Network 76821f96-396a-4095-a07c-d517c88f03f8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:05:13.571593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 76821f96-396a-4095-a07c-d517c88f03f8) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:13.578577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:13.579004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.592462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-d5aa862c-0f0c-413b-bee8-7de5ee0a76e9 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:13.606133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-d5aa862c-0f0c-413b-bee8-7de5ee0a76e9 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5447006 Aug 03 19:05:13.661052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1362cffa-29dc-4f8a-8c7e-b4209bfdb5a2 req-d2794b67-de14-4345-887a-e4cc570d5dcd tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 210 time: 0.3941302 Aug 03 19:05:13.687819 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3a473f9f-d37b-4982-a426-1699277ae26e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2250130 Aug 03 19:05:13.692489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Request body: {'port': {'device_id': 'f804fc59-3aaf-4c90-9cdb-eddfd8343407', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '2ae03d2436de41dcaf8924bbc0851c40'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:13.733154 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.743780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a1d136e8-04db-4acc-a1ce-244108b0ba39 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:13.760154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e99fba-4414-4aa3-9d5a-cdf28c2966f9 None None] Network 76821f96-396a-4095-a07c-d517c88f03f8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:13.825356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:13.829877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:13.844798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:13.969209 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.058121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Transition to ACTIVE for port object e825c428-37b6-4836-bc64-067304deaae1 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:14.105361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44985dcc-43e1-4348-a892-3b5732b81ff4 None None] Network 76821f96-396a-4095-a07c-d517c88f03f8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:14.106646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Pushing event updated for resources: {'Port': ['ID=a02dd072-a3c1-496e-9bc3-d389b0f05e51,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:14.141849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Made reservation on behalf of 2ae03d2436de41dcaf8924bbc0851c40 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:14.153973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.188481 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.361352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Transition to ACTIVE for port object e825c428-37b6-4836-bc64-067304deaae1 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:14.372649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c5914e2-c8bc-43d0-979d-b31af75365d4 req-06bc0ead-c530-441d-9aa2-a38c6006899c tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 210 time: 0.6855404 Aug 03 19:05:14.414562 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.423100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.449056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.549575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a1d136e8-04db-4acc-a1ce-244108b0ba39 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:14.565134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.600839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a1d136e8-04db-4acc-a1ce-244108b0ba39 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:14.602387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.667591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Network 682d8950-2135-4ae8-a042-846ff81eb4fd is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:14.822418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Allocated IP 192.168.233.69 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/46e89d77-cf27-4739-b116-ce6eeea2e158) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:14.837136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Pushing event updated for resources: {'Port': ['ID=e825c428-37b6-4836-bc64-067304deaae1,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:14.845068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:14.856115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:15.074899 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.106474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Transition to ACTIVE for port object 46e89d77-cf27-4739-b116-ce6eeea2e158 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:15.168779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.63', 58883) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:15.259108 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-be75d5c0-12ff-4bc0-bdc1-4919aa8a4650 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=c7ee8d349a44446db5217276e7863ba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853195 Aug 03 19:05:15.284213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Attempting to bind port e825c428-37b6-4836-bc64-067304deaae1 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:15.285108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Attempting to bind port e825c428-37b6-4836-bc64-067304deaae1 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:15.285464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Attempting to bind port e825c428-37b6-4836-bc64-067304deaae1 on network 682d8950-2135-4ae8-a042-846ff81eb4fd {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:15.324741 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.397768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:15.398255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Checking segment: {'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:15.398677 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.399085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Bound using segment: {'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:15.401086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Bound port: e825c428-37b6-4836-bc64-067304deaae1, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:15.401086 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.506905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] For port e825c428-37b6-4836-bc64-067304deaae1, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:15.512227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] For port e825c428-37b6-4836-bc64-067304deaae1, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e825c428-37b6-4836-bc64-067304deaae1,segment=NetworkSegment(7d7fdc19-ab0d-45cb-8442-5125837621a2),segment_id=7d7fdc19-ab0d-45cb-8442-5125837621a2)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:15.515841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.521465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.563816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6a0d48-f48e-4888-abbe-3f595fd909fb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:15.610753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a1d136e8-04db-4acc-a1ce-244108b0ba39, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a1d136e8-04db-4acc-a1ce-244108b0ba39,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:15.620163 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.659084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f80d19-767b-43d9-b075-80334e5ab276 None None] Pushing event updated for resources: {'Port': ['ID=e825c428-37b6-4836-bc64-067304deaae1,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:15.760119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:15.776719 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.789951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a1d136e8-04db-4acc-a1ce-244108b0ba39,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:15.852913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:15.878976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:15.885775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:15.886454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.939672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43390c-def4-4f1f-9937-a54f90661c7a req-04f8dc2a-0a4e-4930-9c59-ffdf194751fb tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:15.942083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb43390c-def4-4f1f-9937-a54f90661c7a req-04f8dc2a-0a4e-4930-9c59-ffdf194751fb tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 935 time: 0.6646516 Aug 03 19:05:15.971517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Pushing event updated for resources: {'Port': ['ID=46e89d77-cf27-4739-b116-ce6eeea2e158,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:16.050364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-ea1cbb1c-9725-4aad-8b49-8e67aed3c9c0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3632498 Aug 03 19:05:16.078394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-7ac5b6b4-c173-4a0a-aa9c-5075ab5efeca tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:05:16.096288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-7ac5b6b4-c173-4a0a-aa9c-5075ab5efeca tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0400758 Aug 03 19:05:16.200239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb43390c-def4-4f1f-9937-a54f90661c7a req-a418c645-7000-4ad2-ab0f-8022a5693bd0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365170 Aug 03 19:05:16.216491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03172c23-46de-4a77-a3eb-b9394db5788d req-032942eb-66fc-4ac8-954c-926ebc750534 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:16.236813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-032942eb-66fc-4ac8-954c-926ebc750534 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8975444 Aug 03 19:05:16.495069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f34e3abd-e631-427e-82ce-a6fd7329677d None None] Provisioning for port 46e89d77-cf27-4739-b116-ce6eeea2e158 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:16.501633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Request body: {'port': {'device_id': '79d77e0b-6047-4119-9aa0-b5aa3007f701', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'c7ee8d349a44446db5217276e7863ba2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:16.532810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f34e3abd-e631-427e-82ce-a6fd7329677d None None] Provisioning complete for port 46e89d77-cf27-4739-b116-ce6eeea2e158 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:16.534212 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f34e3abd-e631-427e-82ce-a6fd7329677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.664584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f34e3abd-e631-427e-82ce-a6fd7329677d None None] Port 46e89d77-cf27-4739-b116-ce6eeea2e158 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:17.043947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Request body: {'port': {'device_id': 'f804fc59-3aaf-4c90-9cdb-eddfd8343407', 'device_owner': 'compute:tempest-test_az-784941164', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:17.215444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Router 348f6e42-b702-41ba-987f-b1350aebd350 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:05:17.445283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb52914-ef2e-4dc6-90b0-ff1efb6355ce req-4e917d61-a02f-4741-83a9-9aa5d71ddd57 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 210 time: 0.2818477 Aug 03 19:05:17.569059 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.837625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Made reservation on behalf of c7ee8d349a44446db5217276e7863ba2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:17.842711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.957239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800a581-6619-49eb-adca-3cf10b460714 None None] Network 682d8950-2135-4ae8-a042-846ff81eb4fd requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:17.961723 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.277025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e825c428-37b6-4836-bc64-067304deaae1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:18.343954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.370612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.415321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:18.435557 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Sync routers for ids ['348f6e42-b702-41ba-987f-b1350aebd350'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:18.469728 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Routers {'348f6e42-b702-41ba-987f-b1350aebd350'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:18.471165 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['348f6e42-b702-41ba-987f-b1350aebd350'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:18.575266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e825c428-37b6-4836-bc64-067304deaae1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:18.591496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.593886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e93916f-3bf7-4e0e-981e-4cf0a0328e2d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3313873 Aug 03 19:05:18.599737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-48a90c1a-057d-42b6-adbc-c6adafe1bbb3 None None] Provisioning for port e825c428-37b6-4836-bc64-067304deaae1 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:18.619295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-48a90c1a-057d-42b6-adbc-c6adafe1bbb3 None None] Provisioning complete for port e825c428-37b6-4836-bc64-067304deaae1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:18.620175 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48a90c1a-057d-42b6-adbc-c6adafe1bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.682581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57870) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:18.690827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e825c428-37b6-4836-bc64-067304deaae1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:18.691718 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.760313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e89d77-cf27-4739-b116-ce6eeea2e158 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:18.803474 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.834912 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Set router 348f6e42-b702-41ba-987f-b1350aebd350 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:18.881008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04784571-c62b-4f32-a03c-52ca23e8555c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:18.994400 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.996674 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48a90c1a-057d-42b6-adbc-c6adafe1bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:19.129081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Transition to ACTIVE for port object 46e89d77-cf27-4739-b116-ce6eeea2e158 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:19.142428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:19.167620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e825c428-37b6-4836-bc64-067304deaae1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e825c428-37b6-4836-bc64-067304deaae1,segment=NetworkSegment(7d7fdc19-ab0d-45cb-8442-5125837621a2),segment_id=7d7fdc19-ab0d-45cb-8442-5125837621a2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:19.174849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:19.176420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a1d136e8-04db-4acc-a1ce-244108b0ba39 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:19.537583 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:05:14Z', 'revision_number': 3, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:19.709062 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Checking router: 348f6e42-b702-41ba-987f-b1350aebd350 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:19.709812 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Updating router 348f6e42-b702-41ba-987f-b1350aebd350 port a02dd072-a3c1-496e-9bc3-d389b0f05e51 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:05:19.756948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-48a90c1a-057d-42b6-adbc-c6adafe1bbb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:05:19.766945 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-48a90c1a-057d-42b6-adbc-c6adafe1bbb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:05:19.793664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e825c428-37b6-4836-bc64-067304deaae1,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:19.796093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=46e89d77-cf27-4739-b116-ce6eeea2e158,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:19.836931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a1d136e8-04db-4acc-a1ce-244108b0ba39 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:19.840449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:19.884518 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:19.961407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28555c-eb49-4d7e-94a2-78fdd5d729b1 req-368767d7-c312-4728-b150-b0f59592c1f8 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:19.977828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d28555c-eb49-4d7e-94a2-78fdd5d729b1 req-368767d7-c312-4728-b150-b0f59592c1f8 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 935 time: 1.1275704 Aug 03 19:05:19.981012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Attempting to bind port 46e89d77-cf27-4739-b116-ce6eeea2e158 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:19.981454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Attempting to bind port 46e89d77-cf27-4739-b116-ce6eeea2e158 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:19.981893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Attempting to bind port 46e89d77-cf27-4739-b116-ce6eeea2e158 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:20.004322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Port 46e89d77-cf27-4739-b116-ce6eeea2e158 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:20.004801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Attempting to bind port 46e89d77-cf27-4739-b116-ce6eeea2e158 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:20.040451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:20.044366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:20.045618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:20.047506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Allocated IP 192.168.233.92 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/9751764b-3b42-484c-900b-844b4a172cb4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:20.048344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Bound port: 46e89d77-cf27-4739-b116-ce6eeea2e158, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:20.048766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.198526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d28555c-eb49-4d7e-94a2-78fdd5d729b1 req-c21e9bd4-7eee-49ea-8369-67a1b89aef31 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958323 Aug 03 19:05:20.391727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] For port 46e89d77-cf27-4739-b116-ce6eeea2e158, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:20.403687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] For port 46e89d77-cf27-4739-b116-ce6eeea2e158, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46e89d77-cf27-4739-b116-ce6eeea2e158,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:20.414454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.552307 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.593254 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.627472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9ab9a72a-8649-4c03-b124-7bef0eb2806a None None] Provisioning complete for port e825c428-37b6-4836-bc64-067304deaae1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:20.631022 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Transition to ACTIVE for port object a02dd072-a3c1-496e-9bc3-d389b0f05e51 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:20.635570 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a72a-8649-4c03-b124-7bef0eb2806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.644356 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.732304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=46e89d77-cf27-4739-b116-ce6eeea2e158,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:20.813531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.819714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e825c428-37b6-4836-bc64-067304deaae1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:20.826801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.833147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Transition to ACTIVE for port object 9751764b-3b42-484c-900b-844b4a172cb4 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:20.839682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.866577 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b4f3a-3631-4965-8794-8a9a34e27f19 None None] Pushing event updated for resources: {'Port': ['ID=a02dd072-a3c1-496e-9bc3-d389b0f05e51,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:20.869379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-23247b9a-7054-4bfc-93a7-1674580ca0d1 service neutron] 10.222.0.88 "PUT /v2.0/ports/46e89d77-cf27-4739-b116-ce6eeea2e158 HTTP/1.1" status: 200 len: 1116 time: 4.1713996 Aug 03 19:05:20.873957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f804fc59-3aaf-4c90-9cdb-eddfd8343407', 'tag': '46e89d77-cf27-4739-b116-ce6eeea2e158'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:20.895697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.982610 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Attempting to bind port a02dd072-a3c1-496e-9bc3-d389b0f05e51 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:20.983607 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Attempting to bind port a02dd072-a3c1-496e-9bc3-d389b0f05e51 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:20.984512 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Attempting to bind port a02dd072-a3c1-496e-9bc3-d389b0f05e51 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:21.006706 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:21.010525 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:21.011721 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:21.018505 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:21.019853 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Bound port: a02dd072-a3c1-496e-9bc3-d389b0f05e51, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:21.021076 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:21.208922 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] For port a02dd072-a3c1-496e-9bc3-d389b0f05e51, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:21.215348 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] For port a02dd072-a3c1-496e-9bc3-d389b0f05e51, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a02dd072-a3c1-496e-9bc3-d389b0f05e51,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:21.226108 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:21.245730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e825c428-37b6-4836-bc64-067304deaae1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:21.247049 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:21.357227 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Routers {'348f6e42-b702-41ba-987f-b1350aebd350'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:21.357944 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['348f6e42-b702-41ba-987f-b1350aebd350'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:21.415801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:21.512250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:21.526145 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:21.538858 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b4f3a-3631-4965-8794-8a9a34e27f19 None None] Pushing event updated for resources: {'Port': ['ID=a02dd072-a3c1-496e-9bc3-d389b0f05e51,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:21.540218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.541424 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:21.611519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Pushing event updated for resources: {'Port': ['ID=9751764b-3b42-484c-900b-844b4a172cb4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:21.695808 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-01959420-2835-4d16-85b7-01442e47fef9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2337360 Aug 03 19:05:21.701032 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49754765-8df1-4dea-9958-ccf7227abd62" -d '{"events": [{"name": "network-changed", "server_uuid": "f804fc59-3aaf-4c90-9cdb-eddfd8343407", "tag": "46e89d77-cf27-4739-b116-ce6eeea2e158"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:21.755488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3fc5-b4de-4fd2-b744-ad6c2774df79 req-ae99a3fd-afb9-4ec4-80db-cf4ff1118d3a tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.759634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-708d3fc5-b4de-4fd2-b744-ad6c2774df79 req-ae99a3fd-afb9-4ec4-80db-cf4ff1118d3a tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 935 time: 0.4882405 Aug 03 19:05:21.787967 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] Set router 348f6e42-b702-41ba-987f-b1350aebd350 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:21.789352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-f2d1d3ca-503f-4eb5-9c13-6f98062d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.795225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-f2d1d3ca-503f-4eb5-9c13-6f98062d4548 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2ae03d2436de41dcaf8924bbc0851c40&device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 1119 time: 0.4816475 Aug 03 19:05:21.798417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-25cc6420-5ee5-4565-b699-fac23fd342c8 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:05:21.809857 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-25cc6420-5ee5-4565-b699-fac23fd342c8 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141633 Aug 03 19:05:21.984459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.053253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57894) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:22.084346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-b2486a81-39cf-4970-8b75-dde8cd585385 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=46e89d77-cf27-4739-b116-ce6eeea2e158 HTTP/1.1" status: 200 len: 217 time: 0.2461646 Aug 03 19:05:22.297577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d87246e8-96f7-4311-827e-d7acf9510f56 None None] Provisioning for port 9751764b-3b42-484c-900b-844b4a172cb4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:22.306110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d87246e8-96f7-4311-827e-d7acf9510f56 None None] Provisioning complete for port 9751764b-3b42-484c-900b-844b4a172cb4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:22.306518 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d87246e8-96f7-4311-827e-d7acf9510f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.341106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-708d3fc5-b4de-4fd2-b744-ad6c2774df79 req-37459ff3-62ee-4175-a9bd-0fb8b94d8934 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438035 Aug 03 19:05:22.405167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Request body: {'port': {'device_id': '79d77e0b-6047-4119-9aa0-b5aa3007f701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:22.445170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-6c87d328-a8a6-43d7-9d11-8f94d1703766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.450830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-6c87d328-a8a6-43d7-9d11-8f94d1703766 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.3654981 Aug 03 19:05:22.467000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d87246e8-96f7-4311-827e-d7acf9510f56 None None] Port 9751764b-3b42-484c-900b-844b4a172cb4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:22.549198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-48cffa35-4679-4d18-ae4f-d3ab0aa8abf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.603963 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:05:14Z', 'revision_number': 3, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:22.669379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-896fbebb-0013-402f-8a1f-847a24914831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.677907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-896fbebb-0013-402f-8a1f-847a24914831 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117279 Aug 03 19:05:22.692037 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae5a748-ee34-4339-9ac1-424e92ff7ce0 None None] The sync data for ids ['348f6e42-b702-41ba-987f-b1350aebd350'] in n-d-803378-1 is: [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:05:14Z', 'revision_number': 3, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:22.734945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Allocated IP 172.20.0.1 (682d8950-2135-4ae8-a042-846ff81eb4fd/7479518d-a497-46e0-b4e1-ee12a8843779/4aeb5e3d-89f3-4609-a645-ce7b26d02cf0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:22.829369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.955176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-a40db5b6-2cf2-403e-a705-33de44617cae service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580211 Aug 03 19:05:23.762313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-48cffa35-4679-4d18-ae4f-d3ab0aa8abf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.800679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f17604-f9d4-4107-a4dd-b6d4f0b7a403 req-6b3e7891-7a83-4f0f-bc6f-63a92ad38bbc tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.804456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.812187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16f17604-f9d4-4107-a4dd-b6d4f0b7a403 req-6b3e7891-7a83-4f0f-bc6f-63a92ad38bbc tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 968 time: 0.2042103 Aug 03 19:05:23.816283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-48cffa35-4679-4d18-ae4f-d3ab0aa8abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.923053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16f17604-f9d4-4107-a4dd-b6d4f0b7a403 req-d2f0365f-d70a-41f8-bbd6-1d0b3ba7c518 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095626 Aug 03 19:05:23.958855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cffa35-4679-4d18-ae4f-d3ab0aa8abf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a1c60a-c27c-49b4-a345-22ad68c857c0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:24.070622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Transition to ACTIVE for port object 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:24.091525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93208971-6420-4c85-a1cc-6ec0ed2f555e req-9e17a6fe-b279-42a8-af64-0f52a2382eff service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1208205 Aug 03 19:05:24.118910 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-48cffa35-4679-4d18-ae4f-d3ab0aa8abf4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94d80d75a16c4821a3bfe07b72814d54&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0643296 Aug 03 19:05:24.133105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57916) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:24.411553 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-313e8725-49b7-4f10-9a16-483c9df468d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.487550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-313e8725-49b7-4f10-9a16-483c9df468d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.588364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-313e8725-49b7-4f10-9a16-483c9df468d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.591804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-313e8725-49b7-4f10-9a16-483c9df468d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.593344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-313e8725-49b7-4f10-9a16-483c9df468d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9a1c60a-c27c-49b4-a345-22ad68c857c0 HTTP/1.1" status: 204 len: 168 time: 0.4582350 Aug 03 19:05:24.602053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9751764b-3b42-484c-900b-844b4a172cb4 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:24.627615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8725-49b7-4f10-9a16-483c9df468d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a1c60a-c27c-49b4-a345-22ad68c857c0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:24.652277 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de5bbe5-7972-4030-b0ce-6425e92413d7 x-openstack-request-id: req-9de5bbe5-7972-4030-b0ce-6425e92413d7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:24.652786 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f804fc59-3aaf-4c90-9cdb-eddfd8343407", "tag": "46e89d77-cf27-4739-b116-ce6eeea2e158", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:24.653194 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9de5bbe5-7972-4030-b0ce-6425e92413d7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:24.653314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.653983 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f804fc59-3aaf-4c90-9cdb-eddfd8343407', 'tag': '46e89d77-cf27-4739-b116-ce6eeea2e158', 'status': 'completed', 'code': 200} Aug 03 19:05:24.683525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Transition to ACTIVE for port object 9751764b-3b42-484c-900b-844b4a172cb4 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:24.689465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.750715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.755877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Pushing event updated for resources: {'Port': ['ID=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:24.810961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49754765-8df1-4dea-9958-ccf7227abd62 req-b3bb34de-01f5-48b5-85d2-d5fd14224697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.812616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49754765-8df1-4dea-9958-ccf7227abd62 req-b3bb34de-01f5-48b5-85d2-d5fd14224697 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2ae03d2436de41dcaf8924bbc0851c40&device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 1119 time: 0.1204464 Aug 03 19:05:24.828426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9751764b-3b42-484c-900b-844b4a172cb4,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:24.985913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Network 682d8950-2135-4ae8-a042-846ff81eb4fd is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:24.994741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a02dd072-a3c1-496e-9bc3-d389b0f05e51 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:25.018392 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Attempting to bind port 9751764b-3b42-484c-900b-844b4a172cb4 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:25.019435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Attempting to bind port 9751764b-3b42-484c-900b-844b4a172cb4 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:25.020429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Attempting to bind port 9751764b-3b42-484c-900b-844b4a172cb4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:25.031655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:25.036052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:25.036896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.131773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Port 9751764b-3b42-484c-900b-844b4a172cb4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:25.139007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Attempting to bind port 9751764b-3b42-484c-900b-844b4a172cb4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:25.162404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:25.165259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:25.166221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:25.168139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Bound port: 9751764b-3b42-484c-900b-844b4a172cb4, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:25.170440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.197458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a02dd072-a3c1-496e-9bc3-d389b0f05e51 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:25.216232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a02dd072-a3c1-496e-9bc3-d389b0f05e51 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:25.218078 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.450766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.589924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49754765-8df1-4dea-9958-ccf7227abd62 req-1806879d-b611-4d02-b6af-6976eae16cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.601284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49754765-8df1-4dea-9958-ccf7227abd62 req-1806879d-b611-4d02-b6af-6976eae16cba service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.7621238 Aug 03 19:05:25.611373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.649258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48768-85f4-46f4-94fc-c1ec337a5375 req-12d324e9-524f-464e-ae1f-074fa4bcfe7b tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.659341 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6f48768-85f4-46f4-94fc-c1ec337a5375 req-12d324e9-524f-464e-ae1f-074fa4bcfe7b tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.3891470 Aug 03 19:05:25.734035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] For port 9751764b-3b42-484c-900b-844b4a172cb4, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:25.738481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a02dd072-a3c1-496e-9bc3-d389b0f05e51, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a02dd072-a3c1-496e-9bc3-d389b0f05e51,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:25.778400 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.857954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.867725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57930) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:25.926893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49754765-8df1-4dea-9958-ccf7227abd62 req-8822147a-1c10-4cf4-af5d-495f8af0ffc1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=46e89d77-cf27-4739-b116-ce6eeea2e158 HTTP/1.1" status: 200 len: 217 time: 0.2511959 Aug 03 19:05:25.951814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a02dd072-a3c1-496e-9bc3-d389b0f05e51,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:25.952125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] For port 9751764b-3b42-484c-900b-844b4a172cb4, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9751764b-3b42-484c-900b-844b4a172cb4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:25.963025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.975345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89abcd12-2fad-4fcb-99cc-eb63c1b07d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.051764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:26.053039 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.055154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] 10.222.0.63 "PUT /v2.0/ports/9751764b-3b42-484c-900b-844b4a172cb4 HTTP/1.1" status: 200 len: 1095 time: 3.9298756 Aug 03 19:05:26.055821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d77e0b-6047-4119-9aa0-b5aa3007f701', 'tag': '9751764b-3b42-484c-900b-844b4a172cb4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:26.192871 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-21e310d5-587f-40c2-a4ab-4466deaaa3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.204972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f342ecf4-fe6e-4087-bd52-d917040f54ee None None] Provisioning for port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:26.232187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f342ecf4-fe6e-4087-bd52-d917040f54ee None None] Provisioning complete for port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:26.233259 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f342ecf4-fe6e-4087-bd52-d917040f54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.274308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6f48768-85f4-46f4-94fc-c1ec337a5375 req-4ddeca92-b8de-4923-90f6-b83538e34c4c tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806394 Aug 03 19:05:26.371127 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:05:26.428771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49754765-8df1-4dea-9958-ccf7227abd62 req-9d136629-44e2-4e02-ad48-2192e66b253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:26.448745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f342ecf4-fe6e-4087-bd52-d917040f54ee None None] Port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:26.449057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49754765-8df1-4dea-9958-ccf7227abd62 req-9d136629-44e2-4e02-ad48-2192e66b253c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.3648283 Aug 03 19:05:26.495386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc5274-a956-4e5c-852e-412b50a3f4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9751764b-3b42-484c-900b-844b4a172cb4,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:26.606307 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2" -d '{"events": [{"name": "network-changed", "server_uuid": "79d77e0b-6047-4119-9aa0-b5aa3007f701", "tag": "9751764b-3b42-484c-900b-844b4a172cb4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:26.760860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49754765-8df1-4dea-9958-ccf7227abd62 req-e3cd7e35-dd9a-48c9-bf3e-2a31e253f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:26.763075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49754765-8df1-4dea-9958-ccf7227abd62 req-e3cd7e35-dd9a-48c9-bf3e-2a31e253f908 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3124540 Aug 03 19:05:26.775106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a02dd072-a3c1-496e-9bc3-d389b0f05e51 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:26.918215 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.927306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.929142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.215859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a02dd072-a3c1-496e-9bc3-d389b0f05e51 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:27.217264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.290650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Network 682d8950-2135-4ae8-a042-846ff81eb4fd is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:27.297820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:27.335941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Pushing event updated for resources: {'Port': ['ID=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:27.369225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89abcd12-2fad-4fcb-99cc-eb63c1b07d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.411936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89abcd12-2fad-4fcb-99cc-eb63c1b07d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.645429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b49a-ebf7-40eb-9232-ca0849340db9 req-2efe9216-d215-4198-a23f-a676288cac17 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:27.648174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45f8b49a-ebf7-40eb-9232-ca0849340db9 req-2efe9216-d215-4198-a23f-a676288cac17 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 968 time: 0.6809905 Aug 03 19:05:27.686514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2324657d-a5e0-43c9-b314-fc7828d07d5a None None] Provisioning complete for port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:27.688177 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2324657d-a5e0-43c9-b314-fc7828d07d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.709331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49754765-8df1-4dea-9958-ccf7227abd62 req-b935304c-b813-4088-8970-744eef14db3f service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9308293 Aug 03 19:05:27.764740 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2324657d-a5e0-43c9-b314-fc7828d07d5a None None] Port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:27.835835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Router 348f6e42-b702-41ba-987f-b1350aebd350 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:28.050344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49754765-8df1-4dea-9958-ccf7227abd62 req-502f6444-bb83-43d8-8515-71e962e7ef8b service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548840 Aug 03 19:05:28.056900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abcd12-2fad-4fcb-99cc-eb63c1b07d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355a720-bac8-4b5a-a365-76464db82567,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:28.067203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:28.067833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-89abcd12-2fad-4fcb-99cc-eb63c1b07d33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d988df99258140de93ecd9b6d8f50618&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1923652 Aug 03 19:05:28.070277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57942) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:28.094709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-38bd5738-c75f-44aa-9d11-590d63aa794e admin admin] 10.222.0.42 "PUT /v2.0/routers/348f6e42-b702-41ba-987f-b1350aebd350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4074705 Aug 03 19:05:28.097297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Sync routers for ids ['348f6e42-b702-41ba-987f-b1350aebd350'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:28.141894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45f8b49a-ebf7-40eb-9232-ca0849340db9 req-3d2ac842-d449-4355-a7e9-deac96fac1e8 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720736 Aug 03 19:05:28.150002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Routers {'348f6e42-b702-41ba-987f-b1350aebd350'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:28.151319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['348f6e42-b702-41ba-987f-b1350aebd350'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:28.309701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83e6ca11-e57a-4d79-8c08-1dc3f524438c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.441741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83e6ca11-e57a-4d79-8c08-1dc3f524438c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.497096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Set router 348f6e42-b702-41ba-987f-b1350aebd350 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:28.529783 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3007942a-5c21-4db1-aa5d-37b1f2e80d40 x-openstack-request-id: req-3007942a-5c21-4db1-aa5d-37b1f2e80d40 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:28.530256 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d77e0b-6047-4119-9aa0-b5aa3007f701", "tag": "9751764b-3b42-484c-900b-844b4a172cb4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:28.530667 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3007942a-5c21-4db1-aa5d-37b1f2e80d40 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:28.531401 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d77e0b-6047-4119-9aa0-b5aa3007f701', 'tag': '9751764b-3b42-484c-900b-844b4a172cb4', 'status': 'completed', 'code': 200} Aug 03 19:05:28.646824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83e6ca11-e57a-4d79-8c08-1dc3f524438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.676360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83e6ca11-e57a-4d79-8c08-1dc3f524438c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.683807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-83e6ca11-e57a-4d79-8c08-1dc3f524438c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4355a720-bac8-4b5a-a365-76464db82567 HTTP/1.1" status: 204 len: 168 time: 0.6066658 Aug 03 19:05:28.713062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6ca11-e57a-4d79-8c08-1dc3f524438c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355a720-bac8-4b5a-a365-76464db82567,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:28.899159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536b7cd-d545-4bbe-9e93-b7ce098b17d9 req-7dcc2c03-aa89-4c81-9dd4-54f0e11c40ea tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:28.926084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8536b7cd-d545-4bbe-9e93-b7ce098b17d9 req-7dcc2c03-aa89-4c81-9dd4-54f0e11c40ea tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.1987431 Aug 03 19:05:29.064333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8536b7cd-d545-4bbe-9e93-b7ce098b17d9 req-16231599-9c68-408e-86b1-2994eb0b23f2 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364858 Aug 03 19:05:29.165603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '4aeb5e3d-89f3-4609-a645-ce7b26d02cf0', 'name': '', 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'mac_address': 'fa:16:3e:f6:97:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7479518d-a497-46e0-b4e1-ee12a8843779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:22Z', 'updated_at': '2021-08-03T19:05:26Z', 'revision_number': 2, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'subnets': [{'id': '7479518d-a497-46e0-b4e1-ee12a8843779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:29.244608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Checking router: 348f6e42-b702-41ba-987f-b1350aebd350 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:29.245522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Updating router 348f6e42-b702-41ba-987f-b1350aebd350 port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:05:29.365202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:29.708525 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:29.768363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03172c23-46de-4a77-a3eb-b9394db5788d req-1c04258b-1108-4444-bdf2-2943881f8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.775327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-1c04258b-1108-4444-bdf2-2943881f8d5d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c7ee8d349a44446db5217276e7863ba2&device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 1098 time: 0.2411194 Aug 03 19:05:30.161045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79d3ce-7928-4cec-a1d9-bc162183bb77 req-044d4ac3-e72b-41d1-9226-982db22820ed tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:30.163968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a79d3ce-7928-4cec-a1d9-bc162183bb77 req-044d4ac3-e72b-41d1-9226-982db22820ed tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 968 time: 0.1583772 Aug 03 19:05:30.234814 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-314cc996-5f1b-4020-8596-102706f1b621 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=9751764b-3b42-484c-900b-844b4a172cb4 HTTP/1.1" status: 200 len: 217 time: 0.2147164 Aug 03 19:05:30.260544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a79d3ce-7928-4cec-a1d9-bc162183bb77 req-85e01103-3682-4502-afdd-45045c2cf1fc tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737917 Aug 03 19:05:30.280256 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a8cdd1c-b7d2-47c0-a3c5-04c5c1f473bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.347575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03172c23-46de-4a77-a3eb-b9394db5788d req-3bc4281a-9512-4dfe-ac5b-4516f5186a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:30.350049 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-3bc4281a-9512-4dfe-ac5b-4516f5186a96 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1029222 Aug 03 19:05:30.495101 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.541730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Transition to ACTIVE for port object 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:30.558533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.584930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03172c23-46de-4a77-a3eb-b9394db5788d req-6a6a0b54-3fff-46b9-87cf-4726b6f767a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:30.588331 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-6a6a0b54-3fff-46b9-87cf-4726b6f767a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2223876 Aug 03 19:05:30.766099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfb529-d99a-4a3a-b290-3d66c2f757b4 None None] Pushing event updated for resources: {'Port': ['ID=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:30.932954 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-7484afe9-b5ce-4737-9cd9-528792fd5c4e service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214755 Aug 03 19:05:31.064452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Attempting to bind port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:31.065677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Attempting to bind port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:31.066388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Attempting to bind port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 on network 682d8950-2135-4ae8-a042-846ff81eb4fd {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:31.073453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:31.080172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Checking segment: {'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:31.081053 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.082244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Bound using segment: {'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:31.083415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Bound port: 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7fdc19-ab0d-45cb-8442-5125837621a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:31.084085 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.220226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] For port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:31.228507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] For port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,segment=NetworkSegment(7d7fdc19-ab0d-45cb-8442-5125837621a2),segment_id=7d7fdc19-ab0d-45cb-8442-5125837621a2)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:31.241692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.292902 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03172c23-46de-4a77-a3eb-b9394db5788d req-324f14c5-669d-45df-88de-22ee332bde6c service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461318 Aug 03 19:05:31.483525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfb529-d99a-4a3a-b290-3d66c2f757b4 None None] Pushing event updated for resources: {'Port': ['ID=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:31.490743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Routers {'348f6e42-b702-41ba-987f-b1350aebd350'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:31.491751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['348f6e42-b702-41ba-987f-b1350aebd350'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:31.826431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1359d-6903-419c-b9ad-4cc17a2c0a00 req-ff5347cf-1297-42d1-8196-ecc8154314bb tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:31.827308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] Set router 348f6e42-b702-41ba-987f-b1350aebd350 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:31.841963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.842201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5fe1359d-6903-419c-b9ad-4cc17a2c0a00 req-ff5347cf-1297-42d1-8196-ecc8154314bb tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.2070518 Aug 03 19:05:31.985313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5fe1359d-6903-419c-b9ad-4cc17a2c0a00 req-e17011dd-2a50-4fa9-8ba2-427b8e1bbc47 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343544 Aug 03 19:05:32.140414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-6589c49d-3861-4a38-a853-142452728064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:32.142206 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-6589c49d-3861-4a38-a853-142452728064 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c7ee8d349a44446db5217276e7863ba2&device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 1098 time: 0.5991168 Aug 03 19:05:32.225774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c700f-659c-438c-93bc-9e9e3fb2d0fe req-dac96aaa-8d38-438f-ba62-2e3887ff7823 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:32.236159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f35c700f-659c-438c-93bc-9e9e3fb2d0fe req-dac96aaa-8d38-438f-ba62-2e3887ff7823 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 968 time: 0.1298707 Aug 03 19:05:32.290182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f35c700f-659c-438c-93bc-9e9e3fb2d0fe req-452d7759-98c3-4af4-be71-5a6d92d08e2a tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516281 Aug 03 19:05:32.399400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-35de0e9b-37d6-46cf-807b-ef800a55350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:32.400999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-35de0e9b-37d6-46cf-807b-ef800a55350e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2455299 Aug 03 19:05:32.405616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '4aeb5e3d-89f3-4609-a645-ce7b26d02cf0', 'name': '', 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'mac_address': 'fa:16:3e:f6:97:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7479518d-a497-46e0-b4e1-ee12a8843779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:22Z', 'updated_at': '2021-08-03T19:05:31Z', 'revision_number': 4, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'subnets': [{'id': '7479518d-a497-46e0-b4e1-ee12a8843779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:32.498003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175bcc9-1df6-4a23-bdb4-965c82b14a01 None None] The sync data for ids ['348f6e42-b702-41ba-987f-b1350aebd350'] in n-d-803378-1 is: [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '4aeb5e3d-89f3-4609-a645-ce7b26d02cf0', 'name': '', 'network_id': '682d8950-2135-4ae8-a042-846ff81eb4fd', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'mac_address': 'fa:16:3e:f6:97:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7479518d-a497-46e0-b4e1-ee12a8843779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:22Z', 'updated_at': '2021-08-03T19:05:31Z', 'revision_number': 4, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'subnets': [{'id': '7479518d-a497-46e0-b4e1-ee12a8843779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:32.984635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:33.120222 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-4f19dace-b578-461b-8db9-d57738600d7b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=9751764b-3b42-484c-900b-844b4a172cb4 HTTP/1.1" status: 200 len: 217 time: 0.1951699 Aug 03 19:05:33.210822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:33.237550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:33.239484 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.555510 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.629179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845a787-e6ab-4179-addf-f9eafe4b8d17 req-5d876ce2-73f8-4c4b-81f0-58611d6039eb tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:33.634920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3845a787-e6ab-4179-addf-f9eafe4b8d17 req-5d876ce2-73f8-4c4b-81f0-58611d6039eb tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.1453569 Aug 03 19:05:33.637167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,segment=NetworkSegment(7d7fdc19-ab0d-45cb-8442-5125837621a2),segment_id=7d7fdc19-ab0d-45cb-8442-5125837621a2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:33.647883 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.735908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3845a787-e6ab-4179-addf-f9eafe4b8d17 req-2e6dbc54-a1fa-43f4-a73e-d426af4a1461 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917032 Aug 03 19:05:33.764144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-463cf870-e553-49a9-91b8-200c0fbc7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:33.765775 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-463cf870-e553-49a9-91b8-200c0fbc7146 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1175179 Aug 03 19:05:33.802881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:34.190726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e688d0-e8eb-4789-9e37-e9f39d4202bb req-c07e14c6-fc26-425b-bada-6e12f2f2565b tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:34.195584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70e688d0-e8eb-4789-9e37-e9f39d4202bb req-c07e14c6-fc26-425b-bada-6e12f2f2565b tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 968 time: 0.3010869 Aug 03 19:05:34.264566 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.338783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-eeba38a5-a4b6-4602-98c7-96480c8779f5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:34.341430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-eeba38a5-a4b6-4602-98c7-96480c8779f5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 820 time: 0.5208879 Aug 03 19:05:34.374124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70e688d0-e8eb-4789-9e37-e9f39d4202bb req-ee7d0d7f-50c4-4e67-a7b3-043fcde74a05 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983853 Aug 03 19:05:34.378896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-b1d1318a-3e28-4214-a47c-0b7ca3a6ae57 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/quotas/2e5886d602154b98b509f4fe4b176fc0 HTTP/1.1" status: 200 len: 375 time: 0.0224376 Aug 03 19:05:34.446681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-a8290bd2-298f-4a3e-9c9b-e5ef988de831 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436585 Aug 03 19:05:34.716177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-0a6df243-91e4-4121-ab2c-5ef7e7d5e92f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:05:34.717287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-0a6df243-91e4-4121-ab2c-5ef7e7d5e92f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0723610 Aug 03 19:05:34.741274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:34.820555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:34.820928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.878280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-67e82c44-be55-4303-86fb-afed2ab71070 service neutron] 10.222.0.42 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527593 Aug 03 19:05:35.000330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58050) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:35.005228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e4992ae1-0f77-4ed7-b388-d3b31f549808 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600271438', 'description': 'tempest-description--1532750515'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:35.039886 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4992ae1-0f77-4ed7-b388-d3b31f549808 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.153717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4992ae1-0f77-4ed7-b388-d3b31f549808 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.159213 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4992ae1-0f77-4ed7-b388-d3b31f549808 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.194019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4992ae1-0f77-4ed7-b388-d3b31f549808 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.195849 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e4992ae1-0f77-4ed7-b388-d3b31f549808 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1941087 Aug 03 19:05:35.200092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58056) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:35.206246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8ab601b6-5f7e-45c7-9253-8078a766685a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Request body: {'security_group_rule': {'security_group_id': 'ba8b5397-a996-4692-8767-4e530fa69cb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:35.212077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4992ae1-0f77-4ed7-b388-d3b31f549808 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b5397-a996-4692-8767-4e530fa69cb3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:35.238322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-035ff3cf-df09-4b71-992e-0407b1aa8467 service neutron] 10.222.0.42 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525765 Aug 03 19:05:35.250296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ab601b6-5f7e-45c7-9253-8078a766685a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.340453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ab601b6-5f7e-45c7-9253-8078a766685a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.348202 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ab601b6-5f7e-45c7-9253-8078a766685a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.393907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab601b6-5f7e-45c7-9253-8078a766685a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c96804-1071-480e-bd63-ef2c7fc6aed8,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:35.465551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ab601b6-5f7e-45c7-9253-8078a766685a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.467223 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8ab601b6-5f7e-45c7-9253-8078a766685a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2661219 Aug 03 19:05:35.472297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58072) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:35.478655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e6d6373f-580b-4f11-8c4c-df776e65114d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Request body: {'security_group_rule': {'security_group_id': 'ba8b5397-a996-4692-8767-4e530fa69cb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:35.520748 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6d6373f-580b-4f11-8c4c-df776e65114d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.528029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-641652c0-f8d5-4db5-85c2-145dfcfdebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:35.530028 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-641652c0-f8d5-4db5-85c2-145dfcfdebe5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320200 Aug 03 19:05:35.614639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43d7cf-1456-4bb4-ba75-3892aa3fa86b req-8086af6d-9a82-4c71-8ac6-aa6e35971b03 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:35.616396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b43d7cf-1456-4bb4-ba75-3892aa3fa86b req-8086af6d-9a82-4c71-8ac6-aa6e35971b03 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.0967555 Aug 03 19:05:35.683556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0ed511d-e384-48b9-9593-7a2b555d37ab req-2e3e7a8a-50dc-422c-a75b-0f82f67e355a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 210 time: 0.0612831 Aug 03 19:05:35.743182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b43d7cf-1456-4bb4-ba75-3892aa3fa86b req-27fa616a-c79f-4a77-ab82-650a2b8ecb57 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126730 Aug 03 19:05:35.753884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6d6373f-580b-4f11-8c4c-df776e65114d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.768935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6d6373f-580b-4f11-8c4c-df776e65114d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.879951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6373f-580b-4f11-8c4c-df776e65114d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b705ede-6d7c-4d69-857b-a20f853b50a5,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:35.890043 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-b2a000cf-c168-42df-94b3-493a802e6003 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393149 Aug 03 19:05:35.892294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6d6373f-580b-4f11-8c4c-df776e65114d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.900087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58092) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:35.900308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e6d6373f-580b-4f11-8c4c-df776e65114d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4263408 Aug 03 19:05:35.907111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:35.930945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220a723-adb1-4e6f-a7e7-2d3efa3aee8d req-5434bd44-0dad-4cf0-985f-adb4c96f234f tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:35.933306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b220a723-adb1-4e6f-a7e7-2d3efa3aee8d req-5434bd44-0dad-4cf0-985f-adb4c96f234f tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 968 time: 0.0877852 Aug 03 19:05:35.995592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b220a723-adb1-4e6f-a7e7-2d3efa3aee8d req-ab731181-b962-4983-b69d-6bacf15bf6db tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519335 Aug 03 19:05:35.996842 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.063976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-40e62bb7-e1dc-45db-a1d1-0ef1c395aac2 req-0d6da127-fe43-4d24-b448-f566b7d3579d service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619971 Aug 03 19:05:36.184475 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.431554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Allocated IP 172.25.4.223 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/cf3b4107-23a4-4b14-a498-5d98526456ba) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:36.590658 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.646016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.687238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:36.690508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:36.694926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:36.756434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event updated for resources: {'Port': ['ID=cf3b4107-23a4-4b14-a498-5d98526456ba,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:36.838788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2f3aa64-fb43-4196-a8eb-67066d919cfc req-704018a3-def2-4508-a70f-b62e18d0d666 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 210 time: 0.0386882 Aug 03 19:05:36.901098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.985109 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.038489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725be9d3-f37a-4b7c-be4d-68065328b732 req-9a615549-2381-466c-8508-c7be7e83fbed tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:37.041007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-725be9d3-f37a-4b7c-be4d-68065328b732 req-9a615549-2381-466c-8508-c7be7e83fbed tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.1233935 Aug 03 19:05:37.115870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58146) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:37.130432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-725be9d3-f37a-4b7c-be4d-68065328b732 req-b76e6d0d-6f3f-4da7-a216-28de8812d226 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823538 Aug 03 19:05:37.222138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afd825-0b37-4bbd-b05e-0b802b8a93ce req-7f70425c-c024-4cc9-9500-57d0b8fcb834 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:37.224306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21afd825-0b37-4bbd-b05e-0b802b8a93ce req-7f70425c-c024-4cc9-9500-57d0b8fcb834 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 968 time: 0.1345963 Aug 03 19:05:37.306342 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22aad581-2c84-46a3-8c7b-2fd782849c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.306666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21afd825-0b37-4bbd-b05e-0b802b8a93ce req-c782fcc4-32f3-4662-9533-1d6f28882b74 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709612 Aug 03 19:05:37.329890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.339121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.363061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.444312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event updated for resources: {'Port': ['ID=cf3b4107-23a4-4b14-a498-5d98526456ba,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:37.446771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58152) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:37.576210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b1e468d-73aa-4a2e-82ec-3faf346a936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.587270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-453a89ec-293d-4e0a-a8ec-8f726b35b7c0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:37.588851 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-453a89ec-293d-4e0a-a8ec-8f726b35b7c0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 820 time: 0.2438502 Aug 03 19:05:37.609451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22aad581-2c84-46a3-8c7b-2fd782849c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.616982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Request body: {'port': {'device_id': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'admin_state_up': True, 'tenant_id': '2e5886d602154b98b509f4fe4b176fc0'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:37.620697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.622323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1df8ad55-c0a4-493e-ac39-4ddffe5c550a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7189801 Aug 03 19:05:37.623234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22aad581-2c84-46a3-8c7b-2fd782849c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.728780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b1e468d-73aa-4a2e-82ec-3faf346a936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.733990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b1e468d-73aa-4a2e-82ec-3faf346a936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.752939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad581-2c84-46a3-8c7b-2fd782849c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982779d1-1df2-4ff8-8afa-0e3a0eb73591,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:37.761049 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-22aad581-2c84-46a3-8c7b-2fd782849c3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e6ce42315424b08927015514a52892a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435802 Aug 03 19:05:37.770350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58164) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:37.782182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e468d-73aa-4a2e-82ec-3faf346a936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd78d0-c2bc-417d-81fa-d41fbab59a7b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:37.809286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5b1e468d-73aa-4a2e-82ec-3faf346a936f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d320b30d6a28492888752d75820c88d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605325 Aug 03 19:05:37.809421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58170) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:37.868604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-34595f4e-3643-4b91-bf2d-a7e9da38482d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--600271438&fields=id&tenant_id=afb1801f896f405fabd7e9c43695eec7 HTTP/1.1" status: 200 len: 267 time: 0.0543547 Aug 03 19:05:37.930421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b1812e2-d0f5-44af-a423-996f11ecc881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.937911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Made reservation on behalf of 2e5886d602154b98b509f4fe4b176fc0 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:37.942708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.970224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f73531a-7c66-47de-90b1-b9099c660b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.980602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 46e89d77-cf27-4739-b116-ce6eeea2e158 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:37.990356 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b1812e2-d0f5-44af-a423-996f11ecc881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.994030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cfdff9b-0087-4fb0-b52f-02b5fb3fb710 req-441a405d-799c-4bf4-ac6f-db0a274cdc7a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 210 time: 0.0443094 Aug 03 19:05:38.045146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb75d23-b02d-403e-ad23-34582923755c req-38dd151c-85f6-40f7-904c-7a5b0cc5c809 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.047227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-38dd151c-85f6-40f7-904c-7a5b0cc5c809 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 824 time: 0.1709135 Aug 03 19:05:38.067940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-dced6f9c-f620-4b21-9a4f-ad19305aff23 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/quotas/afb1801f896f405fabd7e9c43695eec7 HTTP/1.1" status: 200 len: 375 time: 0.0128934 Aug 03 19:05:38.091197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f73531a-7c66-47de-90b1-b9099c660b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.151689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 46e89d77-cf27-4739-b116-ce6eeea2e158, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46e89d77-cf27-4739-b116-ce6eeea2e158,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:38.156607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-9580e980-d2a8-4937-a2aa-db69b28ac74d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816572 Aug 03 19:05:38.193572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '46e89d77-cf27-4739-b116-ce6eeea2e158', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '46e89d77-cf27-4739-b116-ce6eeea2e158', 'mac_address': 'fa:16:3e:c3:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:tempest-test_az-784941164', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:38.220137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b1812e2-d0f5-44af-a423-996f11ecc881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.223122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b1812e2-d0f5-44af-a423-996f11ecc881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.225046 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9b1812e2-d0f5-44af-a423-996f11ecc881 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/982779d1-1df2-4ff8-8afa-0e3a0eb73591 HTTP/1.1" status: 204 len: 168 time: 0.4534779 Aug 03 19:05:38.286901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1812e2-d0f5-44af-a423-996f11ecc881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982779d1-1df2-4ff8-8afa-0e3a0eb73591,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:38.289811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Allocated IP 172.20.0.6 (f814e7a7-f0ca-4e21-8d6e-66af40a55cae/c771c334-89f1-45d4-b8bf-58d8b0c3c018/537d0a07-2a96-4ff9-87f5-31d6afe74536) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:38.322151 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.395917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f73531a-7c66-47de-90b1-b9099c660b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.400143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f73531a-7c66-47de-90b1-b9099c660b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.404967 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3f73531a-7c66-47de-90b1-b9099c660b3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8bd78d0-c2bc-417d-81fa-d41fbab59a7b HTTP/1.1" status: 204 len: 168 time: 0.5901260 Aug 03 19:05:38.421065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e89d77-cf27-4739-b116-ce6eeea2e158 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:38.492119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73531a-7c66-47de-90b1-b9099c660b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd78d0-c2bc-417d-81fa-d41fbab59a7b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:38.519353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 46e89d77-cf27-4739-b116-ce6eeea2e158, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46e89d77-cf27-4739-b116-ce6eeea2e158,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:38.545636 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.619718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdabad-67c0-498d-8b9b-548d764f4c71 req-32262d70-e41a-4848-831e-fdf3ccbb5387 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.653553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fabdabad-67c0-498d-8b9b-548d764f4c71 req-32262d70-e41a-4848-831e-fdf3ccbb5387 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.2698913 Aug 03 19:05:38.681036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=46e89d77-cf27-4739-b116-ce6eeea2e158,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:38.754518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-ef654347-ac3b-4b4f-bf1c-fc4cf6a9ef4c service neutron] 10.222.0.42 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566609 Aug 03 19:05:38.864757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['46e89d77-cf27-4739-b116-ce6eeea2e158'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:38.866443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.886018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fabdabad-67c0-498d-8b9b-548d764f4c71 req-bf64b02a-6055-4fc4-94b3-453b925f898b tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272911 Aug 03 19:05:39.028578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.036774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-12af2061-ea62-486a-900e-528cedbf1c48 service neutron] 10.222.0.42 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743623 Aug 03 19:05:39.153268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Network f814e7a7-f0ca-4e21-8d6e-66af40a55cae is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:39.155383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:39.165036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:39.180734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282962dd-6a73-4948-9059-c9b5973b35c9 req-acb03050-5ac9-49a6-96b8-e1c643ee5c14 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.182361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-282962dd-6a73-4948-9059-c9b5973b35c9 req-acb03050-5ac9-49a6-96b8-e1c643ee5c14 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 969 time: 0.0989866 Aug 03 19:05:39.187194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.188287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.215435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6020513 Aug 03 19:05:39.259491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Request body: {'port': {'device_id': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:39.294792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-282962dd-6a73-4948-9059-c9b5973b35c9 req-915dd49c-3026-4fb4-b926-0946988c0a1f tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932140 Aug 03 19:05:39.397207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df9dc9-6ed4-4b03-817f-0f0a51bd2111 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Pushing event updated for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:39.399147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58192) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:39.448201 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5c72f23-1c45-4881-937c-84fe8b06c2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.506223 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.593700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58196) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:39.634310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aff1624f-922f-4b3d-9dc1-66a540472439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.940250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6a92d2c-9238-4687-8e9e-5064e9b57fda req-6020c836-f5f0-4d02-8d35-1d3a4357e5d5 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 210 time: 0.4990206 Aug 03 19:05:39.957285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-d5c72f23-1c45-4881-937c-84fe8b06c2c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:05:39.957285 n-d-803378-1 neutron-server[94134]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:05:39.957285 n-d-803378-1 neutron-server[94134]: [parameters: {'project_id': 'f92a68b6be5e4a24961c2521ef04378c', 'id': '1ed5153f-b118-4a85-bf5c-6af125784930', 'expiration': datetime.datetime(2021, 8, 3, 19, 7, 39, 951803)}] Aug 03 19:05:39.957285 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:05:39.958617 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-d5c72f23-1c45-4881-937c-84fe8b06c2c9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:05:40.004390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c47230-2dcc-4959-bae4-2b5606489376 req-fe0a0288-85d4-4b43-b57a-d812920ee81c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.006205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81c47230-2dcc-4959-bae4-2b5606489376 req-fe0a0288-85d4-4b43-b57a-d812920ee81c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 931 time: 0.5611489 Aug 03 19:05:40.055894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81c47230-2dcc-4959-bae4-2b5606489376 req-100df6ae-8edd-4268-970a-51b1c26e0960 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 Aug 03 19:05:40.131169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175f6fa-04b4-4b89-b21b-22cc63854379 req-cfa383e5-4a0c-4390-87a9-218303836298 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.132833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7175f6fa-04b4-4b89-b21b-22cc63854379 req-cfa383e5-4a0c-4390-87a9-218303836298 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.0740247 Aug 03 19:05:40.219301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7175f6fa-04b4-4b89-b21b-22cc63854379 req-07c8c3c3-c3d4-4930-a655-21b648eb35a5 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736189 Aug 03 19:05:40.376107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aff1624f-922f-4b3d-9dc1-66a540472439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.383035 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aff1624f-922f-4b3d-9dc1-66a540472439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.465789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5c72f23-1c45-4881-937c-84fe8b06c2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.480787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66014a3a-beca-4b88-be6b-97668293aa47 req-8bc8b6f4-408f-49ff-9944-653a300ed16b tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.481968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66014a3a-beca-4b88-be6b-97668293aa47 req-8bc8b6f4-408f-49ff-9944-653a300ed16b tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 969 time: 0.0936682 Aug 03 19:05:40.511690 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aff1624f-922f-4b3d-9dc1-66a540472439 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62a65c294c91462a96e9a7f6b345d910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9072144 Aug 03 19:05:40.513830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58206) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:40.514701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1624f-922f-4b3d-9dc1-66a540472439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f626e0-d2db-4632-8ef8-8660271269e4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:40.538616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537d0a07-2a96-4ff9-87f5-31d6afe74536 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:40.560479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.598937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Transition to ACTIVE for port object 537d0a07-2a96-4ff9-87f5-31d6afe74536 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:40.604234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.607087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66014a3a-beca-4b88-be6b-97668293aa47 req-1e8046d8-20b7-4ec6-804d-ebbe6f410263 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045711 Aug 03 19:05:40.656348 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10ae68fb-9d76-4f9d-b24b-c4c882edeb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.679334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Pushing event updated for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:40.701660 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10ae68fb-9d76-4f9d-b24b-c4c882edeb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.723985 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5c72f23-1c45-4881-937c-84fe8b06c2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.730252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5c72f23-1c45-4881-937c-84fe8b06c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.752555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:40.753069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:40.753561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:40.766205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:40.766664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:40.773511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:40.773894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:40.774259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:40.775823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Bound port: 537d0a07-2a96-4ff9-87f5-31d6afe74536, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:40.776213 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.810818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d5c72f23-1c45-4881-937c-84fe8b06c2c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f92a68b6be5e4a24961c2521ef04378c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4101584 Aug 03 19:05:40.811743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c72f23-1c45-4881-937c-84fe8b06c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea7b60b-6f4c-4dc8-96da-32c94919ad3b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:40.815356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58208) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:40.836139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10ae68fb-9d76-4f9d-b24b-c4c882edeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.840363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10ae68fb-9d76-4f9d-b24b-c4c882edeb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.841598 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-10ae68fb-9d76-4f9d-b24b-c4c882edeb77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84f626e0-d2db-4632-8ef8-8660271269e4 HTTP/1.1" status: 204 len: 168 time: 0.3229887 Aug 03 19:05:40.868873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae68fb-9d76-4f9d-b24b-c4c882edeb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f626e0-d2db-4632-8ef8-8660271269e4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:40.892112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:40.899718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:40.906695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.928617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2be8141-cdd7-47ac-b028-96d21f33ed79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.938908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9751764b-3b42-484c-900b-844b4a172cb4 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:40.971297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.972357 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.975112 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] 10.222.0.63 "PUT /v2.0/ports/537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 1091 time: 1.7334707 Aug 03 19:05:40.975628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:40.978602 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a134109-b635-4cbd-81e5-67eaa4a21dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:41.069925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab34d82-d7d1-44bc-829e-93e2d03f7399 service neutron] Pushing event updated for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:41.158081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e094361d-7ac0-4411-8bd8-c5fa74525964 req-b8b48db3-a206-493b-88ba-16042ca87a01 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 210 time: 0.0494242 Aug 03 19:05:41.180990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2be8141-cdd7-47ac-b028-96d21f33ed79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.212287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-ebdc8d78-669e-4078-b66b-a86fb32858b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.214732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-ebdc8d78-669e-4078-b66b-a86fb32858b7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1094 time: 0.1296136 Aug 03 19:05:41.282516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9751764b-3b42-484c-900b-844b4a172cb4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9751764b-3b42-484c-900b-844b4a172cb4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:41.329962 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8476c118-1ab4-4e12-ac0b-f42f20468c41 x-openstack-request-id: req-8476c118-1ab4-4e12-ac0b-f42f20468c41 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:41.331927 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:41.333181 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8476c118-1ab4-4e12-ac0b-f42f20468c41 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:41.334498 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536', 'status': 'completed', 'code': 200} Aug 03 19:05:41.340009 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-84f50a84-a776-4186-82b5-fa5461507067 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 217 time: 0.1054237 Aug 03 19:05:41.340771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '9751764b-3b42-484c-900b-844b4a172cb4', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '9751764b-3b42-484c-900b-844b4a172cb4', 'mac_address': 'fa:16:3e:48:b9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:41.437105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-d9fbdec2-051c-4396-b680-e574e9ec152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.440053 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-d9fbdec2-051c-4396-b680-e574e9ec152d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0919471 Aug 03 19:05:41.487121 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.494861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb75d23-b02d-403e-ad23-34582923755c req-1b67454b-ba5a-48f6-ae65-59f0b6576353 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.496319 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-e7895b6c-6133-416c-b888-eb179f7ad956 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469570 Aug 03 19:05:41.497308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-1b67454b-ba5a-48f6-ae65-59f0b6576353 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 824 time: 0.5478570 Aug 03 19:05:41.511987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135328b-30a0-421c-a07e-6179bc86bb93 req-6d66e871-fab7-4346-a8cc-c53d587169b1 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.514774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135328b-30a0-421c-a07e-6179bc86bb93 req-6d66e871-fab7-4346-a8cc-c53d587169b1 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 943 time: 0.1656201 Aug 03 19:05:41.518672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9751764b-3b42-484c-900b-844b4a172cb4 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:41.564954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9751764b-3b42-484c-900b-844b4a172cb4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9751764b-3b42-484c-900b-844b4a172cb4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:41.575074 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.614164 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2be8141-cdd7-47ac-b028-96d21f33ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.617546 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2be8141-cdd7-47ac-b028-96d21f33ed79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.622900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a2be8141-cdd7-47ac-b028-96d21f33ed79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dea7b60b-6f4c-4dc8-96da-32c94919ad3b HTTP/1.1" status: 204 len: 168 time: 0.8026917 Aug 03 19:05:41.623205 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-1bf20e6d-5d68-472c-a770-bcaeb2ac6c05 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145792 Aug 03 19:05:41.658055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-0f5bac64-2194-4592-bf71-9ba2d3acd50e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb1801f896f405fabd7e9c43695eec7 HTTP/1.1" status: 200 len: 379 time: 0.1399081 Aug 03 19:05:41.670050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9751764b-3b42-484c-900b-844b4a172cb4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:41.683696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Request body: {'port': {'device_id': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'admin_state_up': True, 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'security_groups': ['ba8b5397-a996-4692-8767-4e530fa69cb3']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:41.690117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be8141-cdd7-47ac-b028-96d21f33ed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea7b60b-6f4c-4dc8-96da-32c94919ad3b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:41.712854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135328b-30a0-421c-a07e-6179bc86bb93 req-1bf19333-ce3a-4110-a77f-0912ecca417c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499014 Aug 03 19:05:41.802225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24300-c189-4cd1-b95a-a7f9fe593c17 req-f6f25a38-a9d5-45a9-bd72-7374d82eac61 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.812394 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5141487-4386-477c-bc4f-d9e589f6dd60 req-9ef3e252-ac9c-44c9-b75f-13ffea1e7d58 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844084 Aug 03 19:05:41.813021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12b24300-c189-4cd1-b95a-a7f9fe593c17 req-f6f25a38-a9d5-45a9-bd72-7374d82eac61 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 947 time: 0.3952219 Aug 03 19:05:41.950091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12b24300-c189-4cd1-b95a-a7f9fe593c17 req-505adb08-175f-42d7-9bb1-75dffb78862e tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309891 Aug 03 19:05:41.967213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 46e89d77-cf27-4739-b116-ce6eeea2e158 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:41.999587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de39f4c-8c53-41db-b9a9-d6d36be4316e req-ce038a60-adcc-4b7f-a098-ce217b1a48d7 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.007388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de39f4c-8c53-41db-b9a9-d6d36be4316e req-ce038a60-adcc-4b7f-a098-ce217b1a48d7 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 969 time: 0.1456645 Aug 03 19:05:42.037405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Made reservation on behalf of afb1801f896f405fabd7e9c43695eec7 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:42.043581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.062141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-0a4c907e-12e5-445a-bae0-0f1c8c1dbbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.063731 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-0a4c907e-12e5-445a-bae0-0f1c8c1dbbc6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1094 time: 0.1209614 Aug 03 19:05:42.090170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de39f4c-8c53-41db-b9a9-d6d36be4316e req-a3e06411-e487-403f-90cd-ea6c9ed4af1f tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Aug 03 19:05:42.092791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 46e89d77-cf27-4739-b116-ce6eeea2e158 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:42.103649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 46e89d77-cf27-4739-b116-ce6eeea2e158 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:42.104064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.120336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['9751764b-3b42-484c-900b-844b4a172cb4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:42.279031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-e5c13446-2f45-4c62-8675-50c94f5f0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.283235 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-e5c13446-2f45-4c62-8675-50c94f5f0539 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2051761 Aug 03 19:05:42.323590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Allocated IP 172.20.0.12 (c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc/9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f/f1a8a53b-e407-45a6-b169-392812aa31ce) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:42.418478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.441142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-c48627a8-2555-4e24-aa35-c38795c1c108 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 217 time: 0.1505423 Aug 03 19:05:42.473263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f804fc59-3aaf-4c90-9cdb-eddfd8343407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e89d77-cf27-4739-b116-ce6eeea2e158'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:42.508431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-a20ef4fc-f6c0-41ec-85b2-f845c71d5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.510377 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-a20ef4fc-f6c0-41ec-85b2-f845c71d5ba4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0623889 Aug 03 19:05:42.510952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58244) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:42.559668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26dbfb96-b758-4ae6-8734-851d648c980d req-1277d7ee-bc37-4d16-85aa-081b60e6ce38 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 210 time: 0.2012515 Aug 03 19:05:42.578036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9416f5ac-3fd8-4649-a040-51f1972b2852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.590550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 46e89d77-cf27-4739-b116-ce6eeea2e158, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46e89d77-cf27-4739-b116-ce6eeea2e158,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:42.592262 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-ac740115-db9a-4b60-9199-952804d3c47d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729303 Aug 03 19:05:42.602541 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.659651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.690640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=46e89d77-cf27-4739-b116-ce6eeea2e158,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:42.698932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Transition to ACTIVE for port object f1a8a53b-e407-45a6-b169-392812aa31ce will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:42.754960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.811159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:42.815194 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed04f900-e8b4-4b91-bd00-d98fbc781b71" -d '{"events": [{"server_uuid": "f804fc59-3aaf-4c90-9cdb-eddfd8343407", "name": "network-vif-plugged", "status": "completed", "tag": "46e89d77-cf27-4739-b116-ce6eeea2e158"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:42.815435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:42.823184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:42.840082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.840771 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.855964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event updated for resources: {'Port': ['ID=f1a8a53b-e407-45a6-b169-392812aa31ce,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:42.930153 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-ff9795fe-c9c5-4b3b-9b6f-b3a8c3d9081b service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232758 Aug 03 19:05:42.971416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9fddc-4ae1-476e-ae4f-00890806e7be req-fdb49d22-0653-4b61-9f20-b1449ebb8376 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.985764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fd9fddc-4ae1-476e-ae4f-00890806e7be req-fdb49d22-0653-4b61-9f20-b1449ebb8376 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 943 time: 0.1152756 Aug 03 19:05:43.093206 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9416f5ac-3fd8-4649-a040-51f1972b2852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.109918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9416f5ac-3fd8-4649-a040-51f1972b2852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.121505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fd9fddc-4ae1-476e-ae4f-00890806e7be req-6014f204-3eb0-4477-98d2-ef34c8354c9f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345170 Aug 03 19:05:43.132593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-9593dd09-7c84-4501-9f10-91c213eadb5e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4602511 Aug 03 19:05:43.155987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Request body: {'port': {'device_id': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'device_owner': 'compute:tempest-test_az-784941164', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:43.237788 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c177134-0c2b-4aa3-9686-09ae37a2c7d9 x-openstack-request-id: req-7c177134-0c2b-4aa3-9686-09ae37a2c7d9 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:43.238529 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f804fc59-3aaf-4c90-9cdb-eddfd8343407", "name": "network-vif-plugged", "status": "completed", "tag": "46e89d77-cf27-4739-b116-ce6eeea2e158", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:43.238529 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c177134-0c2b-4aa3-9686-09ae37a2c7d9 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:43.239014 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f804fc59-3aaf-4c90-9cdb-eddfd8343407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e89d77-cf27-4739-b116-ce6eeea2e158', 'code': 200} Aug 03 19:05:43.253697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.279496 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a134109-b635-4cbd-81e5-67eaa4a21dd6 req-175ad4f0-3d87-47a2-b1a4-2001f61d2f5e service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379517 Aug 03 19:05:43.325587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-31c36f0e-186e-4480-9d34-ec3ff11953b7 None None] Provisioning for port f1a8a53b-e407-45a6-b169-392812aa31ce completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:43.337561 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9416f5ac-3fd8-4649-a040-51f1972b2852 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b5a94c23867409a830a06abb7f1b7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8215690 Aug 03 19:05:43.338069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58268) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:43.344809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-31c36f0e-186e-4480-9d34-ec3ff11953b7 None None] Provisioning complete for port f1a8a53b-e407-45a6-b169-392812aa31ce triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:43.345332 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31c36f0e-186e-4480-9d34-ec3ff11953b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.353042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416f5ac-3fd8-4649-a040-51f1972b2852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0daa8ca-c574-42dd-bb15-58098f8ea9a2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:43.358141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.88', 59306) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:43.586871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d2507-0f2d-40cc-a2a3-e3a6a9470401 req-83d76042-471f-4584-b15c-04e2f8bb4aec tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.588489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b08d2507-0f2d-40cc-a2a3-e3a6a9470401 req-83d76042-471f-4584-b15c-04e2f8bb4aec tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 948 time: 0.1871541 Aug 03 19:05:43.600425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708846e9-89c2-494f-98ef-0691517a414c req-b8146230-97eb-456b-80d1-ba96b179ef1c tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.608238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-708846e9-89c2-494f-98ef-0691517a414c req-b8146230-97eb-456b-80d1-ba96b179ef1c tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 970 time: 0.2559371 Aug 03 19:05:43.608506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17eaff-4c0d-45d2-9244-87ca65356181 req-f11da358-b904-439a-8141-69a2d6f3abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.610782 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f17eaff-4c0d-45d2-9244-87ca65356181 req-f11da358-b904-439a-8141-69a2d6f3abe9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 1121 time: 0.2492149 Aug 03 19:05:43.611818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-72620786-c06b-4385-9e28-bd824d033f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.615416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-31c36f0e-186e-4480-9d34-ec3ff11953b7 None None] Port f1a8a53b-e407-45a6-b169-392812aa31ce cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:43.671106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f17eaff-4c0d-45d2-9244-87ca65356181 req-76fbdeed-ed26-4b33-ac0d-63e8967624db service neutron] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.705279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-72620786-c06b-4385-9e28-bd824d033f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.735029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b08d2507-0f2d-40cc-a2a3-e3a6a9470401 req-6503573d-1383-427d-8144-03da0026bb99 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246898 Aug 03 19:05:43.754286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-708846e9-89c2-494f-98ef-0691517a414c req-e2a85592-f59a-42c2-bcc1-e4f875f2a087 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451728 Aug 03 19:05:43.939696 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-72620786-c06b-4385-9e28-bd824d033f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.945608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-72620786-c06b-4385-9e28-bd824d033f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.947648 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-72620786-c06b-4385-9e28-bd824d033f13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0daa8ca-c574-42dd-bb15-58098f8ea9a2 HTTP/1.1" status: 204 len: 168 time: 0.6081593 Aug 03 19:05:43.962341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a07633-7f0b-4a68-8e61-7ccc13c36800 req-f5ee7454-d86c-4b59-8090-86753ba4fd89 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.964823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7a07633-7f0b-4a68-8e61-7ccc13c36800 req-f5ee7454-d86c-4b59-8090-86753ba4fd89 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 932 time: 0.1356566 Aug 03 19:05:43.981329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72620786-c06b-4385-9e28-bd824d033f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0daa8ca-c574-42dd-bb15-58098f8ea9a2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:43.992607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a8a53b-e407-45a6-b169-392812aa31ce {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:44.019880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f17eaff-4c0d-45d2-9244-87ca65356181 req-76fbdeed-ed26-4b33-ac0d-63e8967624db service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.030041 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f17eaff-4c0d-45d2-9244-87ca65356181 req-76fbdeed-ed26-4b33-ac0d-63e8967624db service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.059126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.103094 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f17eaff-4c0d-45d2-9244-87ca65356181 req-76fbdeed-ed26-4b33-ac0d-63e8967624db service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703233 Aug 03 19:05:44.111777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbdeed-ed26-4b33-ac0d-63e8967624db service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f3241b-0c21-4814-b579-d5bceb806cd8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:44.124745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Transition to ACTIVE for port object f1a8a53b-e407-45a6-b169-392812aa31ce will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:44.137451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.219197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7a07633-7f0b-4a68-8e61-7ccc13c36800 req-f1cf25f0-32da-4edf-9f7b-0f7565533079 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292769 Aug 03 19:05:44.268058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a8a53b-e407-45a6-b169-392812aa31ce,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:44.334084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Attempting to bind port f1a8a53b-e407-45a6-b169-392812aa31ce on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:44.334647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Attempting to bind port f1a8a53b-e407-45a6-b169-392812aa31ce by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:44.335204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Attempting to bind port f1a8a53b-e407-45a6-b169-392812aa31ce on network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:44.360170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Port f1a8a53b-e407-45a6-b169-392812aa31ce on network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:44.360170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Attempting to bind port f1a8a53b-e407-45a6-b169-392812aa31ce on network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:44.395260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:44.395991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Checking segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:44.396658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Bound using segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:44.397427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Bound port: f1a8a53b-e407-45a6-b169-392812aa31ce, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:44.398091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.508565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cf4dd-c261-406c-86bb-f1bf4d3ae756 req-a55f324b-5dfb-49a2-aa2e-297c6501e74e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.511547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb1cf4dd-c261-406c-86bb-f1bf4d3ae756 req-a55f324b-5dfb-49a2-aa2e-297c6501e74e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 943 time: 0.1830397 Aug 03 19:05:44.615505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb1cf4dd-c261-406c-86bb-f1bf4d3ae756 req-4429ee37-8120-4edd-9828-6452bc11eee3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950420 Aug 03 19:05:44.620321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] For port f1a8a53b-e407-45a6-b169-392812aa31ce, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:44.625946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] For port f1a8a53b-e407-45a6-b169-392812aa31ce, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1a8a53b-e407-45a6-b169-392812aa31ce,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:44.635992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.706358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a8a53b-e407-45a6-b169-392812aa31ce,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:44.725304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.726003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.727792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-cdc66594-8cc1-4a0c-a09f-39e0db4360a5 service neutron] 10.222.0.88 "PUT /v2.0/ports/f1a8a53b-e407-45a6-b169-392812aa31ce HTTP/1.1" status: 200 len: 1113 time: 1.5871248 Aug 03 19:05:44.728013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'tag': 'f1a8a53b-e407-45a6-b169-392812aa31ce'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:44.730467 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2cbf96-7bd0-4370-8b55-74f670289384" -d '{"events": [{"name": "network-changed", "server_uuid": "a0955956-ba41-47ab-9123-a1d7900ad1ce", "tag": "f1a8a53b-e407-45a6-b169-392812aa31ce"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:44.814275 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043a46e-7918-4489-ae6f-94618bc377d2 x-openstack-request-id: req-1043a46e-7918-4489-ae6f-94618bc377d2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:44.814725 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0955956-ba41-47ab-9123-a1d7900ad1ce", "tag": "f1a8a53b-e407-45a6-b169-392812aa31ce", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:44.816222 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1043a46e-7918-4489-ae6f-94618bc377d2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:44.816936 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'tag': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'status': 'completed', 'code': 200} Aug 03 19:05:44.951554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9751764b-3b42-484c-900b-844b4a172cb4 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:45.023916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb75d23-b02d-403e-ad23-34582923755c req-53267e80-1fad-4460-9019-f7d31f91af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.027118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-53267e80-1fad-4460-9019-f7d31f91af74 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 1116 time: 0.2341604 Aug 03 19:05:45.087859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb45932-307f-47f0-a54d-8e2111fbc48b req-483a0c6c-a85f-489f-ab9d-17352c311911 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.092260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cb45932-307f-47f0-a54d-8e2111fbc48b req-483a0c6c-a85f-489f-ab9d-17352c311911 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 948 time: 0.2120845 Aug 03 19:05:45.123787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 9751764b-3b42-484c-900b-844b4a172cb4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:45.134416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 9751764b-3b42-484c-900b-844b4a172cb4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:45.135676 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.216562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-f3fcbefa-4a08-4398-8b7c-80f43b07886f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1a8a53b-e407-45a6-b169-392812aa31ce HTTP/1.1" status: 200 len: 217 time: 0.1784277 Aug 03 19:05:45.333162 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.385886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d77e0b-6047-4119-9aa0-b5aa3007f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9751764b-3b42-484c-900b-844b4a172cb4'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:45.391365 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dcbfe6-9345-4480-a8e9-b44b5423f990" -d '{"events": [{"server_uuid": "79d77e0b-6047-4119-9aa0-b5aa3007f701", "name": "network-vif-plugged", "status": "completed", "tag": "9751764b-3b42-484c-900b-844b4a172cb4"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:45.421003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9751764b-3b42-484c-900b-844b4a172cb4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9751764b-3b42-484c-900b-844b4a172cb4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:45.428411 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.504307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58332) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:45.534365 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9751764b-3b42-484c-900b-844b4a172cb4,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:45.655324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cb45932-307f-47f0-a54d-8e2111fbc48b req-0d615861-26f7-45dd-b712-eadd68987210 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436485 Aug 03 19:05:45.736104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13687c27-b3ad-435e-927f-0feb759160cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.743446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1a00-648f-4a16-9028-4e796dce5671 req-4100ba5a-0fb8-44f8-8ccb-88d4469514ec tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.746020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f3c1a00-648f-4a16-9028-4e796dce5671 req-4100ba5a-0fb8-44f8-8ccb-88d4469514ec tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 970 time: 0.5388494 Aug 03 19:05:45.806551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb75d23-b02d-403e-ad23-34582923755c req-43014d90-3c21-4056-9765-076c9100739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.809499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-43014d90-3c21-4056-9765-076c9100739f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f HTTP/1.1" status: 200 len: 863 time: 0.5738759 Aug 03 19:05:45.876338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13687c27-b3ad-435e-927f-0feb759160cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.882601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13687c27-b3ad-435e-927f-0feb759160cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.913087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f3c1a00-648f-4a16-9028-4e796dce5671 req-3de0d4cb-2dd0-4906-83a9-e0f6e65c85f0 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457624 Aug 03 19:05:45.943197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96710f4b-cb79-4034-826a-617a1358e8b3 req-e8453f98-12f5-4175-a03b-421b954e3b12 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.945057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96710f4b-cb79-4034-826a-617a1358e8b3 req-e8453f98-12f5-4175-a03b-421b954e3b12 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 965 time: 0.1944201 Aug 03 19:05:45.960674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13687c27-b3ad-435e-927f-0feb759160cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61a05f-15c6-4e02-b9d7-e9c5927b094c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:45.962034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb75d23-b02d-403e-ad23-34582923755c req-27f13acc-87d4-4df9-9a9a-4f84ab10c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.963849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-27f13acc-87d4-4df9-9a9a-4f84ab10c89e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344898 Aug 03 19:05:45.986614 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13687c27-b3ad-435e-927f-0feb759160cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f681fb1ca5f4181a9c9cafd7f2a9679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4763424 Aug 03 19:05:45.986968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58342) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:46.039245 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e475035-09d2-404e-942c-b6ac4bd545e0 x-openstack-request-id: req-0e475035-09d2-404e-942c-b6ac4bd545e0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:46.039988 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d77e0b-6047-4119-9aa0-b5aa3007f701", "name": "network-vif-plugged", "status": "completed", "tag": "9751764b-3b42-484c-900b-844b4a172cb4", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:46.039988 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e475035-09d2-404e-942c-b6ac4bd545e0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:46.040224 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d77e0b-6047-4119-9aa0-b5aa3007f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9751764b-3b42-484c-900b-844b4a172cb4', 'code': 200} Aug 03 19:05:46.060800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96710f4b-cb79-4034-826a-617a1358e8b3 req-3560d4f5-7a04-4125-9189-9fd180497394 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035652 Aug 03 19:05:46.066523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb56c5e3-d158-4b77-9e13-34737110a28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.098600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb56c5e3-d158-4b77-9e13-34737110a28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.132677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-4b49b3ba-d5b4-4046-9e4e-9abfd0e1ecb5 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595516 Aug 03 19:05:46.198760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb56c5e3-d158-4b77-9e13-34737110a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.203416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb56c5e3-d158-4b77-9e13-34737110a28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.206792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bb56c5e3-d158-4b77-9e13-34737110a28c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c61a05f-15c6-4e02-b9d7-e9c5927b094c HTTP/1.1" status: 204 len: 168 time: 0.2184143 Aug 03 19:05:46.254117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56c5e3-d158-4b77-9e13-34737110a28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61a05f-15c6-4e02-b9d7-e9c5927b094c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:46.287381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2711f79-2ca8-4d82-8abe-7a3404ac95e5 req-dcb13513-d4e2-4791-932a-0c6074c04cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.290945 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b2711f79-2ca8-4d82-8abe-7a3404ac95e5 req-dcb13513-d4e2-4791-932a-0c6074c04cbe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 1100 time: 0.1059239 Aug 03 19:05:46.334543 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b2711f79-2ca8-4d82-8abe-7a3404ac95e5 req-90d9be36-6d44-44a6-a548-66643960df3f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Aug 03 19:05:46.347858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b511a-702f-446a-81a4-560518b7d998 req-c7dc4dd6-d3a2-46da-a5ef-98364e3be31d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.350685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f19b511a-702f-446a-81a4-560518b7d998 req-c7dc4dd6-d3a2-46da-a5ef-98364e3be31d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 943 time: 0.1737931 Aug 03 19:05:46.383019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bb75d23-b02d-403e-ad23-34582923755c req-efc88982-81e2-4c24-bbf8-9dcd83d93d56 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416406 Aug 03 19:05:46.450266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f19b511a-702f-446a-81a4-560518b7d998 req-8270ffa8-1e9e-496c-a459-6993f7601c3f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816767 Aug 03 19:05:46.518952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-ee67a5e2-b923-4fad-b2a9-2e057af96474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.520911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-ee67a5e2-b923-4fad-b2a9-2e057af96474 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 1116 time: 0.0640843 Aug 03 19:05:46.666487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-cec09030-3912-4b59-a735-330ea06413a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.668185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-cec09030-3912-4b59-a735-330ea06413a1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 925 time: 0.1398718 Aug 03 19:05:46.721040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-1a34e03e-0a70-449f-820e-f546b69ab701 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1a8a53b-e407-45a6-b169-392812aa31ce HTTP/1.1" status: 200 len: 217 time: 0.0427704 Aug 03 19:05:46.816602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58366) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:46.819404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-18cf83ef-ad0b-4239-8122-ac29415cffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.820968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-18cf83ef-ad0b-4239-8122-ac29415cffad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f HTTP/1.1" status: 200 len: 863 time: 0.0881593 Aug 03 19:05:46.833344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46c48c3e-dec1-4169-b7cf-ea73356850da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.865850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f83199-2f4f-4df3-a573-cbe5aca98428 req-74a64a56-d3a9-43c2-b6e4-5a0adc646aaf tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.867456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f83199-2f4f-4df3-a573-cbe5aca98428 req-74a64a56-d3a9-43c2-b6e4-5a0adc646aaf tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 949 time: 0.0894625 Aug 03 19:05:46.900526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-45c61d21-6710-46c7-87f6-f2dc13cfb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.902157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-45c61d21-6710-46c7-87f6-f2dc13cfb82e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723648 Aug 03 19:05:46.940604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f83199-2f4f-4df3-a573-cbe5aca98428 req-3fa1bb14-453e-42fa-910c-57097f5b52ab tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662739 Aug 03 19:05:46.954088 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46c48c3e-dec1-4169-b7cf-ea73356850da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.960223 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46c48c3e-dec1-4169-b7cf-ea73356850da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.969954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 537d0a07-2a96-4ff9-87f5-31d6afe74536 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:47.022253 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46c48c3e-dec1-4169-b7cf-ea73356850da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f7e4f7fd7b2485fb7d71ecfe7e49d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010374 Aug 03 19:05:47.023181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58370) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:47.034725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c48c3e-dec1-4169-b7cf-ea73356850da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6114d560-fabf-4f5c-92c0-992a3243f1d8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:47.099087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-229986ac-1188-493d-acd1-21579e91f585 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852016 Aug 03 19:05:47.113953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-171b48e6-b4eb-430c-80a1-7032fca4f733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.155468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-171b48e6-b4eb-430c-80a1-7032fca4f733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.166955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:47.182522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '537d0a07-2a96-4ff9-87f5-31d6afe74536', 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'port_id': '537d0a07-2a96-4ff9-87f5-31d6afe74536', 'mac_address': 'fa:16:3e:a0:d5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c771c334-89f1-45d4-b8bf-58d8b0c3c018', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:47.241569 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.243787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7faa5-1902-4f31-b7b9-dbce9778df11 req-ba5364e0-43fb-4380-b5c3-7157dedcea8f tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.246475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ff7faa5-1902-4f31-b7b9-dbce9778df11 req-ba5364e0-43fb-4380-b5c3-7157dedcea8f tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 970 time: 0.1512668 Aug 03 19:05:47.263776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537d0a07-2a96-4ff9-87f5-31d6afe74536 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:47.272578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-171b48e6-b4eb-430c-80a1-7032fca4f733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.278057 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-171b48e6-b4eb-430c-80a1-7032fca4f733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.295096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-171b48e6-b4eb-430c-80a1-7032fca4f733 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6114d560-fabf-4f5c-92c0-992a3243f1d8 HTTP/1.1" status: 204 len: 168 time: 0.2678964 Aug 03 19:05:47.299011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:47.305301 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.316809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b48e6-b4eb-430c-80a1-7032fca4f733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6114d560-fabf-4f5c-92c0-992a3243f1d8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:47.371128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd2cbf96-7bd0-4370-8b55-74f670289384 req-14e5bfc5-6f7d-4e75-ab0a-e73b0090a944 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596521 Aug 03 19:05:47.388886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:47.402857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ff7faa5-1902-4f31-b7b9-dbce9778df11 req-45e745ac-18e2-47ae-9d43-f1e0901aa3cb tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416154 Aug 03 19:05:47.438356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cbb22-11d0-45ea-9c4e-3ff43279b5ac req-eee0068e-62d0-4605-8c46-83511e2cdb31 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.441503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-235cbb22-11d0-45ea-9c4e-3ff43279b5ac req-eee0068e-62d0-4605-8c46-83511e2cdb31 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 965 time: 0.1450989 Aug 03 19:05:47.510266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-235cbb22-11d0-45ea-9c4e-3ff43279b5ac req-7fd62c53-cc04-4cba-814d-bce877450cbd tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620365 Aug 03 19:05:47.619930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97fd30-0d47-4676-b9a1-73653be7aa2a req-73bf29fa-c864-47a4-8e2e-0c9086cbce0b tempest-AggregatesAdminTestJSON-1825918125 tempest-AggregatesAdminTestJSON-1825918125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.621991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d97fd30-0d47-4676-b9a1-73653be7aa2a req-73bf29fa-c864-47a4-8e2e-0c9086cbce0b tempest-AggregatesAdminTestJSON-1825918125 tempest-AggregatesAdminTestJSON-1825918125-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 1121 time: 0.1015651 Aug 03 19:05:47.651215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d97fd30-0d47-4676-b9a1-73653be7aa2a req-d28996d2-e90e-43d4-be4b-e7a9186b6136 tempest-AggregatesAdminTestJSON-1825918125 tempest-AggregatesAdminTestJSON-1825918125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.773730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2fdc-fb33-4b8d-9f53-bb4dc17ba3c6 req-adcbff9b-2118-4117-888e-c635ffe2f76d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.775352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b47f2fdc-fb33-4b8d-9f53-bb4dc17ba3c6 req-adcbff9b-2118-4117-888e-c635ffe2f76d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 944 time: 0.0874357 Aug 03 19:05:47.825352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['537d0a07-2a96-4ff9-87f5-31d6afe74536'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:47.855110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b47f2fdc-fb33-4b8d-9f53-bb4dc17ba3c6 req-ceaa8a6d-4510-4d71-98db-0191863db8ca tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707500 Aug 03 19:05:47.881410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d97fd30-0d47-4676-b9a1-73653be7aa2a req-d28996d2-e90e-43d4-be4b-e7a9186b6136 tempest-AggregatesAdminTestJSON-1825918125 tempest-AggregatesAdminTestJSON-1825918125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.888883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d97fd30-0d47-4676-b9a1-73653be7aa2a req-d28996d2-e90e-43d4-be4b-e7a9186b6136 tempest-AggregatesAdminTestJSON-1825918125 tempest-AggregatesAdminTestJSON-1825918125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.945171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d97fd30-0d47-4676-b9a1-73653be7aa2a req-d28996d2-e90e-43d4-be4b-e7a9186b6136 tempest-AggregatesAdminTestJSON-1825918125 tempest-AggregatesAdminTestJSON-1825918125-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166046 Aug 03 19:05:47.964078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28996d2-e90e-43d4-be4b-e7a9186b6136 tempest-AggregatesAdminTestJSON-1825918125 tempest-AggregatesAdminTestJSON-1825918125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4669a-cfc9-4818-b6d1-7ad5cad143bc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.201648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928cee1-aa6d-4047-b78e-0c5579ec6070 req-4ad491a0-72f0-4601-b6ce-551479be46d9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.203507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e928cee1-aa6d-4047-b78e-0c5579ec6070 req-4ad491a0-72f0-4601-b6ce-551479be46d9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 949 time: 0.0631762 Aug 03 19:05:48.282927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e928cee1-aa6d-4047-b78e-0c5579ec6070 req-c25c80a9-774e-47b5-bc75-5c7f5b559346 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Aug 03 19:05:48.449370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:48.583394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-network', 'tenant_id': '56a83c976f614b1194551f350e475383'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:48.634332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Made reservation on behalf of 56a83c976f614b1194551f350e475383 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:48.646671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.671566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.725105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3248e-0e2e-4819-9557-e2870c9d97ed req-5555d4a4-5efe-41a7-b428-1570f892dc19 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.726731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5f3248e-0e2e-4819-9557-e2870c9d97ed req-5555d4a4-5efe-41a7-b428-1570f892dc19 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 965 time: 0.1055822 Aug 03 19:05:48.803020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:48.808697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5f3248e-0e2e-4819-9557-e2870c9d97ed req-78b51719-0165-4ea7-84f2-619522cc698b tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653193 Aug 03 19:05:48.878609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.885013 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.924827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:05:48.944237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09171dce-14b0-4a09-8b4a-2b794c984fbc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.948102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.948411 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Added segment b3186d55-4662-41a2-8178-7ce54e3fe108 of type vlan for network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 Aug 03 19:05:48.989571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 537d0a07-2a96-4ff9-87f5-31d6afe74536 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:49.022362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.054219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d94b336-e2d4-442a-b200-6a79c522d5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.079468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 537d0a07-2a96-4ff9-87f5-31d6afe74536 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:49.089984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 537d0a07-2a96-4ff9-87f5-31d6afe74536 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:49.090548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.108814 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.110244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.111581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.207909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a3d1-8f96-4f6a-9b45-77972e21789b req-ab531b29-ce64-4875-97eb-5c736280a362 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.210653 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d94b336-e2d4-442a-b200-6a79c522d5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.214170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc18a3d1-8f96-4f6a-9b45-77972e21789b req-ab531b29-ce64-4875-97eb-5c736280a362 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 944 time: 0.1757202 Aug 03 19:05:49.216489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5a1c7a-298a-4025-a3b8-17d70207fff2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.219612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d94b336-e2d4-442a-b200-6a79c522d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.235314 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.253960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ad5cfcbe-972b-4a07-8932-eb0fa66fa3d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8002815 Aug 03 19:05:49.254338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:05:49.260635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:49.271228 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3d94b336-e2d4-442a-b200-6a79c522d5ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d07e256304c4057a8ce23c7ece71ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668336 Aug 03 19:05:49.272218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58480) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:49.274350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Request body: {'subnet': {'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-subnet', 'tenant_id': '56a83c976f614b1194551f350e475383', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:49.312518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94b336-e2d4-442a-b200-6a79c522d5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbe815e-78f7-4431-b481-65bffcda7bc5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.326500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:49.350408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc18a3d1-8f96-4f6a-9b45-77972e21789b req-d77f04f3-b5d0-452d-9f9d-bd9dcbfc676e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185365 Aug 03 19:05:49.353412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:49.355848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36504a6d-25c9-471a-8081-f4f3f10239c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.356012 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d54e50-79a7-49dc-8fc1-c415228ebe45" -d '{"events": [{"server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "name": "network-vif-plugged", "status": "completed", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:49.363101 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.370663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Made reservation on behalf of 56a83c976f614b1194551f350e475383 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:49.378970 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.400560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36504a6d-25c9-471a-8081-f4f3f10239c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.431229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.493970 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36504a6d-25c9-471a-8081-f4f3f10239c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.499912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36504a6d-25c9-471a-8081-f4f3f10239c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.499912 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36504a6d-25c9-471a-8081-f4f3f10239c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfbe815e-78f7-4431-b481-65bffcda7bc5 HTTP/1.1" status: 204 len: 168 time: 0.2228339 Aug 03 19:05:49.508729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36504a6d-25c9-471a-8081-f4f3f10239c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbe815e-78f7-4431-b481-65bffcda7bc5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.542036 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03088dd3-2fb8-490b-8e66-037899e2a204 x-openstack-request-id: req-03088dd3-2fb8-490b-8e66-037899e2a204 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:49.543134 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "name": "network-vif-plugged", "status": "completed", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:49.543764 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03088dd3-2fb8-490b-8e66-037899e2a204 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:49.544860 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536', 'code': 200} Aug 03 19:05:49.611130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecff3-7627-4478-a43e-a97a2bbcf8e3 req-45f48d83-3b45-44fa-90c6-761d50171edc tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.623211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b1ecff3-7627-4478-a43e-a97a2bbcf8e3 req-45f48d83-3b45-44fa-90c6-761d50171edc tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 949 time: 0.1299629 Aug 03 19:05:49.688016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f30f8d-5202-4b6f-b64f-9866412419c9 req-a5d3dae5-6522-44af-adf3-311d909a63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.693327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-63f30f8d-5202-4b6f-b64f-9866412419c9 req-a5d3dae5-6522-44af-adf3-311d909a63a2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1096 time: 0.0529277 Aug 03 19:05:49.761216 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-63f30f8d-5202-4b6f-b64f-9866412419c9 req-ecd4fc8e-0b29-497e-a6b2-702a280c615a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584023 Aug 03 19:05:49.769587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b1ecff3-7627-4478-a43e-a97a2bbcf8e3 req-a728161e-1a9d-433c-a78d-7f893706401f tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974360 Aug 03 19:05:49.844402 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.956136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3482b8-7799-4241-9971-f4c4281cc405,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.973171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Checking segment: {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:49.973788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Network hostable DHCP agents. Network: 1f5a1c7a-298a-4025-a3b8-17d70207fff2, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:05:50.005821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1a8a53b-e407-45a6-b169-392812aa31ce details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:50.021993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58520) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:50.045907 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5755b4d9-4f14-4a27-b962-8ad0847f6d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.067253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:05:50.102931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476e986-272b-4d0e-9856-24922d8bd43e req-c5f5498e-63ee-45c8-9fbd-af1f219fae41 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.105786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b476e986-272b-4d0e-9856-24922d8bd43e req-c5f5498e-63ee-45c8-9fbd-af1f219fae41 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 965 time: 0.1347682 Aug 03 19:05:50.107550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1f5a1c7a-298a-4025-a3b8-17d70207fff2) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:50.116658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.117924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.130230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5eb8dc-010c-499b-9710-c979008c3b20 None None] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:50.203507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b476e986-272b-4d0e-9856-24922d8bd43e req-d1a4de9a-48a3-42f8-8203-06b28f51c6de tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809512 Aug 03 19:05:50.241051 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5755b4d9-4f14-4a27-b962-8ad0847f6d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.248658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5755b4d9-4f14-4a27-b962-8ad0847f6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.256524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2d1b7bf4-c84d-4f9e-b08f-1f10979632b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9921131 Aug 03 19:05:50.257463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58522) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:50.269755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:50.318727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755b4d9-4f14-4a27-b962-8ad0847f6d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb910d9-21a9-447c-8d82-b2025c3e1957,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:50.329251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.331173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.337161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58526) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:50.343922 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5755b4d9-4f14-4a27-b962-8ad0847f6d8e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df58d3154a594c569f4c5abf6cdb217f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204348 Aug 03 19:05:50.394948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1a8a53b-e407-45a6-b169-392812aa31ce, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1a8a53b-e407-45a6-b169-392812aa31ce,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:50.426272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'port_id': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'mac_address': 'fa:16:3e:1f:22:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-784941164', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:50.441421 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.492778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.562083 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.600461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a8a53b-e407-45a6-b169-392812aa31ce {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:50.631105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1a8a53b-e407-45a6-b169-392812aa31ce, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1a8a53b-e407-45a6-b169-392812aa31ce,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:50.654533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.688001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:05:50.689344 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.706811 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95b568e9-3e20-48d0-97ee-7360b2410e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.740368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=f1a8a53b-e407-45a6-b169-392812aa31ce,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:50.914971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['f1a8a53b-e407-45a6-b169-392812aa31ce'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:51.004673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Allocated IP 172.20.0.2 (1f5a1c7a-298a-4025-a3b8-17d70207fff2/cf3482b8-7799-4241-9971-f4c4281cc405/618f1adc-c79d-47e7-87d2-5345da3d06cf) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:51.005651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95b568e9-3e20-48d0-97ee-7360b2410e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.053281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.095705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c9dad-b535-436e-ba21-3610da723469 req-5628c6af-622a-42ec-aec6-a0ac064a1d6c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.097695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-797c9dad-b535-436e-ba21-3610da723469 req-5628c6af-622a-42ec-aec6-a0ac064a1d6c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 945 time: 0.5160329 Aug 03 19:05:51.166591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8d963-a795-4a0b-9701-667dd3d05f20 req-794486a1-167e-4001-af55-e4530cb0a948 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.168091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67c8d963-a795-4a0b-9701-667dd3d05f20 req-794486a1-167e-4001-af55-e4530cb0a948 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 949 time: 0.4018204 Aug 03 19:05:51.206504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-797c9dad-b535-436e-ba21-3610da723469 req-f6d6f9d2-1897-4806-b03e-df1c4f598aca tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937917 Aug 03 19:05:51.224751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95b568e9-3e20-48d0-97ee-7360b2410e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.227416 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95b568e9-3e20-48d0-97ee-7360b2410e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.232862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-95b568e9-3e20-48d0-97ee-7360b2410e5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/acb910d9-21a9-447c-8d82-b2025c3e1957 HTTP/1.1" status: 204 len: 168 time: 0.8942549 Aug 03 19:05:51.264791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b568e9-3e20-48d0-97ee-7360b2410e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb910d9-21a9-447c-8d82-b2025c3e1957,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:51.295799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67c8d963-a795-4a0b-9701-667dd3d05f20 req-708df986-803a-4ada-be52-574f8c26dee2 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977414 Aug 03 19:05:51.423625 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.447782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Transition to ACTIVE for port object 618f1adc-c79d-47e7-87d2-5345da3d06cf will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:51.485132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Transition to ACTIVE for port object 618f1adc-c79d-47e7-87d2-5345da3d06cf will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:51.495506 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.571552 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.583374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:51.588792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:51.601117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:51.608706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.656776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Pushing event updated for resources: {'Port': ['ID=618f1adc-c79d-47e7-87d2-5345da3d06cf,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:51.710919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Attempting to bind port 618f1adc-c79d-47e7-87d2-5345da3d06cf on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:51.711491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Attempting to bind port 618f1adc-c79d-47e7-87d2-5345da3d06cf by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:51.712996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Attempting to bind port 618f1adc-c79d-47e7-87d2-5345da3d06cf on network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:51.723768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:51.724304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Checking segment: {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:51.724873 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.725413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Bound using segment: {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:51.726118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Bound port: 618f1adc-c79d-47e7-87d2-5345da3d06cf, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:51.726837 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.823580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b5485-27c2-4378-a447-32deac2ff144 req-f71551ec-572f-48df-bd50-ee28961aa3c0 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.831911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e76b5485-27c2-4378-a447-32deac2ff144 req-f71551ec-572f-48df-bd50-ee28961aa3c0 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 966 time: 0.2617273 Aug 03 19:05:51.835018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Allocated IP 172.25.4.79 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/76844c49-8703-4e80-bb9c-6785eefbf08c) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:51.860320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] For port 618f1adc-c79d-47e7-87d2-5345da3d06cf, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:51.866795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] For port 618f1adc-c79d-47e7-87d2-5345da3d06cf, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=618f1adc-c79d-47e7-87d2-5345da3d06cf,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:51.877730 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.913239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e76b5485-27c2-4378-a447-32deac2ff144 req-638df69d-f453-4c05-a1c4-09476536f291 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802932 Aug 03 19:05:52.030961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1a8a53b-e407-45a6-b169-392812aa31ce up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:52.117183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939fa19-17b1-4ad0-ab0d-87e1398175f9 None None] Pushing event updated for resources: {'Port': ['ID=618f1adc-c79d-47e7-87d2-5345da3d06cf,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:52.212303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port f1a8a53b-e407-45a6-b169-392812aa31ce completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:52.232903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.237746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port f1a8a53b-e407-45a6-b169-392812aa31ce triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:52.246219 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.330364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.389265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:52.392437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:52.399367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:52.516625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Pushing event updated for resources: {'Port': ['ID=76844c49-8703-4e80-bb9c-6785eefbf08c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:52.572130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55601120-51e5-437a-907a-302edfe87db0 req-5f97e48a-1fd6-4a6c-b18b-532743814a21 tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:52.573978 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-55601120-51e5-437a-907a-302edfe87db0 req-5f97e48a-1fd6-4a6c-b18b-532743814a21 tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 1100 time: 0.0599709 Aug 03 19:05:52.606533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.693225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1a8a53b-e407-45a6-b169-392812aa31ce, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1a8a53b-e407-45a6-b169-392812aa31ce,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:52.698381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a8a53b-e407-45a6-b169-392812aa31ce'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:52.712282 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3abdc8c-cd30-4149-9cef-28de004f3a6d" -d '{"events": [{"server_uuid": "a0955956-ba41-47ab-9123-a1d7900ad1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f1a8a53b-e407-45a6-b169-392812aa31ce"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:52.728068 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.734468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] Deleting port 9751764b-3b42-484c-900b-844b4a172cb4 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:52.735068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.808109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=f1a8a53b-e407-45a6-b169-392812aa31ce,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:52.839081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f870-2075-40d1-a2b2-4daee372dde1 req-968351e9-352a-42bd-968c-a312b9875270 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:52.848560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85e1f870-2075-40d1-a2b2-4daee372dde1 req-968351e9-352a-42bd-968c-a312b9875270 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 945 time: 0.3203804 Aug 03 19:05:52.849770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 618f1adc-c79d-47e7-87d2-5345da3d06cf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:52.898559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dad657-1ea9-4af7-b34c-02ffc1c1be85 req-322e781b-4c0d-434a-a410-759e32d89cda tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:52.900179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63dad657-1ea9-4af7-b34c-02ffc1c1be85 req-322e781b-4c0d-434a-a410-759e32d89cda tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 949 time: 0.3509755 Aug 03 19:05:52.940403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 618f1adc-c79d-47e7-87d2-5345da3d06cf completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:52.961718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] For port 9751764b-3b42-484c-900b-844b4a172cb4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9751764b-3b42-484c-900b-844b4a172cb4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:52.963758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.985313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] Calling delete_port for 9751764b-3b42-484c-900b-844b4a172cb4 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:53.024912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85e1f870-2075-40d1-a2b2-4daee372dde1 req-afa5d7d2-7f71-40f9-b7b4-86490abbf940 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730096 Aug 03 19:05:53.045314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.63', 58894) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:53.143467 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b9b583-9588-4c3f-b2ce-9c9e8876f023 x-openstack-request-id: req-88b9b583-9588-4c3f-b2ce-9c9e8876f023 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:53.144073 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0955956-ba41-47ab-9123-a1d7900ad1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f1a8a53b-e407-45a6-b169-392812aa31ce", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:53.144073 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88b9b583-9588-4c3f-b2ce-9c9e8876f023 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:53.144988 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'code': 200} Aug 03 19:05:53.194400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.214004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63dad657-1ea9-4af7-b34c-02ffc1c1be85 req-14ecc037-00e8-4f60-9f36-8061f2067c5a tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726502 Aug 03 19:05:53.446095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.459975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-0d04909c-656d-4b20-a0cb-0e9298bb64db service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4127250 Aug 03 19:05:53.481312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['9751764b-3b42-484c-900b-844b4a172cb4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:53.504527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] Pushing event deleted for resources: {'Port': ['ID=9751764b-3b42-484c-900b-844b4a172cb4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:53.604644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] No DVR routers for this DVR port 9751764b-3b42-484c-900b-844b4a172cb4 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:53.615158 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.620741 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-55601120-51e5-437a-907a-302edfe87db0 req-6497ecef-bb04-4bb4-b650-dfdbc27e57ef tempest-DeleteServersAdminTestJSON-1928998763 tempest-DeleteServersAdminTestJSON-1928998763-project-admin] 10.222.0.63 "DELETE /v2.0/ports/9751764b-3b42-484c-900b-844b4a172cb4 HTTP/1.1" status: 204 len: 173 time: 1.0370691 Aug 03 19:05:53.622522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d77e0b-6047-4119-9aa0-b5aa3007f701', 'name': 'network-vif-deleted', 'tag': '9751764b-3b42-484c-900b-844b4a172cb4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:53.631950 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea30f4-a552-4618-a1f5-7feb22f189b1" -d '{"events": [{"server_uuid": "79d77e0b-6047-4119-9aa0-b5aa3007f701", "name": "network-vif-deleted", "tag": "9751764b-3b42-484c-900b-844b4a172cb4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:53.729361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74740564-a633-45ef-8b0f-0a4d2b6e0a31 req-1289f7c8-a8cf-4b3b-8b05-daeb5640887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:53.732406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74740564-a633-45ef-8b0f-0a4d2b6e0a31 req-1289f7c8-a8cf-4b3b-8b05-daeb5640887d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 1118 time: 0.3690879 Aug 03 19:05:53.755672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6c8c-848d-4582-92a2-b983bfddaaa1 req-dce894f2-f13e-4966-8520-2370cfe52743 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:53.769798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-717e6c8c-848d-4582-92a2-b983bfddaaa1 req-dce894f2-f13e-4966-8520-2370cfe52743 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 967 time: 0.5389636 Aug 03 19:05:53.858482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d417d8-130f-4793-a765-5567549d0d3b None None] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:53.970748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-49dc957a-7f5c-4b5f-9b97-12bdbea42929 None None] Provisioning for port 618f1adc-c79d-47e7-87d2-5345da3d06cf completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:53.977889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-49dc957a-7f5c-4b5f-9b97-12bdbea42929 None None] Provisioning complete for port 618f1adc-c79d-47e7-87d2-5345da3d06cf triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:53.978304 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49dc957a-7f5c-4b5f-9b97-12bdbea42929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.003950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58642) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:54.148501 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49dc957a-7f5c-4b5f-9b97-12bdbea42929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.179491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-1f8a3c2e-1cd6-4146-852e-df3749d46c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:54.181038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-1f8a3c2e-1cd6-4146-852e-df3749d46c05 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1096 time: 0.5733645 Aug 03 19:05:54.204013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74740564-a633-45ef-8b0f-0a4d2b6e0a31 req-93c1a811-3bf1-4253-bcf6-65b00f7d68f8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4278195 Aug 03 19:05:54.238262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-717e6c8c-848d-4582-92a2-b983bfddaaa1 req-97808cf5-cc23-4b2f-9109-17e70150f03a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4670656 Aug 03 19:05:54.239821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-49dc957a-7f5c-4b5f-9b97-12bdbea42929 None None] For port 618f1adc-c79d-47e7-87d2-5345da3d06cf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=618f1adc-c79d-47e7-87d2-5345da3d06cf,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:54.245371 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49dc957a-7f5c-4b5f-9b97-12bdbea42929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.322249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc957a-7f5c-4b5f-9b97-12bdbea42929 None None] Pushing event updated for resources: {'Port': ['ID=618f1adc-c79d-47e7-87d2-5345da3d06cf,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:54.472627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1519-5e18-4874-91ae-3432fefe9889 req-bbb0dc2c-534d-44e0-8c26-f89fe91bd612 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:54.480501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d45e1519-5e18-4874-91ae-3432fefe9889 req-bbb0dc2c-534d-44e0-8c26-f89fe91bd612 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1096 time: 0.2407806 Aug 03 19:05:54.483714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ae9768e-dba8-4bc2-b2b0-57cdb6928cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.586490 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d45e1519-5e18-4874-91ae-3432fefe9889 req-2814a0e2-b6e5-4a0d-bf38-b8f9646a3fdd tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045580 Aug 03 19:05:54.589422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.616305 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c98cd2-e5b2-4275-94b2-54bbab059363 x-openstack-request-id: req-47c98cd2-e5b2-4275-94b2-54bbab059363 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:54.617816 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d77e0b-6047-4119-9aa0-b5aa3007f701", "name": "network-vif-deleted", "tag": "9751764b-3b42-484c-900b-844b4a172cb4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:54.618078 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47c98cd2-e5b2-4275-94b2-54bbab059363 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:54.619082 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d77e0b-6047-4119-9aa0-b5aa3007f701', 'name': 'network-vif-deleted', 'tag': '9751764b-3b42-484c-900b-844b4a172cb4', 'status': 'completed', 'code': 200} Aug 03 19:05:54.649586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-0ffe466e-f657-4576-9a66-af3683557555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:54.654244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-0ffe466e-f657-4576-9a66-af3683557555 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.4121308 Aug 03 19:05:54.776468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ae9768e-dba8-4bc2-b2b0-57cdb6928cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.781675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ae9768e-dba8-4bc2-b2b0-57cdb6928cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.840160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 618f1adc-c79d-47e7-87d2-5345da3d06cf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:54.862778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-f1b73495-1cd7-4e2d-817b-e9a842424b31 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 217 time: 0.1072619 Aug 03 19:05:54.866898 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9ae9768e-dba8-4bc2-b2b0-57cdb6928cad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94249ebbe0ea49f8b8c4ac58e0cd745b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8617260 Aug 03 19:05:54.872730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58664) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:54.926935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9768e-dba8-4bc2-b2b0-57cdb6928cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8af915-4b11-4142-862a-ad2cd38eb2fc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:54.948268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-efd1b36c-cf60-4d58-a016-7d159ee68999 None None] Provisioning complete for port 618f1adc-c79d-47e7-87d2-5345da3d06cf triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:54.948746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-efd1b36c-cf60-4d58-a016-7d159ee68999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.101351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 618f1adc-c79d-47e7-87d2-5345da3d06cf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:55.101746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.112664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-227344c7-2cdf-4c77-9a3c-5548587c9b8f req-f844d1d5-f4f0-4f52-9045-403ac98dc2be tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d77e0b-6047-4119-9aa0-b5aa3007f701 HTTP/1.1" status: 200 len: 210 time: 0.2018454 Aug 03 19:05:55.246807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-2baef75b-4d3e-4d08-b677-3a8912060086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:55.249280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-2baef75b-4d3e-4d08-b677-3a8912060086 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.3750279 Aug 03 19:05:55.285064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.355535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-2d5dfdd1-89fe-46f9-8ad6-12d5579da241 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938840 Aug 03 19:05:55.361616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b451e2-66a5-4a86-96b2-6b426b1afd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.482950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9d867-48ee-41b9-9db9-74a0157c24a4 req-a8abde8a-5ef6-4710-9db7-57f3f014d90a tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:55.486713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6e9d867-48ee-41b9-9db9-74a0157c24a4 req-a8abde8a-5ef6-4710-9db7-57f3f014d90a tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1096 time: 0.4148595 Aug 03 19:05:55.499057 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b451e2-66a5-4a86-96b2-6b426b1afd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.580481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Router 02315c8d-cd53-48a6-9e06-7023a095fa6c is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:05:55.622720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6e9d867-48ee-41b9-9db9-74a0157c24a4 req-e146eae2-cc84-44a5-a81d-0d74b832b82e tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170676 Aug 03 19:05:55.631261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-62891566-ab43-4d74-b5b3-3de3d7b72f7f service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622571 Aug 03 19:05:55.723959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b451e2-66a5-4a86-96b2-6b426b1afd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.728358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b451e2-66a5-4a86-96b2-6b426b1afd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.732923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-09b451e2-66a5-4a86-96b2-6b426b1afd89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c8af915-4b11-4142-862a-ad2cd38eb2fc HTTP/1.1" status: 204 len: 168 time: 0.8412776 Aug 03 19:05:55.845419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b451e2-66a5-4a86-96b2-6b426b1afd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8af915-4b11-4142-862a-ad2cd38eb2fc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:56.034936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6318fe90-67bc-4b05-a01c-8dfc46573475 req-bfe8ccd5-6afe-4b3a-8a53-4583c3a300a9 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504107 Aug 03 19:05:56.039004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:56.055408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131bb72-a11b-4b41-8831-61eb8a790b60 req-998cee61-ba5a-4b0b-b368-4fa49059797c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:56.060070 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Sync routers for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:56.064805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1131bb72-a11b-4b41-8831-61eb8a790b60 req-998cee61-ba5a-4b0b-b368-4fa49059797c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 967 time: 0.2736201 Aug 03 19:05:56.099032 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:56.099692 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:56.119620 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-be61dcec-5f2a-4b9c-bf87-3618e08926bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:56.121729 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:56.127154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1d735482-04a3-495b-b758-fe90eafbb0ff admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.8631814 Aug 03 19:05:56.127659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58702) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:56.158301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1131bb72-a11b-4b41-8831-61eb8a790b60 req-5222a531-545d-48b9-b4d0-fc7b228d6b3e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858395 Aug 03 19:05:56.374782 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:56.527411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83ae3-60b1-43a3-a294-ec2c4a44e08e req-bae43c18-443c-4af2-8326-19721131f7f2 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:56.543438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58720) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:56.543608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58722) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:56.550506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37e83ae3-60b1-43a3-a294-ec2c4a44e08e req-bae43c18-443c-4af2-8326-19721131f7f2 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 967 time: 0.1163166 Aug 03 19:05:56.568229 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Request body: {'floatingip': {'port_id': 'f1a8a53b-e407-45a6-b169-392812aa31ce'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:56.744809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58730) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:56.759957 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:05:52Z', 'revision_number': 3, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:56.824494 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Checking router: 02315c8d-cd53-48a6-9e06-7023a095fa6c for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:56.824990 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Updating router 02315c8d-cd53-48a6-9e06-7023a095fa6c port 76844c49-8703-4e80-bb9c-6785eefbf08c binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:05:56.868156 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.021531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9751764b-3b42-484c-900b-844b4a172cb4 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:57.032719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.036619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-f4589915-a13e-4d7f-a051-5fec2d2c2737 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c7ee8d349a44446db5217276e7863ba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634291 Aug 03 19:05:57.076148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 9751764b-3b42-484c-900b-844b4a172cb4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:57.076498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9751764b-3b42-484c-900b-844b4a172cb4 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:57.104275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.208853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-164a55d2-eb8b-4162-b2ad-f4ee9d98adbc tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:57.210769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-164a55d2-eb8b-4162-b2ad-f4ee9d98adbc tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657526 Aug 03 19:05:57.229937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-293877ad-d6b9-44ba-9abe-7d84ca8e2fe1 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/quotas/c7ee8d349a44446db5217276e7863ba2 HTTP/1.1" status: 200 len: 375 time: 0.0110097 Aug 03 19:05:57.273901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-14984577-288f-497c-a396-e21804d005f7 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7ee8d349a44446db5217276e7863ba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352068 Aug 03 19:05:57.332528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.344651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.380250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.475538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dab496-7374-45a8-88d7-50af66bb9adb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:57.492291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afd75ac30a0548d4bb2c02178c99ae6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7451658 Aug 03 19:05:57.495051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58754) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:57.590677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.591509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.591818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.593046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.593046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.593571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.594159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.596075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.603304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.603899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.604489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.605049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c33d1-047c-446f-aed5-ed14988c4ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:57.611600 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.628746 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Transition to ACTIVE for port object 76844c49-8703-4e80-bb9c-6785eefbf08c will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:57.636302 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.698683 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c7650-a673-497d-bc09-d21edb8116ec None None] Pushing event updated for resources: {'Port': ['ID=76844c49-8703-4e80-bb9c-6785eefbf08c,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:57.735352 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Attempting to bind port 76844c49-8703-4e80-bb9c-6785eefbf08c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:57.735979 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Attempting to bind port 76844c49-8703-4e80-bb9c-6785eefbf08c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:57.736346 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Attempting to bind port 76844c49-8703-4e80-bb9c-6785eefbf08c on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:57.743783 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:57.744182 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:57.744585 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.744992 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:57.745503 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Bound port: 76844c49-8703-4e80-bb9c-6785eefbf08c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:57.746248 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.780653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5c93e9d-8af0-4949-aff9-9cf51e538462 req-037efe43-e71a-47d1-abe8-4dd4a179202a tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 210 time: 0.1488967 Aug 03 19:05:57.881687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5936227-4bee-4421-aa5e-436a632bca12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.895315 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] For port 76844c49-8703-4e80-bb9c-6785eefbf08c, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:57.902506 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] For port 76844c49-8703-4e80-bb9c-6785eefbf08c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=76844c49-8703-4e80-bb9c-6785eefbf08c,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:57.911447 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.938098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5936227-4bee-4421-aa5e-436a632bca12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.006733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.035208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5936227-4bee-4421-aa5e-436a632bca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.042396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5936227-4bee-4421-aa5e-436a632bca12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.050970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d5936227-4bee-4421-aa5e-436a632bca12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30dab496-7374-45a8-88d7-50af66bb9adb HTTP/1.1" status: 204 len: 168 time: 0.5510061 Aug 03 19:05:58.094358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5936227-4bee-4421-aa5e-436a632bca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dab496-7374-45a8-88d7-50af66bb9adb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:58.174271 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c7650-a673-497d-bc09-d21edb8116ec None None] Pushing event updated for resources: {'Port': ['ID=76844c49-8703-4e80-bb9c-6785eefbf08c,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:58.195798 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:58.197978 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:05:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:58.278799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58782) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:58.433243 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.544844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.700251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9e89-1432-4684-931b-ad566a253755 req-9dca45e2-db52-4db8-8d1d-efefeaf74085 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:58.707977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d2a9e89-1432-4684-931b-ad566a253755 req-9dca45e2-db52-4db8-8d1d-efefeaf74085 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 970 time: 0.2256727 Aug 03 19:05:58.723269 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:58.741940 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=441e5f4483fb4c8799aeb382f124440e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1972482 Aug 03 19:05:58.751424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dad1c0-115c-4a9c-9aef-7a64993340eb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:58.754862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58798) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:58.781396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.782141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.783696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.784424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.784987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.785591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.786288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.787034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.787688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.788838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.789457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.790525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7b7fd-21db-4175-bde4-411b6277ea41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:58.798039 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bcf37fb3-d348-4636-a793-c4c3680e93b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.815042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d2a9e89-1432-4684-931b-ad566a253755 req-881015d1-3428-4779-96d9-559f3dc75453 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886345 Aug 03 19:05:58.984892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a031c88a-b012-4abd-b2c5-10a2a9de5e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.017740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f7af2c9-8b8d-46de-8946-203439e0692e req-effd6f8f-163c-4286-b5e2-01db5df819bc tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 210 time: 0.0621197 Aug 03 19:05:59.069188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Allocated IP 172.20.0.1 (1f5a1c7a-298a-4025-a3b8-17d70207fff2/cf3482b8-7799-4241-9971-f4c4281cc405/fea929c3-011e-4b63-b170-a53c65979dc6) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:59.080820 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a031c88a-b012-4abd-b2c5-10a2a9de5e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.107591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58808) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:59.160311 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a06cd789-74b9-4bbe-ae9e-bf8501485596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.237530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a031c88a-b012-4abd-b2c5-10a2a9de5e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.242744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a031c88a-b012-4abd-b2c5-10a2a9de5e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.247908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a031c88a-b012-4abd-b2c5-10a2a9de5e84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8dad1c0-115c-4a9c-9aef-7a64993340eb HTTP/1.1" status: 204 len: 168 time: 0.4881690 Aug 03 19:05:59.291872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bcf37fb3-d348-4636-a793-c4c3680e93b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.293925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031c88a-b012-4abd-b2c5-10a2a9de5e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dad1c0-115c-4a9c-9aef-7a64993340eb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:59.309045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bcf37fb3-d348-4636-a793-c4c3680e93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.330147 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:05:52Z', 'revision_number': 3, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:59.382702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.405572 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16e734-8f16-4846-9722-515440b3fa0b None None] The sync data for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 is: [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:05:52Z', 'revision_number': 3, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:59.444494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Transition to ACTIVE for port object fea929c3-011e-4b63-b170-a53c65979dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:59.470236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bcf37fb3-d348-4636-a793-c4c3680e93b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3054aa67ccc54158af4bc5df46340a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1875989 Aug 03 19:05:59.479007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58816) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:59.523323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf37fb3-d348-4636-a793-c4c3680e93b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b40c81-3e08-4fa1-98e2-785564e9245c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:59.531495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.resource_extend [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:05:59.537227 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.621978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-d4fa1959-1abd-4482-9cdd-891240f3488e tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=c7ee8d349a44446db5217276e7863ba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367572 Aug 03 19:05:59.697377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f73d311-c295-41a1-b0bd-1b8270998f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.744904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a06cd789-74b9-4bbe-ae9e-bf8501485596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.773638 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a06cd789-74b9-4bbe-ae9e-bf8501485596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.816469 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.826483 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.853324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.122439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f73d311-c295-41a1-b0bd-1b8270998f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.166314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a06cd789-74b9-4bbe-ae9e-bf8501485596 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0169e69e9304468c9293cc2fd246324e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0530930 Aug 03 19:06:00.167964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58836) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:00.168267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58838) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:00.218818 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b05b93ee-b3ad-4422-affd-32f46375c574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.422431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cd789-74b9-4bbe-ae9e-bf8501485596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0609e4-26ff-4479-994e-27be98c3ebad,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:00.471954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-5c73523e-0847-4268-83b6-d025053f5837 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.474010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-5c73523e-0847-4268-83b6-d025053f5837 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8425286 Aug 03 19:06:00.490301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:00.498307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cfd05-e9da-49d3-a4de-b846c84034d6 req-ec8f6f79-acb2-4189-aa15-679ed609bf6c tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.500243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-927cfd05-e9da-49d3-a4de-b846c84034d6 req-ec8f6f79-acb2-4189-aa15-679ed609bf6c tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 970 time: 0.3562486 Aug 03 19:06:00.511459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-5dae2b84-8599-486a-959d-7ebfe7da23d3 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.511683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:00.514384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-5dae2b84-8599-486a-959d-7ebfe7da23d3 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 970 time: 0.3686199 Aug 03 19:06:00.535654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:00.536471 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.547246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Request body: {'port': {'device_id': '522b7e0b-45ac-47be-bcd8-2da4b670141a', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'c7ee8d349a44446db5217276e7863ba2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:00.706223 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Pushing event updated for resources: {'Port': ['ID=fea929c3-011e-4b63-b170-a53c65979dc6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:00.725355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f73d311-c295-41a1-b0bd-1b8270998f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.728705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f73d311-c295-41a1-b0bd-1b8270998f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.733323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f73d311-c295-41a1-b0bd-1b8270998f62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81b40c81-3e08-4fa1-98e2-785564e9245c HTTP/1.1" status: 204 len: 168 time: 1.2518806 Aug 03 19:06:00.861710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-5743697b-b7c8-4a29-8334-d9f7088de944 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:00.863662 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-5743697b-b7c8-4a29-8334-d9f7088de944 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6328266 Aug 03 19:06:00.918762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-189a2920-e7d1-4524-a9f9-91e077a35cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.969164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 76844c49-8703-4e80-bb9c-6785eefbf08c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:00.991651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-189a2920-e7d1-4524-a9f9-91e077a35cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.000510 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Floating IP f8222f08-415c-4915-9ffa-868dbdec8578 associated. External IP: 172.25.4.223, port: f1a8a53b-e407-45a6-b169-392812aa31ce. Aug 03 19:06:01.062009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c0ab34e4-0026-4294-b59c-898ad3e95f7b None None] Provisioning for port fea929c3-011e-4b63-b170-a53c65979dc6 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:01.073845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c0ab34e4-0026-4294-b59c-898ad3e95f7b None None] Provisioning complete for port fea929c3-011e-4b63-b170-a53c65979dc6 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:01.083067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73d311-c295-41a1-b0bd-1b8270998f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b40c81-3e08-4fa1-98e2-785564e9245c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:01.084714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c0ab34e4-0026-4294-b59c-898ad3e95f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.148754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-927cfd05-e9da-49d3-a4de-b846c84034d6 req-a6e1ae97-13ef-49c1-af4c-81a9232114df tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150050 Aug 03 19:06:01.197992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.296758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 76844c49-8703-4e80-bb9c-6785eefbf08c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:01.306000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab34e4-0026-4294-b59c-898ad3e95f7b None None] Port fea929c3-011e-4b63-b170-a53c65979dc6 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:01.311286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 76844c49-8703-4e80-bb9c-6785eefbf08c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:01.311962 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.341160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Deleting port 46e89d77-cf27-4739-b116-ce6eeea2e158 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:01.343563 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.416735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-189a2920-e7d1-4524-a9f9-91e077a35cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.435712 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.440206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-189a2920-e7d1-4524-a9f9-91e077a35cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.447182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-189a2920-e7d1-4524-a9f9-91e077a35cb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c0609e4-26ff-4479-994e-27be98c3ebad HTTP/1.1" status: 204 len: 168 time: 1.2145190 Aug 03 19:06:01.467396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 76844c49-8703-4e80-bb9c-6785eefbf08c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=76844c49-8703-4e80-bb9c-6785eefbf08c,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:01.473597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.604685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=76844c49-8703-4e80-bb9c-6785eefbf08c,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:01.605175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a0177da-6f27-4523-ad7b-23d254f2ab92 req-f3f66440-7c86-45b1-8ed6-7ddfd1c012f8 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 210 time: 0.2963786 Aug 03 19:06:01.615250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a2920-e7d1-4524-a9f9-91e077a35cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0609e4-26ff-4479-994e-27be98c3ebad,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:01.644814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58868) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:01.649068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.651570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.652291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.652857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.654499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.655226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.656440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.658563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.659363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.660285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.661993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.662888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:01.715971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Made reservation on behalf of c7ee8d349a44446db5217276e7863ba2 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:01.726668 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.745013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Request body: {'binding': {'host': 'n-h1-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:01.745286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Unknown quota resources ['binding']. {{(pid=94134) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:06:01.749365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54780e6d-7995-4458-a9b0-e55016dcf5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.786668 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.896471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Router 83fc8f29-f161-4992-9dca-ae05a9c4570f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:06:01.910875 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.917593 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.918587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.034288 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54780e6d-7995-4458-a9b0-e55016dcf5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.065984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54780e6d-7995-4458-a9b0-e55016dcf5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.127688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Pushing event updated for resources: {'Port': ['ID=fea929c3-011e-4b63-b170-a53c65979dc6,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.183422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:02.190142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.214663 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] Sync routers for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:02.217183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:02.225390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:02.240227 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-34b34e6d-e593-4e0a-8d0d-fc5c2772cab4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "PUT /v2.0/floatingips/f8222f08-415c-4915-9ffa-868dbdec8578 HTTP/1.1" status: 200 len: 1013 time: 5.6943011 Aug 03 19:06:02.242898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'tag': 'f1a8a53b-e407-45a6-b169-392812aa31ce'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:02.245525 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec55ac00-75d2-4e84-ade2-75e78a433042" -d '{"events": [{"name": "network-changed", "server_uuid": "a0955956-ba41-47ab-9123-a1d7900ad1ce", "tag": "f1a8a53b-e407-45a6-b169-392812aa31ce"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:02.261734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:02.263080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:06:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:02.554516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Router 02315c8d-cd53-48a6-9e06-7023a095fa6c has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:06:02.566967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] For port 46e89d77-cf27-4739-b116-ce6eeea2e158, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46e89d77-cf27-4739-b116-ce6eeea2e158,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:02.567746 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.618012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Calling delete_port for 46e89d77-cf27-4739-b116-ce6eeea2e158 owned by compute:tempest-test_az-784941164 {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:02.624552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:02.839375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:02.851697 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2205e6f5-7248-4249-be59-594617216c96 admin admin] 10.222.0.42 "PUT /v2.0/routers/02315c8d-cd53-48a6-9e06-7023a095fa6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7232428 Aug 03 19:06:02.855582 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Sync routers for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:02.885707 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:02.891082 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:06:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:02.931022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 76844c49-8703-4e80-bb9c-6785eefbf08c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:03.027794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-be91d68d-7044-4da9-bc25-710293e4608c None None] Provisioning complete for port fea929c3-011e-4b63-b170-a53c65979dc6 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:03.028021 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-be91d68d-7044-4da9-bc25-710293e4608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.074673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-54780e6d-7995-4458-a9b0-e55016dcf5c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75e5e62f15be42a7ab4dcc992c647eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4223373 Aug 03 19:06:03.078491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58902) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:03.130180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on host n-h1-803378-1 for vnic_type normal with profile None {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:03.131737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:03.132300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:03.166789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54780e6d-7995-4458-a9b0-e55016dcf5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f29b6bb-bd11-49e2-8f97-3d8fce44e7be,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:03.181618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-be91d68d-7044-4da9-bc25-710293e4608c None None] Port fea929c3-011e-4b63-b170-a53c65979dc6 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:03.184626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f98c4d-0cf0-49b9-8dac-e4f7ddcf8f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.196966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:03.196966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:03.240293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f98c4d-0cf0-49b9-8dac-e4f7ddcf8f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.257816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 76844c49-8703-4e80-bb9c-6785eefbf08c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:03.264148 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.276910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:03.277409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:03.278106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:03.278892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Bound port: 537d0a07-2a96-4ff9-87f5-31d6afe74536, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:03.336655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f98c4d-0cf0-49b9-8dac-e4f7ddcf8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.339784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f98c4d-0cf0-49b9-8dac-e4f7ddcf8f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.341310 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a5f98c4d-0cf0-49b9-8dac-e4f7ddcf8f53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f29b6bb-bd11-49e2-8f97-3d8fce44e7be HTTP/1.1" status: 204 len: 168 time: 0.2629762 Aug 03 19:06:03.377298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f98c4d-0cf0-49b9-8dac-e4f7ddcf8f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f29b6bb-bd11-49e2-8f97-3d8fce44e7be,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:03.392610 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:06:03.406192 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:03.408396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d210a-e8e6-4238-bbe7-d00a5f6c3bf8 req-0443e2dc-8693-4c2c-873d-5ab09cb74740 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.416592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a32d210a-e8e6-4238-bbe7-d00a5f6c3bf8 req-0443e2dc-8693-4c2c-873d-5ab09cb74740 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804fc59-3aaf-4c90-9cdb-eddfd8343407 HTTP/1.1" status: 200 len: 970 time: 0.4834363 Aug 03 19:06:03.419602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Allocated IP 192.168.233.34 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/16a8f7cf-6a6b-463f-8784-0f2e2d80065e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:03.556163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.565419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:03.595743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a32d210a-e8e6-4238-bbe7-d00a5f6c3bf8 req-2b1532e2-af46-4780-b203-b99033fa86d8 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a6a0d48-f48e-4888-abbe-3f595fd909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780527 Aug 03 19:06:03.603975 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.606825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f466fd6b-d260-48e1-80e5-5ccb402668e9 service neutron] 10.222.0.42 "POST /v2.0/ports/537d0a07-2a96-4ff9-87f5-31d6afe74536/bindings HTTP/1.1" status: 201 len: 389 time: 2.3332400 Aug 03 19:06:03.631225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'f8222f08-415c-4915-9ffa-868dbdec8578', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'port_id': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'mac_address': 'fa:16:3e:1f:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'device_owner': 'compute:tempest-test_az-784941164'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:05:36Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 1, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:03.687575 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6606f6f8-9c50-4652-bfa4-74226acd5706 x-openstack-request-id: req-6606f6f8-9c50-4652-bfa4-74226acd5706 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:03.688461 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0955956-ba41-47ab-9123-a1d7900ad1ce", "tag": "f1a8a53b-e407-45a6-b169-392812aa31ce", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:03.689274 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6606f6f8-9c50-4652-bfa4-74226acd5706 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:03.690748 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'tag': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'status': 'completed', 'code': 200} Aug 03 19:06:03.703023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Pushing event deleted for resources: {'Port': ['ID=46e89d77-cf27-4739-b116-ce6eeea2e158,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:03.751252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] Checking router: 83fc8f29-f161-4992-9dca-ae05a9c4570f for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:03.785300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:03.786281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:06:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:03.964453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-778b5008-f9b4-4ef3-9244-fb3f4616ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.969820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-778b5008-f9b4-4ef3-9244-fb3f4616ae82 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 1118 time: 0.1992981 Aug 03 19:06:04.050913 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 2, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:04.077833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 46e89d77-cf27-4739-b116-ce6eeea2e158 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:04.095453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:04.104102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.88', 59313) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:04.128898 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Checking router: 02315c8d-cd53-48a6-9e06-7023a095fa6c for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:04.133713 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Updating router 02315c8d-cd53-48a6-9e06-7023a095fa6c port fea929c3-011e-4b63-b170-a53c65979dc6 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:06:04.172577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 46e89d77-cf27-4739-b116-ce6eeea2e158 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:06:04.172919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 46e89d77-cf27-4739-b116-ce6eeea2e158 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:04.183688 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.350737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] No DVR routers for this DVR port 46e89d77-cf27-4739-b116-ce6eeea2e158 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:04.374875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-2fd0fce2-33b1-4cc8-afe8-964ba358b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:04.378367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-525b8098-1c25-4236-aa5b-b0a040c41cb6 req-be23161d-308b-4f7c-8b0c-1e381a878aec tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 210 time: 0.5309198 Aug 03 19:06:04.380110 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-2fd0fce2-33b1-4cc8-afe8-964ba358b759 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1096 time: 0.2682760 Aug 03 19:06:04.394433 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.406342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c62b3c8-031f-41da-a1dc-2bbf46dd7daa req-0a750c30-eabf-4a6d-8c9f-972c57b9c947 tempest-AggregatesAdminTestJSON-1419553197 tempest-AggregatesAdminTestJSON-1419553197-project] 10.222.0.88 "DELETE /v2.0/ports/46e89d77-cf27-4739-b116-ce6eeea2e158 HTTP/1.1" status: 204 len: 173 time: 3.8645949 Aug 03 19:06:04.414103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f804fc59-3aaf-4c90-9cdb-eddfd8343407', 'name': 'network-vif-deleted', 'tag': '46e89d77-cf27-4739-b116-ce6eeea2e158'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:04.420454 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.424708 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacd06c2-8ebc-4ecb-b3e3-beaf6a2160c9" -d '{"events": [{"server_uuid": "f804fc59-3aaf-4c90-9cdb-eddfd8343407", "name": "network-vif-deleted", "tag": "46e89d77-cf27-4739-b116-ce6eeea2e158"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:04.548023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.597337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Transition to ACTIVE for port object 16a8f7cf-6a6b-463f-8784-0f2e2d80065e will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:04.690501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-b2c4b95d-c04c-4fb1-95d9-1bc8898e5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:04.698114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-b2c4b95d-c04c-4fb1-95d9-1bc8898e5111 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 925 time: 0.7164509 Aug 03 19:06:04.762692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'f8222f08-415c-4915-9ffa-868dbdec8578', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'port_id': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'mac_address': 'fa:16:3e:1f:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'device_owner': 'compute:tempest-test_az-784941164'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:05:36Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 1, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:04.838004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9cbe10-ba5f-4d47-bfab-d680490ada0f None None] The sync data for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 is: [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'f8222f08-415c-4915-9ffa-868dbdec8578', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'port_id': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'mac_address': 'fa:16:3e:1f:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'device_owner': 'compute:tempest-test_az-784941164'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:05:36Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 1, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:04.926749 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.946292 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.961467 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Transition to ACTIVE for port object fea929c3-011e-4b63-b170-a53c65979dc6 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:04.971805 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.234561 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Pushing event updated for resources: {'Port': ['ID=fea929c3-011e-4b63-b170-a53c65979dc6,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:05.266265 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Attempting to bind port fea929c3-011e-4b63-b170-a53c65979dc6 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:05.266772 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Attempting to bind port fea929c3-011e-4b63-b170-a53c65979dc6 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:05.268891 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Attempting to bind port fea929c3-011e-4b63-b170-a53c65979dc6 on network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:05.283249 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.284170 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.284654 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.285016 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.285357 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.285717 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.286052 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.286380 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.286713 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.287088 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.292145 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.292617 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:05.321007 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:05.321877 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Checking segment: {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:05.322485 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.323048 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Bound using segment: {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:05.323705 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Bound port: fea929c3-011e-4b63-b170-a53c65979dc6, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:05.326481 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.352512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-d0583c7f-42a3-4b44-b207-1ed3d43e2793 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1a8a53b-e407-45a6-b169-392812aa31ce HTTP/1.1" status: 200 len: 1021 time: 0.6380293 Aug 03 19:06:05.366226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-b5dec3fa-278d-4966-9d2d-c1968514b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.369188 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-b5dec3fa-278d-4966-9d2d-c1968514b8d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.9783626 Aug 03 19:06:05.400390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a6f74-207d-49ab-b075-d3198cb215dc None None] New status for floating IP f8222f08-415c-4915-9ffa-868dbdec8578: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:06:05.482275 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-fb4ba6ab-287f-4e60-9a93-50eee669e29f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 217 time: 0.0804832 Aug 03 19:06:05.561167 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] For port fea929c3-011e-4b63-b170-a53c65979dc6, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:05.571281 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] For port fea929c3-011e-4b63-b170-a53c65979dc6, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fea929c3-011e-4b63-b170-a53c65979dc6,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:05.583337 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.759883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:05.764478 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:06:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:05.831210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:05.837228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:05.928282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855e79-ae45-4ce7-bb06-9c927fd8aa4f req-72c6b1aa-c3a7-4a12-a860-c34d9ff380fc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.937842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c855e79-ae45-4ce7-bb06-9c927fd8aa4f req-72c6b1aa-c3a7-4a12-a860-c34d9ff380fc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 945 time: 1.1965668 Aug 03 19:06:05.952161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:05.964424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.965851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.014332 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab314da-833f-4349-87e2-f159afbaf332 None None] Pushing event updated for resources: {'Port': ['ID=fea929c3-011e-4b63-b170-a53c65979dc6,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:06.080769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Pushing event updated for resources: {'Port': ['ID=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:06.096647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aedd5-f98b-416c-b791-43dacc2539bc req-7e4bbad5-ff18-451e-b271-6ef79cfc1d34 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.107147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-7e4bbad5-ff18-451e-b271-6ef79cfc1d34 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/networks?id=1f5a1c7a-298a-4025-a3b8-17d70207fff2 HTTP/1.1" status: 200 len: 829 time: 0.3757989 Aug 03 19:06:06.161177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-04e9ad35-5da2-48e1-afe0-242ffc1231b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.161525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-f1cc2d0f-dd7a-4b11-8f60-1f82b79a2fee tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/quotas/56a83c976f614b1194551f350e475383 HTTP/1.1" status: 200 len: 375 time: 0.0529540 Aug 03 19:06:06.173174 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-04e9ad35-5da2-48e1-afe0-242ffc1231b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f HTTP/1.1" status: 200 len: 863 time: 0.7956407 Aug 03 19:06:06.197105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-549e081f-dd60-4768-b841-ec2bd43271b0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6664605 Aug 03 19:06:06.248583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-783951f4-5153-4d95-b3c3-180abe3abf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.253595 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-783951f4-5153-4d95-b3c3-180abe3abf67 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.7376680 Aug 03 19:06:06.253884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c855e79-ae45-4ce7-bb06-9c927fd8aa4f req-99e4ca84-0fcb-4f65-a5a6-eb3c1b54cf06 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150566 Aug 03 19:06:06.267712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Request body: {'port': {'device_id': '522b7e0b-45ac-47be-bcd8-2da4b670141a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:06.379978 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:06.393914 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-3d72e03c-1d8b-4ddd-9f27-cbf8b9868154 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520229 Aug 03 19:06:06.406386 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ba065-4ba2-4af6-8f82-868eb6e10286 x-openstack-request-id: req-e79ba065-4ba2-4af6-8f82-868eb6e10286 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:06.407274 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f804fc59-3aaf-4c90-9cdb-eddfd8343407", "name": "network-vif-deleted", "tag": "46e89d77-cf27-4739-b116-ce6eeea2e158", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:06.407812 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e79ba065-4ba2-4af6-8f82-868eb6e10286 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:06.408508 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f804fc59-3aaf-4c90-9cdb-eddfd8343407', 'name': 'network-vif-deleted', 'tag': '46e89d77-cf27-4739-b116-ce6eeea2e158', 'status': 'completed', 'code': 200} Aug 03 19:06:06.433166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-44464723-0330-4bff-a029-89609bc54da5 None None] Provisioning for port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:06.436611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-1f2ce0a2-8571-431a-8b84-521d4b0f2fbb tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56a83c976f614b1194551f350e475383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2737772 Aug 03 19:06:06.441632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.445679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-44464723-0330-4bff-a029-89609bc54da5 None None] Provisioning complete for port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:06.446054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44464723-0330-4bff-a029-89609bc54da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.590042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-44464723-0330-4bff-a029-89609bc54da5 None None] Port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:06.663645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-f52294cd-fabc-4838-bc1f-b66f88ca0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.665269 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-f52294cd-fabc-4838-bc1f-b66f88ca0eb5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4684801 Aug 03 19:06:06.811488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a499f0-12c3-4e37-8dd2-8485b907de6b req-5da274d1-19a1-417c-8734-f3aa46d2bc1f tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.819916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56a499f0-12c3-4e37-8dd2-8485b907de6b req-5da274d1-19a1-417c-8734-f3aa46d2bc1f tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 935 time: 0.1450374 Aug 03 19:06:06.896530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56a499f0-12c3-4e37-8dd2-8485b907de6b req-c3c686c5-8695-41ee-a749-8598cc033863 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725946 Aug 03 19:06:06.907658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-f3a1fc2f-96f3-4299-a08b-bfd6807d26bb service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715118 Aug 03 19:06:07.049026 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:07.061040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a8f7cf-6a6b-463f-8784-0f2e2d80065e {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:07.083328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-12238bf2-ccff-4b20-91a2-e4fb95b4d9f5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:07.084437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-12238bf2-ccff-4b20-91a2-e4fb95b4d9f5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3542097 Aug 03 19:06:07.086887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.094249 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e723ee4-ea7a-4dd1-88bf-94e25a21be29 None None] The sync data for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 is: [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:07.136268 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-e15610a9-004a-40b3-8ea5-0b9b66340738 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560683 Aug 03 19:06:07.232307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Transition to ACTIVE for port object 16a8f7cf-6a6b-463f-8784-0f2e2d80065e will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:07.242545 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.252764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59008) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:07.262980 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-20d1f92e-d4d2-4e2e-8ded-66d2e69905d2 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370152 Aug 03 19:06:07.348443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59014) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:07.507169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Pushing event updated for resources: {'Port': ['ID=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:07.600011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-417f6376-29c4-48d9-a08f-72c5512e5c95 service neutron] 10.222.0.42 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080984 Aug 03 19:06:07.816604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec55ac00-75d2-4e84-ade2-75e78a433042 req-9897e654-9ab8-42e7-b823-bb0a6d5d348d service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718094 Aug 03 19:06:07.819104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05a79c70-853f-4981-a6f2-b7df16f283ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.896071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Attempting to bind port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:07.897949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Attempting to bind port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:07.899481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Attempting to bind port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:07.904605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-f5bc55cf-231b-4e57-9142-70a77b417a22 service neutron] 10.222.0.42 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913437 Aug 03 19:06:07.967436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-fe84d5d7-d0ad-41e4-aa14-e1ea066917da tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:07.970585 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-fe84d5d7-d0ad-41e4-aa14-e1ea066917da tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.5501411 Aug 03 19:06:07.986855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:07.987872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Attempting to bind port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:07.992945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803378-1'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:08.023547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-179cecc8-290c-4f40-a430-75014f08539b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ae03d2436de41dcaf8924bbc0851c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577920 Aug 03 19:06:08.023547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:08.024228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:08.025193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:08.026021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Bound port: 16a8f7cf-6a6b-463f-8784-0f2e2d80065e, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:08.026621 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.033424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59032) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:08.111841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05a79c70-853f-4981-a6f2-b7df16f283ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.129623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900885-9c21-4d5d-b8b0-9032b7ddece7 req-67023978-e56a-413a-b34e-d292cb02affd tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.132053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21900885-9c21-4d5d-b8b0-9032b7ddece7 req-67023978-e56a-413a-b34e-d292cb02affd tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 945 time: 0.4304731 Aug 03 19:06:08.164649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05a79c70-853f-4981-a6f2-b7df16f283ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.207462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a79c70-853f-4981-a6f2-b7df16f283ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464fb35f-0d71-4672-81c6-5f78c8eb2439,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.232009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.305338 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-05a79c70-853f-4981-a6f2-b7df16f283ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fd17b005e5845af8bb9b8d12bad6744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9552376 Aug 03 19:06:08.306023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59046) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:08.351511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21900885-9c21-4d5d-b8b0-9032b7ddece7 req-268ee557-64e0-419b-ad22-c53de57ee7f8 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119482 Aug 03 19:06:08.353339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] For port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:08.362197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] For port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:08.370928 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.461660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Pushing event updated for resources: {'Port': ['ID=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.467626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:08.512840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.513752 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.520554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-610b7e6e-c4a8-4285-a372-58d6795ff041 service neutron] 10.222.0.63 "PUT /v2.0/ports/16a8f7cf-6a6b-463f-8784-0f2e2d80065e HTTP/1.1" status: 200 len: 1095 time: 2.2950234 Aug 03 19:06:08.523902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522b7e0b-45ac-47be-bcd8-2da4b670141a', 'tag': '16a8f7cf-6a6b-463f-8784-0f2e2d80065e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:08.528102 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "522b7e0b-45ac-47be-bcd8-2da4b670141a", "tag": "16a8f7cf-6a6b-463f-8784-0f2e2d80065e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:08.551508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:08.602911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c7fd1-9075-4056-bd2d-b86d01f5fb6e req-96c3c65d-a540-491f-be98-2c253b320bdb tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.611963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769c7fd1-9075-4056-bd2d-b86d01f5fb6e req-96c3c65d-a540-491f-be98-2c253b320bdb tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 947 time: 0.1605783 Aug 03 19:06:08.616851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ece12cc-4d6f-44a1-82f0-c4b16bb35e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.663336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.671134 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20cdad62-6ab6-43e0-a8ae-5e6196007df4 req-1cc06db0-a4dd-417e-8676-7ef5342760e0 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 210 time: 0.1008139 Aug 03 19:06:08.671300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:08.674823 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc7a3f1-5025-475e-9c5b-be2abd2183e3" -d '{"events": [{"server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "name": "network-vif-unplugged", "status": "completed", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:08.693126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.861591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca9a1a-908b-47cc-a45a-12a56a197d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.908548 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ece12cc-4d6f-44a1-82f0-c4b16bb35e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.916758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769c7fd1-9075-4056-bd2d-b86d01f5fb6e req-37045ddb-c262-49d0-b940-f6c08e21d1c0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743962 Aug 03 19:06:08.921350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-02a74db4-0d65-42bc-8ec8-91d90e052947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.923631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-02a74db4-0d65-42bc-8ec8-91d90e052947 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c7ee8d349a44446db5217276e7863ba2&device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 1098 time: 0.3107271 Aug 03 19:06:08.941595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fea929c3-011e-4b63-b170-a53c65979dc6 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:09.001143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca9a1a-908b-47cc-a45a-12a56a197d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.057389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on host n-h2-803378-1 for vnic_type normal with profile {"migrating_to": "n-h1-803378-1"} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:09.057710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:09.058068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:09.069329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Pushing event updated for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.073540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port fea929c3-011e-4b63-b170-a53c65979dc6 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:09.085225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fea929c3-011e-4b63-b170-a53c65979dc6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:09.085678 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.089164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:09.089635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Attempting to bind port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:09.121177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:09.121580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:09.126318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:09.129240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Bound port: 537d0a07-2a96-4ff9-87f5-31d6afe74536, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:09.129829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.142335 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db226ca-ec1e-4a9e-ae88-4ba5aca09fe3 x-openstack-request-id: req-2db226ca-ec1e-4a9e-ae88-4ba5aca09fe3 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:09.142935 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522b7e0b-45ac-47be-bcd8-2da4b670141a", "tag": "16a8f7cf-6a6b-463f-8784-0f2e2d80065e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:09.143334 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2db226ca-ec1e-4a9e-ae88-4ba5aca09fe3 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:09.143882 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522b7e0b-45ac-47be-bcd8-2da4b670141a', 'tag': '16a8f7cf-6a6b-463f-8784-0f2e2d80065e', 'status': 'completed', 'code': 200} Aug 03 19:06:09.145762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-87001924-879a-46b9-a963-ecac0330214a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=16a8f7cf-6a6b-463f-8784-0f2e2d80065e HTTP/1.1" status: 200 len: 217 time: 0.1972644 Aug 03 19:06:09.163261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca9a1a-908b-47cc-a45a-12a56a197d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.167601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca9a1a-908b-47cc-a45a-12a56a197d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.169886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-47ca9a1a-908b-47cc-a45a-12a56a197d2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/464fb35f-0d71-4672-81c6-5f78c8eb2439 HTTP/1.1" status: 204 len: 168 time: 0.8550291 Aug 03 19:06:09.192762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ece12cc-4d6f-44a1-82f0-c4b16bb35e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.211046 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ece12cc-4d6f-44a1-82f0-c4b16bb35e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.212605 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ece12cc-4d6f-44a1-82f0-c4b16bb35e17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a6a0d48-f48e-4888-abbe-3f595fd909fb HTTP/1.1" status: 204 len: 168 time: 1.1697886 Aug 03 19:06:09.240490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca9a1a-908b-47cc-a45a-12a56a197d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464fb35f-0d71-4672-81c6-5f78c8eb2439,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.244871 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bbaea3-f594-4ae9-a9cf-ac4cdb5e4365 x-openstack-request-id: req-07bbaea3-f594-4ae9-a9cf-ac4cdb5e4365 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:09.245487 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "name": "network-vif-unplugged", "status": "completed", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:09.245794 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07bbaea3-f594-4ae9-a9cf-ac4cdb5e4365 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:09.246260 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536', 'code': 200} Aug 03 19:06:09.277191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-fe9b91b5-bd1a-4d22-8207-e2db3b0cdde8 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=642857488fad4f2f8942ff7a36d99678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261654 Aug 03 19:06:09.285825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece12cc-4d6f-44a1-82f0-c4b16bb35e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6a0d48-f48e-4888-abbe-3f595fd909fb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.340139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.353507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:09.360359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:09.367852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.422701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port fea929c3-011e-4b63-b170-a53c65979dc6, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fea929c3-011e-4b63-b170-a53c65979dc6,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:09.430883 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.484236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-efad8fb6-5f90-4679-93f0-3b77b85d6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.488931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-efad8fb6-5f90-4679-93f0-3b77b85d6beb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.3198960 Aug 03 19:06:09.522500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.524314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.527752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=fea929c3-011e-4b63-b170-a53c65979dc6,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.528224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] 10.222.0.88 "PUT /v2.0/ports/537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 1121 time: 1.5416813 Aug 03 19:06:09.535234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1c4fb-858d-4b90-9c8c-f47786fc9078 service neutron] Pushing event updated for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.657660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['537d0a07-2a96-4ff9-87f5-31d6afe74536'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:09.660941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-0eccb16a-6adc-4a62-b6ab-d4a2f43f3d79 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.663738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-0eccb16a-6adc-4a62-b6ab-d4a2f43f3d79 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3854177 Aug 03 19:06:09.673608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-6af45da6-9ded-451e-8aa2-056cec20ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.676957 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-6af45da6-9ded-451e-8aa2-056cec20ceba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791646 Aug 03 19:06:09.697351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-deaa533b-8783-42e0-90cc-9e34efb1c682 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/quotas/642857488fad4f2f8942ff7a36d99678 HTTP/1.1" status: 200 len: 375 time: 0.0172150 Aug 03 19:06:09.854452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-fef705fe-4f55-4fd9-8098-064efc8faefa tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=642857488fad4f2f8942ff7a36d99678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412518 Aug 03 19:06:09.925679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-3631eff5-c25b-4b23-8855-b4f46dc30475 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271969 Aug 03 19:06:10.105019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59090) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:10.175074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f36647a-9693-4aa0-9f9f-56569d1c2e39 req-6fff05ed-8d85-443e-8b01-cb8823c60332 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402310 Aug 03 19:06:10.252313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aedd5-f98b-416c-b791-43dacc2539bc req-59937799-a71d-4317-b983-199f83be2f00 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:10.256479 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-59937799-a71d-4317-b983-199f83be2f00 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.88 "GET /v2.0/networks?id=1f5a1c7a-298a-4025-a3b8-17d70207fff2 HTTP/1.1" status: 200 len: 829 time: 0.3944852 Aug 03 19:06:10.257786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d3b13f7-f890-4128-9c1f-a9de921cae97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.297193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Request body: {'port': {'device_id': '70d45871-fc7e-4afd-8853-70733977b032', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'admin_state_up': True, 'tenant_id': '56a83c976f614b1194551f350e475383'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:10.418003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-b1399f95-6d03-4e04-8d51-45ec00b092f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:10.420585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-b1399f95-6d03-4e04-8d51-45ec00b092f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c7ee8d349a44446db5217276e7863ba2&device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 1098 time: 0.1021335 Aug 03 19:06:10.445138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78ea0-f345-4893-a3e7-37c444fdf60e req-6efdbde7-73ff-4c0e-843f-1a1ad7a4fae8 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:10.448195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29f78ea0-f345-4893-a3e7-37c444fdf60e req-6efdbde7-73ff-4c0e-843f-1a1ad7a4fae8 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 943 time: 0.2041409 Aug 03 19:06:10.538725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59102) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:10.577256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d3b13f7-f890-4128-9c1f-a9de921cae97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.590432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d3b13f7-f890-4128-9c1f-a9de921cae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.608346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29f78ea0-f345-4893-a3e7-37c444fdf60e req-bcba54a1-42ba-4b25-bfc8-430b83d974ec tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453893 Aug 03 19:06:10.671361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Made reservation on behalf of 56a83c976f614b1194551f350e475383 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:10.675913 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.691221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-63a63c16-8f46-4ade-8c61-b8e3d4234ca3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8ee4a16e8074684b7e98d8aedaa9382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471090 Aug 03 19:06:10.692940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59106) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:10.700829 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8d3b13f7-f890-4128-9c1f-a9de921cae97 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=426d7d733245423391dbae39f8025482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833302 Aug 03 19:06:10.704272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b13f7-f890-4128-9c1f-a9de921cae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd58cac-e788-414f-b410-27ced13105a7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:10.708141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59108) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:10.755372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08168bfd-a1d7-442f-a24e-60a4073fc6fa req-4b1a84be-8fcb-4ccf-998d-5d7958a621ff tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 210 time: 0.1213949 Aug 03 19:06:10.769871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-ea03fd5d-117b-46a9-bad1-e50aca3f5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:10.772972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-ea03fd5d-117b-46a9-bad1-e50aca3f5a0d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.3234372 Aug 03 19:06:10.800732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fea929c3-011e-4b63-b170-a53c65979dc6 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:10.880485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f3de57d-ca97-4527-8a54-e537afee7619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.898769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fea929c3-011e-4b63-b170-a53c65979dc6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:10.899502 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.908077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f3de57d-ca97-4527-8a54-e537afee7619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.920432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-8c7c0ffb-ec53-4ae1-9114-05fd5142ced1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=16a8f7cf-6a6b-463f-8784-0f2e2d80065e HTTP/1.1" status: 200 len: 217 time: 0.1368175 Aug 03 19:06:11.081570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c524a5e2-b43e-44e4-b9fb-6414186da38b req-96e672df-d9bf-454d-9763-3151a8d12d6c tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 210 time: 0.1752841 Aug 03 19:06:11.088542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Allocated IP 172.20.0.8 (1f5a1c7a-298a-4025-a3b8-17d70207fff2/cf3482b8-7799-4241-9971-f4c4281cc405/3d223f59-f3e9-4fac-b633-f91787bd508f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:11.091167 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f3de57d-ca97-4527-8a54-e537afee7619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.095075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f3de57d-ca97-4527-8a54-e537afee7619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.096286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7f3de57d-ca97-4527-8a54-e537afee7619 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbd58cac-e788-414f-b410-27ced13105a7 HTTP/1.1" status: 204 len: 168 time: 0.3871281 Aug 03 19:06:11.113541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3de57d-ca97-4527-8a54-e537afee7619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd58cac-e788-414f-b410-27ced13105a7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.143385 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db7296a8-a5a1-4f23-81b4-56dc10a7c39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.180982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2da95d-163c-40fe-8976-18e2f4883ffd req-2a758287-b69b-4df3-93c3-d24809772a26 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.183792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed2da95d-163c-40fe-8976-18e2f4883ffd req-2a758287-b69b-4df3-93c3-d24809772a26 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 947 time: 0.3698106 Aug 03 19:06:11.186424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-704e06e4-707a-4699-be37-3af773efe66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.189461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-704e06e4-707a-4699-be37-3af773efe66c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2092812 Aug 03 19:06:11.249070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:11.251509 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8f64a7-ff75-47ae-9d97-b492bec50f04" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:11.269513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db7296a8-a5a1-4f23-81b4-56dc10a7c39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.322741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed2da95d-163c-40fe-8976-18e2f4883ffd req-e106e680-c137-4ed4-9c20-d3af4b245343 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220009 Aug 03 19:06:11.388884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-04f2ad9f-20c5-4270-992f-3de130bec8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.390667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-04f2ad9f-20c5-4270-992f-3de130bec8b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891191 Aug 03 19:06:11.391758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.423312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Transition to ACTIVE for port object 3d223f59-f3e9-4fac-b633-f91787bd508f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:11.492597 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ca5e1-b8a5-4b33-b694-2556a69ff372 x-openstack-request-id: req-392ca5e1-b8a5-4b33-b694-2556a69ff372 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:11.493091 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:11.493493 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-392ca5e1-b8a5-4b33-b694-2556a69ff372 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:11.494142 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536', 'status': 'completed', 'code': 200} Aug 03 19:06:11.498881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.553369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db7296a8-a5a1-4f23-81b4-56dc10a7c39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.556412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db7296a8-a5a1-4f23-81b4-56dc10a7c39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.557634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-db7296a8-a5a1-4f23-81b4-56dc10a7c39a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62d4669a-cfc9-4818-b6d1-7ad5cad143bc HTTP/1.1" status: 204 len: 168 time: 0.8491933 Aug 03 19:06:11.580257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7296a8-a5a1-4f23-81b4-56dc10a7c39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4669a-cfc9-4818-b6d1-7ad5cad143bc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.602293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-aa98483c-90a2-418b-871e-6e492d3d1e7a service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022262 Aug 03 19:06:11.756046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:11.763303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee9ffcc0-1d67-47ed-9e21-a618da45e0ec req-7236377d-940b-4e26-962f-e6162477c41f service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434181 Aug 03 19:06:11.784366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:11.789440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:11.801113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.802288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.812929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Pushing event updated for resources: {'Port': ['ID=3d223f59-f3e9-4fac-b633-f91787bd508f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.850451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-f149d0c2-4073-4866-889b-ba203b97b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.854691 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-f149d0c2-4073-4866-889b-ba203b97b22f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1124 time: 0.3365123 Aug 03 19:06:11.858549 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-b69de805-7222-42c3-b4bc-d03207ce12bf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5727513 Aug 03 19:06:11.875468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Request body: {'port': {'device_id': '70d45871-fc7e-4afd-8853-70733977b032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:11.976860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab730b-9960-4c23-9042-58f0bb0bbd37 req-4083ea47-b99a-4506-8ca1-82b44bd1f6ee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.000818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33ab730b-9960-4c23-9042-58f0bb0bbd37 req-4083ea47-b99a-4506-8ca1-82b44bd1f6ee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 943 time: 0.2243421 Aug 03 19:06:12.109235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 537d0a07-2a96-4ff9-87f5-31d6afe74536 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:12.254382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-8f37ea3b-84eb-4b0a-a08d-3628d07c3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.258604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-8f37ea3b-84eb-4b0a-a08d-3628d07c3d65 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.3674088 Aug 03 19:06:12.259708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59146) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:12.304800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.401899 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-a96a99f0-45e5-4ef6-869b-affc7d219c19 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 217 time: 0.1217542 Aug 03 19:06:12.402274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-0421ef04-290a-4236-95c1-89b247f08931 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=642857488fad4f2f8942ff7a36d99678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2828789 Aug 03 19:06:12.428772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:12.454100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33ab730b-9960-4c23-9042-58f0bb0bbd37 req-0543eb51-f6ea-43b2-8f3a-a5039286bfdb tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513016 Aug 03 19:06:12.460805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 537d0a07-2a96-4ff9-87f5-31d6afe74536 has no active binding in host n-h1-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:06:12.476848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-050aaa1b-b745-4773-9384-b339c1fd0199 None None] Provisioning for port 3d223f59-f3e9-4fac-b633-f91787bd508f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:12.481263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-050aaa1b-b745-4773-9384-b339c1fd0199 None None] Provisioning complete for port 3d223f59-f3e9-4fac-b633-f91787bd508f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:12.481675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-050aaa1b-b745-4773-9384-b339c1fd0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.489920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d849b-a19d-41c9-824b-4a7ba8e3ee52 req-9ec8acff-3754-48fc-8772-55c85871b065 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.491918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-663d849b-a19d-41c9-824b-4a7ba8e3ee52 req-9ec8acff-3754-48fc-8772-55c85871b065 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 931 time: 0.4619706 Aug 03 19:06:12.566498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-050aaa1b-b745-4773-9384-b339c1fd0199 None None] Port 3d223f59-f3e9-4fac-b633-f91787bd508f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:12.639035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-d3380113-57c3-4c96-a877-7315ae62351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.640825 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-d3380113-57c3-4c96-a877-7315ae62351f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1676826 Aug 03 19:06:12.727775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7da0317e-33ed-4d0d-899c-168241cb859a req-233a7ef4-d37c-4dbf-8e57-42688a43e15c tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 210 time: 0.0800836 Aug 03 19:06:12.742067 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-77689369-2bdb-4c54-869d-d7f1a65bf3a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371146 Aug 03 19:06:12.766557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-663d849b-a19d-41c9-824b-4a7ba8e3ee52 req-9f2e31c4-2e0c-4f9e-a1a1-f4b68206b3fb tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247779 Aug 03 19:06:12.830928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-551d46f8-7b49-4f8d-a3e0-89dd7a471812 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.837086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-551d46f8-7b49-4f8d-a3e0-89dd7a471812 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610439 Aug 03 19:06:12.861425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Request body: {'port': {'device_id': '289dc576-53bc-466e-aa2f-1f25be1384b4', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '642857488fad4f2f8942ff7a36d99678'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:12.885728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-de74ce8f-5ecf-42aa-91ed-3130aa99b41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.991773 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-040874d3-acfe-46be-b148-ab7ea3ab9e2c service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412541 Aug 03 19:06:13.069390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed04ac1-947d-4b64-8de6-529f3257f642 req-159bc040-fd5e-498c-a5ff-9347c07f8435 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.071033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bed04ac1-947d-4b64-8de6-529f3257f642 req-159bc040-fd5e-498c-a5ff-9347c07f8435 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 947 time: 0.1174548 Aug 03 19:06:13.146604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bed04ac1-947d-4b64-8de6-529f3257f642 req-a4a4a5a0-f962-46fa-9c00-652d677c0f22 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525587 Aug 03 19:06:13.185976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d223f59-f3e9-4fac-b633-f91787bd508f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:13.199731 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.253561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Transition to ACTIVE for port object 3d223f59-f3e9-4fac-b633-f91787bd508f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:13.255805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-de74ce8f-5ecf-42aa-91ed-3130aa99b41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.258528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.263935 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1b8f64a7-ff75-47ae-9d97-b492bec50f04 req-2a88aa85-678a-4cd2-b84d-3b02b2ed6b64 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486663 Aug 03 19:06:13.283572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Made reservation on behalf of 642857488fad4f2f8942ff7a36d99678 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:13.286833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-de74ce8f-5ecf-42aa-91ed-3130aa99b41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.287705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.301726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.373502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Pushing event updated for resources: {'Port': ['ID=3d223f59-f3e9-4fac-b633-f91787bd508f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:13.380404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74ce8f-5ecf-42aa-91ed-3130aa99b41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4a9f4a-33c8-4f7d-baaf-fe123a828240,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:13.389675 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-de74ce8f-5ecf-42aa-91ed-3130aa99b41f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73492c306246437aa7d3f7c6971adce5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1230056 Aug 03 19:06:13.395363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59178) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:13.484353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Attempting to bind port 3d223f59-f3e9-4fac-b633-f91787bd508f on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:13.485307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Attempting to bind port 3d223f59-f3e9-4fac-b633-f91787bd508f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:13.485660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Attempting to bind port 3d223f59-f3e9-4fac-b633-f91787bd508f on network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:13.501595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Port 3d223f59-f3e9-4fac-b633-f91787bd508f on network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:13.502087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Attempting to bind port 3d223f59-f3e9-4fac-b633-f91787bd508f on network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:13.509208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:13.509641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Checking segment: {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:13.509995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Bound using segment: {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:13.510446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Bound port: 3d223f59-f3e9-4fac-b633-f91787bd508f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3186d55-4662-41a2-8178-7ce54e3fe108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:13.510815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.516156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.521445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.579290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16ed66bc-b2ea-49bf-88bb-99d3afe5956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.633873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687bb5bf-e4db-4f24-a05c-92b55b32939c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:13.907222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c23491ee-f3ec-4602-88aa-442c0d48abdf req-dd444329-ff0d-40b4-84d2-24284db70ef5 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 210 time: 0.0701575 Aug 03 19:06:13.919047 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16ed66bc-b2ea-49bf-88bb-99d3afe5956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.967104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] For port 3d223f59-f3e9-4fac-b633-f91787bd508f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:13.988534 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] For port 3d223f59-f3e9-4fac-b633-f91787bd508f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d223f59-f3e9-4fac-b633-f91787bd508f,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:13.995331 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.010832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02e307-00f5-41c6-82cb-bab65c0eee59 req-9468550a-5f36-4ace-9362-62328c63d995 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.025733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af02e307-00f5-41c6-82cb-bab65c0eee59 req-9468550a-5f36-4ace-9362-62328c63d995 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 943 time: 0.3785965 Aug 03 19:06:14.066289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16ed66bc-b2ea-49bf-88bb-99d3afe5956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.068890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16ed66bc-b2ea-49bf-88bb-99d3afe5956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.071857 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-16ed66bc-b2ea-49bf-88bb-99d3afe5956b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e4a9f4a-33c8-4f7d-baaf-fe123a828240 HTTP/1.1" status: 204 len: 168 time: 0.6753469 Aug 03 19:06:14.073520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.074164 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.075613 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] 10.222.0.88 "PUT /v2.0/ports/3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 200 len: 1091 time: 2.2083678 Aug 03 19:06:14.090768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:14.093261 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066fbb85-deba-4dc9-9d47-07dbe21c498e" -d '{"events": [{"name": "network-changed", "server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:14.124406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed66bc-b2ea-49bf-88bb-99d3afe5956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4a9f4a-33c8-4f7d-baaf-fe123a828240,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:14.158282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8d585-3806-4e1a-aad0-4db671c5e647 service neutron] Pushing event updated for resources: {'Port': ['ID=3d223f59-f3e9-4fac-b633-f91787bd508f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:14.211340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Allocated IP 192.168.233.25 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/c29aa249-24bb-4991-bd78-10da3315fd4b) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:14.227517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aedd5-f98b-416c-b791-43dacc2539bc req-52fa91bb-78c2-4a3d-b726-17bf612d0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.228628 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-52fa91bb-78c2-4a3d-b726-17bf612d0fb0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56a83c976f614b1194551f350e475383&device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 1094 time: 0.0572124 Aug 03 19:06:14.288194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af02e307-00f5-41c6-82cb-bab65c0eee59 req-3b6ff096-6c65-4d4a-b40c-e3f1680aa25b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604954 Aug 03 19:06:14.335017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-fcb0ecc2-b2a3-4a80-b5cf-53e528dbd56f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 200 len: 217 time: 0.0954394 Aug 03 19:06:14.349832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f487af-bc4e-46f1-9469-b85ee8f533cd req-13af6545-a049-4e7d-aeaa-3aa600a9e75b tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.365643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0f487af-bc4e-46f1-9469-b85ee8f533cd req-13af6545-a049-4e7d-aeaa-3aa600a9e75b tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 943 time: 0.3185227 Aug 03 19:06:14.472332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aedd5-f98b-416c-b791-43dacc2539bc req-1a3a0494-4778-46ef-9096-a0bade5224dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.473997 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-1a3a0494-4778-46ef-9096-a0bade5224dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf3482b8-7799-4241-9971-f4c4281cc405 HTTP/1.1" status: 200 len: 868 time: 0.1315274 Aug 03 19:06:14.545133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0f487af-bc4e-46f1-9469-b85ee8f533cd req-1fb4556f-6e1b-4bc4-b0c7-8e2cf94f1f74 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762853 Aug 03 19:06:14.587610 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b18acd5-a1f5-4230-9e89-04f7d1a47885 x-openstack-request-id: req-4b18acd5-a1f5-4230-9e89-04f7d1a47885 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:14.590083 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:14.590359 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b18acd5-a1f5-4230-9e89-04f7d1a47885 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:14.594500 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'status': 'completed', 'code': 200} Aug 03 19:06:14.624327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aedd5-f98b-416c-b791-43dacc2539bc req-783116af-ec0c-4ef4-9644-b61435061dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.628457 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-783116af-ec0c-4ef4-9644-b61435061dd9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1f5a1c7a-298a-4025-a3b8-17d70207fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388702 Aug 03 19:06:14.819528 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-6d7cc80b-f8a6-45d9-b627-da3673975e3f service neutron] 10.222.0.88 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762378 Aug 03 19:06:14.836582 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.867799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8f01-56b9-4026-85b5-5174fc532291 req-2c3601fb-a837-40c4-9ea7-5c1b06cf66b8 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.870881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43db8f01-56b9-4026-85b5-5174fc532291 req-2c3601fb-a837-40c4-9ea7-5c1b06cf66b8 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 947 time: 0.1685202 Aug 03 19:06:14.896142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Transition to ACTIVE for port object c29aa249-24bb-4991-bd78-10da3315fd4b will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:14.965036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43db8f01-56b9-4026-85b5-5174fc532291 req-bb9e04a9-3d4b-4c98-8a67-69839daf77dd tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866733 Aug 03 19:06:15.004898 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.045455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59228) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:15.055507 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-450aedd5-f98b-416c-b791-43dacc2539bc req-bec202aa-1422-4f54-9094-cdd383aef5aa service neutron] 10.222.0.88 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230520 Aug 03 19:06:15.064388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc277525-39da-4498-9ff7-5ba287ceba74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.095121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 16a8f7cf-6a6b-463f-8784-0f2e2d80065e details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:15.139241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Pushing event updated for resources: {'Port': ['ID=c29aa249-24bb-4991-bd78-10da3315fd4b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:15.169688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:15.191319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ae532-4325-4ab2-95c1-e1fc5776ebf5 req-54326247-b668-4382-9f7d-4f9cee963c0d tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.199573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b2ae532-4325-4ab2-95c1-e1fc5776ebf5 req-54326247-b668-4382-9f7d-4f9cee963c0d tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 935 time: 0.0966883 Aug 03 19:06:15.221366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:15.223711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc277525-39da-4498-9ff7-5ba287ceba74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.237138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:15.246726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.247816 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.251894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc277525-39da-4498-9ff7-5ba287ceba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.315832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b2ae532-4325-4ab2-95c1-e1fc5776ebf5 req-2b7df2aa-09ca-446b-b6d7-8918af64180d tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151826 Aug 03 19:06:15.317992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ddd998d5-2f40-4eb9-bc51-9143bb165c64 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4631457 Aug 03 19:06:15.353495 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bc277525-39da-4498-9ff7-5ba287ceba74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84c63ba320ef437cb8710ab44fae9dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063080 Aug 03 19:06:15.354628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59234) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:15.370298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-5303a13b-2b96-4f12-a748-b4e1d2b8ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.379489 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-5303a13b-2b96-4f12-a748-b4e1d2b8ac48 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56a83c976f614b1194551f350e475383&device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 1094 time: 0.1529427 Aug 03 19:06:15.380619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc277525-39da-4498-9ff7-5ba287ceba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6459ea2-51e3-4ba7-9887-99e34fdf07f2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:15.460548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:15.466646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Request body: {'port': {'device_id': '289dc576-53bc-466e-aa2f-1f25be1384b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:15.501865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '16a8f7cf-6a6b-463f-8784-0f2e2d80065e', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '16a8f7cf-6a6b-463f-8784-0f2e2d80065e', 'mac_address': 'fa:16:3e:44:9e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:15.610354 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.642371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a8f7cf-6a6b-463f-8784-0f2e2d80065e {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:15.701891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:15.712808 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.756731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8efe4b4-096f-44ee-9d04-8b589f93843a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.768046 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c31a9ccd-d5ba-4db1-b33c-b9061d8647f4 service neutron] 10.222.0.63 "GET /v2.0/ports/537d0a07-2a96-4ff9-87f5-31d6afe74536/bindings/n-h1-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.2914300 Aug 03 19:06:15.768715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.802460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab654ddf-ce66-47ef-a1a6-de6aa0a45045 req-a79069f2-1ed0-4495-9bc1-d363386d8623 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.805067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab654ddf-ce66-47ef-a1a6-de6aa0a45045 req-a79069f2-1ed0-4495-9bc1-d363386d8623 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 943 time: 0.2838712 Aug 03 19:06:15.827228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ef5d9d58-28a2-43d8-8403-a4630ed2d4bf None None] Provisioning for port c29aa249-24bb-4991-bd78-10da3315fd4b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:15.828300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-9274dbe9-3b48-4c87-91f1-f8d3c4c93303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.830260 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-9274dbe9-3b48-4c87-91f1-f8d3c4c93303 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1f5a1c7a-298a-4025-a3b8-17d70207fff2 HTTP/1.1" status: 200 len: 930 time: 0.4283247 Aug 03 19:06:15.837874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ef5d9d58-28a2-43d8-8403-a4630ed2d4bf None None] Provisioning complete for port c29aa249-24bb-4991-bd78-10da3315fd4b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:15.838619 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9d58-28a2-43d8-8403-a4630ed2d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.843630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:15.866801 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8efe4b4-096f-44ee-9d04-8b589f93843a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.921200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d9d58-28a2-43d8-8403-a4630ed2d4bf None None] Port c29aa249-24bb-4991-bd78-10da3315fd4b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:15.929109 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-3c2932e1-f5d6-42bf-9b88-714d81b6b891 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 200 len: 217 time: 0.0835550 Aug 03 19:06:15.978485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab654ddf-ce66-47ef-a1a6-de6aa0a45045 req-c249eeb6-675d-4235-8192-32c674ed0f86 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572073 Aug 03 19:06:16.019949 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8efe4b4-096f-44ee-9d04-8b589f93843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.022973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8efe4b4-096f-44ee-9d04-8b589f93843a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.026654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f8efe4b4-096f-44ee-9d04-8b589f93843a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6459ea2-51e3-4ba7-9887-99e34fdf07f2 HTTP/1.1" status: 204 len: 168 time: 0.6685331 Aug 03 19:06:16.077311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-14c7756f-b320-4dec-b0d0-84d16f44eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.082987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-14c7756f-b320-4dec-b0d0-84d16f44eb2c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf3482b8-7799-4241-9971-f4c4281cc405 HTTP/1.1" status: 200 len: 868 time: 0.1447468 Aug 03 19:06:16.170698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe4b4-096f-44ee-9d04-8b589f93843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6459ea2-51e3-4ba7-9887-99e34fdf07f2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.174381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['16a8f7cf-6a6b-463f-8784-0f2e2d80065e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:16.215555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-335b8f6a-645a-4794-8e07-fc94d198849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.218785 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-335b8f6a-645a-4794-8e07-fc94d198849e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1f5a1c7a-298a-4025-a3b8-17d70207fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254048 Aug 03 19:06:16.295255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84b5f-a5ff-4a12-9d66-307c079b8236 req-1bcbcfbc-bea5-4957-8fef-c8d9e6f9d324 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.310157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14b84b5f-a5ff-4a12-9d66-307c079b8236 req-1bcbcfbc-bea5-4957-8fef-c8d9e6f9d324 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 943 time: 0.2138674 Aug 03 19:06:16.359318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:16.418885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:16.457800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14b84b5f-a5ff-4a12-9d66-307c079b8236 req-f0dd729e-d712-40c7-9338-272e689d4912 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400280 Aug 03 19:06:16.526555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537d0a07-2a96-4ff9-87f5-31d6afe74536 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:16.556226 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-c2d0bdd8-aef0-436e-8e26-928af2fa75ca service neutron] 10.222.0.88 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213792 Aug 03 19:06:16.576733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:16.734575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.743146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29aa249-24bb-4991-bd78-10da3315fd4b {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:16.763088 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.800015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Transition to ACTIVE for port object c29aa249-24bb-4991-bd78-10da3315fd4b will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:16.817849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16696c56-7124-4689-b473-cfbfa44e1776 req-c86fe9bf-2d29-4ff4-9adc-34e5b9922b90 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.819473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16696c56-7124-4689-b473-cfbfa44e1776 req-c86fe9bf-2d29-4ff4-9adc-34e5b9922b90 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 948 time: 0.1201253 Aug 03 19:06:16.821858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.839985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066fbb85-deba-4dc9-9d47-07dbe21c498e req-9752b780-fc46-4cc2-bd47-f26bc184091b service neutron] 10.222.0.88 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457919 Aug 03 19:06:16.867037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729bf43-9481-4048-ab95-c3a63e2c13cf req-20847e34-3e50-417f-be38-dd4a77695e30 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.868654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7729bf43-9481-4048-ab95-c3a63e2c13cf req-20847e34-3e50-417f-be38-dd4a77695e30 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 935 time: 0.1339800 Aug 03 19:06:16.881266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] Transition to ACTIVE for port object 537d0a07-2a96-4ff9-87f5-31d6afe74536 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:16.893177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.929665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Pushing event updated for resources: {'Port': ['ID=c29aa249-24bb-4991-bd78-10da3315fd4b,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.970708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16696c56-7124-4689-b473-cfbfa44e1776 req-ee32f150-a69f-428d-b209-0cf52f53a5e7 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167777 Aug 03 19:06:16.976034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] No DVR routers for this DVR port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:17.011861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7729bf43-9481-4048-ab95-c3a63e2c13cf req-e33a542c-befe-4ba8-9609-41ce9ce63909 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180620 Aug 03 19:06:17.012795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Attempting to bind port c29aa249-24bb-4991-bd78-10da3315fd4b on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:17.013132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Attempting to bind port c29aa249-24bb-4991-bd78-10da3315fd4b by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:17.013462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Attempting to bind port c29aa249-24bb-4991-bd78-10da3315fd4b on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:17.028504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Port c29aa249-24bb-4991-bd78-10da3315fd4b on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:17.028880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Attempting to bind port c29aa249-24bb-4991-bd78-10da3315fd4b on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:17.040836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:17.041403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:17.041591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:17.042073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Bound port: c29aa249-24bb-4991-bd78-10da3315fd4b, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:17.042452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.108696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 537d0a07-2a96-4ff9-87f5-31d6afe74536 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:17.113262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] Pushing event updated for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:17.162872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-c566c07e-e369-4f28-984f-9d9996774615 service neutron] 10.222.0.63 "PUT /v2.0/ports/537d0a07-2a96-4ff9-87f5-31d6afe74536/bindings/n-h1-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3789046 Aug 03 19:06:17.185840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 537d0a07-2a96-4ff9-87f5-31d6afe74536 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:17.237435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] For port c29aa249-24bb-4991-bd78-10da3315fd4b, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:17.245864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] For port c29aa249-24bb-4991-bd78-10da3315fd4b, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c29aa249-24bb-4991-bd78-10da3315fd4b,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:17.257093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.343629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.345047 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.347449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] 10.222.0.63 "PUT /v2.0/ports/c29aa249-24bb-4991-bd78-10da3315fd4b HTTP/1.1" status: 200 len: 1095 time: 1.9046047 Aug 03 19:06:17.348176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289dc576-53bc-466e-aa2f-1f25be1384b4', 'tag': 'c29aa249-24bb-4991-bd78-10da3315fd4b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:17.357742 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08690aaf-98cc-4904-b080-a99065ac7aad" -d '{"events": [{"name": "network-changed", "server_uuid": "289dc576-53bc-466e-aa2f-1f25be1384b4", "tag": "c29aa249-24bb-4991-bd78-10da3315fd4b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:17.412829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-55cd4e75-a848-42cb-8c53-84d55954a893 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.415215 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-55cd4e75-a848-42cb-8c53-84d55954a893 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.1042418 Aug 03 19:06:17.450006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d81c2-2e5b-4b8f-9b77-dfaad036d649 service neutron] Pushing event updated for resources: {'Port': ['ID=c29aa249-24bb-4991-bd78-10da3315fd4b,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:17.592007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-976f6a43-f256-44dd-9823-099596fee9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.596710 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-976f6a43-f256-44dd-9823-099596fee9fd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646&tenant_id=2e5886d602154b98b509f4fe4b176fc0 HTTP/1.1" status: 200 len: 1095 time: 0.1720617 Aug 03 19:06:17.597780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876b9ee-566e-48ec-a0b4-da4999e70125 req-74807f1f-fbb7-4c7e-8026-21168216376b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.612784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d876b9ee-566e-48ec-a0b4-da4999e70125 req-74807f1f-fbb7-4c7e-8026-21168216376b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 944 time: 0.1533122 Aug 03 19:06:17.702979 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d876b9ee-566e-48ec-a0b4-da4999e70125 req-24e4ad65-adc3-4ba8-a34f-06c27c043652 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885913 Aug 03 19:06:17.728992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-722861f8-1495-4c6e-957b-498ec0295e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.738876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-722861f8-1495-4c6e-957b-498ec0295e37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=642857488fad4f2f8942ff7a36d99678&device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 1098 time: 0.2816877 Aug 03 19:06:17.754184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-35098694-60f2-4c24-955b-d10d289b0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.756347 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-35098694-60f2-4c24-955b-d10d289b0312 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1095 time: 0.1099083 Aug 03 19:06:17.874897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-e235b4f5-71ae-4b2b-82f1-bd5a6ec14582 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c29aa249-24bb-4991-bd78-10da3315fd4b HTTP/1.1" status: 200 len: 217 time: 0.1206942 Aug 03 19:06:17.934161 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad48e43-4a27-4d89-adfb-57673c35243d x-openstack-request-id: req-6ad48e43-4a27-4d89-adfb-57673c35243d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:17.934582 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289dc576-53bc-466e-aa2f-1f25be1384b4", "tag": "c29aa249-24bb-4991-bd78-10da3315fd4b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:17.934930 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ad48e43-4a27-4d89-adfb-57673c35243d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:17.935593 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289dc576-53bc-466e-aa2f-1f25be1384b4', 'tag': 'c29aa249-24bb-4991-bd78-10da3315fd4b', 'status': 'completed', 'code': 200} Aug 03 19:06:17.960190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-55cfb7ba-f1e9-4eb9-be96-b918faf9e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.961970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-55cfb7ba-f1e9-4eb9-be96-b918faf9e2c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0797794 Aug 03 19:06:17.962770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-830130c1-b004-4c2f-92d9-279458951a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.965864 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-830130c1-b004-4c2f-92d9-279458951a8c service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2009935 Aug 03 19:06:18.026816 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-69da14a9-60bb-408a-826d-35c75c7f076a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 217 time: 0.0511184 Aug 03 19:06:18.117333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ce5f842b-a46c-45a8-bcf1-014cfab62e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.118778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-62e18541-5523-45d7-9b61-9d0c5d157cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.120076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-ce5f842b-a46c-45a8-bcf1-014cfab62e54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506677 Aug 03 19:06:18.121205 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-62e18541-5523-45d7-9b61-9d0c5d157cfd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0866799 Aug 03 19:06:18.160120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3d223f59-f3e9-4fac-b633-f91787bd508f details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:18.191796 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-325ebbb1-5956-4e2d-b04d-ab4a8d2e07ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628190 Aug 03 19:06:18.229524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8abc0-cab4-4712-8e1c-c322c4c361bf req-e6920314-5477-4d46-9a45-0ffd9a55cbab tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.243503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8e8abc0-cab4-4712-8e1c-c322c4c361bf req-e6920314-5477-4d46-9a45-0ffd9a55cbab tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 943 time: 0.2564960 Aug 03 19:06:18.342977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3d223f59-f3e9-4fac-b633-f91787bd508f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d223f59-f3e9-4fac-b633-f91787bd508f,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:18.350898 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-fae126f2-3617-41e9-a032-b6bddc16f0f9 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502018 Aug 03 19:06:18.361598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'port_id': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'mac_address': 'fa:16:3e:be:59:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:18.390396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8e8abc0-cab4-4712-8e1c-c322c4c361bf req-c18fefdf-3ef1-42e6-a6a6-1f2e38e94645 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453428 Aug 03 19:06:18.455747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-7d42e210-6e2b-4f53-a922-b5d7f86064dc service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277974 Aug 03 19:06:18.462714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.511449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d223f59-f3e9-4fac-b633-f91787bd508f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:18.573392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3d223f59-f3e9-4fac-b633-f91787bd508f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d223f59-f3e9-4fac-b633-f91787bd508f,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:18.579911 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.592448 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-300e05a3-796d-413a-b586-baaca36bac98 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306631 Aug 03 19:06:18.721342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3d223f59-f3e9-4fac-b633-f91787bd508f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:18.824961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3d223f59-f3e9-4fac-b633-f91787bd508f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:19.080563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff64e3f-7a92-4462-b719-45bd68709076 req-d8d9a885-198e-4517-9f92-1af7482100b2 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.083305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eff64e3f-7a92-4462-b719-45bd68709076 req-d8d9a885-198e-4517-9f92-1af7482100b2 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 948 time: 0.4816892 Aug 03 19:06:19.095999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-8fb897d8-30d3-4322-bd2e-26447fd643b5 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.099101 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-8fb897d8-30d3-4322-bd2e-26447fd643b5 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.1008682 Aug 03 19:06:19.124952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 16a8f7cf-6a6b-463f-8784-0f2e2d80065e up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:19.150002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1e968-5503-4751-b4e4-32424b700eb3 req-4c2ae71e-e25d-4ce0-ad7d-cb522ca65d9c tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.152021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76c1e968-5503-4751-b4e4-32424b700eb3 req-4c2ae71e-e25d-4ce0-ad7d-cb522ca65d9c tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 947 time: 0.1969469 Aug 03 19:06:19.155191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0e4e73a-74e2-45ff-b9f7-937de181a9db req-514e580a-a44c-4a59-b1cf-2ae558612ae8 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894960 Aug 03 19:06:19.198992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:19.204508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:19.204935 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.206740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eff64e3f-7a92-4462-b719-45bd68709076 req-4e80f167-2f9d-4bba-b188-7df903550378 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055284 Aug 03 19:06:19.269752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76c1e968-5503-4751-b4e4-32424b700eb3 req-16bdc8d6-9171-44c0-9991-76e0aae6b522 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031926 Aug 03 19:06:19.351037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08690aaf-98cc-4904-b080-a99065ac7aad req-f6384e69-3502-4db0-82f2-b2da85f17b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.355958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08690aaf-98cc-4904-b080-a99065ac7aad req-f6384e69-3502-4db0-82f2-b2da85f17b1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=642857488fad4f2f8942ff7a36d99678&device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 1098 time: 0.1065757 Aug 03 19:06:19.369811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.428876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522b7e0b-45ac-47be-bcd8-2da4b670141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a8f7cf-6a6b-463f-8784-0f2e2d80065e'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:19.434593 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c9eecf-4142-473b-8b30-10e17942d411" -d '{"events": [{"server_uuid": "522b7e0b-45ac-47be-bcd8-2da4b670141a", "name": "network-vif-plugged", "status": "completed", "tag": "16a8f7cf-6a6b-463f-8784-0f2e2d80065e"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:19.436899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-2c6eb094-d7b4-4e2e-bef6-ed235e13c81e service neutron] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:19.444196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-2c6eb094-d7b4-4e2e-bef6-ed235e13c81e service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.445388 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7dc67b25-1a8e-4995-8446-9830987cbbfd req-2c6eb094-d7b4-4e2e-bef6-ed235e13c81e service neutron] 10.222.0.88 "DELETE /v2.0/ports/537d0a07-2a96-4ff9-87f5-31d6afe74536/bindings/n-h2-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.3375835 Aug 03 19:06:19.473068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:19.482884 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.575865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:19.595341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37cfb-375a-4b48-bbee-4ff7e22e604c req-8f8d76b1-9025-417e-bb4c-03165bf8556a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.597029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fe37cfb-375a-4b48-bbee-4ff7e22e604c req-8f8d76b1-9025-417e-bb4c-03165bf8556a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 944 time: 0.1393750 Aug 03 19:06:19.600338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08690aaf-98cc-4904-b080-a99065ac7aad req-358c092c-9f17-4866-b985-2978123088bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.602300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08690aaf-98cc-4904-b080-a99065ac7aad req-358c092c-9f17-4866-b985-2978123088bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2383316 Aug 03 19:06:19.661964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08690aaf-98cc-4904-b080-a99065ac7aad req-9773d66f-1287-4cff-8491-b596d5a2b32a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c29aa249-24bb-4991-bd78-10da3315fd4b HTTP/1.1" status: 200 len: 217 time: 0.0483630 Aug 03 19:06:19.685825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fe37cfb-375a-4b48-bbee-4ff7e22e604c req-e310e0c4-8dcd-4dad-94bf-364d62747b68 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801260 Aug 03 19:06:19.744514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08690aaf-98cc-4904-b080-a99065ac7aad req-e6ee187c-2693-4805-8f0f-fd48b0098b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.746347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08690aaf-98cc-4904-b080-a99065ac7aad req-e6ee187c-2693-4805-8f0f-fd48b0098b64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0756233 Aug 03 19:06:19.809559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08690aaf-98cc-4904-b080-a99065ac7aad req-d40bec36-24cf-4b45-ac77-f0a9da558721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.812373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08690aaf-98cc-4904-b080-a99065ac7aad req-d40bec36-24cf-4b45-ac77-f0a9da558721 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574069 Aug 03 19:06:19.986875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-56a6d1b4-bb03-4d9f-bcdf-39a03a2002ac tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=80db5de5929940d29c9864f3139274f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597851 Aug 03 19:06:20.043918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08690aaf-98cc-4904-b080-a99065ac7aad req-6885e371-4929-4ef2-bad0-9cb1c0a7ad33 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235041 Aug 03 19:06:20.148520 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.154435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3d223f59-f3e9-4fac-b633-f91787bd508f up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:20.247349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 3d223f59-f3e9-4fac-b633-f91787bd508f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:20.252541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 3d223f59-f3e9-4fac-b633-f91787bd508f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:20.252921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.270156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7c8c6-fed9-40d1-b8f2-bafe953bf1e0 req-2d4c3c0e-4c75-43e7-a0b9-d65f1c8463a8 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.271755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53d7c8c6-fed9-40d1-b8f2-bafe953bf1e0 req-2d4c3c0e-4c75-43e7-a0b9-d65f1c8463a8 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 944 time: 0.1722140 Aug 03 19:06:20.281462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-e168eca5-9d7d-4072-a580-378b922a8a83 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.283218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-e168eca5-9d7d-4072-a580-378b922a8a83 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685833 Aug 03 19:06:20.292223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08690aaf-98cc-4904-b080-a99065ac7aad req-a6876e2c-d809-4acd-be16-80cded96057c service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314081 Aug 03 19:06:20.318147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-a253cf00-1901-40de-ab07-2238432bb502 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/quotas/80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 375 time: 0.0238855 Aug 03 19:06:20.348656 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.350577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53d7c8c6-fed9-40d1-b8f2-bafe953bf1e0 req-46145523-be2e-4dc3-9080-11b18ba2b033 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663135 Aug 03 19:06:20.374558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-c65e84f7-43bb-414c-b6a3-f22214cb6807 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362563 Aug 03 19:06:20.402044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3d223f59-f3e9-4fac-b633-f91787bd508f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d223f59-f3e9-4fac-b633-f91787bd508f,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:20.407765 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.442300 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc8bc5-faaf-43c1-8ec0-fd2e9f8f3f36 x-openstack-request-id: req-f5fc8bc5-faaf-43c1-8ec0-fd2e9f8f3f36 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:20.442755 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522b7e0b-45ac-47be-bcd8-2da4b670141a", "name": "network-vif-plugged", "status": "completed", "tag": "16a8f7cf-6a6b-463f-8784-0f2e2d80065e", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:20.443147 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5fc8bc5-faaf-43c1-8ec0-fd2e9f8f3f36 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:20.443737 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522b7e0b-45ac-47be-bcd8-2da4b670141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a8f7cf-6a6b-463f-8784-0f2e2d80065e', 'code': 200} Aug 03 19:06:20.513356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3d223f59-f3e9-4fac-b633-f91787bd508f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:20.616653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaf084-aef8-4442-9ee7-e57221a8b370 req-6c83de35-c427-4384-bea4-31f1e3f7e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.618845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21eaf084-aef8-4442-9ee7-e57221a8b370 req-6c83de35-c427-4384-bea4-31f1e3f7e1ce service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 1100 time: 0.0770762 Aug 03 19:06:20.667881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21eaf084-aef8-4442-9ee7-e57221a8b370 req-d10e6cc3-cc7a-4782-aa28-b2cc724e5fca service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Aug 03 19:06:20.923831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421fec-4a11-4f43-aed6-6a4755b8c51d req-76974277-4d24-400d-9b51-c572f7c4e48c tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.925682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34421fec-4a11-4f43-aed6-6a4755b8c51d req-76974277-4d24-400d-9b51-c572f7c4e48c tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 949 time: 0.0781968 Aug 03 19:06:20.988672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34421fec-4a11-4f43-aed6-6a4755b8c51d req-806369a5-8191-474f-8d2f-12dfa84b8413 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Aug 03 19:06:21.061633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b21a0e-7752-4712-baaf-35982e0d8fd2 req-65f9f136-8c89-4d22-8521-58ca95d8008b tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.070347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8b21a0e-7752-4712-baaf-35982e0d8fd2 req-65f9f136-8c89-4d22-8521-58ca95d8008b tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 947 time: 0.0890641 Aug 03 19:06:21.128600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8b21a0e-7752-4712-baaf-35982e0d8fd2 req-b6cfc443-07ad-49e1-bab3-79dfd374e912 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571373 Aug 03 19:06:21.230025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-898eccab-9b51-4eb9-90c5-f24660f15a50 req-92a654b1-efb4-4486-8dc0-f18d16cd4955 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 210 time: 0.0334973 Aug 03 19:06:21.243048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee9d43-fec2-4283-b0eb-28a669f0da03 req-2bb7d3ce-4cf3-4715-96b1-e94973a43298 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.245215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78ee9d43-fec2-4283-b0eb-28a669f0da03 req-2bb7d3ce-4cf3-4715-96b1-e94973a43298 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1095 time: 0.0856919 Aug 03 19:06:21.321758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78ee9d43-fec2-4283-b0eb-28a669f0da03 req-c148fca2-e5f5-4c5e-8519-170d065dbc4f tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625298 Aug 03 19:06:21.668088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1afe-d978-470a-a7f5-b602bd061a21 req-a570e549-e00d-4d69-a7a5-f009d4bc82a5 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.669884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-533d1afe-d978-470a-a7f5-b602bd061a21 req-a570e549-e00d-4d69-a7a5-f009d4bc82a5 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 945 time: 0.1479464 Aug 03 19:06:21.728438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-533d1afe-d978-470a-a7f5-b602bd061a21 req-33ada63b-f01a-4c45-ab6e-c6abcddb70e6 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Aug 03 19:06:21.880095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-458fd4e8-6eae-4c1e-b776-51b761d9a130 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.881725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-458fd4e8-6eae-4c1e-b776-51b761d9a130 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 820 time: 0.1212795 Aug 03 19:06:21.899223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-68945caf-f03d-48c5-b386-2bd04b4ca1fa tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/quotas/2e5886d602154b98b509f4fe4b176fc0 HTTP/1.1" status: 200 len: 375 time: 0.0103414 Aug 03 19:06:21.961285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-1d1b5ba5-58ac-419b-b1df-872ae06f654f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556417 Aug 03 19:06:22.148759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-78da4fa6-2a27-4153-9aff-aeddc2fc8f61 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=80db5de5929940d29c9864f3139274f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451066 Aug 03 19:06:22.284947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-590c2012-71db-4858-8683-1fb852a5cdc0 service neutron] 10.222.0.42 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122923 Aug 03 19:06:22.446471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:22.450373 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e5ca48-a9a7-4818-98a6-8ea4347a86db" -d '{"events": [{"server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "name": "network-vif-plugged", "status": "completed", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:22.490947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-e933d9cc-c20a-4930-90e9-7da172d83d2c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.494617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-e933d9cc-c20a-4930-90e9-7da172d83d2c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3282738 Aug 03 19:06:22.526618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Request body: {'port': {'device_id': 'e8ce73e0-9e16-437d-9288-169a58562560', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '80db5de5929940d29c9864f3139274f6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:22.543199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ef20-b5c9-4a4d-8e0a-7dcf8b0e5201 req-70bd1395-2751-4a26-8290-300667571da6 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.545007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc53ef20-b5c9-4a4d-8e0a-7dcf8b0e5201 req-70bd1395-2751-4a26-8290-300667571da6 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 949 time: 0.2436199 Aug 03 19:06:22.624736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-3e2a0ec9-15bf-4700-8f39-1a6f6668ac88 service neutron] 10.222.0.42 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246281 Aug 03 19:06:22.668650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc53ef20-b5c9-4a4d-8e0a-7dcf8b0e5201 req-a29019b0-9067-4684-b29b-5462e3cefed9 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955198 Aug 03 19:06:22.747124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Made reservation on behalf of 80db5de5929940d29c9864f3139274f6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:22.754262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.772126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.981317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b973c99-0a4c-4fbb-ab60-c073f9d344f2 req-30329968-028c-4363-aec4-724571a70fec tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 210 time: 0.0682597 Aug 03 19:06:23.023777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494f9b-5660-40d1-816d-1b8131a62d65 req-f3140be1-ed5b-40bf-b302-57145d37a40c tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.024376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a494f9b-5660-40d1-816d-1b8131a62d65 req-f3140be1-ed5b-40bf-b302-57145d37a40c tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 947 time: 0.1575093 Aug 03 19:06:23.083858 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2520d675-c5a9-4623-ab76-c269ff449847 x-openstack-request-id: req-2520d675-c5a9-4623-ab76-c269ff449847 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:23.084708 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "name": "network-vif-plugged", "status": "completed", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:23.085795 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2520d675-c5a9-4623-ab76-c269ff449847 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:23.086763 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'code': 200} Aug 03 19:06:23.099070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.106144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.147522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c29aa249-24bb-4991-bd78-10da3315fd4b details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:23.149342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a494f9b-5660-40d1-816d-1b8131a62d65 req-44ce14ec-438f-438f-9f12-b40c93fdca9a tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158743 Aug 03 19:06:23.214927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eea0c06-10be-4fd3-9033-103e7467111b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.275663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3f0c9-5326-40fc-adf4-dcd3f87b8c80 req-feea64b2-06ff-49a7-a619-e7b752e9656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.285604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42d3f0c9-5326-40fc-adf4-dcd3f87b8c80 req-feea64b2-06ff-49a7-a619-e7b752e9656a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 1096 time: 0.1176581 Aug 03 19:06:23.345776 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42d3f0c9-5326-40fc-adf4-dcd3f87b8c80 req-6538f570-6241-4e1f-b70c-64b69dce9830 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522735 Aug 03 19:06:23.364066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c29aa249-24bb-4991-bd78-10da3315fd4b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c29aa249-24bb-4991-bd78-10da3315fd4b,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:23.379676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Allocated IP 192.168.233.65 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/96cf2b10-9020-423d-a515-5556bc775d72) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:23.379942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'c29aa249-24bb-4991-bd78-10da3315fd4b', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'c29aa249-24bb-4991-bd78-10da3315fd4b', 'mac_address': 'fa:16:3e:32:3a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:23.437585 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.456102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29aa249-24bb-4991-bd78-10da3315fd4b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:23.482705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c29aa249-24bb-4991-bd78-10da3315fd4b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c29aa249-24bb-4991-bd78-10da3315fd4b,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:23.488102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.492506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d674-f3ce-4b42-8652-46cd48ad82ce req-ea3f5617-c240-4b92-8a2c-ff13f58df245 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.506433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82f3d674-f3ce-4b42-8652-46cd48ad82ce req-ea3f5617-c240-4b92-8a2c-ff13f58df245 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 945 time: 0.1594326 Aug 03 19:06:23.545715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c29aa249-24bb-4991-bd78-10da3315fd4b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.642471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82f3d674-f3ce-4b42-8652-46cd48ad82ce req-df48b126-c5b0-47a9-a61e-8949b73d2707 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348121 Aug 03 19:06:23.671258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae096653-f6e7-4a95-9a7b-f404973b6870 req-be83f39c-413b-42f1-8371-b31a8064c0aa tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 210 time: 0.0566986 Aug 03 19:06:23.775854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.796358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Transition to ACTIVE for port object 96cf2b10-9020-423d-a515-5556bc775d72 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:23.871513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c29aa249-24bb-4991-bd78-10da3315fd4b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:23.883426 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.937059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:23.945453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264245f9-8a4c-4276-abd4-61d2adbf7199 req-6daf937b-da04-48a7-97d1-1a51f39abbc1 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.947129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-264245f9-8a4c-4276-abd4-61d2adbf7199 req-6daf937b-da04-48a7-97d1-1a51f39abbc1 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 949 time: 0.1174462 Aug 03 19:06:23.950486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:23.955593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:23.961421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.962121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.979562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.994110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-155e68bf-d9a0-4ade-bf75-6454aab159d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4746313 Aug 03 19:06:24.030746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Request body: {'port': {'device_id': 'e8ce73e0-9e16-437d-9288-169a58562560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:24.069612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-264245f9-8a4c-4276-abd4-61d2adbf7199 req-df4522da-1d84-4ed9-a37a-1b58c5711bfc tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802135 Aug 03 19:06:24.157234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.458744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e0c9bf19-b921-44ec-8760-3d53fec7c618 None None] Provisioning for port 96cf2b10-9020-423d-a515-5556bc775d72 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:24.476287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e0c9bf19-b921-44ec-8760-3d53fec7c618 None None] Provisioning complete for port 96cf2b10-9020-423d-a515-5556bc775d72 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:24.477552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0c9bf19-b921-44ec-8760-3d53fec7c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.526173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9bf19-b921-44ec-8760-3d53fec7c618 None None] Port 96cf2b10-9020-423d-a515-5556bc775d72 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:24.583818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-03ba1557-806e-4778-ab06-abc6d9ad5af0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.586150 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-03ba1557-806e-4778-ab06-abc6d9ad5af0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 820 time: 0.3338535 Aug 03 19:06:24.604954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Request body: {'port': {'device_id': '44b91706-76d6-4e4e-9c61-184595057b37', 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'admin_state_up': True, 'tenant_id': '2e5886d602154b98b509f4fe4b176fc0'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:24.760188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Made reservation on behalf of 2e5886d602154b98b509f4fe4b176fc0 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:24.765025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.924740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Allocated IP 172.20.0.13 (f814e7a7-f0ca-4e21-8d6e-66af40a55cae/c771c334-89f1-45d4-b8bf-58d8b0c3c018/7d61cbb6-a18c-4a65-8626-0986ce58feb6) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:24.946983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1df8d-053a-4bbe-9b5d-c537b7ef60a2 req-53bae782-6f7a-4866-8ff1-1c68d76cb66a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.949694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98a1df8d-053a-4bbe-9b5d-c537b7ef60a2 req-53bae782-6f7a-4866-8ff1-1c68d76cb66a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 935 time: 0.4946365 Aug 03 19:06:25.093454 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.126303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b914-d5da-489f-8695-39f45fd9ac81 req-369f7297-50f1-4532-8352-2f606241bdc5 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.129017 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d57b914-d5da-489f-8695-39f45fd9ac81 req-369f7297-50f1-4532-8352-2f606241bdc5 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 948 time: 0.2172277 Aug 03 19:06:25.134612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98a1df8d-053a-4bbe-9b5d-c537b7ef60a2 req-d9b5700c-9066-4c2f-b77a-b8428d3e31a0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436243 Aug 03 19:06:25.140556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.173884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c29aa249-24bb-4991-bd78-10da3315fd4b up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:25.240734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cf2b10-9020-423d-a515-5556bc775d72 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:25.262244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.263454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Network f814e7a7-f0ca-4e21-8d6e-66af40a55cae is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:25.269598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:25.278080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:25.287408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.288385 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.290961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.293113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port c29aa249-24bb-4991-bd78-10da3315fd4b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:25.303314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Pushing event updated for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:25.305547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port c29aa249-24bb-4991-bd78-10da3315fd4b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:25.306665 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.309733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-5c40255a-027d-4553-9e50-6f6233b6cfd2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7109699 Aug 03 19:06:25.322356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d57b914-d5da-489f-8695-39f45fd9ac81 req-9d9f2224-1b9e-4df0-830d-912f6d1b577f tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811693 Aug 03 19:06:25.336603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Transition to ACTIVE for port object 96cf2b10-9020-423d-a515-5556bc775d72 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:25.347993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Request body: {'port': {'device_id': '44b91706-76d6-4e4e-9c61-184595057b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:25.356543 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.508004 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.520487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.591294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289dc576-53bc-466e-aa2f-1f25be1384b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29aa249-24bb-4991-bd78-10da3315fd4b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:25.596176 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b8498-205a-4114-88bb-8e26d19ce396" -d '{"events": [{"server_uuid": "289dc576-53bc-466e-aa2f-1f25be1384b4", "name": "network-vif-plugged", "status": "completed", "tag": "c29aa249-24bb-4991-bd78-10da3315fd4b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:25.654524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c29aa249-24bb-4991-bd78-10da3315fd4b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c29aa249-24bb-4991-bd78-10da3315fd4b,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:25.656334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Attempting to bind port 96cf2b10-9020-423d-a515-5556bc775d72 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:25.657023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Attempting to bind port 96cf2b10-9020-423d-a515-5556bc775d72 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:25.657644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Attempting to bind port 96cf2b10-9020-423d-a515-5556bc775d72 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:25.660389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.667907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:25.682162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Port 96cf2b10-9020-423d-a515-5556bc775d72 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:25.682609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Attempting to bind port 96cf2b10-9020-423d-a515-5556bc775d72 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:25.711077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308be612-9b6e-4a3d-bb21-954c58d8d431 req-a3ac4a73-dcf3-4f99-928d-fa28528b875f tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.719911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-308be612-9b6e-4a3d-bb21-954c58d8d431 req-a3ac4a73-dcf3-4f99-928d-fa28528b875f tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 949 time: 0.2164292 Aug 03 19:06:25.724755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:25.725346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:25.726599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:25.727732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Bound port: 96cf2b10-9020-423d-a515-5556bc775d72, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:25.728275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.793646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c29aa249-24bb-4991-bd78-10da3315fd4b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:25.826778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-308be612-9b6e-4a3d-bb21-954c58d8d431 req-e4926b73-db0f-4051-bb59-4dcad4372961 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940437 Aug 03 19:06:25.866317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:25.870202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:25.876888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.959603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.962161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.972260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] 10.222.0.63 "PUT /v2.0/ports/96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 1095 time: 1.9471080 Aug 03 19:06:25.977925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:25.982460 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "tag": "96cf2b10-9020-423d-a515-5556bc775d72"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:26.035335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d61cbb6-a18c-4a65-8626-0986ce58feb6 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:26.047845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.068503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Transition to ACTIVE for port object 7d61cbb6-a18c-4a65-8626-0986ce58feb6 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:26.074979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.094891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d8f8b-6dd6-4197-aa85-7f3204b55ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:26.141762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e519d619-28e4-4421-8769-3d91155d4de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.183688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:26.194212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:26.194806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:26.195387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:26.199681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cf3a0-67b2-440e-902c-74ac5a193453 req-5893289c-4892-4bb7-893e-e3b2bd306794 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.201618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce8cf3a0-67b2-440e-902c-74ac5a193453 req-5893289c-4892-4bb7-893e-e3b2bd306794 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 945 time: 0.2663639 Aug 03 19:06:26.208998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:26.209657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:26.219237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:26.220027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:26.220716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:26.221304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Bound port: 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:26.221845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.232622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f519731e-3dd7-41f3-945a-2d7f95103054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.235684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-f519731e-3dd7-41f3-945a-2d7f95103054 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1098 time: 0.1705163 Aug 03 19:06:26.317795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:26.321743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:26.331240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.377332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-1b3a5d76-21ee-47af-a4c3-3e3b6ab9e07b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.1051919 Aug 03 19:06:26.379584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.380366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.381988 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] 10.222.0.88 "PUT /v2.0/ports/7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 1092 time: 1.0598431 Aug 03 19:06:26.382524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:26.385180 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3692185e-0b5e-4e78-84fe-2a4f7939eabc" -d '{"events": [{"name": "network-changed", "server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:26.412560 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9554064-1b09-483c-8eb3-f8e3f9536f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:26.470763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6a6ef-3f36-4b46-b3d0-9761043e55ef req-b26a6a31-f1f0-4a1a-ba46-d1aa10fc86c5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.473264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfa6a6ef-3f36-4b46-b3d0-9761043e55ef req-b26a6a31-f1f0-4a1a-ba46-d1aa10fc86c5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 944 time: 0.2691262 Aug 03 19:06:26.478894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce8cf3a0-67b2-440e-902c-74ac5a193453 req-e46c5c58-9ca6-4c6b-a4bc-d9a36534f270 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522547 Aug 03 19:06:26.499936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-155a4fd9-ba6b-4e6c-ba95-314b172dbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.501503 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-155a4fd9-ba6b-4e6c-ba95-314b172dbeff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1095 time: 0.0568929 Aug 03 19:06:26.537004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-4f6d0e8f-1be7-4f67-9d33-119a72316894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.539248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-4f6d0e8f-1be7-4f67-9d33-119a72316894 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1480942 Aug 03 19:06:26.614375 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-be6f0d4f-8b89-4114-8a86-b3f9be258d70 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 217 time: 0.1034563 Aug 03 19:06:26.617426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfa6a6ef-3f36-4b46-b3d0-9761043e55ef req-a119c954-91a5-45a0-9f9c-e14ffffcabd7 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298947 Aug 03 19:06:26.646733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-4d836108-0c7d-4b55-897f-50f77fc38a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.652233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-4d836108-0c7d-4b55-897f-50f77fc38a94 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042638 Aug 03 19:06:26.664664 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a91c81-e671-4ac1-8b14-c384ce69f3a0 x-openstack-request-id: req-62a91c81-e671-4ac1-8b14-c384ce69f3a0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:26.665448 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289dc576-53bc-466e-aa2f-1f25be1384b4", "name": "network-vif-plugged", "status": "completed", "tag": "c29aa249-24bb-4991-bd78-10da3315fd4b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:26.665662 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62a91c81-e671-4ac1-8b14-c384ce69f3a0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:26.666724 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289dc576-53bc-466e-aa2f-1f25be1384b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29aa249-24bb-4991-bd78-10da3315fd4b', 'code': 200} Aug 03 19:06:26.726040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59564) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:26.748457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-99da5718-f2a8-4a03-a4c7-112634060e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.750277 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-99da5718-f2a8-4a03-a4c7-112634060e60 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1276598 Aug 03 19:06:26.804699 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-b015594e-78a5-450c-9171-6049ef9292f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407934 Aug 03 19:06:26.805797 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a52fcd-cf9c-48d1-b02c-9a9fee282da9 x-openstack-request-id: req-21a52fcd-cf9c-48d1-b02c-9a9fee282da9 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:26.806290 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "tag": "96cf2b10-9020-423d-a515-5556bc775d72", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:26.806701 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21a52fcd-cf9c-48d1-b02c-9a9fee282da9 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:26.807308 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72', 'status': 'completed', 'code': 200} Aug 03 19:06:26.910927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac37ad-2575-4e78-8ae1-2d3b0d0e4db0 req-bedcf350-aeb9-433a-a962-6aacf630d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.913155 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-80ac37ad-2575-4e78-8ae1-2d3b0d0e4db0 req-bedcf350-aeb9-433a-a962-6aacf630d49d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 1100 time: 0.1070030 Aug 03 19:06:26.919426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-7b4f9ca9-0ece-4f10-b41d-b7e902a1a781 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574105 Aug 03 19:06:26.983732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-80ac37ad-2575-4e78-8ae1-2d3b0d0e4db0 req-cb05743d-71ee-4f44-bc46-bba74915caa6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570483 Aug 03 19:06:27.171590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad977dce-b0b7-43a8-bf01-dcbd30407891 req-bf34244d-e072-47d1-940d-d3457ea1de85 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.174863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad977dce-b0b7-43a8-bf01-dcbd30407891 req-bf34244d-e072-47d1-940d-d3457ea1de85 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 947 time: 0.2312334 Aug 03 19:06:27.247117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec3caaf-8a61-4f87-a91e-24786d594d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.262374 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-1826e1db-0e4b-4976-b9ca-39fc89f14be5 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213140 Aug 03 19:06:27.265736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4f79c-b6ac-4647-8891-67585123f140 req-7c879bf9-2f36-4722-a4e7-1e5e8e43386e tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.268573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85d4f79c-b6ac-4647-8891-67585123f140 req-7c879bf9-2f36-4722-a4e7-1e5e8e43386e tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 949 time: 0.2433836 Aug 03 19:06:27.281827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad3e88b-ee05-4d96-9f9e-f540aa3502fb req-0c12dfcb-aa63-4065-8bc1-42fc50a70ef0 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523252 Aug 03 19:06:27.329294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad977dce-b0b7-43a8-bf01-dcbd30407891 req-f655eb4d-cfb6-4346-b4a2-8dd335789ac6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388860 Aug 03 19:06:27.378771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85d4f79c-b6ac-4647-8891-67585123f140 req-e6cef998-c7e1-4957-a887-1b53a9009949 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013980 Aug 03 19:06:27.423997 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b0dd67a-5bd7-4d6b-87f3-fe8768324fe4 req-8806adef-2fca-4bf6-ab35-71bbcae32335 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486347 Aug 03 19:06:27.441609 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92308dee-f31f-45fb-8e3f-eef52f2ba78e x-openstack-request-id: req-92308dee-f31f-45fb-8e3f-eef52f2ba78e {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:27.441845 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:27.442029 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92308dee-f31f-45fb-8e3f-eef52f2ba78e {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:27.442371 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6', 'status': 'completed', 'code': 200} Aug 03 19:06:27.459927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec3caaf-8a61-4f87-a91e-24786d594d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.475366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec3caaf-8a61-4f87-a91e-24786d594d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.603753 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ec3caaf-8a61-4f87-a91e-24786d594d75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d6c2f3c9d9b41fc8493ca7ddc41c395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8688068 Aug 03 19:06:27.604949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59574) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:27.619770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3caaf-8a61-4f87-a91e-24786d594d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ae342a-3d25-40a0-ac66-6ba1ae232602,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:27.680880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-0c1f8c88-fbfd-41b7-941d-0487a4240a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.683427 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-0c1f8c88-fbfd-41b7-941d-0487a4240a86 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1095 time: 0.1442587 Aug 03 19:06:27.772207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54d1ab06-335b-4226-bd06-b1f7d0078de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.786084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-6ad461fa-1ea9-4a7e-ba29-18a03cde2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.787788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-6ad461fa-1ea9-4a7e-ba29-18a03cde2081 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1098 time: 0.2673814 Aug 03 19:06:27.793094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-211cf05b-53b2-4327-97c8-04d2f046a9aa tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 258 time: 0.3177583 Aug 03 19:06:27.811612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d944c75-756d-4e08-9aaf-bcb4fa6b770a req-3086b6b9-995d-4f82-9be6-a0941815f1c0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.813884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d944c75-756d-4e08-9aaf-bcb4fa6b770a req-3086b6b9-995d-4f82-9be6-a0941815f1c0 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 949 time: 0.1628997 Aug 03 19:06:27.822596 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54d1ab06-335b-4226-bd06-b1f7d0078de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.831230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:27.860449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-c4187127-8182-4512-a58b-e4820d61a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.862136 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-c4187127-8182-4512-a58b-e4820d61a219 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.1692796 Aug 03 19:06:27.911801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-d91f20d9-9dec-4fc4-9c11-7af0a8cd4eea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 217 time: 0.0402029 Aug 03 19:06:27.914308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.949254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d944c75-756d-4e08-9aaf-bcb4fa6b770a req-fd8893ed-590d-40e9-ade2-9fb89ad77808 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134534 Aug 03 19:06:27.981658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54d1ab06-335b-4226-bd06-b1f7d0078de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.981658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54d1ab06-335b-4226-bd06-b1f7d0078de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.981658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-54d1ab06-335b-4226-bd06-b1f7d0078de3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8ae342a-3d25-40a0-ac66-6ba1ae232602 HTTP/1.1" status: 204 len: 168 time: 0.3671288 Aug 03 19:06:27.995103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-0d8b0691-91de-4278-b872-4e499c3e0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.995876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-0d8b0691-91de-4278-b872-4e499c3e0841 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1999068 Aug 03 19:06:28.008042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1ab06-335b-4226-bd06-b1f7d0078de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ae342a-3d25-40a0-ac66-6ba1ae232602,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.053896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-4a8d76d2-d91d-42a1-81d7-61f72203fdcf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.0483203 Aug 03 19:06:28.076119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-767b52e1-6239-45ed-9aa0-260216a0a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.083049 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-767b52e1-6239-45ed-9aa0-260216a0a1ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1519003 Aug 03 19:06:28.120984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-381a00d9-651a-4b90-991a-bcf55d1c8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.122554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-381a00d9-651a-4b90-991a-bcf55d1c8b0c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0607440 Aug 03 19:06:28.151684 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-bb6afcf7-38e7-4123-bcd0-43e31161a9d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591474 Aug 03 19:06:28.173980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.276346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-35e83586-9a04-4110-af63-339cd9adc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.277849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-35e83586-9a04-4110-af63-339cd9adc758 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422687 Aug 03 19:06:28.347743 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-f01e3902-d4f0-45c2-98c6-fc08344764f9 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692972 Aug 03 19:06:28.490546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59588) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:28.531114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f88a077-c12a-4001-a8bc-7095da72612c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.552537 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3692185e-0b5e-4e78-84fe-2a4f7939eabc req-7503b019-189e-4761-8761-aad5d2238f0f service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936045 Aug 03 19:06:28.629788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Allocated IP 172.25.4.186 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/0f280166-1a3e-402a-b031-17abedf15a65) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:28.639038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f61d-30bc-4d69-a10c-2742678c4918 req-9a43c399-9a0e-4ba3-9432-1ffa41ccf541 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.640681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af5f61d-30bc-4d69-a10c-2742678c4918 req-9a43c399-9a0e-4ba3-9432-1ffa41ccf541 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 944 time: 0.3777499 Aug 03 19:06:28.710082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f88a077-c12a-4001-a8bc-7095da72612c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.716227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f88a077-c12a-4001-a8bc-7095da72612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.726735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-bda3aa7f-d760-40ab-a6f0-605f90debb47 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189024 Aug 03 19:06:28.788711 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5f88a077-c12a-4001-a8bc-7095da72612c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fb663c42d564b13898e59ac3a0f11d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937572 Aug 03 19:06:28.788711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88a077-c12a-4001-a8bc-7095da72612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a159e226-96d8-4fcf-98a0-d821b0b7c969,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.791542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59590) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:28.813874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af5f61d-30bc-4d69-a10c-2742678c4918 req-04c67e78-65c5-4a05-8a10-69f7fa52eb73 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536906 Aug 03 19:06:28.875641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dda9033-a5cb-4613-a0a4-9acadbfaa380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.881418 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.902412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c8abd2a-4514-4a76-935d-f4ad9b84f01f req-9298150d-9caa-4213-8c10-06c72c73b4bb service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659367 Aug 03 19:06:28.916133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dda9033-a5cb-4613-a0a4-9acadbfaa380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.962479 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.984340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dda9033-a5cb-4613-a0a4-9acadbfaa380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.989464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dda9033-a5cb-4613-a0a4-9acadbfaa380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.995520 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7dda9033-a5cb-4613-a0a4-9acadbfaa380 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a159e226-96d8-4fcf-98a0-d821b0b7c969 HTTP/1.1" status: 204 len: 168 time: 0.1988811 Aug 03 19:06:29.004485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda9033-a5cb-4613-a0a4-9acadbfaa380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a159e226-96d8-4fcf-98a0-d821b0b7c969,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.040590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:29.047251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:29.049848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:29.101761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Pushing event updated for resources: {'Port': ['ID=0f280166-1a3e-402a-b031-17abedf15a65,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.115331 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-e50f3fae-27d7-4718-834b-7b125c4cde05 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916245 Aug 03 19:06:29.135544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca168ae-7b89-4087-88ba-6c8aafc83639 req-c755bc3c-a514-41dc-8325-47a2e3bddeb6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.138125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bca168ae-7b89-4087-88ba-6c8aafc83639 req-c755bc3c-a514-41dc-8325-47a2e3bddeb6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 947 time: 0.1721451 Aug 03 19:06:29.146250 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.211377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.235925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-e93a1077-46da-4cf9-9cfc-64f2fb067aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.238676 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-e93a1077-46da-4cf9-9cfc-64f2fb067aa7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1095 time: 0.0754120 Aug 03 19:06:29.257694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bca168ae-7b89-4087-88ba-6c8aafc83639 req-80638b9f-68fc-496f-9f4f-c4979ed47047 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009665 Aug 03 19:06:29.401160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-c12c6847-4cb1-4bf9-adb9-09c9e35ca151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.402784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-c12c6847-4cb1-4bf9-adb9-09c9e35ca151 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.1378005 Aug 03 19:06:29.460282 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-3af7445c-561e-468a-aa5e-3de16c47bb52 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 217 time: 0.0480456 Aug 03 19:06:29.517877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.553624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-f5f7d874-778e-4ed5-a783-d65eca4e159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.556320 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-f5f7d874-778e-4ed5-a783-d65eca4e159c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0873010 Aug 03 19:06:29.574726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440edb-f41f-4d0d-8dbd-424087f26595 req-d6fd6679-7770-4b07-8440-efce7949fdbe tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.576808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9440edb-f41f-4d0d-8dbd-424087f26595 req-d6fd6679-7770-4b07-8440-efce7949fdbe tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 949 time: 0.1721368 Aug 03 19:06:29.608759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-1031a9c7-f9f0-4f35-8c86-f3e5116a6e39 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.610422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-1031a9c7-f9f0-4f35-8c86-f3e5116a6e39 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 949 time: 0.1458278 Aug 03 19:06:29.618327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-266b3f16-0ef8-4135-b5a3-95d95bb51d61 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481064 Aug 03 19:06:29.638988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.660740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.729956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.765062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9440edb-f41f-4d0d-8dbd-424087f26595 req-c2f60621-7fd9-4c8e-985d-74a12acb6c58 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798692 Aug 03 19:06:29.781909 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-9b854a66-d3c5-4b98-a893-7446ad20f048 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549175 Aug 03 19:06:29.783901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Pushing event updated for resources: {'Port': ['ID=0f280166-1a3e-402a-b031-17abedf15a65,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.789593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.807882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-95574b44-8c5f-4f20-bfba-9cc8e12c2360 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9911094 Aug 03 19:06:29.917843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-e821ad0d-95d4-4d9b-bb57-484e83f6b573 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.1034791 Aug 03 19:06:29.967557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b8b7e6e-68dc-4644-b78c-7e4110fb5550 req-716f7770-6ca6-4ded-9f57-f40b1dea5768 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706977 Aug 03 19:06:30.003156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Deleting port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:30.003538 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.138248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-879b5c11-79e1-40c9-a36b-adc9a1263c26 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.139752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-879b5c11-79e1-40c9-a36b-adc9a1263c26 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2211123 Aug 03 19:06:30.150812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131171-5bfc-4017-8280-8ff20e9f6252 req-73ffa157-ce9b-4b4f-9970-a5479a9b2ea7 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.152421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5131171-5bfc-4017-8280-8ff20e9f6252 req-73ffa157-ce9b-4b4f-9970-a5479a9b2ea7 tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 949 time: 0.1729026 Aug 03 19:06:30.168652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-68c56d0a-9330-47f0-b643-66373584a5f7 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:30.169721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-172ee783-9bd1-40cc-8ca6-2ce3247a354d req-68c56d0a-9330-47f0-b643-66373584a5f7 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094423 Aug 03 19:06:30.206029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] For port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:30.206409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.214954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7d61cbb6-a18c-4a65-8626-0986ce58feb6 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:30.245288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Calling delete_port for 16a8f7cf-6a6b-463f-8784-0f2e2d80065e owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:30.263482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5131171-5bfc-4017-8280-8ff20e9f6252 req-c3bfaa45-f441-4c4f-8e8a-cc2db3a3a8fb tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/security-groups?id=04784571-c62b-4f32-a03c-52ca23e8555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921590 Aug 03 19:06:30.384615 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5db3b082-0830-4c58-b5e9-0961ca069ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.532760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:30.563246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '7d61cbb6-a18c-4a65-8626-0986ce58feb6', 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'port_id': '7d61cbb6-a18c-4a65-8626-0986ce58feb6', 'mac_address': 'fa:16:3e:f3:43:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c771c334-89f1-45d4-b8bf-58d8b0c3c018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:30.570446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0120d9-2c42-4af6-9759-2419f3fbfe8b req-1a0326e2-1000-4a31-aa0c-0292b0765a5e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.572096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b0120d9-2c42-4af6-9759-2419f3fbfe8b req-1a0326e2-1000-4a31-aa0c-0292b0765a5e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 944 time: 0.1280742 Aug 03 19:06:30.626883 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.642496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d61cbb6-a18c-4a65-8626-0986ce58feb6 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:30.663477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b0120d9-2c42-4af6-9759-2419f3fbfe8b req-fb3186c2-0c65-4d93-a0a0-692c88ca6a6d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747514 Aug 03 19:06:30.672584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:30.679345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.753737 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.756134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:30.789867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['16a8f7cf-6a6b-463f-8784-0f2e2d80065e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:30.840579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Pushing event deleted for resources: {'Port': ['ID=16a8f7cf-6a6b-463f-8784-0f2e2d80065e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:30.913571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] No DVR routers for this DVR port 16a8f7cf-6a6b-463f-8784-0f2e2d80065e on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:30.923644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-e4ec4bc2-e677-4281-ae99-816ac78f85d6 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.925424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-e4ec4bc2-e677-4281-ae99-816ac78f85d6 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2352352 Aug 03 19:06:30.928971 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.931312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dcd5b85-2455-42c4-92ac-25b52076659e req-7600b684-bad2-4683-a813-788b75627efe tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.63 "DELETE /v2.0/ports/16a8f7cf-6a6b-463f-8784-0f2e2d80065e HTTP/1.1" status: 204 len: 173 time: 1.3135121 Aug 03 19:06:30.931938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522b7e0b-45ac-47be-bcd8-2da4b670141a', 'name': 'network-vif-deleted', 'tag': '16a8f7cf-6a6b-463f-8784-0f2e2d80065e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:30.934480 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b980e32-973b-4b8e-9700-447b13daa6f1" -d '{"events": [{"server_uuid": "522b7e0b-45ac-47be-bcd8-2da4b670141a", "name": "network-vif-deleted", "tag": "16a8f7cf-6a6b-463f-8784-0f2e2d80065e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:30.960782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935021c-e9e2-44f4-812f-74137c3b9c9e req-1e13b1ad-851b-47c8-a484-fdc1908a361f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.962425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4935021c-e9e2-44f4-812f-74137c3b9c9e req-1e13b1ad-851b-47c8-a484-fdc1908a361f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 947 time: 0.2064877 Aug 03 19:06:30.993844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['7d61cbb6-a18c-4a65-8626-0986ce58feb6'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:31.081255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-d30f6f9b-a019-4a07-82af-d22c0b1efedf tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.1402438 Aug 03 19:06:31.098052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Request body: {'floatingip': {'port_id': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:31.191708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4935021c-e9e2-44f4-812f-74137c3b9c9e req-8057e5d3-b5f2-4d04-9ad6-0a57fa64611f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472790 Aug 03 19:06:31.195149 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.212912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 96cf2b10-9020-423d-a515-5556bc775d72 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:31.364806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:31.383579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '96cf2b10-9020-423d-a515-5556bc775d72', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '96cf2b10-9020-423d-a515-5556bc775d72', 'mac_address': 'fa:16:3e:c0:b3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:31.436965 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.454272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cf2b10-9020-423d-a515-5556bc775d72 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:31.492801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:31.500293 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.555271 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2468f5c-da03-4b90-824c-34d79586ccd6 x-openstack-request-id: req-b2468f5c-da03-4b90-824c-34d79586ccd6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:31.555875 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522b7e0b-45ac-47be-bcd8-2da4b670141a", "name": "network-vif-deleted", "tag": "16a8f7cf-6a6b-463f-8784-0f2e2d80065e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:31.555875 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2468f5c-da03-4b90-824c-34d79586ccd6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:31.556283 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522b7e0b-45ac-47be-bcd8-2da4b670141a', 'name': 'network-vif-deleted', 'tag': '16a8f7cf-6a6b-463f-8784-0f2e2d80065e', 'status': 'completed', 'code': 200} Aug 03 19:06:31.567887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:31.699743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59666) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:31.759310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.858586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b192b8e-9d54-407c-88b1-82b626a5cbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.970314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b192b8e-9d54-407c-88b1-82b626a5cbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.974740 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b192b8e-9d54-407c-88b1-82b626a5cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.981299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fb1269b-aee7-492b-aba0-b64e8f08c4d5 req-58fd4de4-75f8-4c91-b417-c774fa52b2ea tempest-DeleteServersAdminTestJSON-1381634388 tempest-DeleteServersAdminTestJSON-1381634388-project] 10.222.0.42 "GET /v2.0/ports?device_id=522b7e0b-45ac-47be-bcd8-2da4b670141a HTTP/1.1" status: 200 len: 210 time: 0.3220890 Aug 03 19:06:31.982707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['96cf2b10-9020-423d-a515-5556bc775d72'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:32.024212 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1b192b8e-9d54-407c-88b1-82b626a5cbcb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2b3a50a871f47d08bc5d8eb45233ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229351 Aug 03 19:06:32.025192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b192b8e-9d54-407c-88b1-82b626a5cbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05b4ea-4ed2-480c-83dc-de9ebdb54db3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:32.027952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59672) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:32.098836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-372fea01-1337-4bba-b0fe-fd950e64c34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.145851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-372fea01-1337-4bba-b0fe-fd950e64c34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.224167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7d61cbb6-a18c-4a65-8626-0986ce58feb6 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:32.238857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-372fea01-1337-4bba-b0fe-fd950e64c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.243221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-372fea01-1337-4bba-b0fe-fd950e64c34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.249098 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-372fea01-1337-4bba-b0fe-fd950e64c34b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b05b4ea-4ed2-480c-83dc-de9ebdb54db3 HTTP/1.1" status: 204 len: 168 time: 0.2154906 Aug 03 19:06:32.259979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fea01-1337-4bba-b0fe-fd950e64c34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05b4ea-4ed2-480c-83dc-de9ebdb54db3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:32.293429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:32.301829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:32.302370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.398790 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:06:32.417389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3bba7-9448-47a7-971b-dfe608b03959 req-9abaead0-ea13-4104-a582-d7b8a210805b tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:32.420121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8dc3bba7-9448-47a7-971b-dfe608b03959 req-9abaead0-ea13-4104-a582-d7b8a210805b tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 949 time: 0.2343216 Aug 03 19:06:32.425193 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.471101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:32.473988 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec7b765-45f1-42dd-9187-01d5552dc4d8" -d '{"events": [{"server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "name": "network-vif-plugged", "status": "completed", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:32.490349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:32.495275 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.557006 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.569881 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.581522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8dc3bba7-9448-47a7-971b-dfe608b03959 req-b2c3a827-f94b-4ac7-96e0-6f386a5587e6 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200430 Aug 03 19:06:32.584384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:32.719193 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Floating IP 8199350e-8052-4649-9c67-da82ce421099 associated. External IP: 172.25.4.186, port: 3d223f59-f3e9-4fac-b633-f91787bd508f. Aug 03 19:06:32.727428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59686) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:32.746728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-739c0270-a429-4c80-baa4-c03ed9e9f1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.852374 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-739c0270-a429-4c80-baa4-c03ed9e9f1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.857186 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-739c0270-a429-4c80-baa4-c03ed9e9f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.905039 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c0270-a429-4c80-baa4-c03ed9e9f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a86acc-38a3-4472-8bf1-e424d9294053,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:32.925053 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-739c0270-a429-4c80-baa4-c03ed9e9f1a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7f9502acab9459aa8b7b4af7f30e28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961625 Aug 03 19:06:32.927640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59692) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:32.984630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d3c18d9-091f-4332-ada4-7796b41de9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.009292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d3c18d9-091f-4332-ada4-7796b41de9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.019334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f2b88-fc5e-47c7-915f-ffe0300720e8 req-5ee96787-fe08-4cf1-8b81-e7637220bd7f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.020920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f92f2b88-fc5e-47c7-915f-ffe0300720e8 req-5ee96787-fe08-4cf1-8b81-e7637220bd7f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 946 time: 0.1031606 Aug 03 19:06:33.054430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Router 02315c8d-cd53-48a6-9e06-7023a095fa6c has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:06:33.077204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f92f2b88-fc5e-47c7-915f-ffe0300720e8 req-3d8139b4-b4b4-41b8-a004-71440886b426 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498192 Aug 03 19:06:33.083136 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d3c18d9-091f-4332-ada4-7796b41de9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.087264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d3c18d9-091f-4332-ada4-7796b41de9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.090063 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d3c18d9-091f-4332-ada4-7796b41de9c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1a86acc-38a3-4472-8bf1-e424d9294053 HTTP/1.1" status: 204 len: 168 time: 0.1610181 Aug 03 19:06:33.106349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c18d9-091f-4332-ada4-7796b41de9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a86acc-38a3-4472-8bf1-e424d9294053,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:33.207812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 96cf2b10-9020-423d-a515-5556bc775d72 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:33.271901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 96cf2b10-9020-423d-a515-5556bc775d72 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:33.278778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 96cf2b10-9020-423d-a515-5556bc775d72 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:33.279016 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.289539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:33.301625 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.306302 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] Sync routers for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:33.325953 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:33.327677 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:06:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:33.356301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-6265d0d5-47b1-45ff-96c2-4f731a675fc8 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.359203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-6265d0d5-47b1-45ff-96c2-4f731a675fc8 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.63 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 949 time: 0.1658254 Aug 03 19:06:33.383057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f1b99-3a4b-4b6a-829c-7a1d79fb13ff req-db3b5aea-956c-4254-a904-69495d5a62ce tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.391282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-710f1b99-3a4b-4b6a-829c-7a1d79fb13ff req-db3b5aea-956c-4254-a904-69495d5a62ce tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 948 time: 0.1970453 Aug 03 19:06:33.414829 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.425728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7db68c1a-1aa9-4538-a230-79cf6f565720 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "PUT /v2.0/floatingips/8199350e-8052-4649-9c67-da82ce421099 HTTP/1.1" status: 200 len: 996 time: 2.3432515 Aug 03 19:06:33.476880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:33.483718 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.485595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 16a8f7cf-6a6b-463f-8784-0f2e2d80065e no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:33.489255 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:33.521534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 16a8f7cf-6a6b-463f-8784-0f2e2d80065e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:06:33.521999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 16a8f7cf-6a6b-463f-8784-0f2e2d80065e not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:33.558151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-710f1b99-3a4b-4b6a-829c-7a1d79fb13ff req-ba7f5659-c53a-4992-bbb7-52456fde18ac tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658628 Aug 03 19:06:33.561711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:33.565114 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ab05b-273c-416f-84a2-691f163618ba" -d '{"events": [{"name": "network-changed", "server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:33.598484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-2359c196-4a29-499a-afeb-61b3cf56facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.607098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-2359c196-4a29-499a-afeb-61b3cf56facb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56a83c976f614b1194551f350e475383&device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 1096 time: 0.1327345 Aug 03 19:06:33.651196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:33.675167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Deleting port c29aa249-24bb-4991-bd78-10da3315fd4b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:33.677968 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73a8c0-04f5-4529-95b1-298c4e58b36f x-openstack-request-id: req-aa73a8c0-04f5-4529-95b1-298c4e58b36f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:33.678332 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "name": "network-vif-plugged", "status": "completed", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:33.679259 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa73a8c0-04f5-4529-95b1-298c4e58b36f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:33.679947 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6', 'code': 200} Aug 03 19:06:33.680230 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.883550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ad571-77ba-40d3-965a-119bd59acdd5 req-2a91f0b3-3553-4f9f-9953-3608e39c3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.886169 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-091ad571-77ba-40d3-965a-119bd59acdd5 req-2a91f0b3-3553-4f9f-9953-3608e39c3991 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1097 time: 0.1267231 Aug 03 19:06:33.901830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-97edf2ab-7476-498a-8577-d586bcdbbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.903414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-97edf2ab-7476-498a-8577-d586bcdbbf08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f5a1c7a-298a-4025-a3b8-17d70207fff2 HTTP/1.1" status: 200 len: 930 time: 0.2873380 Aug 03 19:06:33.924723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] For port c29aa249-24bb-4991-bd78-10da3315fd4b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c29aa249-24bb-4991-bd78-10da3315fd4b,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:33.925653 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.957845 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-091ad571-77ba-40d3-965a-119bd59acdd5 req-a3dc5343-b534-453c-9797-c2790c1f52bf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608158 Aug 03 19:06:34.001702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Calling delete_port for c29aa249-24bb-4991-bd78-10da3315fd4b owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:34.220731 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8199350e-8052-4649-9c67-da82ce421099', 'tenant_id': '56a83c976f614b1194551f350e475383', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'port_id': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'mac_address': 'fa:16:3e:be:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d45871-fc7e-4afd-8853-70733977b032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:29Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 1, 'project_id': '56a83c976f614b1194551f350e475383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:09Z', 'revision_number': 5, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:34.264128 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] Checking router: 02315c8d-cd53-48a6-9e06-7023a095fa6c for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:34.277162 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:34.277669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:06:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:34.284988 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.297908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab05b-273c-416f-84a2-691f163618ba req-23e88b1b-66bc-4697-b9a1-a8c3eaa23848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.300810 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-294ab05b-273c-416f-84a2-691f163618ba req-23e88b1b-66bc-4697-b9a1-a8c3eaa23848 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56a83c976f614b1194551f350e475383&device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 1096 time: 0.1397960 Aug 03 19:06:34.428939 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:34.467954 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a3bf60-0571-451e-890f-fbe02758e479 x-openstack-request-id: req-27a3bf60-0571-451e-890f-fbe02758e479 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:34.468388 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:34.468785 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27a3bf60-0571-451e-890f-fbe02758e479 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:34.469846 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'status': 'completed', 'code': 200} Aug 03 19:06:34.485060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab05b-273c-416f-84a2-691f163618ba req-34536d4e-866d-4d69-a2be-e3ffeb2c0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.487021 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-294ab05b-273c-416f-84a2-691f163618ba req-34536d4e-866d-4d69-a2be-e3ffeb2c0367 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1f5a1c7a-298a-4025-a3b8-17d70207fff2 HTTP/1.1" status: 200 len: 930 time: 0.1756637 Aug 03 19:06:34.495794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-42eb905f-95e3-408e-aff7-20b9e48d8b86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 200 len: 999 time: 0.5668838 Aug 03 19:06:34.561380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59728) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:34.617327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-294ab05b-273c-416f-84a2-691f163618ba req-12e65e5c-a49e-4001-9e78-a0f9476f1106 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 200 len: 999 time: 0.1161633 Aug 03 19:06:34.721626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab05b-273c-416f-84a2-691f163618ba req-e11e21bb-a006-4cd1-8e6e-cc365feaf09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.724918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-294ab05b-273c-416f-84a2-691f163618ba req-e11e21bb-a006-4cd1-8e6e-cc365feaf09c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf3482b8-7799-4241-9971-f4c4281cc405 HTTP/1.1" status: 200 len: 868 time: 0.0940828 Aug 03 19:06:34.739747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e642d42-4e6d-41bb-98a7-dbf2b49f2ae4 req-0ad5a9c7-2fda-4b4c-a0ff-e752f98f69f5 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.743019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e642d42-4e6d-41bb-98a7-dbf2b49f2ae4 req-0ad5a9c7-2fda-4b4c-a0ff-e752f98f69f5 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/ports?device_id=289dc576-53bc-466e-aa2f-1f25be1384b4 HTTP/1.1" status: 200 len: 949 time: 0.2722244 Aug 03 19:06:34.782850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-38e9e342-4488-4391-9db6-e6a945deb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.800784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-38e9e342-4488-4391-9db6-e6a945deb461 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf3482b8-7799-4241-9971-f4c4281cc405 HTTP/1.1" status: 200 len: 868 time: 0.2641032 Aug 03 19:06:34.911331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab05b-273c-416f-84a2-691f163618ba req-7e2ba64a-8bb0-4e10-aa88-3930dfe38b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.923082 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-294ab05b-273c-416f-84a2-691f163618ba req-7e2ba64a-8bb0-4e10-aa88-3930dfe38b8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1f5a1c7a-298a-4025-a3b8-17d70207fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683826 Aug 03 19:06:34.960604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-686445207-network', 'tenant_id': 'ae3ded2c9fdc4792b38378a1548d7bbf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:34.970830 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8199350e-8052-4649-9c67-da82ce421099', 'tenant_id': '56a83c976f614b1194551f350e475383', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'port_id': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'mac_address': 'fa:16:3e:be:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d45871-fc7e-4afd-8853-70733977b032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:29Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 1, 'project_id': '56a83c976f614b1194551f350e475383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:09Z', 'revision_number': 5, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:35.007385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e642d42-4e6d-41bb-98a7-dbf2b49f2ae4 req-f6ea0766-59f1-4bcf-90da-96295c3f32e0 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.42 "GET /v2.0/security-groups?id=687bb5bf-e4db-4f24-a05c-92b55b32939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343256 Aug 03 19:06:35.023825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7dc9d6a5-e706-4333-922e-a0f0f56fe1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:35.026783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-7dc9d6a5-e706-4333-922e-a0f0f56fe1a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f5a1c7a-298a-4025-a3b8-17d70207fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059062 Aug 03 19:06:35.036372 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d17b7c-be24-4403-8656-7bc4b9ff6cc3 None None] The sync data for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 is: [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8199350e-8052-4649-9c67-da82ce421099', 'tenant_id': '56a83c976f614b1194551f350e475383', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'port_id': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'mac_address': 'fa:16:3e:be:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d45871-fc7e-4afd-8853-70733977b032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:29Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 1, 'project_id': '56a83c976f614b1194551f350e475383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:09Z', 'revision_number': 5, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:35.058667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-9488413f-47f7-4f6a-930e-dce0e4c7234a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:35.077519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-9488413f-47f7-4f6a-930e-dce0e4c7234a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152235 Aug 03 19:06:35.168977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Made reservation on behalf of ae3ded2c9fdc4792b38378a1548d7bbf for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:35.172466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.188425 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.195115 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-294ab05b-273c-416f-84a2-691f163618ba req-2999e74a-72d2-4943-b754-eaf99c8c94fa service neutron] 10.222.0.88 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699976 Aug 03 19:06:35.230007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c29aa249-24bb-4991-bd78-10da3315fd4b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:35.231715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.254060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Pushing event deleted for resources: {'Port': ['ID=c29aa249-24bb-4991-bd78-10da3315fd4b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:35.392582 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-294ab05b-273c-416f-84a2-691f163618ba req-d14b8231-214e-4bc8-b3d9-e8c1a0014af5 service neutron] 10.222.0.88 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858740 Aug 03 19:06:35.443268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] No DVR routers for this DVR port c29aa249-24bb-4991-bd78-10da3315fd4b on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:35.453559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1046819-b4a5-4ef1-80a0-06cf5d1d25de None None] New status for floating IP 8199350e-8052-4649-9c67-da82ce421099: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:06:35.467435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.471369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-587cb2d6-e925-4f57-b471-27bcb1d09989 req-8e0ce20e-0c61-4744-abb8-c4fbfaaab454 tempest-ServerDiagnosticsNegativeTest-516156142 tempest-ServerDiagnosticsNegativeTest-516156142-project] 10.222.0.63 "DELETE /v2.0/ports/c29aa249-24bb-4991-bd78-10da3315fd4b HTTP/1.1" status: 204 len: 173 time: 2.1040373 Aug 03 19:06:35.533278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-917023f6-033e-4780-bca1-ec5ab15ec1aa service neutron] 10.222.0.42 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574735 Aug 03 19:06:35.648560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae1f5f-0ce6-436c-8c20-6bb3dc38efdd req-776c547f-c3a1-49df-9934-ffd40a78c87f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:35.654843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ae1f5f-0ce6-436c-8c20-6bb3dc38efdd req-776c547f-c3a1-49df-9934-ffd40a78c87f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 946 time: 0.3645885 Aug 03 19:06:35.680959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:35.685398 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1460ff-4040-4b94-8f9d-7ba640ab205c" -d '{"events": [{"server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "name": "network-vif-plugged", "status": "completed", "tag": "96cf2b10-9020-423d-a515-5556bc775d72"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:35.799218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ae1f5f-0ce6-436c-8c20-6bb3dc38efdd req-4b3a5733-5db2-4ce0-9e60-af9c8576e72e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332979 Aug 03 19:06:35.808455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46705b42-5a3b-46ff-adc9-91cfd21f030d req-1f0b180f-95a7-4bc8-bb28-2b63b78336a4 service neutron] 10.222.0.42 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640479 Aug 03 19:06:35.847032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.854037 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.891123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:35.936417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.936767 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Added segment 5a04ade7-850c-40b5-9320-ef0edc3346dc of type vlan for network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 Aug 03 19:06:35.960726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a2b350-1853-4478-a2fd-ac83e94f8f07,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:36.007416 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.026680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9344a9-c40a-4309-a1fd-58e61924fcac req-a27e64b4-30ef-44d7-b4c5-068a6d44f0f6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.028324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9344a9-c40a-4309-a1fd-58e61924fcac req-a27e64b4-30ef-44d7-b4c5-068a6d44f0f6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.1245983 Aug 03 19:06:36.075099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.075926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.076630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.083008 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4884ed-3329-4ebf-bea2-3416020e62b0 x-openstack-request-id: req-2a4884ed-3329-4ebf-bea2-3416020e62b0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:36.083302 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "name": "network-vif-plugged", "status": "completed", "tag": "96cf2b10-9020-423d-a515-5556bc775d72", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:36.083554 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a4884ed-3329-4ebf-bea2-3416020e62b0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:36.083965 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72', 'code': 200} Aug 03 19:06:36.141004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9344a9-c40a-4309-a1fd-58e61924fcac req-399e267b-b3c4-4113-9d04-2c08775fd7f7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992937 Aug 03 19:06:36.178747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6103048 Aug 03 19:06:36.184736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59754) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:36.209682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Request body: {'subnet': {'network_id': '6220e13a-1c16-4e63-9c4f-5e2ee4958348', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-686445207-subnet', 'tenant_id': 'ae3ded2c9fdc4792b38378a1548d7bbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:36.227223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad34b4-f458-44d3-b7fa-78ec86b49984 admin admin] Pushing event updated for resources: {'Network': ['ID=6220e13a-1c16-4e63-9c4f-5e2ee4958348,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:36.244185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:36.277378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Made reservation on behalf of ae3ded2c9fdc4792b38378a1548d7bbf for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:36.282569 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.353730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-ba67ff54-1a3c-497a-8770-65420e35e7d2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 258 time: 0.2486191 Aug 03 19:06:36.363333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3de47a-26e7-4f2e-88c6-7d26f2665b41 req-3dfc752d-b9ed-4acc-bc90-1d5454ad8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.365154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d3de47a-26e7-4f2e-88c6-7d26f2665b41 req-3dfc752d-b9ed-4acc-bc90-1d5454ad8398 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1100 time: 0.1240618 Aug 03 19:06:36.376615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:36.401528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112003cb-c0c5-43f9-8e9e-0b3988fef371 req-eaa7c8ac-f88c-4051-8071-099296bff1a0 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.403088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-112003cb-c0c5-43f9-8e9e-0b3988fef371 req-eaa7c8ac-f88c-4051-8071-099296bff1a0 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1097 time: 0.1257532 Aug 03 19:06:36.473458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d3de47a-26e7-4f2e-88c6-7d26f2665b41 req-ded81fc8-a1d4-4c7e-87f7-7613582f203a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908971 Aug 03 19:06:36.473966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289dc576-53bc-466e-aa2f-1f25be1384b4', 'name': 'network-vif-deleted', 'tag': 'c29aa249-24bb-4991-bd78-10da3315fd4b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:36.476644 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540c7def-99d1-4e1d-a9d1-1a1745ee90dc" -d '{"events": [{"server_uuid": "289dc576-53bc-466e-aa2f-1f25be1384b4", "name": "network-vif-deleted", "tag": "c29aa249-24bb-4991-bd78-10da3315fd4b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:36.479438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.504948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-112003cb-c0c5-43f9-8e9e-0b3988fef371 req-c570113b-f1f3-4241-a651-a02397705d4d tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870512 Aug 03 19:06:36.624437 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.634264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.709875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1669f7-24ab-4e05-92a1-1cb262d09122,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:36.732742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Checking segment: {'id': '5a04ade7-850c-40b5-9320-ef0edc3346dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6220e13a-1c16-4e63-9c4f-5e2ee4958348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:36.733200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Network hostable DHCP agents. Network: 6220e13a-1c16-4e63-9c4f-5e2ee4958348, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:36.764660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:36.779190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 6220e13a-1c16-4e63-9c4f-5e2ee4958348) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:36.791928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9213200c-7a91-49df-9b3f-cacaf32386e6 None None] Network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:36.794778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.795655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.828625 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-60d31a61-cb88-4e68-a8c5-1e3ae3ffbe02 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6402392 Aug 03 19:06:36.867440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Allocated IP 172.25.4.176 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/3ca91bd8-e068-4ebe-a9bc-a0ffa52feb6b) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:36.932283 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc660d4-c7a6-4703-83ed-2f3bd2f664cd x-openstack-request-id: req-2bc660d4-c7a6-4703-83ed-2f3bd2f664cd {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:36.932766 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289dc576-53bc-466e-aa2f-1f25be1384b4", "name": "network-vif-deleted", "tag": "c29aa249-24bb-4991-bd78-10da3315fd4b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:36.933107 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2bc660d4-c7a6-4703-83ed-2f3bd2f664cd {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:36.933725 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289dc576-53bc-466e-aa2f-1f25be1384b4', 'name': 'network-vif-deleted', 'tag': 'c29aa249-24bb-4991-bd78-10da3315fd4b', 'status': 'completed', 'code': 200} Aug 03 19:06:37.098008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.106140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42395def-20d3-44d8-ba7d-ca4b9568035a None None] Network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:37.178401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee286a4-7796-4945-a56a-23361be7eb5f req-f7f35631-a383-48ef-907e-5f3973766a03 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:37.180447 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dee286a4-7796-4945-a56a-23361be7eb5f req-f7f35631-a383-48ef-907e-5f3973766a03 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1097 time: 0.0794048 Aug 03 19:06:37.194235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.263144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:37.268851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:37.273878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:37.279157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c29aa249-24bb-4991-bd78-10da3315fd4b no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:37.295446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Pushing event updated for resources: {'Port': ['ID=3ca91bd8-e068-4ebe-a9bc-a0ffa52feb6b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:37.328783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59776) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:37.339774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dee286a4-7796-4945-a56a-23361be7eb5f req-16dfe948-a263-4f3f-b0e9-7b5217ad26ce tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396444 Aug 03 19:06:37.361876 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.407440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: c29aa249-24bb-4991-bd78-10da3315fd4b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:06:37.408571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c29aa249-24bb-4991-bd78-10da3315fd4b not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:37.437547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.712304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bbcaf-f431-421d-bde1-cc1a902fa465 req-668da0a5-7a8f-4c10-a5ff-95d3f4239029 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:37.721397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e3bbcaf-f431-421d-bde1-cc1a902fa465 req-668da0a5-7a8f-4c10-a5ff-95d3f4239029 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.1017292 Aug 03 19:06:37.728340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.737450 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.751472 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5cc-3833-4a5c-b440-a58068895a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.768763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59790) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:37.789249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.829918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e3bbcaf-f431-421d-bde1-cc1a902fa465 req-8fe31cf8-929e-4274-a3e7-36f58c4cb0d1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074488 Aug 03 19:06:37.856499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Pushing event updated for resources: {'Port': ['ID=3ca91bd8-e068-4ebe-a9bc-a0ffa52feb6b,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:37.999882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5cc-3833-4a5c-b440-a58068895a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.007933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5cc-3833-4a5c-b440-a58068895a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.015996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.018937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-8f8a1f74-3816-4888-9467-82725e27bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6481318 Aug 03 19:06:38.080700 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-21c2e5cc-3833-4a5c-b440-a58068895a6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca1fdbd21f2645a2b8ff17e01bc7f6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7507515 Aug 03 19:06:38.087334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59804) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:38.088432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2e5cc-3833-4a5c-b440-a58068895a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bf6597-356f-4d37-ba1c-97b397c1025b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.177976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-2f0247fc-a4eb-4e86-86f8-8e9dbe130895 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1511807 Aug 03 19:06:38.240221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59808) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:38.303192 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1b5f6ad9-eb43-4241-941c-503d2c03e5ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=642857488fad4f2f8942ff7a36d99678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315359 Aug 03 19:06:38.305198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59812) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:38.340977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-affe4f8a-8486-4275-837c-558781d81b9d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:38.342691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-affe4f8a-8486-4275-837c-558781d81b9d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.1540074 Aug 03 19:06:38.359587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aae1299b-1502-42fe-9160-f6f040c80133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.395665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-6eae5d9e-aa4d-4361-86b8-c56c6c7b1ce6 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:38.397005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b333407-73b3-4fd4-b462-ec49b2e14f91 req-6eae5d9e-aa4d-4361-86b8-c56c6c7b1ce6 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092404 Aug 03 19:06:38.430319 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aae1299b-1502-42fe-9160-f6f040c80133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.430935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a14286-997e-4fdb-88fd-2778d98f7c48 req-dfc9efca-c815-4411-8a43-3c1f1e834197 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:38.434781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03a14286-997e-4fdb-88fd-2778d98f7c48 req-dfc9efca-c815-4411-8a43-3c1f1e834197 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1097 time: 0.0900450 Aug 03 19:06:38.472014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb1b0dba-e368-4295-a142-5ee35915e525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.518952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb1b0dba-e368-4295-a142-5ee35915e525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.524115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03a14286-997e-4fdb-88fd-2778d98f7c48 req-d8143160-fc09-466d-8345-ac88338effa5 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817425 Aug 03 19:06:38.598261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59820) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:38.614453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1614478384-network', 'tenant_id': 'dde9df2df042479da97abfc8261e2805'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:38.703233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa80ce1-4d73-4eff-b3bf-7efd31d3854f req-b78da3ba-79ed-40b4-b400-03f5c193346b tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:38.706400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fa80ce1-4d73-4eff-b3bf-7efd31d3854f req-b78da3ba-79ed-40b4-b400-03f5c193346b tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1912894 Aug 03 19:06:38.707435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb1b0dba-e368-4295-a142-5ee35915e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.710103 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb1b0dba-e368-4295-a142-5ee35915e525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.711324 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fb1b0dba-e368-4295-a142-5ee35915e525 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/687bb5bf-e4db-4f24-a05c-92b55b32939c HTTP/1.1" status: 204 len: 168 time: 0.4047482 Aug 03 19:06:38.722320 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fbda40c5-e85b-49c2-a8eb-cb68620cee40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7ee8d349a44446db5217276e7863ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729717 Aug 03 19:06:38.722684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Made reservation on behalf of dde9df2df042479da97abfc8261e2805 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:38.725762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.735045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59824) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:38.745765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b0dba-e368-4295-a142-5ee35915e525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687bb5bf-e4db-4f24-a05c-92b55b32939c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.795053 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aae1299b-1502-42fe-9160-f6f040c80133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.798850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aae1299b-1502-42fe-9160-f6f040c80133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.799955 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aae1299b-1502-42fe-9160-f6f040c80133 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27bf6597-356f-4d37-ba1c-97b397c1025b HTTP/1.1" status: 204 len: 168 time: 0.7042737 Aug 03 19:06:38.855638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1299b-1502-42fe-9160-f6f040c80133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bf6597-356f-4d37-ba1c-97b397c1025b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.886679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fa80ce1-4d73-4eff-b3bf-7efd31d3854f req-8866df8e-a8d6-40fa-9796-1d1badd2d560 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1524262 Aug 03 19:06:38.900768 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.905105 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ac46-411c-483a-abad-9aa69ea416d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.947689 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ac46-411c-483a-abad-9aa69ea416d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.960183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9fa80ce1-4d73-4eff-b3bf-7efd31d3854f req-de45ca2b-2606-4b8c-85de-45487abd8246 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Request body: {'floatingip': {'port_id': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:39.034461 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ac46-411c-483a-abad-9aa69ea416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.039802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ac46-411c-483a-abad-9aa69ea416d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.041398 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2bd4ac46-411c-483a-abad-9aa69ea416d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04784571-c62b-4f32-a03c-52ca23e8555c HTTP/1.1" status: 204 len: 168 time: 0.3043580 Aug 03 19:06:39.067613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4ac46-411c-483a-abad-9aa69ea416d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04784571-c62b-4f32-a03c-52ca23e8555c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:39.075069 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9fa80ce1-4d73-4eff-b3bf-7efd31d3854f req-de45ca2b-2606-4b8c-85de-45487abd8246 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.215801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204919d0-f44a-47d9-9182-47e29203f9e1 req-15e21d36-c3ad-45a5-bcae-7cca0e847a17 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:39.224124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-204919d0-f44a-47d9-9182-47e29203f9e1 req-15e21d36-c3ad-45a5-bcae-7cca0e847a17 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.2593155 Aug 03 19:06:39.362269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-204919d0-f44a-47d9-9182-47e29203f9e1 req-04c03033-f11e-4300-8081-2c89f600756b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369889 Aug 03 19:06:39.407661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.440350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.482178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:39.511288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98439600-bd2f-4cfa-8f08-80ec4e3cb7ad,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:39.522765 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.523170 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Added segment 8dd96612-21a9-465f-8ea2-4d7f28ba0337 of type vlan for network 94cd92cb-61fa-46ca-9160-19e3fef8b688 Aug 03 19:06:39.534329 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-9fa80ce1-4d73-4eff-b3bf-7efd31d3854f req-de45ca2b-2606-4b8c-85de-45487abd8246 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 19:06:39.541963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fa80ce1-4d73-4eff-b3bf-7efd31d3854f req-de45ca2b-2606-4b8c-85de-45487abd8246 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "PUT /v2.0/floatingips/96c6558a-0201-48e9-b209-6493d51e4b7b HTTP/1.1" status: 409 len: 550 time: 0.6022422 Aug 03 19:06:39.653399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.659536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59848) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:39.664257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b1073d9f-c55b-4a7b-86a7-077d58cc3b89 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips/96c6558a-0201-48e9-b209-6493d51e4b7b HTTP/1.1" status: 200 len: 693 time: 0.0792916 Aug 03 19:06:39.686920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-638930e6-fce0-4fa3-aaf1-dadf53fac046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.767072 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.769058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:39.769973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.851479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59850) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:39.946224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40c36dbf-ce36-465d-89ae-a262d5a7dd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.954426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59852) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:39.980570 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec90f825-4119-494a-884b-9120a999627c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.985535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-638930e6-fce0-4fa3-aaf1-dadf53fac046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.990040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] Pushing event updated for resources: {'Network': ['ID=94cd92cb-61fa-46ca-9160-19e3fef8b688,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:39.993974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-638930e6-fce0-4fa3-aaf1-dadf53fac046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.004242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 94cd92cb-61fa-46ca-9160-19e3fef8b688 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:40.018420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-441b7dc9-1d76-4538-ac77-94b1e9ac9927 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4126394 Aug 03 19:06:40.032501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:40.033706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-661b2373-8b74-451c-a114-30b1b56ae8df tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.036153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-661b2373-8b74-451c-a114-30b1b56ae8df tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.3604195 Aug 03 19:06:40.062049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-656f7c5b-188e-4f5c-82f7-0cf8bcfe1d65 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:40.063847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-656f7c5b-188e-4f5c-82f7-0cf8bcfe1d65 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097382 Aug 03 19:06:40.074476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-638930e6-fce0-4fa3-aaf1-dadf53fac046 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c25b8236af540e3858d402c14a5be3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085531 Aug 03 19:06:40.077698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Request body: {'subnet': {'network_id': '94cd92cb-61fa-46ca-9160-19e3fef8b688', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1614478384-subnet', 'tenant_id': 'dde9df2df042479da97abfc8261e2805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:40.080909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59856) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:40.100865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638930e6-fce0-4fa3-aaf1-dadf53fac046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5c319b-04e7-43c1-84a9-447bef02ebcf,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:40.200511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-074ffd5f-1bce-49fd-9bd0-32df6d6151f4 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1049998 Aug 03 19:06:40.248719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd21f293-d72e-42a5-8e09-7ab274aa23d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.306726 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-8c838a5c-96ab-4e86-a4ce-d817c8aedf85 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.0765502 Aug 03 19:06:40.337051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd21f293-d72e-42a5-8e09-7ab274aa23d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.376130 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:06:40.497219 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40c36dbf-ce36-465d-89ae-a262d5a7dd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.529093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40c36dbf-ce36-465d-89ae-a262d5a7dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.614710 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd21f293-d72e-42a5-8e09-7ab274aa23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.618780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd21f293-d72e-42a5-8e09-7ab274aa23d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.620173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dd21f293-d72e-42a5-8e09-7ab274aa23d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d5c319b-04e7-43c1-84a9-447bef02ebcf HTTP/1.1" status: 204 len: 168 time: 0.5365062 Aug 03 19:06:40.637969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c36dbf-ce36-465d-89ae-a262d5a7dd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8929737-dc00-4c5f-a245-3de77440b2bf,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:40.646459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc93275-72cc-4330-a39c-0a72029678e2 req-90e844ea-846b-4669-be04-03927e71b18f tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.648754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec90f825-4119-494a-884b-9120a999627c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.659717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bc93275-72cc-4330-a39c-0a72029678e2 req-90e844ea-846b-4669-be04-03927e71b18f tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1100 time: 0.2591059 Aug 03 19:06:40.659898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec90f825-4119-494a-884b-9120a999627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.672646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-40c36dbf-ce36-465d-89ae-a262d5a7dd79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ddce7717a2c40e7858bf37f6099464d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8147559 Aug 03 19:06:40.690176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59860) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:40.785215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Made reservation on behalf of dde9df2df042479da97abfc8261e2805 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:40.789663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.826122 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ec90f825-4119-494a-884b-9120a999627c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4de066d8958b4122a2aa1b5381d3ad9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8703465 Aug 03 19:06:40.885991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59862) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:40.903509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90f825-4119-494a-884b-9120a999627c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db14cbfa-859c-4df6-aa5d-190f9b60836a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:40.988104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21f293-d72e-42a5-8e09-7ab274aa23d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5c319b-04e7-43c1-84a9-447bef02ebcf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:40.994988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4bc93275-72cc-4330-a39c-0a72029678e2 req-7d184a3f-31bc-4f16-9201-642fee0b882e tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.016068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Deleting port 3ca91bd8-e068-4ebe-a9bc-a0ffa52feb6b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:41.016641 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.036835 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75960ace-5558-4f5f-a99c-0af993a84f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.122891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75960ace-5558-4f5f-a99c-0af993a84f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.142580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28212ff3-8468-48ad-8729-c15a847c9e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.201283 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.201935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.239169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Calling delete_port for 3ca91bd8-e068-4ebe-a9bc-a0ffa52feb6b owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:41.279177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28212ff3-8468-48ad-8729-c15a847c9e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.376583 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4bc93275-72cc-4330-a39c-0a72029678e2 req-7d184a3f-31bc-4f16-9201-642fee0b882e tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.386301 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4bc93275-72cc-4330-a39c-0a72029678e2 req-7d184a3f-31bc-4f16-9201-642fee0b882e tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.422848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bc93275-72cc-4330-a39c-0a72029678e2 req-7d184a3f-31bc-4f16-9201-642fee0b882e tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620056 Aug 03 19:06:41.434828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d184a3f-31bc-4f16-9201-642fee0b882e tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04befa9d-ab98-4d3d-8a88-5d70e8883571,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:41.457046 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.516429 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75960ace-5558-4f5f-a99c-0af993a84f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.521785 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75960ace-5558-4f5f-a99c-0af993a84f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.523759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-75960ace-5558-4f5f-a99c-0af993a84f6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8929737-dc00-4c5f-a245-3de77440b2bf HTTP/1.1" status: 204 len: 168 time: 0.8288772 Aug 03 19:06:41.545326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.581859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75960ace-5558-4f5f-a99c-0af993a84f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8929737-dc00-4c5f-a245-3de77440b2bf,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:41.594818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28212ff3-8468-48ad-8729-c15a847c9e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.608125 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28212ff3-8468-48ad-8729-c15a847c9e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.615030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Pushing event deleted for resources: {'Port': ['ID=3ca91bd8-e068-4ebe-a9bc-a0ffa52feb6b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:41.615192 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-28212ff3-8468-48ad-8729-c15a847c9e6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db14cbfa-859c-4df6-aa5d-190f9b60836a HTTP/1.1" status: 204 len: 168 time: 0.7210858 Aug 03 19:06:41.642121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212ff3-8468-48ad-8729-c15a847c9e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db14cbfa-859c-4df6-aa5d-190f9b60836a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:41.673981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dc6835-4192-4d0f-9c20-9ef3e63d5f4a,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:41.700040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.704091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Checking segment: {'id': '8dd96612-21a9-465f-8ea2-4d7f28ba0337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '94cd92cb-61fa-46ca-9160-19e3fef8b688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:41.704676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Network hostable DHCP agents. Network: 94cd92cb-61fa-46ca-9160-19e3fef8b688, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:41.705351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.710918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0daaedaa-ce39-45eb-b62b-4e344eede8dd req-b5b3b195-b127-4a23-8b68-fde616ec6bb2 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "DELETE /v2.0/floatingips/96c6558a-0201-48e9-b209-6493d51e4b7b HTTP/1.1" status: 204 len: 173 time: 1.3911946 Aug 03 19:06:41.740167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Network 94cd92cb-61fa-46ca-9160-19e3fef8b688 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:41.758402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 94cd92cb-61fa-46ca-9160-19e3fef8b688) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:41.770962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc425-d1ee-483c-ad16-c4d5cd093f25 req-cc5fa38a-8856-4601-a3be-0da29f59a35e tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:41.771492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:41.772153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.774975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebacc425-d1ee-483c-ad16-c4d5cd093f25 req-cc5fa38a-8856-4601-a3be-0da29f59a35e tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1097 time: 0.1518767 Aug 03 19:06:41.785426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd512dc-42cd-4811-86f2-57b8fafbc183 None None] Network 94cd92cb-61fa-46ca-9160-19e3fef8b688 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:41.815391 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-15a89cf3-fc06-45ec-81af-4d564bdfaad4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7470789 Aug 03 19:06:41.868260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebacc425-d1ee-483c-ad16-c4d5cd093f25 req-16e1bbbd-b65f-46b2-9b57-311dc2f2e5b5 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852993 Aug 03 19:06:42.094539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-9e39322c-5216-442d-951d-0078f731b931 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.1516855 Aug 03 19:06:42.112080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736a65b2-cac7-43f6-aa6b-1b7fbbeec5b8 None None] Network 94cd92cb-61fa-46ca-9160-19e3fef8b688 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:42.162832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-cf83ffca-b0f4-4665-aacc-2c4ab3944354 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:42.177494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-cf83ffca-b0f4-4665-aacc-2c4ab3944354 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports/3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 200 len: 942 time: 0.0621209 Aug 03 19:06:42.353195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-e89d6285-fdf4-49dc-a11f-40ed336a6752 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.0818853 Aug 03 19:06:42.512853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-c2ba96f6-3121-44fd-8bc8-20436171137e tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:42.514541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-c2ba96f6-3121-44fd-8bc8-20436171137e tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.1503029 Aug 03 19:06:42.534538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-e7521e54-2e9b-4c4e-be06-ae92daf1a702 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:42.535647 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-e7521e54-2e9b-4c4e-be06-ae92daf1a702 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072119 Aug 03 19:06:42.641386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-94dd501c-7c48-4699-9888-242a1fa6eb59 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.0944769 Aug 03 19:06:42.664301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:42.782268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:43.081391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:43.090358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:43.093567 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Floating IP 8199350e-8052-4649-9c67-da82ce421099 disassociated. External IP: 172.25.4.186, port: 3d223f59-f3e9-4fac-b633-f91787bd508f. Aug 03 19:06:43.528192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Router 02315c8d-cd53-48a6-9e06-7023a095fa6c has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:06:43.589559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59958) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:43.760623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:43.776100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:43.776317 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] Sync routers for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:43.800033 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:43.802052 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:06:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:43.819365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-ebc63059-ba14-44c4-bf64-0688bbef9b12 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "PUT /v2.0/floatingips/8199350e-8052-4649-9c67-da82ce421099 HTTP/1.1" status: 200 len: 695 time: 1.1651018 Aug 03 19:06:43.820136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:43.824374 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:43.911610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-1c468957-4bc1-4ce7-a356-9b002f64e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:43.913384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-1c468957-4bc1-4ce7-a356-9b002f64e6a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56a83c976f614b1194551f350e475383&device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 1096 time: 0.0730290 Aug 03 19:06:44.034674 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:44.058242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-4d9ee283-2ad2-4bce-90aa-420d4466cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:44.061963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-4d9ee283-2ad2-4bce-90aa-420d4466cb32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f5a1c7a-298a-4025-a3b8-17d70207fff2 HTTP/1.1" status: 200 len: 930 time: 0.1402287 Aug 03 19:06:44.124947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-d84e2ba2-0bde-41d1-82f0-a16664d3d658 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 200 len: 217 time: 0.0547464 Aug 03 19:06:44.221607 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-84162121-82e4-4463-ad30-a42ddcf34d7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6285481 Aug 03 19:06:44.249771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-211b885a-21af-4cd9-b7dc-901fc52b81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:44.260214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-211b885a-21af-4cd9-b7dc-901fc52b81de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf3482b8-7799-4241-9971-f4c4281cc405 HTTP/1.1" status: 200 len: 868 time: 0.1114154 Aug 03 19:06:44.382430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-5f93714c-d798-4f6c-8e19-4f794985d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:44.385372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-5f93714c-d798-4f6c-8e19-4f794985d371 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f5a1c7a-298a-4025-a3b8-17d70207fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183777 Aug 03 19:06:44.396038 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:09Z', 'revision_number': 5, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:44.434894 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] Checking router: 02315c8d-cd53-48a6-9e06-7023a095fa6c for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:44.445729 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:44.446963 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:06:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:44.638391 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:44.704620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-94fb8d19-828a-4ee8-8c73-ffcf98e0b11d service neutron] 10.222.0.42 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997541 Aug 03 19:06:44.869351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b7e358-5f8a-46b1-b7b2-f85d5c0c98ef req-952b98e9-241a-4eff-914e-d4754994b4bc service neutron] 10.222.0.42 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624186 Aug 03 19:06:45.272753 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:09Z', 'revision_number': 5, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:45.286525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-64544758-59d6-4f27-b899-f0698e9b4751 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:45.287365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-64544758-59d6-4f27-b899-f0698e9b4751 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077169 Aug 03 19:06:45.299589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Request body: {'binding': {'host': 'n-h2-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:45.300496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Unknown quota resources ['binding']. {{(pid=94134) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:06:45.330879 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f275b-4677-439a-aacd-459dafa5843f None None] The sync data for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 is: [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fea929c3-011e-4b63-b170-a53c65979dc6', 'name': '', 'network_id': '1f5a1c7a-298a-4025-a3b8-17d70207fff2', 'tenant_id': '56a83c976f614b1194551f350e475383', 'mac_address': 'fa:16:3e:c0:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:58Z', 'updated_at': '2021-08-03T19:06:09Z', 'revision_number': 5, 'project_id': '56a83c976f614b1194551f350e475383', 'subnets': [{'id': 'cf3482b8-7799-4241-9971-f4c4281cc405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:45.659223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-25cdf1e8-705b-4db4-9bfe-6191c9d477a6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:45.661622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-25cdf1e8-705b-4db4-9bfe-6191c9d477a6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/networks?id=6220e13a-1c16-4e63-9c4f-5e2ee4958348 HTTP/1.1" status: 200 len: 814 time: 0.1812963 Aug 03 19:06:45.677370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on host n-h2-803378-1 for vnic_type normal with profile None {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:45.677820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:45.678228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:45.691354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:45.691838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:45.695366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-3f877b53-be11-4337-a377-56059813e024 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/quotas/ae3ded2c9fdc4792b38378a1548d7bbf HTTP/1.1" status: 200 len: 375 time: 0.0201256 Aug 03 19:06:45.700389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:45.700657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:45.701119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:45.701623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Bound port: 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:45.756527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-ca443759-16b5-4b0d-a9e9-891ce699a7df tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae3ded2c9fdc4792b38378a1548d7bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482459 Aug 03 19:06:45.835747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a4bce-f272-4b0f-a4c4-8c615f5c3046 None None] New status for floating IP 8199350e-8052-4649-9c67-da82ce421099: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:06:45.842218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:45.852099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.862854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aa756d12-46bb-449d-afc8-6db2e9208fc6 service neutron] 10.222.0.42 "POST /v2.0/ports/7d61cbb6-a18c-4a65-8626-0986ce58feb6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5682688 Aug 03 19:06:45.906058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-d82743ad-5d22-4ce3-ac9a-42c13c508e57 service neutron] 10.222.0.42 "GET /v2.0/networks/6220e13a-1c16-4e63-9c4f-5e2ee4958348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346107 Aug 03 19:06:46.147298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-5a57c0ae-f027-40cb-acae-477d33120d6c service neutron] 10.222.0.42 "GET /v2.0/networks/6220e13a-1c16-4e63-9c4f-5e2ee4958348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325213 Aug 03 19:06:46.322195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc528a-ee4e-4e12-bacf-ceae6d9645fe req-e71f7211-69ad-4840-bd9d-b2fa7b3d6866 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.323941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cedc528a-ee4e-4e12-bacf-ceae6d9645fe req-e71f7211-69ad-4840-bd9d-b2fa7b3d6866 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.1654546 Aug 03 19:06:46.372798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-b6255e12-6c64-4cb6-8ad5-163388d86f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.375607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-b6255e12-6c64-4cb6-8ad5-163388d86f0c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1097 time: 0.0948069 Aug 03 19:06:46.407854 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a836a74-9973-46ea-950e-83814bd97745 x-openstack-request-id: req-9a836a74-9973-46ea-950e-83814bd97745 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:46.408195 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:46.408509 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a836a74-9973-46ea-950e-83814bd97745 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:46.409023 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'status': 'completed', 'code': 200} Aug 03 19:06:46.429675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cedc528a-ee4e-4e12-bacf-ceae6d9645fe req-2925816e-d3b3-439c-b7ed-b68d4233f04a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942895 Aug 03 19:06:46.529647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-2447cb7a-4017-4239-8bd2-3ee2e0ed58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.532811 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-2447cb7a-4017-4239-8bd2-3ee2e0ed58cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56a83c976f614b1194551f350e475383&device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 1096 time: 0.1159079 Aug 03 19:06:46.547472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-25f34dd1-f1dc-401c-acf9-8aed3dacb985 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips/8199350e-8052-4649-9c67-da82ce421099 HTTP/1.1" status: 200 len: 693 time: 0.0698731 Aug 03 19:06:46.648218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-abcd2c86-830b-4b72-bd2c-fbcac74b5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.650014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-abcd2c86-830b-4b72-bd2c-fbcac74b5e01 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2633078 Aug 03 19:06:46.703874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-244c5120-11b1-43b7-87d2-4adabe300dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.706728 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-244c5120-11b1-43b7-87d2-4adabe300dc2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1f5a1c7a-298a-4025-a3b8-17d70207fff2 HTTP/1.1" status: 200 len: 930 time: 0.1651139 Aug 03 19:06:46.718869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-4569acbf-6a78-4b6f-ad45-f3cee41b8e26 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 217 time: 0.0603709 Aug 03 19:06:46.747205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-52654607-5c98-476a-a656-101e4af45216 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.756127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-52654607-5c98-476a-a656-101e4af45216 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2074895 Aug 03 19:06:46.827436 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-789a41b5-fbee-42d9-a367-c3675ea94553 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 200 len: 217 time: 0.1071041 Aug 03 19:06:46.852944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-6fe62567-8417-4950-9550-8d47f1286a96 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.0957282 Aug 03 19:06:46.904111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-abbab946-f737-4621-b5f8-fb9676728b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.905137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-abbab946-f737-4621-b5f8-fb9676728b26 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1766315 Aug 03 19:06:46.931941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-6255eb1c-8048-4a22-9937-fe97f1343401 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.0780106 Aug 03 19:06:46.956081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-4e6b9c4b-484c-4b0d-b7df-8f9fb109a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.956903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-9b2ab9b3-d152-43c9-88b8-388be56d5057 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430140 Aug 03 19:06:46.957797 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-4e6b9c4b-484c-4b0d-b7df-8f9fb109a379 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf3482b8-7799-4241-9971-f4c4281cc405 HTTP/1.1" status: 200 len: 868 time: 0.1243677 Aug 03 19:06:46.968138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-b952d9e6-8e71-4f8d-9037-a690aeae9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.970229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-b952d9e6-8e71-4f8d-9037-a690aeae9802 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1100 time: 0.0680177 Aug 03 19:06:47.218900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-f2e302d7-5e99-4635-8146-109a583b06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:47.224695 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-f2e302d7-5e99-4635-8146-109a583b06c9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1f5a1c7a-298a-4025-a3b8-17d70207fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576914 Aug 03 19:06:47.429226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-18ab9350-01b6-45c6-86c8-34e6b2a857e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:47.432786 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-18ab9350-01b6-45c6-86c8-34e6b2a857e2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4534826 Aug 03 19:06:47.564421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-f8eb120d-a81d-47dc-a7e8-f657559b639c service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488234 Aug 03 19:06:47.584352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Deleting port 0f280166-1a3e-402a-b031-17abedf15a65 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:47.584720 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:47.629947 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-034d6d3b-fb25-40b5-a30e-50e5357b1506 service neutron] 10.222.0.88 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933930 Aug 03 19:06:47.634107 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-7ce75085-970b-4e5a-896e-a4e41f2f32e1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.1399188 Aug 03 19:06:47.792089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5fa31-4e5f-4e88-a743-fb5abae6b80d req-ba73e7da-8209-44cd-82da-fd6f11fb0878 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:47.793805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89a5fa31-4e5f-4e88-a743-fb5abae6b80d req-ba73e7da-8209-44cd-82da-fd6f11fb0878 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 946 time: 0.2202256 Aug 03 19:06:47.861956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:47.862888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:47.892125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-f2da8cb4-b3fc-4188-95a7-969a7ada7966 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195131 Aug 03 19:06:47.895254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Calling delete_port for 0f280166-1a3e-402a-b031-17abedf15a65 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:47.904722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89a5fa31-4e5f-4e88-a743-fb5abae6b80d req-d5189667-e48f-4df4-8bb5-fc9840766c93 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992239 Aug 03 19:06:48.090977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-dd37ec87-1a5b-498a-b843-0af78ef91f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.092517 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-dd37ec87-1a5b-498a-b843-0af78ef91f93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.4520953 Aug 03 19:06:48.105392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3387b4b3-41d7-4715-a04c-68515ee77a5a req-4e7715cf-41cb-45cb-bdf5-4bfbdd773522 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 210 time: 0.0606849 Aug 03 19:06:48.160119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.63', 58933) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:48.201610 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b1fbf807-4e20-4b56-a6a0-80f6e407a3ee req-96e6f828-0e10-4f40-a530-07da49c0779a service neutron] 10.222.0.88 "GET /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631983 Aug 03 19:06:48.248157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-dd08ddae-4fcb-49d1-a109-98eb48876167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.250712 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-dd08ddae-4fcb-49d1-a109-98eb48876167 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477485 Aug 03 19:06:48.281944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-d57f3724-a103-409c-95b8-b2dddd625bed tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.285193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-d57f3724-a103-409c-95b8-b2dddd625bed tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1097 time: 0.1845272 Aug 03 19:06:48.329553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-1'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:48.415234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-2fd9309a-dc9b-421d-811b-22b8b779f6da tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.416985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-2fd9309a-dc9b-421d-811b-22b8b779f6da tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.63 "GET /v2.0/networks?id=6220e13a-1c16-4e63-9c4f-5e2ee4958348 HTTP/1.1" status: 200 len: 814 time: 0.2502635 Aug 03 19:06:48.440990 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Request body: {'port': {'device_id': '03b344d0-61d1-44c1-a199-3d439b0017df', 'network_id': '6220e13a-1c16-4e63-9c4f-5e2ee4958348', 'admin_state_up': True, 'tenant_id': 'ae3ded2c9fdc4792b38378a1548d7bbf'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:48.468242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-ea6e4d5f-5c9b-4009-bc5c-81ea137a5ebd service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067106 Aug 03 19:06:48.481054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.512984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.571847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Pushing event deleted for resources: {'Port': ['ID=0f280166-1a3e-402a-b031-17abedf15a65,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:48.616490 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.619206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.620385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd102bfe-9f81-45f8-a8bf-c6491251d934 req-41149109-0c77-4ee3-bdb4-42ed4d7b2fef tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "DELETE /v2.0/floatingips/8199350e-8052-4649-9c67-da82ce421099 HTTP/1.1" status: 204 len: 173 time: 1.6876283 Aug 03 19:06:48.648454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505698db-43c6-4eac-ad6b-8415cce8e412 req-fe8461af-bb19-44f0-adbb-ef2f88dd7a35 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.650563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-505698db-43c6-4eac-ad6b-8415cce8e412 req-fe8461af-bb19-44f0-adbb-ef2f88dd7a35 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.1847932 Aug 03 19:06:48.652149 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-6d37bebe-f85d-456c-ac10-5e20d63e6863 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571732 Aug 03 19:06:48.683025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Made reservation on behalf of ae3ded2c9fdc4792b38378a1548d7bbf for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:48.697824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.750658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-505698db-43c6-4eac-ad6b-8415cce8e412 req-759347e8-d1e7-4e64-a83d-29e761d3b214 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Aug 03 19:06:48.776792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:48.829287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:48.878445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:48.881066 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180fca86-6382-4059-9440-6e769f6aa9b6" -d '{"events": [{"server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "name": "network-vif-unplugged", "status": "completed", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:48.886057 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.896705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.952722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Allocated IP 172.20.0.11 (6220e13a-1c16-4e63-9c4f-5e2ee4958348/cb1669f7-24ab-4e05-92a1-1cb262d09122/1c6711db-cf02-47ee-9bd5-4a552e8c6aae) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:49.001773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b0f51c2-ef4a-4b70-a856-54bd849216e5 req-6cc4693b-b8b6-4c90-bfce-fa52118f4d64 tempest-FlavorsV2NegativeTest-1692918525 tempest-FlavorsV2NegativeTest-1692918525-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=763b84b315d14523a8b1ae1c788bb7b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423622 Aug 03 19:06:49.076295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on host n-h1-803378-1 for vnic_type normal with profile {"migrating_to": "n-h2-803378-1"} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:49.076854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:49.078253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:49.170914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:49.180255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.181680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:49.182233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Attempting to bind port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:49.212375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:49.212815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:49.213343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:49.214456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Bound port: 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:49.214656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.242220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.312338 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e2da4d-6023-4037-8821-66f5aa1fe0e0 x-openstack-request-id: req-53e2da4d-6023-4037-8821-66f5aa1fe0e0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:49.312722 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "name": "network-vif-unplugged", "status": "completed", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:49.312974 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53e2da4d-6023-4037-8821-66f5aa1fe0e0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:49.313376 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6', 'code': 200} Aug 03 19:06:49.335734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:49.341585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:49.353537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:49.358259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f51c2-ef4a-4b70-a856-54bd849216e5 req-cd0c269f-44b3-471a-94ac-eb22ef1a7e2f tempest-FlavorsV2NegativeTest-1692918525 tempest-FlavorsV2NegativeTest-1692918525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.359921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b0f51c2-ef4a-4b70-a856-54bd849216e5 req-cd0c269f-44b3-471a-94ac-eb22ef1a7e2f tempest-FlavorsV2NegativeTest-1692918525 tempest-FlavorsV2NegativeTest-1692918525-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3323905 Aug 03 19:06:49.364861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.366037 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.377592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Pushing event updated for resources: {'Port': ['ID=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:49.401031 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-f9a939cf-4262-481a-8360-74f24769b14e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9654474 Aug 03 19:06:49.428494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Request body: {'port': {'device_id': '03b344d0-61d1-44c1-a199-3d439b0017df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:49.433992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b0f51c2-ef4a-4b70-a856-54bd849216e5 req-14d1bef6-8701-4a11-a75c-2d5a55df0016 tempest-FlavorsV2NegativeTest-1692918525 tempest-FlavorsV2NegativeTest-1692918525-project] 10.222.0.42 "GET /v2.0/quotas/763b84b315d14523a8b1ae1c788bb7b3 HTTP/1.1" status: 200 len: 375 time: 0.0507276 Aug 03 19:06:49.438184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:49.445400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:49.463816 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.518989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b0f51c2-ef4a-4b70-a856-54bd849216e5 req-370f684f-a072-4b7a-ab9b-6d05c0bd94b1 tempest-FlavorsV2NegativeTest-1692918525 tempest-FlavorsV2NegativeTest-1692918525-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=763b84b315d14523a8b1ae1c788bb7b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695496 Aug 03 19:06:49.534848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.535310 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c22a1-ae7e-4fa2-bd07-ccf19cfa2e52 req-14423c2d-4219-45d3-a42f-5e525cdbb1f0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.535310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e4c22a1-ae7e-4fa2-bd07-ccf19cfa2e52 req-14423c2d-4219-45d3-a42f-5e525cdbb1f0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 944 time: 0.1709521 Aug 03 19:06:49.619726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=8']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:49.623599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.624950 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.627548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-88168e59-8e07-465b-9053-ce35d0612ae3 service neutron] 10.222.0.63 "PUT /v2.0/ports/7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 1122 time: 1.3067324 Aug 03 19:06:49.648330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e4c22a1-ae7e-4fa2-bd07-ccf19cfa2e52 req-afab6d29-86f6-4baf-bb1e-f1b34f346501 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025457 Aug 03 19:06:49.715487 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['7d61cbb6-a18c-4a65-8626-0986ce58feb6'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:49.886089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20fda0-2190-46cc-8ac6-27cb6a50b0a4 req-f5764b21-b4ba-4e2e-b352-9029727aaf0e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.894944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c20fda0-2190-46cc-8ac6-27cb6a50b0a4 req-f5764b21-b4ba-4e2e-b352-9029727aaf0e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 932 time: 0.1310544 Aug 03 19:06:49.928093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24df1a-f6ab-489a-9303-2b13a4647443 req-c96abdf5-e85e-4ce0-b22e-c14a839766df tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.929228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a24df1a-f6ab-489a-9303-2b13a4647443 req-c96abdf5-e85e-4ce0-b22e-c14a839766df tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1407185 Aug 03 19:06:49.993303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c20fda0-2190-46cc-8ac6-27cb6a50b0a4 req-22d70c64-fcc7-4850-8cb5-ad1722e0174e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952106 Aug 03 19:06:49.993303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a24df1a-f6ab-489a-9303-2b13a4647443 req-f00a12b9-655f-4505-ad17-33db1b21560f tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0455589 Aug 03 19:06:50.103654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6711db-cf02-47ee-9bd5-4a552e8c6aae {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:50.113567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.140444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Transition to ACTIVE for port object 1c6711db-cf02-47ee-9bd5-4a552e8c6aae will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:50.147582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.148686 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.300812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-858fe0a5-7174-41a5-81fc-f1db70035535 req-a48e4652-fbfa-43ff-8010-31f307d6262b tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0623074 Aug 03 19:06:50.326030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:50.339105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Attempting to bind port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:50.339419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Attempting to bind port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '5a04ade7-850c-40b5-9320-ef0edc3346dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6220e13a-1c16-4e63-9c4f-5e2ee4958348'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:50.340214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Attempting to bind port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae on network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:50.347008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae on network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:50.347489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Attempting to bind port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae on network 6220e13a-1c16-4e63-9c4f-5e2ee4958348 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:50.364473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:50.364958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Checking segment: {'id': '5a04ade7-850c-40b5-9320-ef0edc3346dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6220e13a-1c16-4e63-9c4f-5e2ee4958348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:50.365706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Bound using segment: {'id': '5a04ade7-850c-40b5-9320-ef0edc3346dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6220e13a-1c16-4e63-9c4f-5e2ee4958348'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:50.366455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82539f4-30e6-47b8-8036-4ccdbc6bc10f req-2f471145-8171-47db-bf8e-98c8cf81ea8e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.366682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Bound port: 1c6711db-cf02-47ee-9bd5-4a552e8c6aae, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a04ade7-850c-40b5-9320-ef0edc3346dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6220e13a-1c16-4e63-9c4f-5e2ee4958348'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:50.367204 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.368709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b82539f4-30e6-47b8-8036-4ccdbc6bc10f req-2f471145-8171-47db-bf8e-98c8cf81ea8e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.0668471 Aug 03 19:06:50.450653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b82539f4-30e6-47b8-8036-4ccdbc6bc10f req-2dda6924-e022-420c-822f-4c2975db4d86 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615065 Aug 03 19:06:50.478688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] For port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:50.482684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] For port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,segment=NetworkSegment(5a04ade7-850c-40b5-9320-ef0edc3346dc),segment_id=5a04ade7-850c-40b5-9320-ef0edc3346dc)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:50.491588 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.564736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.565745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.567512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] 10.222.0.63 "PUT /v2.0/ports/1c6711db-cf02-47ee-9bd5-4a552e8c6aae HTTP/1.1" status: 200 len: 1092 time: 1.1502111 Aug 03 19:06:50.568044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b344d0-61d1-44c1-a199-3d439b0017df', 'tag': '1c6711db-cf02-47ee-9bd5-4a552e8c6aae'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:50.572371 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9393a2-8428-4e91-bbac-dca38aa11a52" -d '{"events": [{"name": "network-changed", "server_uuid": "03b344d0-61d1-44c1-a199-3d439b0017df", "tag": "1c6711db-cf02-47ee-9bd5-4a552e8c6aae"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:50.600688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3f18b-6503-4556-a772-9f8e8e881361 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:50.675609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60192) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:50.694945 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b2968a-185f-42b2-aa07-a12ac316064e x-openstack-request-id: req-d8b2968a-185f-42b2-aa07-a12ac316064e {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:50.695385 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b344d0-61d1-44c1-a199-3d439b0017df", "tag": "1c6711db-cf02-47ee-9bd5-4a552e8c6aae", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:50.695652 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8b2968a-185f-42b2-aa07-a12ac316064e {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:50.696062 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b344d0-61d1-44c1-a199-3d439b0017df', 'tag': '1c6711db-cf02-47ee-9bd5-4a552e8c6aae', 'status': 'completed', 'code': 200} Aug 03 19:06:50.777808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-50f86b36-fb47-4f4e-b0ca-c05eaf0f71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.779488 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-50f86b36-fb47-4f4e-b0ca-c05eaf0f71d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae3ded2c9fdc4792b38378a1548d7bbf&device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 1095 time: 0.1263227 Aug 03 19:06:50.840348 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-c3704b7b-767d-4751-8bde-2f03ef64a4ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6711db-cf02-47ee-9bd5-4a552e8c6aae HTTP/1.1" status: 200 len: 217 time: 0.0457628 Aug 03 19:06:50.920446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-309123bd-6a1d-4f48-ab82-886b91b8fa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.933153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-b16b5fd8-f4c3-4bf8-ad82-1868e6a4c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.935167 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-b16b5fd8-f4c3-4bf8-ad82-1868e6a4c29d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb1669f7-24ab-4e05-92a1-1cb262d09122 HTTP/1.1" status: 200 len: 854 time: 0.0868988 Aug 03 19:06:50.937333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad534be-c174-4343-8afc-0d0494006b8f req-972a9ce1-eac1-4a41-a4a4-66baf75a01b7 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.940039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ad534be-c174-4343-8afc-0d0494006b8f req-972a9ce1-eac1-4a41-a4a4-66baf75a01b7 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 945 time: 0.1393363 Aug 03 19:06:50.964320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f74967-7f3f-4b3f-9a25-f497387c057b req-155735ce-47ca-434a-9f91-35b849181ddf tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.966988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28f74967-7f3f-4b3f-9a25-f497387c057b req-155735ce-47ca-434a-9f91-35b849181ddf tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 944 time: 0.1468763 Aug 03 19:06:51.001983 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-bc76f666-9c8d-4fd1-b027-91e039cb1ab5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6220e13a-1c16-4e63-9c4f-5e2ee4958348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538645 Aug 03 19:06:51.053003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ad534be-c174-4343-8afc-0d0494006b8f req-50779915-4e50-4474-81b4-891edd3e46b5 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030197 Aug 03 19:06:51.083761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60206) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:51.118917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28f74967-7f3f-4b3f-9a25-f497387c057b req-52906395-afc4-407d-8009-4911542b5d64 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409748 Aug 03 19:06:51.168734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-309123bd-6a1d-4f48-ab82-886b91b8fa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.218323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-309123bd-6a1d-4f48-ab82-886b91b8fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.279829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa4d87-aca1-4456-9b8b-0acbf69ad430 req-32ac55b7-5af4-4e74-bfb3-2bcfdd09d6e7 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.292680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5caa4d87-aca1-4456-9b8b-0acbf69ad430 req-32ac55b7-5af4-4e74-bfb3-2bcfdd09d6e7 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 944 time: 0.1170866 Aug 03 19:06:51.319149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309123bd-6a1d-4f48-ab82-886b91b8fa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2823197c-3e76-4da7-837b-cd80af36ef31,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:51.342442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:51.345350 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17e9d76-9cce-490c-91be-59d0daf1bd37" -d '{"events": [{"name": "network-changed", "server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:51.390262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5caa4d87-aca1-4456-9b8b-0acbf69ad430 req-514f4c54-b3ad-4287-ac4b-6abe52be5eb9 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959485 Aug 03 19:06:51.422376 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-309123bd-6a1d-4f48-ab82-886b91b8fa10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=763b84b315d14523a8b1ae1c788bb7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7455242 Aug 03 19:06:51.425706 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-6dae06bb-e254-4511-a85f-9648f0cfe6a3 service neutron] 10.222.0.63 "GET /v2.0/networks/6220e13a-1c16-4e63-9c4f-5e2ee4958348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078968 Aug 03 19:06:51.427307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2450861-5c99-48fd-bb35-819b5d48b73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.434782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60218) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:51.476806 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3191a03f-1957-4642-a20b-bb2e6d24f072 x-openstack-request-id: req-3191a03f-1957-4642-a20b-bb2e6d24f072 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:51.477124 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:51.477456 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3191a03f-1957-4642-a20b-bb2e6d24f072 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:51.477879 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6', 'status': 'completed', 'code': 200} Aug 03 19:06:51.521606 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-465bf51d-4699-497a-8dac-7d91a857badc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.608770 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-465bf51d-4699-497a-8dac-7d91a857badc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.724154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-4de7b721-2c67-45a8-8a78-7fe8dee6b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.724717 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-4de7b721-2c67-45a8-8a78-7fe8dee6b730 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1125 time: 0.2436249 Aug 03 19:06:51.739101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2934fc0-d323-446d-90aa-5894f96b7073 req-27159d09-d9ee-496f-873c-5e61345b875d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.740744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2934fc0-d323-446d-90aa-5894f96b7073 req-27159d09-d9ee-496f-873c-5e61345b875d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.1378939 Aug 03 19:06:51.785962 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-465bf51d-4699-497a-8dac-7d91a857badc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.789060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-465bf51d-4699-497a-8dac-7d91a857badc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.794045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-465bf51d-4699-497a-8dac-7d91a857badc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2823197c-3e76-4da7-837b-cd80af36ef31 HTTP/1.1" status: 204 len: 168 time: 0.3544588 Aug 03 19:06:51.798720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2934fc0-d323-446d-90aa-5894f96b7073 req-d2a4a09c-d682-43f4-a27a-25b9bb5609a1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505006 Aug 03 19:06:51.805374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bf51d-4699-497a-8dac-7d91a857badc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2823197c-3e76-4da7-837b-cd80af36ef31,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:51.875061 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c6f49f6-e109-440a-ae6f-2c83af5b1b8c req-2fef658e-58f4-44be-a040-637660d1e8b7 service neutron] 10.222.0.63 "GET /v2.0/networks/6220e13a-1c16-4e63-9c4f-5e2ee4958348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363935 Aug 03 19:06:51.883797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60228) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:51.964817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-ce3836d4-f1c6-4094-8e4e-acd66b2ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.967533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-ce3836d4-f1c6-4094-8e4e-acd66b2ec8b4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2211318 Aug 03 19:06:51.985857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2450861-5c99-48fd-bb35-819b5d48b73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.001447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2450861-5c99-48fd-bb35-819b5d48b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.039846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67aa6a99-eee4-4527-8614-21cb5cad37f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.076504 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-cf5bca14-7c47-474d-a089-d287dd82569c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 217 time: 0.0877967 Aug 03 19:06:52.151818 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d2450861-5c99-48fd-bb35-819b5d48b73a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c20ebe65e88f48258b6a372aff02e5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0632989 Aug 03 19:06:52.155687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2450861-5c99-48fd-bb35-819b5d48b73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d4f755-09b3-4537-87d2-d1ed0e68545a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:52.157323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60234) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:52.240933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-e985db6f-83f5-442e-b11e-e0b1d8c46a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.242549 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-e985db6f-83f5-442e-b11e-e0b1d8c46a53 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1543307 Aug 03 19:06:52.267038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-273862c9-ff50-4406-a575-77760f592a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.268616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-273862c9-ff50-4406-a575-77760f592a54 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae3ded2c9fdc4792b38378a1548d7bbf&device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 1095 time: 0.2046440 Aug 03 19:06:52.306154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-98ad5cae-b099-4074-9547-6d76a750d34c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528266 Aug 03 19:06:52.320675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67aa6a99-eee4-4527-8614-21cb5cad37f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.363533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085014ce-127c-4e99-9c15-927477ec2f2f req-77ef60c3-67ee-4d5f-abff-2558669a3e79 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.365147 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-085014ce-127c-4e99-9c15-927477ec2f2f req-77ef60c3-67ee-4d5f-abff-2558669a3e79 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.88 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 945 time: 0.2066114 Aug 03 19:06:52.397535 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67aa6a99-eee4-4527-8614-21cb5cad37f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.572403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-67aa6a99-eee4-4527-8614-21cb5cad37f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60e2479a4fdc4ff28682b1df452cbe22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856515 Aug 03 19:06:52.582944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa6a99-eee4-4527-8614-21cb5cad37f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61701c00-ce94-401a-8d97-f0ce9162129b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:52.587084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60250) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:52.625849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9d5c-7bf1-46b4-9904-4a93b97b2418 req-3928ca04-34f0-4166-b928-8854d873c06a tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.627687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-609e9d5c-7bf1-46b4-9904-4a93b97b2418 req-3928ca04-34f0-4166-b928-8854d873c06a tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 945 time: 0.3016100 Aug 03 19:06:52.648274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760144de-5b60-4a5b-840f-d0090786e0c4 req-5913f5a3-f1fc-4398-9f5e-5ec093980760 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.649941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-760144de-5b60-4a5b-840f-d0090786e0c4 req-5913f5a3-f1fc-4398-9f5e-5ec093980760 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 944 time: 0.3004527 Aug 03 19:06:52.663307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-4a86bb5f-b071-4cc1-ab90-85b4cf0b9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.666068 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-4a86bb5f-b071-4cc1-ab90-85b4cf0b9b9e service neutron] 10.222.0.63 "GET /v2.0/networks?id=6220e13a-1c16-4e63-9c4f-5e2ee4958348 HTTP/1.1" status: 200 len: 915 time: 0.3880663 Aug 03 19:06:52.679674 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-0659f2f4-3c24-4c2d-9c6b-7390dbc1df01 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622091 Aug 03 19:06:52.701804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25c30c5a-0f46-4499-8b27-b71131980581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.773980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8e55e5b-f311-4950-b899-660a902cbf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.778022 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25c30c5a-0f46-4499-8b27-b71131980581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.785361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-609e9d5c-7bf1-46b4-9904-4a93b97b2418 req-bed44fa1-2537-4d4f-bf42-8f31358b8244 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325054 Aug 03 19:06:52.790538 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-d160eeaf-9b43-4537-aa18-7c66d0217d71 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6711db-cf02-47ee-9bd5-4a552e8c6aae HTTP/1.1" status: 200 len: 217 time: 0.1149783 Aug 03 19:06:52.806352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-760144de-5b60-4a5b-840f-d0090786e0c4 req-b0214cd0-2404-4a0c-992b-586c7bf07648 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337261 Aug 03 19:06:52.893309 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8e55e5b-f311-4950-b899-660a902cbf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.906579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25c30c5a-0f46-4499-8b27-b71131980581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.911550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25c30c5a-0f46-4499-8b27-b71131980581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.913691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-25c30c5a-0f46-4499-8b27-b71131980581 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1d4f755-09b3-4537-87d2-d1ed0e68545a HTTP/1.1" status: 204 len: 168 time: 0.7470942 Aug 03 19:06:52.951645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c30c5a-0f46-4499-8b27-b71131980581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d4f755-09b3-4537-87d2-d1ed0e68545a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:53.095653 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8e55e5b-f311-4950-b899-660a902cbf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.101976 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8e55e5b-f311-4950-b899-660a902cbf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.104076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a8e55e5b-f311-4950-b899-660a902cbf98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61701c00-ce94-401a-8d97-f0ce9162129b HTTP/1.1" status: 204 len: 168 time: 0.5128117 Aug 03 19:06:53.160945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aa796-c595-41a1-872f-5f4073ff1bef req-b2279263-d13b-440e-9817-e94e63a1a0da tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.175374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a33aa796-c595-41a1-872f-5f4073ff1bef req-b2279263-d13b-440e-9817-e94e63a1a0da tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 944 time: 0.1843407 Aug 03 19:06:53.267847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e55e5b-f311-4950-b899-660a902cbf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61701c00-ce94-401a-8d97-f0ce9162129b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:53.298045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Deleting port 3d223f59-f3e9-4fac-b633-f91787bd508f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:53.298708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.341137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60270) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:53.354259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 7d61cbb6-a18c-4a65-8626-0986ce58feb6 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:53.380533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-badf6394-f715-4af4-835c-c0851e681416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.383391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-badf6394-f715-4af4-835c-c0851e681416 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1100 time: 0.2754943 Aug 03 19:06:53.399539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a33aa796-c595-41a1-872f-5f4073ff1bef req-da5d7edc-9bf6-462e-a4d0-924e830bc3fa tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568663 Aug 03 19:06:53.450640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e865fa-27d8-47f6-b492-c39b854ff3a8 req-d11d3048-6edb-4d5b-8f68-ace1eb58105c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.465520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1e865fa-27d8-47f6-b492-c39b854ff3a8 req-d11d3048-6edb-4d5b-8f68-ace1eb58105c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.3359661 Aug 03 19:06:53.499941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:53.516259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 7d61cbb6-a18c-4a65-8626-0986ce58feb6 has no active binding in host n-h2-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:06:53.577886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-a7de8195-8eac-4f87-8507-d2e07e099f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.580726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-a7de8195-8eac-4f87-8507-d2e07e099f3c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb1669f7-24ab-4e05-92a1-1cb262d09122 HTTP/1.1" status: 200 len: 854 time: 0.3609409 Aug 03 19:06:53.660977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1e865fa-27d8-47f6-b492-c39b854ff3a8 req-cc0135c6-b256-4e41-a01a-031f90d3c708 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934268 Aug 03 19:06:53.661684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60276) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:53.679850 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-fcbcba7f-d6ae-449d-bf47-f71611150094 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6220e13a-1c16-4e63-9c4f-5e2ee4958348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791457 Aug 03 19:06:53.689350 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c17e9d76-9cce-490c-91be-59d0daf1bd37 req-b135403e-4641-4d58-a9bf-256fba8993af service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9958580 Aug 03 19:06:53.734536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-network', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:53.747482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-caa93a40-2498-4fb3-bb74-9c1c89a3fefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.802667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-1345cf2d-a462-4837-8596-fd4bbda42683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.805503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-1345cf2d-a462-4837-8596-fd4bbda42683 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.3270640 Aug 03 19:06:53.823787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] For port 3d223f59-f3e9-4fac-b633-f91787bd508f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d223f59-f3e9-4fac-b633-f91787bd508f,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:53.824411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.842586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Made reservation on behalf of 2bbeb1760dc84773a7756f6317916b3a for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:53.846466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.864189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.867731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Calling delete_port for 3d223f59-f3e9-4fac-b633-f91787bd508f owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:53.873658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60280) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:53.924689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-c564587e-131f-4b63-9cb1-39bfb0d56f23 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.0919762 Aug 03 19:06:53.944098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85fd6dae-349e-4c18-98b3-3ce29f665318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.074334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-c2d891d2-f59f-4290-bd74-73ab306c18cf service neutron] 10.222.0.63 "GET /v2.0/networks/6220e13a-1c16-4e63-9c4f-5e2ee4958348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664694 Aug 03 19:06:54.086098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-c948e457-f6d8-42a6-ab58-e741a053fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.087577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-c948e457-f6d8-42a6-ab58-e741a053fdda service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1479828 Aug 03 19:06:54.107166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e084f6-638c-4a7b-8f84-89c147ce45dd req-2c5a76d0-97d9-487a-996e-e87099198247 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.108911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65e084f6-638c-4a7b-8f84-89c147ce45dd req-2c5a76d0-97d9-487a-996e-e87099198247 tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/ports?device_id=70d45871-fc7e-4afd-8853-70733977b032 HTTP/1.1" status: 200 len: 945 time: 0.1754107 Aug 03 19:06:54.142431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec450f-16bc-475e-9727-54022a428eda req-f2bda9c4-3a61-4e9a-9e7f-4c2dc4593a1e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.144125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5fec450f-16bc-475e-9727-54022a428eda req-f2bda9c4-3a61-4e9a-9e7f-4c2dc4593a1e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 944 time: 0.2034709 Aug 03 19:06:54.239558 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-caa93a40-2498-4fb3-bb74-9c1c89a3fefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.269746 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-caa93a40-2498-4fb3-bb74-9c1c89a3fefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.279953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5fec450f-16bc-475e-9727-54022a428eda req-dc1a5233-cacf-4d46-ac79-605c16ae88f2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103733 Aug 03 19:06:54.281909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-33f303dd-bacd-4a95-b83a-c8bc9462b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.283750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-33f303dd-bacd-4a95-b83a-c8bc9462b91b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697812 Aug 03 19:06:54.301712 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-85fd6dae-349e-4c18-98b3-3ce29f665318 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:06:54.301712 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:06:54.301712 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id_1': '9570817882b941338eca09bf3bb6d131', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 6, 54, 61138)}] Aug 03 19:06:54.301712 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:06:54.303021 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-85fd6dae-349e-4c18-98b3-3ce29f665318 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:06:54.321021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65e084f6-638c-4a7b-8f84-89c147ce45dd req-503d85e4-6f1e-4709-8f5d-76ebc54336bc tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.42 "GET /v2.0/security-groups?id=09171dce-14b0-4a09-8b4a-2b794c984fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924422 Aug 03 19:06:54.366526 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd9393a2-8428-4e91-bbac-dca38aa11a52 req-a9fd1eb0-e859-49cb-b258-71c267ea5002 service neutron] 10.222.0.63 "GET /v2.0/networks/6220e13a-1c16-4e63-9c4f-5e2ee4958348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817900 Aug 03 19:06:54.368399 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.426744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-caa93a40-2498-4fb3-bb74-9c1c89a3fefa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d5be1786e604189a1435e2b9b4f7ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7579319 Aug 03 19:06:54.427988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa93a40-2498-4fb3-bb74-9c1c89a3fefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f980ba9-a41b-4b85-a00a-594718980707,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:54.432466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60286) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:54.470557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Pushing event deleted for resources: {'Port': ['ID=3d223f59-f3e9-4fac-b633-f91787bd508f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:54.585794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] No DVR routers for this DVR port 3d223f59-f3e9-4fac-b633-f91787bd508f on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:54.590026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.593141 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-085014ce-127c-4e99-9c15-927477ec2f2f req-3197e450-0047-4810-bef0-d3a5d754cd4d tempest-FloatingIPsAssociationNegativeTestJSON-254616820 tempest-FloatingIPsAssociationNegativeTestJSON-254616820-project] 10.222.0.88 "DELETE /v2.0/ports/3d223f59-f3e9-4fac-b633-f91787bd508f HTTP/1.1" status: 204 len: 173 time: 2.2128515 Aug 03 19:06:54.593893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'name': 'network-vif-deleted', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:54.597408 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9edacb0-1c48-4223-b898-9845f884b85d" -d '{"events": [{"server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "name": "network-vif-deleted", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:54.669190 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f935895-cd34-4ca8-913b-9d45e9c118ae x-openstack-request-id: req-0f935895-cd34-4ca8-913b-9d45e9c118ae {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:54.669627 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d45871-fc7e-4afd-8853-70733977b032", "name": "network-vif-deleted", "tag": "3d223f59-f3e9-4fac-b633-f91787bd508f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:54.669987 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f935895-cd34-4ca8-913b-9d45e9c118ae {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:54.670528 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d45871-fc7e-4afd-8853-70733977b032', 'name': 'network-vif-deleted', 'tag': '3d223f59-f3e9-4fac-b633-f91787bd508f', 'status': 'completed', 'code': 200} Aug 03 19:06:54.803938 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85fd6dae-349e-4c18-98b3-3ce29f665318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.080644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-9b3a0a44-3726-446c-97b0-1a1cae22066a service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752836 Aug 03 19:06:55.128369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1472ad59-df13-4120-a164-b45bb7803930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.161931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.191384 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.220313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cd7d7-40be-4c18-abef-73d15506f266 req-b650b5f2-8c7e-4775-b0f2-0d50ce29b03f tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.222031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-660cd7d7-40be-4c18-abef-73d15506f266 req-b650b5f2-8c7e-4775-b0f2-0d50ce29b03f tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 944 time: 0.6478643 Aug 03 19:06:55.224133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1472ad59-df13-4120-a164-b45bb7803930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.271585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b7ae7-a748-419f-8464-c51b7e1c397d req-6fc64916-60dd-4277-847d-18dd3f0558cc tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.273585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-215b7ae7-a748-419f-8464-c51b7e1c397d req-6fc64916-60dd-4277-847d-18dd3f0558cc tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.3407471 Aug 03 19:06:55.291666 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.324233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:55.365308 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85fd6dae-349e-4c18-98b3-3ce29f665318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.372453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85fd6dae-349e-4c18-98b3-3ce29f665318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.383806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76c2d5-641f-4dac-890d-bb560e66b206,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:55.393453 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.394096 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Added segment 11c2706c-8bfb-4f41-8909-ebdaddbf6c4e of type vlan for network d6f11727-de81-4bf1-9739-337c15a8375b Aug 03 19:06:55.426318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38677864-ce45-4491-9bdd-4d9a33fbb5c1 req-b145d952-f8e9-4b32-a6ba-5c1f492d4e75 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339136 Aug 03 19:06:55.473963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-660cd7d7-40be-4c18-abef-73d15506f266 req-a73f9ca1-7f7d-4fa3-ba2b-d44b09889ccc tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934822 Aug 03 19:06:55.487029 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.505172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-215b7ae7-a748-419f-8464-c51b7e1c397d req-9ceef661-bef2-4f9e-b814-641d42ef3d85 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906831 Aug 03 19:06:55.573039 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1472ad59-df13-4120-a164-b45bb7803930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.588310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1472ad59-df13-4120-a164-b45bb7803930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.590057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1472ad59-df13-4120-a164-b45bb7803930 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f980ba9-a41b-4b85-a00a-594718980707 HTTP/1.1" status: 204 len: 168 time: 1.1497309 Aug 03 19:06:55.591750 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-85fd6dae-349e-4c18-98b3-3ce29f665318 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9570817882b941338eca09bf3bb6d131&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7124405 Aug 03 19:06:55.611408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60302) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:55.668955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472ad59-df13-4120-a164-b45bb7803930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f980ba9-a41b-4b85-a00a-594718980707,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:55.669563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60304) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:55.690119 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.691917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.692754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd6dae-349e-4c18-98b3-3ce29f665318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699d98e2-a016-49b1-8eaa-1daa3a9b23fc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:55.692949 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.794460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4436951 Aug 03 19:06:55.807061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2855-cf3e-4e7a-8d52-f2cc3d7ed0fa req-8e10eb61-c067-4fb1-871b-a04bcee9d5d9 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.815649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfaf2855-cf3e-4e7a-8d52-f2cc3d7ed0fa req-8e10eb61-c067-4fb1-871b-a04bcee9d5d9 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 944 time: 0.2239494 Aug 03 19:06:55.817381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60306) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:55.829149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Request body: {'subnet': {'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-subnet', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:55.847958 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-9162bb39-dc4b-429f-9e11-749f0fab731d service neutron] 10.222.0.88 "GET /v2.0/ports/7d61cbb6-a18c-4a65-8626-0986ce58feb6/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.3938940 Aug 03 19:06:55.855769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce5908-df00-40c9-9f2f-6ee087fb69d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f11727-de81-4bf1-9739-337c15a8375b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:55.876252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d6f11727-de81-4bf1-9739-337c15a8375b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:55.877185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23556c26-1a00-4b5a-8fbe-9642d63de1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.901966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Made reservation on behalf of 2bbeb1760dc84773a7756f6317916b3a for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:55.904422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:55.925694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfaf2855-cf3e-4e7a-8d52-f2cc3d7ed0fa req-63420cf2-1a31-451b-a400-21fd83da6848 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029308 Aug 03 19:06:55.984965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23556c26-1a00-4b5a-8fbe-9642d63de1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.111517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23556c26-1a00-4b5a-8fbe-9642d63de1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.115003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23556c26-1a00-4b5a-8fbe-9642d63de1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.117457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-23556c26-1a00-4b5a-8fbe-9642d63de1e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/699d98e2-a016-49b1-8eaa-1daa3a9b23fc HTTP/1.1" status: 204 len: 168 time: 0.5018520 Aug 03 19:06:56.134483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23556c26-1a00-4b5a-8fbe-9642d63de1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699d98e2-a016-49b1-8eaa-1daa3a9b23fc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:56.244072 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.259261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ea53ee4-7dfb-46e3-a1e2-44a93f515505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.303754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3d223f59-f3e9-4fac-b633-f91787bd508f no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:56.379036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 3d223f59-f3e9-4fac-b633-f91787bd508f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:06:56.379329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3d223f59-f3e9-4fac-b633-f91787bd508f not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:56.406219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a527b2-9b15-48cb-af4a-aab0847ca224,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:56.409506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:56.519179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:56.537800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Checking segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:56.538285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Network hostable DHCP agents. Network: d6f11727-de81-4bf1-9739-337c15a8375b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:56.615621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Network d6f11727-de81-4bf1-9739-337c15a8375b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:56.644660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d61cbb6-a18c-4a65-8626-0986ce58feb6 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:56.645133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d6f11727-de81-4bf1-9739-337c15a8375b) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:56.657897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.658265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd2290-b4f2-4c2d-a44b-8f7065a3fa7c None None] Network d6f11727-de81-4bf1-9739-337c15a8375b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:56.659466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.690437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:56.724941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f051e4cc-4ee8-4059-bd7f-a176b574b838 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8983173 Aug 03 19:06:56.726531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60324) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:56.743013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.747641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:56.842229 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.844151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.869845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b864943-a27f-4965-82f5-007d45632014 req-bd6ef775-ff0a-4a43-803b-c5e5f20aba70 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.877936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b864943-a27f-4965-82f5-007d45632014 req-bd6ef775-ff0a-4a43-803b-c5e5f20aba70 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 944 time: 0.1240861 Aug 03 19:06:56.915533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c8ef-d7a5-4555-aecd-1fd4643419d7 req-0bc45047-9197-485b-95c1-3443133b3b66 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.924966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de52c8ef-d7a5-4555-aecd-1fd4643419d7 req-0bc45047-9197-485b-95c1-3443133b3b66 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.1721911 Aug 03 19:06:57.082569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-d6f11727-de81-4bf1-9739-337c15a8375b', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:06:57.083364 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.156883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b864943-a27f-4965-82f5-007d45632014 req-4c5799ab-58e8-40e8-b570-c02c6c6c7f8c tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779424 Aug 03 19:06:57.160208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.248432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de52c8ef-d7a5-4555-aecd-1fd4643419d7 req-492681c0-1d0d-4603-8e7e-b609b61127f7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219759 Aug 03 19:06:57.275819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.352710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] Transition to ACTIVE for port object 7d61cbb6-a18c-4a65-8626-0986ce58feb6 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:57.386651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.417596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 1c6711db-cf02-47ee-9bd5-4a552e8c6aae details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:57.621832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,segment=NetworkSegment(5a04ade7-850c-40b5-9320-ef0edc3346dc),segment_id=5a04ade7-850c-40b5-9320-ef0edc3346dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:57.658896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '1c6711db-cf02-47ee-9bd5-4a552e8c6aae', 'network_id': '6220e13a-1c16-4e63-9c4f-5e2ee4958348', 'port_id': '1c6711db-cf02-47ee-9bd5-4a552e8c6aae', 'mac_address': 'fa:16:3e:9d:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1669f7-24ab-4e05-92a1-1cb262d09122', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:57.695281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.720497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] No DVR routers for this DVR port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:57.748508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] Pushing event updated for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:57.972478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.996564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6711db-cf02-47ee-9bd5-4a552e8c6aae {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:58.012732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0568d46-1377-4a4b-8841-91e4de844879 req-79603f3a-e5b4-4d5d-994f-a0b82177c2e0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:58.023589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,segment=NetworkSegment(5a04ade7-850c-40b5-9320-ef0edc3346dc),segment_id=5a04ade7-850c-40b5-9320-ef0edc3346dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:58.029062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0568d46-1377-4a4b-8841-91e4de844879 req-79603f3a-e5b4-4d5d-994f-a0b82177c2e0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 945 time: 0.4776046 Aug 03 19:06:58.029409 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.033182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Allocated IP 172.20.0.2 (d6f11727-de81-4bf1-9739-337c15a8375b/b6a527b2-9b15-48cb-af4a-aab0847ca224/308baa45-8111-4bc3-812e-723fed3aef03) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:58.125208 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eafdc532-7d18-4d5c-b02c-d06bf2b63356 service neutron] 10.222.0.88 "PUT /v2.0/ports/7d61cbb6-a18c-4a65-8626-0986ce58feb6/bindings/n-h2-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2688251 Aug 03 19:06:58.211316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:58.231047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0568d46-1377-4a4b-8841-91e4de844879 req-442fd997-979a-45cd-8271-29f583bb1798 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813197 Aug 03 19:06:58.327103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7d61cbb6-a18c-4a65-8626-0986ce58feb6 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:58.415591 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.454814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7d61cbb6-a18c-4a65-8626-0986ce58feb6 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:58.461736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Transition to ACTIVE for port object 308baa45-8111-4bc3-812e-723fed3aef03 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:58.498419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Transition to ACTIVE for port object 308baa45-8111-4bc3-812e-723fed3aef03 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:58.516639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['1c6711db-cf02-47ee-9bd5-4a552e8c6aae'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:58.535208 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.567939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Deleting port fea929c3-011e-4b63-b170-a53c65979dc6 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:58.568335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.637731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Network d6f11727-de81-4bf1-9739-337c15a8375b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:58.647916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:58.656261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-ee2b1e3d-e6bc-461e-b9f9-1d140c4e21e1 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:58.657189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:58.667088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-ee2b1e3d-e6bc-461e-b9f9-1d140c4e21e1 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.4339180 Aug 03 19:06:58.696822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Pushing event updated for resources: {'Port': ['ID=308baa45-8111-4bc3-812e-723fed3aef03,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:58.737646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] For port fea929c3-011e-4b63-b170-a53c65979dc6, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fea929c3-011e-4b63-b170-a53c65979dc6,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:58.739192 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.758643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Attempting to bind port 308baa45-8111-4bc3-812e-723fed3aef03 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:58.759062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Attempting to bind port 308baa45-8111-4bc3-812e-723fed3aef03 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:58.759404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Attempting to bind port 308baa45-8111-4bc3-812e-723fed3aef03 on network d6f11727-de81-4bf1-9739-337c15a8375b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:58.768764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:58.769194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Checking segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:58.769698 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.770176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Bound using segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:58.770811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Bound port: 308baa45-8111-4bc3-812e-723fed3aef03, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:58.771284 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.782575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Calling delete_port for fea929c3-011e-4b63-b170-a53c65979dc6 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:58.964077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] For port 308baa45-8111-4bc3-812e-723fed3aef03, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:58.968347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] For port 308baa45-8111-4bc3-812e-723fed3aef03, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=308baa45-8111-4bc3-812e-723fed3aef03,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:58.991533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.034384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0a5a4-f6d5-495d-b160-661c08cda2c2 req-94fd3228-6d3f-430a-a316-c9985bc021ca tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.037418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1d0a5a4-f6d5-495d-b160-661c08cda2c2 req-94fd3228-6d3f-430a-a316-c9985bc021ca tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 945 time: 0.5565016 Aug 03 19:06:59.187682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40584632-af85-41a1-ba06-522c31761106 req-2324ba3a-5d58-4bd3-a862-1cea1f4d32ea tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.200611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40584632-af85-41a1-ba06-522c31761106 req-2324ba3a-5d58-4bd3-a862-1cea1f4d32ea tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.6880381 Aug 03 19:06:59.237218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.241963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7879c-e64f-44df-8aa8-f77945157c1a None None] Pushing event updated for resources: {'Port': ['ID=308baa45-8111-4bc3-812e-723fed3aef03,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:59.298817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.381123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-2f546a1a-e780-4d1c-a720-2f6ba85a665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.382932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-2f546a1a-e780-4d1c-a720-2f6ba85a665f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37&tenant_id=2e5886d602154b98b509f4fe4b176fc0 HTTP/1.1" status: 200 len: 1096 time: 0.6522179 Aug 03 19:06:59.446489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1d0a5a4-f6d5-495d-b160-661c08cda2c2 req-fa420b02-9ffd-4706-beb6-f9df37dceb14 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510134 Aug 03 19:06:59.544773 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.563474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40584632-af85-41a1-ba06-522c31761106 req-fb4bef3f-e073-4c02-bf82-a527e8716cb0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616250 Aug 03 19:06:59.614019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Allocated IP 172.25.4.21 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/dc77e88a-7c56-4dbc-8914-c352294545b8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:59.853596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-d8219224-f5b2-47d1-87c0-69135c4f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.855693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-d8219224-f5b2-47d1-87c0-69135c4f6794 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1096 time: 0.4010122 Aug 03 19:06:59.858850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.887406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea929c3-011e-4b63-b170-a53c65979dc6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:59.896125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.896471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.896810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.897773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.897773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.898034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.898322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.898650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.898979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.899307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.899632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.899956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:59.990368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3352-dfce-4675-ac60-e1c36ea6969e req-2167bc78-e118-4589-a0b4-3f50871e58bc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.998235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4dd3352-dfce-4675-ac60-e1c36ea6969e req-2167bc78-e118-4589-a0b4-3f50871e58bc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 945 time: 0.1628268 Aug 03 19:07:00.068730 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.079944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.112054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4dd3352-dfce-4675-ac60-e1c36ea6969e req-ed46a305-3463-47ce-b753-d00ba8017aca tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112974 Aug 03 19:07:00.127124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-ec0a8fd4-95f7-436c-b14d-84e7a0c55dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:00.129837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-ec0a8fd4-95f7-436c-b14d-84e7a0c55dea service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2475519 Aug 03 19:07:00.222552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-c70f9ca3-2e1b-4a52-b75c-95a11c88e6ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 217 time: 0.0843990 Aug 03 19:07:00.266552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-747106d7-5f3d-4258-8948-1242918cec1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.272457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.339263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:00.349360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:00.356558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-4a2918da-88f5-46a6-a731-fc58b7748c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:00.358251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-4a2918da-88f5-46a6-a731-fc58b7748c5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1253738 Aug 03 19:07:00.366119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:00.381183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc77e88a-7c56-4dbc-8914-c352294545b8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:00.606075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Router 02315c8d-cd53-48a6-9e06-7023a095fa6c has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:00.800162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:00.814145 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7dbc30fc-17b2-40b2-9195-4a5d9089daa4 admin admin] 10.222.0.42 "PUT /v2.0/routers/02315c8d-cd53-48a6-9e06-7023a095fa6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0954280 Aug 03 19:07:00.815554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60422) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:00.817960 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] Sync routers for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:00.852130 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:00.853080 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:07:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:00.937374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a380d55-d3fb-4cfb-904d-831be249c454 None None] Network d6f11727-de81-4bf1-9739-337c15a8375b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:01.019564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 308baa45-8111-4bc3-812e-723fed3aef03 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:01.057507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-165eabfd-ecaf-4d54-a9f5-a256976b94a0 None None] Provisioning for port 308baa45-8111-4bc3-812e-723fed3aef03 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:01.062253 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:01.086316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-aacbe177-ee16-4c89-91dc-19a5fdf51c16 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7148776 Aug 03 19:07:01.086794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.149946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60428) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:01.169054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 308baa45-8111-4bc3-812e-723fed3aef03 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:01.182632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 308baa45-8111-4bc3-812e-723fed3aef03 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:01.182968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.200896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.201515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.201779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.202960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.202960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.203237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.203629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.203958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.204278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.204595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.204912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.205225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:01.281604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.374045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.404055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 1c6711db-cf02-47ee-9bd5-4a552e8c6aae up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:01.408020 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.413083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3fe44789-9376-4d0c-93ee-e07ac6522ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.427218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828ab13-4dad-4365-ad00-8e60196f61ff req-9ab137a9-9882-42c7-b2c1-2c92ae5f2ef9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.436909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5828ab13-4dad-4365-ad00-8e60196f61ff req-9ab137a9-9882-42c7-b2c1-2c92ae5f2ef9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.3569412 Aug 03 19:07:01.440058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Deleting port 76844c49-8703-4e80-bb9c-6785eefbf08c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:01.445968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.449194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61891d-de37-4855-b8d5-cefc325737e5 req-c6b8f95c-87ed-4435-90f6-8b265762310d tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.452074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b61891d-de37-4855-b8d5-cefc325737e5 req-c6b8f95c-87ed-4435-90f6-8b265762310d tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 945 time: 0.3710127 Aug 03 19:07:01.484284 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:06:59Z', 'revision_number': 5, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port': {'id': '76844c49-8703-4e80-bb9c-6785eefbf08c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:01.493318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 308baa45-8111-4bc3-812e-723fed3aef03, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=308baa45-8111-4bc3-812e-723fed3aef03,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:01.505576 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.539183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-4b7e123b-dbe9-4343-82d2-9a59b9fed9e9 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859711 Aug 03 19:07:01.568745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:01.575841 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] Checking router: 02315c8d-cd53-48a6-9e06-7023a095fa6c for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:01.592016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:01.593588 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.597811 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] Routers {'02315c8d-cd53-48a6-9e06-7023a095fa6c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:01.599795 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:07:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02315c8d-cd53-48a6-9e06-7023a095fa6c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:01.647142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=308baa45-8111-4bc3-812e-723fed3aef03,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:01.696493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5828ab13-4dad-4365-ad00-8e60196f61ff req-8b2e3d73-8b7c-480c-9696-189a26016206 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497461 Aug 03 19:07:01.745925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b61891d-de37-4855-b8d5-cefc325737e5 req-497150af-2330-4fd6-8f56-56f50d98483d tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526495 Aug 03 19:07:01.746693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] For port 76844c49-8703-4e80-bb9c-6785eefbf08c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=76844c49-8703-4e80-bb9c-6785eefbf08c,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:01.748574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.778566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Calling delete_port for 76844c49-8703-4e80-bb9c-6785eefbf08c owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:01.832660 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] Set router 02315c8d-cd53-48a6-9e06-7023a095fa6c gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:01.850228 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.873671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e7132bb1-b32c-48e7-a003-8cde886404e5 None None] Provisioning complete for port 308baa45-8111-4bc3-812e-723fed3aef03 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:01.874382 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7132bb1-b32c-48e7-a003-8cde886404e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.912147 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:07:01Z', 'revision_number': 6, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:01.953855 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.954428 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27458bc-4671-4092-b3e1-90f0f0b5ee60 None None] The sync data for ids ['02315c8d-cd53-48a6-9e06-7023a095fa6c'] in n-d-803378-1 is: [{'id': '02315c8d-cd53-48a6-9e06-7023a095fa6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350980546-router', 'tenant_id': '56a83c976f614b1194551f350e475383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:50Z', 'updated_at': '2021-08-03T19:07:01Z', 'revision_number': 6, 'project_id': '56a83c976f614b1194551f350e475383', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:02.037098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b344d0-61d1-44c1-a199-3d439b0017df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6711db-cf02-47ee-9bd5-4a552e8c6aae'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:02.039524 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187e799d-6cc0-4729-b880-e1f03290ac2c" -d '{"events": [{"server_uuid": "03b344d0-61d1-44c1-a199-3d439b0017df", "name": "network-vif-plugged", "status": "completed", "tag": "1c6711db-cf02-47ee-9bd5-4a552e8c6aae"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:02.081293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,segment=NetworkSegment(5a04ade7-850c-40b5-9320-ef0edc3346dc),segment_id=5a04ade7-850c-40b5-9320-ef0edc3346dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:02.086097 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.129047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-238eba2c-9fed-47c6-b1c0-824410601ed8 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737753 Aug 03 19:07:02.131827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3fe44789-9376-4d0c-93ee-e07ac6522ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.153905 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3fe44789-9376-4d0c-93ee-e07ac6522ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.160365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59363f29-71f9-4bca-9133-aab3f9ab9c4e req-49469fa4-7917-495c-a0b8-aa362eac1979 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.168963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.176095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59363f29-71f9-4bca-9133-aab3f9ab9c4e req-49469fa4-7917-495c-a0b8-aa362eac1979 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 945 time: 0.2773807 Aug 03 19:07:02.178203 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1dbd16-07ea-4172-90ae-e6b92964e5ff x-openstack-request-id: req-ca1dbd16-07ea-4172-90ae-e6b92964e5ff {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:02.178500 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b344d0-61d1-44c1-a199-3d439b0017df", "name": "network-vif-plugged", "status": "completed", "tag": "1c6711db-cf02-47ee-9bd5-4a552e8c6aae", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:02.178763 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca1dbd16-07ea-4172-90ae-e6b92964e5ff {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:02.179229 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b344d0-61d1-44c1-a199-3d439b0017df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6711db-cf02-47ee-9bd5-4a552e8c6aae', 'code': 200} Aug 03 19:07:02.180430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.180782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.181124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.181538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.181837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.182158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.182495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.182822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.183151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.183475 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.183817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.184135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:02.187689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe44789-9376-4d0c-93ee-e07ac6522ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6a60c-6909-4acf-ad8c-201e528e9ac0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.192454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.234121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.243152 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3fe44789-9376-4d0c-93ee-e07ac6522ada admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e72c9884063b4271a2e57d3078e4b6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0916307 Aug 03 19:07:02.257101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60442) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:02.328507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59363f29-71f9-4bca-9133-aab3f9ab9c4e req-24f400a3-c756-47e5-b0a3-db5d980ed617 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311231 Aug 03 19:07:02.349380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Pushing event deleted for resources: {'Port': ['ID=76844c49-8703-4e80-bb9c-6785eefbf08c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.423228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.497304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462b238-8e73-4553-bb26-e924706ebbb9 req-a4212872-1f2e-49c2-b560-e8f792a1e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.499379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e462b238-8e73-4553-bb26-e924706ebbb9 req-a4212872-1f2e-49c2-b560-e8f792a1e813 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 1097 time: 0.2096624 Aug 03 19:07:02.566821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1cc9-e1d4-4c4b-85ab-177478b266a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.594597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e462b238-8e73-4553-bb26-e924706ebbb9 req-dffd30ac-d1d7-42ad-bd98-48779cd3c75a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845804 Aug 03 19:07:02.596313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:07:02.631186 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.635153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1cc9-e1d4-4c4b-85ab-177478b266a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.640086 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.664284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60448) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:02.670752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-93f7f209-e76c-4a50-a41c-35c30c126926 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.672819 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-93f7f209-e76c-4a50-a41c-35c30c126926 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.2179201 Aug 03 19:07:02.767376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:02.785759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:02.799979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.800709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02315c8d-cd53-48a6-9e06-7023a095fa6c {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:07:02.801153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:02.802334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:07:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:02.812396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.814432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4e4877fe-ffe1-4956-ae59-73689fdb64ea admin admin] 10.222.0.42 "DELETE /v2.0/routers/02315c8d-cd53-48a6-9e06-7023a095fa6c HTTP/1.1" status: 204 len: 168 time: 1.9981956 Aug 03 19:07:02.819841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60456) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:02.865745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1cc9-e1d4-4c4b-85ab-177478b266a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.875821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1cc9-e1d4-4c4b-85ab-177478b266a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.879525 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2c3c1cc9-e1d4-4c4b-85ab-177478b266a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3e6a60c-6909-4acf-ad8c-201e528e9ac0 HTTP/1.1" status: 204 len: 168 time: 0.6183600 Aug 03 19:07:02.901082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c1cc9-e1d4-4c4b-85ab-177478b266a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6a60c-6909-4acf-ad8c-201e528e9ac0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.997265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b87f76-2a55-47a4-b456-987eb3dce672 admin admin] Deleting subnet cf3482b8-7799-4241-9971-f4c4281cc405 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:07:03.011723 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66b87f76-2a55-47a4-b456-987eb3dce672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.060704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 308baa45-8111-4bc3-812e-723fed3aef03 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:03.078955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.083966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4e5ad52d-9064-4979-a6ae-99153f7da0e0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.3561399 Aug 03 19:07:03.086869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60462) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:03.181755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:03.263717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e539f9bb-9d62-4dcb-9b43-993fc0251671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.293760 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66b87f76-2a55-47a4-b456-987eb3dce672 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.306491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3c4d9-1331-46b4-ae1e-a4defbedb8d4 req-6a4c0144-1b93-4227-9601-10b205fae448 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.314535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30b3c4d9-1331-46b4-ae1e-a4defbedb8d4 req-6a4c0144-1b93-4227-9601-10b205fae448 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 946 time: 0.3091552 Aug 03 19:07:03.331671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3739e0-0fcd-4877-bcf6-fc9e8c9b1fbd req-203e526d-4c25-4112-8c1b-68865a6228aa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.333387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 308baa45-8111-4bc3-812e-723fed3aef03 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:03.334220 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.341739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad3739e0-0fcd-4877-bcf6-fc9e8c9b1fbd req-203e526d-4c25-4112-8c1b-68865a6228aa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.5606992 Aug 03 19:07:03.347456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eabcab07-1d14-461b-8f50-77c18b63f9d7 service neutron] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:03.355668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eabcab07-1d14-461b-8f50-77c18b63f9d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.358604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c2324e93-1dd9-4047-9185-123ff9e7cdd4 req-eabcab07-1d14-461b-8f50-77c18b63f9d7 service neutron] 10.222.0.63 "DELETE /v2.0/ports/7d61cbb6-a18c-4a65-8626-0986ce58feb6/bindings/n-h1-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.3469336 Aug 03 19:07:03.506665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:01Z', 'revision_number': 3, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:03.581837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fea929c3-011e-4b63-b170-a53c65979dc6 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:03.608660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:03.608660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Updating router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e port dc77e88a-7c56-4dbc-8914-c352294545b8 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:07:03.608936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:03.612134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: fea929c3-011e-4b63-b170-a53c65979dc6 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:03.612474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fea929c3-011e-4b63-b170-a53c65979dc6 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:03.612882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 76844c49-8703-4e80-bb9c-6785eefbf08c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:03.626762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d10ccac9-c16f-44aa-b1fd-841f89bb1b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.646936 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.684716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 76844c49-8703-4e80-bb9c-6785eefbf08c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:03.685360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 76844c49-8703-4e80-bb9c-6785eefbf08c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:03.721015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad3739e0-0fcd-4877-bcf6-fc9e8c9b1fbd req-623edbd1-4e5e-45b4-a0da-da0802a6930c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758013 Aug 03 19:07:03.850327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d10ccac9-c16f-44aa-b1fd-841f89bb1b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.855446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30b3c4d9-1331-46b4-ae1e-a4defbedb8d4 req-fca815b7-0e9b-41f6-9400-b716d4b3d13a tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394566 Aug 03 19:07:03.860141 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d10ccac9-c16f-44aa-b1fd-841f89bb1b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.882632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-e539f9bb-9d62-4dcb-9b43-993fc0251671 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:07:03.882632 n-d-803378-1 neutron-server[94134]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:07:03.882632 n-d-803378-1 neutron-server[94134]: [parameters: {'project_id': '81d5b80196e24cb68765a64c637ffc7d', 'id': '8e01d066-512e-4241-b5ca-6530d1ec7aa2', 'expiration': datetime.datetime(2021, 8, 3, 19, 9, 3, 702844)}] Aug 03 19:07:03.882632 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:07:03.883457 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-e539f9bb-9d62-4dcb-9b43-993fc0251671 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:07:03.963616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d10ccac9-c16f-44aa-b1fd-841f89bb1b97 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c928234565ce47be8d2cf7c048b59464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530970 Aug 03 19:07:03.965774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60470) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:03.983564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ccac9-c16f-44aa-b1fd-841f89bb1b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beb756f-29e4-4bfd-9258-9d4b0d86c6a0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:04.039101 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c92390f-2c30-4ba6-815d-693badfde918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.068046 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c92390f-2c30-4ba6-815d-693badfde918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.144108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c92390f-2c30-4ba6-815d-693badfde918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.147616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c92390f-2c30-4ba6-815d-693badfde918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.149936 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0c92390f-2c30-4ba6-815d-693badfde918 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2beb756f-29e4-4bfd-9258-9d4b0d86c6a0 HTTP/1.1" status: 204 len: 168 time: 0.1829982 Aug 03 19:07:04.159875 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.162284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92390f-2c30-4ba6-815d-693badfde918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beb756f-29e4-4bfd-9258-9d4b0d86c6a0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:04.189309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Transition to ACTIVE for port object dc77e88a-7c56-4dbc-8914-c352294545b8 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:04.203615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66b87f76-2a55-47a4-b456-987eb3dce672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.204108 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.267323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86b649-cae3-4219-9a23-f8ac76f13668 None None] Pushing event updated for resources: {'Port': ['ID=dc77e88a-7c56-4dbc-8914-c352294545b8,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:04.311759 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.312645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66b87f76-2a55-47a4-b456-987eb3dce672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.346796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Attempting to bind port dc77e88a-7c56-4dbc-8914-c352294545b8 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:04.347563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Attempting to bind port dc77e88a-7c56-4dbc-8914-c352294545b8 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:04.348569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Attempting to bind port dc77e88a-7c56-4dbc-8914-c352294545b8 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:04.362050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:04.362881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:04.364837 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.365713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:04.365841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b87f76-2a55-47a4-b456-987eb3dce672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3482b8-7799-4241-9971-f4c4281cc405,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:04.367122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Bound port: dc77e88a-7c56-4dbc-8914-c352294545b8, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:04.367915 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.376905 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66b87f76-2a55-47a4-b456-987eb3dce672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.379136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-66b87f76-2a55-47a4-b456-987eb3dce672 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cf3482b8-7799-4241-9971-f4c4281cc405 HTTP/1.1" status: 204 len: 168 time: 1.4956586 Aug 03 19:07:04.383096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60474) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:04.391914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99947cc9-6026-4e35-b61c-760dc624ed99 req-d10c5587-8848-4351-b55c-6abd9cfaa6dc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.401417 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99947cc9-6026-4e35-b61c-760dc624ed99 req-d10c5587-8848-4351-b55c-6abd9cfaa6dc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 945 time: 0.2329302 Aug 03 19:07:04.406935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e539f9bb-9d62-4dcb-9b43-993fc0251671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.456401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8730da7-5209-499a-b903-be841926bfcc None None] Network 1f5a1c7a-298a-4025-a3b8-17d70207fff2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:04.518101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99947cc9-6026-4e35-b61c-760dc624ed99 req-6ba80aba-a93b-4ac5-9de2-0b43d2a53a3d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157699 Aug 03 19:07:04.549807 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.634327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Deleting port 618f1adc-c79d-47e7-87d2-5345da3d06cf {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:04.635143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.761918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] For port 618f1adc-c79d-47e7-87d2-5345da3d06cf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=618f1adc-c79d-47e7-87d2-5345da3d06cf,segment=NetworkSegment(b3186d55-4662-41a2-8178-7ce54e3fe108),segment_id=b3186d55-4662-41a2-8178-7ce54e3fe108)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:04.762372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.803667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Calling delete_port for 618f1adc-c79d-47e7-87d2-5345da3d06cf owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:04.963512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469e020-043a-4ccd-bbcb-7347458d4aa3 req-1694edf5-0ed6-4cda-a4d2-ea13a591f3fb tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.965083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d469e020-043a-4ccd-bbcb-7347458d4aa3 req-1694edf5-0ed6-4cda-a4d2-ea13a591f3fb tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1096 time: 0.2660165 Aug 03 19:07:04.980846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] For port dc77e88a-7c56-4dbc-8914-c352294545b8, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:04.987681 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e539f9bb-9d62-4dcb-9b43-993fc0251671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.002249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] For port dc77e88a-7c56-4dbc-8914-c352294545b8, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc77e88a-7c56-4dbc-8914-c352294545b8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:05.007971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.010216 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.012929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e539f9bb-9d62-4dcb-9b43-993fc0251671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.069607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86b649-cae3-4219-9a23-f8ac76f13668 None None] Pushing event updated for resources: {'Port': ['ID=dc77e88a-7c56-4dbc-8914-c352294545b8,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:05.081031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=618f1adc-c79d-47e7-87d2-5345da3d06cf,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:05.103245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] No DVR routers for this DVR port 618f1adc-c79d-47e7-87d2-5345da3d06cf on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:05.130990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c015b-6872-41dc-96ce-556b7410a7eb req-93133b95-cf73-463c-b507-2ad4d4c9acb5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:05.132635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-925c015b-6872-41dc-96ce-556b7410a7eb req-93133b95-cf73-463c-b507-2ad4d4c9acb5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.2034240 Aug 03 19:07:05.135461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d469e020-043a-4ccd-bbcb-7347458d4aa3 req-8d61813f-d880-437d-9283-af465458e119 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338518 Aug 03 19:07:05.138520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e539f9bb-9d62-4dcb-9b43-993fc0251671 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81d5b80196e24cb68765a64c637ffc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4725211 Aug 03 19:07:05.139512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539f9bb-9d62-4dcb-9b43-993fc0251671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea6b76-1bfc-4620-9b97-5c9f200e4eba,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:05.143776 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.146418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60494) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:05.166564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:05.168534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:07:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:05.339771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.340385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be204dd1-0b52-407a-92a0-b6eb879997a1 None None] DHCP port deletion for 1f5a1c7a-298a-4025-a3b8-17d70207fff2 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:07:05.393013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.394663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.395770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-925c015b-6872-41dc-96ce-556b7410a7eb req-e5d7b18d-b720-405e-bc0c-3a21521c05d3 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471519 Aug 03 19:07:05.400403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.401417 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > port after_create 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.403865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.405344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > port after_update 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.406778 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.407795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.412967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.414113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.418275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b210eb99-3ea6-4d5a-8bbb-ef4e62696e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.498840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:05.595879 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b210eb99-3ea6-4d5a-8bbb-ef4e62696e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.626800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.627609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.628679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.630517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:07:05.632627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5a1c7a-298a-4025-a3b8-17d70207fff2']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:05.674550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3186d55-4662-41a2-8178-7ce54e3fe108') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:05.675401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3186d55-4662-41a2-8178-7ce54e3fe108') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:05.719589 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.754050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f30649-5325-45d2-8692-26dfbd69a129 req-94fb0dca-e5b4-44bc-9ca5-3aa25cd8e5b7 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:05.755679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4f30649-5325-45d2-8692-26dfbd69a129 req-94fb0dca-e5b4-44bc-9ca5-3aa25cd8e5b7 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 946 time: 0.3014004 Aug 03 19:07:05.773614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.792272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:05.793132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: from cryptography.utils import int_from_bytes Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: from cryptography.utils import int_from_bytes Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:05.824169 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:05.845032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Allocated IP 172.20.0.1 (d6f11727-de81-4bf1-9739-337c15a8375b/b6a527b2-9b15-48cb-af4a-aab0847ca224/367b78be-fcba-47b4-a9db-e4823eceb38f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:05.868842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-a0b3680c-60af-4a92-b210-67125bf391bb tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:05.871518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-a0b3680c-60af-4a92-b210-67125bf391bb tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 820 time: 0.2851939 Aug 03 19:07:05.880800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:01Z', 'revision_number': 3, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:05.926040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b210eb99-3ea6-4d5a-8bbb-ef4e62696e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.930405 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b210eb99-3ea6-4d5a-8bbb-ef4e62696e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.932280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b210eb99-3ea6-4d5a-8bbb-ef4e62696e3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04ea6b76-1bfc-4620-9b97-5c9f200e4eba HTTP/1.1" status: 204 len: 168 time: 0.7821600 Aug 03 19:07:05.946725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0804bb-9f24-4628-8485-8f4abccab1ba None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:01Z', 'revision_number': 3, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:05.957840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4f30649-5325-45d2-8692-26dfbd69a129 req-b301a1a0-b4e3-4ee6-b199-f4d2c39c3525 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883786 Aug 03 19:07:05.978327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.996784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.998843 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1f5a1c7a-298a-4025-a3b8-17d70207fff2 HTTP/1.1" status: 204 len: 168 time: 1.6146090 Aug 03 19:07:06.046150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-36baa0dd-ac90-4012-b34b-9f2e6b7810dd tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/quotas/2e5886d602154b98b509f4fe4b176fc0 HTTP/1.1" status: 200 len: 375 time: 0.1540713 Aug 03 19:07:06.055295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95657a0-d948-409c-8809-bcf653f54c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5a1c7a-298a-4025-a3b8-17d70207fff2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:06.062029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210eb99-3ea6-4d5a-8bbb-ef4e62696e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea6b76-1bfc-4620-9b97-5c9f200e4eba,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:06.239404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2c273b37-a0d9-4e6b-9e53-dc9588e93e32 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678042 Aug 03 19:07:06.409605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-a5196290-6caa-4ead-bc45-d1f3fa34a8a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397069 Aug 03 19:07:06.413379 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.574176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Transition to ACTIVE for port object 367b78be-fcba-47b4-a9db-e4823eceb38f will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:06.671732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60538) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:06.706905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-fb02bf8d-6c1f-4630-ba38-b7483229b800 service neutron] 10.222.0.42 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822213 Aug 03 19:07:06.723898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454379f4-52ae-4000-9126-98abe7dabbc9 req-009f113d-a794-4a1f-b272-0945f4343348 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.733980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-454379f4-52ae-4000-9126-98abe7dabbc9 req-009f113d-a794-4a1f-b272-0945f4343348 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.1310709 Aug 03 19:07:06.745822 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.778666 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b6bd8b75-c0b2-47cb-8088-8d9b6027acfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56a83c976f614b1194551f350e475383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049652 Aug 03 19:07:06.784916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60540) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:06.818659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Network d6f11727-de81-4bf1-9739-337c15a8375b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:06.847441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:06.852694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:06.853564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.903828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Pushing event updated for resources: {'Port': ['ID=367b78be-fcba-47b4-a9db-e4823eceb38f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:06.973191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-454379f4-52ae-4000-9126-98abe7dabbc9 req-f375013d-e683-43c8-9085-e5729a468f06 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379253 Aug 03 19:07:07.074214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60544) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:07.075071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6552-c2ef-4192-a337-7352863cf5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.102640 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81146d87-b061-4060-b5d1-76a8217f4871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.142245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6552-c2ef-4192-a337-7352863cf5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.211298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc77e88a-7c56-4dbc-8914-c352294545b8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:07.367322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6552-c2ef-4192-a337-7352863cf5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.372835 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6552-c2ef-4192-a337-7352863cf5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.376786 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5b0f6552-c2ef-4192-a337-7352863cf5d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09171dce-14b0-4a09-8b4a-2b794c984fbc HTTP/1.1" status: 204 len: 168 time: 0.5903287 Aug 03 19:07:07.431306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f6552-c2ef-4192-a337-7352863cf5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09171dce-14b0-4a09-8b4a-2b794c984fbc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:07.565919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24205c50-6455-4a6f-bb49-dbba15da3f76 None None] Provisioning for port 367b78be-fcba-47b4-a9db-e4823eceb38f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:07.587942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port dc77e88a-7c56-4dbc-8914-c352294545b8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:07.595180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24205c50-6455-4a6f-bb49-dbba15da3f76 None None] Provisioning complete for port 367b78be-fcba-47b4-a9db-e4823eceb38f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:07.602373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24205c50-6455-4a6f-bb49-dbba15da3f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.621322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81146d87-b061-4060-b5d1-76a8217f4871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.627458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81146d87-b061-4060-b5d1-76a8217f4871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.726441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port dc77e88a-7c56-4dbc-8914-c352294545b8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:07.729347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.790173 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-81146d87-b061-4060-b5d1-76a8217f4871 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17572fb362d94d0d8343f8f43109c5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7116320 Aug 03 19:07:07.791943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60566) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:07.815923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81146d87-b061-4060-b5d1-76a8217f4871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5911ad6-0fd1-4671-916e-bc3c8015bd38,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:07.836859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e912baf2-2776-4d58-a4aa-27c08f4c8803 req-7fabb045-4df5-414c-b75a-c268ffa4cede tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 210 time: 0.1647599 Aug 03 19:07:07.939229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-24205c50-6455-4a6f-bb49-dbba15da3f76 None None] Port 367b78be-fcba-47b4-a9db-e4823eceb38f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:07.946292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.026839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af7b447b-efb8-421b-8803-47a7354c755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.124351 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.136626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af7b447b-efb8-421b-8803-47a7354c755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.192716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port dc77e88a-7c56-4dbc-8914-c352294545b8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc77e88a-7c56-4dbc-8914-c352294545b8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:08.202806 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.261909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af7b447b-efb8-421b-8803-47a7354c755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.265052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af7b447b-efb8-421b-8803-47a7354c755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.266592 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-af7b447b-efb8-421b-8803-47a7354c755f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5911ad6-0fd1-4671-916e-bc3c8015bd38 HTTP/1.1" status: 204 len: 168 time: 0.4727187 Aug 03 19:07:08.291191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b447b-efb8-421b-8803-47a7354c755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5911ad6-0fd1-4671-916e-bc3c8015bd38,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:08.383363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e18ebe-d108-41ea-b203-ba72fd40a383 req-047a3e1b-39c0-4c9b-848f-68fd82bb80ae tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:08.392107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1e18ebe-d108-41ea-b203-ba72fd40a383 req-047a3e1b-39c0-4c9b-848f-68fd82bb80ae tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.0946841 Aug 03 19:07:08.413194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 618f1adc-c79d-47e7-87d2-5345da3d06cf no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:08.491439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.515453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=dc77e88a-7c56-4dbc-8914-c352294545b8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:08.517796 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.518567 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.527032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 618f1adc-c79d-47e7-87d2-5345da3d06cf {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:08.530535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 618f1adc-c79d-47e7-87d2-5345da3d06cf not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:08.726897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1e18ebe-d108-41ea-b203-ba72fd40a383 req-e3324087-df6c-4dbc-a719-bf03cb837627 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328211 Aug 03 19:07:08.900554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Pushing event updated for resources: {'Port': ['ID=367b78be-fcba-47b4-a9db-e4823eceb38f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:08.917299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc77e88a-7c56-4dbc-8914-c352294545b8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:09.057128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Network d6f11727-de81-4bf1-9739-337c15a8375b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:09.065668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:09.141404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port dc77e88a-7c56-4dbc-8914-c352294545b8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:09.142371 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.622781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f5f531b4-aa8f-4d4d-807d-dbb06519aae9 None None] Provisioning complete for port 367b78be-fcba-47b4-a9db-e4823eceb38f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:09.624560 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f5f531b4-aa8f-4d4d-807d-dbb06519aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.815537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f5f531b4-aa8f-4d4d-807d-dbb06519aae9 None None] Port 367b78be-fcba-47b4-a9db-e4823eceb38f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:10.025815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fcec9611-8e8d-4c09-837d-0fd4b3f3b83f req-383492d5-4d56-46c8-a6db-5a246b65226f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 210 time: 0.9013498 Aug 03 19:07:10.268786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-cd3eb4e4-54cb-4ec7-b37d-5581df3ef5a0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:10.272736 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-cd3eb4e4-54cb-4ec7-b37d-5581df3ef5a0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 820 time: 0.4883118 Aug 03 19:07:10.307934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Request body: {'port': {'device_id': '929b88da-72eb-4b78-802d-236a216bc353', 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'admin_state_up': True, 'tenant_id': '2e5886d602154b98b509f4fe4b176fc0'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:10.389747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1f4e-11b7-41d2-b234-f5f226010334 req-96514f41-f587-44ca-8465-923d2fb8d72f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:10.391673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ecd1f4e-11b7-41d2-b234-f5f226010334 req-96514f41-f587-44ca-8465-923d2fb8d72f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.2647161 Aug 03 19:07:10.401738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:10.515327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ecd1f4e-11b7-41d2-b234-f5f226010334 req-9c0a4287-c444-4b1a-a4cd-0c2df1d3dfb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044242 Aug 03 19:07:10.619051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Made reservation on behalf of 2e5886d602154b98b509f4fe4b176fc0 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:10.631129 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.645916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:10.663513 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:10.676783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ebc68729-09b1-4cf4-81e6-3869c34fb7eb admin admin] 10.222.0.42 "PUT /v2.0/routers/0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5809863 Aug 03 19:07:10.694778 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:10.695682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:07:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:10.847437 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:10.875405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60646) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:11.025888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Allocated IP 172.20.0.3 (f814e7a7-f0ca-4e21-8d6e-66af40a55cae/c771c334-89f1-45d4-b8bf-58d8b0c3c018/4e32d100-7c02-417a-853d-db1c38252a0f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:11.146785 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 2, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:11.188980 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:11.189376 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Updating router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e port 367b78be-fcba-47b4-a9db-e4823eceb38f binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:07:11.268486 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.323549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-68565c01-a08a-4d81-bbb8-0d847fd72752 req-e1b17f2e-0c7f-4420-adc6-2d8f4673370d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 210 time: 0.0486422 Aug 03 19:07:11.400067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.508027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.616137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Pushing event updated for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:11.644173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Network f814e7a7-f0ca-4e21-8d6e-66af40a55cae is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:11.651361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:11.661437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:11.700363 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-b0d099eb-f1fd-435e-b365-49bac53e1e73 service neutron] show failed (client error): The resource could not be found. Aug 03 19:07:11.702399 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-b0d099eb-f1fd-435e-b365-49bac53e1e73 service neutron] 10.222.0.63 "GET /v2.0/ports/96cf2b10-9020-423d-a515-5556bc775d72/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.2138948 Aug 03 19:07:11.743892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.744786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.752320 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fea032e-be95-461d-a7e2-6c51a103bd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.786237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-2f5efc5d-1484-4bca-a313-9ac8d3685e1f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4881501 Aug 03 19:07:11.811412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Request body: {'port': {'device_id': '929b88da-72eb-4b78-802d-236a216bc353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:12.034858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fea032e-be95-461d-a7e2-6c51a103bd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.060352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fea032e-be95-461d-a7e2-6c51a103bd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.110384 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.126684 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Transition to ACTIVE for port object 367b78be-fcba-47b4-a9db-e4823eceb38f will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:12.143344 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.155799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1fea032e-be95-461d-a7e2-6c51a103bd0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dd2e3c085ce44838cd4943a955f861c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2757325 Aug 03 19:07:12.267822 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Pushing event updated for resources: {'Port': ['ID=367b78be-fcba-47b4-a9db-e4823eceb38f,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:12.297053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60712) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:12.310449 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.312027 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.312873 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.314015 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.314866 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.315707 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.316544 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.317396 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.318583 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.319409 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.320248 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.321070 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:12.390756 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Attempting to bind port 367b78be-fcba-47b4-a9db-e4823eceb38f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:12.391159 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Attempting to bind port 367b78be-fcba-47b4-a9db-e4823eceb38f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:12.391586 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Attempting to bind port 367b78be-fcba-47b4-a9db-e4823eceb38f on network d6f11727-de81-4bf1-9739-337c15a8375b {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:12.398486 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:12.398794 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Checking segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:12.399320 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.399593 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Bound using segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:12.400088 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Bound port: 367b78be-fcba-47b4-a9db-e4823eceb38f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:12.400533 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.494244 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] For port 367b78be-fcba-47b4-a9db-e4823eceb38f, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:12.500290 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] For port 367b78be-fcba-47b4-a9db-e4823eceb38f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=367b78be-fcba-47b4-a9db-e4823eceb38f,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:12.507522 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.556393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-f49ad575-e68e-4483-943e-1eead4a90244 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.566998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-f49ad575-e68e-4483-943e-1eead4a90244 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 821 time: 0.5387671 Aug 03 19:07:12.572202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea032e-be95-461d-a7e2-6c51a103bd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5809d379-2819-4e83-94c4-7a36fda02380,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:12.588931 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:12.589558 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:07:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:12.603971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.624452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-3313f7d8-f87d-4ac5-8942-6746fd3f1c08 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/quotas/2bbeb1760dc84773a7756f6317916b3a HTTP/1.1" status: 200 len: 375 time: 0.0564418 Aug 03 19:07:12.653275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c8e14-dcb9-4528-9212-d23eb4234b59 req-3c4daee5-c4a2-4d30-a4db-2ada01d44c49 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.658772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-31be59c7-6ac1-4590-af73-1e749c0b460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.662486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-052c8e14-dcb9-4528-9212-d23eb4234b59 req-3c4daee5-c4a2-4d30-a4db-2ada01d44c49 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.3646307 Aug 03 19:07:12.664404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-925d1535-e2d6-4d48-aa24-d7ff33bed8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.679448 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-31be59c7-6ac1-4590-af73-1e749c0b460e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560&tenant_id=80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 1100 time: 0.2766178 Aug 03 19:07:12.743582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:12.783971 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:12.819015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-925d1535-e2d6-4d48-aa24-d7ff33bed8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.960453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-052c8e14-dcb9-4528-9212-d23eb4234b59 req-4da3b9ee-89fb-49aa-a21a-32b77085926a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970271 Aug 03 19:07:13.055981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-9b23bd7b-0df7-465e-80fd-74733b05ef87 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4305518 Aug 03 19:07:13.134810 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61f978-444b-4242-96d0-9c1136c712d9 None None] Pushing event updated for resources: {'Port': ['ID=367b78be-fcba-47b4-a9db-e4823eceb38f,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:13.148088 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.199850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-925d1535-e2d6-4d48-aa24-d7ff33bed8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.203974 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-925d1535-e2d6-4d48-aa24-d7ff33bed8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.207670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-925d1535-e2d6-4d48-aa24-d7ff33bed8d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5809d379-2819-4e83-94c4-7a36fda02380 HTTP/1.1" status: 204 len: 168 time: 0.9064083 Aug 03 19:07:13.345192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d1535-e2d6-4d48-aa24-d7ff33bed8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5809d379-2819-4e83-94c4-7a36fda02380,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:13.396080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-3da5dcaf-0c22-4132-898a-49ad2f790c93 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388271 Aug 03 19:07:13.403794 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:12Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:13.501178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d4d85-0c81-4db1-bcbe-1505fedda234 req-7278f125-701b-45bc-bf65-69076b49b934 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.503548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e58d4d85-0c81-4db1-bcbe-1505fedda234 req-7278f125-701b-45bc-bf65-69076b49b934 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 931 time: 0.2941003 Aug 03 19:07:13.531151 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b02eb4-1ec7-41a3-9b2f-196ec1d3caa0 None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:12Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:13.692028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60748) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:13.748760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e58d4d85-0c81-4db1-bcbe-1505fedda234 req-2d9e261b-b486-4595-bac5-63c8bc80b529 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301466 Aug 03 19:07:13.785250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-d2af812c-bb76-470b-8e6e-d84fc4d8de37 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831344 Aug 03 19:07:13.858376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60752) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:13.880217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e06dd13c-849e-4c9f-8073-333a512166f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.104060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6009e3a8-6b66-4b3a-a706-3ed3c573515b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.180236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e06dd13c-849e-4c9f-8073-333a512166f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.187676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e06dd13c-849e-4c9f-8073-333a512166f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.265053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dd13c-849e-4c9f-8073-333a512166f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7864e26f-c199-47ca-bac4-d6ec101f74be,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:14.313542 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e06dd13c-849e-4c9f-8073-333a512166f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5eee7a34a1a1418aa41e2867bd249a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506385 Aug 03 19:07:14.317765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60762) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:14.364745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e32d100-7c02-417a-853d-db1c38252a0f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:14.387298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.513284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-043d78c0-3d89-46de-89ec-77944cd1e926 req-cae00136-6009-473e-93f8-71ab141ee900 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 210 time: 0.0621068 Aug 03 19:07:14.571747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef804bba-85f3-4ed8-a1a6-f97241ef61f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.630542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Transition to ACTIVE for port object 4e32d100-7c02-417a-853d-db1c38252a0f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:14.663292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1129ac5-9408-4325-96c9-2b06ea0e9fe2 req-c0060503-b066-4aba-840d-1e44b7675da7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:14.684117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1129ac5-9408-4325-96c9-2b06ea0e9fe2 req-c0060503-b066-4aba-840d-1e44b7675da7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.3002985 Aug 03 19:07:14.715056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.738311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:14.817857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6009e3a8-6b66-4b3a-a706-3ed3c573515b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.841296 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef804bba-85f3-4ed8-a1a6-f97241ef61f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.941451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6009e3a8-6b66-4b3a-a706-3ed3c573515b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.050481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 367b78be-fcba-47b4-a9db-e4823eceb38f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:15.095062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1129ac5-9408-4325-96c9-2b06ea0e9fe2 req-dc88d804-e76f-4233-a73d-7e585c9e9120 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094338 Aug 03 19:07:15.173342 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef804bba-85f3-4ed8-a1a6-f97241ef61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.176702 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef804bba-85f3-4ed8-a1a6-f97241ef61f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.177932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ef804bba-85f3-4ed8-a1a6-f97241ef61f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7864e26f-c199-47ca-bac4-d6ec101f74be HTTP/1.1" status: 204 len: 168 time: 0.8591444 Aug 03 19:07:15.220476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef804bba-85f3-4ed8-a1a6-f97241ef61f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7864e26f-c199-47ca-bac4-d6ec101f74be,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:15.276710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Pushing event updated for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:15.309864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:15.336802 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6009e3a8-6b66-4b3a-a706-3ed3c573515b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=084bc6bbf1964e0f869f9b8fca9be81d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6417921 Aug 03 19:07:15.347563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60786) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:15.395694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 367b78be-fcba-47b4-a9db-e4823eceb38f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:15.418500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 367b78be-fcba-47b4-a9db-e4823eceb38f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:15.420773 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.447173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1041b1-f754-477d-bd14-066c5fb4f63e req-6d0dff50-98c8-4567-92b5-aca43c81db39 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:15.448841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c1041b1-f754-477d-bd14-066c5fb4f63e req-6d0dff50-98c8-4567-92b5-aca43c81db39 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.1889319 Aug 03 19:07:15.489611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 96cf2b10-9020-423d-a515-5556bc775d72 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:15.534615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c1041b1-f754-477d-bd14-066c5fb4f63e req-909dd2e8-d1d1-4a85-8462-c6e199c25a3f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670857 Aug 03 19:07:15.635171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009e3a8-6b66-4b3a-a706-3ed3c573515b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f8d77-a0d4-445c-b1b5-36f126bf1c65,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:15.749902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c561d23a-41b4-4244-9443-b821c1d5bdf2 req-d76e0b8a-cc65-4454-b018-a29e983bf9af tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 210 time: 0.0972271 Aug 03 19:07:15.874104 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.912161 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.976198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:15.979083 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf00286-a9db-41db-9e83-da60c45eb951" -d '{"events": [{"server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "name": "network-vif-unplugged", "status": "completed", "tag": "96cf2b10-9020-423d-a515-5556bc775d72"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:15.987618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.999917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 367b78be-fcba-47b4-a9db-e4823eceb38f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=367b78be-fcba-47b4-a9db-e4823eceb38f,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:16.007346 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.063285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:16.064878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:16.065998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:16.100705 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be554c26-4fe7-4700-bb0d-5b0b1f10512a x-openstack-request-id: req-be554c26-4fe7-4700-bb0d-5b0b1f10512a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:16.102141 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "name": "network-vif-unplugged", "status": "completed", "tag": "96cf2b10-9020-423d-a515-5556bc775d72", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:16.102828 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be554c26-4fe7-4700-bb0d-5b0b1f10512a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:16.103893 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72', 'code': 200} Aug 03 19:07:16.110346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:16.110676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:16.116553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Transition to ACTIVE for port object 96cf2b10-9020-423d-a515-5556bc775d72 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:16.120242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46b581eb-3175-43fe-83e1-5f5594225be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.123609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:16.124281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:16.124852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:16.125514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Bound port: 4e32d100-7c02-417a-853d-db1c38252a0f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:16.126049 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.132100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=367b78be-fcba-47b4-a9db-e4823eceb38f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:16.176398 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.227020 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:07:16.231391 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:07:16.294096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:16.446080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] No DVR routers for this DVR port 96cf2b10-9020-423d-a515-5556bc775d72 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:16.457212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46b581eb-3175-43fe-83e1-5f5594225be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.593263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:16.630541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Attempting to bind port 96cf2b10-9020-423d-a515-5556bc775d72 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:16.631201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Attempting to bind port 96cf2b10-9020-423d-a515-5556bc775d72 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:16.631717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Attempting to bind port 96cf2b10-9020-423d-a515-5556bc775d72 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:16.644321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:16.651725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Port 96cf2b10-9020-423d-a515-5556bc775d72 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:16.652109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Attempting to bind port 96cf2b10-9020-423d-a515-5556bc775d72 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:16.657519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.831418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:16.832967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:16.833996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:16.835046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Bound port: 96cf2b10-9020-423d-a515-5556bc775d72, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:16.835956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.843936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Pushing event updated for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:16.844168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-a46724df-9cf8-4c3b-959b-812936a45961 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:16.848763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-a46724df-9cf8-4c3b-959b-812936a45961 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 821 time: 0.5168347 Aug 03 19:07:16.856022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60840) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:16.897112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Request body: {'port': {'device_id': 'f4b62064-6c36-423f-b469-829ca5778d32', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'admin_state_up': True, 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:16.900382 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46b581eb-3175-43fe-83e1-5f5594225be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.903607 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46b581eb-3175-43fe-83e1-5f5594225be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.905716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46b581eb-3175-43fe-83e1-5f5594225be9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b32f8d77-a0d4-445c-b1b5-36f126bf1c65 HTTP/1.1" status: 204 len: 168 time: 1.4704196 Aug 03 19:07:16.920529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 367b78be-fcba-47b4-a9db-e4823eceb38f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:16.935244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b581eb-3175-43fe-83e1-5f5594225be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f8d77-a0d4-445c-b1b5-36f126bf1c65,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:16.947529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:16.948608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.950328 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-8011606d-e75b-4926-ae27-56a5eddeb63e service neutron] 10.222.0.88 "PUT /v2.0/ports/4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 200 len: 1091 time: 5.1620507 Aug 03 19:07:17.184845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:17.191615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:17.205129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84a2b9-4ead-4189-8318-006e0279f7dd req-4badb5a7-d342-4d78-a652-8fac8ab34b3d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.207983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb84a2b9-4ead-4189-8318-006e0279f7dd req-4badb5a7-d342-4d78-a652-8fac8ab34b3d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 947 time: 0.9550016 Aug 03 19:07:17.230442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 367b78be-fcba-47b4-a9db-e4823eceb38f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:17.236063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.309714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.379386 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:07:17.401332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6bcf32ce-7324-434c-8545-6ac5f06ca194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.411591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125f658-7ea1-4114-ae82-5240979f5726 req-92872317-f0fe-44d8-9983-c50a97c5d752 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.420361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6125f658-7ea1-4114-ae82-5240979f5726 req-92872317-f0fe-44d8-9983-c50a97c5d752 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.7308445 Aug 03 19:07:17.436652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb84a2b9-4ead-4189-8318-006e0279f7dd req-aaebb1d0-dc40-442d-afea-bd7f08d9a3a0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940415 Aug 03 19:07:17.493639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Made reservation on behalf of 2bbeb1760dc84773a7756f6317916b3a for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:17.497724 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.508025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.512746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.519816 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] 10.222.0.88 "PUT /v2.0/ports/96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 1095 time: 4.7925668 Aug 03 19:07:17.545916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-a007c807-de90-4e1d-ad83-9dbc469f15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.562510 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-a007c807-de90-4e1d-ad83-9dbc469f15e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1094 time: 0.3657579 Aug 03 19:07:17.759486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Allocated IP 172.20.0.4 (d6f11727-de81-4bf1-9739-337c15a8375b/b6a527b2-9b15-48cb-af4a-aab0847ca224/f1f51e5e-672d-429e-a01c-c502af49016e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:17.858518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6125f658-7ea1-4114-ae82-5240979f5726 req-c24e35c9-0775-454c-a5ab-da20afc8b195 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320681 Aug 03 19:07:17.929441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-549e964d-5d68-4f34-8585-2ea008e06068 req-ca80c916-ed23-4100-ba6f-04b044be25a6 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 210 time: 0.3504028 Aug 03 19:07:17.965536 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-cabb283e-17fa-482f-8085-e879ccb6e693 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 200 len: 217 time: 0.2382908 Aug 03 19:07:17.992545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29228e8-fc26-429f-bcef-519e69f71e76 service neutron] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:18.008263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-177a6653-00fd-4404-bfeb-839896b27268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.010432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-177a6653-00fd-4404-bfeb-839896b27268 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1098 time: 0.4469759 Aug 03 19:07:18.106303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f'}, {'name': 'network-changed', 'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:18.109338 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72648997-b7b8-42de-af00-9f2de6b53632" -d '{"events": [{"name": "network-changed", "server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f"}, {"name": "network-changed", "server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "tag": "96cf2b10-9020-423d-a515-5556bc775d72"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:18.145200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-c9c5994d-7e5a-4f1f-9644-3b38ebedaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.146863 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-c9c5994d-7e5a-4f1f-9644-3b38ebedaac8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1719973 Aug 03 19:07:18.252290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-04c5bf46-854e-42e5-a545-a60eae9c72aa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857685 Aug 03 19:07:18.278447 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6c7988-bbd0-4597-aab0-ba66d5e5d39c x-openstack-request-id: req-ec6c7988-bbd0-4597-aab0-ba66d5e5d39c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:18.279223 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "tag": "96cf2b10-9020-423d-a515-5556bc775d72", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:18.280129 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec6c7988-bbd0-4597-aab0-ba66d5e5d39c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:18.281812 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f', 'status': 'completed', 'code': 200} Aug 03 19:07:18.282599 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72', 'status': 'completed', 'code': 200} Aug 03 19:07:18.291305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60872) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:18.334813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-9bc79051-539c-4d07-868f-afb91cbbde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.338296 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-9bc79051-539c-4d07-868f-afb91cbbde4a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2978997 Aug 03 19:07:18.346502 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.380698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Transition to ACTIVE for port object f1f51e5e-672d-429e-a01c-c502af49016e will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:18.383929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6bcf32ce-7324-434c-8545-6ac5f06ca194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.399629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6bcf32ce-7324-434c-8545-6ac5f06ca194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.462555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6bcf32ce-7324-434c-8545-6ac5f06ca194 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6099ecc9fdd439e89c31610a09b94b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6025808 Aug 03 19:07:18.467788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60882) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:18.475832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf32ce-7324-434c-8545-6ac5f06ca194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbc8184-a904-4b52-84d7-002e1f9676ed,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:18.528318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.676243 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-e6133306-dfee-4473-a32a-52045aae9597 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.2735505 Aug 03 19:07:18.690208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-347351485-network', 'tenant_id': '3cf32e1f898245b496abdeaa1a0f5f69'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:18.734157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Network d6f11727-de81-4bf1-9739-337c15a8375b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:18.752958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-ea7a2a39-67e4-4a94-ab9f-b40ee8a6e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.754565 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-ea7a2a39-67e4-4a94-ab9f-b40ee8a6e0bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0695617 Aug 03 19:07:18.756492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-c0e068fe-38d0-43fb-a736-93087c40d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.758059 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-c0e068fe-38d0-43fb-a736-93087c40d6f5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1098 time: 0.4166527 Aug 03 19:07:18.794805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:18.807925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Pushing event updated for resources: {'Port': ['ID=f1f51e5e-672d-429e-a01c-c502af49016e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:18.829629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:18.850990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.852834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.882126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8732984b-bc2d-4548-803e-92e9ceecc5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.957976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-43a17631-7328-4caf-9588-6be0eabe0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.959625 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-43a17631-7328-4caf-9588-6be0eabe0fac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1962042 Aug 03 19:07:18.961158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-8c0c810a-85cc-4a23-83f1-590db7492e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.964234 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-8c0c810a-85cc-4a23-83f1-590db7492e1e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1728575 Aug 03 19:07:18.976161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Made reservation on behalf of 3cf32e1f898245b496abdeaa1a0f5f69 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:18.979579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.006058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-07bc97fc-b12c-4d83-a821-3e1a9bc73842 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1229084 Aug 03 19:07:19.065767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7196f-aa99-4c85-9fe0-28be1122cfb8 req-1c6b684c-f039-4dd3-ac16-facd81b3f531 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.074018 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-06a0049c-9f03-4968-bd07-2a01b91d81ac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.0997653 Aug 03 19:07:19.079137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-6ce254b3-28dd-4b04-b7f3-22b74d54d897 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8050971 Aug 03 19:07:19.090597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1f7196f-aa99-4c85-9fe0-28be1122cfb8 req-1c6b684c-f039-4dd3-ac16-facd81b3f531 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 947 time: 0.4543669 Aug 03 19:07:19.101656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8732984b-bc2d-4548-803e-92e9ceecc5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.111483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Request body: {'port': {'device_id': 'f4b62064-6c36-423f-b469-829ca5778d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:19.131375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.176545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-46d5cf59-9580-49da-8dac-7e47f707ac1d None None] Provisioning for port f1f51e5e-672d-429e-a01c-c502af49016e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:19.183379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-46d5cf59-9580-49da-8dac-7e47f707ac1d None None] Provisioning complete for port f1f51e5e-672d-429e-a01c-c502af49016e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:19.183791 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-46d5cf59-9580-49da-8dac-7e47f707ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.287490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-46d5cf59-9580-49da-8dac-7e47f707ac1d None None] Port f1f51e5e-672d-429e-a01c-c502af49016e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:19.424208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1f7196f-aa99-4c85-9fe0-28be1122cfb8 req-0af8a43f-cd1c-4468-afda-2b02bbea7226 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316824 Aug 03 19:07:19.470271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733894d-580a-42b2-a1c6-6806c5e4d530 req-cdb1529d-eedc-4d2c-840f-3dc7fd49254f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.479227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-95dc28dd-2cbc-4c0f-8cb4-c59f62e44ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.480387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3733894d-580a-42b2-a1c6-6806c5e4d530 req-cdb1529d-eedc-4d2c-840f-3dc7fd49254f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.1659639 Aug 03 19:07:19.480720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-95dc28dd-2cbc-4c0f-8cb4-c59f62e44ed9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.3931642 Aug 03 19:07:19.482272 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.567755 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-a2a3c7cd-0ad0-4fc6-b6e9-57e06b63c1fd service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873582 Aug 03 19:07:19.634450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3733894d-580a-42b2-a1c6-6806c5e4d530 req-34192434-6d05-4097-aa41-70101de14f5f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582265 Aug 03 19:07:19.635546 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8732984b-bc2d-4548-803e-92e9ceecc5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.640994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8732984b-bc2d-4548-803e-92e9ceecc5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.643084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8732984b-bc2d-4548-803e-92e9ceecc5b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0dbc8184-a904-4b52-84d7-002e1f9676ed HTTP/1.1" status: 204 len: 168 time: 1.1739690 Aug 03 19:07:19.700528 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a6a0a85c-2299-40cf-9402-a0a9b8137c7e req-c07bdcab-eda9-41e3-82e3-50bb706ac534 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221426 Aug 03 19:07:19.714006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732984b-bc2d-4548-803e-92e9ceecc5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbc8184-a904-4b52-84d7-002e1f9676ed,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:19.719430 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9ffd3bd-46bd-4acb-a56b-5dd6536c5eb7 req-bace091e-349a-4f0f-89bd-55e426b9bfee service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968137 Aug 03 19:07:19.745579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-2a4c506e-43d7-4bac-8b22-c73c7caacf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.745579 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-2a4c506e-43d7-4bac-8b22-c73c7caacf56 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2577343 Aug 03 19:07:19.984594 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.996054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.049926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:20.063375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63e1e8-a1c4-4f15-978f-40dbb8deb6f6 req-fb69d13a-dcf6-4e8d-a76c-9ba587f6f03b tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.065254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da63e1e8-a1c4-4f15-978f-40dbb8deb6f6 req-fb69d13a-dcf6-4e8d-a76c-9ba587f6f03b tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 931 time: 0.5196450 Aug 03 19:07:20.077104 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-1e57f9c2-a77f-485d-acde-42129bbfd389 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220520 Aug 03 19:07:20.098147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a19dbf1-2c92-4cce-99ff-963ac3a4434a req-920ef703-a382-4e89-aab9-fd7d2460f7c3 tempest-AbsoluteLimitsNegativeTestJSON-896449448 tempest-AbsoluteLimitsNegativeTestJSON-896449448-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b8db938a3a5c4bd788888ee9a999101a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093063 Aug 03 19:07:20.110241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:20.194167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.206371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-e58f4475-5adb-4d6d-8177-e2120445afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.209311 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-e58f4475-5adb-4d6d-8177-e2120445afc6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1094 time: 0.3302412 Aug 03 19:07:20.291129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19dbf1-2c92-4cce-99ff-963ac3a4434a req-f35a57dc-ba42-41d1-8aa3-8f8739863c14 tempest-AbsoluteLimitsNegativeTestJSON-896449448 tempest-AbsoluteLimitsNegativeTestJSON-896449448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.298537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a19dbf1-2c92-4cce-99ff-963ac3a4434a req-f35a57dc-ba42-41d1-8aa3-8f8739863c14 tempest-AbsoluteLimitsNegativeTestJSON-896449448 tempest-AbsoluteLimitsNegativeTestJSON-896449448-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993182 Aug 03 19:07:20.301193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.301651 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Added segment 1eda7f04-77fa-430d-a432-535f8783a555 of type vlan for network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 Aug 03 19:07:20.358321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a19dbf1-2c92-4cce-99ff-963ac3a4434a req-412163b5-3432-4884-bf50-b15272346d6c tempest-AbsoluteLimitsNegativeTestJSON-896449448 tempest-AbsoluteLimitsNegativeTestJSON-896449448-project] 10.222.0.42 "GET /v2.0/quotas/b8db938a3a5c4bd788888ee9a999101a HTTP/1.1" status: 200 len: 375 time: 0.0579166 Aug 03 19:07:20.417636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a19dbf1-2c92-4cce-99ff-963ac3a4434a req-c750d78a-4310-45f7-82dd-d05c54c9c08e tempest-AbsoluteLimitsNegativeTestJSON-896449448 tempest-AbsoluteLimitsNegativeTestJSON-896449448-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8db938a3a5c4bd788888ee9a999101a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579715 Aug 03 19:07:20.425710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da63e1e8-a1c4-4f15-978f-40dbb8deb6f6 req-777081d4-e4b5-4f43-8feb-f88cd41c4473 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195071 Aug 03 19:07:20.446675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.555153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.559080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.562357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.583347 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-21accbbd-bb51-4f43-8a92-e65a8e4bcc60 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965403 Aug 03 19:07:20.588948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-72af013a-45f9-435d-83d2-0a9715574cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.588948 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-72af013a-45f9-435d-83d2-0a9715574cf1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.3659422 Aug 03 19:07:20.588948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60922) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:20.644731 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-09e01e4c-b0c8-456d-b758-7a9a636c4981 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 200 len: 217 time: 0.0466592 Aug 03 19:07:20.645838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b832b5f1-318f-489d-a5b0-deac0470401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.647388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f51e5e-672d-429e-a01c-c502af49016e {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:20.661511 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.683017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Transition to ACTIVE for port object f1f51e5e-672d-429e-a01c-c502af49016e will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:20.754438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-e5213b95-52b8-4dae-bb47-dae1d4d3ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.757521 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-e5213b95-52b8-4dae-bb47-dae1d4d3ee8a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0969715 Aug 03 19:07:20.797405 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-e814e1f0-0b59-4de0-ad82-6538633dc36b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318091 Aug 03 19:07:20.816529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] Pushing event updated for resources: {'Network': ['ID=88934cf7-744a-463f-8a0e-ee2bfa6d9b06,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:20.820082 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.837890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:20.898925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-81d0342a-540c-4c5b-a553-2b05c5903032 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6042573 Aug 03 19:07:20.936897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60930) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:20.937694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Pushing event updated for resources: {'Port': ['ID=f1f51e5e-672d-429e-a01c-c502af49016e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:20.972511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Request body: {'subnet': {'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-347351485-subnet', 'tenant_id': '3cf32e1f898245b496abdeaa1a0f5f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:21.034519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f545cd-46bd-4771-97a2-a27da29cc310 req-9b71d4a3-73d7-4a27-8e99-1266b6b13dfa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:21.038580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09f545cd-46bd-4771-97a2-a27da29cc310 req-9b71d4a3-73d7-4a27-8e99-1266b6b13dfa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 947 time: 0.2600334 Aug 03 19:07:21.069406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60932) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:21.072235 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-030d61f0-bcfc-4973-b520-b81a35d75508 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664661 Aug 03 19:07:21.102629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Attempting to bind port f1f51e5e-672d-429e-a01c-c502af49016e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:21.103458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Attempting to bind port f1f51e5e-672d-429e-a01c-c502af49016e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:21.104131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Attempting to bind port f1f51e5e-672d-429e-a01c-c502af49016e on network d6f11727-de81-4bf1-9739-337c15a8375b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:21.140927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Port f1f51e5e-672d-429e-a01c-c502af49016e on network d6f11727-de81-4bf1-9739-337c15a8375b not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:21.141537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Attempting to bind port f1f51e5e-672d-429e-a01c-c502af49016e on network d6f11727-de81-4bf1-9739-337c15a8375b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:21.178344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:21.178881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Checking segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:21.179509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Bound using segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:21.180275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Bound port: f1f51e5e-672d-429e-a01c-c502af49016e, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:21.180866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.258254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ffbcd-1e2a-424e-9b58-205f0b746d2a req-ec858475-3abc-44fe-aa5f-12cdf8685f75 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:21.272201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678ffbcd-1e2a-424e-9b58-205f0b746d2a req-ec858475-3abc-44fe-aa5f-12cdf8685f75 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.3708050 Aug 03 19:07:21.283373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09f545cd-46bd-4771-97a2-a27da29cc310 req-89cf0d16-edd9-4982-bf8b-37b7d06c489b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122858 Aug 03 19:07:21.417053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678ffbcd-1e2a-424e-9b58-205f0b746d2a req-b1a8278e-bea7-4a01-8ec3-79faa669bd90 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433423 Aug 03 19:07:21.525173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] For port f1f51e5e-672d-429e-a01c-c502af49016e, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:21.534828 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6000f22a-7bd2-4dec-9eef-01860b74fee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.568136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] For port f1f51e5e-672d-429e-a01c-c502af49016e, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1f51e5e-672d-429e-a01c-c502af49016e,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:21.583291 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.609747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b832b5f1-318f-489d-a5b0-deac0470401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.618155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b832b5f1-318f-489d-a5b0-deac0470401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.656415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832b5f1-318f-489d-a5b0-deac0470401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f15fc-6675-446f-a9fc-983b611f0b11,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:21.663799 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-9db78ec5-8298-437e-a171-921c335d40c8 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841033 Aug 03 19:07:21.704216 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b832b5f1-318f-489d-a5b0-deac0470401c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e5f264439e647e7a54fa967bd23c834&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1111958 Aug 03 19:07:21.706386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60940) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:21.781985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:21.782608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.784118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] 10.222.0.88 "PUT /v2.0/ports/f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 1091 time: 2.6904488 Aug 03 19:07:21.787115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:21.789551 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4651efd1-dcb0-454f-ab1e-6016203caf12" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:21.811820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Made reservation on behalf of 3cf32e1f898245b496abdeaa1a0f5f69 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:21.814374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.940874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c466cb6-f693-449f-af98-7f8e2e3bb8bd service neutron] Pushing event updated for resources: {'Port': ['ID=f1f51e5e-672d-429e-a01c-c502af49016e,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:21.944483 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-ffd45d97-30a1-4b68-b1ad-95ea46ff4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:21.947243 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-ffd45d97-30a1-4b68-b1ad-95ea46ff4971 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1098 time: 0.1766236 Aug 03 19:07:21.948985 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ef00791-327d-46ce-9ca4-983aec2bfa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.959092 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd248da-3cd1-48e0-8f89-760f75a671a0 x-openstack-request-id: req-5fd248da-3cd1-48e0-8f89-760f75a671a0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:21.959926 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:21.960853 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fd248da-3cd1-48e0-8f89-760f75a671a0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:21.961800 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'status': 'completed', 'code': 200} Aug 03 19:07:22.053344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ef00791-327d-46ce-9ca4-983aec2bfa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.057513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548b764-b66c-4f7c-a9ef-9953b2dc7e3e req-f9e3d4d3-09ab-4bf5-990a-73b3ecc47170 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.060288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e548b764-b66c-4f7c-a9ef-9953b2dc7e3e req-f9e3d4d3-09ab-4bf5-990a-73b3ecc47170 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 943 time: 0.3763428 Aug 03 19:07:22.146802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-f87068ca-6bc2-467a-a6f9-9cf49f7c0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.149910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-f87068ca-6bc2-467a-a6f9-9cf49f7c0ccb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1094 time: 0.2840075 Aug 03 19:07:22.151815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-e717ef3c-c2af-43d0-9ad9-29ad3d86428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.155328 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-e717ef3c-c2af-43d0-9ad9-29ad3d86428e service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1970577 Aug 03 19:07:22.223261 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-68228090-942d-472d-a54b-1a9eecc88c6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.0592718 Aug 03 19:07:22.225811 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ef00791-327d-46ce-9ca4-983aec2bfa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.228732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ef00791-327d-46ce-9ca4-983aec2bfa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.234358 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ef00791-327d-46ce-9ca4-983aec2bfa80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c7f15fc-6675-446f-a9fc-983b611f0b11 HTTP/1.1" status: 204 len: 168 time: 0.5226836 Aug 03 19:07:22.249179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef00791-327d-46ce-9ca4-983aec2bfa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f15fc-6675-446f-a9fc-983b611f0b11,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:22.303702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e548b764-b66c-4f7c-a9ef-9953b2dc7e3e req-aa6af908-7483-4908-8e25-dc89bbc60483 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198420 Aug 03 19:07:22.308177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-f4be547b-fab0-4fac-a062-f2056fec7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.319086 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-f4be547b-fab0-4fac-a062-f2056fec7064 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0788932 Aug 03 19:07:22.395893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4e32d100-7c02-417a-853d-db1c38252a0f details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:22.417345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-b7ab0832-8764-4daf-8428-d63d77f71522 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 217 time: 0.2516305 Aug 03 19:07:22.469319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648997-b7b8-42de-af00-9f2de6b53632 req-fe828f43-5176-47e7-9520-317bb8f9a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.472278 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-fe828f43-5176-47e7-9520-317bb8f9a33a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512415 Aug 03 19:07:22.608482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:22.627274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '4e32d100-7c02-417a-853d-db1c38252a0f', 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'port_id': '4e32d100-7c02-417a-853d-db1c38252a0f', 'mac_address': 'fa:16:3e:af:f1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c771c334-89f1-45d4-b8bf-58d8b0c3c018', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:22.698009 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.712205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.733511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e32d100-7c02-417a-853d-db1c38252a0f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:22.746421 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-6c985674-08af-4263-9925-3939fe970c61 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654355 Aug 03 19:07:22.781850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:22.787078 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.788308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 96cf2b10-9020-423d-a515-5556bc775d72 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:22.964519 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72648997-b7b8-42de-af00-9f2de6b53632 req-508bc68d-aed2-4289-9a5e-925c65e05c84 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082012 Aug 03 19:07:22.977358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:22.980548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:22.995579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '96cf2b10-9020-423d-a515-5556bc775d72', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '96cf2b10-9020-423d-a515-5556bc775d72', 'mac_address': 'fa:16:3e:c0:b3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:23.052651 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.080258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cf2b10-9020-423d-a515-5556bc775d72 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:23.097070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-132e2eda-881a-4977-8fd4-c24a4c5fb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.098798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-132e2eda-881a-4977-8fd4-c24a4c5fb83f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.6666169 Aug 03 19:07:23.102964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6000f22a-7bd2-4dec-9eef-01860b74fee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.118471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:23.125912 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.142162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6000f22a-7bd2-4dec-9eef-01860b74fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.196478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb99757-65a0-4a14-b4a3-028512e4c2a1 req-77d17c6c-8920-4183-9a44-7a1f9c6a2815 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.205826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ceb99757-65a0-4a14-b4a3-028512e4c2a1 req-77d17c6c-8920-4183-9a44-7a1f9c6a2815 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 947 time: 0.6833625 Aug 03 19:07:23.216155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:23.284627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb67e-0eb2-4c34-b741-b7ff5b4ebd0a req-58c38c7c-abe1-4c1c-9da2-9b44f2251482 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.288594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-214fb67e-0eb2-4c34-b741-b7ff5b4ebd0a req-58c38c7c-abe1-4c1c-9da2-9b44f2251482 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.6358531 Aug 03 19:07:23.304420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76845c8-1869-47ba-a7d5-86b7972ba5f9,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:23.322303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6000f22a-7bd2-4dec-9eef-01860b74fee8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8db938a3a5c4bd788888ee9a999101a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2005906 Aug 03 19:07:23.328355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60970) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:23.352213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000f22a-7bd2-4dec-9eef-01860b74fee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c626197e-952d-4cca-86d6-0502c9a51aed,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:23.408305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4e32d100-7c02-417a-853d-db1c38252a0f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:23.417062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-1cd080de-c6b4-476d-bdf7-435892b9c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.420093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-1cd080de-c6b4-476d-bdf7-435892b9c7a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927580 Aug 03 19:07:23.425522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ceb99757-65a0-4a14-b4a3-028512e4c2a1 req-a8619631-788f-4f7e-87a0-63943830865b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184536 Aug 03 19:07:23.427261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:23.428364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Network hostable DHCP agents. Network: 88934cf7-744a-463f-8a0e-ee2bfa6d9b06, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:23.477082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['96cf2b10-9020-423d-a515-5556bc775d72'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:23.486670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b196417d-5194-4970-a937-a9ae6d9075fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.517645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-214fb67e-0eb2-4c34-b741-b7ff5b4ebd0a req-55259f88-9c60-4d94-b306-1c86daffb97e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026024 Aug 03 19:07:23.541428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b196417d-5194-4970-a937-a9ae6d9075fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.659966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:23.720123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b196417d-5194-4970-a937-a9ae6d9075fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.725698 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b196417d-5194-4970-a937-a9ae6d9075fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.738808 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b196417d-5194-4970-a937-a9ae6d9075fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c626197e-952d-4cca-86d6-0502c9a51aed HTTP/1.1" status: 204 len: 168 time: 0.4071362 Aug 03 19:07:23.743500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 88934cf7-744a-463f-8a0e-ee2bfa6d9b06) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:23.757714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.758831 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.769462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196417d-5194-4970-a937-a9ae6d9075fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c626197e-952d-4cca-86d6-0502c9a51aed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:23.812539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-dd37d103-ca80-410c-929a-9ae69a44288a service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772178 Aug 03 19:07:23.847865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6170437-61b4-495f-af6f-aad2d92d15dc None None] Network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:23.884782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25decac-ef29-4001-bc1c-b36d0ae79142 req-dc0d83ec-d72b-4ae5-bf3d-14959b761bb3 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.910668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b25decac-ef29-4001-bc1c-b36d0ae79142 req-dc0d83ec-d72b-4ae5-bf3d-14959b761bb3 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 943 time: 0.2463994 Aug 03 19:07:23.916896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e7940fa4-2a2a-4077-bfbf-81485e1d6da7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.9536588 Aug 03 19:07:24.180189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b25decac-ef29-4001-bc1c-b36d0ae79142 req-88ca9459-6b70-48e9-b048-cf85c97d0ca2 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676647 Aug 03 19:07:24.265546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b83b-eb65-4305-be97-7f227e40debf req-49f0b457-7cb6-463d-9653-2997251841ba tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.280107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0335b83b-eb65-4305-be97-7f227e40debf req-49f0b457-7cb6-463d-9653-2997251841ba tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 948 time: 0.2590032 Aug 03 19:07:24.304314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7efb23f8-7a2e-4010-bd13-b10ed0728455 req-a9397d86-08da-412f-8c40-f3826ca06f3a service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829998 Aug 03 19:07:24.329131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-9939e5a0-d7a2-4ec7-86a0-4cfb39bf2a8c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.353466 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-9939e5a0-d7a2-4ec7-86a0-4cfb39bf2a8c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560&tenant_id=80db5de5929940d29c9864f3139274f6&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 948 time: 0.2910266 Aug 03 19:07:24.379557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0335b83b-eb65-4305-be97-7f227e40debf req-5864c63a-e6ce-44aa-bb35-6b94a3dd22ff tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928824 Aug 03 19:07:24.502318 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-b2021f62-321c-4ed1-a619-cd2ce8202d31 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:07:24.503619 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-b2021f62-321c-4ed1-a619-cd2ce8202d31 service neutron] 10.222.0.63 "DELETE /v2.0/ports/96cf2b10-9020-423d-a515-5556bc775d72/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.1489575 Aug 03 19:07:24.515613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-ffcd5bc2-1ef3-425f-af71-4995730f7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.518338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-ffcd5bc2-1ef3-425f-af71-4995730f7d13 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1094 time: 0.0943637 Aug 03 19:07:24.681293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a62ce8-6e86-47e3-bb70-8b524ddd8ebc None None] Network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:24.897098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-e9a6262e-20d0-47ab-a9c0-4808a5da95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.898973 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-e9a6262e-20d0-47ab-a9c0-4808a5da95f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1099 time: 0.1356382 Aug 03 19:07:24.976056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eae44-71f2-40ff-9e6a-97dfc4567dc1 req-9dc6804e-f3d3-4f94-b944-b2a40d8c4e29 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.980800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-877eae44-71f2-40ff-9e6a-97dfc4567dc1 req-9dc6804e-f3d3-4f94-b944-b2a40d8c4e29 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 944 time: 0.2057307 Aug 03 19:07:24.982987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-3882beb6-1c33-4b02-8c55-7721d08aa89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.985583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-3882beb6-1c33-4b02-8c55-7721d08aa89e service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.4547100 Aug 03 19:07:25.054583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-cfb022c8-229b-4bf2-bed3-8e22ef1acd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.056570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-cfb022c8-229b-4bf2-bed3-8e22ef1acd36 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1490679 Aug 03 19:07:25.113451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-2dab7f30-e535-4627-b196-e586d0fbccf6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 217 time: 0.1070940 Aug 03 19:07:25.193630 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-0a3b1636-ddf3-4e1c-8698-87af237fe2b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.1276615 Aug 03 19:07:25.304585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-877eae44-71f2-40ff-9e6a-97dfc4567dc1 req-b310f999-ff7b-41d7-85dd-fd0dcfb665e6 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174396 Aug 03 19:07:25.306792 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.333998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-f34fe172-007f-4a21-9c2d-686ad3818dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.334479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-ced05f4e-12e2-46c1-aed1-59017b088dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.335639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-f34fe172-007f-4a21-9c2d-686ad3818dc4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.2059650 Aug 03 19:07:25.337954 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-ced05f4e-12e2-46c1-aed1-59017b088dc4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1371157 Aug 03 19:07:25.446887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-0e6ab6b3-6f28-4f48-9842-f80c40e36035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.450334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-0e6ab6b3-6f28-4f48-9842-f80c40e36035 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037562 Aug 03 19:07:25.487070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-cf96f144-8700-4861-a484-2b9da534fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.496141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-cf96f144-8700-4861-a484-2b9da534fbee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477976 Aug 03 19:07:25.641024 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-abba06ae-5eed-4329-a381-956e5ce9f47e service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790996 Aug 03 19:07:25.707185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd8a91-fddf-4f08-b05c-b182440bdb52 req-dc841f76-9c39-4ad8-ae3d-73d52203ba71 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.711051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bfd8a91-fddf-4f08-b05c-b182440bdb52 req-dc841f76-9c39-4ad8-ae3d-73d52203ba71 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 943 time: 0.3258412 Aug 03 19:07:25.877400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bfd8a91-fddf-4f08-b05c-b182440bdb52 req-40deccbc-c89e-413d-9f90-38ceda210361 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241219 Aug 03 19:07:25.911062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1bb85-286c-4673-9453-f9345f1cee19 req-64fd8919-941d-499a-846f-c65084892396 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.913528 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-db1b9570-fc74-4d8a-8f71-1a0040604ec4 req-470c4847-984f-45db-85e8-40fb67d1d3d6 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643645 Aug 03 19:07:25.924684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3c1bb85-286c-4673-9453-f9345f1cee19 req-64fd8919-941d-499a-846f-c65084892396 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 948 time: 0.2903149 Aug 03 19:07:25.988186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-44355efe-e00f-46f8-921e-d02b76cfde11 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725740 Aug 03 19:07:26.052140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3c1bb85-286c-4673-9453-f9345f1cee19 req-504a2ec5-750e-4d2d-a27a-fb85fd8e0bd2 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260417 Aug 03 19:07:26.119994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32812) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:26.129118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1366764587-network', 'tenant_id': 'e9122f87a8494f25b29ee0843986fd4f'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:26.140942 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-380c3d25-066c-4798-9f4c-99b1909020e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.176440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Made reservation on behalf of e9122f87a8494f25b29ee0843986fd4f for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:26.181373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.213653 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.312952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4651efd1-dcb0-454f-ab1e-6016203caf12 req-04aaf6c3-f9c5-4be1-895d-3116d023eddc service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099859 Aug 03 19:07:26.441730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.454735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.476473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1f51e5e-672d-429e-a01c-c502af49016e details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:26.480476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4e32d100-7c02-417a-853d-db1c38252a0f up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:26.573631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb8786f-2404-4101-9e82-b3141c6ea08c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:26.626976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:26.659346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088fd99-0656-4245-81e8-a0d80ffd22b1 req-3fa95319-a73e-4505-b180-005a074c2821 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:26.663918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.664463 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Added segment ce784ee3-bab4-4d16-808d-9a9c6f095a12 of type vlan for network 13dfc554-f49a-4dc2-9fd7-06480117cd7e Aug 03 19:07:26.666044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5088fd99-0656-4245-81e8-a0d80ffd22b1 req-3fa95319-a73e-4505-b180-005a074c2821 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 944 time: 0.2002974 Aug 03 19:07:26.733539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32826) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:26.771098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.801886 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5088fd99-0656-4245-81e8-a0d80ffd22b1 req-c06043fa-ddb4-4f08-bdf4-c7bb4a1366d7 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221886 Aug 03 19:07:26.832158 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.833809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:26.835085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.898503 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7757442 Aug 03 19:07:26.905911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32832) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:26.920328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Request body: {'subnet': {'network_id': '13dfc554-f49a-4dc2-9fd7-06480117cd7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1366764587-subnet', 'tenant_id': 'e9122f87a8494f25b29ee0843986fd4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:27.008880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Made reservation on behalf of e9122f87a8494f25b29ee0843986fd4f for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:27.013196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.039665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee82dea-f9b5-4779-9389-34dc91255fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=13dfc554-f49a-4dc2-9fd7-06480117cd7e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:27.059928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32836) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:27.137981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 13dfc554-f49a-4dc2-9fd7-06480117cd7e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:27.286542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-741313962-network', 'tenant_id': 'ce3c779367d44f56bbc535ca43bc2ffd'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:27.287701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62c0ac95-62d5-49b5-94d9-2790e3a0fa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.337994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 4e32d100-7c02-417a-853d-db1c38252a0f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:27.395110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 4e32d100-7c02-417a-853d-db1c38252a0f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:27.395990 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.441568 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62c0ac95-62d5-49b5-94d9-2790e3a0fa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.447316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62c0ac95-62d5-49b5-94d9-2790e3a0fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.468742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ed5d-fd7b-43ce-974e-f023d7baa757 req-ed31c1df-b639-4a66-8d43-34bd60971e1c tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.471485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae11ed5d-fd7b-43ce-974e-f023d7baa757 req-ed31c1df-b639-4a66-8d43-34bd60971e1c tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 943 time: 0.2896111 Aug 03 19:07:27.499265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0ac95-62d5-49b5-94d9-2790e3a0fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a786007-be93-49d1-985b-7928ac41490c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:27.538130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883025-61c1-43d7-82a2-1d0929777f10 req-637bd328-38c0-43f4-87f5-07bae212efe7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.540485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42883025-61c1-43d7-82a2-1d0929777f10 req-637bd328-38c0-43f4-87f5-07bae212efe7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 948 time: 0.2460883 Aug 03 19:07:27.545571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1f51e5e-672d-429e-a01c-c502af49016e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1f51e5e-672d-429e-a01c-c502af49016e,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:27.550436 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-62c0ac95-62d5-49b5-94d9-2790e3a0fa7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9020c5cc3484c3fa75bcb9f85f573b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4865987 Aug 03 19:07:27.551362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32846) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:27.591392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'mac_address': 'fa:16:3e:92:10:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:27.613785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Made reservation on behalf of ce3c779367d44f56bbc535ca43bc2ffd for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:27.616691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.619583 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e0316c7-81ba-4d5d-ae33-178bd1d653a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.652727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e0316c7-81ba-4d5d-ae33-178bd1d653a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.658274 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.722366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae11ed5d-fd7b-43ce-974e-f023d7baa757 req-32ba17f3-c2e8-4b1c-b144-e1ba6e42beef tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316635 Aug 03 19:07:27.746650 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e0316c7-81ba-4d5d-ae33-178bd1d653a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.749841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.752360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e0316c7-81ba-4d5d-ae33-178bd1d653a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.761733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4e0316c7-81ba-4d5d-ae33-178bd1d653a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a786007-be93-49d1-985b-7928ac41490c HTTP/1.1" status: 204 len: 168 time: 0.2015162 Aug 03 19:07:27.771272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0316c7-81ba-4d5d-ae33-178bd1d653a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a786007-be93-49d1-985b-7928ac41490c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:27.798291 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.800399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42883025-61c1-43d7-82a2-1d0929777f10 req-c3cb1034-54a3-4db6-922c-5db98bafa61c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368743 Aug 03 19:07:27.819258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f51e5e-672d-429e-a01c-c502af49016e {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:27.831445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.911306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:27.913794 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0759377a-86d3-49e9-bc9f-e2ba61e1a926" -d '{"events": [{"server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "name": "network-vif-plugged", "status": "completed", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:27.930115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1f51e5e-672d-429e-a01c-c502af49016e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1f51e5e-672d-429e-a01c-c502af49016e,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:27.937097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:27.939796 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.947633 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.948843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 96cf2b10-9020-423d-a515-5556bc775d72 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:28.019098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf64f9bc-091b-478c-86b7-fdcac81d9b6f,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:28.086011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Checking segment: {'id': 'ce784ee3-bab4-4d16-808d-9a9c6f095a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13dfc554-f49a-4dc2-9fd7-06480117cd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:28.086591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Network hostable DHCP agents. Network: 13dfc554-f49a-4dc2-9fd7-06480117cd7e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:28.126261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=f1f51e5e-672d-429e-a01c-c502af49016e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:28.188861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 96cf2b10-9020-423d-a515-5556bc775d72 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:28.210507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 96cf2b10-9020-423d-a515-5556bc775d72 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:28.211131 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.230493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['f1f51e5e-672d-429e-a01c-c502af49016e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:28.233578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ce6d0-34e2-4c9d-91de-9bda59d32ab4 req-1e1f0160-11aa-49f1-8266-0e6760edbcea tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.236435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e44ce6d0-34e2-4c9d-91de-9bda59d32ab4 req-1e1f0160-11aa-49f1-8266-0e6760edbcea tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.2322140 Aug 03 19:07:28.237514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Network 13dfc554-f49a-4dc2-9fd7-06480117cd7e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:28.255666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb6ab4-1e73-4bd2-b42b-dc67918b6f96 req-19662c47-783f-4d99-81b6-40b5c88d0f0f tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.269530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7cb6ab4-1e73-4bd2-b42b-dc67918b6f96 req-19662c47-783f-4d99-81b6-40b5c88d0f0f tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1099 time: 0.2462423 Aug 03 19:07:28.279460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.300375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 13dfc554-f49a-4dc2-9fd7-06480117cd7e) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:28.302772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:28.323691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.329055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f4a6db-c6a0-45a5-af49-520281440915 None None] Network 13dfc554-f49a-4dc2-9fd7-06480117cd7e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:28.354725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32860) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:28.359568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.361508 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.376845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a786-0ee8-41b7-a109-eed10887c13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.408089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:28.490094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deee7ab-a3e8-423f-a5d4-83d67922ddc9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:28.507600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7cb6ab4-1e73-4bd2-b42b-dc67918b6f96 req-30a03fa0-7494-4c8d-9d0e-d5d4082804e8 tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363794 Aug 03 19:07:28.517929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e44ce6d0-34e2-4c9d-91de-9bda59d32ab4 req-fc009398-d539-4b8a-8021-a84825fcae4b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422712 Aug 03 19:07:28.520146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.520701 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Added segment 2283bdaa-d7f7-413f-b390-af7dae72fede of type vlan for network c5d06360-b639-4da0-b6d8-fe840e856faa Aug 03 19:07:28.572576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a786-0ee8-41b7-a109-eed10887c13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.580097 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a786-0ee8-41b7-a109-eed10887c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.640250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79530dbf-7d77-4869-9716-847226b1bbb5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7315011 Aug 03 19:07:28.671978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.678477 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6be816-c8dd-4fa1-8490-6f4f7a2f11fd x-openstack-request-id: req-cb6be816-c8dd-4fa1-8490-6f4f7a2f11fd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:28.686015 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "name": "network-vif-plugged", "status": "completed", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:28.686471 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb6be816-c8dd-4fa1-8490-6f4f7a2f11fd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:28.687045 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f', 'code': 200} Aug 03 19:07:28.717012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.778125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8a786-0ee8-41b7-a109-eed10887c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eff43f-9177-4073-8feb-90b1cf52ad02,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:28.807701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a0ae0-c9c0-4605-a2c5-04a7bbf641fd None None] Network 13dfc554-f49a-4dc2-9fd7-06480117cd7e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:28.829280 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d5d8a786-0ee8-41b7-a109-eed10887c13a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d15c8c4f0cb6422eb40b3635caef4d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719934 Aug 03 19:07:28.831194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32872) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:28.884967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:28.918887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.925644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.926807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.966254 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.019652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2771728 Aug 03 19:07:29.024667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32878) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:29.075244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Request body: {'subnet': {'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-741313962-subnet', 'tenant_id': 'ce3c779367d44f56bbc535ca43bc2ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:29.106322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1ce6-e642-4bca-bb5a-01daae5efe20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.131785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:29.210710 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1ce6-e642-4bca-bb5a-01daae5efe20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.214371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Made reservation on behalf of ce3c779367d44f56bbc535ca43bc2ffd for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:29.217863 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.236947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01e678-d3c2-4293-9ee2-78504e09035f req-ee2392a8-3169-491a-ab5a-0c979f0bfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.239655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f01e678-d3c2-4293-9ee2-78504e09035f req-ee2392a8-3169-491a-ab5a-0c979f0bfe61 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1096 time: 0.4369698 Aug 03 19:07:29.273748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6c4d-9410-4826-8496-6dfab6b392a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d06360-b639-4da0-b6d8-fe840e856faa,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:29.284011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-66c445be-a123-428c-bdd8-ddcd0b29634f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=80db5de5929940d29c9864f3139274f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785251 Aug 03 19:07:29.289254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c5d06360-b639-4da0-b6d8-fe840e856faa details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:29.364255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933952e-08fd-4a03-baf8-60cf71e98ee2 req-f5d8a3fa-7fdf-448d-8b1c-95ed19276119 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.367156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e933952e-08fd-4a03-baf8-60cf71e98ee2 req-f5d8a3fa-7fdf-448d-8b1c-95ed19276119 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 944 time: 0.3535535 Aug 03 19:07:29.403751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-7a9d0e22-4938-4797-bfc9-8c080d58193d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1587842 Aug 03 19:07:29.479191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f01e678-d3c2-4293-9ee2-78504e09035f req-bbe6b5e1-e1be-44eb-84c4-5134a42938a3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174714 Aug 03 19:07:29.516644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.537798 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1ce6-e642-4bca-bb5a-01daae5efe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.543232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1ce6-e642-4bca-bb5a-01daae5efe20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.546337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1cd1ce6-e642-4bca-bb5a-01daae5efe20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08eff43f-9177-4073-8feb-90b1cf52ad02 HTTP/1.1" status: 204 len: 168 time: 0.7117391 Aug 03 19:07:29.580450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e933952e-08fd-4a03-baf8-60cf71e98ee2 req-e3701937-7813-49fb-a695-734f0d59a44c tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363018 Aug 03 19:07:29.618047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-b0324479-db3b-4519-8364-91d8d9a11b9a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.620625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-b0324479-db3b-4519-8364-91d8d9a11b9a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190250 Aug 03 19:07:29.633166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd1ce6-e642-4bca-bb5a-01daae5efe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eff43f-9177-4073-8feb-90b1cf52ad02,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:29.668694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-ffa179ab-73c6-4b54-a10b-3690717dc893 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/quotas/80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 375 time: 0.0359504 Aug 03 19:07:29.694880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-df291554-ceb0-4989-abb7-f29659be47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.697757 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-df291554-ceb0-4989-abb7-f29659be47dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 1118 time: 0.2621653 Aug 03 19:07:29.790850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.839372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-65bab8b3-4c85-42a5-9461-ed06c7b29e19 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591654 Aug 03 19:07:30.014541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a914a067-d97e-4771-bf4f-7bb7f3767cf0,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:30.055400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Checking segment: {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:30.055872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Network hostable DHCP agents. Network: c5d06360-b639-4da0-b6d8-fe840e856faa, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:30.069288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-c3519099-d3c5-45b7-9726-51accd7efe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.072598 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-c3519099-d3c5-45b7-9726-51accd7efe8e service neutron] 10.222.0.88 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 925 time: 0.3365924 Aug 03 19:07:30.178129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Network c5d06360-b639-4da0-b6d8-fe840e856faa is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:30.196784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c5d06360-b639-4da0-b6d8-fe840e856faa) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:30.207999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.209181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.222642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5db69-87bc-41df-a9e1-ff44950a3be8 None None] Network c5d06360-b639-4da0-b6d8-fe840e856faa requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:30.304393 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9cdfd80d-2155-498e-94a2-adeea2ddd2b5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2684376 Aug 03 19:07:30.313339 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-763f341c-e59b-49e4-aa70-4ef53c735f2f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1a8a53b-e407-45a6-b169-392812aa31ce HTTP/1.1" status: 200 len: 1023 time: 0.2312677 Aug 03 19:07:30.392679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-4ca2542b-f11c-4fdf-bab1-3f17e715d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.395826 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-4ca2542b-f11c-4fdf-bab1-3f17e715d6d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f HTTP/1.1" status: 200 len: 863 time: 0.0755448 Aug 03 19:07:30.490057 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-68e2a19c-14d4-4fe5-afde-f6aa8666650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.505922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1f51e5e-672d-429e-a01c-c502af49016e up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:30.522571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-178b2682-40c3-40aa-bd43-dbce9e4d388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.535963 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-178b2682-40c3-40aa-bd43-dbce9e4d388d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309714 Aug 03 19:07:30.594737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eabdf-2b14-4e6c-87c1-e3f539e4d67b req-c158b626-6443-4559-8310-8c641a74152f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.597733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c47eabdf-2b14-4e6c-87c1-e3f539e4d67b req-c158b626-6443-4559-8310-8c641a74152f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.1733134 Aug 03 19:07:30.618787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-5d965814-0884-4d1e-893d-6008ae4d1013 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.632155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-5d965814-0884-4d1e-893d-6008ae4d1013 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 807 time: 0.4051979 Aug 03 19:07:30.667839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port f1f51e5e-672d-429e-a01c-c502af49016e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:30.680443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port f1f51e5e-672d-429e-a01c-c502af49016e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:30.681418 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.688399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-d89b507b-d31e-4fed-a1c5-5ef338aedcf5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/quotas/3cf32e1f898245b496abdeaa1a0f5f69 HTTP/1.1" status: 200 len: 375 time: 0.0547655 Aug 03 19:07:30.695329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:30.700661 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb7eae4-4d0f-4ba5-a329-a2a9b93859be" -d '{"events": [{"server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "name": "network-vif-plugged", "status": "completed", "tag": "96cf2b10-9020-423d-a515-5556bc775d72"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:30.854364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c47eabdf-2b14-4e6c-87c1-e3f539e4d67b req-d2cf5074-a5b4-4e4b-9200-ee88cb40f700 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188120 Aug 03 19:07:30.876413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-6c253405-4126-41f2-bb28-ec0e94de0459 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1865599 Aug 03 19:07:30.928124 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-3d51ebd2-9d89-4a37-89da-0e7070069aa8 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729341 Aug 03 19:07:30.945645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57315aab-68f6-4fb6-bca3-22dfcf5fe0a8 None None] Network c5d06360-b639-4da0-b6d8-fe840e856faa requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:31.083636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-40c36530-5f72-45a0-bcd9-dc3fb68f48bf service neutron] 10.222.0.42 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047515 Aug 03 19:07:31.192360 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-da9e429a-0f5b-4bc8-9024-090a4acdb9a7 req-edb92daf-d2be-458b-a859-68d997cf3590 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548003 Aug 03 19:07:31.251277 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.255482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30328868-dfdf-4852-83f8-c02084b1d223 req-c5f57b54-da19-4799-97e8-c648dc6252c6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 210 time: 0.0436482 Aug 03 19:07:31.278248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-0be1bbf6-442c-45c8-87b7-67239deb624b service neutron] 10.222.0.42 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731379 Aug 03 19:07:31.372583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1f51e5e-672d-429e-a01c-c502af49016e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1f51e5e-672d-429e-a01c-c502af49016e,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:31.380737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.487562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43396783-ed1d-400f-9a47-ef9e911744ca req-4ec9f206-7a5e-4e2c-ab50-6ea093408679 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.489275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43396783-ed1d-400f-9a47-ef9e911744ca req-4ec9f206-7a5e-4e2c-ab50-6ea093408679 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 945 time: 0.0947218 Aug 03 19:07:31.538041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=f1f51e5e-672d-429e-a01c-c502af49016e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:31.573731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43396783-ed1d-400f-9a47-ef9e911744ca req-db070b02-aa72-448b-b409-916912a34566 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706093 Aug 03 19:07:31.582384 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce643a7-372b-49e1-8f28-3cbfb8597a78 x-openstack-request-id: req-9ce643a7-372b-49e1-8f28-3cbfb8597a78 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:31.583122 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "name": "network-vif-plugged", "status": "completed", "tag": "96cf2b10-9020-423d-a515-5556bc775d72", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:31.583897 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ce643a7-372b-49e1-8f28-3cbfb8597a78 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:31.584750 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72', 'code': 200} Aug 03 19:07:31.783353 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.258417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643649c-720e-4196-8cd7-cb601a497401 req-95d3a9f9-73ce-4c1e-a1e3-3c524d30b3b6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.264862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-95d3a9f9-73ce-4c1e-a1e3-3c524d30b3b6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 814 time: 0.2739644 Aug 03 19:07:32.287533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-a5274e5e-c151-454b-bb4a-3e98adb72fbe tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=80db5de5929940d29c9864f3139274f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816672 Aug 03 19:07:32.302872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-e1dded07-6166-4968-98d0-56d905439994 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/quotas/ce3c779367d44f56bbc535ca43bc2ffd HTTP/1.1" status: 200 len: 375 time: 0.0239635 Aug 03 19:07:32.391285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-a8b094e7-21e9-42ed-8d4f-318a9def9b37 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749383 Aug 03 19:07:32.611524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-b9ed3ca5-5302-4a20-bf93-5f2c21f162ab service neutron] 10.222.0.42 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921291 Aug 03 19:07:32.629833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-0dc4b282-e953-4ea0-b434-4e989a6d4abd tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.633342 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-0dc4b282-e953-4ea0-b434-4e989a6d4abd tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3396461 Aug 03 19:07:32.659304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Request body: {'port': {'device_id': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '80db5de5929940d29c9864f3139274f6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:32.886053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e05804f-2d28-4c4d-bcaa-7dbddaee1294 req-97626f0b-9f93-4c6f-b60e-01447867aadf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 210 time: 0.0608957 Aug 03 19:07:32.918067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Made reservation on behalf of 80db5de5929940d29c9864f3139274f6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:32.923162 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.971888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-5f24323b-6e08-4dbb-9225-a1582accf0fa service neutron] 10.222.0.42 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466249 Aug 03 19:07:33.115356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8358fa-c240-4b5d-b94b-f5d5c9f2ce61 req-904aae3f-eeec-42e4-a8e2-492c1ddfd33a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.116960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d8358fa-c240-4b5d-b94b-f5d5c9f2ce61 req-904aae3f-eeec-42e4-a8e2-492c1ddfd33a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.0873201 Aug 03 19:07:33.189622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Allocated IP 192.168.233.153 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/4eb9169a-777e-4513-b03d-1a7fc5a555c0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:33.238266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d8358fa-c240-4b5d-b94b-f5d5c9f2ce61 req-71055ae5-e3a1-4781-8669-78d89ba5512c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932629 Aug 03 19:07:33.400581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-315daf5d-eb92-4b7e-ac32-f52c94962d44 req-6903e104-51f2-48da-a5dd-868e1fd3efdb tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 210 time: 0.0480418 Aug 03 19:07:33.530293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.577748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2f6c6-5e77-45dc-8cf8-6c9ec9f2c1a6 req-3a73dd35-4649-4cb5-9cba-ea61f586c85f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.580953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Transition to ACTIVE for port object 4eb9169a-777e-4513-b03d-1a7fc5a555c0 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:33.585740 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:33.586300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ece2f6c6-5e77-45dc-8cf8-6c9ec9f2c1a6 req-3a73dd35-4649-4cb5-9cba-ea61f586c85f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 945 time: 0.1122355 Aug 03 19:07:33.589057 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c02f6-b6b9-40bc-bc47-ac46eea43d8d" -d '{"events": [{"server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "name": "network-vif-plugged", "status": "completed", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:33.612919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-c0173f7c-ffe8-48d9-898e-6c61653e40e1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.614984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-c0173f7c-ffe8-48d9-898e-6c61653e40e1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 807 time: 0.2171266 Aug 03 19:07:33.642681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Request body: {'port': {'device_id': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'admin_state_up': True, 'tenant_id': '3cf32e1f898245b496abdeaa1a0f5f69'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:33.649549 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.661534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ece2f6c6-5e77-45dc-8cf8-6c9ec9f2c1a6 req-c9119341-c9ff-47a6-a1ed-0f1b9cb5e7fd tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723240 Aug 03 19:07:33.689257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['96cf2b10-9020-423d-a515-5556bc775d72'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:33.738564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:33.748656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:33.757409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:33.812648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event updated for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:33.851195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.852139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.885277 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-5bc62e8f-6554-4dc6-aaea-d09c577cf541 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2349858 Aug 03 19:07:33.913056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Request body: {'port': {'device_id': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:34.035633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Made reservation on behalf of 3cf32e1f898245b496abdeaa1a0f5f69 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:34.045999 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.091610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.296431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.313961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4a6842c6-be33-4621-b260-fbe8e9d54f0b None None] Provisioning for port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:34.330492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4a6842c6-be33-4621-b260-fbe8e9d54f0b None None] Provisioning complete for port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:34.331017 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a6842c6-be33-4621-b260-fbe8e9d54f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.515972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4a6842c6-be33-4621-b260-fbe8e9d54f0b None None] Port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:34.813800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb9169a-777e-4513-b03d-1a7fc5a555c0 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:34.824031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.842590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Transition to ACTIVE for port object 4eb9169a-777e-4513-b03d-1a7fc5a555c0 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:34.849503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.911311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-adf8c711-2d4a-45e3-9708-6248b660dad2 req-1cd97488-cf2d-4371-835b-e5ac76c05112 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 210 time: 0.7194920 Aug 03 19:07:34.978695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Pushing event updated for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:35.027081 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d175851-88c1-4486-85e0-cd4636bac155 x-openstack-request-id: req-1d175851-88c1-4486-85e0-cd4636bac155 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:35.028851 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "name": "network-vif-plugged", "status": "completed", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:35.030488 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d175851-88c1-4486-85e0-cd4636bac155 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:35.036906 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'code': 200} Aug 03 19:07:35.094629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Attempting to bind port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:35.095727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Attempting to bind port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:35.095935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Attempting to bind port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:35.102065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:35.102429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Attempting to bind port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:35.112183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:35.112524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:35.113598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:35.115182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Bound port: 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:35.115563 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.134386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec094990-3547-48e2-9398-b6a9976ec97c req-72cc216e-65da-4097-b107-910d3cd3078d tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.163282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec094990-3547-48e2-9398-b6a9976ec97c req-72cc216e-65da-4097-b107-910d3cd3078d tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1096 time: 0.2501616 Aug 03 19:07:35.269198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7685c8-4f5f-4d82-8745-a84297c8f6b3 req-a3ab9815-e5fc-48b9-ae16-cf142d018101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.273951 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b7685c8-4f5f-4d82-8745-a84297c8f6b3 req-a3ab9815-e5fc-48b9-ae16-cf142d018101 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.1343586 Aug 03 19:07:35.284947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54debe88-ef0c-4a38-a2e3-a03d657f5b72 req-ceca9be2-4152-4583-b341-a6b03e3a4eb5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 210 time: 0.0550044 Aug 03 19:07:35.297632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Allocated IP 172.20.0.14 (88934cf7-744a-463f-8a0e-ee2bfa6d9b06/d76845c8-1869-47ba-a7d5-86b7972ba5f9/a6852e87-3a8a-472f-97f4-abdf6e470e50) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:35.321232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec094990-3547-48e2-9398-b6a9976ec97c req-65c44b11-9ad4-420e-a1ad-472815a1a559 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566327 Aug 03 19:07:35.413221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:35.481414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:35.485202 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0b7685c8-4f5f-4d82-8745-a84297c8f6b3 req-5be83e30-2dc2-49db-8e41-b548596ba588 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010717 Aug 03 19:07:35.490994 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.592604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Pushing event updated for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:35.635712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.637043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.638992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-1ec2acf8-c8b8-47a6-9adb-cdd59a5d6cfa service neutron] 10.222.0.63 "PUT /v2.0/ports/4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 200 len: 1096 time: 1.7358921 Aug 03 19:07:35.639590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:35.642425 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:35.762626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643649c-720e-4196-8cd7-cb601a497401 req-3230e2e6-ea0e-4f86-b279-a6efa1c42950 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.765393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-3230e2e6-ea0e-4f86-b279-a6efa1c42950 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.88 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 814 time: 0.4360909 Aug 03 19:07:35.793414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Request body: {'port': {'device_id': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'admin_state_up': True, 'tenant_id': 'ce3c779367d44f56bbc535ca43bc2ffd'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:35.805055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-0db5b591-bacd-4a56-a993-0b02e6c91816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.806885 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-0db5b591-bacd-4a56-a993-0b02e6c91816 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 1099 time: 0.0910983 Aug 03 19:07:35.884931 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-813a0074-a497-492c-b715-ed4ba8ccadd2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 200 len: 217 time: 0.0618558 Aug 03 19:07:35.920656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320feda1-9f29-44f0-b27b-02d62c7c3bf4 req-bbc03ce9-2e4d-47b9-9c7b-f643af28737a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.933310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-320feda1-9f29-44f0-b27b-02d62c7c3bf4 req-bbc03ce9-2e4d-47b9-9c7b-f643af28737a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 948 time: 0.3780985 Aug 03 19:07:35.963637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-02d32006-482f-4fca-8b9d-ec1d9122ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.965710 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-02d32006-482f-4fca-8b9d-ec1d9122ea97 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0731628 Aug 03 19:07:36.036334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-9d66b94b-06e8-4825-b174-86a0273efb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:36.040784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-9d66b94b-06e8-4825-b174-86a0273efb1d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653245 Aug 03 19:07:36.133717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-320feda1-9f29-44f0-b27b-02d62c7c3bf4 req-548cb4c0-6af7-411d-b781-160385db6a36 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989059 Aug 03 19:07:36.139353 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.227840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08cfe2-3416-4512-8788-022815569138 req-51bb779f-6037-400f-aea7-daef353f0c51 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:36.240763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec08cfe2-3416-4512-8788-022815569138 req-51bb779f-6037-400f-aea7-daef353f0c51 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 945 time: 0.2593315 Aug 03 19:07:36.253605 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-3dd05efe-ba0a-44f3-8994-4f68d32696e1 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052224 Aug 03 19:07:36.346182 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6caf15-d2a4-4208-beb4-8c7658b0b7c7 x-openstack-request-id: req-0f6caf15-d2a4-4208-beb4-8c7658b0b7c7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:36.346652 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:36.347043 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f6caf15-d2a4-4208-beb4-8c7658b0b7c7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:36.347702 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'status': 'completed', 'code': 200} Aug 03 19:07:36.378489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec08cfe2-3416-4512-8788-022815569138 req-9807cf40-2707-4351-a7b5-b7628a3a0db3 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363249 Aug 03 19:07:36.398605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Made reservation on behalf of ce3c779367d44f56bbc535ca43bc2ffd for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:36.411255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.475189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.599747 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bdabddfb-3722-479c-b7b7-43b9200cbec3 req-a149001d-9b3f-4870-858a-80ea321515d5 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371296 Aug 03 19:07:36.620910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb211261-d74c-47b6-ae11-d4be51204f04 req-fda52ebd-3273-478c-82b7-f63924d8d51e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 210 time: 0.1195498 Aug 03 19:07:36.759510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:36.798464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-4717a94d-8442-4f06-a80b-e82965bb4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:36.800111 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-4717a94d-8442-4f06-a80b-e82965bb4f03 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 1099 time: 0.0821271 Aug 03 19:07:36.814518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:36.826648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:36.838468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:36.839403 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.908945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2707336 Aug 03 19:07:36.942733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-7bb778b9-057f-4c69-b07d-2079730fad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:36.947770 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-7bb778b9-057f-4c69-b07d-2079730fad41 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1403344 Aug 03 19:07:36.984779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Request body: {'port': {'device_id': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:36.998478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0353c95-5063-426c-a452-5056c82111e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Pushing event updated for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:37.043028 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-73dcc354-3a5a-48c9-a937-9563722734f8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 200 len: 217 time: 0.0873938 Aug 03 19:07:37.108508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-1d71a2e0-457e-4417-97b5-8654e0b22d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.111386 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-1d71a2e0-457e-4417-97b5-8654e0b22d30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0598812 Aug 03 19:07:37.203127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3ea6c-292d-482c-a895-75b034324ed9 req-ed830d41-d866-4071-bdcc-3b1abc0aa076 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.206567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f3ea6c-292d-482c-a895-75b034324ed9 req-ed830d41-d866-4071-bdcc-3b1abc0aa076 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 932 time: 0.5840597 Aug 03 19:07:37.241739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-e7917b44-b5f5-4635-b5a2-fe6bba533dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.241739 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-e7917b44-b5f5-4635-b5a2-fe6bba533dab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202013 Aug 03 19:07:37.351410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Allocated IP 172.20.0.5 (c5d06360-b639-4da0-b6d8-fe840e856faa/a914a067-d97e-4771-bf4f-7bb7f3767cf0/36269038-1b46-4577-87c5-56f0e67491ee) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:37.421259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.467431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-cfe7abbd-84b0-44d7-afc7-1641f79d27f3 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199581 Aug 03 19:07:37.470928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f3ea6c-292d-482c-a895-75b034324ed9 req-fc585496-8c2b-45c9-9b83-80a88afaffd9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438316 Aug 03 19:07:38.015578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad1af4-30cf-4524-9540-fc1d1dd07a3a req-a6513323-0990-48ad-b5f6-6ff9e712fbf0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:38.017352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcad1af4-30cf-4524-9540-fc1d1dd07a3a req-a6513323-0990-48ad-b5f6-6ff9e712fbf0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 948 time: 0.4946010 Aug 03 19:07:38.128317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf9aa-1ad9-4098-af58-a0ac71f2a23e req-f41f2629-c910-4016-b3b0-4d749492609b tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:38.131192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cdcf9aa-1ad9-4098-af58-a0ac71f2a23e req-f41f2629-c910-4016-b3b0-4d749492609b tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 945 time: 0.5108328 Aug 03 19:07:38.178689 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6c9f013-16d3-437c-84f0-e7abc6d6ab38 req-ab35d3e7-2289-4f12-ab86-76c35993dc4b service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023931 Aug 03 19:07:38.179210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.271050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcad1af4-30cf-4524-9540-fc1d1dd07a3a req-ed396c34-698a-4d70-8dbf-52a2edbcd537 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384334 Aug 03 19:07:38.304808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cdcf9aa-1ad9-4098-af58-a0ac71f2a23e req-e7b69b43-d126-46a2-9ed9-16bf19936bdf tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379805 Aug 03 19:07:38.422445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.507893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Network c5d06360-b639-4da0-b6d8-fe840e856faa is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:38.544181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:38.580243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:38.586338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:38.587044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.602443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Pushing event updated for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:38.620649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6852e87-3a8a-472f-97f4-abdf6e470e50 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:38.630257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-cc282817-4620-4694-acb4-e39734aaa129 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8484106 Aug 03 19:07:38.632246 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.651630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Request body: {'port': {'device_id': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:38.680096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Transition to ACTIVE for port object a6852e87-3a8a-472f-97f4-abdf6e470e50 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:38.695409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28167e1f-b3a2-41ea-98f6-c58dde1d7cc3 req-34b45614-782e-4fe3-9323-2c884edeeae8 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:38.697008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28167e1f-b3a2-41ea-98f6-c58dde1d7cc3 req-34b45614-782e-4fe3-9323-2c884edeeae8 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 931 time: 0.2002425 Aug 03 19:07:38.700194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.809519 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.833549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Pushing event updated for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:38.958384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28167e1f-b3a2-41ea-98f6-c58dde1d7cc3 req-83ce66f0-05d2-45f3-8209-e1d73ab35d17 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427583 Aug 03 19:07:39.027473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:39.028480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:39.028480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:39.086183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:39.086607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:39.124211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:39.124552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:39.124946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:39.125402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Bound port: a6852e87-3a8a-472f-97f4-abdf6e470e50, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:39.125812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.216933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-bb55c854-b119-45aa-bf30-d344a23af6dd tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3969870 Aug 03 19:07:39.253413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:39.372996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.396134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96398f29-5f97-435d-8d12-17410991cb56 req-1656fe9c-56f6-46b9-8b26-9856699812d5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:39.397842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96398f29-5f97-435d-8d12-17410991cb56 req-1656fe9c-56f6-46b9-8b26-9856699812d5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 944 time: 0.2087984 Aug 03 19:07:39.423269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:39.509445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:39.554126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.687390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:39.688357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.690649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] 10.222.0.63 "PUT /v2.0/ports/a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 200 len: 1092 time: 2.7480428 Aug 03 19:07:39.694050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:39.697501 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:39.707041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96398f29-5f97-435d-8d12-17410991cb56 req-7263ce90-83e4-4b0a-a6a8-e54825032c54 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849374 Aug 03 19:07:39.803096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82ffbd-864d-4306-ae1a-1acd7233f24f service neutron] Pushing event updated for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:40.009451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36269038-1b46-4577-87c5-56f0e67491ee {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:40.032016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.073636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-e12ab8e4-22f5-4697-89f2-a59640f34ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.076307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-e12ab8e4-22f5-4697-89f2-a59640f34ba5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1095 time: 0.2985473 Aug 03 19:07:40.103924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33120) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:40.111016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Transition to ACTIVE for port object 36269038-1b46-4577-87c5-56f0e67491ee will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:40.131718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008914c3-7568-4f64-b2c0-8d95559dfe72 req-cbcf70c6-b632-4201-a378-9fb38c8f2f15 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.134488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-008914c3-7568-4f64-b2c0-8d95559dfe72 req-cbcf70c6-b632-4201-a378-9fb38c8f2f15 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 948 time: 0.2706099 Aug 03 19:07:40.189434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.200283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-5daf5dce-d559-44ab-8250-4df9d179a9c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 200 len: 217 time: 0.0996768 Aug 03 19:07:40.217609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.228855 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5abad06-465c-4384-a0cc-56fea2234ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.343464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5abad06-465c-4384-a0cc-56fea2234ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.349130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5abad06-465c-4384-a0cc-56fea2234ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.393749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abad06-465c-4384-a0cc-56fea2234ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d0c2ad-7936-45fd-bdc6-8bdb6061cfa1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:40.400552 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c5abad06-465c-4384-a0cc-56fea2234ae4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e59b5792e1e4d0cb2388e23ce8add2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953196 Aug 03 19:07:40.403291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33124) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:40.472380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29ac0d43-0b0e-4658-9b92-2f9270f4f220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.501056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29ac0d43-0b0e-4658-9b92-2f9270f4f220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.567135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29ac0d43-0b0e-4658-9b92-2f9270f4f220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.570656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29ac0d43-0b0e-4658-9b92-2f9270f4f220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.575167 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-29ac0d43-0b0e-4658-9b92-2f9270f4f220 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27d0c2ad-7936-45fd-bdc6-8bdb6061cfa1 HTTP/1.1" status: 204 len: 168 time: 0.1705792 Aug 03 19:07:40.585317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac0d43-0b0e-4658-9b92-2f9270f4f220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d0c2ad-7936-45fd-bdc6-8bdb6061cfa1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:40.788438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Pushing event updated for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:40.802167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-008914c3-7568-4f64-b2c0-8d95559dfe72 req-4d3f04eb-3d95-4eb8-acea-066f90f286ac tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150205 Aug 03 19:07:40.833366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-4c5dc88f-23f1-4ff0-a84b-78a34ec605b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.846434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-4c5dc88f-23f1-4ff0-a84b-78a34ec605b1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.6239038 Aug 03 19:07:40.938444 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1336b3-e722-4cd4-b602-c7f314e2fdc8 x-openstack-request-id: req-bb1336b3-e722-4cd4-b602-c7f314e2fdc8 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:40.939036 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:40.939450 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb1336b3-e722-4cd4-b602-c7f314e2fdc8 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:40.940020 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50', 'status': 'completed', 'code': 200} Aug 03 19:07:41.036760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-c3d3ce7e-34a9-482a-968d-4de7b1ada144 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288221 Aug 03 19:07:41.046240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Attempting to bind port 36269038-1b46-4577-87c5-56f0e67491ee on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:41.047106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Attempting to bind port 36269038-1b46-4577-87c5-56f0e67491ee by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:41.047800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Attempting to bind port 36269038-1b46-4577-87c5-56f0e67491ee on network c5d06360-b639-4da0-b6d8-fe840e856faa {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:41.096812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Port 36269038-1b46-4577-87c5-56f0e67491ee on network c5d06360-b639-4da0-b6d8-fe840e856faa not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:41.097679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Attempting to bind port 36269038-1b46-4577-87c5-56f0e67491ee on network c5d06360-b639-4da0-b6d8-fe840e856faa {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:41.154258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:41.154913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Checking segment: {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:41.155492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Bound using segment: {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:41.156139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Bound port: 36269038-1b46-4577-87c5-56f0e67491ee, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:41.156686 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.238872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Allocated IP 172.25.4.133 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/06dd6ae8-7f9b-4a45-addc-2d7526055dcf) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:41.319844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33134) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:41.351492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835a32ab-8c4e-415f-9f80-7c54309b30db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.453513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb36b0a-4986-4261-9731-b5051b5ad4fe req-77b27d6f-7f89-4b8c-b91f-f21e61325c81 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:41.455177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8eb36b0a-4986-4261-9731-b5051b5ad4fe req-77b27d6f-7f89-4b8c-b91f-f21e61325c81 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 943 time: 0.3188932 Aug 03 19:07:41.470782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-3e845d70-1fa1-4be1-957a-e48e641f4a23 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180651 Aug 03 19:07:41.516628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:41.596595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835a32ab-8c4e-415f-9f80-7c54309b30db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.611805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835a32ab-8c4e-415f-9f80-7c54309b30db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.635062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4eb9169a-777e-4513-b03d-1a7fc5a555c0 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:41.665307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:41.698267 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-835a32ab-8c4e-415f-9f80-7c54309b30db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b480aa2464cf406aa89443811feaa550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758469 Aug 03 19:07:41.699348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.699803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a32ab-8c4e-415f-9f80-7c54309b30db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10071d-774e-4364-ad7c-c198a0dc6dc1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:41.716613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33136) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:41.781220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:41.801835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'mac_address': 'fa:16:3e:ef:cd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:41.826517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8eb36b0a-4986-4261-9731-b5051b5ad4fe req-738243d6-70eb-41bc-a13e-008aa6af25e0 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523567 Aug 03 19:07:41.860894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.866906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:41.867541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.868985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] 10.222.0.88 "PUT /v2.0/ports/36269038-1b46-4577-87c5-56f0e67491ee HTTP/1.1" status: 200 len: 1091 time: 3.2220590 Aug 03 19:07:41.941825 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5eea341-e353-4a0e-9086-c39a1c80cfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.989348 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.002735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5eea341-e353-4a0e-9086-c39a1c80cfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.031930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb9169a-777e-4513-b03d-1a7fc5a555c0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:42.110821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:42.115811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.132071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a2036-6543-4460-bc94-67f33bd8c548 service neutron] Pushing event updated for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:42.150675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5eea341-e353-4a0e-9086-c39a1c80cfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.157227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5eea341-e353-4a0e-9086-c39a1c80cfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.158475 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f5eea341-e353-4a0e-9086-c39a1c80cfa9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce10071d-774e-4364-ad7c-c198a0dc6dc1 HTTP/1.1" status: 204 len: 168 time: 0.4392698 Aug 03 19:07:42.174746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eea341-e353-4a0e-9086-c39a1c80cfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10071d-774e-4364-ad7c-c198a0dc6dc1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:42.210067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.226155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-744f9e46-55e1-468b-b62f-1613ebb6e92d req-78f138d3-09c9-44e6-a45d-c000e1f2b555 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418420 Aug 03 19:07:42.321870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Pushing event updated for resources: {'Port': ['ID=06dd6ae8-7f9b-4a45-addc-2d7526055dcf,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:42.343876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:42.404532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:42.423534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:42.438011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643649c-720e-4196-8cd7-cb601a497401 req-d3bf31b5-a3dc-420d-aac8-14e256dcf66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.439685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-d3bf31b5-a3dc-420d-aac8-14e256dcf66e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 1094 time: 0.5072100 Aug 03 19:07:42.472088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d95498-9537-4214-bde2-e824d17fc7de req-4d365c04-8cf0-408e-b47e-d0feca4bc466 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.480489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83d95498-9537-4214-bde2-e824d17fc7de req-4d365c04-8cf0-408e-b47e-d0feca4bc466 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 944 time: 0.3163946 Aug 03 19:07:42.525360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:42.594207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-30531940-3f7c-4402-abcb-fc84a6ac0269 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36269038-1b46-4577-87c5-56f0e67491ee HTTP/1.1" status: 200 len: 217 time: 0.1370625 Aug 03 19:07:42.659903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-cdc99cbd-fd53-490f-8ac5-4120f0d6560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.662039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-cdc99cbd-fd53-490f-8ac5-4120f0d6560f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1095 time: 0.3214698 Aug 03 19:07:42.663842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643649c-720e-4196-8cd7-cb601a497401 req-eae999ee-94a2-42b3-b119-114217408de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.665553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-eae999ee-94a2-42b3-b119-114217408de3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a914a067-d97e-4771-bf4f-7bb7f3767cf0 HTTP/1.1" status: 200 len: 854 time: 0.0623274 Aug 03 19:07:42.706797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83d95498-9537-4214-bde2-e824d17fc7de req-9611306d-7a10-4caa-bda4-e3bdc99bdd4d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248127 Aug 03 19:07:42.828415 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.833223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-5d4a6c19-7585-40a9-a24c-7f7b1aa26b26 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5d06360-b639-4da0-b6d8-fe840e856faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428556 Aug 03 19:07:42.963597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4eb9169a-777e-4513-b03d-1a7fc5a555c0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:42.986845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:42.991082 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec47359-68c2-4ab5-8c72-bacbfcd2157c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "tag": "36269038-1b46-4577-87c5-56f0e67491ee"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:43.177352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.241105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6246b-ac5c-47dc-8a4c-3e87600bb0a2 req-b29bb257-1793-466c-8a49-e0dbc5c35be1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.249071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bc6246b-ac5c-47dc-8a4c-3e87600bb0a2 req-b29bb257-1793-466c-8a49-e0dbc5c35be1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 949 time: 0.4182158 Aug 03 19:07:43.313338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-d2492673-ab4d-4a82-851b-d370d4076ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.319837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-d2492673-ab4d-4a82-851b-d370d4076ec2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.6261244 Aug 03 19:07:43.406717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bc6246b-ac5c-47dc-8a4c-3e87600bb0a2 req-e2a03e48-46b8-4f0d-9aec-3136b8d02139 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565814 Aug 03 19:07:43.420239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-c3adc7b6-4ea7-4be9-b75c-849c1acb6e6c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 200 len: 217 time: 0.0867372 Aug 03 19:07:43.441749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-46b84c5a-de72-4707-9eee-385bf6367dca service neutron] 10.222.0.88 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667267 Aug 03 19:07:43.702545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-46075d48-84a3-459b-a55f-46edc95bea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.704027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-46075d48-84a3-459b-a55f-46edc95bea88 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.2611094 Aug 03 19:07:43.775041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-10a327b7-2997-4eb1-958a-4ef63a3c1d34 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538251 Aug 03 19:07:43.798718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4643649c-720e-4196-8cd7-cb601a497401 req-869c1010-5a86-4999-b21c-2b653be7e990 service neutron] 10.222.0.88 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917223 Aug 03 19:07:43.817726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb582ac6-db7f-4764-8dd2-0fa42a1103b0 req-5cb569b0-6d00-4501-85f5-4bcaa0c81a25 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.819319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb582ac6-db7f-4764-8dd2-0fa42a1103b0 req-5cb569b0-6d00-4501-85f5-4bcaa0c81a25 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 967 time: 0.2703280 Aug 03 19:07:43.900629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.911147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.967515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb582ac6-db7f-4764-8dd2-0fa42a1103b0 req-98a86614-2a44-4936-90de-3b01809147cc tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074307 Aug 03 19:07:43.981582 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.005337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-d6ea1919-6c65-4d6d-9ad5-c1468afbb22f service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202635 Aug 03 19:07:44.007205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Pushing event updated for resources: {'Port': ['ID=06dd6ae8-7f9b-4a45-addc-2d7526055dcf,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:44.025180 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.026440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-d1f52b5c-4919-4550-9b93-115cd4d86543 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7969613 Aug 03 19:07:44.221382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-c202390c-e013-4c01-ac5e-9acdf47fe829 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 696 time: 0.1611562 Aug 03 19:07:44.600567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931292f-0c62-4a3c-ac73-9a24c05ec52b req-4dee636f-34d0-4c1f-b3c2-2778d336af87 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:44.602231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b931292f-0c62-4a3c-ac73-9a24c05ec52b req-4dee636f-34d0-4c1f-b3c2-2778d336af87 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 943 time: 0.4754341 Aug 03 19:07:44.645783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99dbc7a8-4f9a-4a5f-9d68-35efbf9ead2e req-81469215-ca6e-48be-b223-936dcc7b4b9c service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313384 Aug 03 19:07:44.692803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b931292f-0c62-4a3c-ac73-9a24c05ec52b req-55dd55ad-8f28-4cb8-bfa6-2bac13ac3ff5 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746248 Aug 03 19:07:44.755402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-a5eb5392-9a85-4a90-ae78-4a004d2535ee tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:44.758100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d379e9f2-5046-493a-84b1-e9b9bd36df62 req-a5eb5392-9a85-4a90-ae78-4a004d2535ee tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.5227873 Aug 03 19:07:44.762866 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b6b56c-47a3-476d-a960-c46601874592 x-openstack-request-id: req-82b6b56c-47a3-476d-a960-c46601874592 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:44.763939 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "tag": "36269038-1b46-4577-87c5-56f0e67491ee", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:44.764422 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82b6b56c-47a3-476d-a960-c46601874592 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:44.765180 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee', 'status': 'completed', 'code': 200} Aug 03 19:07:45.031625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-decb107b-0a08-44ce-9a3e-eab7047cb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.033553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-decb107b-0a08-44ce-9a3e-eab7047cb2c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 1094 time: 0.2291071 Aug 03 19:07:45.050007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f505-23e3-4ab2-89c3-35d39ba31a3d req-49c953a8-5a57-4e5f-8efb-da1eb645501d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.051665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0461f505-23e3-4ab2-89c3-35d39ba31a3d req-49c953a8-5a57-4e5f-8efb-da1eb645501d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 944 time: 0.1668944 Aug 03 19:07:45.196673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0461f505-23e3-4ab2-89c3-35d39ba31a3d req-818e1a5f-ce91-4f71-83cb-8ddced29330f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230490 Aug 03 19:07:45.208384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838488f-66de-4fdd-8a31-4d3b508762cd req-e2ce1f0b-14e8-4d55-b1d2-a2951f6ea332 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.210534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d838488f-66de-4fdd-8a31-4d3b508762cd req-e2ce1f0b-14e8-4d55-b1d2-a2951f6ea332 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 949 time: 0.1491191 Aug 03 19:07:45.287057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-18897bbd-1506-4c89-8fc8-7cc37eaac5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.288938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-18897bbd-1506-4c89-8fc8-7cc37eaac5f6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 915 time: 0.2362354 Aug 03 19:07:45.292686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d838488f-66de-4fdd-8a31-4d3b508762cd req-8eef8c5c-b846-4d39-8710-99ad1e61e661 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708103 Aug 03 19:07:45.380293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-fcb0bd1c-3583-4b37-9919-4ff2bfec0a8b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36269038-1b46-4577-87c5-56f0e67491ee HTTP/1.1" status: 200 len: 217 time: 0.0760517 Aug 03 19:07:45.671172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-b3233c8b-39ba-46e6-9c5f-075a6e1b1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.672702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-b3233c8b-39ba-46e6-9c5f-075a6e1b1dbf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a914a067-d97e-4771-bf4f-7bb7f3767cf0 HTTP/1.1" status: 200 len: 854 time: 0.2800941 Aug 03 19:07:45.693006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-e36eaa28-7546-45c0-a01a-7951bf3602f4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.699830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4eb9169a-777e-4513-b03d-1a7fc5a555c0 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:45.701431 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-e36eaa28-7546-45c0-a01a-7951bf3602f4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 821 time: 0.2383788 Aug 03 19:07:45.772980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-59fc93e9-5e9c-462a-bb2e-271072da6b01 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5d06360-b639-4da0-b6d8-fe840e856faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685525 Aug 03 19:07:45.790897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-c193dd7f-cfb7-47e1-9c28-b028c4f036d4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/quotas/2bbeb1760dc84773a7756f6317916b3a HTTP/1.1" status: 200 len: 375 time: 0.0877514 Aug 03 19:07:45.847607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:45.857400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:45.857577 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.987275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-04b6f9e3-7804-4aeb-bfa5-e2d86f575487 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1950858 Aug 03 19:07:46.037397 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.087857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:46.093524 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea806b7-a96f-4fd3-a932-4acb0d8bd029" -d '{"events": [{"server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "name": "network-vif-plugged", "status": "completed", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:46.124759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:46.131766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.173730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-68fcef75-4ab3-4df4-bad3-8238e6349878 service neutron] 10.222.0.88 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791907 Aug 03 19:07:46.266531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:46.351344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda34a2d-4431-449d-aa79-197ad4efa3fa req-cc1d37a3-2600-4256-be93-733e7180d703 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:46.354058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cda34a2d-4431-449d-aa79-197ad4efa3fa req-cc1d37a3-2600-4256-be93-733e7180d703 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 943 time: 0.3617134 Aug 03 19:07:46.444979 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-18ac9eeb-0a4b-4639-b8dd-ad7507e178de service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490621 Aug 03 19:07:46.485639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cda34a2d-4431-449d-aa79-197ad4efa3fa req-ca0ca557-599f-459c-91f4-a0dd36adfe72 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083364 Aug 03 19:07:46.498660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec47359-68c2-4ab5-8c72-bacbfcd2157c req-0bb62e26-b322-431f-aa41-f1c34e7d6744 service neutron] 10.222.0.88 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077915 Aug 03 19:07:46.565196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36269038-1b46-4577-87c5-56f0e67491ee details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:46.651414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-b4ec9e0a-e98b-4d69-8efd-1f066aa84891 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825826 Aug 03 19:07:46.679413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-df178df4-5573-4518-98f8-a80bca2ca9f3 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--600271438&fields=id&tenant_id=afb1801f896f405fabd7e9c43695eec7 HTTP/1.1" status: 200 len: 267 time: 0.0636208 Aug 03 19:07:46.771349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:46.789753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '36269038-1b46-4577-87c5-56f0e67491ee', 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'port_id': '36269038-1b46-4577-87c5-56f0e67491ee', 'mac_address': 'fa:16:3e:79:2f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914a067-d97e-4771-bf4f-7bb7f3767cf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:46.858822 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.887182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36269038-1b46-4577-87c5-56f0e67491ee {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:46.918374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-b8c146f9-da3b-4554-a779-2cd92a6e09b4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:46.920033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-b8c146f9-da3b-4554-a779-2cd92a6e09b4 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 824 time: 0.2262981 Aug 03 19:07:46.937578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:46.944074 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.967409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-4886f60a-f470-47ed-9955-e62a982dbd97 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/quotas/afb1801f896f405fabd7e9c43695eec7 HTTP/1.1" status: 200 len: 375 time: 0.0315475 Aug 03 19:07:47.067479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:47.129934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9fb9c95d-2ce3-496f-9d32-8e25659a39b9 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1443667 Aug 03 19:07:47.273329 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-3c9b9018-38d0-48a9-8b95-d2e5f69adaf8 service neutron] 10.222.0.42 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376889 Aug 03 19:07:47.345770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['36269038-1b46-4577-87c5-56f0e67491ee'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:47.534384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-57d62b4a-ef30-4956-8b0a-31387c53c47f service neutron] 10.222.0.42 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473609 Aug 03 19:07:47.607517 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e426ec-b03d-48ab-bb3a-559bd1d1de99 x-openstack-request-id: req-62e426ec-b03d-48ab-bb3a-559bd1d1de99 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:47.608734 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "name": "network-vif-plugged", "status": "completed", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:47.609186 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62e426ec-b03d-48ab-bb3a-559bd1d1de99 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:47.611162 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'code': 200} Aug 03 19:07:47.698884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-3edfa83b-d0e5-4af6-8fc1-ddab111113d7 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:47.703126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-3edfa83b-d0e5-4af6-8fc1-ddab111113d7 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0955956-ba41-47ab-9123-a1d7900ad1ce HTTP/1.1" status: 200 len: 967 time: 0.1525185 Aug 03 19:07:47.729341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device a6852e87-3a8a-472f-97f4-abdf6e470e50 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:48.000384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:48.021934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'a6852e87-3a8a-472f-97f4-abdf6e470e50', 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'port_id': 'a6852e87-3a8a-472f-97f4-abdf6e470e50', 'mac_address': 'fa:16:3e:4c:7d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76845c8-1869-47ba-a7d5-86b7972ba5f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:48.036009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eeb9f-ea31-4cdb-9e6b-0ccd92199328 req-2c1b0672-4b6d-45fd-ae02-5339b2829fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.037578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a28eeb9f-ea31-4cdb-9e6b-0ccd92199328 req-2c1b0672-4b6d-45fd-ae02-5339b2829fa5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 1101 time: 0.3333294 Aug 03 19:07:48.058959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4476c-e0a2-4ced-9590-0edc3f4cc604 req-427091ab-b23e-44b2-a3c5-a09e66efd379 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.066805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40d4476c-e0a2-4ced-9590-0edc3f4cc604 req-427091ab-b23e-44b2-a3c5-a09e66efd379 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 944 time: 0.3322930 Aug 03 19:07:48.104323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.112831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd99cc-5ab7-47a6-b229-f3f3e4b7570f req-3da8ecc6-1967-4885-b153-f9c44e1c9e6e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.126644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bebd99cc-5ab7-47a6-b229-f3f3e4b7570f req-3da8ecc6-1967-4885-b153-f9c44e1c9e6e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1621411 Aug 03 19:07:48.132060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6852e87-3a8a-472f-97f4-abdf6e470e50 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:48.180801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:48.188387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.225198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Deleting port f1a8a53b-e407-45a6-b169-392812aa31ce {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:48.225563 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.255057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40d4476c-e0a2-4ced-9590-0edc3f4cc604 req-ee59acfd-5f6b-48f5-8974-0b54cecadb05 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871538 Aug 03 19:07:48.313055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:48.376020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bebd99cc-5ab7-47a6-b229-f3f3e4b7570f req-bb304fa5-ddc7-434c-bc2c-f7f71537f8d7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163303 Aug 03 19:07:48.382308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a28eeb9f-ea31-4cdb-9e6b-0ccd92199328 req-e6ccdddc-0974-4764-89fe-f2be05230080 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331983 Aug 03 19:07:48.409745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc42a8bc-51d0-4391-a872-cf7554460190 req-778d716a-1e1f-4459-8633-6ecb441b5d3e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 210 time: 0.0517993 Aug 03 19:07:48.539044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb977fe5-5308-42fc-a0a2-989c46a14c05 req-4ba35f2f-e881-46d3-b870-2b51ce19ad37 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 210 time: 0.0508332 Aug 03 19:07:48.547764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] For port f1a8a53b-e407-45a6-b169-392812aa31ce, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1a8a53b-e407-45a6-b169-392812aa31ce,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:48.548271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.704016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['a6852e87-3a8a-472f-97f4-abdf6e470e50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:49.398688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-e429babc-fca6-44ec-8661-8a4cb75fa205 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.402642 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-e429babc-fca6-44ec-8661-8a4cb75fa205 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 821 time: 0.4347157 Aug 03 19:07:49.423933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Request body: {'port': {'device_id': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'admin_state_up': True, 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:49.465834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7c67a-5363-4e82-af74-620a186297b4 req-6adb47e4-a678-4f44-b47a-fee51c814d05 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.468090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5b7c67a-5363-4e82-af74-620a186297b4 req-6adb47e4-a678-4f44-b47a-fee51c814d05 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 944 time: 0.9240363 Aug 03 19:07:49.492166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.492639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.493129 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Floating IP f8222f08-415c-4915-9ffa-868dbdec8578 disassociated. External IP: 172.25.4.223, port: f1a8a53b-e407-45a6-b169-392812aa31ce. Aug 03 19:07:49.493517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Calling delete_port for f1a8a53b-e407-45a6-b169-392812aa31ce owned by compute:tempest-test_az-784941164 {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:49.671631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33308) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:49.726745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Made reservation on behalf of 2bbeb1760dc84773a7756f6317916b3a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:49.735880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.007938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5b7c67a-5363-4e82-af74-620a186297b4 req-d79c9ac1-086e-4fb0-8c47-3e97a84eaf95 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183994 Aug 03 19:07:50.144892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.150137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdce190-2b5d-4926-8801-495425fcbc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.163128 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.177301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Allocated IP 172.20.0.5 (d6f11727-de81-4bf1-9739-337c15a8375b/b6a527b2-9b15-48cb-af4a-aab0847ca224/9463162c-557e-492e-b343-3c4a22c44d69) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:50.199247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9128237-fe72-41cc-b368-f37e983d7e24 req-5e55a949-e819-42f7-bc63-ba2fa20c6869 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.213982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9128237-fe72-41cc-b368-f37e983d7e24 req-5e55a949-e819-42f7-bc63-ba2fa20c6869 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 945 time: 0.5411615 Aug 03 19:07:50.273415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-38edf68f-083b-49a0-b385-01149925f45c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.276377 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-38edf68f-083b-49a0-b385-01149925f45c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 824 time: 0.2687113 Aug 03 19:07:50.429568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event deleted for resources: {'Port': ['ID=f1a8a53b-e407-45a6-b169-392812aa31ce,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:50.565368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac55493-3960-4579-aa24-8ced0e6881e1 req-60334ebd-65aa-4b39-8000-b7bf536a5fca tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.567141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aac55493-3960-4579-aa24-8ced0e6881e1 req-60334ebd-65aa-4b39-8000-b7bf536a5fca tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.3108499 Aug 03 19:07:50.588510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9128237-fe72-41cc-b368-f37e983d7e24 req-07319354-90fa-4d47-88d8-34b8fb608272 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586817 Aug 03 19:07:50.592246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36269038-1b46-4577-87c5-56f0e67491ee up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:50.628603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-c850b0d5-35c6-44a6-ab3d-c5beaaf1ad0a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb1801f896f405fabd7e9c43695eec7 HTTP/1.1" status: 200 len: 379 time: 0.1278470 Aug 03 19:07:50.637526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.652111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Request body: {'port': {'device_id': '80580556-3c59-4581-8b3b-a837dd071bf8', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'admin_state_up': True, 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'security_groups': ['ba8b5397-a996-4692-8767-4e530fa69cb3']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:50.727751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 36269038-1b46-4577-87c5-56f0e67491ee completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:50.734267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 36269038-1b46-4577-87c5-56f0e67491ee triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:50.734954 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.823672 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdce190-2b5d-4926-8801-495425fcbc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.824460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Transition to ACTIVE for port object 9463162c-557e-492e-b343-3c4a22c44d69 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:50.864181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Made reservation on behalf of afb1801f896f405fabd7e9c43695eec7 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:50.868073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.883266 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdce190-2b5d-4926-8801-495425fcbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.884331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.932763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:50.937894 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c053e5-939e-4eb0-ac73-12688b5d836e" -d '{"events": [{"server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "name": "network-vif-plugged", "status": "completed", "tag": "36269038-1b46-4577-87c5-56f0e67491ee"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:50.938259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9248c08-582e-42db-a8ef-f738d357fda6 req-bda73df3-fa88-4ad0-9bd8-c138dcd7e996 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 210 time: 0.1015730 Aug 03 19:07:50.967329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:50.973991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Router 83fc8f29-f161-4992-9dca-ae05a9c4570f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:50.974859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.978564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1a8a53b-e407-45a6-b169-392812aa31ce no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:51.002114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.045909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aac55493-3960-4579-aa24-8ced0e6881e1 req-fa6f4f2c-6319-44ad-acdd-0ae24b794f69 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283488 Aug 03 19:07:51.096675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:51.099907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: f1a8a53b-e407-45a6-b169-392812aa31ce {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:51.100250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1a8a53b-e407-45a6-b169-392812aa31ce not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:51.104432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['f1f51e5e-672d-429e-a01c-c502af49016e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:51.138257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-155410e5-1547-4cdf-b390-23145590fe6d req-67fd82e7-c471-4cd6-88cb-6c6b09fadd9b tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 210 time: 0.0551798 Aug 03 19:07:51.140894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9fdce190-2b5d-4926-8801-495425fcbc05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c009130b739b424ba11940d2787fcb99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4496403 Aug 03 19:07:51.141692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdce190-2b5d-4926-8801-495425fcbc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c8d97a-4fff-47f5-9710-0d89f3fc7cf3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:51.168009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33322) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:51.213662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Pushing event updated for resources: {'Port': ['ID=9463162c-557e-492e-b343-3c4a22c44d69,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:51.228764 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dfe316-2e1c-40e6-bfe8-9246f856f3e3 x-openstack-request-id: req-33dfe316-2e1c-40e6-bfe8-9246f856f3e3 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:51.229326 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "name": "network-vif-plugged", "status": "completed", "tag": "36269038-1b46-4577-87c5-56f0e67491ee", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:51.229877 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33dfe316-2e1c-40e6-bfe8-9246f856f3e3 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:51.230595 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee', 'code': 200} Aug 03 19:07:51.236142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Network d6f11727-de81-4bf1-9739-337c15a8375b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:51.241266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:51.254511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:51.306129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.88', 59368) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:51.414057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11a3fe-d8cd-48de-88f1-5c8ef0354ecf req-78f9d27b-a8b1-43f3-ac12-6023e18dedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.417368 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bd11a3fe-d8cd-48de-88f1-5c8ef0354ecf req-78f9d27b-a8b1-43f3-ac12-6023e18dedee service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 1096 time: 0.1074362 Aug 03 19:07:51.436404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.436922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.476911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afb184e8-6802-4b0a-b220-310897c0007b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.507556 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bd11a3fe-d8cd-48de-88f1-5c8ef0354ecf req-ab1fbe53-22c4-4add-8ed3-dd977e551978 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665004 Aug 03 19:07:51.514106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Allocated IP 172.20.0.9 (c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc/9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f/5aa1c3ea-c293-4819-b876-ce842507ba49) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:51.529810 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-fd1ebb26-6456-4588-8531-957a90e9f1a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1095383 Aug 03 19:07:51.550783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3997b-d749-49fd-9e6d-be41e9207799 req-39960cb5-65a5-4d9b-9013-f16a11cfe9c4 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.559982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ab3997b-d749-49fd-9e6d-be41e9207799 req-39960cb5-65a5-4d9b-9013-f16a11cfe9c4 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.2100236 Aug 03 19:07:51.576397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:51.587139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Request body: {'port': {'device_id': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:51.599365 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] Sync routers for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:51.600174 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afb184e8-6802-4b0a-b220-310897c0007b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.645260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:51.647512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:07:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:51.675960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] No DVR routers for this DVR port f1a8a53b-e407-45a6-b169-392812aa31ce on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:51.679812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.682065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42687bd9-93ba-4146-9d0a-b88fc2c23d7a req-cedb1e7a-d2f2-4d7d-b310-55b31916815c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "DELETE /v2.0/ports/f1a8a53b-e407-45a6-b169-392812aa31ce HTTP/1.1" status: 204 len: 173 time: 3.9502063 Aug 03 19:07:51.691477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'name': 'network-vif-deleted', 'tag': 'f1a8a53b-e407-45a6-b169-392812aa31ce'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:51.696917 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c81750-115f-46eb-b9a6-3cae2fa45f9b" -d '{"events": [{"server_uuid": "a0955956-ba41-47ab-9123-a1d7900ad1ce", "name": "network-vif-deleted", "tag": "f1a8a53b-e407-45a6-b169-392812aa31ce"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:51.750999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ab3997b-d749-49fd-9e6d-be41e9207799 req-9dd32267-14bf-4beb-83e1-dff42f33d306 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899667 Aug 03 19:07:51.796596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device a6852e87-3a8a-472f-97f4-abdf6e470e50 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:51.940863 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04c9856-5862-4524-9f8f-765fb8082310 x-openstack-request-id: req-d04c9856-5862-4524-9f8f-765fb8082310 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:51.944362 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0955956-ba41-47ab-9123-a1d7900ad1ce", "name": "network-vif-deleted", "tag": "f1a8a53b-e407-45a6-b169-392812aa31ce", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:51.948218 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d04c9856-5862-4524-9f8f-765fb8082310 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:51.948880 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0955956-ba41-47ab-9123-a1d7900ad1ce', 'name': 'network-vif-deleted', 'tag': 'f1a8a53b-e407-45a6-b169-392812aa31ce', 'status': 'completed', 'code': 200} Aug 03 19:07:51.983665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.989708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afb184e8-6802-4b0a-b220-310897c0007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.995447 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afb184e8-6802-4b0a-b220-310897c0007b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.996709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-afb184e8-6802-4b0a-b220-310897c0007b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6c8d97a-4fff-47f5-9710-0d89f3fc7cf3 HTTP/1.1" status: 204 len: 168 time: 0.8248768 Aug 03 19:07:52.025158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b935048c-3c9e-4d05-8eb2-39ba1490be58 None None] Provisioning for port 9463162c-557e-492e-b343-3c4a22c44d69 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:52.040399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb184e8-6802-4b0a-b220-310897c0007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c8d97a-4fff-47f5-9710-0d89f3fc7cf3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:52.053118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b935048c-3c9e-4d05-8eb2-39ba1490be58 None None] Provisioning complete for port 9463162c-557e-492e-b343-3c4a22c44d69 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:52.054218 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b935048c-3c9e-4d05-8eb2-39ba1490be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.082283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ffbc4-38c6-4ac6-bd17-690685fc52ca req-4c897744-9d9a-483f-808e-7731806089d7 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.085205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e1ffbc4-38c6-4ac6-bd17-690685fc52ca req-4c897744-9d9a-483f-808e-7731806089d7 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 945 time: 0.3295500 Aug 03 19:07:52.271170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port a6852e87-3a8a-472f-97f4-abdf6e470e50 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:52.307736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:52.312248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port a6852e87-3a8a-472f-97f4-abdf6e470e50 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:52.312759 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.320802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.400331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b935048c-3c9e-4d05-8eb2-39ba1490be58 None None] Port 9463162c-557e-492e-b343-3c4a22c44d69 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:52.506747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Transition to ACTIVE for port object 5aa1c3ea-c293-4819-b876-ce842507ba49 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:52.842182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33346) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:52.877412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1518f680-62ff-4ae2-8f58-845f7a259c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.883422 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.894337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.006896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:53.015743 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.017289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e1ffbc4-38c6-4ac6-bd17-690685fc52ca req-40c7a58d-b781-4e50-aeca-0630fe75efde tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9256034 Aug 03 19:07:53.056099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event updated for resources: {'Port': ['ID=5aa1c3ea-c293-4819-b876-ce842507ba49,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:53.060932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:53.070835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:53.082256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:53.093729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b14c07-3aa9-479a-b4cc-a1f23f8fc4e8 req-754e58f0-458e-4fde-8f77-6dbc149b33ae tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.096797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44b14c07-3aa9-479a-b4cc-a1f23f8fc4e8 req-754e58f0-458e-4fde-8f77-6dbc149b33ae tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 931 time: 0.1806154 Aug 03 19:07:53.157514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.158254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.185868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:53.268855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9463162c-557e-492e-b343-3c4a22c44d69 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:53.273913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:53.277083 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a907b7e-c3f0-45ab-b2d6-1c38d677828e" -d '{"events": [{"server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "name": "network-vif-plugged", "status": "completed", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:53.282248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.284822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] Checking router: 83fc8f29-f161-4992-9dca-ae05a9c4570f for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:53.287778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:53.307747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:53.308468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:07:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:53.315694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Transition to ACTIVE for port object 9463162c-557e-492e-b343-3c4a22c44d69 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:53.325992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.328820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44b14c07-3aa9-479a-b4cc-a1f23f8fc4e8 req-55c3f650-59d2-4120-bfb0-3f185a3b2102 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255485 Aug 03 19:07:53.360018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4a63d-5964-4ac3-81f5-6b8dd19d6c4c req-ad03a798-7431-4adb-b8a3-9ba268747fe4 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.361841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ceb4a63d-5964-4ac3-81f5-6b8dd19d6c4c req-ad03a798-7431-4adb-b8a3-9ba268747fe4 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1439071 Aug 03 19:07:53.468645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ceb4a63d-5964-4ac3-81f5-6b8dd19d6c4c req-2951ecc9-9780-46a8-8289-e575a4970da5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869024 Aug 03 19:07:53.500237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Pushing event updated for resources: {'Port': ['ID=9463162c-557e-492e-b343-3c4a22c44d69,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:53.547249 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1518f680-62ff-4ae2-8f58-845f7a259c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.564910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1518f680-62ff-4ae2-8f58-845f7a259c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.598521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:53.638307 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-9c896b86-f5fb-44a2-844e-6f05f53d2684 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9963782 Aug 03 19:07:53.664762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Request body: {'port': {'device_id': '80580556-3c59-4581-8b3b-a837dd071bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:53.674901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464ee36-e2fd-4e42-addd-048a1fe466a2 req-d95fdc92-15f6-423f-b96f-b7bf114f0449 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.676210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a42145f5-e52f-4f18-b874-09212432546a None None] Provisioning for port 5aa1c3ea-c293-4819-b876-ce842507ba49 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:53.683207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f464ee36-e2fd-4e42-addd-048a1fe466a2 req-d95fdc92-15f6-423f-b96f-b7bf114f0449 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 931 time: 0.1696968 Aug 03 19:07:53.690084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a42145f5-e52f-4f18-b874-09212432546a None None] Provisioning complete for port 5aa1c3ea-c293-4819-b876-ce842507ba49 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:53.690459 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a42145f5-e52f-4f18-b874-09212432546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.736507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518f680-62ff-4ae2-8f58-845f7a259c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8fd075-eb29-4c17-b10f-3138edcf65ab,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:53.774704 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1518f680-62ff-4ae2-8f58-845f7a259c7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e129942d53b4127a25a575c64233d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9276326 Aug 03 19:07:53.796072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f464ee36-e2fd-4e42-addd-048a1fe466a2 req-dbffd627-6193-442d-a332-982f1f48fff1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118543 Aug 03 19:07:53.796863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33356) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:53.880640 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbe2cb0-9c8d-4091-bbbc-9d1ae6b19c1e x-openstack-request-id: req-fcbe2cb0-9c8d-4091-bbbc-9d1ae6b19c1e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:53.880929 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "name": "network-vif-plugged", "status": "completed", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:53.881179 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcbe2cb0-9c8d-4091-bbbc-9d1ae6b19c1e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:53.881591 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50', 'code': 200} Aug 03 19:07:53.926214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a42145f5-e52f-4f18-b874-09212432546a None None] Port 5aa1c3ea-c293-4819-b876-ce842507ba49 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:54.053213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7d65a-8404-4f07-9c62-3a61393e08d9 req-380d133e-5e52-4812-b8af-c7e8f54b1333 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.069886 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa7d65a-8404-4f07-9c62-3a61393e08d9 req-380d133e-5e52-4812-b8af-c7e8f54b1333 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.3096073 Aug 03 19:07:54.074085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.087659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-a8bb9a36-07ac-4eb1-9eb9-1181807e1cf4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2895930 Aug 03 19:07:54.116326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29fdef87-36b2-434b-acfe-d21932c01ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.120598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Attempting to bind port 9463162c-557e-492e-b343-3c4a22c44d69 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:54.121632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Attempting to bind port 9463162c-557e-492e-b343-3c4a22c44d69 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:54.123323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Attempting to bind port 9463162c-557e-492e-b343-3c4a22c44d69 on network d6f11727-de81-4bf1-9739-337c15a8375b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:54.146953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Port 9463162c-557e-492e-b343-3c4a22c44d69 on network d6f11727-de81-4bf1-9739-337c15a8375b not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:54.147440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa7d65a-8404-4f07-9c62-3a61393e08d9 req-479c0a60-ac67-4a7b-bcd2-b5d135052bc4 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765433 Aug 03 19:07:54.148314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Attempting to bind port 9463162c-557e-492e-b343-3c4a22c44d69 on network d6f11727-de81-4bf1-9739-337c15a8375b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:54.195676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29fdef87-36b2-434b-acfe-d21932c01ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.311413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:54.312305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Checking segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:54.313021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Bound using segment: {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:54.314186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Bound port: 9463162c-557e-492e-b343-3c4a22c44d69, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:54.317422 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.320110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:54.353991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-70606908-1917-4531-9586-88f4db80fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.355821 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-70606908-1917-4531-9586-88f4db80fa74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1096 time: 0.1485729 Aug 03 19:07:54.385181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a169d-1ca4-49d2-9587-884d6b28b6aa req-e116eeda-821c-4e6f-ae19-2847e60b04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.391121 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-512a169d-1ca4-49d2-9587-884d6b28b6aa req-e116eeda-821c-4e6f-ae19-2847e60b04a0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1097 time: 0.3837714 Aug 03 19:07:54.401846 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:07:54.441694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164d66d-2b7b-46c8-854c-cd58683cc389 None None] The sync data for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 is: [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:54.593951 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29fdef87-36b2-434b-acfe-d21932c01ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.611214 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29fdef87-36b2-434b-acfe-d21932c01ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.617082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-29fdef87-36b2-434b-acfe-d21932c01ca8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e8fd075-eb29-4c17-b10f-3138edcf65ab HTTP/1.1" status: 204 len: 168 time: 0.8056858 Aug 03 19:07:54.822759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-512a169d-1ca4-49d2-9587-884d6b28b6aa req-dae284d5-48a8-40e5-8ec8-694858c030d2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976867 Aug 03 19:07:54.876350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdef87-36b2-434b-acfe-d21932c01ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8fd075-eb29-4c17-b10f-3138edcf65ab,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:54.934129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] For port 9463162c-557e-492e-b343-3c4a22c44d69, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:54.961577 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-8f8f4d1a-210e-4959-a8f1-a5dccb015b23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2782564 Aug 03 19:07:54.963771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] For port 9463162c-557e-492e-b343-3c4a22c44d69, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9463162c-557e-492e-b343-3c4a22c44d69,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:54.971135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.012456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfbc9b-173b-4325-ac1d-803684077697 req-7e33d0d0-6850-4c3a-b282-7701f61f7e5b tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.026786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2cfbc9b-173b-4325-ac1d-803684077697 req-7e33d0d0-6850-4c3a-b282-7701f61f7e5b tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.3994675 Aug 03 19:07:55.033902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.034617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.036165 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] 10.222.0.88 "PUT /v2.0/ports/9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 1091 time: 3.4594934 Aug 03 19:07:55.039839 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea75f07-d185-4adf-9f88-b9195b72cf0f None None] New status for floating IP f8222f08-415c-4915-9ffa-868dbdec8578: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:07:55.052313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:55.059047 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "tag": "9463162c-557e-492e-b343-3c4a22c44d69"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:55.179234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-b1bca36c-fc91-4302-9be6-2478527cfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.195400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-b1bca36c-fc91-4302-9be6-2478527cfddd service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.7939141 Aug 03 19:07:55.271327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2cfbc9b-173b-4325-ac1d-803684077697 req-f87067e7-d9c4-4eb9-a52e-b04002357b30 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181594 Aug 03 19:07:55.295227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd379b-1825-44c2-8bb4-586f8bfd1d7b req-4c8fafce-f5be-4ef9-8a12-3f48bee2af01 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.301816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22bd379b-1825-44c2-8bb4-586f8bfd1d7b req-4c8fafce-f5be-4ef9-8a12-3f48bee2af01 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 946 time: 0.5711224 Aug 03 19:07:55.308796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf0df5-8305-4df1-9960-9889fb557d13 service neutron] Pushing event updated for resources: {'Port': ['ID=9463162c-557e-492e-b343-3c4a22c44d69,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:55.337520 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.426230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-558768fa-e716-4c55-87ae-717a13c3ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.427903 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-558768fa-e716-4c55-87ae-717a13c3ab20 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 1094 time: 0.2852750 Aug 03 19:07:55.428911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-d9fd478e-79c4-4d49-b90b-c2301ece4898 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 217 time: 0.1258428 Aug 03 19:07:55.536355 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-2d62f858-7aa9-43fb-b477-60e59efe6add service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 217 time: 0.0931957 Aug 03 19:07:55.543256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa1c3ea-c293-4819-b876-ce842507ba49 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:55.607626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-1eb98383-e0ea-4317-8cc9-84ab3a02a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.609829 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-1eb98383-e0ea-4317-8cc9-84ab3a02a539 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0596147 Aug 03 19:07:55.612550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.626393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22bd379b-1825-44c2-8bb4-586f8bfd1d7b req-f7395155-cc96-42ab-a822-f6d49f8ed3ba tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959975 Aug 03 19:07:55.664185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-483214fb-f92b-4dd5-8172-a05912d6757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.666282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-483214fb-f92b-4dd5-8172-a05912d6757e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.2121711 Aug 03 19:07:55.679303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Transition to ACTIVE for port object 5aa1c3ea-c293-4819-b876-ce842507ba49 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:55.685767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907cdad-793b-40c5-9b2a-abe872605647 req-137dd56a-affd-496b-b1ae-096e7b9df7a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.687574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.688088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c907cdad-793b-40c5-9b2a-abe872605647 req-137dd56a-affd-496b-b1ae-096e7b9df7a8 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 943 time: 0.1711895 Aug 03 19:07:55.746386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-41ee5168-197e-4346-87a7-e2630f9f46b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570474 Aug 03 19:07:55.787324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c907cdad-793b-40c5-9b2a-abe872605647 req-adfa67e7-e129-4c03-bdcb-15f35138cc16 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863650 Aug 03 19:07:55.822459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-ab47c2f4-5e3c-4fb3-85f7-e0a6d1fe315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.824807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-ab47c2f4-5e3c-4fb3-85f7-e0a6d1fe315a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961739 Aug 03 19:07:56.050753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Pushing event updated for resources: {'Port': ['ID=5aa1c3ea-c293-4819-b876-ce842507ba49,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:56.077433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-6fdec3fb-839e-4290-8157-ecd5e866066c service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184805 Aug 03 19:07:56.092590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df96f6f-18c9-4462-9a4b-d047a2d227d1 req-a645c61e-4256-4f6c-8f66-28b056e4edb7 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.094150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0df96f6f-18c9-4462-9a4b-d047a2d227d1 req-a645c61e-4256-4f6c-8f66-28b056e4edb7 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 946 time: 0.2493360 Aug 03 19:07:56.126527 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-68803830-13ad-48fb-83d7-ebee83151482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.153120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Attempting to bind port 5aa1c3ea-c293-4819-b876-ce842507ba49 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:56.154189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Attempting to bind port 5aa1c3ea-c293-4819-b876-ce842507ba49 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:56.154648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Attempting to bind port 5aa1c3ea-c293-4819-b876-ce842507ba49 on network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:56.179589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Port 5aa1c3ea-c293-4819-b876-ce842507ba49 on network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:56.179826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Attempting to bind port 5aa1c3ea-c293-4819-b876-ce842507ba49 on network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:56.192003 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-b98d5d4f-4a48-4d0d-9812-741dcd7dfd4c service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069129 Aug 03 19:07:56.193894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:56.194359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Checking segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:56.194959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Bound using segment: {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:56.195821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Bound port: 5aa1c3ea-c293-4819-b876-ce842507ba49, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a69cd4-8cbf-4e0b-9576-9a6063d9a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:56.196315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.211187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd276902-bd35-476c-9d2f-cb9ce805c4fc req-6fe13d36-a829-4349-bae0-2daa8dfd998c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.214525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd276902-bd35-476c-9d2f-cb9ce805c4fc req-6fe13d36-a829-4349-bae0-2daa8dfd998c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.2847753 Aug 03 19:07:56.287607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0df96f6f-18c9-4462-9a4b-d047a2d227d1 req-2461fc4a-771e-42ee-a16c-7102b118d53e tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9a2b350-1853-4478-a2fd-ac83e94f8f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820140 Aug 03 19:07:56.365552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd276902-bd35-476c-9d2f-cb9ce805c4fc req-20bcec1d-f4e6-4e60-a3f7-74988dc23291 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081696 Aug 03 19:07:56.403219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0e3393e-9acf-4f93-8acb-42f5bb58d3c8 req-e3f61a43-dfbc-4279-a797-7e45c189adfd service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067260 Aug 03 19:07:56.474620 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f2b0d4-6cf7-4d15-995c-c9f904867a80 x-openstack-request-id: req-e7f2b0d4-6cf7-4d15-995c-c9f904867a80 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:56.475323 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "tag": "9463162c-557e-492e-b343-3c4a22c44d69", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:56.475456 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7f2b0d4-6cf7-4d15-995c-c9f904867a80 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:56.476104 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69', 'status': 'completed', 'code': 200} Aug 03 19:07:56.492827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97944515-8b16-4e44-a690-0a92cc4200c4 req-33e2c54a-1a72-464e-aec4-4317284260b9 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.503141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97944515-8b16-4e44-a690-0a92cc4200c4 req-33e2c54a-1a72-464e-aec4-4317284260b9 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 943 time: 0.0931756 Aug 03 19:07:56.574054 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e4f1e30-3e69-4059-a7b4-2a96502f0bac req-65953929-9947-4c31-93d4-e503b646a856 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483193 Aug 03 19:07:56.575499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] For port 5aa1c3ea-c293-4819-b876-ce842507ba49, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:56.604105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] For port 5aa1c3ea-c293-4819-b876-ce842507ba49, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5aa1c3ea-c293-4819-b876-ce842507ba49,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:56.611130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.642531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97944515-8b16-4e44-a690-0a92cc4200c4 req-6649ec3e-65a2-4f6d-baad-69dfd9836a42 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375840 Aug 03 19:07:56.689617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf1612-b0df-457a-b290-4a49e6d54b9e req-fad569bd-1037-4f3c-8a1a-fe4d1ab7434d tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.692377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27cf1612-b0df-457a-b290-4a49e6d54b9e req-fad569bd-1037-4f3c-8a1a-fe4d1ab7434d tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1096 time: 0.1288362 Aug 03 19:07:56.711996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.713509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.715077 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] 10.222.0.88 "PUT /v2.0/ports/5aa1c3ea-c293-4819-b876-ce842507ba49 HTTP/1.1" status: 200 len: 1091 time: 3.0597565 Aug 03 19:07:56.740680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8175d-1723-4a6e-aa89-0c88477fab8a service neutron] Pushing event updated for resources: {'Port': ['ID=5aa1c3ea-c293-4819-b876-ce842507ba49,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:56.789163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-76439bd9-194f-45e4-be9e-44bd57ef8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.792159 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-76439bd9-194f-45e4-be9e-44bd57ef8b66 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 1094 time: 0.1045163 Aug 03 19:07:56.816840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27cf1612-b0df-457a-b290-4a49e6d54b9e req-5fe60dae-7163-406e-a279-e7d5a865bf5b tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178265 Aug 03 19:07:57.093311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-3340be00-9715-48a0-a293-a72f69feea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.095152 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-3340be00-9715-48a0-a293-a72f69feea2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 1094 time: 0.2685287 Aug 03 19:07:57.129859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb346c-42cb-4978-b873-0917ae0177ed req-1c9b313a-b1e6-4cd2-8326-c0d11cb6202d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.141527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17bb346c-42cb-4978-b873-0917ae0177ed req-1c9b313a-b1e6-4cd2-8326-c0d11cb6202d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 946 time: 0.1703017 Aug 03 19:07:57.180205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-24667317-9990-41fd-8ad6-bb83f39fe65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.182865 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-24667317-9990-41fd-8ad6-bb83f39fe65b service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.3817432 Aug 03 19:07:57.297836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17bb346c-42cb-4978-b873-0917ae0177ed req-d8e79ffd-c52b-4897-a289-22d3a1893e97 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448119 Aug 03 19:07:57.337609 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-b1f9f69a-9e69-4865-bb77-51cbea0c0ab4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa1c3ea-c293-4819-b876-ce842507ba49 HTTP/1.1" status: 200 len: 217 time: 0.1968408 Aug 03 19:07:57.423179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-14ffc201-b2fb-42aa-84ae-43df2a30c149 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 217 time: 0.1183360 Aug 03 19:07:57.434948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e0604-f075-49c1-aa6d-e2d6c769c6db req-91e5cb74-b191-4f19-8f05-06b8d7f71d31 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.444655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a70e0604-f075-49c1-aa6d-e2d6c769c6db req-91e5cb74-b191-4f19-8f05-06b8d7f71d31 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 943 time: 0.1279752 Aug 03 19:07:57.516160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a70e0604-f075-49c1-aa6d-e2d6c769c6db req-a76f7c7d-4302-4c72-af04-b9014fa0f128 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705802 Aug 03 19:07:57.592536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-ab0fb0d6-16a8-4d7e-b516-e8180024fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.596836 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-ab0fb0d6-16a8-4d7e-b516-e8180024fb8e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f HTTP/1.1" status: 200 len: 863 time: 0.1884365 Aug 03 19:07:57.609155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-4cef4216-dcd4-4568-b878-a5bb446f31af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.618254 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-4cef4216-dcd4-4568-b878-a5bb446f31af service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.1597857 Aug 03 19:07:57.680767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-23806372-129f-4788-a11d-fa12af7effa7 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.683247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-23806372-129f-4788-a11d-fa12af7effa7 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.63 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 946 time: 0.1017914 Aug 03 19:07:57.752068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47cae1-bbe0-41cf-b41b-8705c3177807 req-00ff8712-e25a-4b7f-b5f7-f1b831dadd3e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.754136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab47cae1-bbe0-41cf-b41b-8705c3177807 req-00ff8712-e25a-4b7f-b5f7-f1b831dadd3e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1271911 Aug 03 19:07:57.843289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab47cae1-bbe0-41cf-b41b-8705c3177807 req-c954d6e5-a461-4ddc-9b49-76d5df5542e3 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784669 Aug 03 19:07:57.884304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Deleting port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:57.884734 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.095194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] For port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,segment=NetworkSegment(5a04ade7-850c-40b5-9320-ef0edc3346dc),segment_id=5a04ade7-850c-40b5-9320-ef0edc3346dc)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:58.095825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.117855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Calling delete_port for 1c6711db-cf02-47ee-9bd5-4a552e8c6aae owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:58.277556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-1ae07302-54f4-43a1-9404-77abab3f867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.281292 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-1ae07302-54f4-43a1-9404-77abab3f867e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6446283 Aug 03 19:07:58.288098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-1c499309-cf92-42a9-b470-26edd818734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.291219 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-1c499309-cf92-42a9-b470-26edd818734f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6700559 Aug 03 19:07:58.302899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-dde51c54-256d-4592-a8e1-e22a4e562dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.306663 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-dde51c54-256d-4592-a8e1-e22a4e562dd5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 1101 time: 0.1381776 Aug 03 19:07:58.386023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.422531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Pushing event deleted for resources: {'Port': ['ID=1c6711db-cf02-47ee-9bd5-4a552e8c6aae,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:58.432190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['1c6711db-cf02-47ee-9bd5-4a552e8c6aae'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:58.525281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80580556-3c59-4581-8b3b-a837dd071bf8', 'tag': '5aa1c3ea-c293-4819-b876-ce842507ba49'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:58.528328 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc" -d '{"events": [{"name": "network-changed", "server_uuid": "80580556-3c59-4581-8b3b-a837dd071bf8", "tag": "5aa1c3ea-c293-4819-b876-ce842507ba49"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:58.560951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] No DVR routers for this DVR port 1c6711db-cf02-47ee-9bd5-4a552e8c6aae on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:58.565935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.569686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34f79f91-4cd5-40a4-8dd7-1aee479f021c req-e7a00029-a3ec-4e66-a6e3-4d245d54d0e6 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.63 "DELETE /v2.0/ports/1c6711db-cf02-47ee-9bd5-4a552e8c6aae HTTP/1.1" status: 204 len: 173 time: 0.8775373 Aug 03 19:07:58.570847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b344d0-61d1-44c1-a199-3d439b0017df', 'name': 'network-vif-deleted', 'tag': '1c6711db-cf02-47ee-9bd5-4a552e8c6aae'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:58.578750 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceb6393-88e5-4c4a-8b29-f48e917f8e28" -d '{"events": [{"server_uuid": "03b344d0-61d1-44c1-a199-3d439b0017df", "name": "network-vif-deleted", "tag": "1c6711db-cf02-47ee-9bd5-4a552e8c6aae"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:58.588303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5fbdc-027d-4eda-a2ae-9cbc60914759 req-f23ded66-270c-4372-b16c-f33c453a9f10 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.592165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3e5fbdc-027d-4eda-a2ae-9cbc60914759 req-f23ded66-270c-4372-b16c-f33c453a9f10 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1097 time: 0.1660366 Aug 03 19:07:58.658082 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-1ebd825a-fc0b-4896-98c5-eccfd5d0e1da service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310204 Aug 03 19:07:58.678438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3e5fbdc-027d-4eda-a2ae-9cbc60914759 req-0a1d7fd7-fbb8-4889-b59f-c0fb59398cfe tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768144 Aug 03 19:07:58.750438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-96853175-4b2f-4100-8fef-341a9d7d8af1 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418960 Aug 03 19:07:58.755956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-260f519a-9824-47f5-86d8-26d74ef8594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.758239 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-260f519a-9824-47f5-86d8-26d74ef8594b service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4281888 Aug 03 19:07:58.829894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f89e4b06-48cc-47bd-946f-286d8eb255b5 req-72e9a83c-a4f4-442e-9c49-9460b9b30805 tempest-VolumesAdminNegativeTest-628393325 tempest-VolumesAdminNegativeTest-628393325-project] 10.222.0.42 "GET /v2.0/ports?device_id=03b344d0-61d1-44c1-a199-3d439b0017df HTTP/1.1" status: 200 len: 210 time: 0.0583942 Aug 03 19:07:58.880486 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-59aa6f27-46a6-4a8d-862e-8eb6cd77d14d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 200 len: 217 time: 0.0961175 Aug 03 19:07:58.988976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702bb89-aeff-48ae-a30b-58d649eccefe req-6980a1ad-63dd-4663-98ba-4c5942ca2868 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.992319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7702bb89-aeff-48ae-a30b-58d649eccefe req-6980a1ad-63dd-4663-98ba-4c5942ca2868 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.0876343 Aug 03 19:07:59.017910 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-477b60cd-a9f6-4856-a6b3-f986f0d1d7e2 req-a70dfb8c-3f91-4a7a-a644-6b18576dc587 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434210 Aug 03 19:07:59.056109 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-107ae5fc-2704-4752-aef3-b5019d59b973 req-77a5afdc-fc3d-43cf-a199-e28144e4f4b6 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807338 Aug 03 19:07:59.059066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-e1a72a23-fe9b-4628-a2ee-d741c6cb8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.061504 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-e1a72a23-fe9b-4628-a2ee-d741c6cb8071 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1543229 Aug 03 19:07:59.097436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7702bb89-aeff-48ae-a30b-58d649eccefe req-64b0076d-12bf-45fc-8b57-2086ffd4c400 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918617 Aug 03 19:07:59.154863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-b9ab52d3-2d8f-47a5-aec3-c2b018d74941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.157674 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-b9ab52d3-2d8f-47a5-aec3-c2b018d74941 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773263 Aug 03 19:07:59.274128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cef24-3806-40fc-ba7b-058582fa648a req-27d79b65-a2ea-4c77-94a8-599a4a6c419d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.275851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-196cef24-3806-40fc-ba7b-058582fa648a req-27d79b65-a2ea-4c77-94a8-599a4a6c419d tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 943 time: 0.0777011 Aug 03 19:07:59.290538 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-e81dcb4f-70b7-4bb1-b776-5cfd7b66387b service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224957 Aug 03 19:07:59.344818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-196cef24-3806-40fc-ba7b-058582fa648a req-490203f0-2ffc-44e7-bdc5-5bf9de1a0759 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555151 Aug 03 19:07:59.393702 n-d-803378-1 neutron-server[94133]: WARNING keystonemiddleware.auth_token [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-8f8f4d1a-210e-4959-a8f1-a5dccb015b23 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 19:07:59.402426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-63ab1151-4e43-4101-9ece-c71fbb70e043 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:07:59.404290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-63ab1151-4e43-4101-9ece-c71fbb70e043 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2131920 Aug 03 19:07:59.425036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Request body: {'binding': {'host': 'n-h2-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:59.425850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Unknown quota resources ['binding']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:07:59.522786 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.617730 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-23ed29f0-6332-459d-a065-e9118213e6a7 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160653 Aug 03 19:07:59.727147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on host n-h2-803378-1 for vnic_type normal with profile None {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:59.728203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:59.729147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:59.737807 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05ca65c-a693-4802-b7b6-80d331c22f14 x-openstack-request-id: req-d05ca65c-a693-4802-b7b6-80d331c22f14 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:59.738746 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80580556-3c59-4581-8b3b-a837dd071bf8", "tag": "5aa1c3ea-c293-4819-b876-ce842507ba49", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:59.739135 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d05ca65c-a693-4802-b7b6-80d331c22f14 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:59.739683 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80580556-3c59-4581-8b3b-a837dd071bf8', 'tag': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'status': 'completed', 'code': 200} Aug 03 19:07:59.746408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:59.746946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:59.759201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:59.759792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:59.760481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:59.762139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Bound port: 4e32d100-7c02-417a-853d-db1c38252a0f, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:59.885776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94087e4-9132-4ac2-a157-543e3ad3c085 req-cebe5bf3-57f5-4900-8f4b-20fe831430bd tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.889865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e94087e4-9132-4ac2-a157-543e3ad3c085 req-cebe5bf3-57f5-4900-8f4b-20fe831430bd tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 943 time: 0.0874085 Aug 03 19:07:59.929717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:59.937528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-13a1e3f1-147e-455b-b4a9-dd5f24fb34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.939436 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-13a1e3f1-147e-455b-b4a9-dd5f24fb34d5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 1094 time: 0.1418750 Aug 03 19:07:59.941762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.947726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-10fb497e-1c68-4682-bc09-cf9046116168 service neutron] 10.222.0.42 "POST /v2.0/ports/4e32d100-7c02-417a-853d-db1c38252a0f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5306177 Aug 03 19:07:59.957263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e94087e4-9132-4ac2-a157-543e3ad3c085 req-56183360-0360-417a-9521-4740f4e7ec9e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593064 Aug 03 19:08:00.075316 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dda5105-2d3d-455e-887e-905404b6d42e x-openstack-request-id: req-0dda5105-2d3d-455e-887e-905404b6d42e {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:00.075784 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b344d0-61d1-44c1-a199-3d439b0017df", "name": "network-vif-deleted", "tag": "1c6711db-cf02-47ee-9bd5-4a552e8c6aae", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:00.075972 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0dda5105-2d3d-455e-887e-905404b6d42e {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:00.076237 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b344d0-61d1-44c1-a199-3d439b0017df', 'name': 'network-vif-deleted', 'tag': '1c6711db-cf02-47ee-9bd5-4a552e8c6aae', 'status': 'completed', 'code': 200} Aug 03 19:08:00.080795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-dab73559-daf9-4677-80fc-08470079f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.084021 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-dab73559-daf9-4677-80fc-08470079f6bf service neutron] 10.222.0.88 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 925 time: 0.1300008 Aug 03 19:08:00.142918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-546bd375-0c68-4a20-9baf-c9464fff3c7a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa1c3ea-c293-4819-b876-ce842507ba49 HTTP/1.1" status: 200 len: 217 time: 0.0420108 Aug 03 19:08:00.200573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66230ee-7853-4b17-ba09-6c2369be7bdf req-67bc5474-2b40-4b1e-94b5-f2fb7d00a271 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.202323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f66230ee-7853-4b17-ba09-6c2369be7bdf req-67bc5474-2b40-4b1e-94b5-f2fb7d00a271 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1097 time: 0.1068459 Aug 03 19:08:00.219552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-be76ac19-7188-4f95-b633-7072c9c91ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.230466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-5a973a01-2599-4b8e-8101-c78a6ccf6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.238622 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-5a973a01-2599-4b8e-8101-c78a6ccf6514 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f HTTP/1.1" status: 200 len: 863 time: 0.0805213 Aug 03 19:08:00.248955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41c166-43b4-4b82-ae6f-00222c86c9fe req-075aefdf-fdfc-480f-9d23-1269bec754b5 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.250997 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd41c166-43b4-4b82-ae6f-00222c86c9fe req-075aefdf-fdfc-480f-9d23-1269bec754b5 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1020350 Aug 03 19:08:00.281843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f66230ee-7853-4b17-ba09-6c2369be7bdf req-ed2a4713-0e10-4473-8825-8e04b4588d69 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698192 Aug 03 19:08:00.329163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd41c166-43b4-4b82-ae6f-00222c86c9fe req-ef8e4dea-caa8-4a93-b888-fdb073dce196 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620334 Aug 03 19:08:00.331429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-91456232-14ae-4508-b578-24f59a3f39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.333010 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-91456232-14ae-4508-b578-24f59a3f39ed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1096 time: 0.0892706 Aug 03 19:08:00.335002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-b3eff247-cb1b-479e-8389-2a6729a843bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.336487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-b3eff247-cb1b-479e-8389-2a6729a843bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940351 Aug 03 19:08:00.381308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33538) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:00.515505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-c163918a-5b5a-4782-a63a-d4c20665bad3 admin admin] Deleting subnet cb1669f7-24ab-4e05-92a1-1cb262d09122 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:00.520567 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c163918a-5b5a-4782-a63a-d4c20665bad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.550519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697322-67d4-4947-8b06-293aef5e1d41 req-8a4aaf28-367e-46c0-8f2d-f3c7f13fb9ff tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.554258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d697322-67d4-4947-8b06-293aef5e1d41 req-8a4aaf28-367e-46c0-8f2d-f3c7f13fb9ff tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.1156449 Aug 03 19:08:00.588902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-14b8ca28-0fb6-4202-967e-a38514404e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.590537 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-14b8ca28-0fb6-4202-967e-a38514404e63 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2484932 Aug 03 19:08:00.600438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-34f3c138-6c0e-43a5-8190-0d46b9843428 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388484 Aug 03 19:08:00.625592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9463162c-557e-492e-b343-3c4a22c44d69 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:00.667312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c163918a-5b5a-4782-a63a-d4c20665bad3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.670823 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-ffd6ef96-efc5-4567-94d0-c4d5abc36ac1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 200 len: 217 time: 0.0693355 Aug 03 19:08:00.704277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c163918a-5b5a-4782-a63a-d4c20665bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.712240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d697322-67d4-4947-8b06-293aef5e1d41 req-9270657c-390a-4986-a993-426196b8884d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400144 Aug 03 19:08:00.788658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9463162c-557e-492e-b343-3c4a22c44d69, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9463162c-557e-492e-b343-3c4a22c44d69,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:00.790030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0732482c-4767-424e-b2f0-ad820410382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.791705 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0732482c-4767-424e-b2f0-ad820410382c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0921423 Aug 03 19:08:00.804886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '9463162c-557e-492e-b343-3c4a22c44d69', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'port_id': '9463162c-557e-492e-b343-3c4a22c44d69', 'mac_address': 'fa:16:3e:2d:e7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:00.807462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0f6eb-9384-46fc-acf8-b41f8348126c req-4b7f5c56-37b6-48d8-854f-4e98c859fdfe tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.821304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46e0f6eb-9384-46fc-acf8-b41f8348126c req-4b7f5c56-37b6-48d8-854f-4e98c859fdfe tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.2795560 Aug 03 19:08:00.852438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-9937a80c-639e-4ffc-b5cf-5d3540f15146 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482516 Aug 03 19:08:00.860958 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9d09ac91-2c0e-4bcf-b277-6a58eae968dc req-0173407c-47cb-46bf-b8d1-0c33ff86a278 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515304 Aug 03 19:08:00.892363 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c163918a-5b5a-4782-a63a-d4c20665bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.918462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46e0f6eb-9384-46fc-acf8-b41f8348126c req-9976e70c-2cb0-4657-9cfd-8f0ddce9f9ee tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956154 Aug 03 19:08:00.969807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163918a-5b5a-4782-a63a-d4c20665bad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1669f7-24ab-4e05-92a1-1cb262d09122,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:00.985170 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c163918a-5b5a-4782-a63a-d4c20665bad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.991687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c163918a-5b5a-4782-a63a-d4c20665bad3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cb1669f7-24ab-4e05-92a1-1cb262d09122 HTTP/1.1" status: 204 len: 168 time: 0.6057010 Aug 03 19:08:00.992883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33558) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:01.021048 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-80bafa52-7f39-4dde-9fcb-df85e6b89db4 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585464 Aug 03 19:08:01.037353 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.054639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9463162c-557e-492e-b343-3c4a22c44d69 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:01.078638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9463162c-557e-492e-b343-3c4a22c44d69, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9463162c-557e-492e-b343-3c4a22c44d69,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:01.084344 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.147758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=9463162c-557e-492e-b343-3c4a22c44d69,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:01.164769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782d63a-e0dd-4f71-9b47-3242dffb603b req-dc45e7db-d94e-4bcd-9a72-e1959388875f tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.167767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a782d63a-e0dd-4f71-9b47-3242dffb603b req-dc45e7db-d94e-4bcd-9a72-e1959388875f tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 943 time: 0.2125876 Aug 03 19:08:01.204683 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.216527 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-6ad26c1d-62d7-495b-8038-1c291ceb8e26 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868117 Aug 03 19:08:01.264246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a782d63a-e0dd-4f71-9b47-3242dffb603b req-4f66ce94-cf57-445d-afcb-bc0b6b779fb8 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798225 Aug 03 19:08:01.452713 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.477421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['9463162c-557e-492e-b343-3c4a22c44d69'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:01.479846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.480857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.484682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.485389 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > port after_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.485779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.486143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > port after_update 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.486484 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.486805 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.487129 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.487493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.600872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.601293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.601978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.602395 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 19:08:01.602853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6220e13a-1c16-4e63-9c4f-5e2ee4958348']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:01.625160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a04ade7-850c-40b5-9320-ef0edc3346dc') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:01.625547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a04ade7-850c-40b5-9320-ef0edc3346dc') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:01.644645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.674707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.686252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:01.686748 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: from cryptography.utils import int_from_bytes Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: from cryptography.utils import int_from_bytes Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:01.775352 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:01.798024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa25f5-db94-492a-bdb4-448c27795247 req-bab3d278-c2d6-4f07-95e5-160d1ab7798e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.807328 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.811563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4fa25f5-db94-492a-bdb4-448c27795247 req-bab3d278-c2d6-4f07-95e5-160d1ab7798e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 944 time: 0.4370549 Aug 03 19:08:01.815722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 1c6711db-cf02-47ee-9bd5-4a552e8c6aae no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:01.831677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.866654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 1c6711db-cf02-47ee-9bd5-4a552e8c6aae {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:01.867690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 1c6711db-cf02-47ee-9bd5-4a552e8c6aae not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:01.877065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Pushing event deleted for resources: {'Network': ['ID=6220e13a-1c16-4e63-9c4f-5e2ee4958348,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:01.881580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.889517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6220e13a-1c16-4e63-9c4f-5e2ee4958348 HTTP/1.1" status: 204 len: 168 time: 0.8901157 Aug 03 19:08:01.890748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33584) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:01.953404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4fa25f5-db94-492a-bdb4-448c27795247 req-bd22fff5-ecf7-4b58-8817-cb5dee851d8c tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370611 Aug 03 19:08:01.958418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.958959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.959487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.959970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.960483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.961028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.961604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.962155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.962706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.963252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.963784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.964517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab5f53-90bb-4e95-9fda-d408b1dc8586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:01.984551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Deleting subnet c9dc6835-4192-4d0f-9c20-9ef3e63d5f4a {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:01.998332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.056017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.129600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.212674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.248620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dc6835-4192-4d0f-9c20-9ef3e63d5f4a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:02.251695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.256802 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c9dc6835-4192-4d0f-9c20-9ef3e63d5f4a HTTP/1.1" status: 204 len: 168 time: 0.3625133 Aug 03 19:08:02.256802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33598) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:02.270344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.271010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.271421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.271840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.272337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.273130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.273591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.273999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.274402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.274829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.275404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.275820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c9d83e-fe24-479f-9c4d-c8fbfb880c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:02.341863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c76185-e1f7-46f8-96cf-ad7bc7a37481 req-2cd939e4-8295-4b6e-8153-023df19ae37e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.351177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34c76185-e1f7-46f8-96cf-ad7bc7a37481 req-2cd939e4-8295-4b6e-8153-023df19ae37e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1219678 Aug 03 19:08:02.374259 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.413442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34c76185-e1f7-46f8-96cf-ad7bc7a37481 req-8a24d828-46a5-4ed8-9c95-74eba9b572b3 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606422 Aug 03 19:08:02.574895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.586976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8884471-7842-4b2d-b260-b132f5f7d6bd req-a5c08667-fe50-4c00-9779-280519d0f1df tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.588765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8884471-7842-4b2d-b260-b132f5f7d6bd req-a5c08667-fe50-4c00-9779-280519d0f1df tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.0710013 Aug 03 19:08:02.618909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cd92cb-61fa-46ca-9160-19e3fef8b688']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:02.639284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5aa1c3ea-c293-4819-b876-ce842507ba49 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:02.642925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9463162c-557e-492e-b343-3c4a22c44d69 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:02.657951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd96612-21a9-465f-8ea2-4d7f28ba0337') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:02.662560 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd96612-21a9-465f-8ea2-4d7f28ba0337') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:02.671180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8884471-7842-4b2d-b260-b132f5f7d6bd req-2dc57111-68ef-4ad2-8f09-ca5bcf3e8ca6 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750632 Aug 03 19:08:02.687938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6884f62-d034-447a-b918-4a34a3bd6dc1 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:08:02.688982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6884f62-d034-447a-b918-4a34a3bd6dc1 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062501 Aug 03 19:08:02.707755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Request body: {'binding': {'host': 'n-h1-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:02.708761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Unknown quota resources ['binding']. {{(pid=94134) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:08:02.743164 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.835894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.837043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 9463162c-557e-492e-b343-3c4a22c44d69 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:02.852830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 9463162c-557e-492e-b343-3c4a22c44d69 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:02.853530 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.854018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:02.855363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:02.861566 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:02.901624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5aa1c3ea-c293-4819-b876-ce842507ba49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5aa1c3ea-c293-4819-b876-ce842507ba49,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:02.920533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'port_id': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'mac_address': 'fa:16:3e:81:0e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:02.993767 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.011223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa1c3ea-c293-4819-b876-ce842507ba49 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:03.045758 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.050028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.051769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5aa1c3ea-c293-4819-b876-ce842507ba49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5aa1c3ea-c293-4819-b876-ce842507ba49,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:03.065814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.069552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.072431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] 10.222.0.42 "DELETE /v2.0/networks/94cd92cb-61fa-46ca-9160-19e3fef8b688 HTTP/1.1" status: 204 len: 168 time: 0.8132272 Aug 03 19:08:03.106737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec8bcf-4860-4b31-9b1b-2eb15c5ceb63 admin admin] Pushing event deleted for resources: {'Network': ['ID=94cd92cb-61fa-46ca-9160-19e3fef8b688,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:03.132001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5aa1c3ea-c293-4819-b876-ce842507ba49,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:03.154761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:03.157548 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ffda4c-907a-4f48-ab04-f64cd2e98459" -d '{"events": [{"server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "name": "network-vif-plugged", "status": "completed", "tag": "9463162c-557e-492e-b343-3c4a22c44d69"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:03.164075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.164694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.165220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.165780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.166301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.166793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.167333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.167867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.168355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.168935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.169979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.170489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:03.183469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9463162c-557e-492e-b343-3c4a22c44d69, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9463162c-557e-492e-b343-3c4a22c44d69,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:03.186164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on host n-h1-803378-1 for vnic_type normal with profile None {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:03.187246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:03.187576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:03.189943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.208191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:03.208743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:03.223827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:03.224383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:03.225048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:03.225968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Bound port: a6852e87-3a8a-472f-97f4-abdf6e470e50, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:03.251139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=9463162c-557e-492e-b343-3c4a22c44d69,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:03.326468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3b8cc-f3db-4748-b3db-e7650cbb617a req-0ef19694-a4bb-497c-a2f0-12b015a5386f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.329337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ea3b8cc-f3db-4748-b3db-e7650cbb617a req-0ef19694-a4bb-497c-a2f0-12b015a5386f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.2449245 Aug 03 19:08:03.396098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:03.407156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] Notify callbacks [] for binding, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.410025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-0ec84734-a068-4859-ac8c-7f4a651173ae service neutron] 10.222.0.42 "POST /v2.0/ports/a6852e87-3a8a-472f-97f4-abdf6e470e50/bindings HTTP/1.1" status: 201 len: 389 time: 0.7059150 Aug 03 19:08:03.442013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5aa1c3ea-c293-4819-b876-ce842507ba49'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:03.443808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ea3b8cc-f3db-4748-b3db-e7650cbb617a req-ec1acab6-ff5e-461b-b387-edc10bf377dc tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041625 Aug 03 19:08:03.643785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62c36-1173-4b67-9617-14f4fd4e7d6d req-7ca25041-93a4-4557-8443-478c4ed1db92 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.646675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2f62c36-1173-4b67-9617-14f4fd4e7d6d req-7ca25041-93a4-4557-8443-478c4ed1db92 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 944 time: 0.0972888 Aug 03 19:08:03.688644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33618) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:03.706160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33620) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:03.771087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2f62c36-1173-4b67-9617-14f4fd4e7d6d req-a66d3e10-e088-4199-bebe-7ab9373c6fe7 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079926 Aug 03 19:08:03.820386 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a5b121a-1e95-48b9-8daf-2b304c4f77b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae3ded2c9fdc4792b38378a1548d7bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295393 Aug 03 19:08:03.821500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33626) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:03.891127 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489633ad-d979-4910-9ca2-b959ea8f2e06 x-openstack-request-id: req-489633ad-d979-4910-9ca2-b959ea8f2e06 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:03.891792 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "name": "network-vif-plugged", "status": "completed", "tag": "9463162c-557e-492e-b343-3c4a22c44d69", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:03.891792 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-489633ad-d979-4910-9ca2-b959ea8f2e06 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:03.892392 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69', 'code': 200} Aug 03 19:08:03.911568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d96e3c-8fa9-4512-a0fa-59eac2c31036 req-14528823-6849-4ef7-b792-1701c04db86e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.925993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94d96e3c-8fa9-4512-a0fa-59eac2c31036 req-14528823-6849-4ef7-b792-1701c04db86e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 945 time: 0.1071327 Aug 03 19:08:04.028925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94d96e3c-8fa9-4512-a0fa-59eac2c31036 req-c4312abb-f7b6-4de4-8d27-edc4876e525d tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970984 Aug 03 19:08:04.041680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5608f673-7063-4337-80a3-1b4e1697bc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.070725 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5608f673-7063-4337-80a3-1b4e1697bc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.100388 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad869907-d233-44cf-b092-507813071bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.117514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2200d-54e2-4eeb-b710-cef5f3d8d2c9 req-7119295a-5151-4b8b-8db9-c95ffeab68ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.132216 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cb2200d-54e2-4eeb-b710-cef5f3d8d2c9 req-7119295a-5151-4b8b-8db9-c95ffeab68ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1216936 Aug 03 19:08:04.137200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5608f673-7063-4337-80a3-1b4e1697bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.140717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5608f673-7063-4337-80a3-1b4e1697bc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.141963 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5608f673-7063-4337-80a3-1b4e1697bc90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9a2b350-1853-4478-a2fd-ac83e94f8f07 HTTP/1.1" status: 204 len: 168 time: 0.3189375 Aug 03 19:08:04.167867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0b17-c48e-4c5a-b6d5-322d51f4211e req-969a7274-67e5-4be5-947a-b8109d5ff70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.169752 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0bbf0b17-c48e-4c5a-b6d5-322d51f4211e req-969a7274-67e5-4be5-947a-b8109d5ff70e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 1096 time: 0.1960635 Aug 03 19:08:04.178856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f86a2c85-3a3f-44f3-b337-98d14136ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.180673 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f86a2c85-3a3f-44f3-b337-98d14136ab1e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1097 time: 0.2561698 Aug 03 19:08:04.182010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608f673-7063-4337-80a3-1b4e1697bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a2b350-1853-4478-a2fd-ac83e94f8f07,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:04.261624 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.303950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0bbf0b17-c48e-4c5a-b6d5-322d51f4211e req-08c23f70-f584-4704-9b9a-5d8c5f811e42 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116288 Aug 03 19:08:04.329954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cb2200d-54e2-4eeb-b710-cef5f3d8d2c9 req-1ef8aa0d-6aea-4980-9953-ec56fa062733 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799412 Aug 03 19:08:04.380318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daebeb-f5c6-40cb-8127-1e40fb411581 req-b692b7f0-8e3e-48d3-b65d-9917dc0cee9b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.381975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07daebeb-f5c6-40cb-8127-1e40fb411581 req-b692b7f0-8e3e-48d3-b65d-9917dc0cee9b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 946 time: 0.2015848 Aug 03 19:08:04.425079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-30442c91-6acf-4400-9f05-d93274bfa795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.430887 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-30442c91-6acf-4400-9f05-d93274bfa795 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.2368429 Aug 03 19:08:04.478516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad869907-d233-44cf-b092-507813071bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.484494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07daebeb-f5c6-40cb-8127-1e40fb411581 req-cbd96d35-7184-4b66-8d62-b8fb94742617 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892057 Aug 03 19:08:04.485830 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad869907-d233-44cf-b092-507813071bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.509011 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-17d42343-4262-4915-a466-ba78fff27cbe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 200 len: 217 time: 0.0657372 Aug 03 19:08:04.524248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad869907-d233-44cf-b092-507813071bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e33a7fd-92b1-4f44-9564-05fb899e7cd9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:04.580553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-abd3ad0c-abce-466c-aca3-287a80c4fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.582543 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-abd3ad0c-abce-466c-aca3-287a80c4fad1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.0656552 Aug 03 19:08:04.599942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ad869907-d233-44cf-b092-507813071bcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18f1b8bfddc547ce910ec08007901a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8879716 Aug 03 19:08:04.600509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33634) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:04.644140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad5e46-81bb-4fcb-97db-78a2a1f95a6e req-edd19b6c-2f4c-4d15-a62e-4a146d23b6e9 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.645973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67ad5e46-81bb-4fcb-97db-78a2a1f95a6e req-edd19b6c-2f4c-4d15-a62e-4a146d23b6e9 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.1038504 Aug 03 19:08:04.656171 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-90d1639a-13e8-447f-9a1c-37bdc3aba084 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638750 Aug 03 19:08:04.795337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-ef11283b-889d-40fb-bf08-14d9fc58ac06 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295788 Aug 03 19:08:04.809054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d423b5ac-4364-43ad-a671-b17ecc93ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.836925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67ad5e46-81bb-4fcb-97db-78a2a1f95a6e req-e993b5fc-4d59-4f90-b25f-3ed2e574a72f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746495 Aug 03 19:08:04.894376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33638) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:04.920054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d423b5ac-4364-43ad-a671-b17ecc93ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.963996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fa4ae-28ba-4d18-becc-6505712d5d9c req-45281657-da30-4bee-9411-ace06d3da499 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.971661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b42fa4ae-28ba-4d18-becc-6505712d5d9c req-45281657-da30-4bee-9411-ace06d3da499 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.2788227 Aug 03 19:08:05.014542 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3d8cf20f-a8fd-4851-aec4-43723bc9590e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dde9df2df042479da97abfc8261e2805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185818 Aug 03 19:08:05.018639 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-a9305d0a-cfeb-4f8e-bce6-e40e441c528b service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125721 Aug 03 19:08:05.020004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33640) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:05.076580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b42fa4ae-28ba-4d18-becc-6505712d5d9c req-143c3c47-be0b-467d-8e54-405bb9ac0470 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038792 Aug 03 19:08:05.107956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d380d-4a73-4dc2-9464-df3be15d8913 req-76b1f3e7-333c-407f-a7b3-3a06cd31ebf1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.110518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea9d380d-4a73-4dc2-9464-df3be15d8913 req-76b1f3e7-333c-407f-a7b3-3a06cd31ebf1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 944 time: 0.1218803 Aug 03 19:08:05.120217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d423b5ac-4364-43ad-a671-b17ecc93ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.123655 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d423b5ac-4364-43ad-a671-b17ecc93ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.129389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d423b5ac-4364-43ad-a671-b17ecc93ecf3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e33a7fd-92b1-4f44-9564-05fb899e7cd9 HTTP/1.1" status: 204 len: 168 time: 0.5274971 Aug 03 19:08:05.183349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423b5ac-4364-43ad-a671-b17ecc93ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e33a7fd-92b1-4f44-9564-05fb899e7cd9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:05.227996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76783083-90ba-482e-9397-333ae86b7e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.244189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea9d380d-4a73-4dc2-9464-df3be15d8913 req-1b08bab5-7675-4f93-83b5-b6c134830d00 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126261 Aug 03 19:08:05.272654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3d9bd-1fa7-4dd0-83ec-be38bba0cec4 req-542910cc-5714-4781-bbfe-3c2b25a2f892 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.273233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-ee0511d2-1531-4a0e-8930-ea71e34fd900 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.274811 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-ee0511d2-1531-4a0e-8930-ea71e34fd900 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1097 time: 0.1567612 Aug 03 19:08:05.280938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32b3d9bd-1fa7-4dd0-83ec-be38bba0cec4 req-542910cc-5714-4781-bbfe-3c2b25a2f892 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 945 time: 0.1164198 Aug 03 19:08:05.281194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76783083-90ba-482e-9397-333ae86b7e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.309386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803378-1'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:05.365624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32b3d9bd-1fa7-4dd0-83ec-be38bba0cec4 req-5ca4b762-4db7-47e3-8b84-ae15a485b032 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828872 Aug 03 19:08:05.618736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b87845-bc8d-4c97-82f4-d384b2d2c44d req-28b1cdd6-31d4-450b-96e2-e37d9d0e172b tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.635764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57b87845-bc8d-4c97-82f4-d384b2d2c44d req-28b1cdd6-31d4-450b-96e2-e37d9d0e172b tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1798675 Aug 03 19:08:05.730438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57b87845-bc8d-4c97-82f4-d384b2d2c44d req-e52ea8c7-23bd-4645-944d-ea4daa0d3921 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908909 Aug 03 19:08:05.770009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33652) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:05.808968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6728-42c5-43e3-88e5-ad92675f15aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.861453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251fe84-9163-4156-bed2-c593fac9fe68 req-55e1314b-69c6-4165-ab2d-08395ca9d3a6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.864088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f251fe84-9163-4156-bed2-c593fac9fe68 req-55e1314b-69c6-4165-ab2d-08395ca9d3a6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 946 time: 0.1234176 Aug 03 19:08:05.902736 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.942484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76783083-90ba-482e-9397-333ae86b7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.950945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76783083-90ba-482e-9397-333ae86b7e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.958661 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-76783083-90ba-482e-9397-333ae86b7e89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98439600-bd2f-4cfa-8f08-80ec4e3cb7ad HTTP/1.1" status: 204 len: 168 time: 0.9359887 Aug 03 19:08:05.981525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76783083-90ba-482e-9397-333ae86b7e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98439600-bd2f-4cfa-8f08-80ec4e3cb7ad,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:06.039846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f251fe84-9163-4156-bed2-c593fac9fe68 req-671a2fab-62f8-4347-bfc6-1154ca6c7007 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615689 Aug 03 19:08:06.164940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60665f0-7a82-4d03-b487-1f8e426f30c3 req-a03ef293-af50-4ee1-b959-af142016ef81 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.181258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a60665f0-7a82-4d03-b487-1f8e426f30c3 req-a03ef293-af50-4ee1-b959-af142016ef81 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.1798873 Aug 03 19:08:06.313827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:06.404401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:06.507270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:06.511348 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfc11e2-ee44-45ff-9c01-89f8f6c42b53" -d '{"events": [{"server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:06.519673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.528775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.638579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5aa1c3ea-c293-4819-b876-ce842507ba49 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:06.715461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Pushing event updated for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:06.721109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a60665f0-7a82-4d03-b487-1f8e426f30c3 req-d6937411-2626-4c7a-9051-f26d7bf9a34e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388963 Aug 03 19:08:06.758968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on host n-h2-803378-1 for vnic_type normal with profile {"migrating_to": "n-h1-803378-1"} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:06.759454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:06.760002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:06.769940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:06.770451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Attempting to bind port a6852e87-3a8a-472f-97f4-abdf6e470e50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:06.797774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590d0d-26de-4aad-9ba1-024b02783b53 req-bf55f948-02ae-46e1-979f-3d4bb20e44b7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.797948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:06.797948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:06.797948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:06.797948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Bound port: a6852e87-3a8a-472f-97f4-abdf6e470e50, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:06.797948 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.799074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59590d0d-26de-4aad-9ba1-024b02783b53 req-bf55f948-02ae-46e1-979f-3d4bb20e44b7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1608171 Aug 03 19:08:06.799074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6728-42c5-43e3-88e5-ad92675f15aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.823276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6728-42c5-43e3-88e5-ad92675f15aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.892389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 5aa1c3ea-c293-4819-b876-ce842507ba49 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:06.906194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 5aa1c3ea-c293-4819-b876-ce842507ba49 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:06.907194 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.960565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ed8c6728-42c5-43e3-88e5-ad92675f15aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3796f2eeaa749c781ee6fa48be2b2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2029409 Aug 03 19:08:06.968177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33674) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:07.010854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59590d0d-26de-4aad-9ba1-024b02783b53 req-640277b3-4207-441e-b5a8-113962c8e6af tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113707 Aug 03 19:08:07.020660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:07.051176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:07.063134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c6728-42c5-43e3-88e5-ad92675f15aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649768e5-776e-4697-b7f5-88a03dc619ba,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:07.086036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.158123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf4ab-76b2-4442-94ba-ba258d46d2de req-63d8b6ac-d54c-4e76-a9c1-876f0d150f57 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.170849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23eaf4ab-76b2-4442-94ba-ba258d46d2de req-63d8b6ac-d54c-4e76-a9c1-876f0d150f57 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 944 time: 0.1994436 Aug 03 19:08:07.191921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.230945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80580556-3c59-4581-8b3b-a837dd071bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa1c3ea-c293-4819-b876-ce842507ba49'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:07.236208 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4b61d9-843e-474d-8e47-f5fc80a590d4" -d '{"events": [{"server_uuid": "80580556-3c59-4581-8b3b-a837dd071bf8", "name": "network-vif-plugged", "status": "completed", "tag": "5aa1c3ea-c293-4819-b876-ce842507ba49"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:07.265522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5aa1c3ea-c293-4819-b876-ce842507ba49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5aa1c3ea-c293-4819-b876-ce842507ba49,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:07.273567 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.302381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Pushing event updated for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:07.309084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c5d65ca-f80b-40df-8730-fb29e3d3ba58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.384704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c5d65ca-f80b-40df-8730-fb29e3d3ba58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.394947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23eaf4ab-76b2-4442-94ba-ba258d46d2de req-ec939332-7bd5-4ae4-a66c-1bbf29984fae tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147636 Aug 03 19:08:07.407969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5aa1c3ea-c293-4819-b876-ce842507ba49,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:07.459143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57090e-0610-47e1-902d-88085f590bd2 req-122101f4-e40c-4021-9804-1cd8a05c7463 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.461966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc57090e-0610-47e1-902d-88085f590bd2 req-122101f4-e40c-4021-9804-1cd8a05c7463 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 945 time: 0.2240129 Aug 03 19:08:07.498866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.500077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.503097 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-f37fd8d1-a72a-488a-93e1-939923dc7a6d service neutron] 10.222.0.88 "PUT /v2.0/ports/a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 200 len: 1122 time: 2.2060697 Aug 03 19:08:07.514328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c5d65ca-f80b-40df-8730-fb29e3d3ba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.525516 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c5d65ca-f80b-40df-8730-fb29e3d3ba58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.529728 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2c5d65ca-f80b-40df-8730-fb29e3d3ba58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/649768e5-776e-4697-b7f5-88a03dc619ba HTTP/1.1" status: 204 len: 168 time: 0.5598872 Aug 03 19:08:07.565191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d65ca-f80b-40df-8730-fb29e3d3ba58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649768e5-776e-4697-b7f5-88a03dc619ba,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:07.583396 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15f1130-7bca-4e95-a191-b6ddab6206b4 x-openstack-request-id: req-e15f1130-7bca-4e95-a191-b6ddab6206b4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:07.587500 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:07.596545 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e15f1130-7bca-4e95-a191-b6ddab6206b4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:07.597540 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50', 'code': 200} Aug 03 19:08:07.604555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc57090e-0610-47e1-902d-88085f590bd2 req-c049d04f-fcbe-4f75-b64d-b8fe83e261e9 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273825 Aug 03 19:08:07.699686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['a6852e87-3a8a-472f-97f4-abdf6e470e50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:07.870572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abbca4-980d-46ea-9dcf-bb8b95315cdc req-59a717f3-c9ba-470d-a2b9-a7c1c8e9d1dc tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.873279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26abbca4-980d-46ea-9dcf-bb8b95315cdc req-59a717f3-c9ba-470d-a2b9-a7c1c8e9d1dc tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 944 time: 0.1245625 Aug 03 19:08:07.892286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a77728-8743-4f92-a82b-70343b957a0c req-5dd589c3-93d4-46bb-8a79-27ccb0554a95 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.905080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33700) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:07.907022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94a77728-8743-4f92-a82b-70343b957a0c req-5dd589c3-93d4-46bb-8a79-27ccb0554a95 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.2059853 Aug 03 19:08:08.038093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94a77728-8743-4f92-a82b-70343b957a0c req-eb411376-792f-4e8b-af0e-72e859638904 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298766 Aug 03 19:08:08.056242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26abbca4-980d-46ea-9dcf-bb8b95315cdc req-49b8ea27-71aa-4edc-910f-f15c237af3a1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461477 Aug 03 19:08:08.194101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-175640140-network', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:08.222870 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67985681-e983-4fcf-a227-ec50a152f773 x-openstack-request-id: req-67985681-e983-4fcf-a227-ec50a152f773 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:08.223588 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80580556-3c59-4581-8b3b-a837dd071bf8", "name": "network-vif-plugged", "status": "completed", "tag": "5aa1c3ea-c293-4819-b876-ce842507ba49", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:08.223956 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67985681-e983-4fcf-a227-ec50a152f773 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:08.224578 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80580556-3c59-4581-8b3b-a837dd071bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'code': 200} Aug 03 19:08:08.226941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Made reservation on behalf of d5257a2cd8a74709aa1c234027cdb596 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:08.229959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.270719 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.373754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-b67bc15b-fdec-48c2-8d26-a96f541f9987 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:08.384263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-b67bc15b-fdec-48c2-8d26-a96f541f9987 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0820158 Aug 03 19:08:08.459129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03224d-a5ca-4cc7-9588-b0729ad71900 req-614539cd-4f47-4cf9-bd97-f8791950ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:08.460946 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2e03224d-a5ca-4cc7-9588-b0729ad71900 req-614539cd-4f47-4cf9-bd97-f8791950ed0c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 1096 time: 0.1275055 Aug 03 19:08:08.490525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-919f4829-76f1-4343-a505-6b2ae22f7537 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 696 time: 0.1052258 Aug 03 19:08:08.518607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379a424-4b77-47c8-abe5-0bee81f7e131 req-1d192103-6b2f-4345-9db8-a065572a0bfb tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:08.526590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3379a424-4b77-47c8-abe5-0bee81f7e131 req-1d192103-6b2f-4345-9db8-a065572a0bfb tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.1382089 Aug 03 19:08:08.532966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Request body: {'floatingip': {'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:08.561781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2e03224d-a5ca-4cc7-9588-b0729ad71900 req-c268d1dc-90b4-485c-abe1-62b685f9ebad service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765188 Aug 03 19:08:08.613890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.616456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.624132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.669613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:08.672026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3379a424-4b77-47c8-abe5-0bee81f7e131 req-3336290b-f31f-43d4-9160-2e78b3ee7652 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445475 Aug 03 19:08:08.693929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8667eeb-b352-4484-bece-5ef9123c823d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:08.719832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.720400 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Added segment d46b5959-d197-4924-b8f5-576ade4401dc of type vlan for network df3bcba8-5d75-48e2-8be1-75ad8a025061 Aug 03 19:08:08.822254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.879174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.882866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:08.882866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.989790 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0798829 Aug 03 19:08:08.991014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33724) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:09.000570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b33bf-8145-4c23-89eb-3012f3dc542d admin admin] Pushing event updated for resources: {'Network': ['ID=df3bcba8-5d75-48e2-8be1-75ad8a025061,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:09.002714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Request body: {'subnet': {'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-175640140-subnet', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:09.014777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network df3bcba8-5d75-48e2-8be1-75ad8a025061 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:09.099603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087477-9d0e-45d7-b6e7-d2b94c287ca1 req-d135fd07-79e8-4d86-9e63-011941b7750c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:09.102475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83087477-9d0e-45d7-b6e7-d2b94c287ca1 req-d135fd07-79e8-4d86-9e63-011941b7750c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.2398589 Aug 03 19:08:09.191189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Made reservation on behalf of d5257a2cd8a74709aa1c234027cdb596 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:09.192666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.323568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83087477-9d0e-45d7-b6e7-d2b94c287ca1 req-d20a48ff-7325-4b75-b0da-1fe204f53639 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094223 Aug 03 19:08:09.586346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f94fd-d2ee-4169-a732-ce19043983fc req-d561a474-6a58-483a-9feb-dd7d41b8c612 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:09.587944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a51f94fd-d2ee-4169-a732-ce19043983fc req-d561a474-6a58-483a-9feb-dd7d41b8c612 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 945 time: 0.1602361 Aug 03 19:08:09.599369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:09.606036 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:09.751829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.755955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a51f94fd-d2ee-4169-a732-ce19043983fc req-8dbaa585-b8c3-4258-b40c-4c33499ce8b7 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558964 Aug 03 19:08:09.767311 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.850190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.099104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430600a0-e553-4113-9405-f452cdc9b395,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:10.145284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a53a9-9b54-47bb-8ea9-be292fdea64c req-04d46868-be3a-484b-a691-44a6d949e969 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.147923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c19a53a9-9b54-47bb-8ea9-be292fdea64c req-04d46868-be3a-484b-a691-44a6d949e969 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.2850044 Aug 03 19:08:10.154465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Checking segment: {'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:10.154970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Network hostable DHCP agents. Network: df3bcba8-5d75-48e2-8be1-75ad8a025061, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:10.166109 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Floating IP a028f28a-5ee6-4cff-9b9a-981601415436 associated. External IP: 172.25.4.133, port: f1f51e5e-672d-429e-a01c-c502af49016e. Aug 03 19:08:10.315842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Network df3bcba8-5d75-48e2-8be1-75ad8a025061 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:10.391486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c19a53a9-9b54-47bb-8ea9-be292fdea64c req-fbef9685-b3c8-45fe-86c6-a947530e1d0d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306008 Aug 03 19:08:10.396298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, df3bcba8-5d75-48e2-8be1-75ad8a025061) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:10.409458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.410415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ededfd1-b193-4020-8d14-8a8b88984995 None None] Network df3bcba8-5d75-48e2-8be1-75ad8a025061 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:10.411148 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.458421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33752) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:10.458916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-93ffcd82-dd3a-436b-8467-687b521177a1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4660206 Aug 03 19:08:10.466250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:10.495484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.498090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.584921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.638420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1413-8a16-4530-84b2-87c1ae1d3872 req-1553d115-d874-4ba5-8dfe-fdf1ee501cde tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.640089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-965e1413-8a16-4530-84b2-87c1ae1d3872 req-1553d115-d874-4ba5-8dfe-fdf1ee501cde tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 944 time: 0.1078861 Aug 03 19:08:10.686030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:10.686856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a6852e87-3a8a-472f-97f4-abdf6e470e50 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:10.703545 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-965e1413-8a16-4530-84b2-87c1ae1d3872 req-334dbdc7-1124-462d-a5c9-6e727b50159c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532169 Aug 03 19:08:10.710991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-df3bcba8-5d75-48e2-8be1-75ad8a025061', 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'fixed_ips': [{'subnet_id': '430600a0-e553-4113-9405-f452cdc9b395'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:08:10.712387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.793528 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6656582d-8331-44c1-b049-dcceed03ef01 x-openstack-request-id: req-6656582d-8331-44c1-b049-dcceed03ef01 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:10.794690 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:10.794948 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6656582d-8331-44c1-b049-dcceed03ef01 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:10.795364 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50', 'status': 'completed', 'code': 200} Aug 03 19:08:10.808225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.946005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:10.953428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.956911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-3e68b306-deb2-4c23-8e35-89d5bd8c1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.960915 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-3e68b306-deb2-4c23-8e35-89d5bd8c1f0f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1125 time: 0.1254954 Aug 03 19:08:10.966256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c392-b9f9-4625-ba7e-53a40758d3d1 req-9e65674b-cf46-49cb-a596-15f8ad2e0170 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.973703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:10.977562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ed7c392-b9f9-4625-ba7e-53a40758d3d1 req-9e65674b-cf46-49cb-a596-15f8ad2e0170 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.0929282 Aug 03 19:08:11.022865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:11.024227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:11.029238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-d3246391-69bc-43f3-b937-fd102b2fb894 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "PUT /v2.0/floatingips/a028f28a-5ee6-4cff-9b9a-981601415436 HTTP/1.1" status: 200 len: 996 time: 2.5200555 Aug 03 19:08:11.031269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:11.033929 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48252e5-de76-46f4-9a50-5b2e227610c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:11.060063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ed7c392-b9f9-4625-ba7e-53a40758d3d1 req-e2186126-282b-4ee5-be03-9577f191b622 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Aug 03 19:08:11.140423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-791cdf90-fb6e-4acd-a102-fb049059703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:11.158456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-791cdf90-fb6e-4acd-a102-fb049059703b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.0900917 Aug 03 19:08:11.162154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-ee5e1779-7410-4b07-82c0-280468b24db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:11.164661 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-ee5e1779-7410-4b07-82c0-280468b24db6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.1941054 Aug 03 19:08:11.274871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:11.290362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a6852e87-3a8a-472f-97f4-abdf6e470e50 has no active binding in host n-h1-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:08:11.322565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Allocated IP 172.20.0.2 (df3bcba8-5d75-48e2-8be1-75ad8a025061/430600a0-e553-4113-9405-f452cdc9b395/f9fb2e8a-2fb1-44de-b83d-91bb48beb770) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:11.326260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-4aac9e38-9e6c-49a7-83cd-4bd171d3bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:11.337285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-4aac9e38-9e6c-49a7-83cd-4bd171d3bd8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.1767452 Aug 03 19:08:11.345873 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-fbf971bc-3fe4-44f0-8bfb-f9a9c2a41ae3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 200 len: 217 time: 0.1262317 Aug 03 19:08:11.347228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:11.406936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1444338482', 'description': 'tempest-description-1043001691'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:11.450612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-77acaf7c-131d-4a4a-ab82-cc8df67b08de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 999 time: 0.1118453 Aug 03 19:08:11.476525 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.503835 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.518876 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.526472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-d871cdf9-fa6d-45bd-b760-e291fe7d1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:11.529636 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-d871cdf9-fa6d-45bd-b760-e291fe7d1fd0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.1471431 Aug 03 19:08:11.531931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.536950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-650da58e-3bd1-45b7-909b-69ea581ee6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:11.538531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-650da58e-3bd1-45b7-909b-69ea581ee6ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0860093 Aug 03 19:08:11.591098 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-6a99e85c-eee0-4f3d-8691-84a5c99e651e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452263 Aug 03 19:08:11.631767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-675e0c11-4f97-45d9-a136-547464fb75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:11.633415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-675e0c11-4f97-45d9-a136-547464fb75e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764678 Aug 03 19:08:11.765832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.772092 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.782499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.804039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Transition to ACTIVE for port object f9fb2e8a-2fb1-44de-b83d-91bb48beb770 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:11.841845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Transition to ACTIVE for port object f9fb2e8a-2fb1-44de-b83d-91bb48beb770 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:11.843146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Allocated IP 172.25.4.65 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/07b701af-173d-467a-a219-e8196068f138) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:11.848840 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-d80d539d-4639-48a3-9793-1c3c7b6ad247 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072182 Aug 03 19:08:11.857742 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.878303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff36d66-208c-49c2-829f-84e663e3a1bb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:11.896516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-f2ae38cb-806d-4d5a-9157-41ba10fc0128 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241755 Aug 03 19:08:11.941335 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:92:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b62064-6c36-423f-b469-829ca5778d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:09Z', 'revision_number': 1, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:12.011719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.023050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.066660 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.079564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d4cb92d-4f8a-44da-8f79-233e44cdb80e req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6807568 Aug 03 19:08:12.091499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086a9aad-0081-4a70-88b4-3bb0f5c39781 req-a893316a-5d66-40a4-810d-44a42d38ea96 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826632 Aug 03 19:08:12.100060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caf626-0dd3-4153-8582-22fb20c70341 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4d6243-c538-45a6-890d-c956b60e458d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:12.102359 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a22da34d-abdb-4f45-a78f-3c4a2dac74c1 req-c4e54b5f-6ddd-419a-bb7b-443038ee7ee5 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443173 Aug 03 19:08:12.166561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.220705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a30a3-fdd6-4848-89db-dbf01cc752f4 req-38a47d09-33e8-4bb7-b077-a8a0af6de744 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.222681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-982a30a3-fdd6-4848-89db-dbf01cc752f4 req-38a47d09-33e8-4bb7-b077-a8a0af6de744 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.0707927 Aug 03 19:08:12.234589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:12.249385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Network df3bcba8-5d75-48e2-8be1-75ad8a025061 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:12.251891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.272955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:12.286384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:12.287440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:12.293023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:12.310821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:12.319399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:12.329874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:12.346638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Pushing event updated for resources: {'Port': ['ID=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:12.347586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-982a30a3-fdd6-4848-89db-dbf01cc752f4 req-1cd14ddf-8cdf-427f-b728-7e6738119798 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119504 Aug 03 19:08:12.381596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fcbb9-c975-420d-a2eb-684d8f78c46a req-f6f19deb-cd8f-4aa9-9c46-86d51e4c6ffc tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.389303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Pushing event updated for resources: {'Port': ['ID=07b701af-173d-467a-a219-e8196068f138,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:12.393569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-150fcbb9-c975-420d-a2eb-684d8f78c46a req-f6f19deb-cd8f-4aa9-9c46-86d51e4c6ffc tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 945 time: 0.1376944 Aug 03 19:08:12.464218 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581c3f41-27be-48b6-ab8b-8e56925cdbe2 x-openstack-request-id: req-581c3f41-27be-48b6-ab8b-8e56925cdbe2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:12.465144 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:12.466549 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-581c3f41-27be-48b6-ab8b-8e56925cdbe2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:12.467388 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'status': 'completed', 'code': 200} Aug 03 19:08:12.482000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-150fcbb9-c975-420d-a2eb-684d8f78c46a req-a85f5d9c-5711-4463-a484-d8c9a6e35751 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753758 Aug 03 19:08:12.550339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Attempting to bind port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:12.550816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Attempting to bind port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:12.551398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Attempting to bind port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 on network df3bcba8-5d75-48e2-8be1-75ad8a025061 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:12.577312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:12.577993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Checking segment: {'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:12.578669 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.579294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Bound using segment: {'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:12.580117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Bound port: f9fb2e8a-2fb1-44de-b83d-91bb48beb770, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:12.580756 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.671657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:12.686192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01223ee3-df1c-4565-becf-385d91692276 req-01f4b63f-b810-4cac-91f5-2ea0ad9507d7 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.688647 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01223ee3-df1c-4565-becf-385d91692276 req-01f4b63f-b810-4cac-91f5-2ea0ad9507d7 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 944 time: 0.1355090 Aug 03 19:08:12.699782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-a0f09ae6-66bc-48ee-8ece-75a813eace6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.701979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-a0f09ae6-66bc-48ee-8ece-75a813eace6b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.1123393 Aug 03 19:08:12.711288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fdf02-0d87-4968-a80d-9712b3f9443e req-665f8675-013c-46d4-b35f-c778d8ec39be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.719720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-805fdf02-0d87-4968-a80d-9712b3f9443e req-665f8675-013c-46d4-b35f-c778d8ec39be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1243248 Aug 03 19:08:12.788592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01223ee3-df1c-4565-becf-385d91692276 req-00b72aa3-bc76-4ea4-b37c-7acfc6885b8b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914009 Aug 03 19:08:12.797241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-805fdf02-0d87-4968-a80d-9712b3f9443e req-8f24060d-47e0-493f-a49c-ea9326724bc9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682302 Aug 03 19:08:12.851302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ddd65277-93e0-4fba-898a-a04b3c46bf0c req-91c04bbc-a486-489f-ba15-2ee30d4df480 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2079905056', 'description': 'tempest-description-169742830'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:12.865784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] For port f9fb2e8a-2fb1-44de-b83d-91bb48beb770, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:12.884572 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddd65277-93e0-4fba-898a-a04b3c46bf0c req-91c04bbc-a486-489f-ba15-2ee30d4df480 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.889042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.902847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] For port f9fb2e8a-2fb1-44de-b83d-91bb48beb770, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,segment=NetworkSegment(d46b5959-d197-4924-b8f5-576ade4401dc),segment_id=d46b5959-d197-4924-b8f5-576ade4401dc)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:12.914074 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.946041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-d300e4fb-c9b4-47d3-9000-e71ac232a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.948322 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-d300e4fb-c9b4-47d3-9000-e71ac232a523 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.2114036 Aug 03 19:08:13.053104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4159ce6-3df5-4026-8687-d29c3b06d6c8 req-bc6adf0f-3863-421b-a99f-c6b35e030f4f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.061624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4159ce6-3df5-4026-8687-d29c3b06d6c8 req-bc6adf0f-3863-421b-a99f-c6b35e030f4f tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.1128414 Aug 03 19:08:13.083797 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-2ba5c86a-9bd1-417b-81bc-49a07a76ffac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 999 time: 0.1231236 Aug 03 19:08:13.115088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2b025-16cf-48c2-bc69-6a9d07449d94 None None] Pushing event updated for resources: {'Port': ['ID=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:13.133115 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddd65277-93e0-4fba-898a-a04b3c46bf0c req-91c04bbc-a486-489f-ba15-2ee30d4df480 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.148177 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddd65277-93e0-4fba-898a-a04b3c46bf0c req-91c04bbc-a486-489f-ba15-2ee30d4df480 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.218315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddd65277-93e0-4fba-898a-a04b3c46bf0c req-91c04bbc-a486-489f-ba15-2ee30d4df480 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.227578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddd65277-93e0-4fba-898a-a04b3c46bf0c req-91c04bbc-a486-489f-ba15-2ee30d4df480 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3855338 Aug 03 19:08:13.235568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-fe888931-0f60-4ddf-b55a-cd7ec8727bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.237150 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-fe888931-0f60-4ddf-b55a-cd7ec8727bbd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.1383424 Aug 03 19:08:13.263894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4159ce6-3df5-4026-8687-d29c3b06d6c8 req-79e18cb6-5eb7-4dd1-bb70-c73cf40d9db3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944630 Aug 03 19:08:13.277698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c04bbc-a486-489f-ba15-2ee30d4df480 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08105c3-bf74-401e-8532-25482be4001d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:13.334628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:92:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b62064-6c36-423f-b469-829ca5778d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:09Z', 'revision_number': 1, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:13.399115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aef846-9c53-4fa5-854f-768e3ccaf7de None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:92:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b62064-6c36-423f-b469-829ca5778d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:09Z', 'revision_number': 1, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:13.785353 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.817584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-d7ea7d9d-c023-4792-9781-4dbdbf4b4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.819180 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-d7ea7d9d-c023-4792-9781-4dbdbf4b4b13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380067 Aug 03 19:08:13.908852 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-1fb3772d-f02f-4719-ac51-e0f0688f27c9 service neutron] 10.222.0.63 "GET /v2.0/ports/a6852e87-3a8a-472f-97f4-abdf6e470e50/bindings/n-h1-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.2299533 Aug 03 19:08:13.943812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-1ba9f303-0b39-4343-9bc7-6bc01358213d tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.946557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-1ba9f303-0b39-4343-9bc7-6bc01358213d tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5399735 Aug 03 19:08:13.966565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc949ed4-03f4-4dc0-8129-beaf6d6f8d97 req-629205fd-777c-4942-af96-182c9c348092 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.969295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc949ed4-03f4-4dc0-8129-beaf6d6f8d97 req-629205fd-777c-4942-af96-182c9c348092 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 945 time: 0.1209686 Aug 03 19:08:13.987622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33780) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:13.999864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Request body: {'floatingip': {'port_id': '5aa1c3ea-c293-4819-b876-ce842507ba49'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:14.112395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.130147 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-c9657e3f-633a-4944-9aa4-212ace84e1f3 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791800 Aug 03 19:08:14.148656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-a8da0da6-ebf0-4802-9f63-ef9b378da9f2 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 999 time: 0.1774962 Aug 03 19:08:14.157718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-633907110', 'description': 'tempest-description-1414059649'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:14.173410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Request body: {'floatingip': {'port_id': '9463162c-557e-492e-b343-3c4a22c44d69', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:14.222106 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b713cd88-ac04-411e-9212-af817c1fe636 None None] New status for floating IP a028f28a-5ee6-4cff-9b9a-981601415436: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:08:14.233753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.251134 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.256651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.564776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc4c41-9cc4-4d92-ba13-a72123269646 None None] Network df3bcba8-5d75-48e2-8be1-75ad8a025061 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:14.690752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-554dc481-562b-4270-b499-bbad5cd1475d None None] Provisioning for port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:14.704448 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.713340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.816423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Router 9c47aff7-c669-4dc8-90a0-a5971972a1cf is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:08:14.821463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:14.837012 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c48252e5-de76-46f4-9a50-5b2e227610c2 req-1806d393-29d8-44a9-94db-3116da06fa4d service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645558 Aug 03 19:08:14.908721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d87f123-3ecb-44e6-98ef-ec05d19ba240,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:14.920071 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:08:14.920528 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:08:14.941873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:15.018645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f9fb2e8a-2fb1-44de-b83d-91bb48beb770 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:15.028705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.034311 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.049654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6852e87-3a8a-472f-97f4-abdf6e470e50 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:15.084836 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.103043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6bf41154-1625-43b1-8ab2-7e980a3282f9 req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9470026 Aug 03 19:08:15.111901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13492-ac80-41da-9e18-34f48e32978a tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aade7c0-060b-4d59-a66d-1e52c71898ed,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:15.123104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:15.139302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:15.139302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.156320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:15.180012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Sync routers for ids ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:15.222934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Routers {'9c47aff7-c669-4dc8-90a0-a5971972a1cf'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:15.224256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:15.259789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df060793-8a96-47c5-86ec-87c00a70253b req-0a46648e-477b-4876-b9b9-3584d787f520 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:15.268881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df060793-8a96-47c5-86ec-87c00a70253b req-0a46648e-477b-4876-b9b9-3584d787f520 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.0750957 Aug 03 19:08:15.330777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df060793-8a96-47c5-86ec-87c00a70253b req-9d930729-3f61-450c-b7c0-5b3b043f2602 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608776 Aug 03 19:08:15.440662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:15.456339 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.464868 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.490563 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.504946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.507279 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f1c1f66c-ae9f-4ee5-b17f-fb6c183801f6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0470145 Aug 03 19:08:15.510587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.512166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:15.525909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.553359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Set router 9c47aff7-c669-4dc8-90a0-a5971972a1cf gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:15.600182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6a87b-266a-477d-b625-3e440a3a06ef req-f7c2a48d-8455-4f51-b190-36c0400f24f2 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:15.602875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65f6a87b-266a-477d-b625-3e440a3a06ef req-f7c2a48d-8455-4f51-b190-36c0400f24f2 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 944 time: 0.2046351 Aug 03 19:08:15.664612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3c6aa2f8-7f9e-4e37-90b3-48abe7884bc5 None None] Provisioning complete for port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:15.665677 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3c6aa2f8-7f9e-4e37-90b3-48abe7884bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.669516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port f9fb2e8a-2fb1-44de-b83d-91bb48beb770, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,segment=NetworkSegment(d46b5959-d197-4924-b8f5-576ade4401dc),segment_id=d46b5959-d197-4924-b8f5-576ade4401dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:15.736943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.773841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] Transition to ACTIVE for port object a6852e87-3a8a-472f-97f4-abdf6e470e50 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:15.776076 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Floating IP f8222f08-415c-4915-9ffa-868dbdec8578 associated. External IP: 172.25.4.223, port: 5aa1c3ea-c293-4819-b876-ce842507ba49. Aug 03 19:08:15.831298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.850151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65f6a87b-266a-477d-b625-3e440a3a06ef req-0b5580b1-1a0a-42c4-8ade-9cfff994bd81 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140059 Aug 03 19:08:15.866836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:15.906238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device a6852e87-3a8a-472f-97f4-abdf6e470e50 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:15.987334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] Pushing event updated for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:16.075124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device a6852e87-3a8a-472f-97f4-abdf6e470e50 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:16.105444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] No DVR routers for this DVR port a6852e87-3a8a-472f-97f4-abdf6e470e50 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:16.116817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:12Z', 'revision_number': 3, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:16.151669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Checking router: 9c47aff7-c669-4dc8-90a0-a5971972a1cf for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:16.152322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Updating router 9c47aff7-c669-4dc8-90a0-a5971972a1cf port 07b701af-173d-467a-a219-e8196068f138 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:16.181758 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-e6b9ad66-b815-48e7-90bb-06eb1de10369 service neutron] 10.222.0.63 "PUT /v2.0/ports/a6852e87-3a8a-472f-97f4-abdf6e470e50/bindings/n-h1-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2597489 Aug 03 19:08:16.205179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.279563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b9cf9-7ba1-4a35-b51e-79573163d1d2 req-9e109431-1131-4f82-b852-db1c231ff88e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.281789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a05b9cf9-7ba1-4a35-b51e-79573163d1d2 req-9e109431-1131-4f82-b852-db1c231ff88e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.2596238 Aug 03 19:08:16.638641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a05b9cf9-7ba1-4a35-b51e-79573163d1d2 req-449ab669-5baf-49ef-ba4d-2c9fe58d44db tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953954 Aug 03 19:08:16.821113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Router 83fc8f29-f161-4992-9dca-ae05a9c4570f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:16.843659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-017f64c1-f27e-4e89-a3bd-462b8d093c72 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.845452 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-017f64c1-f27e-4e89-a3bd-462b8d093c72 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.4782104 Aug 03 19:08:16.849189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-e06fe945-d000-4840-a05a-ea4bf80124d7 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.850885 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-e06fe945-d000-4840-a05a-ea4bf80124d7 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.4855895 Aug 03 19:08:16.858613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.875969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-1'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:16.879405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Transition to ACTIVE for port object 07b701af-173d-467a-a219-e8196068f138 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:16.893663 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.016801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f9fb2e8a-2fb1-44de-b83d-91bb48beb770 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:17.033794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9178e-3345-421b-8aa7-757af9316b91 req-d3d1c608-f0ff-4ee3-b0fd-13f8baafa7be tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:17.036429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fe9178e-3345-421b-8aa7-757af9316b91 req-d3d1c608-f0ff-4ee3-b0fd-13f8baafa7be tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 945 time: 0.2584777 Aug 03 19:08:17.049322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:08:17.070889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-67869921-e81f-49a9-aa38-83b1a44f3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:17.072484 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-67869921-e81f-49a9-aa38-83b1a44f3731 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69 HTTP/1.1" status: 200 len: 1096 time: 0.2110901 Aug 03 19:08:17.075753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.100459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d741e7-0f71-454e-a784-ee71a966ce76 None None] Pushing event updated for resources: {'Port': ['ID=07b701af-173d-467a-a219-e8196068f138,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:17.104827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Attempting to bind port 07b701af-173d-467a-a219-e8196068f138 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:17.108614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Attempting to bind port 07b701af-173d-467a-a219-e8196068f138 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:17.109512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Attempting to bind port 07b701af-173d-467a-a219-e8196068f138 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:17.125376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:17.125928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:17.126683 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.128013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:17.129348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Bound port: 07b701af-173d-467a-a219-e8196068f138, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:17.130142 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.143918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:17.149080 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.171995 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] Sync routers for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:17.215179 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:17.217163 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:17.223685 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3cac91d0-8624-4e5f-8c1a-0b954fd7cb8a tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "PUT /v2.0/floatingips/f8222f08-415c-4915-9ffa-868dbdec8578 HTTP/1.1" status: 200 len: 991 time: 3.2331431 Aug 03 19:08:17.250614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.255594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:17.255965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80580556-3c59-4581-8b3b-a837dd071bf8', 'tag': '5aa1c3ea-c293-4819-b876-ce842507ba49'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:17.256144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.258367 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e0dec3-47d7-4cb8-9664-0ce495cffd42" -d '{"events": [{"name": "network-changed", "server_uuid": "80580556-3c59-4581-8b3b-a837dd071bf8", "tag": "5aa1c3ea-c293-4819-b876-ce842507ba49"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:17.269995 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.281103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-203b032d-e96f-4b71-adb9-8072cd83b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:17.282712 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-203b032d-e96f-4b71-adb9-8072cd83b95d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1096 time: 0.1543138 Aug 03 19:08:17.297871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] For port 07b701af-173d-467a-a219-e8196068f138, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:17.298200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.334068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] For port 07b701af-173d-467a-a219-e8196068f138, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=07b701af-173d-467a-a219-e8196068f138,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:17.349854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.381658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fe9178e-3345-421b-8aa7-757af9316b91 req-c624e431-d948-41f1-9eb4-94d282c379c7 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680433 Aug 03 19:08:17.399544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:17.530111 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:17.552198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-3f091c23-e0e8-4405-8e63-e6fee7dd501c req-d7f376c2-b4ef-499f-b8a8-33fa9f76f149 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2139399191', 'description': 'tempest-description-474646089'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:17.559759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d741e7-0f71-454e-a784-ee71a966ce76 None None] Pushing event updated for resources: {'Port': ['ID=07b701af-173d-467a-a219-e8196068f138,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:17.564275 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Routers {'9c47aff7-c669-4dc8-90a0-a5971972a1cf'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:17.565265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:17.565737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:17.568868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-027dec47-fe37-4968-9dea-410dc4a99a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:17.571476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-027dec47-fe37-4968-9dea-410dc4a99a32 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.2706892 Aug 03 19:08:17.636303 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f091c23-e0e8-4405-8e63-e6fee7dd501c req-d7f376c2-b4ef-499f-b8a8-33fa9f76f149 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.674039 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-322ed307-23d2-4b94-b3e1-d9a80502e565 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 200 len: 217 time: 0.0713241 Aug 03 19:08:17.710457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] Set router 9c47aff7-c669-4dc8-90a0-a5971972a1cf gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:17.726389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.781250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.790275 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Floating IP a028f28a-5ee6-4cff-9b9a-981601415436 associated. External IP: 172.25.4.133, port: f1f51e5e-672d-429e-a01c-c502af49016e. Aug 03 19:08:17.842977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-27e586e1-009a-4e48-9a47-27aa8cd9d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:17.844542 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-27e586e1-009a-4e48-9a47-27aa8cd9d6fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.1231873 Aug 03 19:08:17.911237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-35c88a72-6535-43db-b2f9-cc598c792143 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494170 Aug 03 19:08:17.917832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Pushing event updated for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:17.926329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on host n-h1-803378-1 for vnic_type normal with profile {"migrating_to": "n-h2-803378-1"} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:17.926642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:17.926920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:17.933687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:17.934030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:17.948578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4e32d100-7c02-417a-853d-db1c38252a0f details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:17.959193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:17.959547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:17.959922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:17.960380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Bound port: 4e32d100-7c02-417a-853d-db1c38252a0f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:17.960751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.125061 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'f8222f08-415c-4915-9ffa-868dbdec8578', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'port_id': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'mac_address': 'fa:16:3e:81:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80580556-3c59-4581-8b3b-a837dd071bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:05:36Z', 'updated_at': '2021-08-03T19:08:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:18.151949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:18.154286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:18.158680 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-4356ec06-49c0-4765-a356-e91f2eea35d7 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259753 Aug 03 19:08:18.164654 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] Checking router: 83fc8f29-f161-4992-9dca-ae05a9c4570f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:18.176667 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:18.177410 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:18.189642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:18.198543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on host n-h1-803378-1 for vnic_type normal with profile {"migrating_to": "n-h2-803378-1"} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:18.199599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:18.200279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:18.205444 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.207075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:18.207689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Attempting to bind port 4e32d100-7c02-417a-853d-db1c38252a0f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:18.220172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:18.220905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:18.221777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:18.222467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Bound port: 4e32d100-7c02-417a-853d-db1c38252a0f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:18.223128 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.306142 n-d-803378-1 neutron-server[94135]: WARNING neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Concurrent port binding operations failed on port 4e32d100-7c02-417a-853d-db1c38252a0f Aug 03 19:08:18.310598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Pushing event updated for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:18.318585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:18.322706 n-d-803378-1 neutron-server[94135]: INFO neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Attempt 2 to bind port 4e32d100-7c02-417a-853d-db1c38252a0f Aug 03 19:08:18.323169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4e32d100-7c02-417a-853d-db1c38252a0f has no active binding in host n-h2-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:08:18.329745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:12Z', 'revision_number': 3, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:18.362543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741b602-004d-4ff7-a2e3-11328e590fa9 None None] The sync data for ids ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'] in n-d-803378-1 is: [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:12Z', 'revision_number': 3, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:18.394178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.395266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.397121 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-78d2060d-e90a-4da5-90c5-592d992384ee service neutron] 10.222.0.63 "PUT /v2.0/ports/4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 200 len: 1121 time: 1.5342603 Aug 03 19:08:18.433772 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-311169a3-d668-4bff-83c1-94cc85a38c7d service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592421 Aug 03 19:08:18.540720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Allocated IP 172.20.0.1 (df3bcba8-5d75-48e2-8be1-75ad8a025061/430600a0-e553-4113-9405-f452cdc9b395/10a2a41a-3c40-485a-906b-bf6b28457052) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:18.544714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4e32d100-7c02-417a-853d-db1c38252a0f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:18.576878 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:18.617812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f091c23-e0e8-4405-8e63-e6fee7dd501c req-d7f376c2-b4ef-499f-b8a8-33fa9f76f149 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.622603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4e32d100-7c02-417a-853d-db1c38252a0f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:18.635597 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f091c23-e0e8-4405-8e63-e6fee7dd501c req-d7f376c2-b4ef-499f-b8a8-33fa9f76f149 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.918095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f376c2-b4ef-499f-b8a8-33fa9f76f149 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcec9046-a43b-4d14-a1b3-fccffa361bf5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:18.942713 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f091c23-e0e8-4405-8e63-e6fee7dd501c req-d7f376c2-b4ef-499f-b8a8-33fa9f76f149 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.960177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f091c23-e0e8-4405-8e63-e6fee7dd501c req-d7f376c2-b4ef-499f-b8a8-33fa9f76f149 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4641800 Aug 03 19:08:18.978912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-93945ece-c123-4338-9ece-31fa918ffe69 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.984662 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-93945ece-c123-4338-9ece-31fa918ffe69 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.1373119 Aug 03 19:08:19.122624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 07b701af-173d-467a-a219-e8196068f138 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:19.209384 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.220499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ad53-ef81-417d-9083-82574e9314b3 req-a89ed6eb-485b-4e8c-b432-dc507e61a9d8 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:19.228071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd07ad53-ef81-417d-9083-82574e9314b3 req-a89ed6eb-485b-4e8c-b432-dc507e61a9d8 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1091242 Aug 03 19:08:19.261452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 07b701af-173d-467a-a219-e8196068f138 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:19.270418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 07b701af-173d-467a-a219-e8196068f138 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:19.270973 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.271187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:19.272291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Transition to ACTIVE for port object 10a2a41a-3c40-485a-906b-bf6b28457052 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:19.302871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-04383f1d-65e1-49f0-bdc5-94ee1238c1ca service neutron] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:19.314356 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-04383f1d-65e1-49f0-bdc5-94ee1238c1ca service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.317396 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ebda187f-b94b-47a7-a554-ce2e61660a89 req-04383f1d-65e1-49f0-bdc5-94ee1238c1ca service neutron] 10.222.0.88 "DELETE /v2.0/ports/a6852e87-3a8a-472f-97f4-abdf6e470e50/bindings/n-h2-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.3107350 Aug 03 19:08:19.338432 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'f8222f08-415c-4915-9ffa-868dbdec8578', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'port_id': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'mac_address': 'fa:16:3e:81:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80580556-3c59-4581-8b3b-a837dd071bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:05:36Z', 'updated_at': '2021-08-03T19:08:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:19.361587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd07ad53-ef81-417d-9083-82574e9314b3 req-6ec3c3ae-dd42-4185-9891-cd78ad637838 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324623 Aug 03 19:08:19.416203 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fd2f8-b6d0-40dd-8c65-a1f494cc093c None None] The sync data for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 is: [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'f8222f08-415c-4915-9ffa-868dbdec8578', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'port_id': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'mac_address': 'fa:16:3e:81:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80580556-3c59-4581-8b3b-a837dd071bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:05:36Z', 'updated_at': '2021-08-03T19:08:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:19.426080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.450697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 07b701af-173d-467a-a219-e8196068f138, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=07b701af-173d-467a-a219-e8196068f138,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:19.460130 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.499629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.531783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=07b701af-173d-467a-a219-e8196068f138,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:19.580211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Network df3bcba8-5d75-48e2-8be1-75ad8a025061 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:19.589165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:19.592309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:19.609297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:19.622701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:19.637332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Pushing event updated for resources: {'Port': ['ID=10a2a41a-3c40-485a-906b-bf6b28457052,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:19.651940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:19.653986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:19.726178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3279-b599-4bfc-9d88-32684cea7655 req-2c043001-0477-452a-81e8-e624201762b6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:19.727782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfba3279-b599-4bfc-9d88-32684cea7655 req-2c043001-0477-452a-81e8-e624201762b6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 945 time: 0.2460246 Aug 03 19:08:19.745795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.888891 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee80a2e4-6ae7-45cc-b4d2-7fa07abe010a None None] New status for floating IP f8222f08-415c-4915-9ffa-868dbdec8578: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:08:19.917578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:20.038538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfba3279-b599-4bfc-9d88-32684cea7655 req-f0021d40-7ee8-4054-8c00-0166bfa61733 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863839 Aug 03 19:08:20.077228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e178466-2383-4045-8db5-ffcd6f328079 None None] Provisioning for port 10a2a41a-3c40-485a-906b-bf6b28457052 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:20.098451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e178466-2383-4045-8db5-ffcd6f328079 None None] Provisioning complete for port 10a2a41a-3c40-485a-906b-bf6b28457052 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:20.101050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e178466-2383-4045-8db5-ffcd6f328079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.238167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.241317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0e178466-2383-4045-8db5-ffcd6f328079 None None] Port 10a2a41a-3c40-485a-906b-bf6b28457052 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:20.314455 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a679bb-446c-42c5-b1a6-f23b7d080665 x-openstack-request-id: req-12a679bb-446c-42c5-b1a6-f23b7d080665 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:20.314996 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80580556-3c59-4581-8b3b-a837dd071bf8", "tag": "5aa1c3ea-c293-4819-b876-ce842507ba49", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:20.314996 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12a679bb-446c-42c5-b1a6-f23b7d080665 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:20.315427 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80580556-3c59-4581-8b3b-a837dd071bf8', 'tag': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'status': 'completed', 'code': 200} Aug 03 19:08:20.376856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': '9463162c-557e-492e-b343-3c4a22c44d69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:2d:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:16Z', 'revision_number': 3, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:20.409102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-19514418-e191-4d0b-9a5f-d5c6e568ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.412340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:20.413715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-19514418-e191-4d0b-9a5f-d5c6e568ab66 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afb1801f896f405fabd7e9c43695eec7&device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0631208 Aug 03 19:08:20.427660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:20.429078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:20.447273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.507067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b61b2-3754-4699-89e6-cff75c256d2b req-1148b1bf-3bdf-4b25-9121-53ea900d12bf tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.508832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f7b61b2-3754-4699-89e6-cff75c256d2b req-1148b1bf-3bdf-4b25-9121-53ea900d12bf tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1314764 Aug 03 19:08:20.547281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:20.572554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-d2dc32dc-54ba-4383-b6ab-09e34f3cfc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.574959 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-d2dc32dc-54ba-4383-b6ab-09e34f3cfc68 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 200 len: 925 time: 0.1525126 Aug 03 19:08:20.604986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f7b61b2-3754-4699-89e6-cff75c256d2b req-49611c79-e74d-4a97-96de-dd6a2f46b2ca tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696864 Aug 03 19:08:20.695995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-aac08134-60e4-4bf9-acd1-40b2b680faa1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa1c3ea-c293-4819-b876-ce842507ba49 HTTP/1.1" status: 200 len: 1001 time: 0.0971522 Aug 03 19:08:20.761323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-1c2fd7aa-66e1-4f05-84e9-030e4c8d6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.764447 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-1c2fd7aa-66e1-4f05-84e9-030e4c8d6494 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f HTTP/1.1" status: 200 len: 863 time: 0.0607576 Aug 03 19:08:20.827258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:20.842682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-6d8a3c6f-bae9-4dae-8197-51d2086a2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.844583 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-6d8a3c6f-bae9-4dae-8197-51d2086a2ac8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709074 Aug 03 19:08:20.890160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84291-93a9-4f29-985a-f209c3cb7775 req-c74e39ae-a5dd-4200-825b-167ecb638ee6 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.897902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bd84291-93a9-4f29-985a-f209c3cb7775 req-c74e39ae-a5dd-4200-825b-167ecb638ee6 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.1952698 Aug 03 19:08:20.906017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:20.914163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.985129 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.997559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bd84291-93a9-4f29-985a-f209c3cb7775 req-78faa54e-1298-4ef2-9b4e-b7ebdd0253a4 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985739 Aug 03 19:08:20.999431 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.007018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:21.009390 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fb00a5-2388-4714-8153-9adff9a7dff6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:21.103865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 07b701af-173d-467a-a219-e8196068f138 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:21.140963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4ad3acc4-028c-47e8-baee-f15d906c5b6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "PUT /v2.0/floatingips/a028f28a-5ee6-4cff-9b9a-981601415436 HTTP/1.1" status: 200 len: 998 time: 6.9758811 Aug 03 19:08:21.150602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Pushing event updated for resources: {'Port': ['ID=10a2a41a-3c40-485a-906b-bf6b28457052,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:21.151435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-26d2ed5f-e823-47f8-84d4-98c6cd6b3baa service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903657 Aug 03 19:08:21.157503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.299425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-23e1bcc5-2b3e-4f25-afea-6f0555bd8030 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.300887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-23e1bcc5-2b3e-4f25-afea-6f0555bd8030 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports/f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 942 time: 0.1304750 Aug 03 19:08:21.341032 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66e0dec3-47d7-4cb8-9664-0ce495cffd42 req-2c7f4173-90cb-46e0-94eb-a4d9b66f6300 service neutron] 10.222.0.88 "GET /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763589 Aug 03 19:08:21.363934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 07b701af-173d-467a-a219-e8196068f138 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:21.364754 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.406947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Network df3bcba8-5d75-48e2-8be1-75ad8a025061 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:21.415336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:21.563853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': '9463162c-557e-492e-b343-3c4a22c44d69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:2d:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:16Z', 'revision_number': 3, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:21.598302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf38f4a-1417-4cff-8e81-95a8d002b730 None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': '9463162c-557e-492e-b343-3c4a22c44d69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:2d:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:16Z', 'revision_number': 3, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:21.625164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-b500c129-b301-47f7-80c0-fe768d2c055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.626742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-b500c129-b301-47f7-80c0-fe768d2c055b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.1472285 Aug 03 19:08:21.848187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b5bcd-68f7-49df-83b3-60e601f6b23e None None] New status for floating IP a028f28a-5ee6-4cff-9b9a-981601415436: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:08:22.016302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Router 9c47aff7-c669-4dc8-90a0-a5971972a1cf has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:22.050055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-36e6d16e-a867-484a-9253-379463c50683 None None] Provisioning complete for port 10a2a41a-3c40-485a-906b-bf6b28457052 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:22.050562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-36e6d16e-a867-484a-9253-379463c50683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.076049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-287193f2-60f4-4ee8-bb21-934223c490d0 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53367 time: 0.9791758 Aug 03 19:08:22.140171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-36e6d16e-a867-484a-9253-379463c50683 None None] Port 10a2a41a-3c40-485a-906b-bf6b28457052 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:22.200315 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:22.212280 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:22.212801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4f8b573a-a8cb-4463-be47-1aed4dc69b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.212980 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:22.214883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-4f8b573a-a8cb-4463-be47-1aed4dc69b76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.5680890 Aug 03 19:08:22.304599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-c48759bb-d61c-4d49-b0b4-bb196db9c951 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/00a758dd-298f-4adb-841c-d88e9c7f0730 HTTP/1.1" status: 200 len: 2977 time: 0.2144911 Aug 03 19:08:22.308708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-5428a011-4778-4d91-999d-7e5aef1d2fc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 217 time: 0.0570009 Aug 03 19:08:22.317176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f'}, {'name': 'network-changed', 'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:22.321779 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74a4827-0bb5-4f86-b076-b3df9c2b835c" -d '{"events": [{"server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "name": "network-vif-unplugged", "status": "completed", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f"}, {"name": "network-changed", "server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:22.352847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:22.356071 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:22.365601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5d051615-b871-4c7f-a40c-92f89e64bbbf admin admin] 10.222.0.42 "PUT /v2.0/routers/9c47aff7-c669-4dc8-90a0-a5971972a1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8521740 Aug 03 19:08:22.372930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Sync routers for ids ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:22.402212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Routers {'9c47aff7-c669-4dc8-90a0-a5971972a1cf'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:22.405428 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:22.412044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-352cc9b3-896d-485a-9a2a-8391b7c41e7d tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/00a758dd-298f-4adb-841c-d88e9c7f0730 HTTP/1.1" status: 200 len: 2977 time: 0.0932007 Aug 03 19:08:22.416597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-64911aea-a45b-4973-9092-77b29a12b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.418122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-64911aea-a45b-4973-9092-77b29a12b1e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0790968 Aug 03 19:08:22.555398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-45fca0bd-07f9-4bb6-90a4-f9a8573511ef tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/023d5fac-6be1-4e2a-bb1e-cc59381e3749 HTTP/1.1" status: 200 len: 2981 time: 0.0823653 Aug 03 19:08:22.558936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-f8a581fc-0376-40df-83ba-9c42d2879aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.561753 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-f8a581fc-0376-40df-83ba-9c42d2879aa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820544 Aug 03 19:08:22.649406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Set router 9c47aff7-c669-4dc8-90a0-a5971972a1cf gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:22.686382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-3e866a26-b7d3-4a4f-89ee-934e11c80917 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/023d5fac-6be1-4e2a-bb1e-cc59381e3749 HTTP/1.1" status: 200 len: 2981 time: 0.0930033 Aug 03 19:08:22.722037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-5a577480-2665-4416-8d96-99f5e31146d3 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475434 Aug 03 19:08:22.816617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-ea4b682a-8a3d-4c50-a0ea-c4089dd8079d tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/04befa9d-ab98-4d3d-8a88-5d70e8883571 HTTP/1.1" status: 200 len: 2981 time: 0.1090908 Aug 03 19:08:22.870544 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': '9463162c-557e-492e-b343-3c4a22c44d69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:2d:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:21Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:22.919934 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:22.935486 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:22.935717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-0c82c2df-44a3-40c3-b8c5-f46aebb714f9 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009656 Aug 03 19:08:22.936245 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:22.958294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-5861e699-5e98-47f6-951a-81b46aa80d30 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/04befa9d-ab98-4d3d-8a88-5d70e8883571 HTTP/1.1" status: 200 len: 2981 time: 0.1175003 Aug 03 19:08:22.984967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:20Z', 'revision_number': 4, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '10a2a41a-3c40-485a-906b-bf6b28457052', 'name': '', 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'mac_address': 'fa:16:3e:e9:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '430600a0-e553-4113-9405-f452cdc9b395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:17Z', 'updated_at': '2021-08-03T19:08:20Z', 'revision_number': 2, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'subnets': [{'id': '430600a0-e553-4113-9405-f452cdc9b395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:23.020467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Checking router: 9c47aff7-c669-4dc8-90a0-a5971972a1cf for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:23.020467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Updating router 9c47aff7-c669-4dc8-90a0-a5971972a1cf port 10a2a41a-3c40-485a-906b-bf6b28457052 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:23.055848 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.073032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-d580662b-efb1-4bb7-9d04-c14d36c2e95b tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0deee7ab-a3e8-423f-a5d4-83d67922ddc9 HTTP/1.1" status: 200 len: 2981 time: 0.1133029 Aug 03 19:08:23.078142 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:23.126206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-1a8413a6-c6f4-47de-af4f-1464f00e86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.128196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-1a8413a6-c6f4-47de-af4f-1464f00e86b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 1096 time: 0.1074109 Aug 03 19:08:23.192362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-36e5e3f7-2f4f-41de-9b93-6887c51b9656 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0deee7ab-a3e8-423f-a5d4-83d67922ddc9 HTTP/1.1" status: 200 len: 2981 time: 0.1074541 Aug 03 19:08:23.280976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-19d50280-e670-4b12-8862-d74216745aef tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2 HTTP/1.1" status: 200 len: 2981 time: 0.0745375 Aug 03 19:08:23.291186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-f54f59b7-d5e3-4186-bfdc-9fd8b8da9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.295378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-f54f59b7-d5e3-4186-bfdc-9fd8b8da9136 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.1561601 Aug 03 19:08:23.374030 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': '9463162c-557e-492e-b343-3c4a22c44d69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:2d:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:21Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:23.395825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-2e9b3239-d907-4046-9998-93672f98e6fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 1001 time: 0.0910010 Aug 03 19:08:23.397420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-b0a7eaba-ab09-4503-951d-dcbfe98f851f tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2 HTTP/1.1" status: 200 len: 2981 time: 0.0992486 Aug 03 19:08:23.411284 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86dd5b0-3851-4b74-8981-39f326efdd91 None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': '9463162c-557e-492e-b343-3c4a22c44d69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:2d:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:21Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:23.435707 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.448379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Transition to ACTIVE for port object 10a2a41a-3c40-485a-906b-bf6b28457052 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:23.457540 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.492265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-d6a27f7c-cbcb-4de8-875f-9f076e9470ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.494040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-d6a27f7c-cbcb-4de8-875f-9f076e9470ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0841465 Aug 03 19:08:23.496084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-23c69375-c2f9-4991-bb92-c8ca2acf2cd9 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b HTTP/1.1" status: 200 len: 2977 time: 0.0880678 Aug 03 19:08:23.542284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338055f-543d-4e88-91f2-6407ab8aa8ad None None] Pushing event updated for resources: {'Port': ['ID=10a2a41a-3c40-485a-906b-bf6b28457052,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:23.588110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Attempting to bind port 10a2a41a-3c40-485a-906b-bf6b28457052 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:23.588717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Attempting to bind port 10a2a41a-3c40-485a-906b-bf6b28457052 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:23.589244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Attempting to bind port 10a2a41a-3c40-485a-906b-bf6b28457052 on network df3bcba8-5d75-48e2-8be1-75ad8a025061 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:23.593561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-c9139aed-df35-468f-99dd-05c345882a57 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b HTTP/1.1" status: 200 len: 2977 time: 0.0893147 Aug 03 19:08:23.596367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:23.597006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Checking segment: {'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:23.597665 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.598237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Bound using segment: {'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:23.598896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Bound port: 10a2a41a-3c40-485a-906b-bf6b28457052, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46b5959-d197-4924-b8f5-576ade4401dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:23.599653 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.603552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-c657b237-e5a9-4dda-81e4-9061924e42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.605325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-c657b237-e5a9-4dda-81e4-9061924e42b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827045 Aug 03 19:08:23.672111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] For port 10a2a41a-3c40-485a-906b-bf6b28457052, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:23.676284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] For port 10a2a41a-3c40-485a-906b-bf6b28457052, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=10a2a41a-3c40-485a-906b-bf6b28457052,segment=NetworkSegment(d46b5959-d197-4924-b8f5-576ade4401dc),segment_id=d46b5959-d197-4924-b8f5-576ade4401dc)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:23.681068 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.713773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-adce041d-61fb-4cee-8fdb-f83759db9de6 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2eea0c06-10be-4fd3-9033-103e7467111b HTTP/1.1" status: 200 len: 2981 time: 0.1008637 Aug 03 19:08:23.767227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338055f-543d-4e88-91f2-6407ab8aa8ad None None] Pushing event updated for resources: {'Port': ['ID=10a2a41a-3c40-485a-906b-bf6b28457052,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:23.774241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-5e043e37-a4fc-4609-af82-4cc76d6d92da service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546006 Aug 03 19:08:23.775660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Routers {'9c47aff7-c669-4dc8-90a0-a5971972a1cf'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:23.776538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:23.852619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-21375bd1-b7d8-464e-8de2-981f6e1a3f47 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2eea0c06-10be-4fd3-9033-103e7467111b HTTP/1.1" status: 200 len: 2981 time: 0.1250191 Aug 03 19:08:23.928729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-2e1077a2-97ba-46f6-a67b-aec4f2a1d7d3 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4f76c2d5-641f-4dac-890d-bb560e66b206 HTTP/1.1" status: 200 len: 2981 time: 0.0686522 Aug 03 19:08:23.931012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7218c9f2-5dd3-402c-8fde-77c4e1c7fd8c req-50aee7cb-d43c-4670-b000-628fef0a32e4 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374388 Aug 03 19:08:23.933674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] Set router 9c47aff7-c669-4dc8-90a0-a5971972a1cf gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:24.039726 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-63afe4cf-bccc-4fb5-836b-7e563081599e tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4f76c2d5-641f-4dac-890d-bb560e66b206 HTTP/1.1" status: 200 len: 2981 time: 0.0950794 Aug 03 19:08:24.120991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-6159cd38-f666-4f64-88c5-733d0327a4fe tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/6cb8786f-2404-4101-9e82-b3141c6ea08c HTTP/1.1" status: 200 len: 2981 time: 0.0800285 Aug 03 19:08:24.142131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a6615-02cb-4cba-a0b0-a775e006a3ee req-c65bcf4c-32ad-4d23-862f-f3fbfb05e930 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.143714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c8a6615-02cb-4cba-a0b0-a775e006a3ee req-c65bcf4c-32ad-4d23-862f-f3fbfb05e930 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.0804548 Aug 03 19:08:24.206166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-5814f9a2-8eae-450b-8bb2-785af3cc4ca8 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/6cb8786f-2404-4101-9e82-b3141c6ea08c HTTP/1.1" status: 200 len: 2981 time: 0.0779397 Aug 03 19:08:24.212068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c8a6615-02cb-4cba-a0b0-a775e006a3ee req-77b4ca10-a03a-4659-96a6-e768be499fd1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554380 Aug 03 19:08:24.263116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-b3ed9942-8cc6-4ccc-9734-7cca1109d528 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/969e24e1-6b73-47c4-bb53-4fceb61623a9 HTTP/1.1" status: 200 len: 2977 time: 0.0476022 Aug 03 19:08:24.299860 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2644f43d-b33a-460a-9c44-db17fe5f8739 x-openstack-request-id: req-2644f43d-b33a-460a-9c44-db17fe5f8739 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:24.299860 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:24.299860 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2644f43d-b33a-460a-9c44-db17fe5f8739 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:24.300551 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'status': 'completed', 'code': 200} Aug 03 19:08:24.368348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-82250cdb-ef2c-42fb-b114-7c652f3771dc tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/969e24e1-6b73-47c4-bb53-4fceb61623a9 HTTP/1.1" status: 200 len: 2977 time: 0.0785141 Aug 03 19:08:24.382126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:20Z', 'revision_number': 4, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '10a2a41a-3c40-485a-906b-bf6b28457052', 'name': '', 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'mac_address': 'fa:16:3e:e9:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '430600a0-e553-4113-9405-f452cdc9b395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:17Z', 'updated_at': '2021-08-03T19:08:23Z', 'revision_number': 4, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'subnets': [{'id': '430600a0-e553-4113-9405-f452cdc9b395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:24.390717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-82733ab6-988b-4af9-870f-877d5b1097d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.392330 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-82733ab6-988b-4af9-870f-877d5b1097d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.0590496 Aug 03 19:08:24.420340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100682c-9c43-4de2-8fab-b0894841fe89 None None] The sync data for ids ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'] in n-d-803378-1 is: [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:20Z', 'revision_number': 4, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '10a2a41a-3c40-485a-906b-bf6b28457052', 'name': '', 'network_id': 'df3bcba8-5d75-48e2-8be1-75ad8a025061', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'mac_address': 'fa:16:3e:e9:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '430600a0-e553-4113-9405-f452cdc9b395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:17Z', 'updated_at': '2021-08-03T19:08:23Z', 'revision_number': 4, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'subnets': [{'id': '430600a0-e553-4113-9405-f452cdc9b395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:24.466123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-3093a65b-3247-4116-a4c4-80a61791eb7b tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/9d87f123-3ecb-44e6-98ef-ec05d19ba240 HTTP/1.1" status: 200 len: 2981 time: 0.0902927 Aug 03 19:08:24.563843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-80a3b932-398d-400d-afd7-01c12a85bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.566602 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-80a3b932-398d-400d-afd7-01c12a85bc4a service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.1641395 Aug 03 19:08:24.584338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018e1b5-0eb5-436f-bcea-b0e8e9a49059 req-bfaea3b6-9444-4996-add8-12ba7f4809e6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.586507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7018e1b5-0eb5-436f-bcea-b0e8e9a49059 req-bfaea3b6-9444-4996-add8-12ba7f4809e6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1371269 Aug 03 19:08:24.593671 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-f5b9c34b-212d-48b2-8a48-5476f936158b tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/9d87f123-3ecb-44e6-98ef-ec05d19ba240 HTTP/1.1" status: 200 len: 2981 time: 0.0711849 Aug 03 19:08:24.635976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-c6a15cd4-c93c-497c-89c6-a8ff611cb7ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 217 time: 0.0579057 Aug 03 19:08:24.679196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7018e1b5-0eb5-436f-bcea-b0e8e9a49059 req-5bbede31-fccc-46d8-954d-86038a7d60d7 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818248 Aug 03 19:08:24.697368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-ce00972e-a647-468d-9e03-b4f5945437e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.699034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-ce00972e-a647-468d-9e03-b4f5945437e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0544538 Aug 03 19:08:24.705438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-eb560660-a74e-4504-9137-1f14a0043688 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/b8667eeb-b352-4484-bece-5ef9123c823d HTTP/1.1" status: 200 len: 2981 time: 0.0870090 Aug 03 19:08:24.789214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-e43ca488-58db-4e60-a4aa-dec1cd3f274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.792186 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-e43ca488-58db-4e60-a4aa-dec1cd3f274a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771389 Aug 03 19:08:24.824223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-10f3448d-c320-4931-beff-7424fe2accdd tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/b8667eeb-b352-4484-bece-5ef9123c823d HTTP/1.1" status: 200 len: 2981 time: 0.1033161 Aug 03 19:08:24.867293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a439baf-71ac-42b2-ac71-415d0bdb07ab req-9f9c29bf-0edc-41b3-9349-e653d5673642 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.869912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a439baf-71ac-42b2-ac71-415d0bdb07ab req-9f9c29bf-0edc-41b3-9349-e653d5673642 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.1197035 Aug 03 19:08:24.967342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 10a2a41a-3c40-485a-906b-bf6b28457052 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:24.996468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a439baf-71ac-42b2-ac71-415d0bdb07ab req-92f0827e-c906-4072-aba7-bdec7ea0a6af tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102283 Aug 03 19:08:25.003568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-c61b2a57-8289-413d-9ec3-fa70e0553726 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/da59e541-cad1-49c2-a227-78f36543af97 HTTP/1.1" status: 200 len: 2973 time: 0.1620615 Aug 03 19:08:25.020815 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-211bdf23-c4ce-4de9-adfa-db9318d8c785 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029929 Aug 03 19:08:25.081094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 10a2a41a-3c40-485a-906b-bf6b28457052 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:25.089083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 10a2a41a-3c40-485a-906b-bf6b28457052 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:25.090959 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.157893 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb2f3ec-a091-4f66-872a-f296c1aba5d7 x-openstack-request-id: req-3cb2f3ec-a091-4f66-872a-f296c1aba5d7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:25.158342 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "name": "network-vif-unplugged", "status": "completed", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f", "code": 200}, {"name": "network-changed", "server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:25.158731 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cb2f3ec-a091-4f66-872a-f296c1aba5d7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:25.159351 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f', 'code': 200} Aug 03 19:08:25.159737 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f', 'status': 'completed', 'code': 200} Aug 03 19:08:25.198995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-3fa35545-94dd-40de-8156-d1f7fb4ca42f tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/da59e541-cad1-49c2-a227-78f36543af97 HTTP/1.1" status: 200 len: 2973 time: 0.1843264 Aug 03 19:08:25.226934 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.285534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 10a2a41a-3c40-485a-906b-bf6b28457052, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=10a2a41a-3c40-485a-906b-bf6b28457052,segment=NetworkSegment(d46b5959-d197-4924-b8f5-576ade4401dc),segment_id=d46b5959-d197-4924-b8f5-576ade4401dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:25.302045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.312106 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42fb00a5-2388-4714-8153-9adff9a7dff6 req-65367356-f7b4-40df-8a08-f52099467960 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735353 Aug 03 19:08:25.317460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-bee9ff2c-c2e8-41c8-b58c-3dbcd971a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:25.320375 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-bee9ff2c-c2e8-41c8-b58c-3dbcd971a2f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1124 time: 0.1591926 Aug 03 19:08:25.333306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-ccc64246-cd06-42d2-bc87-6a2864872995 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/df2fdef7-d337-4c37-9790-e17f54e9b752 HTTP/1.1" status: 200 len: 2977 time: 0.0908046 Aug 03 19:08:25.369980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-8e12dbf3-be09-4cd3-80da-ad6b728d34ab tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2144740 Aug 03 19:08:25.375096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:25.393872 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.428767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-bf3cf305-a9cc-414d-a29e-62ddc3bdb3c3 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/df2fdef7-d337-4c37-9790-e17f54e9b752 HTTP/1.1" status: 200 len: 2977 time: 0.0770535 Aug 03 19:08:25.430195 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.444418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=10a2a41a-3c40-485a-906b-bf6b28457052,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:25.519013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-3a5614cb-2a71-4529-ad69-efb10077396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:25.521241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-3a5614cb-2a71-4529-ad69-efb10077396c service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.1758962 Aug 03 19:08:25.533001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-3901ca96-9ac5-4a13-9f9e-c14e1793caf4 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f2f3241b-0c21-4814-b579-d5bceb806cd8 HTTP/1.1" status: 200 len: 2981 time: 0.0893378 Aug 03 19:08:25.600532 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-a322b468-05ae-4fc1-817c-53bc657f0718 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 200 len: 217 time: 0.0615854 Aug 03 19:08:25.632131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-6972ff7e-dd31-4ef7-aab0-211c8c8ad286 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f2f3241b-0c21-4814-b579-d5bceb806cd8 HTTP/1.1" status: 200 len: 2981 time: 0.0885305 Aug 03 19:08:25.681676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.686137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-878ea13d-762d-404a-aa6c-36120d3d0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:25.688850 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-878ea13d-762d-404a-aa6c-36120d3d0e76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0741518 Aug 03 19:08:25.733011 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-3fa37ece-ba3d-4ce6-9bf8-52f897474f47 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352204 Aug 03 19:08:25.737167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-7111f285-57f6-48be-832b-caa65b266974 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/fff36d66-208c-49c2-829f-84e663e3a1bb HTTP/1.1" status: 200 len: 2981 time: 0.0879071 Aug 03 19:08:25.829523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dba73dca-9f69-4b5e-8e26-2a6c2b683d4e req-e011c1da-3fb7-4712-ad92-5cc64d09b4f0 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/fff36d66-208c-49c2-829f-84e663e3a1bb HTTP/1.1" status: 200 len: 2981 time: 0.0830684 Aug 03 19:08:25.847445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Allocated IP 172.25.4.47 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/3516af6a-8118-41ea-bd7d-7f042c34f906) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:25.894900 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-c0f155af-bbc7-4a1a-8b05-0a2dc8b474f5 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491799 Aug 03 19:08:25.997422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72bce055-6636-4833-b7c4-05c6319d0c4f req-4d99e440-f54f-43a7-9835-fa3a52202e4a tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 1001 time: 0.1081200 Aug 03 19:08:26.035594 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a74a4827-0bb5-4f86-b076-b3df9c2b835c req-1c96b826-f406-4f89-ac67-ae8631ef7ba0 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188991 Aug 03 19:08:26.067683 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.081174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce055-6636-4833-b7c4-05c6319d0c4f req-9d012e02-9787-488c-b8a2-b333630e6718 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.082553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72bce055-6636-4833-b7c4-05c6319d0c4f req-9d012e02-9787-488c-b8a2-b333630e6718 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports/9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 942 time: 0.0704019 Aug 03 19:08:26.092329 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-082e72c5-31f1-4f38-8020-d5a24ca9a4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.124753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.211178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:26.222652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:26.229940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:26.234394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Pushing event updated for resources: {'Port': ['ID=3516af6a-8118-41ea-bd7d-7f042c34f906,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:26.276537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72bce055-6636-4833-b7c4-05c6319d0c4f req-3a717db5-057c-492f-b96e-588a34a2d525 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 1001 time: 0.1404772 Aug 03 19:08:26.301116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:26.303550 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c99c90-12cf-4bad-a0dd-96708af2faa0" -d '{"events": [{"name": "network-changed", "server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "tag": "9463162c-557e-492e-b343-3c4a22c44d69"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:26.451426 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.459605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce055-6636-4833-b7c4-05c6319d0c4f req-094b3599-dfd8-4201-8846-bf2d37176eae tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.461157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72bce055-6636-4833-b7c4-05c6319d0c4f req-094b3599-dfd8-4201-8846-bf2d37176eae tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.1753123 Aug 03 19:08:26.508349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.643287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e4b36-0910-498c-802c-66875e475d3e req-e3f37323-2cce-4509-bd13-dcf3ac5efaf7 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.644751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd6e4b36-0910-498c-802c-66875e475d3e req-e3f37323-2cce-4509-bd13-dcf3ac5efaf7 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1096 time: 0.1033430 Aug 03 19:08:26.717036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd6e4b36-0910-498c-802c-66875e475d3e req-e5070f0e-21bd-4916-b731-4b24b686345b tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594087 Aug 03 19:08:26.759642 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.765781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.881935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Pushing event updated for resources: {'Port': ['ID=3516af6a-8118-41ea-bd7d-7f042c34f906,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:26.901913 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.933196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7d52a-4e7d-40e2-b85b-4cf00ccbe084 req-5bb20339-a2aa-478d-bb69-2ff0c032192e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.935176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91f7d52a-4e7d-40e2-b85b-4cf00ccbe084 req-5bb20339-a2aa-478d-bb69-2ff0c032192e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1007438 Aug 03 19:08:26.936154 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.937304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-f57b08a6-7d2c-4d1d-b6ed-3abf2b77cca0 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5663953 Aug 03 19:08:26.944782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 10a2a41a-3c40-485a-906b-bf6b28457052 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:27.002707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 10a2a41a-3c40-485a-906b-bf6b28457052 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:27.003092 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.054551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-6d0b27cf-e88d-4fd5-86ee-8574135c7238 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 695 time: 0.1077340 Aug 03 19:08:27.171483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91f7d52a-4e7d-40e2-b85b-4cf00ccbe084 req-1be173b5-5fce-40e4-89e9-479c06a43561 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126980 Aug 03 19:08:27.257368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-d902aed1-96ae-4631-931c-dadd6ab6945b tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.259336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ec4125e-4c78-456e-83f8-27d9686809e5 req-d902aed1-96ae-4631-931c-dadd6ab6945b tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.1957991 Aug 03 19:08:27.410749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c326537-1289-4a48-8c87-7e6e1f4e3055 req-987e75b6-7479-4076-bbea-39c430add826 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8358ef780e264dcc97f77f3bdc2f5827 HTTP/1.1" status: 200 len: 6103 time: 0.1315970 Aug 03 19:08:27.423419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727cae5-515a-446d-92cd-84bf1b1d2e7e req-3bf79608-c2b8-410c-b87c-1142e9c93209 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.424933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6727cae5-515a-446d-92cd-84bf1b1d2e7e req-3bf79608-c2b8-410c-b87c-1142e9c93209 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.0921204 Aug 03 19:08:27.495274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6727cae5-515a-446d-92cd-84bf1b1d2e7e req-32ca1fb5-62ee-4246-b4cf-79178b87a9b7 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624070 Aug 03 19:08:27.500178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c326537-1289-4a48-8c87-7e6e1f4e3055 req-31f4e460-72bb-4322-899e-92c828bb33ba tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "GET /v2.0/security-groups/fff36d66-208c-49c2-829f-84e663e3a1bb HTTP/1.1" status: 200 len: 2981 time: 0.0741830 Aug 03 19:08:27.620731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c326537-1289-4a48-8c87-7e6e1f4e3055 req-6016e701-ab80-4aa0-8b9a-3da85b04f74c tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "GET /v2.0/security-groups/fff36d66-208c-49c2-829f-84e663e3a1bb HTTP/1.1" status: 200 len: 2981 time: 0.1084087 Aug 03 19:08:27.651284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf787e44-9c9d-4641-95dc-57a95903fc91 req-1dbfba93-cc09-4317-a68e-519eb60a00f3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.653667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf787e44-9c9d-4641-95dc-57a95903fc91 req-1dbfba93-cc09-4317-a68e-519eb60a00f3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.0913930 Aug 03 19:08:27.674450 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66e72f7-2ac6-4d49-bf0a-171988444e01 x-openstack-request-id: req-a66e72f7-2ac6-4d49-bf0a-171988444e01 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:27.674819 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "tag": "9463162c-557e-492e-b343-3c4a22c44d69", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:27.675216 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a66e72f7-2ac6-4d49-bf0a-171988444e01 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:27.675695 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69', 'status': 'completed', 'code': 200} Aug 03 19:08:27.758888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf787e44-9c9d-4641-95dc-57a95903fc91 req-e44ba7a1-ab17-4a7d-9f1d-1be38585d74b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947874 Aug 03 19:08:27.759568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-867534dd-4f71-4401-8af7-78a472a7ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.761799 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-867534dd-4f71-4401-8af7-78a472a7ec6a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 1096 time: 0.0553372 Aug 03 19:08:27.796706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-c7b67e30-df89-48be-8ed1-f19ad5b494ae tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 1001 time: 0.1126280 Aug 03 19:08:27.861891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-2be85452-07d2-4e86-a1cd-0932088b45f7 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.863726 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-2be85452-07d2-4e86-a1cd-0932088b45f7 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports/9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 942 time: 0.0569119 Aug 03 19:08:27.923182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-5e029450-1cb0-4f4e-bf25-85b6736f9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.924926 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-5e029450-1cb0-4f4e-bf25-85b6736f9873 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.1537414 Aug 03 19:08:28.013821 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-67bd7907-6265-40c0-bc7a-f6431eecc027 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 1001 time: 0.0747840 Aug 03 19:08:28.069110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-c26027ec-c6c8-4efb-a59e-5d4ceecb3217 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 1001 time: 0.1271389 Aug 03 19:08:28.083940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-81fa3f87-7411-459b-bd50-f0b74662eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.086770 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-81fa3f87-7411-459b-bd50-f0b74662eb68 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0603447 Aug 03 19:08:28.126223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-65cb9eed-711a-469a-b6d0-3b50bfd6d017 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.128879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-65cb9eed-711a-469a-b6d0-3b50bfd6d017 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 807 time: 0.2126224 Aug 03 19:08:28.162720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-de23590f-ee3d-4349-af9d-0383dbd6aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.164631 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-de23590f-ee3d-4349-af9d-0383dbd6aa29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678747 Aug 03 19:08:28.192162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-b32521cc-3643-4770-ae6f-68e23f5d8edf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/quotas/3cf32e1f898245b496abdeaa1a0f5f69 HTTP/1.1" status: 200 len: 375 time: 0.0199246 Aug 03 19:08:28.294245 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-60d01096-5dc5-4016-8b3a-113b69f5af6b service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173735 Aug 03 19:08:28.294633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-a56e5ae8-288c-430b-9f88-e42dd342f690 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.296086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-a56e5ae8-288c-430b-9f88-e42dd342f690 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2092578 Aug 03 19:08:28.308669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-36bf3b73-9720-48fe-8163-60fedecad8aa tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011298 Aug 03 19:08:28.459199 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14c99c90-12cf-4bad-a0dd-96708af2faa0 req-c0b21485-49c1-4541-a521-494a66d14f7b service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546428 Aug 03 19:08:28.778195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-b5d17007-35bb-4ba8-b02f-6b876bf7f67e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 1001 time: 0.4669750 Aug 03 19:08:28.800137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:28.828315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36269038-1b46-4577-87c5-56f0e67491ee details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:28.833183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36269038-1b46-4577-87c5-56f0e67491ee no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:28.878673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-2402c0f3-8344-455d-b77b-9c1e20e12ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561662 Aug 03 19:08:28.924094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.069932 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.134542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:29.137993 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6ac4be-f73a-4a83-b4fe-baa936baad82" -d '{"events": [{"server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "name": "network-vif-unplugged", "status": "completed", "tag": "36269038-1b46-4577-87c5-56f0e67491ee"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:29.172294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-a4793bc2-28a2-4ef7-b9df-c0193551c3fb service neutron] 10.222.0.42 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712662 Aug 03 19:08:29.174451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:29.178230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:29.182705 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.232186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '36269038-1b46-4577-87c5-56f0e67491ee', 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'port_id': '36269038-1b46-4577-87c5-56f0e67491ee', 'mac_address': 'fa:16:3e:79:2f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914a067-d97e-4771-bf4f-7bb7f3767cf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:29.244535 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.250036 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.252643 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Floating IP a028f28a-5ee6-4cff-9b9a-981601415436 disassociated. External IP: 172.25.4.133, port: 9463162c-557e-492e-b343-3c4a22c44d69. Aug 03 19:08:29.335177 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.362725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36269038-1b46-4577-87c5-56f0e67491ee {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:29.378092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:29.403503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:29.408447 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.477563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:29.541185 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.673760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04b0380b-b204-4347-ac2b-7aaaade4ed8d req-4e3af572-cc64-41a6-b2c6-8cf5c90a5411 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips/22757b1e-1f07-4632-b1b5-9270b9e4e141 HTTP/1.1" status: 200 len: 692 time: 0.1158712 Aug 03 19:08:29.702107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:29.816983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['36269038-1b46-4577-87c5-56f0e67491ee'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:29.926149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0380b-b204-4347-ac2b-7aaaade4ed8d req-4dc05027-18af-403d-8b53-ec77043ed094 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:29.938619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04b0380b-b204-4347-ac2b-7aaaade4ed8d req-4dc05027-18af-403d-8b53-ec77043ed094 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2480664 Aug 03 19:08:29.948509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-04b0380b-b204-4347-ac2b-7aaaade4ed8d req-dcf2e4a7-6e4c-4947-8d3e-db61b3756867 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:08:29.960610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04b0380b-b204-4347-ac2b-7aaaade4ed8d req-dcf2e4a7-6e4c-4947-8d3e-db61b3756867 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204976 Aug 03 19:08:30.140219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:30.148417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.151697 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:30.165533 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:30.166471 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:30.204235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee231df0-7a3d-46f6-bc2d-fb2899b9cb07 req-275f8530-4544-4e0f-a4af-4463c0dc1fed tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/dcec9046-a43b-4d14-a1b3-fccffa361bf5 HTTP/1.1" status: 200 len: 1777 time: 0.1728349 Aug 03 19:08:30.220661 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-15ef2d67-1334-4637-bc2b-d8ce9d06ea45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.242819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-fb27aaa2-1174-4386-aaf3-e88f16e4cb75 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "PUT /v2.0/floatingips/a028f28a-5ee6-4cff-9b9a-981601415436 HTTP/1.1" status: 200 len: 695 time: 1.4496119 Aug 03 19:08:30.248694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:30.253166 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92541b8b-ee62-4eba-bfca-815af5471ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "tag": "9463162c-557e-492e-b343-3c4a22c44d69"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:30.301289 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:30.323698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee231df0-7a3d-46f6-bc2d-fb2899b9cb07 req-4a9f640f-5065-4247-9ddf-b0ce3e11f2bf tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.404906 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee231df0-7a3d-46f6-bc2d-fb2899b9cb07 req-4a9f640f-5065-4247-9ddf-b0ce3e11f2bf tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.481964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-2717072f-f68b-4b9f-aead-e64958d26ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:30.485148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-2717072f-f68b-4b9f-aead-e64958d26ab2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 1096 time: 0.1631191 Aug 03 19:08:30.599136 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee231df0-7a3d-46f6-bc2d-fb2899b9cb07 req-4a9f640f-5065-4247-9ddf-b0ce3e11f2bf tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.604296 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee231df0-7a3d-46f6-bc2d-fb2899b9cb07 req-4a9f640f-5065-4247-9ddf-b0ce3e11f2bf tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.607038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee231df0-7a3d-46f6-bc2d-fb2899b9cb07 req-4a9f640f-5065-4247-9ddf-b0ce3e11f2bf tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcec9046-a43b-4d14-a1b3-fccffa361bf5 HTTP/1.1" status: 204 len: 173 time: 0.4014368 Aug 03 19:08:30.643111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f640f-5065-4247-9ddf-b0ce3e11f2bf tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcec9046-a43b-4d14-a1b3-fccffa361bf5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:30.744464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-1b1054f0-79c2-40af-b5c2-309d74783e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:30.746675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-1b1054f0-79c2-40af-b5c2-309d74783e02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.2449756 Aug 03 19:08:30.770500 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:30.805389 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:30.812206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-975fc88b-47c2-4fa8-8074-f67550a62360 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 217 time: 0.0534821 Aug 03 19:08:30.816313 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:30.817078 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:30.834837 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-3a251c40-b8b4-4b49-839a-1a8b0dafa952 service neutron] 10.222.0.88 "GET /v2.0/ports/4e32d100-7c02-417a-853d-db1c38252a0f/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.1159823 Aug 03 19:08:30.843630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4e32d100-7c02-417a-853d-db1c38252a0f no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:30.874769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f304e-c41a-4ce0-ac96-94d1492048de req-d9a07d52-9b74-407c-941b-c5fcfeb07f71 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:30.876432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c86f304e-c41a-4ce0-ac96-94d1492048de req-d9a07d52-9b74-407c-941b-c5fcfeb07f71 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1441061 Aug 03 19:08:30.936089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-71215d51-8cab-4dd9-9cf9-b2ed70c1036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:30.937782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-71215d51-8cab-4dd9-9cf9-b2ed70c1036d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.1066079 Aug 03 19:08:30.957436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c86f304e-c41a-4ce0-ac96-94d1492048de req-d2df6bf2-d029-4d7d-ae8e-0c8b224791cc tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609918 Aug 03 19:08:30.977993 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:31.042707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-90a4bb0d-0f22-4b2d-bcd0-b6d3b0ecf74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.051419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-90a4bb0d-0f22-4b2d-bcd0-b6d3b0ecf74b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867772 Aug 03 19:08:31.210433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-a0460e1b-4c3f-497a-8cbe-c10a05278832 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480153 Aug 03 19:08:31.267080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:31.288104 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:31.306021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:31.320692 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bf661d-3a9b-4634-a9f7-501f298919ce None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:31.348815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ed79a6e-2886-4a4c-a7d8-c1c9e0867900 req-322f529c-0dc5-46e1-9d7d-45882db406a3 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211987 Aug 03 19:08:31.382402 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:08:31.399485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e32d100-7c02-417a-853d-db1c38252a0f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:31.439603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c798ee-96e3-439c-bee0-14d83fdca196 req-7fadc637-f0ef-47a8-9d09-c6f72bd5d28f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.447227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72c798ee-96e3-439c-bee0-14d83fdca196 req-7fadc637-f0ef-47a8-9d09-c6f72bd5d28f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 944 time: 0.0869517 Aug 03 19:08:31.495519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:31.522005 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.561103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72c798ee-96e3-439c-bee0-14d83fdca196 req-6cbb4703-5733-4366-9670-dec9234d071c tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118231 Aug 03 19:08:31.610838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-f5d7010f-4680-40ea-910c-7e000f08288f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.612759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-f5d7010f-4680-40ea-910c-7e000f08288f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 807 time: 0.2394624 Aug 03 19:08:31.619433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414032a-1c8c-4c93-9341-11c8193d9bb0 req-81d6acca-b0d8-4ac5-bce5-d0507223c9a2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.632941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c414032a-1c8c-4c93-9341-11c8193d9bb0 req-81d6acca-b0d8-4ac5-bce5-d0507223c9a2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 943 time: 0.1465325 Aug 03 19:08:31.639313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Request body: {'port': {'device_id': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'admin_state_up': True, 'tenant_id': '3cf32e1f898245b496abdeaa1a0f5f69'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:31.688384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c414032a-1c8c-4c93-9341-11c8193d9bb0 req-24617f1f-b3ad-4118-b3c2-8a2f0ba23f1c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538495 Aug 03 19:08:31.718029 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dda1ec-fc52-45e6-acc0-dfc16d88f79a x-openstack-request-id: req-c1dda1ec-fc52-45e6-acc0-dfc16d88f79a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:31.719443 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "name": "network-vif-unplugged", "status": "completed", "tag": "36269038-1b46-4577-87c5-56f0e67491ee", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:31.720049 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1dda1ec-fc52-45e6-acc0-dfc16d88f79a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:31.720931 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee', 'code': 200} Aug 03 19:08:31.798060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c21b114-986e-4541-ae2f-399137fff775 None None] New status for floating IP a028f28a-5ee6-4cff-9b9a-981601415436: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:08:31.804188 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.877129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c93821af-7c88-43ae-9b30-aabb63ebe608 req-f4ae2d0f-f57e-4ed8-b6f9-5ede92cd4469 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0749359 Aug 03 19:08:31.881682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7c79396-5217-46f0-a733-ce40a145387f req-604c9614-ff69-4245-a39c-23d94c520c2b tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=d5257a2cd8a74709aa1c234027cdb596 HTTP/1.1" status: 200 len: 695 time: 0.1095655 Aug 03 19:08:31.977005 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa4ea5d-f3ce-4524-8b1b-25486f4a3416 x-openstack-request-id: req-9fa4ea5d-f3ce-4524-8b1b-25486f4a3416 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:31.977227 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "tag": "9463162c-557e-492e-b343-3c4a22c44d69", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:31.977451 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fa4ea5d-f3ce-4524-8b1b-25486f4a3416 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:31.977974 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69', 'status': 'completed', 'code': 200} Aug 03 19:08:32.013592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4e32d100-7c02-417a-853d-db1c38252a0f no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:32.049321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c79396-5217-46f0-a733-ce40a145387f req-1896fe3e-5744-4196-b1b8-b6009f1190af tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.051028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7c79396-5217-46f0-a733-ce40a145387f req-1896fe3e-5744-4196-b1b8-b6009f1190af tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/networks?id=7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 787 time: 0.1631989 Aug 03 19:08:32.069527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-d7c79396-5217-46f0-a733-ce40a145387f req-c4165fb4-b37d-4f0f-9650-7276a5a7b560 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:08:32.073978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] Transition to ACTIVE for port object 4e32d100-7c02-417a-853d-db1c38252a0f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:32.076923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7c79396-5217-46f0-a733-ce40a145387f req-c4165fb4-b37d-4f0f-9650-7276a5a7b560 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105796 Aug 03 19:08:32.089212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.097807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aaa1b9f6-9cf4-4aeb-92b0-bf2000c41ac3 req-87001196-e677-462b-8c5a-619e9580ec06 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "GET /v2.0/security-groups/1aade7c0-060b-4d59-a66d-1e52c71898ed HTTP/1.1" status: 200 len: 1777 time: 0.1267452 Aug 03 19:08:32.187465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-691816fb-bd7c-4e83-b170-7ddfb1701e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.191656 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-691816fb-bd7c-4e83-b170-7ddfb1701e0e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 1096 time: 0.1839943 Aug 03 19:08:32.220616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aaa1b9f6-9cf4-4aeb-92b0-bf2000c41ac3 req-2bd89a7c-1f05-4c32-ae7c-7ec13a2862a2 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.252954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aaa1b9f6-9cf4-4aeb-92b0-bf2000c41ac3 req-2bd89a7c-1f05-4c32-ae7c-7ec13a2862a2 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.324978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] No DVR routers for this DVR port 4e32d100-7c02-417a-853d-db1c38252a0f on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:32.350913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:32.401933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-860d0ac4-5daf-4820-8d1c-c88eac0cead4 service neutron] 10.222.0.63 "GET /v2.0/ports/4eb9169a-777e-4513-b03d-1a7fc5a555c0/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 382 time: 0.1018679 Aug 03 19:08:32.409518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Made reservation on behalf of 3cf32e1f898245b496abdeaa1a0f5f69 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:32.413416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.424332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aaa1b9f6-9cf4-4aeb-92b0-bf2000c41ac3 req-2bd89a7c-1f05-4c32-ae7c-7ec13a2862a2 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.428708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aaa1b9f6-9cf4-4aeb-92b0-bf2000c41ac3 req-2bd89a7c-1f05-4c32-ae7c-7ec13a2862a2 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.430312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aaa1b9f6-9cf4-4aeb-92b0-bf2000c41ac3 req-2bd89a7c-1f05-4c32-ae7c-7ec13a2862a2 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/1aade7c0-060b-4d59-a66d-1e52c71898ed HTTP/1.1" status: 204 len: 173 time: 0.3152595 Aug 03 19:08:32.443221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-0daf2217-751c-42a3-b9af-733bb19328d0 service neutron] 10.222.0.88 "PUT /v2.0/ports/4e32d100-7c02-417a-853d-db1c38252a0f/bindings/n-h2-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5989368 Aug 03 19:08:32.452165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-c05d8d16-e6bd-4187-93a5-eae76ba10c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.453918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-c05d8d16-e6bd-4187-93a5-eae76ba10c39 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.2444105 Aug 03 19:08:32.462060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd89a7c-1f05-4c32-ae7c-7ec13a2862a2 tempest-SecurityGroupsTestAdminJSON-1618388381 tempest-SecurityGroupsTestAdminJSON-1618388381-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aade7c0-060b-4d59-a66d-1e52c71898ed,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:32.534734 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-e2a1b24c-7702-4cef-9de7-537035bf03ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 200 len: 217 time: 0.0613580 Aug 03 19:08:32.591137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-9cf67e26-0d58-4932-954b-3a9bf8e373f9 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips/22757b1e-1f07-4632-b1b5-9270b9e4e141 HTTP/1.1" status: 200 len: 692 time: 0.0703375 Aug 03 19:08:32.637574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-75c88869-cdf5-4c4d-887c-afd233d106b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.639223 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-75c88869-cdf5-4c4d-887c-afd233d106b7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0742884 Aug 03 19:08:32.639856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaa2ed-2b89-4ced-bcf9-0807407cc4e1 req-6c8297e7-46c6-47e6-8002-64340d6479bd tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.642796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1acaa2ed-2b89-4ced-bcf9-0807407cc4e1 req-6c8297e7-46c6-47e6-8002-64340d6479bd tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1595550 Aug 03 19:08:32.741278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Allocated IP 172.20.0.3 (88934cf7-744a-463f-8a0e-ee2bfa6d9b06/d76845c8-1869-47ba-a7d5-86b7972ba5f9/035b3c23-90b9-4ecb-b99a-533434e3ac50) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:32.766413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-81192112-3020-40b1-837a-85143e2f6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.767991 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-81192112-3020-40b1-837a-85143e2f6541 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070621 Aug 03 19:08:32.812430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1acaa2ed-2b89-4ced-bcf9-0807407cc4e1 req-212e1d37-5756-4cc2-b67d-e4b5cf1dde58 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512182 Aug 03 19:08:32.838316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-08e99ad1-1fe0-44e3-8b43-e1595e81f7ad tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.839794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-08e99ad1-1fe0-44e3-8b43-e1595e81f7ad tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2395499 Aug 03 19:08:32.844676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-55afd77e-df27-4082-9e0c-2015674d1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.846320 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-55afd77e-df27-4082-9e0c-2015674d1ac7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c&tenant_id=80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 1101 time: 0.1137302 Aug 03 19:08:32.847068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36269038-1b46-4577-87c5-56f0e67491ee up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:32.946286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 36269038-1b46-4577-87c5-56f0e67491ee triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:32.947361 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.988921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.027078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-0f019219-c6a3-4ee1-ad67-736da9f585ba tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 695 time: 0.1671999 Aug 03 19:08:33.049304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.137019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:33.138631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.156031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:33.164749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:33.170372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-28c493b5-368f-4ea0-a98c-3c99ba1638d4 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 695 time: 0.1296811 Aug 03 19:08:33.171493 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-189e374d-38d9-4e4a-80a7-f0da1db0b54d service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849697 Aug 03 19:08:33.172235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Pushing event updated for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:33.173687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-7ea49024-91b9-420d-bcd5-9f7e3d338875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.176195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-7ea49024-91b9-420d-bcd5-9f7e3d338875 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 1101 time: 0.2202771 Aug 03 19:08:33.212395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:33.218113 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.227004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-de37ed62-7cec-454e-85a9-cb0dd2aee80c tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.228792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-de37ed62-7cec-454e-85a9-cb0dd2aee80c tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.1921072 Aug 03 19:08:33.292917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:33.312218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.312892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.363545 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-82740230-1463-473f-95a6-dc86940c55cf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7312691 Aug 03 19:08:33.372613 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92541b8b-ee62-4eba-bfca-815af5471ec5 req-8efa9364-bf98-4257-b59d-4c82a529be56 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761668 Aug 03 19:08:33.375616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-8301240a-3d03-49f0-b2d2-762f0071f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.377223 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-8301240a-3d03-49f0-b2d2-762f0071f31a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353&tenant_id=2e5886d602154b98b509f4fe4b176fc0 HTTP/1.1" status: 200 len: 1095 time: 0.1101689 Aug 03 19:08:33.382646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Request body: {'port': {'device_id': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:33.481941 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.506555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-920889db-66bc-44b3-9a07-1f68f69d59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.508187 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-920889db-66bc-44b3-9a07-1f68f69d59a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1095 time: 0.0900729 Aug 03 19:08:33.520617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-206e8d5e-798d-4715-9b2c-b6a3cee3470e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.523414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-206e8d5e-798d-4715-9b2c-b6a3cee3470e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3931682 Aug 03 19:08:33.659129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-6a860750-3503-4cfb-b866-4d09173ae454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.661595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-6a860750-3503-4cfb-b866-4d09173ae454 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4558389 Aug 03 19:08:33.678651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-89698962-5e87-4e5f-bc23-3b51304f2998 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 696 time: 0.1422982 Aug 03 19:08:33.722673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:33.725367 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62221d82-7e59-422d-9641-ceeaef34b5b8" -d '{"events": [{"server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "name": "network-vif-plugged", "status": "completed", "tag": "36269038-1b46-4577-87c5-56f0e67491ee"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:33.769672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-d5742dbc-7fb7-4a79-bdad-25d6637799ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.771308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-d5742dbc-7fb7-4a79-bdad-25d6637799ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2439437 Aug 03 19:08:33.823562 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-4607ac90-0b74-47ec-a259-16df3104e6d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 200 len: 217 time: 0.0404897 Aug 03 19:08:33.910956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-98127bcb-79e3-4861-9213-5b46de2e22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.912558 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-98127bcb-79e3-4861-9213-5b46de2e22d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0801017 Aug 03 19:08:33.964167 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-fbfc7808-82fe-467e-a2fd-ba5d8ed21f94 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423152 Aug 03 19:08:34.047604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035b3c23-90b9-4ecb-b99a-533434e3ac50 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:34.066612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.095119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Transition to ACTIVE for port object 035b3c23-90b9-4ecb-b99a-533434e3ac50 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:34.104925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.146462 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-4a91118e-d244-47b7-8d60-ae455b09a568 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620889 Aug 03 19:08:34.150652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Request body: {'floatingip': {'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:34.158025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-1e63599f-c26c-40c6-9c9b-7a0c1ecca5c6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 200 len: 217 time: 0.4881244 Aug 03 19:08:34.213453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Pushing event updated for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.252692 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.275511 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.296472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Deleting port 3516af6a-8118-41ea-bd7d-7f042c34f906 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:34.296472 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.342753 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-528e2981-873b-4172-9910-20b3417ef45e service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861010 Aug 03 19:08:34.357163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:34.358013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:34.358850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:34.370055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:34.370727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:34.381760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:34.382401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:34.383189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:34.384103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Bound port: 035b3c23-90b9-4ecb-b99a-533434e3ac50, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:34.385535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.491875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:34.499818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:34.506482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.554193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-7d146457-a1d9-4b14-a211-d7fb1f8f9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.556756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-7d146457-a1d9-4b14-a211-d7fb1f8f9cb7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.3335457 Aug 03 19:08:34.588572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.589883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.593077 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] 10.222.0.63 "PUT /v2.0/ports/035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 200 len: 1091 time: 1.2144909 Aug 03 19:08:34.593949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:34.598119 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad70dca-1c74-4840-a172-1f94e1f41f09" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:34.703199 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.703609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.729519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Calling delete_port for 3516af6a-8118-41ea-bd7d-7f042c34f906 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:34.742117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-b8088b3d-117a-4d68-85d0-6313bc084659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.743971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-b8088b3d-117a-4d68-85d0-6313bc084659 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744881 Aug 03 19:08:34.770061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0609d2-8b04-442f-b42e-25f19cc03452 service neutron] Pushing event updated for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.821605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14187-8ba5-433e-9243-94826c843919 req-5017f3f5-8b9c-4046-b000-1709ccd321fa tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.824372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-68a14187-8ba5-433e-9243-94826c843919 req-5017f3f5-8b9c-4046-b000-1709ccd321fa tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.88 "GET /v2.0/ports?device_id=d63018b4-3512-4aa6-b198-80cf1b0d2454 HTTP/1.1" status: 200 len: 945 time: 0.2618680 Aug 03 19:08:34.896573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-26eccfcf-9140-40c9-bb29-c2028799824e tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.899426 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-26eccfcf-9140-40c9-bb29-c2028799824e tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.2628415 Aug 03 19:08:34.907074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-93933fbb-ee9f-435f-876d-c44f2954ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.909774 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-93933fbb-ee9f-435f-876d-c44f2954ceed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1094 time: 0.2437131 Aug 03 19:08:35.020886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-374709e4-92e2-410c-b736-1b502f59d1fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 200 len: 217 time: 0.0914302 Aug 03 19:08:35.038195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-7360d140-aacb-4c76-bdbe-4de01f906011 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560079 Aug 03 19:08:35.142042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-58028d5e-4365-47a4-8953-f22ea449080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:35.143572 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-58028d5e-4365-47a4-8953-f22ea449080c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.0977471 Aug 03 19:08:35.204263 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-06284dc2-e3c4-461f-bff5-aa8a5bffbbbb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392942 Aug 03 19:08:35.229757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Deleting port 9463162c-557e-492e-b343-3c4a22c44d69 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:35.230094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.329770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-c7069156-dc95-41c1-b482-64a74b77841f service neutron] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:35.336163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.342894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-c7069156-dc95-41c1-b482-64a74b77841f service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.344223 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8000e0b6-8cd9-4db6-9502-86c41c49e03e req-c7069156-dc95-41c1-b482-64a74b77841f service neutron] 10.222.0.63 "DELETE /v2.0/ports/4e32d100-7c02-417a-853d-db1c38252a0f/bindings/n-h1-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.4292796 Aug 03 19:08:35.396830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8da73123-bc0b-4905-82c4-8e33af3e465d req-6b571331-7a37-47fb-98c9-83226355ec62 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464558 Aug 03 19:08:35.422072 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-2e033f20-b1d1-434e-8350-8eecb0e40ba8 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098064 Aug 03 19:08:35.429379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] For port 9463162c-557e-492e-b343-3c4a22c44d69, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9463162c-557e-492e-b343-3c4a22c44d69,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:35.430020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.449808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Pushing event deleted for resources: {'Port': ['ID=3516af6a-8118-41ea-bd7d-7f042c34f906,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:35.468201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Calling delete_port for 9463162c-557e-492e-b343-3c4a22c44d69 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:35.515853 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.559647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.607801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-70625db0-3e03-4d83-8ca3-ae7ba469e421 req-18df04a6-ee11-4bb0-a953-076160eed6ca service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746669 Aug 03 19:08:35.676158 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.680879 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.682515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d8e6ec9-afc6-4dc7-9e8c-bdff07731b8c req-e8ab3695-8eb5-43f3-bbe8-f8a79c750381 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "DELETE /v2.0/floatingips/22757b1e-1f07-4632-b1b5-9270b9e4e141 HTTP/1.1" status: 204 len: 173 time: 2.4788320 Aug 03 19:08:35.722617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.738422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['f1f51e5e-672d-429e-a01c-c502af49016e', '9463162c-557e-492e-b343-3c4a22c44d69'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:35.772400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Pushing event deleted for resources: {'Port': ['ID=9463162c-557e-492e-b343-3c4a22c44d69,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:35.845580 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Floating IP a028f28a-5ee6-4cff-9b9a-981601415436 associated. External IP: 172.25.4.133, port: f1f51e5e-672d-429e-a01c-c502af49016e. Aug 03 19:08:35.856975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63121a2e-276d-4fc3-b7eb-342610eac42b req-57141fa3-0a50-43f5-a62a-d70745dffb9d tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "GET /v2.0/security-groups/f08105c3-bf74-401e-8532-25482be4001d HTTP/1.1" status: 200 len: 1777 time: 0.1214855 Aug 03 19:08:35.859367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] No DVR routers for this DVR port 9463162c-557e-492e-b343-3c4a22c44d69 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:35.874253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.882054 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-68a14187-8ba5-433e-9243-94826c843919 req-0e469fa5-7ea0-478b-bc0e-edcd295a1ee4 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.88 "DELETE /v2.0/ports/9463162c-557e-492e-b343-3c4a22c44d69 HTTP/1.1" status: 204 len: 173 time: 1.0451238 Aug 03 19:08:36.028801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4eb9169a-777e-4513-b03d-1a7fc5a555c0 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:36.057365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-63121a2e-276d-4fc3-b7eb-342610eac42b req-a312deba-b33f-4946-ba19-afbb68009fce tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.145984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-63121a2e-276d-4fc3-b7eb-342610eac42b req-a312deba-b33f-4946-ba19-afbb68009fce tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.188273 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.228578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:36.233877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.267638 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-63121a2e-276d-4fc3-b7eb-342610eac42b req-a312deba-b33f-4946-ba19-afbb68009fce tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.270661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-63121a2e-276d-4fc3-b7eb-342610eac42b req-a312deba-b33f-4946-ba19-afbb68009fce tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.272069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63121a2e-276d-4fc3-b7eb-342610eac42b req-a312deba-b33f-4946-ba19-afbb68009fce tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "DELETE /v2.0/security-groups/f08105c3-bf74-401e-8532-25482be4001d HTTP/1.1" status: 204 len: 173 time: 0.3544550 Aug 03 19:08:36.316439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:36.323063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312deba-b33f-4946-ba19-afbb68009fce tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08105c3-bf74-401e-8532-25482be4001d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:36.389873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:36.530695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15844f-d7b5-4636-9586-f0cf392569e1 req-4a17ba9c-26f6-4d68-ac0d-2ff6ec62963a tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:36.533591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d15844f-d7b5-4636-9586-f0cf392569e1 req-4a17ba9c-26f6-4d68-ac0d-2ff6ec62963a tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1654248 Aug 03 19:08:36.676827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d15844f-d7b5-4636-9586-f0cf392569e1 req-dea4a9d3-8ac1-4c79-a0ce-02921912813e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340621 Aug 03 19:08:36.701777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:36.709577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.716291 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:36.727259 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:36.727993 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:36.759680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-510d030b-9e4c-423d-a39a-ba489125853f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "PUT /v2.0/floatingips/a028f28a-5ee6-4cff-9b9a-981601415436 HTTP/1.1" status: 200 len: 996 time: 3.0673087 Aug 03 19:08:36.762865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:36.767105 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125377bc-4103-4e8e-a28d-cec96c8be40c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:36.858331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7976b-4c5a-488d-aa0f-8f3e7e8033f2 req-387e4de5-69a5-4c17-8b13-47d0beda83bf tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:36.859998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fa7976b-4c5a-488d-aa0f-8f3e7e8033f2 req-387e4de5-69a5-4c17-8b13-47d0beda83bf tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 944 time: 0.0990481 Aug 03 19:08:36.863154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-75637eeb-75a9-4e7f-a0fe-baa8f6dd47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:36.864743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-75637eeb-75a9-4e7f-a0fe-baa8f6dd47a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.0817730 Aug 03 19:08:36.897832 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:36.961033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fa7976b-4c5a-488d-aa0f-8f3e7e8033f2 req-2db58df4-b6bc-4701-bc02-c13dbab2d1df tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909050 Aug 03 19:08:37.014743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-b78ac282-dfb7-4dcc-b94e-8d90fe59230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.016891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-b78ac282-dfb7-4dcc-b94e-8d90fe59230d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.1393356 Aug 03 19:08:37.116932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-496c2570-a3c9-430e-8400-67f0f10eecc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 999 time: 0.0841150 Aug 03 19:08:37.188791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-70fbdb14-600c-4ff9-b1bf-dfc7e716420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.190515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-70fbdb14-600c-4ff9-b1bf-dfc7e716420f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0582497 Aug 03 19:08:37.200272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6e1b2-2d7c-41a2-bbc0-e85aa7403224 req-1dedf6a2-f2db-4941-adf9-305e1872ff23 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.201949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0bb6e1b2-2d7c-41a2-bbc0-e85aa7403224 req-1dedf6a2-f2db-4941-adf9-305e1872ff23 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 943 time: 0.1055779 Aug 03 19:08:37.272658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0bb6e1b2-2d7c-41a2-bbc0-e85aa7403224 req-10c350ad-d418-4734-ac58-48fabee91388 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 Aug 03 19:08:37.281248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-002dd97c-1d5f-4b5f-b95a-992a65faa369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.282533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-002dd97c-1d5f-4b5f-b95a-992a65faa369 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778062 Aug 03 19:08:37.306563 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:92:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b62064-6c36-423f-b469-829ca5778d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:35Z', 'revision_number': 8, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:37.360516 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf23ee1-2560-4a57-9d17-cf0f352a3ed9 x-openstack-request-id: req-3cf23ee1-2560-4a57-9d17-cf0f352a3ed9 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:37.361423 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "name": "network-vif-plugged", "status": "completed", "tag": "36269038-1b46-4577-87c5-56f0e67491ee", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:37.361615 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:37.362030 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cf23ee1-2560-4a57-9d17-cf0f352a3ed9 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:37.362601 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee', 'code': 200} Aug 03 19:08:37.378626 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:37.379266 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:37.524224 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:37.536339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-2b5d2a6b-20e3-4f72-9bf2-51080fd31715 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363691 Aug 03 19:08:37.641229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b57e92-89e7-4ede-801d-defd36799136 req-51ad7086-c1d1-4b3f-b72c-320350063054 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.643104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17b57e92-89e7-4ede-801d-defd36799136 req-51ad7086-c1d1-4b3f-b72c-320350063054 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 948 time: 0.1599307 Aug 03 19:08:37.747668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17b57e92-89e7-4ede-801d-defd36799136 req-7fdd694e-c131-4563-ae7d-0274ab21e4aa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902009 Aug 03 19:08:37.759799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda6c9c5-8656-42c6-b0a4-871afc76d52a req-879b2e9b-3d12-4659-8542-5ccdf1a08678 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025888 Aug 03 19:08:37.924964 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:92:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b62064-6c36-423f-b469-829ca5778d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:35Z', 'revision_number': 8, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:37.956868 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3dadc8-a0cb-4dd6-af25-1982c9a013f6 None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a028f28a-5ee6-4cff-9b9a-981601415436', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'port_id': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'mac_address': 'fa:16:3e:92:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b62064-6c36-423f-b469-829ca5778d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:42Z', 'updated_at': '2021-08-03T19:08:35Z', 'revision_number': 8, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:38.039792 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c67076-3806-4a9d-b9db-beaa507c742b x-openstack-request-id: req-c2c67076-3806-4a9d-b9db-beaa507c742b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:38.040675 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:38.040675 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2c67076-3806-4a9d-b9db-beaa507c742b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:38.040946 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50', 'status': 'completed', 'code': 200} Aug 03 19:08:38.051971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14476963-7563-44af-a0fc-81b362bd890c req-7d06134f-4585-486a-9643-f34c6488a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.053743 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14476963-7563-44af-a0fc-81b362bd890c req-7d06134f-4585-486a-9643-f34c6488a016 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 1096 time: 0.4097779 Aug 03 19:08:38.118085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-d15a054e-7b24-48db-86bc-dda2e268d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.119749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-d15a054e-7b24-48db-86bc-dda2e268d56f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1094 time: 0.0781188 Aug 03 19:08:38.121904 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14476963-7563-44af-a0fc-81b362bd890c req-a073eff5-7b1d-45f7-8640-9fc246fad850 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Aug 03 19:08:38.225885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee25f5e-27b0-4b03-b43a-1517ad878545 None None] New status for floating IP a028f28a-5ee6-4cff-9b9a-981601415436: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:08:38.277409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-8a44573f-88d7-45c9-a16f-9f2d46a1247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.280132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-8a44573f-88d7-45c9-a16f-9f2d46a1247e service neutron] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.1511393 Aug 03 19:08:38.350579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03dfd2af-7d26-45ba-a820-a0073cd0d1ea req-e4d0175f-b082-4e62-8c2e-935506d1981f tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "GET /v2.0/security-groups/8a4d6243-c538-45a6-890d-c956b60e458d HTTP/1.1" status: 200 len: 1778 time: 0.4758737 Aug 03 19:08:38.376295 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-7c1bd6e4-73a1-4cbd-8004-20c80eb90688 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 200 len: 217 time: 0.0872791 Aug 03 19:08:38.411778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-3bc0cda2-4a62-47ad-bf1c-72a7ee36e5ec tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5564399 Aug 03 19:08:38.417067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:38.479943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.488711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-b34e8326-f06a-4a74-95e8-8ffadae96965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.492155 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-b34e8326-f06a-4a74-95e8-8ffadae96965 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.1034803 Aug 03 19:08:38.523293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-03dfd2af-7d26-45ba-a820-a0073cd0d1ea req-4183b629-6005-4357-8224-7e68e9915688 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.552629 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-31463307-bd39-48b8-807f-653fed4ebd10 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525668 Aug 03 19:08:38.630660 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-03dfd2af-7d26-45ba-a820-a0073cd0d1ea req-4183b629-6005-4357-8224-7e68e9915688 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.700794 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-a68ff9fe-e644-4326-aedf-7341f6686c2a service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381564 Aug 03 19:08:38.735916 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-03dfd2af-7d26-45ba-a820-a0073cd0d1ea req-4183b629-6005-4357-8224-7e68e9915688 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.740924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-03dfd2af-7d26-45ba-a820-a0073cd0d1ea req-4183b629-6005-4357-8224-7e68e9915688 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.743059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03dfd2af-7d26-45ba-a820-a0073cd0d1ea req-4183b629-6005-4357-8224-7e68e9915688 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] 10.222.0.42 "DELETE /v2.0/security-groups/8a4d6243-c538-45a6-890d-c956b60e458d HTTP/1.1" status: 204 len: 173 time: 0.3910873 Aug 03 19:08:38.785751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183b629-6005-4357-8224-7e68e9915688 tempest-SecurityGroupsTestAdminJSON-687981695 tempest-SecurityGroupsTestAdminJSON-687981695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4d6243-c538-45a6-890d-c956b60e458d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:38.849396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.866220 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6ad70dca-1c74-4840-a172-1f94e1f41f09 req-61f44dd4-4462-4529-91ec-45971124c0bc service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570730 Aug 03 19:08:38.877063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9463162c-557e-492e-b343-3c4a22c44d69 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:38.966775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 9463162c-557e-492e-b343-3c4a22c44d69 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:38.967328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9463162c-557e-492e-b343-3c4a22c44d69 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:38.992453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-ac459c96-f41b-4bce-8c43-febf31de14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.994712 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-ac459c96-f41b-4bce-8c43-febf31de14e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.0897427 Aug 03 19:08:39.001389 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e61cc52-57a2-4c5a-9fdf-db7a6127904f x-openstack-request-id: req-8e61cc52-57a2-4c5a-9fdf-db7a6127904f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:39.001868 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:39.002300 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e61cc52-57a2-4c5a-9fdf-db7a6127904f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:39.002911 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'status': 'completed', 'code': 200} Aug 03 19:08:39.127154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-9eae0536-efd0-44fc-ba9b-f89636f091f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.128837 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-9eae0536-efd0-44fc-ba9b-f89636f091f2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.1201425 Aug 03 19:08:39.150094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e74314-58eb-403d-8494-6226bbafa652 req-2b6215fc-cb54-4887-b72b-3aa5ff208b8d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.153155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65e74314-58eb-403d-8494-6226bbafa652 req-2b6215fc-cb54-4887-b72b-3aa5ff208b8d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1676931 Aug 03 19:08:39.193374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33934) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:39.224173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Allocated IP 172.25.4.249 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/7fa2df7b-e28b-4cee-98f9-6b2fc62b2765) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:39.226491 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-6c7a6d80-d5f6-426f-96f3-a5b62b9cf27a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 1001 time: 0.0790167 Aug 03 19:08:39.262499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65e74314-58eb-403d-8494-6226bbafa652 req-dd6bd771-19b4-449c-906a-d2a23e342d29 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979331 Aug 03 19:08:39.317499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-02487492-6298-4e59-8743-2cee6645a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.319127 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-02487492-6298-4e59-8743-2cee6645a0aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0813293 Aug 03 19:08:39.364249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:39.367013 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d9f00-b4c2-4d2b-915a-98eb5d68b073" -d '{"events": [{"server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:39.413315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-b7ea27d5-44e1-4cfe-b2c7-81fd9f732a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.415098 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-b7ea27d5-44e1-4cfe-b2c7-81fd9f732a74 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841830 Aug 03 19:08:39.417726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-32911291-8a0e-4d88-b744-bca90cb2fd01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8358ef780e264dcc97f77f3bdc2f5827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231715 Aug 03 19:08:39.420899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33940) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:39.495125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d0bdfdcb-d711-46a8-af95-beb8fa4f054e req-78c08ca1-7c1c-4cb7-bf03-73ae0a342567 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips/a028f28a-5ee6-4cff-9b9a-981601415436 HTTP/1.1" status: 200 len: 998 time: 0.1530385 Aug 03 19:08:39.559451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d57-0cd2-4882-a99d-a5f2be1257da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.580503 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-f9751e10-b7e2-4ed4-b47a-b5c2c7fb70fc service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569216 Aug 03 19:08:39.603388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d57-0cd2-4882-a99d-a5f2be1257da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.634032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.721893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-125377bc-4103-4e8e-a28d-cec96c8be40c req-952421d9-9a25-4de0-aac7-55669c831ab2 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310735 Aug 03 19:08:39.732989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d57-0cd2-4882-a99d-a5f2be1257da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.737634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d57-0cd2-4882-a99d-a5f2be1257da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.743595 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f5f57d57-0cd2-4882-a99d-a5f2be1257da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fff36d66-208c-49c2-829f-84e663e3a1bb HTTP/1.1" status: 204 len: 168 time: 0.3214350 Aug 03 19:08:39.754428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f57d57-0cd2-4882-a99d-a5f2be1257da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff36d66-208c-49c2-829f-84e663e3a1bb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:39.787924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdfdcb-d711-46a8-af95-beb8fa4f054e req-36ebec87-94a6-4657-b4f6-151eb3790839 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.798069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d0bdfdcb-d711-46a8-af95-beb8fa4f054e req-36ebec87-94a6-4657-b4f6-151eb3790839 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2925923 Aug 03 19:08:39.807134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-d0bdfdcb-d711-46a8-af95-beb8fa4f054e req-afe338d7-4749-4279-8805-ef46bee61458 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:08:39.808204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d0bdfdcb-d711-46a8-af95-beb8fa4f054e req-afe338d7-4749-4279-8805-ef46bee61458 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076427 Aug 03 19:08:39.820955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.865538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:39.869526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:39.876854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:39.884333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Pushing event updated for resources: {'Port': ['ID=7fa2df7b-e28b-4cee-98f9-6b2fc62b2765,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.001345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731fa9b-d666-4930-bd2f-184a537da79b req-83f7a42b-da87-4cf3-a03c-00d86a52fa43 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:40.003097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4731fa9b-d666-4930-bd2f-184a537da79b req-83f7a42b-da87-4cf3-a03c-00d86a52fa43 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 943 time: 0.1198545 Aug 03 19:08:40.037546 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.042314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'name': 'network-vif-deleted', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:40.045345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 035b3c23-90b9-4ecb-b99a-533434e3ac50 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:40.047566 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805f61b4-d5b5-4775-8a88-ba4c688ff387" -d '{"events": [{"server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "name": "network-vif-deleted", "tag": "9463162c-557e-492e-b343-3c4a22c44d69"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:40.084815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4731fa9b-d666-4930-bd2f-184a537da79b req-420c2833-8787-4a00-bb85-417fd66aff1b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671735 Aug 03 19:08:40.095618 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.208072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33950) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:40.264007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:40.290100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '035b3c23-90b9-4ecb-b99a-533434e3ac50', 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'port_id': '035b3c23-90b9-4ecb-b99a-533434e3ac50', 'mac_address': 'fa:16:3e:b4:d5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76845c8-1869-47ba-a7d5-86b7972ba5f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:40.351692 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0da47ac9-ab99-444a-859d-c05e55850d2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08a4008c0e624266bb8f151aa85a9110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405866 Aug 03 19:08:40.356579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33954) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:40.368488 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.389572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035b3c23-90b9-4ecb-b99a-533434e3ac50 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:40.414171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:40.421827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.422579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4eb9169a-777e-4513-b03d-1a7fc5a555c0 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:40.441453 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.451461 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.467688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f327c09d-08ab-4723-92a2-40d87cd87765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.515706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f327c09d-08ab-4723-92a2-40d87cd87765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.540928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372d6b8-d41d-4f8e-85b4-6d6e69fabcea req-24d84074-67e8-4ca7-9d90-025534688fb9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:40.544434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3372d6b8-d41d-4f8e-85b4-6d6e69fabcea req-24d84074-67e8-4ca7-9d90-025534688fb9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 948 time: 0.2130463 Aug 03 19:08:40.554688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.602991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:40.619270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Pushing event updated for resources: {'Port': ['ID=7fa2df7b-e28b-4cee-98f9-6b2fc62b2765,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.619904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'mac_address': 'fa:16:3e:ef:cd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:40.627685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f327c09d-08ab-4723-92a2-40d87cd87765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.632668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f327c09d-08ab-4723-92a2-40d87cd87765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.636494 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f327c09d-08ab-4723-92a2-40d87cd87765 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d87f123-3ecb-44e6-98ef-ec05d19ba240 HTTP/1.1" status: 204 len: 168 time: 0.2762074 Aug 03 19:08:40.646242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327c09d-08ab-4723-92a2-40d87cd87765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d87f123-3ecb-44e6-98ef-ec05d19ba240,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.681885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.695926 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.701979 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3372d6b8-d41d-4f8e-85b4-6d6e69fabcea req-5122459f-c8b6-4adf-9b0c-df48d7cbbe10 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014497 Aug 03 19:08:40.714480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb9169a-777e-4513-b03d-1a7fc5a555c0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:40.716996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.719117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-85453ca8-778b-48a3-95b4-12381d00eb58 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3060231 Aug 03 19:08:40.749355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:40.757295 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.790937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-ae9fc8d0-0a63-415e-8025-7bd5bd5a01a8 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.249 HTTP/1.1" status: 200 len: 696 time: 0.0642574 Aug 03 19:08:40.854619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.947440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-78e3d3c4-7134-4874-9d7f-fc91b1a6bcc3 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:40.949982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b444fd9-a30e-4093-a9e4-57207bead9b2 req-78e3d3c4-7134-4874-9d7f-fc91b1a6bcc3 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.1579599 Aug 03 19:08:41.006362 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a8d6a6-f992-4bdb-a78d-c9daa9b1f72b x-openstack-request-id: req-23a8d6a6-f992-4bdb-a78d-c9daa9b1f72b {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:41.007228 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:41.008133 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23a8d6a6-f992-4bdb-a78d-c9daa9b1f72b {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:41.009033 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'code': 200} Aug 03 19:08:41.026350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119c352-78f7-4883-ba3a-a766e5a35e45 req-c2fd0d35-ca97-416c-9060-a20f35d8ac4a tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:41.028011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2119c352-78f7-4883-ba3a-a766e5a35e45 req-c2fd0d35-ca97-416c-9060-a20f35d8ac4a tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1095 time: 0.0764496 Aug 03 19:08:41.116963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ee887050-a228-47e8-99b8-e41c24ab252f tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 1001 time: 0.0997202 Aug 03 19:08:41.126103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2119c352-78f7-4883-ba3a-a766e5a35e45 req-a831d1d5-0c03-479c-98af-495178f2aacd tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601532 Aug 03 19:08:41.196594 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac606044-7bae-46e0-aaa2-98cd70a57f28 x-openstack-request-id: req-ac606044-7bae-46e0-aaa2-98cd70a57f28 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:41.197271 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63018b4-3512-4aa6-b198-80cf1b0d2454", "name": "network-vif-deleted", "tag": "9463162c-557e-492e-b343-3c4a22c44d69", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:41.197837 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac606044-7bae-46e0-aaa2-98cd70a57f28 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:41.198817 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63018b4-3512-4aa6-b198-80cf1b0d2454', 'name': 'network-vif-deleted', 'tag': '9463162c-557e-492e-b343-3c4a22c44d69', 'status': 'completed', 'code': 200} Aug 03 19:08:41.203526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-b4dd492e-c1ed-4f2b-af1c-570833c4bf4a tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:41.205272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-b4dd492e-c1ed-4f2b-af1c-570833c4bf4a tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports/f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 942 time: 0.0776470 Aug 03 19:08:41.242120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['035b3c23-90b9-4ecb-b99a-533434e3ac50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:41.302408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4eb9169a-777e-4513-b03d-1a7fc5a555c0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:41.364806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e531e-a61d-410c-bcc6-0ba3bd85b0ce req-3de8203e-3480-4ac1-9453-df1a2b573d1c tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:41.372321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e17e531e-a61d-410c-bcc6-0ba3bd85b0ce req-3de8203e-3480-4ac1-9453-df1a2b573d1c tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1192336 Aug 03 19:08:41.377577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-41c9ce93-743a-4f5d-b8b2-6deff0844174 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 1001 time: 0.1138265 Aug 03 19:08:41.468158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e17e531e-a61d-410c-bcc6-0ba3bd85b0ce req-4793f9cd-e5d9-4bf6-b974-9bc72ee4e00c tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948875 Aug 03 19:08:41.568482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-e35375fc-0ad8-4462-b303-165be8718391 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:41.577034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-e35375fc-0ad8-4462-b303-165be8718391 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.1927590 Aug 03 19:08:41.596247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb85514e-486c-4d53-9549-185d817143a3 req-36ffcc5f-5b92-4a42-bc67-0d84558c6d57 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips/4b35eefc-d6a1-45bf-966c-8f22aa2a6ef3 HTTP/1.1" status: 200 len: 693 time: 0.0790586 Aug 03 19:08:41.718165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-f771ffb3-05e4-43d3-841a-00a25f47a9b0 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 1001 time: 0.1397703 Aug 03 19:08:41.747619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:41.851539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85514e-486c-4d53-9549-185d817143a3 req-254e1224-a0df-4a3b-b376-4caefa9200a9 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:41.854011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb85514e-486c-4d53-9549-185d817143a3 req-254e1224-a0df-4a3b-b376-4caefa9200a9 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2265439 Aug 03 19:08:41.881265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.962341 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb85514e-486c-4d53-9549-185d817143a3 req-17d3f9e4-ad1f-45c9-b90a-62d4b43b56f4 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.249 HTTP/1.1" status: 200 len: 696 time: 0.0952866 Aug 03 19:08:42.068557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb85514e-486c-4d53-9549-185d817143a3 req-5c2e24cb-1561-4199-b86e-6b0ccf13eda5 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.249 HTTP/1.1" status: 200 len: 696 time: 0.0927575 Aug 03 19:08:42.216259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.224931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.225584 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Floating IP a028f28a-5ee6-4cff-9b9a-981601415436 disassociated. External IP: 172.25.4.133, port: f1f51e5e-672d-429e-a01c-c502af49016e. Aug 03 19:08:42.399679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Deleting port 7fa2df7b-e28b-4cee-98f9-6b2fc62b2765 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:42.400128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.876762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.877559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.897024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Calling delete_port for 7fa2df7b-e28b-4cee-98f9-6b2fc62b2765 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:42.968047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:43.246138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:43.256022 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.256714 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:43.269093 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:43.269775 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:43.308219 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.322655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab930c17-a508-4f99-afae-bd66c501b181 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "PUT /v2.0/floatingips/a028f28a-5ee6-4cff-9b9a-981601415436 HTTP/1.1" status: 200 len: 696 time: 1.5936189 Aug 03 19:08:43.356847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:43.362311 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51b61dd-0a05-4424-be9e-63763e810ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:43.389246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Pushing event deleted for resources: {'Port': ['ID=7fa2df7b-e28b-4cee-98f9-6b2fc62b2765,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:43.412985 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:43.538686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-1657dba6-239e-49be-a275-fc2d4961e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:43.541836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-1657dba6-239e-49be-a275-fc2d4961e629 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.1737988 Aug 03 19:08:43.551593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.556510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.558660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb85514e-486c-4d53-9549-185d817143a3 req-047698c2-7acd-4818-b27b-9f85bc83e3cf tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "DELETE /v2.0/floatingips/4b35eefc-d6a1-45bf-966c-8f22aa2a6ef3 HTTP/1.1" status: 204 len: 173 time: 1.4785843 Aug 03 19:08:43.712897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-bdb404f5-4942-43d2-9d76-29264001b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:43.714607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-bdb404f5-4942-43d2-9d76-29264001b14c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.1545582 Aug 03 19:08:43.739463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4637c0-ae43-4890-b766-e15018702e4b req-4e87d362-cd43-4fa6-8782-da6c3e9a0e72 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:43.741606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc4637c0-ae43-4890-b766-e15018702e4b req-4e87d362-cd43-4fa6-8782-da6c3e9a0e72 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1095 time: 0.0770614 Aug 03 19:08:43.776007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-ab189c9c-1d9c-42ad-878d-72d03f42ef52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 217 time: 0.0474079 Aug 03 19:08:43.785966 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:43.823868 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:43.835059 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:43.835825 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:43.845630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc4637c0-ae43-4890-b766-e15018702e4b req-f0cfbd5c-e6d4-4bfb-b03d-e8311dbda2c9 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722020 Aug 03 19:08:43.863852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-efcd47f0-745c-4a0e-bfc4-763535ae914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:43.866409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-efcd47f0-745c-4a0e-bfc4-763535ae914a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.0767026 Aug 03 19:08:43.954126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-fee4dcaa-b185-4815-abf3-e7ed9d09b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:43.957539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-fee4dcaa-b185-4815-abf3-e7ed9d09b49a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781450 Aug 03 19:08:44.027451 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:44.063451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 035b3c23-90b9-4ecb-b99a-533434e3ac50 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:44.153587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 035b3c23-90b9-4ecb-b99a-533434e3ac50 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:44.154654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c4689-7b1c-453d-a7b0-69dfdf4b127f req-e864daf6-a942-4488-abbc-ab7ccb051e24 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:44.156644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f87c4689-7b1c-453d-a7b0-69dfdf4b127f req-e864daf6-a942-4488-abbc-ab7ccb051e24 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.1513345 Aug 03 19:08:44.160422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 035b3c23-90b9-4ecb-b99a-533434e3ac50 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:44.161024 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.192757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-166cfd22-b6fe-4474-a87d-81348e46ce5b service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218931 Aug 03 19:08:44.258671 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f87c4689-7b1c-453d-a7b0-69dfdf4b127f req-7fdf6c55-1c93-4f7d-96d4-e49a686cfbb9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941956 Aug 03 19:08:44.385963 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:44.426886 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17788b14-a9c9-4b87-9bbf-51492c013a67 None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 4, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '367b78be-fcba-47b4-a9db-e4823eceb38f', 'name': '', 'network_id': 'd6f11727-de81-4bf1-9739-337c15a8375b', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'mac_address': 'fa:16:3e:de:c9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:05Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'subnets': [{'id': 'b6a527b2-9b15-48cb-af4a-aab0847ca224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:44.446651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-931958ab-ced6-4abf-8657-73522e3a7a06 req-7e7898c4-381e-42fd-8a27-9d20b2a63d06 service neutron] 10.222.0.42 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349274 Aug 03 19:08:44.487655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8763d-b3a8-42d7-85ec-8ffe2c40bf5f req-929e24cc-cfcb-4ec4-9e36-b1e90af4edfc tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:44.490240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51e8763d-b3a8-42d7-85ec-8ffe2c40bf5f req-929e24cc-cfcb-4ec4-9e36-b1e90af4edfc tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.1212869 Aug 03 19:08:44.507208 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.550596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:44.554849 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cda29cb-54db-4477-95ab-b5bb3fbcc6db" -d '{"events": [{"server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:44.576880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51e8763d-b3a8-42d7-85ec-8ffe2c40bf5f req-8ea11a9a-85c9-4856-a146-c45c1c817bba tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725040 Aug 03 19:08:44.579235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:44.589304 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.589304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4eb9169a-777e-4513-b03d-1a7fc5a555c0 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:44.668223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17c28e-a6c6-4118-99d3-55ffa6b2adcc req-751188b5-4314-42d4-b66c-d855576f048e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:44.676168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e17c28e-a6c6-4118-99d3-55ffa6b2adcc req-751188b5-4314-42d4-b66c-d855576f048e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 949 time: 0.0842669 Aug 03 19:08:44.745777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:44.749849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e17c28e-a6c6-4118-99d3-55ffa6b2adcc req-9ba81573-a7bb-4b9b-8ac8-5ae202e8c05b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723746 Aug 03 19:08:44.782359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:44.783208 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.846711 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145113ba-2770-487e-b9ba-4fd3550dfb2a x-openstack-request-id: req-145113ba-2770-487e-b9ba-4fd3550dfb2a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:44.847391 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:44.847997 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-145113ba-2770-487e-b9ba-4fd3550dfb2a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:44.848844 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'status': 'completed', 'code': 200} Aug 03 19:08:44.939446 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.956127 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-db7f403d-c52d-4099-82ed-436f81d9dc20 req-a8ce5520-c589-4358-843c-7c233bb7977b tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] show failed (client error): The resource could not be found. Aug 03 19:08:44.969137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72dbb8d-9c23-48c0-84b3-590a6700f847 None None] New status for floating IP a028f28a-5ee6-4cff-9b9a-981601415436: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:08:44.970550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db7f403d-c52d-4099-82ed-436f81d9dc20 req-a8ce5520-c589-4358-843c-7c233bb7977b tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips/4b35eefc-d6a1-45bf-966c-8f22aa2a6ef3 HTTP/1.1" status: 404 len: 350 time: 0.0879827 Aug 03 19:08:45.032149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-3e637f0a-17f0-41d7-a43f-0ad93631d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.035933 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-3e637f0a-17f0-41d7-a43f-0ad93631d2f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bbeb1760dc84773a7756f6317916b3a&device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 1096 time: 0.1457157 Aug 03 19:08:45.149022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:45.156956 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.161658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-3f243426-985d-4cb7-896a-3dce43dc5bdd tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a84807dfe331436a824099008959a9f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524955 Aug 03 19:08:45.236312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-4cf7ec67-745d-480f-8c58-b25c4df507d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.238991 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-4cf7ec67-745d-480f-8c58-b25c4df507d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 200 len: 922 time: 0.1871626 Aug 03 19:08:45.359429 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-4c6895b3-d348-4150-827b-e8b28b87a844 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 200 len: 217 time: 0.1084549 Aug 03 19:08:45.398917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-24d1f275-05eb-4dfb-b445-a930409d279b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.400932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-24d1f275-05eb-4dfb-b445-a930409d279b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378507 Aug 03 19:08:45.436893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-bd265fb3-d60c-4396-9dad-0aef23ee7657 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/quotas/a84807dfe331436a824099008959a9f5 HTTP/1.1" status: 200 len: 375 time: 0.0256100 Aug 03 19:08:45.447057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:45.486904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-8e52b323-cd01-44e4-a63d-0f14c327c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.489894 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-8e52b323-cd01-44e4-a63d-0f14c327c21d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 200 len: 860 time: 0.1197648 Aug 03 19:08:45.501096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-6472030b-aaa7-47e7-a120-d27afcb53bd7 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84807dfe331436a824099008959a9f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512395 Aug 03 19:08:45.552891 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e6d780-0643-4690-b058-fbf87ccf16a6 x-openstack-request-id: req-d3e6d780-0643-4690-b058-fbf87ccf16a6 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:45.553537 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:45.554022 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3e6d780-0643-4690-b058-fbf87ccf16a6 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:45.554662 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50', 'code': 200} Aug 03 19:08:45.636721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-5d5158bb-3040-4e86-86da-46e758aa950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.640616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-5d5158bb-3040-4e86-86da-46e758aa950d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6f11727-de81-4bf1-9739-337c15a8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300941 Aug 03 19:08:45.898490 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-03a83751-d8d1-4a35-8014-8dec31c24639 req-697c4229-162c-41c1-94bf-466c85bd6398 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] show failed (client error): The resource could not be found. Aug 03 19:08:45.899913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03a83751-d8d1-4a35-8014-8dec31c24639 req-697c4229-162c-41c1-94bf-466c85bd6398 tempest-FloatingIPsTestJSON-2117540347 tempest-FloatingIPsTestJSON-2117540347-project] 10.222.0.42 "GET /v2.0/floatingips/4b35eefc-d6a1-45bf-966c-8f22aa2a6ef3 HTTP/1.1" status: 404 len: 350 time: 0.0822411 Aug 03 19:08:45.904691 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-872c91c8-a3c1-4ff2-9444-ae2b98e0fb91 service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411070 Aug 03 19:08:45.913051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34052) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:46.049828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd618ad-aed4-4256-b634-aeaa840d24ce req-fc566d78-bf1f-4a35-b1ca-015fb1d5010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.052557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cfd618ad-aed4-4256-b634-aeaa840d24ce req-fc566d78-bf1f-4a35-b1ca-015fb1d5010e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1096 time: 0.3530629 Aug 03 19:08:46.218701 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cfd618ad-aed4-4256-b634-aeaa840d24ce req-b1d9493e-2e69-49c2-96ef-8f0374b2821b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398096 Aug 03 19:08:46.227826 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f51b61dd-0a05-4424-be9e-63763e810ae3 req-3532c4fd-60ca-4e2f-8157-c0047b799faf service neutron] 10.222.0.88 "GET /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952497 Aug 03 19:08:46.306504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9110459-16cb-41a8-bde3-bd72fc10eae9 req-1b8f69d1-d9e5-43de-8513-fa69a79625dd tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.310229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9110459-16cb-41a8-bde3-bd72fc10eae9 req-1b8f69d1-d9e5-43de-8513-fa69a79625dd tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 945 time: 0.2301424 Aug 03 19:08:46.470394 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9110459-16cb-41a8-bde3-bd72fc10eae9 req-4552a915-be71-470d-8363-e49927f82abd tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381996 Aug 03 19:08:46.543005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31fae886-f548-4102-9050-a18bd791ec20 req-99e94c91-0821-47fa-9abd-d5088b5577ec tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 210 time: 0.1588371 Aug 03 19:08:46.797421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-6ca376ad-1ed0-4d8b-b005-69d9996739b7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.801999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-6ca376ad-1ed0-4d8b-b005-69d9996739b7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c&tenant_id=80db5de5929940d29c9864f3139274f6&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 950 time: 0.1627259 Aug 03 19:08:47.019956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-402134ab-6483-47dc-a2d3-0d021ce1e1a6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.021959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-402134ab-6483-47dc-a2d3-0d021ce1e1a6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 814 time: 0.2854700 Aug 03 19:08:47.041700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-d1af5bd5-89ea-4e00-9991-4b69ad32e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.046246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-d1af5bd5-89ea-4e00-9991-4b69ad32e37e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 1101 time: 0.0775611 Aug 03 19:08:47.081586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-d2346f44-3285-4251-a61e-83920100e7f2 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/quotas/ce3c779367d44f56bbc535ca43bc2ffd HTTP/1.1" status: 200 len: 375 time: 0.0443366 Aug 03 19:08:47.155861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a582507-b19e-4a0a-a65f-235f5dda7c3d req-653ee249-f277-4b99-b937-259985666487 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.157593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a582507-b19e-4a0a-a65f-235f5dda7c3d req-653ee249-f277-4b99-b937-259985666487 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.3113420 Aug 03 19:08:47.254748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-75308772-e9e4-4423-a0fc-c222a0234c1e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552861 Aug 03 19:08:47.275371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-65788579-ad16-4331-a802-ebf2532161de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.281573 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-65788579-ad16-4331-a802-ebf2532161de service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2203665 Aug 03 19:08:47.283142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a582507-b19e-4a0a-a65f-235f5dda7c3d req-feebde9d-69f6-4e1d-bb8d-8de09db6a45f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032238 Aug 03 19:08:47.345433 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-90bfa894-92dd-4f0c-bd55-b65d180186ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 200 len: 217 time: 0.0504427 Aug 03 19:08:47.437118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-ebc1a77b-918d-42f3-9052-dbcacaae5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.439639 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-ebc1a77b-918d-42f3-9052-dbcacaae5044 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0812111 Aug 03 19:08:47.520728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-3985a82b-54c1-4539-b5f4-8d6d512b33ab tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips/a028f28a-5ee6-4cff-9b9a-981601415436 HTTP/1.1" status: 200 len: 694 time: 0.1394799 Aug 03 19:08:47.540377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-5f473204-403b-4d23-9f43-41227155a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.542418 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-5f473204-403b-4d23-9f43-41227155a560 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930779 Aug 03 19:08:47.547367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.556946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:47.560919 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9990221-de22-46e1-9eda-ee653d868d24" -d '{"events": [{"server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "name": "network-vif-plugged", "status": "completed", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:47.709375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-cc0cbd70-76e7-4a33-96a7-eb64249511cb service neutron] 10.222.0.42 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169364 Aug 03 19:08:47.761953 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-7c38bbdf-1e00-46d8-a669-d21842146eb8 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994452 Aug 03 19:08:48.003402 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-d3b767d7-46f8-4076-aea8-544de35b5b15 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a84807dfe331436a824099008959a9f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522928 Aug 03 19:08:48.181691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-76723de1-5dcf-428c-b08e-8cf306c7ad80 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:48.188779 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-76723de1-5dcf-428c-b08e-8cf306c7ad80 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.88 "GET /v2.0/ports?device_id=d9987a2c-efad-47b5-a6d4-e2b53cafa69e HTTP/1.1" status: 200 len: 945 time: 0.4225435 Aug 03 19:08:48.254440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-be5ed2ad-b23b-4cd5-b6c9-e2c373a5e89a tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:48.262663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-be5ed2ad-b23b-4cd5-b6c9-e2c373a5e89a tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.7253101 Aug 03 19:08:48.271902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-123c4b99-8278-4e96-a7fa-c4b0cd2d13fa tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:08:48.279209 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-123c4b99-8278-4e96-a7fa-c4b0cd2d13fa tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137486 Aug 03 19:08:48.359791 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79cd5d52-9024-4fc9-8463-9afee593d6f0 req-f424c86a-6681-4ab4-93b4-257daf278c6f service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699048 Aug 03 19:08:48.378225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-fdb5289d-08e1-44a8-a030-8dcd489fcfce tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:48.379851 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-fdb5289d-08e1-44a8-a030-8dcd489fcfce tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609378 Aug 03 19:08:48.417445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Request body: {'port': {'device_id': 'ddd55b3a-9cac-4095-8a8d-ccdc863accf8', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'a84807dfe331436a824099008959a9f5'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:48.453624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-66bd1d86-27e3-40fa-b80c-e45409fb6222 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 697 time: 0.1676321 Aug 03 19:08:48.520039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-a8751629-2f52-432e-825e-8abc6496e60d service neutron] 10.222.0.42 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592938 Aug 03 19:08:48.604256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-73bc5753-cdc7-4398-83f8-b0aedf08b9aa tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 697 time: 0.1194642 Aug 03 19:08:48.613050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Deleting port 36269038-1b46-4577-87c5-56f0e67491ee {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:48.613646 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.983919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Made reservation on behalf of a84807dfe331436a824099008959a9f5 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:48.988754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.993740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] For port 36269038-1b46-4577-87c5-56f0e67491ee, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36269038-1b46-4577-87c5-56f0e67491ee,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:48.994343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.015083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.022744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Calling delete_port for 36269038-1b46-4577-87c5-56f0e67491ee owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:49.119385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c244e38-fd71-416a-99d1-39d4a14872a5 req-0aa535ef-a123-43c5-b493-ca5254092f9a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:49.136293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c244e38-fd71-416a-99d1-39d4a14872a5 req-0aa535ef-a123-43c5-b493-ca5254092f9a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 945 time: 0.2908075 Aug 03 19:08:49.225682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Deleting port 06dd6ae8-7f9b-4a45-addc-2d7526055dcf {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:49.227125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.322813 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.325958 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.329352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.379163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Pushing event deleted for resources: {'Port': ['ID=36269038-1b46-4577-87c5-56f0e67491ee,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:49.407786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Deleting port 10a2a41a-3c40-485a-906b-bf6b28457052 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:49.409264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.495685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaf3006-057b-472e-98fd-009054818acc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:49.525234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] No DVR routers for this DVR port 36269038-1b46-4577-87c5-56f0e67491ee on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:49.530133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.532211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-036442ca-7341-4921-9ef3-f9ba8519b0a4 req-46d3a2bc-39b3-46d1-bacb-61ba7fd969be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.88 "DELETE /v2.0/ports/36269038-1b46-4577-87c5-56f0e67491ee HTTP/1.1" status: 204 len: 173 time: 1.2466071 Aug 03 19:08:49.532675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'name': 'network-vif-deleted', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:49.535050 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f8d0e5-a6be-4be5-bb09-9f076049db03" -d '{"events": [{"server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "name": "network-vif-deleted", "tag": "36269038-1b46-4577-87c5-56f0e67491ee"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:49.541846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c244e38-fd71-416a-99d1-39d4a14872a5 req-b07e6749-3a9d-45b3-b6a5-ff463c2b692f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898983 Aug 03 19:08:49.638248 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e7e01e-e36d-4fcb-978e-d16b058973d7 x-openstack-request-id: req-80e7e01e-e36d-4fcb-978e-d16b058973d7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:49.640852 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "name": "network-vif-plugged", "status": "completed", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:49.641379 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80e7e01e-e36d-4fcb-978e-d16b058973d7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:49.641969 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'code': 200} Aug 03 19:08:49.653196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.653952 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.678573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Calling delete_port for 06dd6ae8-7f9b-4a45-addc-2d7526055dcf owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:49.754661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Allocated IP 192.168.233.20 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/cbbac679-289c-46a6-9245-34f7d23d6231) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:49.848576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74eec176-979f-4129-ae3c-776a11b6fc75 req-81a26383-ee13-44c1-911f-ded0ab0d3324 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 210 time: 0.0599597 Aug 03 19:08:49.955934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] For port 10a2a41a-3c40-485a-906b-bf6b28457052, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=10a2a41a-3c40-485a-906b-bf6b28457052,segment=NetworkSegment(d46b5959-d197-4924-b8f5-576ade4401dc),segment_id=d46b5959-d197-4924-b8f5-576ade4401dc)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:49.956412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.008310 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Calling delete_port for 10a2a41a-3c40-485a-906b-bf6b28457052 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:50.045529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.085236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa9c86-75fc-4921-be55-bb85f88e7612 req-ff892217-7214-4b3e-8ac3-5d26141729ce tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:50.086919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3aa9c86-75fc-4921-be55-bb85f88e7612 req-ff892217-7214-4b3e-8ac3-5d26141729ce tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1390538 Aug 03 19:08:50.206287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.221863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Transition to ACTIVE for port object cbbac679-289c-46a6-9245-34f7d23d6231 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:50.286069 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.296380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3aa9c86-75fc-4921-be55-bb85f88e7612 req-47d4c9be-a89f-44ae-b8b3-724de838d5f5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881645 Aug 03 19:08:50.309889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.331965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Pushing event deleted for resources: {'Port': ['ID=06dd6ae8-7f9b-4a45-addc-2d7526055dcf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.463358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:50.470843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:50.491127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:50.555399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:50.556070 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.568643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Pushing event updated for resources: {'Port': ['ID=cbbac679-289c-46a6-9245-34f7d23d6231,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.592564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.598049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.600086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f2898bf-9f01-4795-b8a2-43da27814d17 req-aaf3d641-49a4-4a17-ae66-bd0748affd55 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "DELETE /v2.0/floatingips/a028f28a-5ee6-4cff-9b9a-981601415436 HTTP/1.1" status: 204 len: 173 time: 1.9808576 Aug 03 19:08:50.651497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96bedb59-4576-4320-ae2d-3c4d270a511a req-807126e2-6097-4764-99b7-8e0d4a740d22 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 210 time: 0.0967062 Aug 03 19:08:50.667908 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-144169b6-7e58-4ad1-aac5-b337b37741c5 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2586989 Aug 03 19:08:50.669762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.694481 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e12c7b-a50d-4c58-af4e-aaed05d8d3bb x-openstack-request-id: req-56e12c7b-a50d-4c58-af4e-aaed05d8d3bb {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:50.694797 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9987a2c-efad-47b5-a6d4-e2b53cafa69e", "name": "network-vif-deleted", "tag": "36269038-1b46-4577-87c5-56f0e67491ee", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:50.695061 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56e12c7b-a50d-4c58-af4e-aaed05d8d3bb {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:50.695493 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9987a2c-efad-47b5-a6d4-e2b53cafa69e', 'name': 'network-vif-deleted', 'tag': '36269038-1b46-4577-87c5-56f0e67491ee', 'status': 'completed', 'code': 200} Aug 03 19:08:50.699759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Request body: {'port': {'device_id': 'ddd55b3a-9cac-4095-8a8d-ccdc863accf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:50.782828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Pushing event deleted for resources: {'Port': ['ID=10a2a41a-3c40-485a-906b-bf6b28457052,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.845082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-55b6b269-0c05-4547-8313-b7688db7a45d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:50.850658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-55b6b269-0c05-4547-8313-b7688db7a45d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.88 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 814 time: 0.3578343 Aug 03 19:08:50.888932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Request body: {'port': {'device_id': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'admin_state_up': True, 'tenant_id': 'ce3c779367d44f56bbc535ca43bc2ffd'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:50.947693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a3ca175c-1869-418f-9ee2-dcd188499749 None None] Provisioning for port cbbac679-289c-46a6-9245-34f7d23d6231 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:50.991955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a3ca175c-1869-418f-9ee2-dcd188499749 None None] Provisioning complete for port cbbac679-289c-46a6-9245-34f7d23d6231 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:50.992731 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a3ca175c-1869-418f-9ee2-dcd188499749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.995730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36269038-1b46-4577-87c5-56f0e67491ee no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:51.135709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Made reservation on behalf of ce3c779367d44f56bbc535ca43bc2ffd for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:51.142170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.187037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 36269038-1b46-4577-87c5-56f0e67491ee {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:51.187612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36269038-1b46-4577-87c5-56f0e67491ee not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:51.189897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca175c-1869-418f-9ee2-dcd188499749 None None] Port cbbac679-289c-46a6-9245-34f7d23d6231 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:51.225950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d47c56-f9ef-491b-8119-fdf767db4518 req-6b30fc80-ff51-4614-b787-7f1c968461dd tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:51.233974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11d47c56-f9ef-491b-8119-fdf767db4518 req-6b30fc80-ff51-4614-b787-7f1c968461dd tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1096 time: 0.3289378 Aug 03 19:08:51.248691 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.260735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba4c00-d3fd-457b-9463-babec4c0f8f4 req-c2e4bd65-a8d7-4410-b95c-105b6d3f823e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:51.266484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dba4c00-d3fd-457b-9463-babec4c0f8f4 req-c2e4bd65-a8d7-4410-b95c-105b6d3f823e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.3583832 Aug 03 19:08:51.278812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.390012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dba4c00-d3fd-457b-9463-babec4c0f8f4 req-90abaa50-29f0-4562-9a55-f6a5e26d74f3 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146986 Aug 03 19:08:51.404424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11d47c56-f9ef-491b-8119-fdf767db4518 req-1a0ec3ef-8fa9-4582-8537-578edc11af4c tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689203 Aug 03 19:08:51.790953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Router 9c47aff7-c669-4dc8-90a0-a5971972a1cf has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:51.800967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4779bdd-8a2f-4b81-b10e-15b418c6f8f6 req-c5f04f16-78e2-4db5-88bc-0760e75f63b0 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:51.803325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4779bdd-8a2f-4b81-b10e-15b418c6f8f6 req-c5f04f16-78e2-4db5-88bc-0760e75f63b0 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 935 time: 0.2430704 Aug 03 19:08:51.904956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Allocated IP 172.20.0.4 (c5d06360-b639-4da0-b6d8-fe840e856faa/a914a067-d97e-4771-bf4f-7bb7f3767cf0/e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:51.917854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53604b73-1eb3-4741-86a4-c953bbefb71c req-8ad4831d-e2fd-4c57-b649-0686dd5552f7 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:51.920177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53604b73-1eb3-4741-86a4-c953bbefb71c req-8ad4831d-e2fd-4c57-b649-0686dd5552f7 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1096 time: 0.1529348 Aug 03 19:08:51.926019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4779bdd-8a2f-4b81-b10e-15b418c6f8f6 req-b1d1dfd4-e2be-4081-9a7b-eb99948bcf23 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043515 Aug 03 19:08:52.048486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53604b73-1eb3-4741-86a4-c953bbefb71c req-3b6e375a-f998-400c-af65-4983109f1694 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194532 Aug 03 19:08:52.083763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:52.092606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c015e76a-3907-46e2-ae68-e33a1859f06a admin admin] 10.222.0.42 "PUT /v2.0/routers/9c47aff7-c669-4dc8-90a0-a5971972a1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1764915 Aug 03 19:08:52.094197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34130) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:52.099972 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] Sync routers for ids ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:52.112322 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] Routers {'9c47aff7-c669-4dc8-90a0-a5971972a1cf'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:52.113336 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:52.122651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301ead9-47dd-4088-8ed3-4e48c61d7bd8 req-85e78d4c-39dc-4a56-865f-76b8dee2c816 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:52.124688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4301ead9-47dd-4088-8ed3-4e48c61d7bd8 req-85e78d4c-39dc-4a56-865f-76b8dee2c816 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 945 time: 0.1161060 Aug 03 19:08:52.172648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f8f0d50-aae2-4688-b0bf-eaefb1a0d734 req-68e6d24f-14fd-4b79-894d-fd7308979595 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 210 time: 0.0421662 Aug 03 19:08:52.204680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4301ead9-47dd-4088-8ed3-4e48c61d7bd8 req-b0ff68d3-2194-4b4c-89fb-d429ee22afff tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724828 Aug 03 19:08:52.251689 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] Set router 9c47aff7-c669-4dc8-90a0-a5971972a1cf gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:52.630185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbac679-289c-46a6-9245-34f7d23d6231 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:52.639644 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:50Z', 'revision_number': 5, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:52.640069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.656448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Transition to ACTIVE for port object cbbac679-289c-46a6-9245-34f7d23d6231 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:52.674949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574a78-d8e8-47c4-b008-f10fc90e6471 req-1942e4ac-e6d4-443d-a44a-11471773a960 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:52.678466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd574a78-d8e8-47c4-b008-f10fc90e6471 req-1942e4ac-e6d4-443d-a44a-11471773a960 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1096 time: 0.1309767 Aug 03 19:08:52.721001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] Checking router: 9c47aff7-c669-4dc8-90a0-a5971972a1cf for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:52.742198 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] Routers {'9c47aff7-c669-4dc8-90a0-a5971972a1cf'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:52.743613 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:08:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:52.754727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.762219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd574a78-d8e8-47c4-b008-f10fc90e6471 req-cbcb1bae-b6c8-4461-8b38-b6cfb9849a4e tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756104 Aug 03 19:08:52.804592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-220b00cf-5a2f-4133-8516-5f78c91bcf61 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=80db5de5929940d29c9864f3139274f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410516 Aug 03 19:08:52.809954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbac679-289c-46a6-9245-34f7d23d6231,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:53.061008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-c9b44548-c0b5-419f-9f0a-315a22394b3e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:53.062829 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-c9b44548-c0b5-419f-9f0a-315a22394b3e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573647 Aug 03 19:08:53.071926 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] Set router 9c47aff7-c669-4dc8-90a0-a5971972a1cf gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:53.099737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-2031e8d4-524f-4533-8216-c713bb151d25 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/quotas/80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 375 time: 0.0153961 Aug 03 19:08:53.150818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.249455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd61757-5378-484c-b741-29f3a10afbfd req-9e7fb89a-26b3-4a19-981a-28854c3f86fa tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:53.254303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bd61757-5378-484c-b741-29f3a10afbfd req-9e7fb89a-26b3-4a19-981a-28854c3f86fa tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 947 time: 0.1283855 Aug 03 19:08:53.295948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-bca69a2b-99be-43d2-b206-e6c5b701bc98 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1801805 Aug 03 19:08:53.344641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.414444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bd61757-5378-484c-b741-29f3a10afbfd req-e1190b25-1856-45f8-9a70-bd4232c4b227 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486962 Aug 03 19:08:53.429901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Attempting to bind port cbbac679-289c-46a6-9245-34f7d23d6231 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:53.429901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Attempting to bind port cbbac679-289c-46a6-9245-34f7d23d6231 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:53.429901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Attempting to bind port cbbac679-289c-46a6-9245-34f7d23d6231 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:53.560038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797103a-6571-48ad-9b4e-92ac91140733 req-5dcc74b0-2f86-4198-bdc7-13267af7477c tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:53.562895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8797103a-6571-48ad-9b4e-92ac91140733 req-5dcc74b0-2f86-4198-bdc7-13267af7477c tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.88 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 945 time: 0.1796260 Aug 03 19:08:53.610669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:50Z', 'revision_number': 5, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:53.640558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Port cbbac679-289c-46a6-9245-34f7d23d6231 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:53.644698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Attempting to bind port cbbac679-289c-46a6-9245-34f7d23d6231 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:53.675603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:53.676334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:53.677036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:53.677869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Bound port: cbbac679-289c-46a6-9245-34f7d23d6231, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:53.678555 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.719498 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09672d84-0b2c-4380-9be2-d784e9834abe None None] The sync data for ids ['9c47aff7-c669-4dc8-90a0-a5971972a1cf'] in n-d-803378-1 is: [{'id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'name': 'tempest-FloatingIPsTestJSON-175640140-router', 'tenant_id': 'd5257a2cd8a74709aa1c234027cdb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '07b701af-173d-467a-a219-e8196068f138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:10Z', 'updated_at': '2021-08-03T19:08:50Z', 'revision_number': 5, 'project_id': 'd5257a2cd8a74709aa1c234027cdb596', 'gw_port': {'id': '07b701af-173d-467a-a219-e8196068f138', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47aff7-c669-4dc8-90a0-a5971972a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:11Z', 'updated_at': '2021-08-03T19:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:53.793709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.912866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.939324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Network c5d06360-b639-4da0-b6d8-fe840e856faa is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:53.971491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:54.000061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:54.095849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Pushing event updated for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:54.127839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] For port cbbac679-289c-46a6-9245-34f7d23d6231, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:54.195072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] For port cbbac679-289c-46a6-9245-34f7d23d6231, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cbbac679-289c-46a6-9245-34f7d23d6231,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:54.212494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.224705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14aa64a9-5474-4c3f-8ae1-3fd934d722b3 req-418de434-674b-4a3a-afb1-9dc641d932bf tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 210 time: 0.5452733 Aug 03 19:08:54.305502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:54.308873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.392113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:54.398883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.401409 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] 10.222.0.88 "PUT /v2.0/ports/cbbac679-289c-46a6-9245-34f7d23d6231 HTTP/1.1" status: 200 len: 1095 time: 3.7208230 Aug 03 19:08:54.404004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd55b3a-9cac-4095-8a8d-ccdc863accf8', 'tag': 'cbbac679-289c-46a6-9245-34f7d23d6231'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:54.408000 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e585e-f98e-4720-a53c-d4cb06957cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd55b3a-9cac-4095-8a8d-ccdc863accf8", "tag": "cbbac679-289c-46a6-9245-34f7d23d6231"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:54.447925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858856c-cebe-4bb7-bdf6-4191f351bb93 req-adde40c1-e09a-4ec3-9295-92cbae84b21a tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:54.463084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b858856c-cebe-4bb7-bdf6-4191f351bb93 req-adde40c1-e09a-4ec3-9295-92cbae84b21a tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 945 time: 0.7976575 Aug 03 19:08:54.505924 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-52c67124-1ceb-40b6-8d56-a97a8560cb6d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6216757 Aug 03 19:08:54.573732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Request body: {'port': {'device_id': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:54.600226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Deleting port 07b701af-173d-467a-a219-e8196068f138 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:54.600802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.627832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b858856c-cebe-4bb7-bdf6-4191f351bb93 req-a0d054d7-736b-4bad-9907-888fc9438059 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f76c2d5-641f-4dac-890d-bb560e66b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635709 Aug 03 19:08:54.691386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Deleting port f1f51e5e-672d-429e-a01c-c502af49016e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:54.691908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.835770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3151-281b-45ab-b7e6-1b411fce8a69 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbac679-289c-46a6-9245-34f7d23d6231,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:54.906139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 10a2a41a-3c40-485a-906b-bf6b28457052 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:54.917417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-c2c2b7bc-00ec-47b8-893b-2db360dcae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:54.920230 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-c2c2b7bc-00ec-47b8-893b-2db360dcae6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a84807dfe331436a824099008959a9f5&device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 1098 time: 0.4462690 Aug 03 19:08:54.976429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30986466-f9e0-4720-a387-d2d8e0744e29 req-54fd23d4-4f6b-4f9c-848c-de81353e5648 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 210 time: 0.1161079 Aug 03 19:08:55.009701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 10a2a41a-3c40-485a-906b-bf6b28457052 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:55.009701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 10a2a41a-3c40-485a-906b-bf6b28457052 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:55.059626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-6dc8c77a-cb61-4181-90ba-8f1ddd31c9e6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cbbac679-289c-46a6-9245-34f7d23d6231 HTTP/1.1" status: 200 len: 217 time: 0.1038973 Aug 03 19:08:55.070423 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.086477 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f6ced-c09d-406b-b04f-0de653843f33 x-openstack-request-id: req-783f6ced-c09d-406b-b04f-0de653843f33 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:55.086856 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd55b3a-9cac-4095-8a8d-ccdc863accf8", "tag": "cbbac679-289c-46a6-9245-34f7d23d6231", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:55.087251 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-783f6ced-c09d-406b-b04f-0de653843f33 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:55.087927 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd55b3a-9cac-4095-8a8d-ccdc863accf8', 'tag': 'cbbac679-289c-46a6-9245-34f7d23d6231', 'status': 'completed', 'code': 200} Aug 03 19:08:55.088518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318284f9-7028-4f4e-aedf-32373d39fa83 req-91bc4d37-9630-4bdd-9151-0d0067d93d2d tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.091425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-318284f9-7028-4f4e-aedf-32373d39fa83 req-91bc4d37-9630-4bdd-9151-0d0067d93d2d tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1096 time: 0.2025971 Aug 03 19:08:55.112999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] For port f1f51e5e-672d-429e-a01c-c502af49016e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1f51e5e-672d-429e-a01c-c502af49016e,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:55.113632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.233170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Calling delete_port for f1f51e5e-672d-429e-a01c-c502af49016e owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:55.306331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-318284f9-7028-4f4e-aedf-32373d39fa83 req-967b63d2-244e-477e-96c9-499fa1f4e1f5 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876330 Aug 03 19:08:55.342137 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.395401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] For port 07b701af-173d-467a-a219-e8196068f138, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=07b701af-173d-467a-a219-e8196068f138,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:55.396092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.430753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd70e4-85c7-4287-b8b0-d1822182a939 req-6920c4e4-f338-4347-9478-91aff1326b49 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.447108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dbd70e4-85c7-4287-b8b0-d1822182a939 req-6920c4e4-f338-4347-9478-91aff1326b49 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 947 time: 0.3018844 Aug 03 19:08:55.473666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-bc29fdac-f44c-4896-8c68-068495f70628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.476211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-bc29fdac-f44c-4896-8c68-068495f70628 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.3870268 Aug 03 19:08:55.478205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Calling delete_port for 07b701af-173d-467a-a219-e8196068f138 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:55.588737 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-959816a0-77b2-4c72-ab9b-b1a7f9f624ab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5061421 Aug 03 19:08:55.624708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b7a429d2-50ab-4b19-96c8-3f63ad09808f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=80db5de5929940d29c9864f3139274f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951817 Aug 03 19:08:55.632029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dbd70e4-85c7-4287-b8b0-d1822182a939 req-1df7998b-85a8-4730-8389-925bd191f3ad tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833358 Aug 03 19:08:55.800779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-e2d01ba2-bf5e-46fe-ad00-2bd5d5d746ea tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.802106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-e2d01ba2-bf5e-46fe-ad00-2bd5d5d746ea tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674752 Aug 03 19:08:55.810280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-6497dd94-7125-44d3-81ed-4b14689f81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.812179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-6497dd94-7125-44d3-81ed-4b14689f81a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3253562 Aug 03 19:08:55.823329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Request body: {'port': {'device_id': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '80db5de5929940d29c9864f3139274f6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:55.897855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fcc56-7619-474e-bea8-fbf271f05a29 req-bf95fd72-94c1-4486-9a73-9ef63d61d022 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.907928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-109fcc56-7619-474e-bea8-fbf271f05a29 req-bf95fd72-94c1-4486-9a73-9ef63d61d022 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 931 time: 0.4062426 Aug 03 19:08:55.930069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-7be7d995-5090-4947-b3a8-9eec1452a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.932084 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-7be7d995-5090-4947-b3a8-9eec1452a4e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 1101 time: 0.2773480 Aug 03 19:08:56.042801 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-109fcc56-7619-474e-bea8-fbf271f05a29 req-7ca362fc-8d34-4fe6-bb67-85e15bb470fe tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308854 Aug 03 19:08:56.066293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.093046 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2066d412-91fc-4a1a-95c7-3e3cb65ebf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.178581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Pushing event deleted for resources: {'Port': ['ID=f1f51e5e-672d-429e-a01c-c502af49016e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:56.331765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Made reservation on behalf of 80db5de5929940d29c9864f3139274f6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:56.338420 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.441623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] No DVR routers for this DVR port f1f51e5e-672d-429e-a01c-c502af49016e on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:56.448532 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.452307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8797103a-6571-48ad-9b4e-92ac91140733 req-8ab27f1f-fbce-4bba-b011-3299fd919c6e tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.88 "DELETE /v2.0/ports/f1f51e5e-672d-429e-a01c-c502af49016e HTTP/1.1" status: 204 len: 173 time: 2.8824406 Aug 03 19:08:56.646374 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-e839b408-344a-475a-99b6-b8da130d6265 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8229158 Aug 03 19:08:56.767784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'name': 'network-vif-deleted', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:56.768173 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.771139 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fc9f81-60cc-4854-8920-4707246628d1" -d '{"events": [{"server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "name": "network-vif-deleted", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:56.842665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e074e22-c419-44bd-8bd1-bffc523eac41 req-8d9001d3-e466-47b7-8cb7-b92cec5c2682 tempest-FloatingIPsAssociationTestJSON-2104787261 tempest-FloatingIPsAssociationTestJSON-2104787261-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4b62064-6c36-423f-b469-829ca5778d32 HTTP/1.1" status: 200 len: 210 time: 0.3840508 Aug 03 19:08:56.952326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Allocated IP 192.168.233.69 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/b34aaa56-8b0c-4352-bd11-f4790fb6580c) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:56.961200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:56.983716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b701af-173d-467a-a219-e8196068f138,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:56.991691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1f51e5e-672d-429e-a01c-c502af49016e no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:57.005808 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.060648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: f1f51e5e-672d-429e-a01c-c502af49016e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:57.062384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1f51e5e-672d-429e-a01c-c502af49016e not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:57.094833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Transition to ACTIVE for port object e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:57.098516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-2d481b21-9c9a-4c0a-8853-07d8f3e17ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.100561 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-2d481b21-9c9a-4c0a-8853-07d8f3e17ae5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 1.1243029 Aug 03 19:08:57.176909 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-aa36a6d8-5fbf-442e-94d4-7d6c500c0068 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 200 len: 217 time: 0.0545619 Aug 03 19:08:57.185701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.223498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80242f1d-ee23-442d-b9a5-95e818310907 req-d9a6a75f-a568-4a35-8089-4f344acf0898 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 210 time: 0.2478836 Aug 03 19:08:57.312499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.334553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:57.402160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Transition to ACTIVE for port object b34aaa56-8b0c-4352-bd11-f4790fb6580c will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:57.474699 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe5616f-dee8-4c9e-9e70-beb93c6e3f6e req-c4fc4d5f-a6ce-4cc3-aecd-101ea38eac7b service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8137228 Aug 03 19:08:57.489338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73c91d-828e-4694-8166-6cdca7e33d72 req-301a772b-648c-44f4-b0b2-c3271771063c tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.499458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf73c91d-828e-4694-8166-6cdca7e33d72 req-301a772b-648c-44f4-b0b2-c3271771063c tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 947 time: 0.1214852 Aug 03 19:08:57.511063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.568488 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.581326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['96cf2b10-9020-423d-a515-5556bc775d72'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:57.598891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:57.604252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:57.608579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:57.701348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf73c91d-828e-4694-8166-6cdca7e33d72 req-94b9c562-3f95-4327-9200-35ce8c5ee507 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992552 Aug 03 19:08:57.726520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4eb9169a-777e-4513-b03d-1a7fc5a555c0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:57.736415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.744091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.809050 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df7586-e090-4fdc-83da-8a77031a3481 x-openstack-request-id: req-d8df7586-e090-4fdc-83da-8a77031a3481 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:57.809943 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b62064-6c36-423f-b469-829ca5778d32", "name": "network-vif-deleted", "tag": "f1f51e5e-672d-429e-a01c-c502af49016e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:57.810877 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8df7586-e090-4fdc-83da-8a77031a3481 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:57.812266 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b62064-6c36-423f-b469-829ca5778d32', 'name': 'network-vif-deleted', 'tag': 'f1f51e5e-672d-429e-a01c-c502af49016e', 'status': 'completed', 'code': 200} Aug 03 19:08:57.841457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:57.886474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.888439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.933560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b2dffc7e-ee29-4dec-a742-db939eb7feb7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1114886 Aug 03 19:08:57.952632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.953824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c47aff7-c669-4dc8-90a0-a5971972a1cf {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:08:57.978543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Request body: {'port': {'device_id': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:58.018196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-d8ca0204-f4f2-42b4-83cd-1cfa920ed127 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:08:58.032780 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-d8ca0204-f4f2-42b4-83cd-1cfa920ed127 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252190 Aug 03 19:08:58.044897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Request body: {'binding': {'host': 'n-h1-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:58.050828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Unknown quota resources ['binding']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:08:58.104090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.107960 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4f7fe3a8-c3e0-4953-b96b-eed09b017709 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9c47aff7-c669-4dc8-90a0-a5971972a1cf HTTP/1.1" status: 204 len: 168 time: 5.9953430 Aug 03 19:08:58.122657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34302) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:58.127529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-fec7a230-fbf1-4edd-8f88-faceb693165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.131713 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-fec7a230-fbf1-4edd-8f88-faceb693165c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.9278231 Aug 03 19:08:58.269937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-852d611b-a83f-4639-b4de-a35e2c9ebf25 None None] Provisioning for port b34aaa56-8b0c-4352-bd11-f4790fb6580c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:58.282124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-852d611b-a83f-4639-b4de-a35e2c9ebf25 None None] Provisioning complete for port b34aaa56-8b0c-4352-bd11-f4790fb6580c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:58.283449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-852d611b-a83f-4639-b4de-a35e2c9ebf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.296560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebadb4-7a9c-4504-bd8c-9810aced0ba4 req-e2ba6263-196f-401f-bd2c-541f1c87a453 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.328786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17ebadb4-7a9c-4504-bd8c-9810aced0ba4 req-e2ba6263-196f-401f-bd2c-541f1c87a453 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 943 time: 0.3437374 Aug 03 19:08:58.345941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.375052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-852d611b-a83f-4639-b4de-a35e2c9ebf25 None None] Port b34aaa56-8b0c-4352-bd11-f4790fb6580c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:58.393322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-f655d5fb-b3e1-452e-a0c1-aae0f4ecc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.394985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-f655d5fb-b3e1-452e-a0c1-aae0f4ecc39a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a84807dfe331436a824099008959a9f5&device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 1098 time: 0.4613664 Aug 03 19:08:58.407291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1f717f-5421-4fcd-9326-c8b504db308b admin admin] Deleting subnet 430600a0-e553-4113-9405-f452cdc9b395 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:58.442156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f717f-5421-4fcd-9326-c8b504db308b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.476241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Attempting to bind port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:58.476647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Attempting to bind port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:58.476944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Attempting to bind port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a on network c5d06360-b639-4da0-b6d8-fe840e856faa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:58.502061 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17ebadb4-7a9c-4504-bd8c-9810aced0ba4 req-e5c5395b-7d19-4491-a72c-2c031cc6cc2c tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715739 Aug 03 19:08:58.511777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-35f8564c-0246-4e71-afc4-b53e47608870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.513680 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-35f8564c-0246-4e71-afc4-b53e47608870 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3013902 Aug 03 19:08:58.554501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a on network c5d06360-b639-4da0-b6d8-fe840e856faa not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:58.554854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Attempting to bind port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a on network c5d06360-b639-4da0-b6d8-fe840e856faa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:58.656198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:58.656796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Checking segment: {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:58.657504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Bound using segment: {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:58.658316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Bound port: e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:58.658922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.694969 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f717f-5421-4fcd-9326-c8b504db308b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.766809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34310) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:58.960352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811886d-938d-49bf-ba0d-57a43a419212 req-05566168-c2f8-4ca8-a7f1-511a8a26f79c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.962028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9811886d-938d-49bf-ba0d-57a43a419212 req-05566168-c2f8-4ca8-a7f1-511a8a26f79c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 935 time: 0.1047239 Aug 03 19:08:59.007555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 07b701af-173d-467a-a219-e8196068f138 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:59.049188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 07b701af-173d-467a-a219-e8196068f138 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:59.049895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 07b701af-173d-467a-a219-e8196068f138 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:59.106573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9811886d-938d-49bf-ba0d-57a43a419212 req-d20a38ab-a424-4807-8fae-98f472f31248 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294422 Aug 03 19:08:59.122522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34aaa56-8b0c-4352-bd11-f4790fb6580c {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:59.143325 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.167605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-7d2fa017-fec6-46eb-bf47-73b6e1be345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.171274 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-7d2fa017-fec6-46eb-bf47-73b6e1be345d service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.7533560 Aug 03 19:08:59.172716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Transition to ACTIVE for port object b34aaa56-8b0c-4352-bd11-f4790fb6580c will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:59.179423 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.246475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on host n-h1-803378-1 for vnic_type normal with profile None {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:59.246810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:59.247141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:59.317602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:59.319105 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-116cab74-11fa-4bf6-833e-129723dea7ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cbbac679-289c-46a6-9245-34f7d23d6231 HTTP/1.1" status: 200 len: 217 time: 0.1156235 Aug 03 19:08:59.322055 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-4c291471-0731-483d-95b0-47f374aa0d23 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7973812 Aug 03 19:08:59.333743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:59.334071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:59.334485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcede-83f6-4ded-b1bc-d3660b7b35d1 req-7b8e31d8-9a4c-4e74-9755-6650803a2601 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.340735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daadcede-83f6-4ded-b1bc-d3660b7b35d1 req-7b8e31d8-9a4c-4e74-9755-6650803a2601 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 947 time: 0.1432822 Aug 03 19:08:59.413895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daadcede-83f6-4ded-b1bc-d3660b7b35d1 req-abe0980c-51dd-4b34-8178-fd70e20eebda tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562701 Aug 03 19:08:59.443111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Attempting to bind port b34aaa56-8b0c-4352-bd11-f4790fb6580c on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:59.443528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Attempting to bind port b34aaa56-8b0c-4352-bd11-f4790fb6580c by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:59.443874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Attempting to bind port b34aaa56-8b0c-4352-bd11-f4790fb6580c on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:59.450466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Port b34aaa56-8b0c-4352-bd11-f4790fb6580c on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:59.450791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Attempting to bind port b34aaa56-8b0c-4352-bd11-f4790fb6580c on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:59.470737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:59.471139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:59.471490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:59.472632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Bound port: b34aaa56-8b0c-4352-bd11-f4790fb6580c, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:59.472632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.533962 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.724075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:59.752258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:59.759185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.829582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:59.849996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:59.850582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:59.851249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:59.852039 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Bound port: 035b3c23-90b9-4ecb-b99a-533434e3ac50, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:59.883314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f717f-5421-4fcd-9326-c8b504db308b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.897586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:59.907317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:59.939886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe6e25-a406-4674-af90-0c832eb5455c req-0ef0351c-cf36-4447-a9ec-b8722348b1e1 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.962024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33fe6e25-a406-4674-af90-0c832eb5455c req-0ef0351c-cf36-4447-a9ec-b8722348b1e1 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 943 time: 0.3116841 Aug 03 19:08:59.975517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.975517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.975517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-45445604-2e84-44af-821e-8bccfb9cb700 service neutron] 10.222.0.63 "PUT /v2.0/ports/b34aaa56-8b0c-4352-bd11-f4790fb6580c HTTP/1.1" status: 200 len: 1095 time: 2.0294333 Aug 03 19:08:59.975517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:59.983483 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d600de0-18f0-412d-9715-12740cb77097" -d '{"events": [{"name": "network-changed", "server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:00.010251 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.090261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33fe6e25-a406-4674-af90-0c832eb5455c req-f9454b8a-e965-430d-8c2d-0596156e102e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317592 Aug 03 19:09:00.112117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-c90aefe6-344e-46b6-8585-ba76437b2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.113942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-c90aefe6-344e-46b6-8585-ba76437b2b69 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 1098 time: 0.0651991 Aug 03 19:09:00.200100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-b73fad66-1b10-4cd9-a5e6-c23bf379f49c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c HTTP/1.1" status: 200 len: 217 time: 0.0714257 Aug 03 19:09:00.243988 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06f5d32d-563b-4fcc-86bd-9fdc31d6db48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.316222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-74a29706-8b71-4363-8901-21ec2130f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.318899 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-74a29706-8b71-4363-8901-21ec2130f7ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1113698 Aug 03 19:09:00.341930 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820494c2-f21c-4995-868b-a88895f79b1f x-openstack-request-id: req-820494c2-f21c-4995-868b-a88895f79b1f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:00.342201 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:00.342368 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-820494c2-f21c-4995-868b-a88895f79b1f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:00.345772 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'status': 'completed', 'code': 200} Aug 03 19:09:00.367184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-668c5c01-a7f0-4c8c-a0bb-022bda28bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.370332 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-668c5c01-a7f0-4c8c-a0bb-022bda28bfd6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 1.0235510 Aug 03 19:09:00.387180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-0b2cfc79-be64-4336-86e9-baf2a0f872fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.389514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-0b2cfc79-be64-4336-86e9-baf2a0f872fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622351 Aug 03 19:09:00.408796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.409889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.414150 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] 10.222.0.88 "PUT /v2.0/ports/e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a HTTP/1.1" status: 200 len: 1091 time: 5.8478429 Aug 03 19:09:00.443836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:00.448065 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe282d8-fd6e-486d-a155-4cf1738a6f80" -d '{"events": [{"name": "network-changed", "server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:00.471836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155b947-8055-415a-bb95-0374e67b83e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:00.529243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:00.540995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aeb8a025-09f1-401b-84d4-e1dc935ec6b2 req-b0020c37-82e5-43b0-9ac1-2141ae0f7bdc service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2029603 Aug 03 19:09:00.581411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.583377 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-0a4f774a-ff34-4344-9cd8-3bddf15ec264 service neutron] 10.222.0.42 "POST /v2.0/ports/035b3c23-90b9-4ecb-b99a-533434e3ac50/bindings HTTP/1.1" status: 201 len: 389 time: 2.5467846 Aug 03 19:09:00.604375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db4ded-bc88-4ae4-a5a9-9b1fa255fd16 req-c2858a24-9fe8-4e23-a607-dbc29768e29a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.615737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86db4ded-bc88-4ae4-a5a9-9b1fa255fd16 req-c2858a24-9fe8-4e23-a607-dbc29768e29a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.1055348 Aug 03 19:09:00.634211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f717f-5421-4fcd-9326-c8b504db308b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.678072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-bf161983-b145-439b-b197-9d2270895c3b service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796926 Aug 03 19:09:00.698278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86db4ded-bc88-4ae4-a5a9-9b1fa255fd16 req-be210581-8045-4a66-ac84-44c064d95ed6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811472 Aug 03 19:09:00.766955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f717f-5421-4fcd-9326-c8b504db308b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430600a0-e553-4113-9405-f452cdc9b395,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:00.772926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f717f-5421-4fcd-9326-c8b504db308b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.779159 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9d1f717f-5421-4fcd-9326-c8b504db308b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/430600a0-e553-4113-9405-f452cdc9b395 HTTP/1.1" status: 204 len: 168 time: 2.6531794 Aug 03 19:09:00.784002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d33b43-dd65-477c-9f0b-1927ed724b90 None None] Network df3bcba8-5d75-48e2-8be1-75ad8a025061 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:00.791620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34332) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:00.847023 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bce9e4d-fcd6-4524-91e1-0fa8dbbdbb41 x-openstack-request-id: req-0bce9e4d-fcd6-4524-91e1-0fa8dbbdbb41 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:00.849177 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:00.849848 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bce9e4d-fcd6-4524-91e1-0fa8dbbdbb41 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:00.850823 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'status': 'completed', 'code': 200} Aug 03 19:09:00.863467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-54c76fd6-f8e4-4157-8233-f3ff0740b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.866192 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-54c76fd6-f8e4-4157-8233-f3ff0740b6ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4494040 Aug 03 19:09:01.018955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-d8f8f0c2-5339-423c-9111-b7ce19f79d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.022486 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-d8f8f0c2-5339-423c-9111-b7ce19f79d8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 1094 time: 0.5195391 Aug 03 19:09:01.052214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cbbac679-289c-46a6-9245-34f7d23d6231 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:01.259913 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-9d93dcd1-7782-4c08-9e0e-2e828c5bd3eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a HTTP/1.1" status: 200 len: 217 time: 0.1445510 Aug 03 19:09:01.265838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7707d-1052-4f31-93e2-beabc2eb9f47 req-e6af9950-c7d7-44a3-865b-3f26f051ca39 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.271668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89b7707d-1052-4f31-93e2-beabc2eb9f47 req-e6af9950-c7d7-44a3-865b-3f26f051ca39 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 947 time: 0.3437338 Aug 03 19:09:01.283235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-e4525fd1-0ada-4c5c-bde7-46158df62ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.284776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-e4525fd1-0ada-4c5c-bde7-46158df62ba0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1096 time: 0.2423425 Aug 03 19:09:01.389929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-f3034677-2e92-4b26-920f-129623076865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.392664 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-f3034677-2e92-4b26-920f-129623076865 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a914a067-d97e-4771-bf4f-7bb7f3767cf0 HTTP/1.1" status: 200 len: 854 time: 0.1237211 Aug 03 19:09:01.396772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.401269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-911e6215-12dd-4d75-b72e-c285a3e139ea req-1345038c-d82d-4688-8738-d067c466574f service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987822 Aug 03 19:09:01.415279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cbbac679-289c-46a6-9245-34f7d23d6231, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cbbac679-289c-46a6-9245-34f7d23d6231,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:01.436667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f0760-61e4-4921-8cfb-3a375f82a801 req-9784cf61-e9b1-4bfc-9460-3d474e7ca58b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.451286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-079f0760-61e4-4921-8cfb-3a375f82a801 req-9784cf61-e9b1-4bfc-9460-3d474e7ca58b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 945 time: 0.2805831 Aug 03 19:09:01.473708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] DHCP port deletion for df3bcba8-5d75-48e2-8be1-75ad8a025061 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:09:01.487339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'cbbac679-289c-46a6-9245-34f7d23d6231', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'cbbac679-289c-46a6-9245-34f7d23d6231', 'mac_address': 'fa:16:3e:0c:94:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:01.498541 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-255f189b-ea6d-4acd-b185-3c39048fd166 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5d06360-b639-4da0-b6d8-fe840e856faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906143 Aug 03 19:09:01.521715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-079f0760-61e4-4921-8cfb-3a375f82a801 req-74de2343-313b-402f-9df2-dd1c31328b11 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669219 Aug 03 19:09:01.544144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89b7707d-1052-4f31-93e2-beabc2eb9f47 req-d3bbd36c-e0e0-4253-97f2-241937a4d065 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554417 Aug 03 19:09:01.679847 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.690035 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-d6c592fc-4171-48ec-bd5f-29d002f65bd6 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7696559 Aug 03 19:09:01.703372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-d9d4745f-c79d-4fc1-a8a5-e5f7e6b79d84 service neutron] 10.222.0.88 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938443 Aug 03 19:09:01.722830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbac679-289c-46a6-9245-34f7d23d6231 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:01.785948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cbbac679-289c-46a6-9245-34f7d23d6231, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cbbac679-289c-46a6-9245-34f7d23d6231,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:01.811227 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.820033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-ff7c3398-af7a-4d08-bca8-b6c36d2859a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.829244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-ff7c3398-af7a-4d08-bca8-b6c36d2859a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.5226481 Aug 03 19:09:01.833829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600de0-18f0-412d-9715-12740cb77097 req-a2885a27-67a9-4c7c-9fab-5637a24ea2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.845873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d600de0-18f0-412d-9715-12740cb77097 req-a2885a27-67a9-4c7c-9fab-5637a24ea2dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 1098 time: 0.3127239 Aug 03 19:09:01.917984 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.938279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=cbbac679-289c-46a6-9245-34f7d23d6231,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:01.956055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] Deleting port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:01.956055 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.076516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-74b64f5e-c695-4162-8889-9011878cb702 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 200 len: 217 time: 0.2278867 Aug 03 19:09:02.098270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['cbbac679-289c-46a6-9245-34f7d23d6231'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:02.192399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c8e82-9fd6-48dd-8db2-dd8da90071f1 req-b97520cb-bf46-46ab-836d-a7ed883e8e3f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.195120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae1c8e82-9fd6-48dd-8db2-dd8da90071f1 req-b97520cb-bf46-46ab-836d-a7ed883e8e3f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 943 time: 0.4986813 Aug 03 19:09:02.241803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Deleting port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:02.242686 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.248985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] For port f9fb2e8a-2fb1-44de-b83d-91bb48beb770, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,segment=NetworkSegment(d46b5959-d197-4924-b8f5-576ade4401dc),segment_id=d46b5959-d197-4924-b8f5-576ade4401dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:02.250336 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.291126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] Calling delete_port for f9fb2e8a-2fb1-44de-b83d-91bb48beb770 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:02.298028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19042da-b3e7-4589-a693-d14ec18e6f1c req-b0af691d-8c2d-4a2e-b1f3-754d96cf4b0b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.307049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b19042da-b3e7-4589-a693-d14ec18e6f1c req-b0af691d-8c2d-4a2e-b1f3-754d96cf4b0b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.3460174 Aug 03 19:09:02.310884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-f5c24e2d-e865-4cdf-90c9-7025159c670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.312740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-f5c24e2d-e865-4cdf-90c9-7025159c670c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.2250085 Aug 03 19:09:02.356273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-1263ec2d-7be7-40c4-a94c-adff7d9adbf9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306368 Aug 03 19:09:02.400571 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.452856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600de0-18f0-412d-9715-12740cb77097 req-eeb6681a-abeb-49ee-9e26-f1d1701974e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.454685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d600de0-18f0-412d-9715-12740cb77097 req-eeb6681a-abeb-49ee-9e26-f1d1701974e7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.5934672 Aug 03 19:09:02.531495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d600de0-18f0-412d-9715-12740cb77097 req-e2e74958-e990-4335-879d-9903191bd009 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c HTTP/1.1" status: 200 len: 217 time: 0.0600569 Aug 03 19:09:02.538310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae1c8e82-9fd6-48dd-8db2-dd8da90071f1 req-d2e2c70a-ce9a-4f1b-aeac-790f77b9169e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181791 Aug 03 19:09:02.654387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-f85d80f4-ac76-447a-9405-acdb680e3209 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752731 Aug 03 19:09:02.673116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] For port f9fb2e8a-2fb1-44de-b83d-91bb48beb770, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,segment=NetworkSegment(d46b5959-d197-4924-b8f5-576ade4401dc),segment_id=d46b5959-d197-4924-b8f5-576ade4401dc)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:02.673784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.684869 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.709304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Calling delete_port for f9fb2e8a-2fb1-44de-b83d-91bb48beb770 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:02.711848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b19042da-b3e7-4589-a693-d14ec18e6f1c req-5ad3fb6b-3342-4629-9d28-19a52bd8384e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036155 Aug 03 19:09:02.731976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] No DVR routers for this DVR port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:02.744584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7caacc85-b10b-4f37-8b22-fea4e7b69dc8 req-c7f6855d-22f2-4026-af61-78cf70de73ea service neutron] 10.222.0.88 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9482110 Aug 03 19:09:02.764778 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-885e585e-f98e-4720-a53c-d4cb06957cdf req-b2204ca5-6c55-4be8-bf0f-6f7402211de0 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0605779 Aug 03 19:09:02.824002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b986b-1b1a-4dd0-944c-dc84b810e414 None None] Pushing event deleted for resources: {'Port': ['ID=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:02.989787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f9fb2e8a-2fb1-44de-b83d-91bb48beb770 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:02.991665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600de0-18f0-412d-9715-12740cb77097 req-36f67cf1-61b4-4fcc-a307-46131d96dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.996331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d600de0-18f0-412d-9715-12740cb77097 req-36f67cf1-61b4-4fcc-a307-46131d96dd64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.4450657 Aug 03 19:09:03.021883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: f9fb2e8a-2fb1-44de-b83d-91bb48beb770 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:03.022319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f9fb2e8a-2fb1-44de-b83d-91bb48beb770 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:03.064016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846a5a-3dfb-4ae8-97d5-82a2f1f14143 req-a0eb7250-5d09-4828-b12c-2ae22473baaa tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.066265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be846a5a-3dfb-4ae8-97d5-82a2f1f14143 req-a0eb7250-5d09-4828-b12c-2ae22473baaa tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 945 time: 0.3095646 Aug 03 19:09:03.093906 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-68b9008c-b1c0-4ee9-b638-9cb9cc168a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.095587 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-68b9008c-b1c0-4ee9-b638-9cb9cc168a8b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 1094 time: 0.1724899 Aug 03 19:09:03.164875 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.221610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fb2e8a-2fb1-44de-b83d-91bb48beb770,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:03.226050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] No DVR routers for this DVR port f9fb2e8a-2fb1-44de-b83d-91bb48beb770 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:03.278257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.279406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.279406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.279406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.279982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.280440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.280861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.281299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.281768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.282194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.282614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.283057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:03.400439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-a12c9734-88b7-4e8b-945b-6b4cfab99423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.402280 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-a12c9734-88b7-4e8b-945b-6b4cfab99423 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 915 time: 0.2948294 Aug 03 19:09:03.404632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.425747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3bcba8-5d75-48e2-8be1-75ad8a025061']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:03.482248 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-8aeaf39a-b1d3-488d-a28b-040f41fede3e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a HTTP/1.1" status: 200 len: 217 time: 0.0675418 Aug 03 19:09:03.486240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46b5959-d197-4924-b8f5-576ade4401dc') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:03.486636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46b5959-d197-4924-b8f5-576ade4401dc') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:03.511996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.522353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae576d-4600-4cba-87fc-b343c48607ec req-09f41a05-f29e-411a-93ce-e96566730155 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.523962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95ae576d-4600-4cba-87fc-b343c48607ec req-09f41a05-f29e-411a-93ce-e96566730155 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 948 time: 0.6377215 Aug 03 19:09:03.556031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-27383821-c7aa-469c-9dc1-40684a5379a5 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8689196 Aug 03 19:09:03.600397 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.603614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600de0-18f0-412d-9715-12740cb77097 req-df364a82-a29b-415e-992e-40909032f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.606340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d600de0-18f0-412d-9715-12740cb77097 req-df364a82-a29b-415e-992e-40909032f7bd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5977433 Aug 03 19:09:03.620764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:09:03.621529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:09:03.627607 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:09:03.638095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be846a5a-3dfb-4ae8-97d5-82a2f1f14143 req-81728855-20e7-42af-bf72-3c5634bddc73 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436229 Aug 03 19:09:03.698506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Deleting port 367b78be-fcba-47b4-a9db-e4823eceb38f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:03.699591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.706802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-48eafcb9-8165-4156-9bc3-98b17237ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.709424 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-48eafcb9-8165-4156-9bc3-98b17237ede6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a914a067-d97e-4771-bf4f-7bb7f3767cf0 HTTP/1.1" status: 200 len: 854 time: 0.2190716 Aug 03 19:09:03.790430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95ae576d-4600-4cba-87fc-b343c48607ec req-b6edbdfc-33af-4c67-a578-3464dff29018 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448838 Aug 03 19:09:03.858873 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-91815652-68bf-4ace-a86e-c1e0b9d56d4f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5d06360-b639-4da0-b6d8-fe840e856faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312759 Aug 03 19:09:03.881347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-02841ca4-2cd7-4ec0-ade2-888e62f0b8b3 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.883387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-02841ca4-2cd7-4ec0-ade2-888e62f0b8b3 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.2345302 Aug 03 19:09:03.908582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803378-1'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:03.955639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d600de0-18f0-412d-9715-12740cb77097 req-32166b60-1520-4d74-9acd-f6e670af4ab7 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387980 Aug 03 19:09:03.960704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.987921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.994088 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] 10.222.0.42 "DELETE /v2.0/networks/df3bcba8-5d75-48e2-8be1-75ad8a025061 HTTP/1.1" status: 204 len: 168 time: 3.1964259 Aug 03 19:09:04.050507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d8066-7d32-4ee4-9f09-1dab892ed013 admin admin] Pushing event deleted for resources: {'Network': ['ID=df3bcba8-5d75-48e2-8be1-75ad8a025061,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:04.085628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e170e-734b-48b1-8a4e-1eef3111c4e7 req-c3ac2462-0eb9-434d-a291-b7e06701cd68 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:04.088209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] For port 367b78be-fcba-47b4-a9db-e4823eceb38f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=367b78be-fcba-47b4-a9db-e4823eceb38f,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:04.088975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.094038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-742e170e-734b-48b1-8a4e-1eef3111c4e7 req-c3ac2462-0eb9-434d-a291-b7e06701cd68 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 943 time: 0.2323523 Aug 03 19:09:04.113152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.189648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17319e-d8ed-4b4b-9b39-be34c1b99760 req-a3ac71c6-6f4d-41f5-b6d2-d08d43dabc03 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:04.191357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c17319e-d8ed-4b4b-9b39-be34c1b99760 req-a3ac71c6-6f4d-41f5-b6d2-d08d43dabc03 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.2245042 Aug 03 19:09:04.272100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-742e170e-734b-48b1-8a4e-1eef3111c4e7 req-691fa6d6-aff8-4b3b-9393-9df676d511ad tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771748 Aug 03 19:09:04.286447 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d600de0-18f0-412d-9715-12740cb77097 req-bfb684cc-2a5e-4878-b289-5bf8711373a9 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095834 Aug 03 19:09:04.309069 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.312464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c17319e-d8ed-4b4b-9b39-be34c1b99760 req-27f1b600-b7e2-471a-a16b-1d8bf7b310b6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825772 Aug 03 19:09:04.510976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Calling delete_port for 367b78be-fcba-47b4-a9db-e4823eceb38f owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:04.513268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:04.519199 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-a3dddb81-d908-4c32-ab6d-54270bae2d87 service neutron] 10.222.0.88 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468692 Aug 03 19:09:04.556316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:04.595905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-44305c28-595f-446c-a838-a6373c659e1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5257a2cd8a74709aa1c234027cdb596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810473 Aug 03 19:09:04.602693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34362) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:04.658204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:04.744781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e2a31c-3383-4fc9-a407-58e709fb98ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.751718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:04.755941 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03008ec-6ed2-4aef-bfda-20272525ab6f" -d '{"events": [{"server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:04.761315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.793618 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.831911 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a5e081-fe84-4365-8e2f-cd3156d051ab x-openstack-request-id: req-b2a5e081-fe84-4365-8e2f-cd3156d051ab {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:04.832297 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:04.832471 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2a5e081-fe84-4365-8e2f-cd3156d051ab {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:04.833063 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50', 'code': 200} Aug 03 19:09:04.840534 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bfe282d8-fd6e-486d-a155-4cf1738a6f80 req-5e3bfc61-c1f2-49aa-978a-948cb990ecea service neutron] 10.222.0.88 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092208 Aug 03 19:09:04.877404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e2a31c-3383-4fc9-a407-58e709fb98ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.036666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:05.042164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cbbac679-289c-46a6-9245-34f7d23d6231 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:05.044857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca5eea-1fdc-4eb0-af06-ccc01d60ec08 req-b688e2ef-ebc3-433b-9a96-cfb054d3ce51 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:05.046609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6ca5eea-1fdc-4eb0-af06-ccc01d60ec08 req-b688e2ef-ebc3-433b-9a96-cfb054d3ce51 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 943 time: 0.2694719 Aug 03 19:09:05.053895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Pushing event updated for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:05.056797 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.068141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on host n-h2-803378-1 for vnic_type normal with profile {"migrating_to": "n-h1-803378-1"} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:05.068477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:05.068802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:05.088469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.088999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.089259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.090187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.090561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.090940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.091365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.091817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.092183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.092661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.093027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.093552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:05.116129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:05.117647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Attempting to bind port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:05.146335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:05.146335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:05.146852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:05.147218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Bound port: 035b3c23-90b9-4ecb-b99a-533434e3ac50, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:05.148307 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.161825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242ff16-cd2a-43ce-b708-f02230bce407 req-3700281e-09d2-449c-98c9-779db293df39 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:05.163652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f242ff16-cd2a-43ce-b708-f02230bce407 req-3700281e-09d2-449c-98c9-779db293df39 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 948 time: 0.1789684 Aug 03 19:09:05.167988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6ca5eea-1fdc-4eb0-af06-ccc01d60ec08 req-3cdf2e31-9151-45ff-9fec-4041ba034430 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955291 Aug 03 19:09:05.180563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Pushing event deleted for resources: {'Port': ['ID=367b78be-fcba-47b4-a9db-e4823eceb38f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:05.200761 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e2a31c-3383-4fc9-a407-58e709fb98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.207106 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e2a31c-3383-4fc9-a407-58e709fb98ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.213540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-48e2a31c-3383-4fc9-a407-58e709fb98ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8667eeb-b352-4484-bece-5ef9123c823d HTTP/1.1" status: 204 len: 168 time: 0.6053154 Aug 03 19:09:05.344928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2a31c-3383-4fc9-a407-58e709fb98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8667eeb-b352-4484-bece-5ef9123c823d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:05.384453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f242ff16-cd2a-43ce-b708-f02230bce407 req-97b5a255-f92b-4953-8c3c-7ee6a317daf9 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068510 Aug 03 19:09:05.395924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:05.419267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port cbbac679-289c-46a6-9245-34f7d23d6231 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:05.451656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:05.489953 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.551116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port cbbac679-289c-46a6-9245-34f7d23d6231 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:05.551726 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.662387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.734004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:05.778564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'port_id': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'mac_address': 'fa:16:3e:38:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914a067-d97e-4771-bf4f-7bb7f3767cf0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:05.829216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Pushing event updated for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=8']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:05.888215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:05.888215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.890083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-8c7100b7-076c-404c-925a-72fd3793db5f service neutron] 10.222.0.88 "PUT /v2.0/ports/035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 200 len: 1121 time: 1.9875538 Aug 03 19:09:05.903203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781691-aa2c-4f53-b2d3-f67b807351a8 req-e5b7e474-1a52-48c1-954e-1603bb521170 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:05.912474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b781691-aa2c-4f53-b2d3-f67b807351a8 req-e5b7e474-1a52-48c1-954e-1603bb521170 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.2630045 Aug 03 19:09:05.934312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3e82d-ecee-4262-8dbd-3f064da1359c req-0f5ad7c0-6258-4227-bdba-62d14c4a4e1f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:05.936792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42f3e82d-ecee-4262-8dbd-3f064da1359c req-0f5ad7c0-6258-4227-bdba-62d14c4a4e1f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 943 time: 0.2921035 Aug 03 19:09:06.007812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.038231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b781691-aa2c-4f53-b2d3-f67b807351a8 req-f1e4cf36-3aee-4d3f-a793-8b30c26a5031 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245947 Aug 03 19:09:06.057170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42f3e82d-ecee-4262-8dbd-3f064da1359c req-e581dbf7-a211-4b79-a356-b30eae8ddc98 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037743 Aug 03 19:09:06.091665 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.113204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['035b3c23-90b9-4ecb-b99a-533434e3ac50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:06.174730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:06.211320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:06.268406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:06.338654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:06.348416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd55b3a-9cac-4095-8a8d-ccdc863accf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbac679-289c-46a6-9245-34f7d23d6231'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:06.354286 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58322045-8398-4da6-927a-e5a216d6f6c6" -d '{"events": [{"server_uuid": "ddd55b3a-9cac-4095-8a8d-ccdc863accf8", "name": "network-vif-plugged", "status": "completed", "tag": "cbbac679-289c-46a6-9245-34f7d23d6231"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:06.378001 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.475254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cbbac679-289c-46a6-9245-34f7d23d6231, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cbbac679-289c-46a6-9245-34f7d23d6231,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:06.495029 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.508274 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7b983e-477c-4483-a790-8c0d5cc9538a x-openstack-request-id: req-cb7b983e-477c-4483-a790-8c0d5cc9538a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:06.508955 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd55b3a-9cac-4095-8a8d-ccdc863accf8", "name": "network-vif-plugged", "status": "completed", "tag": "cbbac679-289c-46a6-9245-34f7d23d6231", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:06.510405 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb7b983e-477c-4483-a790-8c0d5cc9538a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:06.512260 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd55b3a-9cac-4095-8a8d-ccdc863accf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbac679-289c-46a6-9245-34f7d23d6231', 'code': 200} Aug 03 19:09:06.598522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ea904-9321-4b8c-8742-111e58988623 req-cdb40047-b759-4912-a535-80391c406f67 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:06.630718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a39ea904-9321-4b8c-8742-111e58988623 req-cdb40047-b759-4912-a535-80391c406f67 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 943 time: 0.2270560 Aug 03 19:09:06.684806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:06.707036 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8d9ad82a-c316-4a67-ac7a-49808a927cae admin admin] 10.222.0.42 "PUT /v2.0/routers/0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9123187 Aug 03 19:09:06.710366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34400) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:06.741032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] Sync routers for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:06.790919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:06.815255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:06.818067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a39ea904-9321-4b8c-8742-111e58988623 req-454586d2-a20c-4985-8499-10e25badcc08 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853638 Aug 03 19:09:06.825656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:06.826488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:09:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:06.830189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.830531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.830871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.831205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.831533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.831857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.832180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.832518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.832819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.833136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.833451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.833816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.854205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:06.857294 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d766441-111f-4d1d-a4fe-a0a1a89534d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:06.925315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:06.957636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'mac_address': 'fa:16:3e:68:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:07.047740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f889049-1d28-4ce9-abe1-ecef6e0ecf77 req-a0b7b8cc-5cae-4df1-9911-b286d838099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:07.054469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f889049-1d28-4ce9-abe1-ecef6e0ecf77 req-a0b7b8cc-5cae-4df1-9911-b286d838099f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 1100 time: 0.3216190 Aug 03 19:09:07.072818 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910cd6b6-d6b6-4140-b9e6-555b7226dc5f x-openstack-request-id: req-910cd6b6-d6b6-4140-b9e6-555b7226dc5f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:07.073282 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:07.080196 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-910cd6b6-d6b6-4140-b9e6-555b7226dc5f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:07.080872 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50', 'status': 'completed', 'code': 200} Aug 03 19:09:07.119052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.136005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3936ab-ac0f-42ca-b5cd-76df59eb8275 req-84836492-4b13-46ad-bd8b-31e161e8759c tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:07.161600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb3936ab-ac0f-42ca-b5cd-76df59eb8275 req-84836492-4b13-46ad-bd8b-31e161e8759c tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 949 time: 0.4377363 Aug 03 19:09:07.234935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=cbbac679-289c-46a6-9245-34f7d23d6231,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:07.301650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.335372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:07.379643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34aaa56-8b0c-4352-bd11-f4790fb6580c {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:07.471198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f889049-1d28-4ce9-abe1-ecef6e0ecf77 req-6292b77c-3a83-421a-86d3-52cfdf15522d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873119 Aug 03 19:09:07.488396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb3936ab-ac0f-42ca-b5cd-76df59eb8275 req-9e5c09f5-5c90-47f2-b917-f2aa126d3760 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253481 Aug 03 19:09:07.523037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:07.527852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-df0d4cb1-147e-48f9-a50f-0f19d517ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:07.531759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-df0d4cb1-147e-48f9-a50f-0f19d517ed14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1124 time: 0.3657246 Aug 03 19:09:07.533302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.536315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.571545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34420) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:07.624115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39853942-8ad7-4c0c-a7fe-a778593161f6 req-b4901856-9d77-40c5-b9ad-dbf27d1098ac tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:07.627331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39853942-8ad7-4c0c-a7fe-a778593161f6 req-b4901856-9d77-40c5-b9ad-dbf27d1098ac tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.3692842 Aug 03 19:09:07.711890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:07.729953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Deleting port dc77e88a-7c56-4dbc-8914-c352294545b8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:07.730690 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.801157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-network', 'tenant_id': '07fe270785364387b2d32512d073c13f'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:07.812189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:09:04Z', 'revision_number': 5, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port': {'id': 'dc77e88a-7c56-4dbc-8914-c352294545b8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:59Z', 'updated_at': '2021-08-03T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:07.849529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Made reservation on behalf of 07fe270785364387b2d32512d073c13f for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:07.849753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] Checking router: 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:07.853013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.861109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] Routers {'0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:07.861535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:09:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:07.893425 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.900525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39853942-8ad7-4c0c-a7fe-a778593161f6 req-3e672014-9fb9-4e05-bff6-0dd635dbf68b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292776 Aug 03 19:09:07.901169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] For port dc77e88a-7c56-4dbc-8914-c352294545b8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc77e88a-7c56-4dbc-8914-c352294545b8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:07.901169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.944619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b34aaa56-8b0c-4352-bd11-f4790fb6580c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:07.997953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Calling delete_port for dc77e88a-7c56-4dbc-8914-c352294545b8 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:08.011024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c819f5-5f3b-4a06-b3d9-dfb145e62d39 req-137427f6-47f6-4406-9dac-7c631e553ea0 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:08.019071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] Set router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:08.023066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1c819f5-5f3b-4a06-b3d9-dfb145e62d39 req-137427f6-47f6-4406-9dac-7c631e553ea0 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 944 time: 0.3436689 Aug 03 19:09:08.053652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-c0a02450-a5e2-4cc0-85b9-034a5655a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:08.056792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-c0a02450-a5e2-4cc0-85b9-034a5655a4bf service neutron] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.5134001 Aug 03 19:09:08.105013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:09:07Z', 'revision_number': 6, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:08.178704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bbf71-7fb6-49a8-a327-fdb397ca9df9 None None] The sync data for ids ['0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e'] in n-d-803378-1 is: [{'id': '0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803417981-router', 'tenant_id': '2bbeb1760dc84773a7756f6317916b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:56Z', 'updated_at': '2021-08-03T19:09:07Z', 'revision_number': 6, 'project_id': '2bbeb1760dc84773a7756f6317916b3a', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:08.179288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-63b1acca-4bf1-42cc-8e34-072a7ec7c3f9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 200 len: 217 time: 0.1042390 Aug 03 19:09:08.296276 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.304618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.331099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1c819f5-5f3b-4a06-b3d9-dfb145e62d39 req-8ed20fcb-48cd-4c13-83be-5cc4b5356406 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995150 Aug 03 19:09:08.382124 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:09:08.382864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-1321efe8-5eb1-4aa3-b6ad-ea3aeaec48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:08.384255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:08.388300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-1321efe8-5eb1-4aa3-b6ad-ea3aeaec48aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.1808727 Aug 03 19:09:08.411715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd34908-9717-45a8-8f15-a21f1bd11eeb req-3b138d04-c086-4dbf-9b95-0b716a88d67f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:08.414642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbd34908-9717-45a8-8f15-a21f1bd11eeb req-3b138d04-c086-4dbf-9b95-0b716a88d67f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 943 time: 0.2335222 Aug 03 19:09:08.423479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.424205 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Added segment 75ed9970-658d-4567-be05-9449fead5d0b of type vlan for network 88da2763-c2fa-4b37-8773-71c040936a3d Aug 03 19:09:08.426988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0147f-c991-40b6-89e7-dd2baad0f8af,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:08.474081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.484281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-933b2e6a-2042-4b56-8429-5d73fecf0052 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677805 Aug 03 19:09:08.515980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc77e88a-7c56-4dbc-8914-c352294545b8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:08.519496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.664627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbd34908-9717-45a8-8f15-a21f1bd11eeb req-b3b7fb52-d8e8-46d4-8e4f-4fa4992e52d3 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268324 Aug 03 19:09:08.674250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.677211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:08.677951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.753418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.766631 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1944833 Aug 03 19:09:08.776929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34430) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:08.791964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Request body: {'subnet': {'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-subnet', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:08.844483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c0924-1489-41d8-b245-8f8212501cb6 req-c0fc9903-67c5-4902-99c9-10065960a854 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:08.847063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d0c0924-1489-41d8-b245-8f8212501cb6 req-c0fc9903-67c5-4902-99c9-10065960a854 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 949 time: 0.1775639 Aug 03 19:09:08.876841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992dbce-8dd2-4901-b258-f7e7c920a8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=88da2763-c2fa-4b37-8773-71c040936a3d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:08.879481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-2b7b5caf-e75b-4b18-bfbe-78cc802736dd service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798993 Aug 03 19:09:08.886189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.889935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.901873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 88da2763-c2fa-4b37-8773-71c040936a3d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:08.943889 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Made reservation on behalf of 07fe270785364387b2d32512d073c13f for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:08.946473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.996655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.997851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:09:09.005982 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.018068 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3c6033cf-a3b5-40f7-811e-ac5bd71b4d6c admin admin] 10.222.0.42 "DELETE /v2.0/routers/0e1c0f7a-b4f2-4a8a-98e9-cdf23fcc036e HTTP/1.1" status: 204 len: 168 time: 2.3054755 Aug 03 19:09:09.019172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34436) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:09.066396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 035b3c23-90b9-4ecb-b99a-533434e3ac50 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:09.071979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:09.085418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d0c0924-1489-41d8-b245-8f8212501cb6 req-58007f0b-9bba-4ad9-a043-2a13277ede02 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289450 Aug 03 19:09:09.111272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2364fcb9-8570-4eab-8a9b-8da05b972b8d admin admin] Deleting subnet b6a527b2-9b15-48cb-af4a-aab0847ca224 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:09:09.115943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2364fcb9-8570-4eab-8a9b-8da05b972b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.171419 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2364fcb9-8570-4eab-8a9b-8da05b972b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.249718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc77e88a-7c56-4dbc-8914-c352294545b8 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:09.326148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: dc77e88a-7c56-4dbc-8914-c352294545b8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:09.326521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc77e88a-7c56-4dbc-8914-c352294545b8 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:09.326928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 367b78be-fcba-47b4-a9db-e4823eceb38f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:09.377089 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2364fcb9-8570-4eab-8a9b-8da05b972b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.392271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 367b78be-fcba-47b4-a9db-e4823eceb38f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:09.392527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 367b78be-fcba-47b4-a9db-e4823eceb38f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:09.413576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:09.422519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:09.422801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.488711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:09.514775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2364fcb9-8570-4eab-8a9b-8da05b972b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.516182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 035b3c23-90b9-4ecb-b99a-533434e3ac50 has no active binding in host n-h1-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:09:09.557835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84531fb3-6ab4-4386-aee9-261575174cab req-7d764554-215b-4510-9a22-f802cf541d4d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:09.574147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84531fb3-6ab4-4386-aee9-261575174cab req-7d764554-215b-4510-9a22-f802cf541d4d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 948 time: 0.5361550 Aug 03 19:09:09.581260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.582168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364fcb9-8570-4eab-8a9b-8da05b972b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a527b2-9b15-48cb-af4a-aab0847ca224,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:09.616260 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2364fcb9-8570-4eab-8a9b-8da05b972b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.622354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d766441-111f-4d1d-a4fe-a0a1a89534d7 req-bb2abc52-369b-487c-978c-850f241ed5f4 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236001 Aug 03 19:09:09.623156 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2364fcb9-8570-4eab-8a9b-8da05b972b8d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b6a527b2-9b15-48cb-af4a-aab0847ca224 HTTP/1.1" status: 204 len: 168 time: 0.6014476 Aug 03 19:09:09.623359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:09.626320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34442) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:09.628436 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b405fb2f-082b-46ab-a3c9-04710909b4f7" -d '{"events": [{"server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:09.644151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c5d3a-5859-4dd6-b22c-be0633751209 None None] Network d6f11727-de81-4bf1-9739-337c15a8375b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:09.748791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.759609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:09.765611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.769982 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.832087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:09.847420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84531fb3-6ab4-4386-aee9-261575174cab req-456f8664-e464-4aaa-97db-92ba28750445 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722764 Aug 03 19:09:09.876914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025cc6-e425-45b0-9447-b8d66f703415 req-2a6f59a8-4025-4375-a277-44249cfa9d18 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:09.884624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b025cc6-e425-45b0-9447-b8d66f703415 req-2a6f59a8-4025-4375-a277-44249cfa9d18 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 944 time: 0.2756319 Aug 03 19:09:09.910129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Deleting port 308baa45-8111-4bc3-812e-723fed3aef03 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:09.912128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.923350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Checking segment: {'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:09.924411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Network hostable DHCP agents. Network: 88da2763-c2fa-4b37-8773-71c040936a3d, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:09.964256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b025cc6-e425-45b0-9447-b8d66f703415 req-06482c29-7ccf-4915-a564-761f1b88771b tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774841 Aug 03 19:09:09.990171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Network 88da2763-c2fa-4b37-8773-71c040936a3d is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:10.006762 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbf0a47-50d9-4059-b347-2484c0c52d13 x-openstack-request-id: req-1fbf0a47-50d9-4059-b347-2484c0c52d13 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:10.008567 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:10.009394 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fbf0a47-50d9-4059-b347-2484c0c52d13 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:10.010770 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'code': 200} Aug 03 19:09:10.023336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 88da2763-c2fa-4b37-8773-71c040936a3d) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:10.038442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:10.038859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:10.040339 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.047811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] For port 308baa45-8111-4bc3-812e-723fed3aef03, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=308baa45-8111-4bc3-812e-723fed3aef03,segment=NetworkSegment(11c2706c-8bfb-4f41-8909-ebdaddbf6c4e),segment_id=11c2706c-8bfb-4f41-8909-ebdaddbf6c4e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:10.048373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.069686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4569fb11-bff0-40b1-971c-e25a17719bb0 None None] Network 88da2763-c2fa-4b37-8773-71c040936a3d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:10.083071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Calling delete_port for 308baa45-8111-4bc3-812e-723fed3aef03 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:10.101826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dd5a4d5c-f9dd-4468-8dbf-0f0ebcd1ac1c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3197656 Aug 03 19:09:10.104908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:10.110529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:10.212653 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.217424 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.281256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd319f8-c2f6-43ea-88c8-910c397e4f12 req-b6a1b366-b6ba-42a5-8daa-fd14733b3cd0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:10.286267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-efd319f8-c2f6-43ea-88c8-910c397e4f12 req-b6a1b366-b6ba-42a5-8daa-fd14733b3cd0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 943 time: 0.2061830 Aug 03 19:09:10.389410 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.392548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:10.397937 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.415202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8752205-ecd8-48c9-a781-cb9f05687c26 req-111be840-45fd-4b9b-8039-77cae939583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:10.419421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8752205-ecd8-48c9-a781-cb9f05687c26 req-111be840-45fd-4b9b-8039-77cae939583d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 1096 time: 0.2930088 Aug 03 19:09:10.534850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Pushing event deleted for resources: {'Port': ['ID=308baa45-8111-4bc3-812e-723fed3aef03,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:10.546236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] No DVR routers for this DVR port 308baa45-8111-4bc3-812e-723fed3aef03 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:10.548661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5915130-e472-4dd7-aafe-6a44554da5f4 None None] DHCP port deletion for d6f11727-de81-4bf1-9739-337c15a8375b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:09:10.585048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-da65bf26-3752-4ab6-ae43-f3d2297f8d2f service neutron] 10.222.0.63 "GET /v2.0/ports/035b3c23-90b9-4ecb-b99a-533434e3ac50/bindings/n-h1-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.3927383 Aug 03 19:09:10.598876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-efd319f8-c2f6-43ea-88c8-910c397e4f12 req-5105a3dd-89b5-451d-998d-949357d1b31c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365887 Aug 03 19:09:10.678477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8752205-ecd8-48c9-a781-cb9f05687c26 req-32084c6b-82f5-4855-8c36-60a7a86732d9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856697 Aug 03 19:09:10.685208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port b34aaa56-8b0c-4352-bd11-f4790fb6580c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:10.689695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d33c-7dc5-4dd9-b075-6aea388c820c req-c4cd38d9-cd37-46f4-a020-3341256ef413 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:10.691373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38d3d33c-7dc5-4dd9-b075-6aea388c820c req-c4cd38d9-cd37-46f4-a020-3341256ef413 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 949 time: 0.3369031 Aug 03 19:09:10.710125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b34aaa56-8b0c-4352-bd11-f4790fb6580c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:10.711155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.776750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38d3d33c-7dc5-4dd9-b075-6aea388c820c req-31d13a14-356f-4a25-b4f5-a1e0a120acb9 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715561 Aug 03 19:09:10.784853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-88da2763-c2fa-4b37-8773-71c040936a3d', 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'fixed_ips': [{'subnet_id': 'ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:09:10.786150 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.861560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.869315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.969892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f11727-de81-4bf1-9739-337c15a8375b']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:10.988823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:10.989419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c2706c-8bfb-4f41-8909-ebdaddbf6c4e') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:11.031048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.048314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:11.051738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.055578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 308baa45-8111-4bc3-812e-723fed3aef03 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:11.071058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:09:11.071616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:09:11.082368 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:09:11.121510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 308baa45-8111-4bc3-812e-723fed3aef03 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:11.122077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 308baa45-8111-4bc3-812e-723fed3aef03 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:11.143859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:11.149848 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.229187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035b3c23-90b9-4ecb-b99a-533434e3ac50 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:11.242657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:11.265841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.352186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:11.364343 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.373659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 035b3c23-90b9-4ecb-b99a-533434e3ac50 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:11.451193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] Transition to ACTIVE for port object 035b3c23-90b9-4ecb-b99a-533434e3ac50 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:11.471494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b5412-efb5-40fa-8a87-cd3d480fb52e req-ba8c9102-8ada-418c-86a4-c80cd097fd7c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:11.487141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd3b5412-efb5-40fa-8a87-cd3d480fb52e req-ba8c9102-8ada-418c-86a4-c80cd097fd7c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 948 time: 0.4684088 Aug 03 19:09:11.493020 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.498746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Allocated IP 172.20.0.2 (88da2763-c2fa-4b37-8773-71c040936a3d/ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea/f528c675-c088-4e2b-8485-f095e1728abf) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:11.609591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.658062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.665264 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d6f11727-de81-4bf1-9739-337c15a8375b HTTP/1.1" status: 204 len: 168 time: 2.0369384 Aug 03 19:09:11.667043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7edfc9-ba86-43de-8ea0-f1e38469a381 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f11727-de81-4bf1-9739-337c15a8375b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:11.712676 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd3b5412-efb5-40fa-8a87-cd3d480fb52e req-71e89bd8-a066-4112-9cec-655e01c18c2b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081499 Aug 03 19:09:11.732514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:11.755024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 035b3c23-90b9-4ecb-b99a-533434e3ac50 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:11.894706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.925699 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.975250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] No DVR routers for this DVR port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:12.025554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:12.029693 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23436cc-d0ad-4ced-aa95-e127d7139a28" -d '{"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-plugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:12.044926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90162dd6-7585-4be6-9284-1bdb58381a25 req-daf93fe3-90b7-4ea4-aff2-6f7602fbdcf3 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:12.047536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90162dd6-7585-4be6-9284-1bdb58381a25 req-daf93fe3-90b7-4ea4-aff2-6f7602fbdcf3 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.4601743 Aug 03 19:09:12.048465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=10']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:12.075016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34478) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:12.104849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.136094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Transition to ACTIVE for port object f528c675-c088-4e2b-8485-f095e1728abf will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:12.143373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Allocated IP 172.25.4.57 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/5de9dfe6-425c-4ae9-9dd2-17407f672004) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:12.144766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-7b21d7c9-8aa9-4d4a-bfb9-d5572a64f5f2 service neutron] 10.222.0.63 "PUT /v2.0/ports/035b3c23-90b9-4ecb-b99a-533434e3ac50/bindings/n-h1-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5448024 Aug 03 19:09:12.167146 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-60d1eb73-d6d5-4ee9-b2f8-04f68a8f255a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bbeb1760dc84773a7756f6317916b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896626 Aug 03 19:09:12.169409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34480) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:12.175220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65da7-4e51-4c3c-884f-ea498a1556a0 req-5e443bb1-06eb-4f39-b364-ba14723a8ead tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:12.177936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ab65da7-4e51-4c3c-884f-ea498a1556a0 req-5e443bb1-06eb-4f39-b364-ba14723a8ead tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.2692893 Aug 03 19:09:12.191780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Transition to ACTIVE for port object f528c675-c088-4e2b-8485-f095e1728abf will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:12.222918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90162dd6-7585-4be6-9284-1bdb58381a25 req-4819ab67-e5c8-41be-85ad-b78de805107c tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617296 Aug 03 19:09:12.223242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.323752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ab65da7-4e51-4c3c-884f-ea498a1556a0 req-0aeb1809-d713-4b67-84ba-072df2ae09e0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111469 Aug 03 19:09:12.329502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Network 88da2763-c2fa-4b37-8773-71c040936a3d is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:12.337748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-cd488dc9-72c8-445e-b169-fb77d4c32aeb tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:12.340446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-cd488dc9-72c8-445e-b169-fb77d4c32aeb tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.0722282 Aug 03 19:09:12.344158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:12.356977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Pushing event updated for resources: {'Port': ['ID=f528c675-c088-4e2b-8485-f095e1728abf,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:12.361636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:12.416571 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-de3357de-dffe-4a9c-a470-780b0304cf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.544426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-6b947c75-daaa-42f3-b4e1-2c2a9722e6f3 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a84807dfe331436a824099008959a9f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145477 Aug 03 19:09:12.546460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-de3357de-dffe-4a9c-a470-780b0304cf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.554271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Attempting to bind port f528c675-c088-4e2b-8485-f095e1728abf on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:12.554872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Attempting to bind port f528c675-c088-4e2b-8485-f095e1728abf by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:12.555594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Attempting to bind port f528c675-c088-4e2b-8485-f095e1728abf on network 88da2763-c2fa-4b37-8773-71c040936a3d {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:12.565856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.571481 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab27f753-7fe1-4980-a754-5d8bd4a1d39d x-openstack-request-id: req-ab27f753-7fe1-4980-a754-5d8bd4a1d39d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:12.574260 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-plugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:12.574788 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab27f753-7fe1-4980-a754-5d8bd4a1d39d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:12.575900 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'code': 200} Aug 03 19:09:12.578245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:12.579035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Checking segment: {'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:12.579716 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.581152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Bound using segment: {'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:12.582187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Bound port: f528c675-c088-4e2b-8485-f095e1728abf, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:12.583419 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.619817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-2fee70a0-d0c7-420d-8e33-6baef6f3058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:12.624041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-2fee70a0-d0c7-420d-8e33-6baef6f3058c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69 HTTP/1.1" status: 200 len: 1095 time: 0.2721746 Aug 03 19:09:12.677530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-de3357de-dffe-4a9c-a470-780b0304cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.682760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-de3357de-dffe-4a9c-a470-780b0304cf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.687260 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-de3357de-dffe-4a9c-a470-780b0304cf35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f76c2d5-641f-4dac-890d-bb560e66b206 HTTP/1.1" status: 204 len: 168 time: 0.5103321 Aug 03 19:09:12.718506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.727788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3357de-dffe-4a9c-a470-780b0304cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f76c2d5-641f-4dac-890d-bb560e66b206,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:12.830969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] For port f528c675-c088-4e2b-8485-f095e1728abf, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:12.838946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] For port f528c675-c088-4e2b-8485-f095e1728abf, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f528c675-c088-4e2b-8485-f095e1728abf,segment=NetworkSegment(75ed9970-658d-4567-be05-9449fead5d0b),segment_id=75ed9970-658d-4567-be05-9449fead5d0b)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:12.851630 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.858714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:12.886557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:12.890830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:12.896143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Pushing event updated for resources: {'Port': ['ID=5de9dfe6-425c-4ae9-9dd2-17407f672004,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:13.035810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a4cf0-e4a4-4daf-b14c-f249a1e7c2a5 None None] Pushing event updated for resources: {'Port': ['ID=f528c675-c088-4e2b-8485-f095e1728abf,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:13.247142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-4396f15f-57aa-4c55-b2dd-69a9bd87ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.247785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-4396f15f-57aa-4c55-b2dd-69a9bd87ef92 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.5685906 Aug 03 19:09:13.261171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77b0dd-c8f7-452d-b407-2bfefda3f308 req-f8309bde-d9f7-44d1-8fa7-d3362cb2e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.266960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a77b0dd-c8f7-452d-b407-2bfefda3f308 req-f8309bde-d9f7-44d1-8fa7-d3362cb2e904 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 1100 time: 0.5858660 Aug 03 19:09:13.290679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-920425a3-55b1-4f57-8c4e-7e5f95debbaa tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.292604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-920425a3-55b1-4f57-8c4e-7e5f95debbaa tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7342200 Aug 03 19:09:13.377925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db689b-f80e-464d-b5b8-05f03fce5671 req-0a17554e-fbc3-47b3-b871-6eb6e769c825 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.379936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07db689b-f80e-464d-b5b8-05f03fce5671 req-0a17554e-fbc3-47b3-b871-6eb6e769c825 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.2548659 Aug 03 19:09:13.445892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-3e990611-12d0-4ae5-bc66-e4e18834570b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/quotas/a84807dfe331436a824099008959a9f5 HTTP/1.1" status: 200 len: 375 time: 0.0858307 Aug 03 19:09:13.481241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a77b0dd-c8f7-452d-b407-2bfefda3f308 req-89500667-9fea-45f7-b108-b54faa3ccd05 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994383 Aug 03 19:09:13.598764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-21c86d2c-e5ed-4166-b36d-16ebaf4d10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.600841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-21c86d2c-e5ed-4166-b36d-16ebaf4d10ab service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.3360052 Aug 03 19:09:13.613648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07db689b-f80e-464d-b5b8-05f03fce5671 req-846788c4-ede9-4f8d-89c9-49ef5fd457f9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647687 Aug 03 19:09:13.712789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-05713f4b-6aec-4b8c-a2ff-60cce7b7ec51 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 200 len: 217 time: 0.0979648 Aug 03 19:09:13.718723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-10fe1ff1-b971-45b1-a0ce-153247c1b78f tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84807dfe331436a824099008959a9f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2656121 Aug 03 19:09:13.734250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.808206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-6a1866f1-8bef-428d-bf24-46c66f239b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.811522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-6a1866f1-8bef-428d-bf24-46c66f239b72 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.0858486 Aug 03 19:09:13.831185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b502458-8822-4d9f-8e03-9a7a87deea3d req-3035d92e-53b8-493a-bf3e-42531640d093 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.832852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b502458-8822-4d9f-8e03-9a7a87deea3d req-3035d92e-53b8-493a-bf3e-42531640d093 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.1088130 Aug 03 19:09:13.886521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-b858534e-b148-4006-8b69-8cca660ab40a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525076 Aug 03 19:09:13.962009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b502458-8822-4d9f-8e03-9a7a87deea3d req-51f72695-5aba-497d-aed6-4e00122f5113 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192687 Aug 03 19:09:14.281762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-823dd0b9-65e3-425c-8ad2-e13f5c936995 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856401 Aug 03 19:09:14.393773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cb9bf-ea34-463f-bea2-cfffd447a96d req-d1c854a6-a91d-4f61-bc64-1a0bd8125f09 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:14.395423 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-095cb9bf-ea34-463f-bea2-cfffd447a96d req-d1c854a6-a91d-4f61-bc64-1a0bd8125f09 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.3057783 Aug 03 19:09:14.534010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-095cb9bf-ea34-463f-bea2-cfffd447a96d req-4b699803-b10d-4f60-8554-b7734c303ab6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293828 Aug 03 19:09:14.570043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.607944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-3654a0e4-e203-42fa-abd1-52c88d9781cb service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158865 Aug 03 19:09:14.626289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b725c3-f4b0-453b-a034-56b6f043bd9f req-9a3acae9-9497-4c94-9eaa-9eb566d051be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:14.628516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7b725c3-f4b0-453b-a034-56b6f043bd9f req-9a3acae9-9497-4c94-9eaa-9eb566d051be tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.1905353 Aug 03 19:09:14.680503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12095835-ca4b-47a9-8cf6-66b1e554562e req-d7219bf4-6383-4466-9c2b-3a47d6f9b965 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 210 time: 0.0653961 Aug 03 19:09:14.750200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7b725c3-f4b0-453b-a034-56b6f043bd9f req-02ca6578-4faf-40f9-9a77-798314fcfd69 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093872 Aug 03 19:09:14.837147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Router a8f0119e-f806-4f73-a2a3-802e638cdb09 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:09:14.905955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace6593-3dc7-49f9-8bc8-d8b615e61377 None None] Network 88da2763-c2fa-4b37-8773-71c040936a3d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:15.195901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:15.218958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f528c675-c088-4e2b-8485-f095e1728abf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:15.224519 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Sync routers for ids ['a8f0119e-f806-4f73-a2a3-802e638cdb09'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:15.228281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.242231 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d8693aa5-219b-4a88-95b4-c22a5a9eae68 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1361210 Aug 03 19:09:15.248991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34546) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:15.262588 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Routers {'a8f0119e-f806-4f73-a2a3-802e638cdb09'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:15.263500 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:09:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a8f0119e-f806-4f73-a2a3-802e638cdb09'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.267017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cab907-7011-4947-9b2b-da35dfd29b08 req-f6e74e11-0e4a-47a0-a0c6-0f664b8a46e1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:15.268694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8cab907-7011-4947-9b2b-da35dfd29b08 req-f6e74e11-0e4a-47a0-a0c6-0f664b8a46e1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.2120647 Aug 03 19:09:15.492558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ba5db3ac-588e-4aa3-bc5b-0177796ff148 None None] Provisioning for port f528c675-c088-4e2b-8485-f095e1728abf completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:15.506609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28473-1517-4871-8066-5c654602456f req-81500c69-b5e0-4407-ad20-85a4b6506262 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:15.513924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-81500c69-b5e0-4407-ad20-85a4b6506262 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.2347205 Aug 03 19:09:15.515670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f528c675-c088-4e2b-8485-f095e1728abf completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:15.522017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f528c675-c088-4e2b-8485-f095e1728abf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:15.522442 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.540513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8cab907-7011-4947-9b2b-da35dfd29b08 req-83e2ac35-eae9-4d73-9891-7c5625885b18 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601023 Aug 03 19:09:15.689084 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.740247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port f528c675-c088-4e2b-8485-f095e1728abf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f528c675-c088-4e2b-8485-f095e1728abf,segment=NetworkSegment(75ed9970-658d-4567-be05-9449fead5d0b),segment_id=75ed9970-658d-4567-be05-9449fead5d0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:15.755284 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.892112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=f528c675-c088-4e2b-8485-f095e1728abf,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:16.068630 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Set router a8f0119e-f806-4f73-a2a3-802e638cdb09 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:16.143365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-47e28473-1517-4871-8066-5c654602456f req-da3bcef5-fcd8-4395-960b-9fd3c887c66d service neutron] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:16.151133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-47e28473-1517-4871-8066-5c654602456f req-da3bcef5-fcd8-4395-960b-9fd3c887c66d service neutron] Notify callbacks [] for binding, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.155618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e28473-1517-4871-8066-5c654602456f req-da3bcef5-fcd8-4395-960b-9fd3c887c66d service neutron] 10.222.0.88 "DELETE /v2.0/ports/035b3c23-90b9-4ecb-b99a-533434e3ac50/bindings/n-h2-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.6293092 Aug 03 19:09:16.249756 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-00e09ce4-6dd8-4c2c-90a3-25caf65b5c7f None None] Provisioning complete for port f528c675-c088-4e2b-8485-f095e1728abf triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:16.250678 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00e09ce4-6dd8-4c2c-90a3-25caf65b5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.269374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1b8aa-d922-43b5-a412-c76699ee4aec req-eef01911-533a-44b8-bd15-9d22c8a3adb0 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:16.281738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0f1b8aa-d922-43b5-a412-c76699ee4aec req-eef01911-533a-44b8-bd15-9d22c8a3adb0 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.2727661 Aug 03 19:09:16.311228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42022-b4df-4166-a449-72eca2487675 req-d169f230-e218-4a88-99cf-01af1b721402 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:16.313154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59f42022-b4df-4166-a449-72eca2487675 req-d169f230-e218-4a88-99cf-01af1b721402 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.2373927 Aug 03 19:09:16.360211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0f1b8aa-d922-43b5-a412-c76699ee4aec req-7cb28297-2d23-4f71-ace9-cadd2c185cf1 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759757 Aug 03 19:09:16.419513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59f42022-b4df-4166-a449-72eca2487675 req-c752d23a-1af8-4c8e-b7d5-b531501e892b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837851 Aug 03 19:09:16.684965 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:13Z', 'revision_number': 3, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:16.730673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fcdefdff-a38f-46d8-af63-0bb1116b1ac3 req-1803c256-dd1b-47f6-b653-466bd95e5257 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 210 time: 0.1366427 Aug 03 19:09:16.736112 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Checking router: a8f0119e-f806-4f73-a2a3-802e638cdb09 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:16.736699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-e1491e1c-8cfb-4942-8040-12883e0f3df2 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=a84807dfe331436a824099008959a9f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1831381 Aug 03 19:09:16.737011 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Updating router a8f0119e-f806-4f73-a2a3-802e638cdb09 port 5de9dfe6-425c-4ae9-9dd2-17407f672004 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:16.753580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.809967 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.024226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d93e7-023b-4ef6-a9d5-80088d6ba597 req-1f895fd2-da8c-4254-ad30-4801c9bea1cb tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:17.030255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be2d93e7-023b-4ef6-a9d5-80088d6ba597 req-1f895fd2-da8c-4254-ad30-4801c9bea1cb tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.3282552 Aug 03 19:09:17.076959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Allocated IP 172.20.0.1 (88da2763-c2fa-4b37-8773-71c040936a3d/ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea/63902f40-985b-4550-9f33-91a8edc7da59) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:17.145260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f528c675-c088-4e2b-8485-f095e1728abf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:17.226066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be2d93e7-023b-4ef6-a9d5-80088d6ba597 req-7ca06559-b56e-4d84-9594-2c6989a5bcd1 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459088 Aug 03 19:09:17.255049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-2ad43dad-a743-4706-9258-81c4c885a3e3 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:17.256703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-2ad43dad-a743-4706-9258-81c4c885a3e3 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5149930 Aug 03 19:09:17.284040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f528c675-c088-4e2b-8485-f095e1728abf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:17.287209 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.287421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Request body: {'port': {'device_id': '098bc45f-7059-4dc0-bea5-9fca9508eabe', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'a84807dfe331436a824099008959a9f5'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:17.300801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.342457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Transition to ACTIVE for port object 63902f40-985b-4550-9f33-91a8edc7da59 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:17.435254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33243dd-0ec3-479d-bbb0-29d5087dc083 req-a264b160-6196-4b11-92c1-c8536c276623 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:17.438824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.450008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33243dd-0ec3-479d-bbb0-29d5087dc083 req-a264b160-6196-4b11-92c1-c8536c276623 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.3284318 Aug 03 19:09:17.584318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Network 88da2763-c2fa-4b37-8773-71c040936a3d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:17.590054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:17.597930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:17.627348 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.645759 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Transition to ACTIVE for port object 5de9dfe6-425c-4ae9-9dd2-17407f672004 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:17.655326 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.684691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33243dd-0ec3-479d-bbb0-29d5087dc083 req-96ac2c36-6265-47db-b5ef-eaef126b67a1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168484 Aug 03 19:09:17.702106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Pushing event updated for resources: {'Port': ['ID=63902f40-985b-4550-9f33-91a8edc7da59,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:17.723602 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Pushing event updated for resources: {'Port': ['ID=5de9dfe6-425c-4ae9-9dd2-17407f672004,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:17.750430 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.751179 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.752059 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.753415 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.756283 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.757510 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.758605 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.760650 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.762736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.764041 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.765359 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.766028 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:17.815719 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Attempting to bind port 5de9dfe6-425c-4ae9-9dd2-17407f672004 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:17.822609 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Attempting to bind port 5de9dfe6-425c-4ae9-9dd2-17407f672004 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:17.823095 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Attempting to bind port 5de9dfe6-425c-4ae9-9dd2-17407f672004 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:17.830835 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.833582 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:17.834371 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:17.835164 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.835949 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:17.837107 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Bound port: 5de9dfe6-425c-4ae9-9dd2-17407f672004, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:17.837938 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.873628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Made reservation on behalf of a84807dfe331436a824099008959a9f5 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:17.887755 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.970817 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] For port 5de9dfe6-425c-4ae9-9dd2-17407f672004, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:17.975892 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] For port 5de9dfe6-425c-4ae9-9dd2-17407f672004, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5de9dfe6-425c-4ae9-9dd2-17407f672004,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:17.981819 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.990506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fffd4-6ad8-4fe3-9bd8-f888feb9b78f req-8d5184f2-1f47-454b-ac5d-d391b6750006 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:18.001622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e5fffd4-6ad8-4fe3-9bd8-f888feb9b78f req-8d5184f2-1f47-454b-ac5d-d391b6750006 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.3732111 Aug 03 19:09:18.044588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e0f250a-b660-4f5a-bc80-10e51a45575b None None] Provisioning for port 63902f40-985b-4550-9f33-91a8edc7da59 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:18.060173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e0f250a-b660-4f5a-bc80-10e51a45575b None None] Provisioning complete for port 63902f40-985b-4550-9f33-91a8edc7da59 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:18.060554 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e0f250a-b660-4f5a-bc80-10e51a45575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.088383 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Routers {'a8f0119e-f806-4f73-a2a3-802e638cdb09'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:18.090081 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:09:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a8f0119e-f806-4f73-a2a3-802e638cdb09'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.125300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e5fffd4-6ad8-4fe3-9bd8-f888feb9b78f req-3ccf7576-5da6-4351-bbd2-af4d8b69697a tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167388 Aug 03 19:09:18.212253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f250a-b660-4f5a-bc80-10e51a45575b None None] Port 63902f40-985b-4550-9f33-91a8edc7da59 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:18.232891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.269169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Allocated IP 192.168.233.127 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/bb655be1-236b-4a18-b16f-4106be72449c) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:18.311769 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce2276-95e8-4a83-8cd8-6946958bddee None None] Pushing event updated for resources: {'Port': ['ID=5de9dfe6-425c-4ae9-9dd2-17407f672004,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.416777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb7271-2fb7-4884-af21-062c61319794 req-a7329e14-9c55-471d-b010-0f4e5738dafa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:18.426439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecb7271-2fb7-4884-af21-062c61319794 req-a7329e14-9c55-471d-b010-0f4e5738dafa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1331201 Aug 03 19:09:18.566494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecb7271-2fb7-4884-af21-062c61319794 req-901d9f8a-11fe-4a98-9864-a9f88847c442 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387470 Aug 03 19:09:18.605380 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] Set router a8f0119e-f806-4f73-a2a3-802e638cdb09 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:18.759025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.767713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.772384 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.888582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.917557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f94bde34-8117-46f3-aaa0-b015b03722b8 req-7c2fbe8e-883c-4c6a-aa8c-49c89b61a384 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 210 time: 0.1216831 Aug 03 19:09:18.932326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Transition to ACTIVE for port object bb655be1-236b-4a18-b16f-4106be72449c will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:18.967735 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:13Z', 'revision_number': 3, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:19.019631 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac9f6b-dc98-4d82-b34e-202e3ee13ec3 None None] The sync data for ids ['a8f0119e-f806-4f73-a2a3-802e638cdb09'] in n-d-803378-1 is: [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:13Z', 'revision_number': 3, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:19.038538 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.062916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['cbbac679-289c-46a6-9245-34f7d23d6231'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:19.064459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Pushing event updated for resources: {'Port': ['ID=63902f40-985b-4550-9f33-91a8edc7da59,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:19.289644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:19.328392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Pushing event updated for resources: {'Port': ['ID=bb655be1-236b-4a18-b16f-4106be72449c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:19.352908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724e123-4e77-4008-87e7-0abd5b552d0f req-50a4e6f5-336e-4a7f-99f8-5d69951f6ac6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:19.354593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f724e123-4e77-4008-87e7-0abd5b552d0f req-50a4e6f5-336e-4a7f-99f8-5d69951f6ac6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.3076439 Aug 03 19:09:19.355698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:19.358449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:19.363618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Network 88da2763-c2fa-4b37-8773-71c040936a3d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:19.366164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:19.431725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:19.432299 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.602783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-c6c3656a-c4c9-4b0d-8985-b168581faa09 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3205612 Aug 03 19:09:19.685081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Request body: {'port': {'device_id': '098bc45f-7059-4dc0-bea5-9fca9508eabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:19.717090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f724e123-4e77-4008-87e7-0abd5b552d0f req-08ecc7d2-2952-479b-9a31-ce726fd36e08 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796118 Aug 03 19:09:19.754266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34656) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:19.831123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Router a8f0119e-f806-4f73-a2a3-802e638cdb09 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:19.835882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-e0f1fd3d-365e-4e7e-85c5-75add3b57d6b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:19.845141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-e0f1fd3d-365e-4e7e-85c5-75add3b57d6b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 807 time: 0.7255945 Aug 03 19:09:19.922235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-d41078af-9ba1-4654-9e32-e8f953124211 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/quotas/3cf32e1f898245b496abdeaa1a0f5f69 HTTP/1.1" status: 200 len: 375 time: 0.0713060 Aug 03 19:09:19.990388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-02939b01-efd0-4d88-937e-284c1622db61 None None] Provisioning for port bb655be1-236b-4a18-b16f-4106be72449c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:20.021060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-02939b01-efd0-4d88-937e-284c1622db61 None None] Provisioning complete for port bb655be1-236b-4a18-b16f-4106be72449c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:20.021752 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-02939b01-efd0-4d88-937e-284c1622db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.087277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.112022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-02939b01-efd0-4d88-937e-284c1622db61 None None] Port bb655be1-236b-4a18-b16f-4106be72449c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:20.176345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-36a8b0c6-8638-41e3-879d-aee9bac4c7ea tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2571058 Aug 03 19:09:20.230885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.262445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6d27eaec-c94d-4aa8-8c2b-da91fdce4a38 None None] Provisioning complete for port 63902f40-985b-4550-9f33-91a8edc7da59 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:20.265440 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6d27eaec-c94d-4aa8-8c2b-da91fdce4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.320375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6d27eaec-c94d-4aa8-8c2b-da91fdce4a38 None None] Port 63902f40-985b-4550-9f33-91a8edc7da59 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:20.460577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-64ad7905-03c2-476f-bc30-486fa6af08a8 service neutron] 10.222.0.42 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762637 Aug 03 19:09:20.523531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a00383b-1866-4f19-9f4d-d4e4ea87ff53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.613404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4830d1-9049-4711-a08c-3182ad79c31d req-937d76c6-f18d-4017-a306-a6ac9324e815 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:20.621849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d4830d1-9049-4711-a08c-3182ad79c31d req-937d76c6-f18d-4017-a306-a6ac9324e815 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 936 time: 0.2953846 Aug 03 19:09:20.709528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:20.732962 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9d07ea77-578c-4755-8ad2-1b4c3de0302e admin admin] 10.222.0.42 "PUT /v2.0/routers/a8f0119e-f806-4f73-a2a3-802e638cdb09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4823761 Aug 03 19:09:20.758252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a00383b-1866-4f19-9f4d-d4e4ea87ff53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.766297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a00383b-1866-4f19-9f4d-d4e4ea87ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.787095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d4830d1-9049-4711-a08c-3182ad79c31d req-bfdd2f78-ccef-4b05-a79c-21f323bfff67 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641901 Aug 03 19:09:20.845062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-728a0d3e-08ab-47b4-8eb6-0ee01b6af8d4 service neutron] 10.222.0.42 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821552 Aug 03 19:09:20.877173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00383b-1866-4f19-9f4d-d4e4ea87ff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc101e0-e72c-4f59-90f7-e173d11f173f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:20.896683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3a00383b-1866-4f19-9f4d-d4e4ea87ff53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=389bef4a76b249e6acbf91aba6b1890f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1395957 Aug 03 19:09:20.897756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34682) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:20.988452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb655be1-236b-4a18-b16f-4106be72449c {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:21.026596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.049509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Transition to ACTIVE for port object bb655be1-236b-4a18-b16f-4106be72449c will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:21.056292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.116615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf243-6318-4ea6-a1ca-a75bd8971d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.182868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb655be1-236b-4a18-b16f-4106be72449c,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:21.225141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5de9dfe6-425c-4ae9-9dd2-17407f672004 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:21.248022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf243-6318-4ea6-a1ca-a75bd8971d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.357300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 5de9dfe6-425c-4ae9-9dd2-17407f672004 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:21.381274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5de9dfe6-425c-4ae9-9dd2-17407f672004 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:21.386734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.408595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf243-6318-4ea6-a1ca-a75bd8971d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.431881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf243-6318-4ea6-a1ca-a75bd8971d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.446511 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aa0cf243-6318-4ea6-a1ca-a75bd8971d21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ecc101e0-e72c-4f59-90f7-e173d11f173f HTTP/1.1" status: 204 len: 168 time: 0.5456312 Aug 03 19:09:21.508968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3f897-4db1-4e46-a04c-d8d807e3b8dd req-aa77304e-1a2e-420e-ba3b-5a8689418244 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.510679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ad3f897-4db1-4e46-a04c-d8d807e3b8dd req-aa77304e-1a2e-420e-ba3b-5a8689418244 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.2319043 Aug 03 19:09:21.534139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cf243-6318-4ea6-a1ca-a75bd8971d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc101e0-e72c-4f59-90f7-e173d11f173f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:21.608156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Attempting to bind port bb655be1-236b-4a18-b16f-4106be72449c on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:21.608713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Attempting to bind port bb655be1-236b-4a18-b16f-4106be72449c by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:21.615477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Attempting to bind port bb655be1-236b-4a18-b16f-4106be72449c on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:21.695727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Port bb655be1-236b-4a18-b16f-4106be72449c on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:21.696289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Attempting to bind port bb655be1-236b-4a18-b16f-4106be72449c on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:21.759613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:21.760185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:21.766284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:21.767157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Bound port: bb655be1-236b-4a18-b16f-4106be72449c, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:21.767780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.783770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ad3f897-4db1-4e46-a04c-d8d807e3b8dd req-dde4086e-eb45-4a01-8d17-37a8eb1af2d6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582259 Aug 03 19:09:21.801000 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.967179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 5de9dfe6-425c-4ae9-9dd2-17407f672004, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5de9dfe6-425c-4ae9-9dd2-17407f672004,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:21.988660 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.030844 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-c03bc815-39ce-4e02-86d3-634bab916b7f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3359878 Aug 03 19:09:22.037585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] For port bb655be1-236b-4a18-b16f-4106be72449c, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:22.048852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] For port bb655be1-236b-4a18-b16f-4106be72449c, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bb655be1-236b-4a18-b16f-4106be72449c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:22.056060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.233660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69a58bb9-fed6-43ca-90ea-43c42a890c23 req-416642b6-a34b-4b7b-a999-66060f9b2943 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 210 time: 0.1536448 Aug 03 19:09:22.303143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=5de9dfe6-425c-4ae9-9dd2-17407f672004,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:22.317915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:22.320183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.330093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] 10.222.0.63 "PUT /v2.0/ports/bb655be1-236b-4a18-b16f-4106be72449c HTTP/1.1" status: 200 len: 1096 time: 2.6828868 Aug 03 19:09:22.333124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098bc45f-7059-4dc0-bea5-9fca9508eabe', 'tag': 'bb655be1-236b-4a18-b16f-4106be72449c'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:22.355472 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454e607-60eb-492f-838c-99ff65e94cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "098bc45f-7059-4dc0-bea5-9fca9508eabe", "tag": "bb655be1-236b-4a18-b16f-4106be72449c"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:22.380806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Sync routers for ids ['a8f0119e-f806-4f73-a2a3-802e638cdb09'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:22.418412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Routers {'a8f0119e-f806-4f73-a2a3-802e638cdb09'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:22.419546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:09:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a8f0119e-f806-4f73-a2a3-802e638cdb09'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:22.750936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e785b-a454-48bb-b7f8-b4114c4681e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb655be1-236b-4a18-b16f-4106be72449c,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:22.784372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48bca7d8-b59e-47cc-bf7f-1844a183fc78 req-8a2248df-6a77-4b8b-b8f4-d2e904ec8378 tempest-FloatingIPsNegativeTestJSON-1103187102 tempest-FloatingIPsNegativeTestJSON-1103187102-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=07fe270785364387b2d32512d073c13f HTTP/1.1" status: 200 len: 217 time: 0.2858770 Aug 03 19:09:22.826210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-3083c524-7e25-45c7-8ce2-6409531e1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:22.828907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-3083c524-7e25-45c7-8ce2-6409531e1344 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a84807dfe331436a824099008959a9f5&device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 1099 time: 0.4165382 Aug 03 19:09:22.901206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Set router a8f0119e-f806-4f73-a2a3-802e638cdb09 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:23.067998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-60e08d9b-ae43-4143-95d1-eb4b99f0c484 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=bb655be1-236b-4a18-b16f-4106be72449c HTTP/1.1" status: 200 len: 217 time: 0.2203219 Aug 03 19:09:23.174597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5de9dfe6-425c-4ae9-9dd2-17407f672004 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:23.214122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-2d67ee86-eeaf-4ad8-9cbd-cf2ed43eb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:23.216505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-2d67ee86-eeaf-4ad8-9cbd-cf2ed43eb3b0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1275947 Aug 03 19:09:23.267916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbd5e6-7184-44bf-a73f-40f5701cc281 req-f0831af9-1b7c-4258-911e-aefa3658852a tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:23.276417 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0adbd5e6-7184-44bf-a73f-40f5701cc281 req-f0831af9-1b7c-4258-911e-aefa3658852a tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 948 time: 0.2426491 Aug 03 19:09:23.395820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22986d59-d2c3-457e-b068-1311cee7a89a req-9541bb76-8f0e-4ecc-a9f9-0a500998891a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:23.430248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22986d59-d2c3-457e-b068-1311cee7a89a req-9541bb76-8f0e-4ecc-a9f9-0a500998891a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.3987322 Aug 03 19:09:23.449566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34750) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:23.487659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5de9dfe6-425c-4ae9-9dd2-17407f672004 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:23.499047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.526253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-359529df-68b1-454e-89c9-e14a6458394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:23.529104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-359529df-68b1-454e-89c9-e14a6458394a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3040199 Aug 03 19:09:23.739325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22986d59-d2c3-457e-b068-1311cee7a89a req-abab4d7a-8af2-4470-86a4-7bb5bb7bf337 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015993 Aug 03 19:09:23.768409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0adbd5e6-7184-44bf-a73f-40f5701cc281 req-2d01d290-d24f-469c-8953-3b4208b49bf1 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901826 Aug 03 19:09:23.932325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-2e421507-31e1-471b-9700-8818ce78f586 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:23.941062 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-2e421507-31e1-471b-9700-8818ce78f586 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 807 time: 0.4346418 Aug 03 19:09:23.977723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Request body: {'port': {'device_id': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'admin_state_up': True, 'tenant_id': '3cf32e1f898245b496abdeaa1a0f5f69'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:23.989766 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9a416f-afba-424c-a125-3246c9d0f646 x-openstack-request-id: req-5f9a416f-afba-424c-a125-3246c9d0f646 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:23.990227 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098bc45f-7059-4dc0-bea5-9fca9508eabe", "tag": "bb655be1-236b-4a18-b16f-4106be72449c", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:23.992064 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f9a416f-afba-424c-a125-3246c9d0f646 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:23.995794 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098bc45f-7059-4dc0-bea5-9fca9508eabe', 'tag': 'bb655be1-236b-4a18-b16f-4106be72449c', 'status': 'completed', 'code': 200} Aug 03 19:09:24.071311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-356eae42-5e12-44a1-beee-2770eea64637 req-3c28f905-2924-4b64-9219-3b7a932e8b2e tempest-FloatingIPsNegativeTestJSON-1103187102 tempest-FloatingIPsNegativeTestJSON-1103187102-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1365240 Aug 03 19:09:24.208435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1882566421-network', 'tenant_id': 'd9e4ce46f43c4d84be819464e1b97f42'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:24.273180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:18Z', 'revision_number': 4, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '63902f40-985b-4550-9f33-91a8edc7da59', 'name': '', 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'mac_address': 'fa:16:3e:70:8c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:16Z', 'updated_at': '2021-08-03T19:09:18Z', 'revision_number': 2, 'project_id': '07fe270785364387b2d32512d073c13f', 'subnets': [{'id': 'ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:24.321311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-99f0e88e-de08-4419-8c5f-db542ca2356e service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933386 Aug 03 19:09:24.329085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Made reservation on behalf of d9e4ce46f43c4d84be819464e1b97f42 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:24.342111 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.354500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Checking router: a8f0119e-f806-4f73-a2a3-802e638cdb09 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:24.355019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Updating router a8f0119e-f806-4f73-a2a3-802e638cdb09 port 63902f40-985b-4550-9f33-91a8edc7da59 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:24.366246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc256dd9-8077-402e-8e01-dc702bfe0ef2 req-56fe5af6-d17f-4c42-b59f-ce06fddd265b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 210 time: 0.0874262 Aug 03 19:09:24.402963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.441176 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.745179 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.764045 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.853955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:24.901523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.903340 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Added segment 68727127-0f06-40d1-b7c2-53bfc73c926d of type vlan for network 01a7637c-bf8a-48be-bc6d-5812bae1be18 Aug 03 19:09:24.906741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Made reservation on behalf of 3cf32e1f898245b496abdeaa1a0f5f69 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:24.918577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.944744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14273b93-43e4-4679-8c5a-d225a1f1a5d1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:25.193530 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-f2c727e2-181b-4a67-b20d-3111c5ca305f req-d116c35b-a6c4-4abf-b7dc-7b4af5b55f3c tempest-FloatingIPsNegativeTestJSON-1103187102 tempest-FloatingIPsNegativeTestJSON-1103187102-project] show failed (client error): The resource could not be found. Aug 03 19:09:25.212451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34780) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:25.213454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2c727e2-181b-4a67-b20d-3111c5ca305f req-d116c35b-a6c4-4abf-b7dc-7b4af5b55f3c tempest-FloatingIPsNegativeTestJSON-1103187102 tempest-FloatingIPsNegativeTestJSON-1103187102-project] 10.222.0.42 "GET /v2.0/floatingips/6a12651e-9aa8-4555-a64f-3624d16d24fc HTTP/1.1" status: 404 len: 350 time: 0.0996349 Aug 03 19:09:25.218151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.253401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47261537-7945-47db-80a0-9cb77616706d req-bf32c019-d680-4a2e-8340-39c74eaf76a8 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:25.256443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47261537-7945-47db-80a0-9cb77616706d req-bf32c019-d680-4a2e-8340-39c74eaf76a8 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 1.0578382 Aug 03 19:09:25.300532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Allocated IP 172.20.0.12 (88934cf7-744a-463f-8a0e-ee2bfa6d9b06/d76845c8-1869-47ba-a7d5-86b7972ba5f9/ae27f5c8-5320-4eb6-9a05-fb542eedbb26) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:25.410164 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.411214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:25.411931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.466907 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0141959 Aug 03 19:09:25.479745 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.483592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f38a123-afd8-44e2-9213-0f9e3df48ffb req-b72c8fec-fd4f-4aba-a406-ddcced54e52e service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1220438 Aug 03 19:09:25.484437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34784) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:25.491371 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Request body: {'subnet': {'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1882566421-subnet', 'tenant_id': 'd9e4ce46f43c4d84be819464e1b97f42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:25.506939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47261537-7945-47db-80a0-9cb77616706d req-9f1ab66e-c095-498e-907f-b48e5298f998 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435837 Aug 03 19:09:25.530897 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.593226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Transition to ACTIVE for port object 63902f40-985b-4550-9f33-91a8edc7da59 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:25.600409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe7be-1688-40a2-a0a8-2eae41f58b46 req-b6c81e93-eefe-43ec-96ec-221177b3caef tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:25.607981 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.615794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd9fe7be-1688-40a2-a0a8-2eae41f58b46 req-b6c81e93-eefe-43ec-96ec-221177b3caef tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.2351434 Aug 03 19:09:25.618762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Made reservation on behalf of d9e4ce46f43c4d84be819464e1b97f42 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:25.621976 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.672852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c34950-20de-4ce1-86f5-e644f37cd3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=01a7637c-bf8a-48be-bc6d-5812bae1be18,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:25.733607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 01a7637c-bf8a-48be-bc6d-5812bae1be18 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:25.840317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd9fe7be-1688-40a2-a0a8-2eae41f58b46 req-31a710e6-21d9-4a9b-8643-f3920e03727f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230833 Aug 03 19:09:25.971482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395feb1-76ef-4316-ad80-483a6d8c661e None None] Pushing event updated for resources: {'Port': ['ID=63902f40-985b-4550-9f33-91a8edc7da59,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:25.987028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.022128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b18589-3048-48e5-ad3f-cf851812aa2d req-5ce06e64-ea0b-4b64-bd91-82d6fde82402 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:26.036466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62b18589-3048-48e5-ad3f-cf851812aa2d req-5ce06e64-ea0b-4b64-bd91-82d6fde82402 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 948 time: 0.4016714 Aug 03 19:09:26.061762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-0536c52d-7bdd-4aa8-8891-4107b586b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:26.064639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-0536c52d-7bdd-4aa8-8891-4107b586b0aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a84807dfe331436a824099008959a9f5&device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 1099 time: 0.3326511 Aug 03 19:09:26.103019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Attempting to bind port 63902f40-985b-4550-9f33-91a8edc7da59 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:26.103406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Attempting to bind port 63902f40-985b-4550-9f33-91a8edc7da59 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:26.106149 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Attempting to bind port 63902f40-985b-4550-9f33-91a8edc7da59 on network 88da2763-c2fa-4b37-8773-71c040936a3d {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:26.136263 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80982956-43b2-4778-a05b-e74f3f30aaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.144778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:26.160357 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Checking segment: {'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:26.162709 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.163386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Bound using segment: {'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:26.167496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Bound port: 63902f40-985b-4550-9f33-91a8edc7da59, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed9970-658d-4567-be05-9449fead5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:26.168204 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.301589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0bfb656-ea26-4aee-ae37-1190beace9db req-f304e55f-9d78-4a76-be56-6333a05b2e2e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 210 time: 0.2271609 Aug 03 19:09:26.362675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] For port 63902f40-985b-4550-9f33-91a8edc7da59, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:26.367521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] For port 63902f40-985b-4550-9f33-91a8edc7da59, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63902f40-985b-4550-9f33-91a8edc7da59,segment=NetworkSegment(75ed9970-658d-4567-be05-9449fead5d0b),segment_id=75ed9970-658d-4567-be05-9449fead5d0b)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:26.384364 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.450302 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.556299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-44f6f2f5-b7bb-411e-a88d-c42fa077b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:26.556568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Routers {'a8f0119e-f806-4f73-a2a3-802e638cdb09'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:26.557531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:09:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a8f0119e-f806-4f73-a2a3-802e638cdb09'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:26.557992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-44f6f2f5-b7bb-411e-a88d-c42fa077b16d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4692020 Aug 03 19:09:26.574693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62b18589-3048-48e5-ad3f-cf851812aa2d req-ba84f28c-f603-41ab-9631-95ded6aa4c5b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131507 Aug 03 19:09:26.593234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Pushing event updated for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:26.628492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:26.633496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-9d48533b-a7a8-414c-8d52-bd505131539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:26.634922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395feb1-76ef-4316-ad80-483a6d8c661e None None] Pushing event updated for resources: {'Port': ['ID=63902f40-985b-4550-9f33-91a8edc7da59,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:26.637303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-9d48533b-a7a8-414c-8d52-bd505131539c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 1100 time: 0.2953496 Aug 03 19:09:26.658174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:26.663120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:26.736632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-85cb6b39-f14d-4b38-a3c2-6574ca908eab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=bb655be1-236b-4a18-b16f-4106be72449c HTTP/1.1" status: 200 len: 217 time: 0.1412194 Aug 03 19:09:26.831226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] Set router a8f0119e-f806-4f73-a2a3-802e638cdb09 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:26.936097 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.036192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.039178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.060819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-d0f44f30-b1ad-49a2-ba27-26592995b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.061177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-03efb87e-925c-466d-a034-393c61fe46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.063601 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-03efb87e-925c-466d-a034-393c61fe46eb service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2948854 Aug 03 19:09:27.064976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-d0f44f30-b1ad-49a2-ba27-26592995b3f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2760105 Aug 03 19:09:27.082165 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-b52c4b8e-6893-48b4-a71a-6d1b2b578b72 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1258771 Aug 03 19:09:27.093141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c143f-2fb1-4a20-bbb2-ad63fecbd7b0 req-b34e71c3-084b-4b3a-b404-7347ec18dab5 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.107754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-091c143f-2fb1-4a20-bbb2-ad63fecbd7b0 req-b34e71c3-084b-4b3a-b404-7347ec18dab5 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.3275836 Aug 03 19:09:27.158361 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-4113e677-b0b4-4061-baab-fb7a699f5a06 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c HTTP/1.1" status: 200 len: 217 time: 0.0791066 Aug 03 19:09:27.178571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Request body: {'port': {'device_id': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:27.239656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ecfb36e-3760-4d4c-8407-a42fd9e9a274,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.360276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Checking segment: {'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:27.361338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Network hostable DHCP agents. Network: 01a7637c-bf8a-48be-bc6d-5812bae1be18, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:27.369114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-091c143f-2fb1-4a20-bbb2-ad63fecbd7b0 req-cd822b0e-ad68-4f9a-a333-8cd3df604427 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594948 Aug 03 19:09:27.390518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39b51-4f16-425d-a11d-b1a270cb94b3 req-2c0c5bd1-51e9-4268-9ba5-0ea0862c3096 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.393570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcf39b51-4f16-425d-a11d-b1a270cb94b3 req-2c0c5bd1-51e9-4268-9ba5-0ea0862c3096 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.3264656 Aug 03 19:09:27.396998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-53480472-8254-420d-868f-1b3d81376eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.399784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-53480472-8254-420d-868f-1b3d81376eeb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2827621 Aug 03 19:09:27.452625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.479314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:18Z', 'revision_number': 4, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '63902f40-985b-4550-9f33-91a8edc7da59', 'name': '', 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'mac_address': 'fa:16:3e:70:8c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:16Z', 'updated_at': '2021-08-03T19:09:26Z', 'revision_number': 4, 'project_id': '07fe270785364387b2d32512d073c13f', 'subnets': [{'id': 'ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:27.534841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-828355eb-7495-46fd-b1d3-1f347a221250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.536432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-828355eb-7495-46fd-b1d3-1f347a221250 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.3088124 Aug 03 19:09:27.545619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4498c-375a-4688-a528-bc4ce760e8c7 None None] The sync data for ids ['a8f0119e-f806-4f73-a2a3-802e638cdb09'] in n-d-803378-1 is: [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:18Z', 'revision_number': 4, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '63902f40-985b-4550-9f33-91a8edc7da59', 'name': '', 'network_id': '88da2763-c2fa-4b37-8773-71c040936a3d', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'mac_address': 'fa:16:3e:70:8c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:16Z', 'updated_at': '2021-08-03T19:09:26Z', 'revision_number': 4, 'project_id': '07fe270785364387b2d32512d073c13f', 'subnets': [{'id': 'ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:27.602106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Network 01a7637c-bf8a-48be-bc6d-5812bae1be18 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:27.690341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-530e8947-d4c2-4db7-9f35-645f84960641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.693640 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-530e8947-d4c2-4db7-9f35-645f84960641 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448956 Aug 03 19:09:27.715844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.739970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcf39b51-4f16-425d-a11d-b1a270cb94b3 req-a053c24d-4dc9-4e2a-bf3f-cd54e6967653 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385696 Aug 03 19:09:27.746780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 01a7637c-bf8a-48be-bc6d-5812bae1be18) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:27.770880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c9a6a-b793-436b-9cd5-7af3d7d2ac98 None None] Network 01a7637c-bf8a-48be-bc6d-5812bae1be18 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:27.771460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.771460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.842620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-89f70cf6-48e2-40da-9891-08c6b35f3ab4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3552854 Aug 03 19:09:27.847861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-2334810d-3041-44e6-beac-573cdc63763a service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243896 Aug 03 19:09:27.862951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e9e35-67a2-4067-83ee-38ad0cba8b7f req-057f9975-de86-4e0c-a981-e9e0d3a2dedf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.878893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-506e9e35-67a2-4067-83ee-38ad0cba8b7f req-057f9975-de86-4e0c-a981-e9e0d3a2dedf tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 932 time: 0.2924240 Aug 03 19:09:28.195109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-506e9e35-67a2-4067-83ee-38ad0cba8b7f req-559b7f87-27c1-4d80-930c-906f2c23035c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934639 Aug 03 19:09:28.294605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f7d6d-5497-4242-b413-b561876520b9 None None] Network 01a7637c-bf8a-48be-bc6d-5812bae1be18 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:28.423196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1454e607-60eb-492f-838c-99ff65e94cc6 req-3901ddfe-d983-4acb-86be-cf2ab8e5acf6 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425942 Aug 03 19:09:28.510567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f8ad-5af6-4c43-a86d-85ee0d0dd736 req-e0b599ac-1ebb-468e-8404-95bc53c71b03 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.514516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf09f8ad-5af6-4c43-a86d-85ee0d0dd736 req-e0b599ac-1ebb-468e-8404-95bc53c71b03 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 948 time: 0.4199798 Aug 03 19:09:28.641883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf09f8ad-5af6-4c43-a86d-85ee0d0dd736 req-24171014-7a0d-4087-b8f6-85ad4ccc268c tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184542 Aug 03 19:09:28.701965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-0aad0511-778f-46aa-bfad-13e229ffc797 req-18ce51a9-c31a-470a-b235-240e380fb586 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1053106628', 'description': 'tempest-description-633455943'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:28.749760 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0aad0511-778f-46aa-bfad-13e229ffc797 req-18ce51a9-c31a-470a-b235-240e380fb586 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.982756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdb625-d4d4-462a-9c83-d3aa8a8ca04e req-b7caff8a-a7c4-4908-95e6-0183602e8744 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.994978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bfdb625-d4d4-462a-9c83-d3aa8a8ca04e req-b7caff8a-a7c4-4908-95e6-0183602e8744 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.1585391 Aug 03 19:09:28.999662 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-a20bce89-a7d9-48a2-bb02-02516c7d3c71 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2970369 Aug 03 19:09:29.054444 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0aad0511-778f-46aa-bfad-13e229ffc797 req-18ce51a9-c31a-470a-b235-240e380fb586 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.083183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0aad0511-778f-46aa-bfad-13e229ffc797 req-18ce51a9-c31a-470a-b235-240e380fb586 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.189088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae27f5c8-5320-4eb6-9a05-fb542eedbb26 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:29.194977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bfdb625-d4d4-462a-9c83-d3aa8a8ca04e req-c44e0b19-da79-4e6e-88df-556520a42dd7 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989973 Aug 03 19:09:29.219487 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63902f40-985b-4550-9f33-91a8edc7da59 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:29.222121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0aad0511-778f-46aa-bfad-13e229ffc797 req-18ce51a9-c31a-470a-b235-240e380fb586 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.222335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0aad0511-778f-46aa-bfad-13e229ffc797 req-18ce51a9-c31a-470a-b235-240e380fb586 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5432279 Aug 03 19:09:29.224839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce51a9-c31a-470a-b235-240e380fb586 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1041d0e0-3e95-4d62-b85e-1545835be249,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:29.326866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.416307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 63902f40-985b-4550-9f33-91a8edc7da59 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:29.426546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 63902f40-985b-4550-9f33-91a8edc7da59 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:29.426810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Transition to ACTIVE for port object ae27f5c8-5320-4eb6-9a05-fb542eedbb26 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:29.427501 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.449323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.469141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b997c5b-aaab-4036-818a-0e6505e57dd4 req-3c496549-6951-4eff-a3a4-dbdda6239d90 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.481791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b997c5b-aaab-4036-818a-0e6505e57dd4 req-3c496549-6951-4eff-a3a4-dbdda6239d90 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1342113 Aug 03 19:09:29.552999 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.618399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b997c5b-aaab-4036-818a-0e6505e57dd4 req-d73c15a5-0722-4e6a-a169-0d916dc57af5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356537 Aug 03 19:09:29.618840 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-8f2feac1-d60d-4140-a731-17527a6abf9a service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986793 Aug 03 19:09:29.627190 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.696800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 63902f40-985b-4550-9f33-91a8edc7da59, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63902f40-985b-4550-9f33-91a8edc7da59,segment=NetworkSegment(75ed9970-658d-4567-be05-9449fead5d0b),segment_id=75ed9970-658d-4567-be05-9449fead5d0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:29.708141 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.709230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06afdd4-1e9c-4720-b768-3ad7e72a05cb req-460ecc81-083c-4c38-8b00-e13ff1ae913d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.723406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e06afdd4-1e9c-4720-b768-3ad7e72a05cb req-460ecc81-083c-4c38-8b00-e13ff1ae913d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 944 time: 0.2044542 Aug 03 19:09:29.736445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Pushing event updated for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:29.742257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-0d95db82-ca48-4117-abd0-252abf7ec37f req-62ea98b9-febc-4453-bb88-99d5102c9d0a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-382441260', 'description': 'tempest-description-973202592'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:29.820930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=63902f40-985b-4550-9f33-91a8edc7da59,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:29.830827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Deleting port 63902f40-985b-4550-9f33-91a8edc7da59 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:29.831284 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.846274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e06afdd4-1e9c-4720-b768-3ad7e72a05cb req-a10aebc9-9349-417e-92a7-2035a9e4e02a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201131 Aug 03 19:09:29.895864 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0d95db82-ca48-4117-abd0-252abf7ec37f req-62ea98b9-febc-4453-bb88-99d5102c9d0a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.064059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7bb02-ee39-4d86-8488-029a3f3954c9 req-d744c647-75a9-4d05-a21e-449ee87e7009 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.071974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94d7bb02-ee39-4d86-8488-029a3f3954c9 req-d744c647-75a9-4d05-a21e-449ee87e7009 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 948 time: 0.1252956 Aug 03 19:09:30.078590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:30.079510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:30.079689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:30.098531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:30.098879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:30.129604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] For port 63902f40-985b-4550-9f33-91a8edc7da59, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63902f40-985b-4550-9f33-91a8edc7da59,segment=NetworkSegment(75ed9970-658d-4567-be05-9449fead5d0b),segment_id=75ed9970-658d-4567-be05-9449fead5d0b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:30.130295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.135699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:30.136307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:30.137524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:30.138566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Bound port: ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:30.139202 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.149570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94d7bb02-ee39-4d86-8488-029a3f3954c9 req-18949d80-06ef-4e10-a32e-e24db2a3c425 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765605 Aug 03 19:09:30.184001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Calling delete_port for 63902f40-985b-4550-9f33-91a8edc7da59 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:30.186466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0d95db82-ca48-4117-abd0-252abf7ec37f req-62ea98b9-febc-4453-bb88-99d5102c9d0a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.200449 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0d95db82-ca48-4117-abd0-252abf7ec37f req-62ea98b9-febc-4453-bb88-99d5102c9d0a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.218877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a85b0e14-777f-4c54-b43f-aadce7aa5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.281197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0d95db82-ca48-4117-abd0-252abf7ec37f req-62ea98b9-febc-4453-bb88-99d5102c9d0a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.283413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d95db82-ca48-4117-abd0-252abf7ec37f req-62ea98b9-febc-4453-bb88-99d5102c9d0a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5504501 Aug 03 19:09:30.286655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea98b9-febc-4453-bb88-99d5102c9d0a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9344bdd-38f6-4805-ada1-bcf9824a385b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:30.375229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device bb655be1-236b-4a18-b16f-4106be72449c details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:30.473858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:30.552789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port bb655be1-236b-4a18-b16f-4106be72449c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bb655be1-236b-4a18-b16f-4106be72449c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:30.566493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855400ab-643d-48da-8a01-551babf91101 req-a57b8aa3-2421-4c70-a033-0e74a0d0df13 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.570530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'bb655be1-236b-4a18-b16f-4106be72449c', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'bb655be1-236b-4a18-b16f-4106be72449c', 'mac_address': 'fa:16:3e:48:e0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:30.578418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-855400ab-643d-48da-8a01-551babf91101 req-a57b8aa3-2421-4c70-a033-0e74a0d0df13 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.2182431 Aug 03 19:09:30.598807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:30.614266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.653299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.656407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.658922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-855400ab-643d-48da-8a01-551babf91101 req-2decb50c-d7bc-4cd5-993a-79a130b2ea1e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676289 Aug 03 19:09:30.659184 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] 10.222.0.63 "PUT /v2.0/ports/ae27f5c8-5320-4eb6-9a05-fb542eedbb26 HTTP/1.1" status: 200 len: 1092 time: 3.4989102 Aug 03 19:09:30.660489 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.664533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:30.672005 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f33fb2-d641-4fd1-b8ac-f72b85daa119" -d '{"events": [{"name": "network-changed", "server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:30.711849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb655be1-236b-4a18-b16f-4106be72449c {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:30.726099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-1ea256bf-870f-43ab-adcc-bb08f8b60b64 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.740701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-1ea256bf-870f-43ab-adcc-bb08f8b60b64 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 813 time: 0.2509539 Aug 03 19:09:30.777950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port bb655be1-236b-4a18-b16f-4106be72449c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bb655be1-236b-4a18-b16f-4106be72449c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:30.796101 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.798363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-235a6bfc-eaa5-4d8f-84c0-24292cb6a22c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/quotas/d9e4ce46f43c4d84be819464e1b97f42 HTTP/1.1" status: 200 len: 375 time: 0.0459599 Aug 03 19:09:30.863923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-be621aac-4b96-4f69-b983-a420b188d537 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587478 Aug 03 19:09:30.870668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.893999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-927448c1-3b75-4f3e-a4ca-75939e84fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.895674 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-927448c1-3b75-4f3e-a4ca-75939e84fb57 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1095 time: 0.0987074 Aug 03 19:09:30.912125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=bb655be1-236b-4a18-b16f-4106be72449c,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:30.938132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f824b-f7a9-4e12-b454-37d27183a219 service neutron] Pushing event updated for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:31.012069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-ebc7ded4-fd21-4099-a57f-e830e6033132 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2694223 Aug 03 19:09:31.053655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63902f40-985b-4550-9f33-91a8edc7da59 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:31.100880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 63902f40-985b-4550-9f33-91a8edc7da59 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:31.101222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63902f40-985b-4550-9f33-91a8edc7da59 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:09:31.123214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Port 63902f40-985b-4550-9f33-91a8edc7da59 not found, will not notify nova. {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:09:31.129773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-9927c45d-5506-4478-8336-662097ea8d3e service neutron] 10.222.0.42 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535305 Aug 03 19:09:31.257960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab39d-4c1d-44c7-878e-50f474767efb req-615799fd-7988-4a2e-af1e-cb8cd59e7a0d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:31.260677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-296ab39d-4c1d-44c7-878e-50f474767efb req-615799fd-7988-4a2e-af1e-cb8cd59e7a0d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.3443532 Aug 03 19:09:31.310207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=63902f40-985b-4550-9f33-91a8edc7da59,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:31.312994 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-56f2d45d-166b-408e-bcd6-241acc1c402e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26 HTTP/1.1" status: 200 len: 217 time: 0.3980646 Aug 03 19:09:31.336498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['bb655be1-236b-4a18-b16f-4106be72449c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:31.342999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-2d2e7833-b4e8-40f1-a444-23c3cd396e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:31.345639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-2d2e7833-b4e8-40f1-a444-23c3cd396e81 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 1095 time: 0.2628770 Aug 03 19:09:31.476116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-e7a15175-5ecf-43c9-a222-0a38fa8023ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:31.477769 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-e7a15175-5ecf-43c9-a222-0a38fa8023ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.1556439 Aug 03 19:09:31.510172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-296ab39d-4c1d-44c7-878e-50f474767efb req-ebdc618b-4494-4453-a039-9cd428fa6ec7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370048 Aug 03 19:09:31.528816 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-8371b301-3c59-4472-bc64-dc788f95921b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399106 Aug 03 19:09:31.530799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.533203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-c2e9695b-1560-4e89-a20b-0c5acdf2d9a6 service neutron] 10.222.0.42 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964465 Aug 03 19:09:31.590184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-10a83cf0-3b5c-4d69-b649-1ea7701e9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:31.591839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-10a83cf0-3b5c-4d69-b649-1ea7701e9e2d service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2133183 Aug 03 19:09:31.663553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-4a808f85-f981-4405-ab1b-c75a9497cca1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 200 len: 217 time: 0.0595005 Aug 03 19:09:31.750592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-3449ac88-846a-41b7-a0e7-8ae7d4018987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:31.753667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-3449ac88-846a-41b7-a0e7-8ae7d4018987 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0799835 Aug 03 19:09:31.757162 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-e9d621a3-0d0d-471b-91ad-56c1a8b4ff39 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192709 Aug 03 19:09:31.788553 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.807821 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-a5ba77d0-cef4-402b-b8c5-16b2bd9e01c2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431826 Aug 03 19:09:31.887984 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9d453d-a57d-498d-91eb-f25ad9c47e76 x-openstack-request-id: req-9e9d453d-a57d-498d-91eb-f25ad9c47e76 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:31.888531 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:31.888869 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e9d453d-a57d-498d-91eb-f25ad9c47e76 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:31.889164 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26', 'status': 'completed', 'code': 200} Aug 03 19:09:31.927175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f653-b7f3-435d-90e9-c686c8907f75 req-4f6c9968-c46c-4ef5-8bf5-a41066d26be5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:31.929052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aaf8f653-b7f3-435d-90e9-c686c8907f75 req-4f6c9968-c46c-4ef5-8bf5-a41066d26be5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 944 time: 0.1197662 Aug 03 19:09:31.967669 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-374525a5-43d8-4e19-af1e-7ee0790a6049 req-7f144674-b47e-4ca9-9914-6f32fb9e198d service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955357 Aug 03 19:09:31.996828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Router a8f0119e-f806-4f73-a2a3-802e638cdb09 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:32.069111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-b1043fd9-cde1-4023-ad99-862959edf3d2 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468309 Aug 03 19:09:32.090497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aaf8f653-b7f3-435d-90e9-c686c8907f75 req-464c7bff-1a29-486d-a148-56e32ed5d0d1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422446 Aug 03 19:09:32.216024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374a397-6892-4008-a691-9031269f2fc8 req-61c90368-48bd-47ea-99f3-fe2b8fa61c95 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:32.218940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1374a397-6892-4008-a691-9031269f2fc8 req-61c90368-48bd-47ea-99f3-fe2b8fa61c95 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 949 time: 0.2430844 Aug 03 19:09:32.228627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-72616bee-9398-4148-beff-414a543122bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:32.230987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-72616bee-9398-4148-beff-414a543122bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1095 time: 0.1153333 Aug 03 19:09:32.236031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:32.244198 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-09bb852d-8e0c-48af-8142-72e9d0d55d3d admin admin] 10.222.0.42 "PUT /v2.0/routers/a8f0119e-f806-4f73-a2a3-802e638cdb09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0281975 Aug 03 19:09:32.245047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34872) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:32.248799 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] Sync routers for ids ['a8f0119e-f806-4f73-a2a3-802e638cdb09'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:32.260831 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] Routers {'a8f0119e-f806-4f73-a2a3-802e638cdb09'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:32.262032 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:09:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a8f0119e-f806-4f73-a2a3-802e638cdb09'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:32.401363 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] Set router a8f0119e-f806-4f73-a2a3-802e638cdb09 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:32.459757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8d8ddd4-d17e-4939-84cf-2f95185459ff req-df942885-b971-4380-88a2-374d5befdd19 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682783 Aug 03 19:09:32.475747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-461d1cf5-7d1b-441f-8ff5-4411cf0338bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:32.478040 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-461d1cf5-7d1b-441f-8ff5-4411cf0338bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.2315853 Aug 03 19:09:32.481513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1374a397-6892-4008-a691-9031269f2fc8 req-ac508b88-3f03-4ec0-a7bf-c0d929002bab tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522843 Aug 03 19:09:32.543965 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-e0869de4-191a-4638-a010-c37587b0309a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26 HTTP/1.1" status: 200 len: 217 time: 0.0525095 Aug 03 19:09:32.560231 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.612999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-62be6e03-d2d4-4076-81b3-b147741738ee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:32.615760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-62be6e03-d2d4-4076-81b3-b147741738ee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 820 time: 0.3793340 Aug 03 19:09:32.655767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-9865c881-d50c-4bb4-952b-1ce412282b8a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/quotas/2e5886d602154b98b509f4fe4b176fc0 HTTP/1.1" status: 200 len: 375 time: 0.0330992 Aug 03 19:09:32.691788 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:30Z', 'revision_number': 5, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:32.692238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2625c710-5546-4c2e-9169-881bfe41c93f req-614773b7-f89a-4121-bd35-6a2bc222499b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 210 time: 0.0578418 Aug 03 19:09:32.720659 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] Checking router: a8f0119e-f806-4f73-a2a3-802e638cdb09 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:32.730580 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] Routers {'a8f0119e-f806-4f73-a2a3-802e638cdb09'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:32.731217 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:09:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a8f0119e-f806-4f73-a2a3-802e638cdb09'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:32.746995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-8883b360-d30f-466c-9c0c-fe3b15380dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:32.749501 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-8883b360-d30f-466c-9c0c-fe3b15380dd0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.1868253 Aug 03 19:09:32.817284 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-014d54db-0de4-4fe5-b3d7-13ea6d0b06bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596519 Aug 03 19:09:32.855914 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] Set router a8f0119e-f806-4f73-a2a3-802e638cdb09 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:32.861424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-3334f37c-fe13-462f-ad5e-9c15c37eefb2 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1730070 Aug 03 19:09:32.878555 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.978340 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-d4b2dd10-9b90-4814-b792-182aaddf0922 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385152 Aug 03 19:09:33.029834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e838f-83cd-436e-9603-1790d0fec04b req-0b5a9b3d-ad17-49d3-aa1f-a566b59684fb tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:33.032464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-540e838f-83cd-436e-9603-1790d0fec04b req-0b5a9b3d-ad17-49d3-aa1f-a566b59684fb tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.1850102 Aug 03 19:09:33.106750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-2f6b86e0-9873-4c7b-808b-511a37e3bde1 service neutron] 10.222.0.42 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298584 Aug 03 19:09:33.146622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Deleting port 5de9dfe6-425c-4ae9-9dd2-17407f672004 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:33.147567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.175900 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-16f33fb2-d641-4fd1-b8ac-f72b85daa119 req-52de245f-f93f-498a-b669-605df44eac31 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766248 Aug 03 19:09:33.214756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-540e838f-83cd-436e-9603-1790d0fec04b req-36ac7f23-7006-40f3-8bd3-56942055a72d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623330 Aug 03 19:09:33.288699 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:30Z', 'revision_number': 5, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:33.313634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-9f03628e-f111-4501-bc7c-f650a20131fe service neutron] 10.222.0.42 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995368 Aug 03 19:09:33.343859 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7bf12-195f-4341-bce3-ad2ab6f50552 None None] The sync data for ids ['a8f0119e-f806-4f73-a2a3-802e638cdb09'] in n-d-803378-1 is: [{'id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1216563481-router', 'tenant_id': '07fe270785364387b2d32512d073c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:10Z', 'updated_at': '2021-08-03T19:09:30Z', 'revision_number': 5, 'project_id': '07fe270785364387b2d32512d073c13f', 'gw_port': {'id': '5de9dfe6-425c-4ae9-9dd2-17407f672004', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f0119e-f806-4f73-a2a3-802e638cdb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:11Z', 'updated_at': '2021-08-03T19:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:33.347959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] For port 5de9dfe6-425c-4ae9-9dd2-17407f672004, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5de9dfe6-425c-4ae9-9dd2-17407f672004,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:33.348547 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.386436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Calling delete_port for 5de9dfe6-425c-4ae9-9dd2-17407f672004 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:33.524209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4151219-c769-492a-a7e2-a51104664c00 req-d0331624-34c8-4cbe-b262-5087dbe89788 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:33.526316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4151219-c769-492a-a7e2-a51104664c00 req-d0331624-34c8-4cbe-b262-5087dbe89788 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.0741289 Aug 03 19:09:33.634540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4151219-c769-492a-a7e2-a51104664c00 req-1c1939fa-923c-46c3-b78d-8ae3d57d8a6c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997140 Aug 03 19:09:33.814138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-9f1af88a-1d7a-4a81-bd13-68d114e6a432 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:33.818670 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-9f1af88a-1d7a-4a81-bd13-68d114e6a432 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 813 time: 0.4235954 Aug 03 19:09:33.850309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'port': {'device_id': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18', 'admin_state_up': True, 'tenant_id': 'd9e4ce46f43c4d84be819464e1b97f42'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:33.856545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5311d-f707-41ee-860e-e9a91ecf1a78 req-637d45e5-ce60-4dcf-9c32-0246dc0084df tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:33.860293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29f5311d-f707-41ee-860e-e9a91ecf1a78 req-637d45e5-ce60-4dcf-9c32-0246dc0084df tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 944 time: 0.1006870 Aug 03 19:09:33.960298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29f5311d-f707-41ee-860e-e9a91ecf1a78 req-af653891-e3a1-468b-83e8-8a21d5c49f1a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868528 Aug 03 19:09:34.068264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a80469-66eb-4fb9-a597-d204524a9e88 req-424ae49a-41db-4b3b-a44b-a9f2512f4451 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:34.083667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0a80469-66eb-4fb9-a597-d204524a9e88 req-424ae49a-41db-4b3b-a44b-a9f2512f4451 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 949 time: 0.0876498 Aug 03 19:09:34.116240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.150114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be2a6ee3-0771-4c4a-b96b-e8489454c366 req-4904d6eb-79bd-48fc-9803-6353f8c72d80 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 210 time: 0.0395617 Aug 03 19:09:34.192832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0a80469-66eb-4fb9-a597-d204524a9e88 req-8e4b4a01-e381-4c6f-a132-cff09c52422e tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067629 Aug 03 19:09:34.196952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de9dfe6-425c-4ae9-9dd2-17407f672004,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:34.294255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.309770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27b9febf-383b-4d4c-b93d-f32911564f36 req-839026a4-ed97-432b-b6d0-319b71ab6f33 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 210 time: 0.0852947 Aug 03 19:09:34.311336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Made reservation on behalf of d9e4ce46f43c4d84be819464e1b97f42 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:34.318679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.393721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.406201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device bb655be1-236b-4a18-b16f-4106be72449c up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:34.458661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b20ac-2f40-44fb-84e6-bc961a734059 req-3ace2b9f-181c-4279-aee3-69854ecf49c7 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:34.460429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-736b20ac-2f40-44fb-84e6-bc961a734059 req-3ace2b9f-181c-4279-aee3-69854ecf49c7 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.0880456 Aug 03 19:09:34.499207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port bb655be1-236b-4a18-b16f-4106be72449c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:34.505890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port bb655be1-236b-4a18-b16f-4106be72449c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:34.506868 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.514415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-736b20ac-2f40-44fb-84e6-bc961a734059 req-cb5c530a-ba28-46dd-a6d0-3ac70e246532 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469644 Aug 03 19:09:34.610663 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.643091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098bc45f-7059-4dc0-bea5-9fca9508eabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb655be1-236b-4a18-b16f-4106be72449c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:34.646208 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe670c9-1878-4e80-a933-f7abae2f8abb" -d '{"events": [{"server_uuid": "098bc45f-7059-4dc0-bea5-9fca9508eabe", "name": "network-vif-plugged", "status": "completed", "tag": "bb655be1-236b-4a18-b16f-4106be72449c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:34.648412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.654049 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.668132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port bb655be1-236b-4a18-b16f-4106be72449c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bb655be1-236b-4a18-b16f-4106be72449c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:34.674198 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.738098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.738873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f0119e-f806-4f73-a2a3-802e638cdb09 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:09:34.747324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.748132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-506ede57-29a8-4f34-a0f7-5d14fbc8fc24 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a8f0119e-f806-4f73-a2a3-802e638cdb09 HTTP/1.1" status: 204 len: 168 time: 2.5004516 Aug 03 19:09:34.752356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34906) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:34.778451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=bb655be1-236b-4a18-b16f-4106be72449c,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:34.809745 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a96a15-b6af-44cf-968c-a6e38039115f x-openstack-request-id: req-52a96a15-b6af-44cf-968c-a6e38039115f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:34.810396 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098bc45f-7059-4dc0-bea5-9fca9508eabe", "name": "network-vif-plugged", "status": "completed", "tag": "bb655be1-236b-4a18-b16f-4106be72449c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:34.810804 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52a96a15-b6af-44cf-968c-a6e38039115f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:34.811507 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098bc45f-7059-4dc0-bea5-9fca9508eabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb655be1-236b-4a18-b16f-4106be72449c', 'code': 200} Aug 03 19:09:34.838211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Allocated IP 172.20.0.4 (01a7637c-bf8a-48be-bc6d-5812bae1be18/0ecfb36e-3760-4d4c-8407-a42fd9e9a274/0192f3ed-64c4-40e1-9ad5-46f2a77d7289) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:34.882289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e163d48c-3567-4b77-a7e0-17d854a145bb admin admin] Deleting subnet ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:09:34.889860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e163d48c-3567-4b77-a7e0-17d854a145bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.940964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9df5d2-a546-4881-8a11-0e4c0ab724d9 req-aac6aad5-a5e3-4a2c-808c-db64dd1cea8d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:34.949706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c9df5d2-a546-4881-8a11-0e4c0ab724d9 req-aac6aad5-a5e3-4a2c-808c-db64dd1cea8d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1397660 Aug 03 19:09:34.963789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e163d48c-3567-4b77-a7e0-17d854a145bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.033580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c9df5d2-a546-4881-8a11-0e4c0ab724d9 req-93591ae9-b870-4899-8391-3a70e30bdd6c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815806 Aug 03 19:09:35.121129 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e163d48c-3567-4b77-a7e0-17d854a145bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.122083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bef17-dcff-48ab-840f-817bf424a66d req-c2b53a72-21d4-49ea-ad29-2e422b90855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:35.125043 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd4bef17-dcff-48ab-840f-817bf424a66d req-c2b53a72-21d4-49ea-ad29-2e422b90855c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 1101 time: 0.2322805 Aug 03 19:09:35.247140 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd4bef17-dcff-48ab-840f-817bf424a66d req-7e4a1cab-80c5-44eb-afae-72f7587458b6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076760 Aug 03 19:09:35.288288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.365135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.377441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63902f40-985b-4550-9f33-91a8edc7da59 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:35.409606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 63902f40-985b-4550-9f33-91a8edc7da59 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:35.410371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63902f40-985b-4550-9f33-91a8edc7da59 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:35.646287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a620d3-735d-42c3-8cae-8d56e104bd8f req-97173d81-e42f-49bf-96c0-bfe713567d99 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:35.647918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6a620d3-735d-42c3-8cae-8d56e104bd8f req-97173d81-e42f-49bf-96c0-bfe713567d99 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 931 time: 0.1416471 Aug 03 19:09:35.666054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956ce6d-2d84-46e3-817b-60a41c831c9b req-c1530326-9d7e-402f-bc89-dbab85057999 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:35.667762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6956ce6d-2d84-46e3-817b-60a41c831c9b req-c1530326-9d7e-402f-bc89-dbab85057999 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 944 time: 0.5491407 Aug 03 19:09:35.677938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e163d48c-3567-4b77-a7e0-17d854a145bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.739303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163d48c-3567-4b77-a7e0-17d854a145bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:35.742916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Network 01a7637c-bf8a-48be-bc6d-5812bae1be18 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:35.757038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:35.762809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e163d48c-3567-4b77-a7e0-17d854a145bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.767385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e163d48c-3567-4b77-a7e0-17d854a145bb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ffc3f15f-ff18-42e1-b84f-92a6b9dba6ea HTTP/1.1" status: 204 len: 168 time: 1.0119896 Aug 03 19:09:35.767592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:35.772255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34920) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:35.774322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'Port': ['ID=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:35.786052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa7720-5856-4c8a-8557-712980a9e7a9 None None] Network 88da2763-c2fa-4b37-8773-71c040936a3d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:35.864328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6a620d3-735d-42c3-8cae-8d56e104bd8f req-7842f78c-0bbb-4761-bb88-b46ecd2e0f2a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927619 Aug 03 19:09:35.891408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:35.892459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.940800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6956ce6d-2d84-46e3-817b-60a41c831c9b req-2da01e1e-3444-4489-b8e9-5303619221ba tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451887 Aug 03 19:09:35.962130 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-e6432071-91f1-4eca-95b2-8ff92a5cf135 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1232488 Aug 03 19:09:35.978483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-c45bc4d5-229d-49c8-979f-957d78361806 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:35.989317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Request body: {'port': {'device_id': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:35.994309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-c45bc4d5-229d-49c8-979f-957d78361806 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 820 time: 0.4294362 Aug 03 19:09:36.033255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Request body: {'port': {'device_id': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'admin_state_up': True, 'tenant_id': '2e5886d602154b98b509f4fe4b176fc0'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:36.074507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.115935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb2a8188-b190-4294-9c49-f7de20c32c4c req-299381a0-922a-47d2-abe8-b92bfbcf07a5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 210 time: 0.1049628 Aug 03 19:09:36.200914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.331531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b207c-1c9b-44cb-af62-2e55edd4edcf req-11232a43-7d96-497b-9c7a-4bb365748906 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:36.333191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f70b207c-1c9b-44cb-af62-2e55edd4edcf req-11232a43-7d96-497b-9c7a-4bb365748906 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 950 time: 0.3244014 Aug 03 19:09:36.358131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] DHCP port deletion for 88da2763-c2fa-4b37-8773-71c040936a3d request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:09:36.441375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device ae27f5c8-5320-4eb6-9a05-fb542eedbb26 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:36.553176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Made reservation on behalf of 2e5886d602154b98b509f4fe4b176fc0 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:36.557094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.577865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f70b207c-1c9b-44cb-af62-2e55edd4edcf req-3cafc4aa-e4c5-4939-8676-92896625d7f8 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412523 Aug 03 19:09:36.634242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:36.649409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:36.667362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26', 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'port_id': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26', 'mac_address': 'fa:16:3e:7a:7f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76845c8-1869-47ba-a7d5-86b7972ba5f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:36.668473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd73501-3467-40bc-a7aa-74ec93bc947f req-0d3a94b4-96cb-497a-97f9-24ac8e5149dd tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:36.673147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.676993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cd73501-3467-40bc-a7aa-74ec93bc947f req-0d3a94b4-96cb-497a-97f9-24ac8e5149dd tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.2387092 Aug 03 19:09:36.711470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Transition to ACTIVE for port object 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:36.718467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Deleting port f528c675-c088-4e2b-8485-f095e1728abf {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:36.718768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.718947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.775266 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.796904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:36.811485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] Deleting port f528c675-c088-4e2b-8485-f095e1728abf {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:36.812934 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.818670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae27f5c8-5320-4eb6-9a05-fb542eedbb26 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:36.893170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cd73501-3467-40bc-a7aa-74ec93bc947f req-8123b5aa-d7c1-4e4e-aa84-1a7f8635c8db tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151718 Aug 03 19:09:36.904421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:36.935030 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.987192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Attempting to bind port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:36.987967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Attempting to bind port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:36.987967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Attempting to bind port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 on network 01a7637c-bf8a-48be-bc6d-5812bae1be18 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:36.993943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 on network 01a7637c-bf8a-48be-bc6d-5812bae1be18 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:36.994416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Attempting to bind port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 on network 01a7637c-bf8a-48be-bc6d-5812bae1be18 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:36.997503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] For port f528c675-c088-4e2b-8485-f095e1728abf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f528c675-c088-4e2b-8485-f095e1728abf,segment=NetworkSegment(75ed9970-658d-4567-be05-9449fead5d0b),segment_id=75ed9970-658d-4567-be05-9449fead5d0b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:36.998470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.001923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:37.002372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Checking segment: {'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:37.002891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Bound using segment: {'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:37.003426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Bound port: 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:37.003866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.024110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.051658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] For port f528c675-c088-4e2b-8485-f095e1728abf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f528c675-c088-4e2b-8485-f095e1728abf,segment=NetworkSegment(75ed9970-658d-4567-be05-9449fead5d0b),segment_id=75ed9970-658d-4567-be05-9449fead5d0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:37.052127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.079085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Calling delete_port for f528c675-c088-4e2b-8485-f095e1728abf owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:37.090539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] Calling delete_port for f528c675-c088-4e2b-8485-f095e1728abf owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:37.108973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Allocated IP 172.20.0.5 (f814e7a7-f0ca-4e21-8d6e-66af40a55cae/c771c334-89f1-45d4-b8bf-58d8b0c3c018/4100d378-9777-4e44-be51-223110abce2f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:37.113892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5de9dfe6-425c-4ae9-9dd2-17407f672004 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:37.144530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 5de9dfe6-425c-4ae9-9dd2-17407f672004 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:37.144911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5de9dfe6-425c-4ae9-9dd2-17407f672004 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:37.145336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f528c675-c088-4e2b-8485-f095e1728abf no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:37.151073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] For port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:37.156901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] For port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:37.164447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.219470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.220999 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.222786 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] 10.222.0.63 "PUT /v2.0/ports/0192f3ed-64c4-40e1-9ad5-46f2a77d7289 HTTP/1.1" status: 200 len: 1091 time: 1.2423863 Aug 03 19:09:37.226314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:37.232662 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4ba91c-afe5-4d75-b90f-686567c405b9" -d '{"events": [{"name": "network-changed", "server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:37.306464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.323762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b64d1-b9ff-47c4-b177-ef73bb1e01b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.336861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2914ec-5014-4b2c-88f4-a9eb6391ab05 req-05feb658-fe6b-480c-95ea-b6f34c68b0a8 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.346992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe2914ec-5014-4b2c-88f4-a9eb6391ab05 req-05feb658-fe6b-480c-95ea-b6f34c68b0a8 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.5867441 Aug 03 19:09:37.355051 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.358559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] Pushing event deleted for resources: {'Port': ['ID=f528c675-c088-4e2b-8485-f095e1728abf,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.372830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64916db-6bd2-4c50-a74b-d10883704ecd None None] No DVR routers for this DVR port f528c675-c088-4e2b-8485-f095e1728abf on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:37.386827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-6e4c153d-d32f-4e03-90f5-4d1e42ac60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.389101 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-6e4c153d-d32f-4e03-90f5-4d1e42ac60da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1094 time: 0.0592649 Aug 03 19:09:37.470071 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-bd1b2877-d8bf-48cc-b8c7-ab986c5f0b1c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289 HTTP/1.1" status: 200 len: 217 time: 0.0573475 Aug 03 19:09:37.490719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe2914ec-5014-4b2c-88f4-a9eb6391ab05 req-71546d17-a38f-44f4-8066-0201a4c32aa7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420920 Aug 03 19:09:37.546109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f999a-97a6-43d7-951a-9559cc8e22f8 req-e282dedd-abd9-4eae-8fe7-b2d8ff049f27 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.548108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f2f999a-97a6-43d7-951a-9559cc8e22f8 req-e282dedd-abd9-4eae-8fe7-b2d8ff049f27 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 943 time: 0.4340322 Aug 03 19:09:37.563760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['ae27f5c8-5320-4eb6-9a05-fb542eedbb26'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:37.572012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.598742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-238c4728-97f6-45d9-aed6-8e01e4b9f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.600303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-238c4728-97f6-45d9-aed6-8e01e4b9f7ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 0.1222670 Aug 03 19:09:37.658422 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-5e6f68fe-6dda-4939-b0c0-b429afc10792 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473778 Aug 03 19:09:37.761136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Pushing event deleted for resources: {'Port': ['ID=f528c675-c088-4e2b-8485-f095e1728abf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.786390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] No DVR routers for this DVR port f528c675-c088-4e2b-8485-f095e1728abf on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:37.827966 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-d10b64a5-d84c-49d0-a7de-819c1d869a89 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613507 Aug 03 19:09:37.865925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f2f999a-97a6-43d7-951a-9559cc8e22f8 req-11b6952f-5fe4-44f3-b6b3-b6d8b0bd6bd8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999253 Aug 03 19:09:37.945766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08333d5c-cc95-47b6-ac23-25992ece09b6 req-56dbebdb-f706-4952-be13-7253d5932ea0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.947375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08333d5c-cc95-47b6-ac23-25992ece09b6 req-56dbebdb-f706-4952-be13-7253d5932ea0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 945 time: 0.2461846 Aug 03 19:09:37.959392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.988447 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4054f5a2-5b5d-414e-a23a-d9840169b798 req-820436c1-1ea6-42c6-a64f-4d768f4abf55 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516263 Aug 03 19:09:38.001702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88da2763-c2fa-4b37-8773-71c040936a3d']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:38.016040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.051679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95a51517-51c1-4be2-aae0-c96aea62b9c3 req-b0eb6093-83e7-4e6e-baaf-ced77bf217e0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 210 time: 0.0577588 Aug 03 19:09:38.055196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ed9970-658d-4567-be05-9449fead5d0b') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:38.055585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ed9970-658d-4567-be05-9449fead5d0b') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:38.081357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.103846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08333d5c-cc95-47b6-ac23-25992ece09b6 req-32f720f9-64ec-4377-9deb-4ce12a184424 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384287 Aug 03 19:09:38.110493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.140673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:09:38.143100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:09:38.144324 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:09:38.151922 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a725ed6-cac1-4eda-b797-e99044dbcdf8 x-openstack-request-id: req-0a725ed6-cac1-4eda-b797-e99044dbcdf8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:38.152864 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:38.153713 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a725ed6-cac1-4eda-b797-e99044dbcdf8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:38.154661 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289', 'status': 'completed', 'code': 200} Aug 03 19:09:38.254789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.257380 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.299815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.305535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] 10.222.0.42 "DELETE /v2.0/networks/88da2763-c2fa-4b37-8773-71c040936a3d HTTP/1.1" status: 204 len: 168 time: 2.5216026 Aug 03 19:09:38.334947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-2ffdf76a-0279-49a7-ab92-faa78c84bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:38.336691 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-2ffdf76a-0279-49a7-ab92-faa78c84bdff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1094 time: 0.1162000 Aug 03 19:09:38.341143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Network f814e7a7-f0ca-4e21-8d6e-66af40a55cae is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:38.446628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:38.505880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-df7d1cd6-ede0-4c77-8fff-6c6101d8ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:38.507471 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-df7d1cd6-ede0-4c77-8fff-6c6101d8ebf8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 914 time: 0.1596923 Aug 03 19:09:38.574258 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-9944c451-cc45-4d87-8612-03a73d2ccc39 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289 HTTP/1.1" status: 200 len: 217 time: 0.0561969 Aug 03 19:09:38.584592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34942) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:38.584916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:38.615774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf161696-7f2d-4669-92e7-df6ab40bd386 admin admin] Pushing event deleted for resources: {'Network': ['ID=88da2763-c2fa-4b37-8773-71c040936a3d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:38.690977 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3ac8abc1-0bf8-4943-85f9-fcbea14355e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07fe270785364387b2d32512d073c13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048453 Aug 03 19:09:38.695827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-38b4089e-5159-4f11-8a80-e073adcc633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:38.697371 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-38b4089e-5159-4f11-8a80-e073adcc633c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 0.0803525 Aug 03 19:09:38.697995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34944) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:38.711998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Pushing event updated for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:38.764786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295050d-88da-4a5d-ab3e-7585df9ac394 req-0ad50e6b-d6a3-4a55-ada4-6c0b7e90a667 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:38.766844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6295050d-88da-4a5d-ab3e-7585df9ac394 req-0ad50e6b-d6a3-4a55-ada4-6c0b7e90a667 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.3372421 Aug 03 19:09:38.768474 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-61f47fdd-cdae-4dd9-9a15-e0d87564dca2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616581 Aug 03 19:09:38.777515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99bc33-0241-4422-be47-180e814cd3fe req-f3089f95-46c7-4ce5-a9b3-bb4da73ca4db tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:38.786265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d99bc33-0241-4422-be47-180e814cd3fe req-f3089f95-46c7-4ce5-a9b3-bb4da73ca4db tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 950 time: 0.4397647 Aug 03 19:09:38.796771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:38.798670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.881566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6295050d-88da-4a5d-ab3e-7585df9ac394 req-634fdefa-fb74-4887-b275-8ef325c3be95 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918622 Aug 03 19:09:38.897546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d99bc33-0241-4422-be47-180e814cd3fe req-3b0ebc29-8307-4c8f-a46f-e9da37bb191e tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098802 Aug 03 19:09:38.899230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-ae119af4-50ad-4914-bef0-a770940c2eee tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8727469 Aug 03 19:09:38.923495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Request body: {'port': {'device_id': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:38.992874 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-2795ed32-0e0a-45c3-9b7d-ca5dfec5a912 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004526 Aug 03 19:09:39.088830 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.145922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d7fd-b26f-43b0-8c39-69a34bc40cc1 req-418a9bcc-294c-4420-ba96-b573e6423fc1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:39.149241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f64d7fd-b26f-43b0-8c39-69a34bc40cc1 req-418a9bcc-294c-4420-ba96-b573e6423fc1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1523061 Aug 03 19:09:39.207490 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1a4ba91c-afe5-4d75-b90f-686567c405b9 req-3b9d24d3-8d5e-4ce0-9a35-46ca9484af26 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019889 Aug 03 19:09:39.208354 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0872bdd-7662-43d5-8663-57c2fa662d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.209368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:39.234319 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0872bdd-7662-43d5-8663-57c2fa662d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.290935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0872bdd-7662-43d5-8663-57c2fa662d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.293874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0872bdd-7662-43d5-8663-57c2fa662d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.295219 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a0872bdd-7662-43d5-8663-57c2fa662d48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23d0147f-c991-40b6-89e7-dd2baad0f8af HTTP/1.1" status: 204 len: 168 time: 0.5962367 Aug 03 19:09:39.307197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0872bdd-7662-43d5-8663-57c2fa662d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0147f-c991-40b6-89e7-dd2baad0f8af,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:39.404333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:39.415802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:39.457567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f64d7fd-b26f-43b0-8c39-69a34bc40cc1 req-cf586d20-5947-49f6-88fd-3c8caf7d34a5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873950 Aug 03 19:09:39.470051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'port_id': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'mac_address': 'fa:16:3e:38:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914a067-d97e-4771-bf4f-7bb7f3767cf0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:39.556264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd8c1b-03f7-43d3-96b2-bf7388313084 req-0ecae51c-8108-43fc-820c-f0b833fdeda8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:39.560270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12dd8c1b-03f7-43d3-96b2-bf7388313084 req-0ecae51c-8108-43fc-820c-f0b833fdeda8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 943 time: 0.3588564 Aug 03 19:09:39.601099 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.685650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:39.703926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:39.708627 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c2b1d-b7bd-4414-8a7c-36af35b50b28" -d '{"events": [{"server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:39.713041 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.733084 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.750394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:39.832816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed633c-b831-45b6-a5ea-340eac4ce2c1 req-779cd4b7-fcb2-490b-a8ec-8c77dd9e35c0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:39.840488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ed633c-b831-45b6-a5ea-340eac4ce2c1 req-779cd4b7-fcb2-490b-a8ec-8c77dd9e35c0 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 931 time: 0.2168064 Aug 03 19:09:39.851556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12dd8c1b-03f7-43d3-96b2-bf7388313084 req-20c06fe2-2d34-48a5-857a-f2aa9f69ff4c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303653 Aug 03 19:09:39.913104 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:09:39.913793 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:09:39.921099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:39.942475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ed633c-b831-45b6-a5ea-340eac4ce2c1 req-16db4e20-cbaa-403a-993f-6ab36f56291e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009698 Aug 03 19:09:40.022483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4100d378-9777-4e44-be51-223110abce2f {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:40.034482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.040412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c2c4-6b97-4d42-a186-be6e6a354096 req-c43b4ebc-3588-428f-93b6-bfa60ad8f376 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.042178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d13c2c4-6b97-4d42-a186-be6e6a354096 req-c43b4ebc-3588-428f-93b6-bfa60ad8f376 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 1101 time: 0.0935528 Aug 03 19:09:40.061771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Transition to ACTIVE for port object 4100d378-9777-4e44-be51-223110abce2f will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:40.074893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2d13c2c4-6b97-4d42-a186-be6e6a354096 req-0b12d1b9-56b1-4c34-b334-9bb0bd248256 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.092762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.210705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Pushing event updated for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:40.248973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea259572-8906-41d6-ac6a-46aad2403bd5 req-4c3ba19d-07fd-4d80-a9b1-07df83f48898 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.250652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea259572-8906-41d6-ac6a-46aad2403bd5 req-4c3ba19d-07fd-4d80-a9b1-07df83f48898 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 945 time: 0.1800575 Aug 03 19:09:40.363362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea259572-8906-41d6-ac6a-46aad2403bd5 req-95773bbc-a3a1-4783-b7c7-fa5827da405a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866396 Aug 03 19:09:40.390090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:40.390436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:40.390968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:40.398964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2d13c2c4-6b97-4d42-a186-be6e6a354096 req-0b12d1b9-56b1-4c34-b334-9bb0bd248256 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.401878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:40.402136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:40.408120 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2d13c2c4-6b97-4d42-a186-be6e6a354096 req-0b12d1b9-56b1-4c34-b334-9bb0bd248256 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.413834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:40.414177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:40.414537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:40.414994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Bound port: 4100d378-9777-4e44-be51-223110abce2f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:40.415356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.525757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device ae27f5c8-5320-4eb6-9a05-fb542eedbb26 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:40.538259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12d1b9-56b1-4c34-b334-9bb0bd248256 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda9d37-2842-4578-a3aa-0f6deac5e5e6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:40.566158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d13c2c4-6b97-4d42-a186-be6e6a354096 req-0b12d1b9-56b1-4c34-b334-9bb0bd248256 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124254 Aug 03 19:09:40.697363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:40.701747 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e308b19-361e-471c-a6bb-a3d2eafbf50a x-openstack-request-id: req-2e308b19-361e-471c-a6bb-a3d2eafbf50a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:40.702584 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:40.703228 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e308b19-361e-471c-a6bb-a3d2eafbf50a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:40.704142 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'code': 200} Aug 03 19:09:40.717837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:40.728018 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.738598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.757308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34984) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:40.780690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:40.805277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:40.815150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:40.815943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.848243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:40.859424 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.909184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Pushing event updated for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:40.971873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.973269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.976557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-4ac734f5-0358-4270-a51e-d95a8b390d10 service neutron] 10.222.0.88 "PUT /v2.0/ports/4100d378-9777-4e44-be51-223110abce2f HTTP/1.1" status: 200 len: 1091 time: 2.0613778 Aug 03 19:09:40.990701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:41.006942 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.008532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'tag': '4100d378-9777-4e44-be51-223110abce2f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:41.012536 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "tag": "4100d378-9777-4e44-be51-223110abce2f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:41.050517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1223502082-network', 'tenant_id': '58e4353b3609446488911d3a5665931a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:41.074044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:41.082454 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.107596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Made reservation on behalf of 58e4353b3609446488911d3a5665931a for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:41.110142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.131697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875fbcf-a4eb-4475-ae69-40ef564449d0 req-78d33747-26bc-4cfe-93e3-0040bfef254a tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.133434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2875fbcf-a4eb-4475-ae69-40ef564449d0 req-78d33747-26bc-4cfe-93e3-0040bfef254a tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 944 time: 0.2540486 Aug 03 19:09:41.146049 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.160555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:41.192785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:41.208860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-d2f09b21-3021-4f1a-9a4c-2a3ac351faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.210782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-d2f09b21-3021-4f1a-9a4c-2a3ac351faea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1094 time: 0.1760213 Aug 03 19:09:41.243425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445a5a7-cd11-4b6a-8c97-7f1f498daec8 req-d82da725-6e00-495a-9089-04166fdef75a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.251143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d445a5a7-cd11-4b6a-8c97-7f1f498daec8 req-d82da725-6e00-495a-9089-04166fdef75a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1457272 Aug 03 19:09:41.285401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2875fbcf-a4eb-4475-ae69-40ef564449d0 req-58be2e75-038d-452f-8e0f-eaf697b2ae4f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282067 Aug 03 19:09:41.294172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-22dc8da1-0bce-4b5e-9747-f9036f375c06 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4100d378-9777-4e44-be51-223110abce2f HTTP/1.1" status: 200 len: 217 time: 0.0696139 Aug 03 19:09:41.367304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d445a5a7-cd11-4b6a-8c97-7f1f498daec8 req-48eb0615-5b90-439b-b3e4-248ca39d0d2d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151946 Aug 03 19:09:41.404840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-0f9207d4-6e14-43f6-95d1-9a256f152ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.406771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-0f9207d4-6e14-43f6-95d1-9a256f152ec4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1055682 Aug 03 19:09:41.411042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.419112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.481830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-76dfdeb9-0248-420d-b31f-286f1ceb0157 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666850 Aug 03 19:09:41.485493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:41.512642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.513089 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Added segment c045e8e0-2561-4ef7-a79b-bacc507b8476 of type vlan for network f2d63be7-6453-4d56-8e28-f6fd1397a953 Aug 03 19:09:41.585767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe16e90f-5944-4382-ac47-b33c7af7b9fd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:41.609295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.650059 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.651213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.653248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.691753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a8169-0496-457e-9041-d21f908c1570 req-6cdbcf2d-2126-4c93-a481-93fd8338c3b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.694264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-021a8169-0496-457e-9041-d21f908c1570 req-6cdbcf2d-2126-4c93-a481-93fd8338c3b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 943 time: 0.2177017 Aug 03 19:09:41.708003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396862ec-fc7e-46c0-bcac-92a9ae45a3d0 req-17f00f19-bded-49cd-be52-c65e0e75ce1d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.717894 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9602444 Aug 03 19:09:41.721280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-396862ec-fc7e-46c0-bcac-92a9ae45a3d0 req-17f00f19-bded-49cd-be52-c65e0e75ce1d tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.2434852 Aug 03 19:09:41.723489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34998) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:41.729052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Request body: {'subnet': {'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1223502082-subnet', 'tenant_id': '58e4353b3609446488911d3a5665931a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:41.736997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6c56f-dda6-4518-a862-e81d553fcd5d admin admin] Pushing event updated for resources: {'Network': ['ID=f2d63be7-6453-4d56-8e28-f6fd1397a953,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:41.766277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network f2d63be7-6453-4d56-8e28-f6fd1397a953 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:41.776059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Made reservation on behalf of 58e4353b3609446488911d3a5665931a for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:41.793714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.882359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-396862ec-fc7e-46c0-bcac-92a9ae45a3d0 req-59c0ad07-7f23-4b81-9fdc-f4a4114e6ff8 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596031 Aug 03 19:09:41.885872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-9e501a98-a4fc-47c3-8564-7a61823cf6ec service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835828 Aug 03 19:09:41.952726 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-021a8169-0496-457e-9041-d21f908c1570 req-b4f800ce-affe-400a-ad71-0112b4f8d00b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238469 Aug 03 19:09:42.030307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.070161 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a679e47-e649-4da5-9e35-607a8a399349 x-openstack-request-id: req-6a679e47-e649-4da5-9e35-607a8a399349 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:42.070464 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "tag": "4100d378-9777-4e44-be51-223110abce2f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:42.070719 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a679e47-e649-4da5-9e35-607a8a399349 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:42.071130 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'tag': '4100d378-9777-4e44-be51-223110abce2f', 'status': 'completed', 'code': 200} Aug 03 19:09:42.153675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e52404-dd16-47cd-883e-1d9ed7e894fe,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:42.193234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Checking segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:42.194644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Network hostable DHCP agents. Network: f2d63be7-6453-4d56-8e28-f6fd1397a953, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:42.206790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6973ab-764a-4413-a116-fcaf59ff19e4 req-b7ca11e3-9bbe-43ef-84a1-b560bc70996d service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119640 Aug 03 19:09:42.217948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5f2a5-30ea-4ee8-8451-8c7194f87dda req-6a42aa43-6adf-4403-97ed-3ff53c5e6da4 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:42.219992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b5f2a5-30ea-4ee8-8451-8c7194f87dda req-6a42aa43-6adf-4403-97ed-3ff53c5e6da4 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.1211245 Aug 03 19:09:42.240124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef628d5-589f-44f2-8ad4-c0fd68fccbf0 req-90f10466-8a17-4503-96b0-0ae10df13856 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:42.241032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Network f2d63be7-6453-4d56-8e28-f6fd1397a953 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:42.243088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cef628d5-589f-44f2-8ad4-c0fd68fccbf0 req-90f10466-8a17-4503-96b0-0ae10df13856 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 1101 time: 0.1099191 Aug 03 19:09:42.265589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, f2d63be7-6453-4d56-8e28-f6fd1397a953) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:42.274192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:42.275235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.296792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1e7d6-c9ed-49f0-bf88-76c16c86124b None None] Network f2d63be7-6453-4d56-8e28-f6fd1397a953 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:42.300930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e138817f-dd1c-4a7a-96a8-cdbff44a6bcf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5760331 Aug 03 19:09:42.465792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:42.625240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a98c048-4ec7-4d84-a7a4-1280969f347c None None] Network f2d63be7-6453-4d56-8e28-f6fd1397a953 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:42.704213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b5f2a5-30ea-4ee8-8451-8c7194f87dda req-e44a7d0e-b63e-4d36-b8fb-46ba7be09039 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700105 Aug 03 19:09:42.706952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:42.709334 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761422c-9ace-436e-a777-271d306034fc" -d '{"events": [{"server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "name": "network-vif-plugged", "status": "completed", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:42.713231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cef628d5-589f-44f2-8ad4-c0fd68fccbf0 req-d219746f-cd2e-43a3-9f39-c9a8ad81ad10 tempest-ServersAdminNegativeTestJSON-1131050308 tempest-ServersAdminNegativeTestJSON-1131050308-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527085 Aug 03 19:09:42.755254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-02eee562-4177-4b27-95b7-896db22258e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:42.758945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-02eee562-4177-4b27-95b7-896db22258e5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1094 time: 0.4623497 Aug 03 19:09:42.772696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:43.020467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289', 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18', 'port_id': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289', 'mac_address': 'fa:16:3e:48:ca:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ecfb36e-3760-4d4c-8407-a42fd9e9a274', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:43.035308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b11da-bb8c-4cee-b85a-63dfbd9db33d req-8f37a2b0-4fc9-42a5-ae9c-296dfa3a922f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.043895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351b11da-bb8c-4cee-b85a-63dfbd9db33d req-8f37a2b0-4fc9-42a5-ae9c-296dfa3a922f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 944 time: 0.2042770 Aug 03 19:09:43.063055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-547ca7df-fc49-4714-b6e8-4b8dc5f03e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.064977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-547ca7df-fc49-4714-b6e8-4b8dc5f03e4e service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2978399 Aug 03 19:09:43.130790 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.139566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c6c72-5eaa-4930-ae03-8ab516239ef9 req-b92a3dd3-f059-4cc6-bf85-91089f5efc80 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.141355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c6c6c72-5eaa-4930-ae03-8ab516239ef9 req-b92a3dd3-f059-4cc6-bf85-91089f5efc80 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1922667 Aug 03 19:09:43.145833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-1aa86219-9e70-46b0-9687-0dd0645ff2e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4100d378-9777-4e44-be51-223110abce2f HTTP/1.1" status: 200 len: 217 time: 0.0642889 Aug 03 19:09:43.155703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:43.160038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351b11da-bb8c-4cee-b85a-63dfbd9db33d req-4bfd7b3f-6c6a-4d58-b32a-030ce2a4369b tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148183 Aug 03 19:09:43.201862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:43.209577 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.247541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c6c6c72-5eaa-4930-ae03-8ab516239ef9 req-c035177c-f7ba-4a74-a6e0-8e73d63aaa65 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985506 Aug 03 19:09:43.252087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-2867832d-6ed3-4181-9ca1-93b00c69aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.255063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-2867832d-6ed3-4181-9ca1-93b00c69aa40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0986207 Aug 03 19:09:43.256806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:43.323487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-6d02b169-1256-438c-beb7-cfc6c16991d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531931 Aug 03 19:09:43.351610 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235f4c3e-1187-4751-9173-f5aead7aa702 x-openstack-request-id: req-235f4c3e-1187-4751-9173-f5aead7aa702 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:43.352082 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "name": "network-vif-plugged", "status": "completed", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:43.352512 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-235f4c3e-1187-4751-9173-f5aead7aa702 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:43.353123 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26', 'code': 200} Aug 03 19:09:43.375308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:43.403077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:43.403598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.454927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-2e44f041-ac17-48af-a40e-3c7d9b8508f9 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190140 Aug 03 19:09:43.559183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec28b4-c263-437b-a2a4-bc5bb0c1f5f4 req-9a3f8a6d-98aa-4cae-8d49-37760abe020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.562383 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b9ec28b4-c263-437b-a2a4-bc5bb0c1f5f4 req-9a3f8a6d-98aa-4cae-8d49-37760abe020b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1097 time: 0.0976832 Aug 03 19:09:43.572969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.617611 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b9ec28b4-c263-437b-a2a4-bc5bb0c1f5f4 req-c659f93b-d479-4aa9-9431-11df45dcac7f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463674 Aug 03 19:09:43.629661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:43.635066 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.698411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:43.713060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8908b64a-3ea5-4ab5-b7ac-bf9bc96b76f7 req-a52b96cf-6409-4e6f-b4a8-1a1736af3016 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474926 Aug 03 19:09:43.723737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2d06-633f-48cc-9e11-d67abc620200 req-eee465a3-0993-467b-941d-cf23986c0c51 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.725309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbed2d06-633f-48cc-9e11-d67abc620200 req-eee465a3-0993-467b-941d-cf23986c0c51 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.1394298 Aug 03 19:09:43.734797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ca00-a152-4938-b46f-d9281cd441cd req-a924940f-bd2a-437e-be02-7c638e547179 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.736505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-a924940f-bd2a-437e-be02-7c638e547179 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 805 time: 0.2117391 Aug 03 19:09:43.764713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-2520ca5c-0d14-4f8d-a4f9-6db5f9a92c8b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/quotas/58e4353b3609446488911d3a5665931a HTTP/1.1" status: 200 len: 375 time: 0.0204282 Aug 03 19:09:43.794534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbed2d06-633f-48cc-9e11-d67abc620200 req-3276a2a0-dcd1-4292-b196-87e694cbc6bf tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569723 Aug 03 19:09:43.816176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-8069642a-89b8-40b6-b279-ec75cf7a7978 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342455 Aug 03 19:09:43.846567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:43.999196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe67a0-2ca0-49ac-b5b1-c583d60f5e4d req-018f73b3-ceac-4db4-97b2-9b18fb40bf86 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:44.000699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11fe67a0-2ca0-49ac-b5b1-c583d60f5e4d req-018f73b3-ceac-4db4-97b2-9b18fb40bf86 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 944 time: 0.1128666 Aug 03 19:09:44.004875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-beb04bd8-5045-4164-b99c-670ab90a036e service neutron] 10.222.0.42 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801901 Aug 03 19:09:44.101972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11fe67a0-2ca0-49ac-b5b1-c583d60f5e4d req-d09eb26f-9e29-4f39-8a98-92674a43be2e tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905569 Aug 03 19:09:44.149808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-fb330d83-693e-46bb-98f9-0fd6c1111305 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307261 Aug 03 19:09:44.231353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4cf7e-bd43-4de8-bff0-662803b2abac req-9335e5e4-9038-4b3a-9ed9-d1dcb45c8214 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:44.233094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1c4cf7e-bd43-4de8-bff0-662803b2abac req-9335e5e4-9038-4b3a-9ed9-d1dcb45c8214 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.0566299 Aug 03 19:09:44.279136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1c4cf7e-bd43-4de8-bff0-662803b2abac req-4655b401-a5c1-4dd4-94d4-9db7cf28bca3 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 Aug 03 19:09:44.562434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e504-799f-4bb9-adb9-e865e7f6261b req-26ac3c89-4515-4a8c-a17a-0f0bf6e68163 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:44.564100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b607e504-799f-4bb9-adb9-e865e7f6261b req-26ac3c89-4515-4a8c-a17a-0f0bf6e68163 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.1225185 Aug 03 19:09:44.595870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61806ca6-5fa1-468b-bc7d-d6abe1576507 req-b3e93504-833d-49bb-916d-05994fc07dc9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:44.597461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61806ca6-5fa1-468b-bc7d-d6abe1576507 req-b3e93504-833d-49bb-916d-05994fc07dc9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1061678 Aug 03 19:09:44.650710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b607e504-799f-4bb9-adb9-e865e7f6261b req-a1a8f779-0f1e-45c6-acec-c073283581bd tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735569 Aug 03 19:09:44.691064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61806ca6-5fa1-468b-bc7d-d6abe1576507 req-b0bf6416-ec51-4281-b96d-c1d0e40011c3 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779374 Aug 03 19:09:44.746769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7548192b-c7fb-4338-b796-6b055b965d2b req-a0664612-01cf-466b-80c7-365d57318803 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 210 time: 0.0518193 Aug 03 19:09:44.961803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e239e-85ee-413e-a407-dee1a32cb078 req-ca324be3-804b-4f6b-a34d-5fd7c198ab9a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:44.963461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab4e239e-85ee-413e-a407-dee1a32cb078 req-ca324be3-804b-4f6b-a34d-5fd7c198ab9a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.0812161 Aug 03 19:09:45.036066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab4e239e-85ee-413e-a407-dee1a32cb078 req-b8692137-2047-4411-841e-92e543575b24 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595105 Aug 03 19:09:45.144323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bc943-258f-4e08-9762-d421d3d2d59c req-ce503cf6-474f-415c-9284-4bb5aabc0c89 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:45.147409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb3bc943-258f-4e08-9762-d421d3d2d59c req-ce503cf6-474f-415c-9284-4bb5aabc0c89 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 950 time: 0.0693657 Aug 03 19:09:45.199918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb3bc943-258f-4e08-9762-d421d3d2d59c req-13b4e0d9-2388-487b-88f0-f36497a79681 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Aug 03 19:09:45.313680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9b03d-26e6-4128-b48a-e414f78eea83 req-10747cc0-df62-4af7-954a-c1b7cfcfd53e tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:45.316319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05f9b03d-26e6-4128-b48a-e414f78eea83 req-10747cc0-df62-4af7-954a-c1b7cfcfd53e tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 944 time: 0.0901368 Aug 03 19:09:45.354087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:45.357107 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40adaac-c0cd-479d-ba1a-f9ac0d7e26a2" -d '{"events": [{"server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:45.366988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05f9b03d-26e6-4128-b48a-e414f78eea83 req-5a7425b1-3c26-4d8e-a0c9-caaff83e6456 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Aug 03 19:09:45.382928 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:09:45.436196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2075c4-007a-4038-9a2b-85b5c81d2b57 req-05c7dca6-7dfd-4600-91cf-80f42c4708bb tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:45.436911 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20cadb-5dd9-47c6-bc94-96225764f839 x-openstack-request-id: req-3d20cadb-5dd9-47c6-bc94-96225764f839 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:45.437389 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:45.437678 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d20cadb-5dd9-47c6-bc94-96225764f839 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:45.438235 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'code': 200} Aug 03 19:09:45.438427 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c2075c4-007a-4038-9a2b-85b5c81d2b57 req-05c7dca6-7dfd-4600-91cf-80f42c4708bb tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.0561273 Aug 03 19:09:45.505591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c2075c4-007a-4038-9a2b-85b5c81d2b57 req-b3a3cce0-a87f-4609-87fe-d86386186a41 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603890 Aug 03 19:09:45.730874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226627-7aec-433c-87e6-f319a51f55ff req-8a3e0296-2d11-4482-84c7-d43dfb894af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:45.732591 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8d226627-7aec-433c-87e6-f319a51f55ff req-8a3e0296-2d11-4482-84c7-d43dfb894af9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 1096 time: 0.0595012 Aug 03 19:09:45.787596 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8d226627-7aec-433c-87e6-f319a51f55ff req-b5a651ea-31f5-4621-accd-b50740008063 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465825 Aug 03 19:09:46.005911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697f1d2-d90b-4122-b876-46627adb36ea req-b57d8f07-5082-49db-8e61-29a0a2bfc623 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.008014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5697f1d2-d90b-4122-b876-46627adb36ea req-b57d8f07-5082-49db-8e61-29a0a2bfc623 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.2046425 Aug 03 19:09:46.019247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ca00-a152-4938-b46f-d9281cd441cd req-eb79ee25-6894-455d-832d-332551ac0f9d tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.021859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-eb79ee25-6894-455d-832d-332551ac0f9d tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.88 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 805 time: 0.3551028 Aug 03 19:09:46.039920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef3930-9d57-46a4-86da-e9ddebf1493e req-13156e3c-10e4-4af5-8b26-bb812505a339 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.043140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ef3930-9d57-46a4-86da-e9ddebf1493e req-13156e3c-10e4-4af5-8b26-bb812505a339 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.2295685 Aug 03 19:09:46.061151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Request body: {'port': {'device_id': '776c4609-6ec5-4011-83ea-b6da2af05111', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'admin_state_up': True, 'tenant_id': '58e4353b3609446488911d3a5665931a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:46.251579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5697f1d2-d90b-4122-b876-46627adb36ea req-623541d1-68ab-4020-8571-ecb52f12aa6c tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267809 Aug 03 19:09:46.261269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ef3930-9d57-46a4-86da-e9ddebf1493e req-04b34fc3-802a-482a-a43b-7d2587d18234 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941881 Aug 03 19:09:46.356516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94794822-6d30-433d-81b9-d4c86ce5d97e req-889c8429-f1f9-46d1-90d4-602169aadbf1 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 210 time: 0.0347373 Aug 03 19:09:46.406037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Made reservation on behalf of 58e4353b3609446488911d3a5665931a for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:46.409815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:46.436027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0645d1-e8ba-4b3e-bf65-b468a37340f1 req-afccc9b5-1866-4307-aad6-41ce440c6d8a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.437737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff0645d1-e8ba-4b3e-bf65-b468a37340f1 req-afccc9b5-1866-4307-aad6-41ce440c6d8a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.0732079 Aug 03 19:09:46.482408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:46.547309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:46.554014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:46.554617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:46.601426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff0645d1-e8ba-4b3e-bf65-b468a37340f1 req-fb225026-6feb-4974-94e3-914ac6966561 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517427 Aug 03 19:09:46.621275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2777a-f369-434e-b7e3-026f51976540 req-eed55a03-48b3-4269-99c7-99573e4ff853 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.622970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9a2777a-f369-434e-b7e3-026f51976540 req-eed55a03-48b3-4269-99c7-99573e4ff853 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 950 time: 0.1304119 Aug 03 19:09:46.676684 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:46.681692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Allocated IP 172.20.0.12 (f2d63be7-6453-4d56-8e28-f6fd1397a953/79e52404-dd16-47cd-883e-1d9ed7e894fe/e9eb744b-ba5b-4980-a2dc-944c52fc0394) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:46.716959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:46.717193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9a2777a-f369-434e-b7e3-026f51976540 req-8cf66718-a5f2-4b5f-a695-f1589c1b5f19 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876124 Aug 03 19:09:46.724080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:46.816725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:46.931073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e614-ebb6-44ee-8109-833e2486af33 req-a5aa5ffe-3cab-40e7-9304-029c3187623d tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.933433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01a3e614-ebb6-44ee-8109-833e2486af33 req-a5aa5ffe-3cab-40e7-9304-029c3187623d tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 945 time: 0.1918502 Aug 03 19:09:47.129496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26825b-a274-496f-abfd-7b18bbebd085 req-7c59b13e-a7fd-4028-9884-e06090243f63 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.132083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d26825b-a274-496f-abfd-7b18bbebd085 req-7c59b13e-a7fd-4028-9884-e06090243f63 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.1972115 Aug 03 19:09:47.137892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01a3e614-ebb6-44ee-8109-833e2486af33 req-2ebe2a3f-59f5-458a-82fb-035d70432f74 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780257 Aug 03 19:09:47.202060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.246860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d26825b-a274-496f-abfd-7b18bbebd085 req-a2adba3c-efb2-43e5-93b8-d1eb041fcaf0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985565 Aug 03 19:09:47.295092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.396691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Network f2d63be7-6453-4d56-8e28-f6fd1397a953 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:47.425705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-fb3fac72-d723-4bd4-921b-1236b7856986 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.427992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-fb3fac72-d723-4bd4-921b-1236b7856986 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.63 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 950 time: 0.0600553 Aug 03 19:09:47.440420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:47.443185 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03339b4c-4dd3-4838-ac36-ed7004d8988a" -d '{"events": [{"server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "name": "network-vif-plugged", "status": "completed", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:47.459857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:47.463061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:47.489088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Pushing event updated for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:47.561076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Deleting port bb655be1-236b-4a18-b16f-4106be72449c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:47.561410 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.568721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493d69-22ce-415a-bc0a-991255c4ab9c req-03111521-1cac-4570-b304-620ca54a7999 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.570637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64493d69-22ce-415a-bc0a-991255c4ab9c req-03111521-1cac-4570-b304-620ca54a7999 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.1784177 Aug 03 19:09:47.579499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.580601 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.586552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5648cd6-6e15-4f52-872e-a6717e30a9d0 req-347ddb72-ff5b-4339-9cc6-355ba0ce96a5 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.588586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5648cd6-6e15-4f52-872e-a6717e30a9d0 req-347ddb72-ff5b-4339-9cc6-355ba0ce96a5 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1097 time: 0.2252216 Aug 03 19:09:47.641860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-59d3dccb-84fb-4cfe-a142-12675d267151 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5970759 Aug 03 19:09:47.660000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Request body: {'port': {'device_id': '776c4609-6ec5-4011-83ea-b6da2af05111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:47.673035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64493d69-22ce-415a-bc0a-991255c4ab9c req-3524c46d-9e07-49ce-b300-ac218163f6cd tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890479 Aug 03 19:09:47.693111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] For port bb655be1-236b-4a18-b16f-4106be72449c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bb655be1-236b-4a18-b16f-4106be72449c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:47.693805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.703041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5648cd6-6e15-4f52-872e-a6717e30a9d0 req-646581b8-5a98-44b1-8a35-024ba8cf9d2e tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956044 Aug 03 19:09:47.715427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Calling delete_port for bb655be1-236b-4a18-b16f-4106be72449c owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:47.762457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.940261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.961171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['cbbac679-289c-46a6-9245-34f7d23d6231'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:47.984934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Pushing event deleted for resources: {'Port': ['ID=bb655be1-236b-4a18-b16f-4106be72449c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:48.013294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff3549-6f12-4d25-9e56-25ae128c2299 req-c54285d3-b278-4e41-91f2-f521d5f9c37c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.015263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8eff3549-6f12-4d25-9e56-25ae128c2299 req-c54285d3-b278-4e41-91f2-f521d5f9c37c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1900425 Aug 03 19:09:48.036504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] No DVR routers for this DVR port bb655be1-236b-4a18-b16f-4106be72449c on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:48.040920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.044859 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1db9f18e-6053-4a9d-b75e-f6ac2a068db2 req-574a0e7f-c821-4173-bfb9-171d3c316e4b tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.63 "DELETE /v2.0/ports/bb655be1-236b-4a18-b16f-4106be72449c HTTP/1.1" status: 204 len: 173 time: 0.6089485 Aug 03 19:09:48.045351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098bc45f-7059-4dc0-bea5-9fca9508eabe', 'name': 'network-vif-deleted', 'tag': 'bb655be1-236b-4a18-b16f-4106be72449c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:48.048202 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac68d58-5fb8-421f-8247-b6d1f9cc67b1" -d '{"events": [{"server_uuid": "098bc45f-7059-4dc0-bea5-9fca9508eabe", "name": "network-vif-deleted", "tag": "bb655be1-236b-4a18-b16f-4106be72449c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:48.061657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['bb655be1-236b-4a18-b16f-4106be72449c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:48.064898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b8339-8a63-45e3-809a-875a85f8e488 req-5dfeb1e4-f31b-447f-bc6a-ae955a191aae tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.073661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-379b8339-8a63-45e3-809a-875a85f8e488 req-5dfeb1e4-f31b-447f-bc6a-ae955a191aae tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 932 time: 0.2242794 Aug 03 19:09:48.231261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8eff3549-6f12-4d25-9e56-25ae128c2299 req-f4d16f21-bf6a-4b2a-a99a-e299d7ba8388 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865673 Aug 03 19:09:48.243268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-379b8339-8a63-45e3-809a-875a85f8e488 req-029d64d6-242c-41af-839f-1343e8668488 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685557 Aug 03 19:09:48.320021 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979d622f-2361-4fb6-be37-9bff69777d5f x-openstack-request-id: req-979d622f-2361-4fb6-be37-9bff69777d5f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:48.320315 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "name": "network-vif-plugged", "status": "completed", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:48.320561 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-979d622f-2361-4fb6-be37-9bff69777d5f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:48.320973 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289', 'code': 200} Aug 03 19:09:48.403195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9eb744b-ba5b-4980-a2dc-944c52fc0394 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:48.413747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.442245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Transition to ACTIVE for port object e9eb744b-ba5b-4980-a2dc-944c52fc0394 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:48.472445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc9a22-2299-42f7-a094-e056031d9cab req-d3a0a6a5-fd0e-4f2b-93a4-8fe388d5b9a3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.474011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7dc9a22-2299-42f7-a094-e056031d9cab req-d3a0a6a5-fd0e-4f2b-93a4-8fe388d5b9a3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.1137986 Aug 03 19:09:48.476504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.501673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440c0f3-a1e6-4b42-91c3-bfb696721d1a req-94e78241-17fd-414e-b653-7082ddc24f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.503709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c440c0f3-a1e6-4b42-91c3-bfb696721d1a req-94e78241-17fd-414e-b653-7082ddc24f26 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0675583 Aug 03 19:09:48.561215 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c440c0f3-a1e6-4b42-91c3-bfb696721d1a req-0fc4a1b8-d70f-42f8-ac3a-ba002b9a305b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 Aug 03 19:09:48.573782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357754ae-b674-417f-9735-5d7b6aa77202 req-d964a282-be80-47cb-aa2b-154ccd7e1d18 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.575967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-357754ae-b674-417f-9735-5d7b6aa77202 req-d964a282-be80-47cb-aa2b-154ccd7e1d18 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.1569557 Aug 03 19:09:48.583440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Pushing event updated for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:48.642249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7dc9a22-2299-42f7-a094-e056031d9cab req-1e21563b-0f9c-4049-b4f7-5c876f063549 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515837 Aug 03 19:09:48.692752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-357754ae-b674-417f-9735-5d7b6aa77202 req-ddba62ba-24d0-42dc-9af7-b595ad4484ba tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921566 Aug 03 19:09:48.722876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Attempting to bind port e9eb744b-ba5b-4980-a2dc-944c52fc0394 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:48.723444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Attempting to bind port e9eb744b-ba5b-4980-a2dc-944c52fc0394 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:48.724069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Attempting to bind port e9eb744b-ba5b-4980-a2dc-944c52fc0394 on network f2d63be7-6453-4d56-8e28-f6fd1397a953 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:48.735228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Port e9eb744b-ba5b-4980-a2dc-944c52fc0394 on network f2d63be7-6453-4d56-8e28-f6fd1397a953 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:48.736060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Attempting to bind port e9eb744b-ba5b-4980-a2dc-944c52fc0394 on network f2d63be7-6453-4d56-8e28-f6fd1397a953 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:48.745428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:48.746625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Checking segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:48.747174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Bound using segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:48.747910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Bound port: e9eb744b-ba5b-4980-a2dc-944c52fc0394, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:48.748650 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.840301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6dc41fc9-5109-4405-88af-eadc78266e1b req-31e361c9-dde3-462b-a7f4-f2588c1ed30e tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=098bc45f-7059-4dc0-bea5-9fca9508eabe HTTP/1.1" status: 200 len: 210 time: 0.0334339 Aug 03 19:09:48.888191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:48.889821 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29fc672-3205-40b9-bb98-6b141e78d1f8 x-openstack-request-id: req-c29fc672-3205-40b9-bb98-6b141e78d1f8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:48.890560 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098bc45f-7059-4dc0-bea5-9fca9508eabe", "name": "network-vif-deleted", "tag": "bb655be1-236b-4a18-b16f-4106be72449c", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:48.891216 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c29fc672-3205-40b9-bb98-6b141e78d1f8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:48.892284 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098bc45f-7059-4dc0-bea5-9fca9508eabe', 'name': 'network-vif-deleted', 'tag': 'bb655be1-236b-4a18-b16f-4106be72449c', 'status': 'completed', 'code': 200} Aug 03 19:09:48.892485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:48.899638 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.963221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.964483 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.966834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] 10.222.0.88 "PUT /v2.0/ports/e9eb744b-ba5b-4980-a2dc-944c52fc0394 HTTP/1.1" status: 200 len: 1092 time: 1.3133874 Aug 03 19:09:48.967775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:48.970708 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18579d69-6e75-486a-8927-f978fae667b7" -d '{"events": [{"name": "network-changed", "server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:49.067554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da99b50-58e9-4295-bafb-d5935b6f3941 service neutron] Pushing event updated for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:49.116687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f58bd-e90a-48c3-a3ae-f255b28d0909 req-75c19376-2ecb-48a6-868a-cbdf2efa95df tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.118279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b5f58bd-e90a-48c3-a3ae-f255b28d0909 req-75c19376-2ecb-48a6-868a-cbdf2efa95df tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 945 time: 0.1247313 Aug 03 19:09:49.128421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ca00-a152-4938-b46f-d9281cd441cd req-d380a1e5-935d-4bc1-a3a2-d18d19fff05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.130597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-d380a1e5-935d-4bc1-a3a2-d18d19fff05e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 1095 time: 0.0829694 Aug 03 19:09:49.246964 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e97dea-49d1-4587-b352-8166511a79c3 x-openstack-request-id: req-13e97dea-49d1-4587-b352-8166511a79c3 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:49.246964 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:49.246964 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13e97dea-49d1-4587-b352-8166511a79c3 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:49.247605 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'status': 'completed', 'code': 200} Aug 03 19:09:49.254635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-2fe9e558-e3bf-432e-86b9-7d28d8377bf9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394 HTTP/1.1" status: 200 len: 217 time: 0.1124933 Aug 03 19:09:49.686967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b5f58bd-e90a-48c3-a3ae-f255b28d0909 req-aed0c8b8-4a5c-44de-81e6-7a4f03c2582c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198615 Aug 03 19:09:49.722674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ca00-a152-4938-b46f-d9281cd441cd req-4c92a446-2077-4204-a1ac-4f51ae268368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.724178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-4c92a446-2077-4204-a1ac-4f51ae268368 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 200 len: 845 time: 0.4561715 Aug 03 19:09:49.769770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd3342-38ad-44b7-af3c-57283482f634 req-5f6447bb-108b-41f5-a181-f0eeb44424ef tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.771402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d0cd3342-38ad-44b7-af3c-57283482f634 req-5f6447bb-108b-41f5-a181-f0eeb44424ef tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1137965 Aug 03 19:09:49.773829 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-f08b1e25-6b8b-4a69-884d-2b00e9af9753 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f2d63be7-6453-4d56-8e28-f6fd1397a953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388234 Aug 03 19:09:49.910847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d0cd3342-38ad-44b7-af3c-57283482f634 req-a03b2c4d-8895-4d22-b097-be1f933d607d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229825 Aug 03 19:09:49.958887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757a0f6-3125-42a6-9ba4-cf2f26a42d55 req-b9a13c44-688e-4c0b-b76b-b3903eb1649c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.961780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5757a0f6-3125-42a6-9ba4-cf2f26a42d55 req-b9a13c44-688e-4c0b-b76b-b3903eb1649c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 944 time: 0.1396441 Aug 03 19:09:49.967170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-17958470-c0ae-4155-847e-452ecd15daa7 service neutron] 10.222.0.88 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804724 Aug 03 19:09:50.206916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5757a0f6-3125-42a6-9ba4-cf2f26a42d55 req-d0d046c0-3c90-4c4c-b1ce-f41a72a1ebf2 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366388 Aug 03 19:09:50.220081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.274928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1023ca00-a152-4938-b46f-d9281cd441cd req-0cb6542f-f350-4e86-9753-7ca35b94f257 service neutron] 10.222.0.88 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982056 Aug 03 19:09:50.311237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-e5a7a25a-a5ba-41ae-b82a-130e3ecdd0d2 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.313108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-e5a7a25a-a5ba-41ae-b82a-130e3ecdd0d2 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 814 time: 0.2501037 Aug 03 19:09:50.340218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-785417e4-751a-4736-8ab1-45b4ff76cdc9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/quotas/ce3c779367d44f56bbc535ca43bc2ffd HTTP/1.1" status: 200 len: 375 time: 0.0171254 Aug 03 19:09:50.472095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aef89-12ec-4229-a90d-e20785e56a17 req-75947941-a2f8-43b3-a941-9d795478d71b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.473788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-694aef89-12ec-4229-a90d-e20785e56a17 req-75947941-a2f8-43b3-a941-9d795478d71b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.1211796 Aug 03 19:09:50.478613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18579d69-6e75-486a-8927-f978fae667b7 req-c6990544-d7ee-4be2-9dd6-231fa2d97c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.480812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18579d69-6e75-486a-8927-f978fae667b7 req-c6990544-d7ee-4be2-9dd6-231fa2d97c2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 1095 time: 0.1385653 Aug 03 19:09:50.488353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-6cc20971-2ddd-4c0a-afa2-e75bf237c17a tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235125 Aug 03 19:09:50.637017 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-694aef89-12ec-4229-a90d-e20785e56a17 req-790ce883-a7b6-44be-a2b7-cbb101b1c521 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537302 Aug 03 19:09:50.681239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18579d69-6e75-486a-8927-f978fae667b7 req-4dbc555e-406f-49c3-85f5-39667ce96784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.681239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18579d69-6e75-486a-8927-f978fae667b7 req-4dbc555e-406f-49c3-85f5-39667ce96784 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 906 time: 0.1909029 Aug 03 19:09:50.707856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-82c7d52e-54a3-46cf-8d36-071bb57204e8 service neutron] 10.222.0.42 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050111 Aug 03 19:09:50.764733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18579d69-6e75-486a-8927-f978fae667b7 req-3ea4132b-751f-4c6d-8297-ebc98b532173 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394 HTTP/1.1" status: 200 len: 217 time: 0.0743597 Aug 03 19:09:50.849196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272564d-b70f-446f-b6e3-b13e35005ada req-8d77e661-d118-4851-9b86-290767f8d9d7 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.850876 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9272564d-b70f-446f-b6e3-b13e35005ada req-8d77e661-d118-4851-9b86-290767f8d9d7 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.88 "GET /v2.0/ports?device_id=117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5 HTTP/1.1" status: 200 len: 945 time: 0.0678377 Aug 03 19:09:50.914214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18579d69-6e75-486a-8927-f978fae667b7 req-558291fe-dbe0-4f73-9d98-89c9644577d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.916967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18579d69-6e75-486a-8927-f978fae667b7 req-558291fe-dbe0-4f73-9d98-89c9644577d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 200 len: 845 time: 0.1254706 Aug 03 19:09:50.984850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18579d69-6e75-486a-8927-f978fae667b7 req-2c2b7a12-fb64-486b-b1d5-f1a2bf862414 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f2d63be7-6453-4d56-8e28-f6fd1397a953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563297 Aug 03 19:09:50.989262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Deleting port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:50.989868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.030375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5ed9d264-6f5d-4842-89e2-120fe66a30cf service neutron] 10.222.0.42 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803583 Aug 03 19:09:51.126279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18579d69-6e75-486a-8927-f978fae667b7 req-bce0cddb-989b-4643-b960-9cc1bf5547f0 service neutron] 10.222.0.88 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312909 Aug 03 19:09:51.162580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] For port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:51.163211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.187442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Calling delete_port for e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:51.269641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18579d69-6e75-486a-8927-f978fae667b7 req-e6435607-50b0-4cbe-b88f-aae1bc2227d8 service neutron] 10.222.0.88 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344509 Aug 03 19:09:51.278626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4100d378-9777-4e44-be51-223110abce2f details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:51.448704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:51.461547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd43f1-95ac-47ac-83e8-e1f9bedd21e7 req-fa74b7a8-25b2-461e-9a00-9e9d017cf94c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:51.464098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eecd43f1-95ac-47ac-83e8-e1f9bedd21e7 req-fa74b7a8-25b2-461e-9a00-9e9d017cf94c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 945 time: 0.1224151 Aug 03 19:09:51.478695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '4100d378-9777-4e44-be51-223110abce2f', 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae', 'port_id': '4100d378-9777-4e44-be51-223110abce2f', 'mac_address': 'fa:16:3e:1a:97:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c771c334-89f1-45d4-b8bf-58d8b0c3c018', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:51.541904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eecd43f1-95ac-47ac-83e8-e1f9bedd21e7 req-700f3add-e41f-4384-a4c1-19f980d6594d tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649195 Aug 03 19:09:51.587587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.603412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:51.670347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Pushing event deleted for resources: {'Port': ['ID=e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:51.705069 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.734103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4100d378-9777-4e44-be51-223110abce2f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:51.757754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] No DVR routers for this DVR port e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:51.760817 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.763276 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9272564d-b70f-446f-b6e3-b13e35005ada req-9e03c871-be56-4edc-94be-cf441a2860f9 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.88 "DELETE /v2.0/ports/e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a HTTP/1.1" status: 204 len: 173 time: 0.9058256 Aug 03 19:09:51.764047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'name': 'network-vif-deleted', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:51.766527 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09c7b38-1341-4fa6-b28a-cb6f57c87b5a" -d '{"events": [{"server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "name": "network-vif-deleted", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:51.789656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:51.796613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.806236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b87fe4-62b3-4993-bf5a-5b8871521c79 req-d820d468-85c2-4a11-9427-26845e0dd325 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:51.808250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61b87fe4-62b3-4993-bf5a-5b8871521c79 req-d820d468-85c2-4a11-9427-26845e0dd325 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1104064 Aug 03 19:09:51.896220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae10a211-2667-40b4-8aaf-974e18b5af1b req-e5642656-d46c-417d-aaea-22adf341edac tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 210 time: 0.0861776 Aug 03 19:09:51.939997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:51.952779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61b87fe4-62b3-4993-bf5a-5b8871521c79 req-a4feba3c-610b-45bc-9b8f-607d336e936b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322269 Aug 03 19:09:52.104456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-c255adc8-9681-481f-8ae5-6bb1def054ed tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1053106628&fields=id&tenant_id=d9e4ce46f43c4d84be819464e1b97f42 HTTP/1.1" status: 200 len: 267 time: 0.0597274 Aug 03 19:09:52.110779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4100d378-9777-4e44-be51-223110abce2f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:52.183035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256bfc-3b54-4d73-950c-7ee5a6712c3c req-57c7462d-3e50-481d-9ce2-7b4a7305d61c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:52.185312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71256bfc-3b54-4d73-950c-7ee5a6712c3c req-57c7462d-3e50-481d-9ce2-7b4a7305d61c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 944 time: 0.1069567 Aug 03 19:09:52.197205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-5db8b403-6ec9-430c-a9fc-23416855c678 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:52.208366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-5db8b403-6ec9-430c-a9fc-23416855c678 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 945 time: 0.1000776 Aug 03 19:09:52.232971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'port': {'security_groups': ['14273b93-43e4-4679-8c5a-d225a1f1a5d1', '1041d0e0-3e95-4d62-b85e-1545835be249']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:52.335818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71256bfc-3b54-4d73-950c-7ee5a6712c3c req-1963b63a-c775-407d-b52f-504645a170af tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229773 Aug 03 19:09:52.380903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.510227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device bb655be1-236b-4a18-b16f-4106be72449c no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:52.593821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: bb655be1-236b-4a18-b16f-4106be72449c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:52.594470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device bb655be1-236b-4a18-b16f-4106be72449c not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:52.670181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd6c68-8e70-4d2a-b5a0-16c76178a68a req-a0da02f3-b918-44d4-9dfd-80ef82559343 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:52.672755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ccd6c68-8e70-4d2a-b5a0-16c76178a68a req-a0da02f3-b918-44d4-9dfd-80ef82559343 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 949 time: 0.1817322 Aug 03 19:09:52.762804 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-723a7f15-b06c-4bc0-9f35-39f9845ea81c service neutron] 10.222.0.63 "GET /v2.0/ports/b34aaa56-8b0c-4352-bd11-f4790fb6580c/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 382 time: 0.1133502 Aug 03 19:09:52.795405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ccd6c68-8e70-4d2a-b5a0-16c76178a68a req-1ec28fca-33a7-4434-835f-2e21c24aa00c tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096220 Aug 03 19:09:52.870276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] For port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:52.986225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.001626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.041279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:53.280541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de731-0a70-4412-8ec0-6bde0a762f74 req-44ed0ddc-2ac8-4f8d-99be-bd080e1b0e44 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.291520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-689de731-0a70-4412-8ec0-6bde0a762f74 req-44ed0ddc-2ac8-4f8d-99be-bd080e1b0e44 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 944 time: 0.3742833 Aug 03 19:09:53.296230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e9eb744b-ba5b-4980-a2dc-944c52fc0394 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:53.304230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4100d378-9777-4e44-be51-223110abce2f up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:53.310345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.311712 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.336871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-389ecd53-c8b4-470d-8466-72af3eb46009 req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "PUT /v2.0/ports/0192f3ed-64c4-40e1-9ad5-46f2a77d7289 HTTP/1.1" status: 200 len: 981 time: 1.1262167 Aug 03 19:09:53.368725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:53.384431 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd9472d-3f86-4002-8ba1-144b7d9e442f" -d '{"events": [{"name": "network-changed", "server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:53.419866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-33d148f8-8018-43a5-ab42-5c8207f89283 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.423716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-33d148f8-8018-43a5-ab42-5c8207f89283 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.63 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 814 time: 0.2824318 Aug 03 19:09:53.490329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574d60d-89df-45a4-a434-8ce8bb77f21c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'Port': ['ID=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:53.506018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Request body: {'port': {'device_id': '081b8f5a-b53d-4548-a0c8-c73632ab054a', 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'admin_state_up': True, 'tenant_id': 'ce3c779367d44f56bbc535ca43bc2ffd'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:53.535372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:53.536944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-689de731-0a70-4412-8ec0-6bde0a762f74 req-8730d23d-f935-440c-b53d-11d1ee9a2425 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435176 Aug 03 19:09:53.554800 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:09:53.689364 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f7e5ac-0e7c-4266-bc7b-8a4d61ea8c75 x-openstack-request-id: req-45f7e5ac-0e7c-4266-bc7b-8a4d61ea8c75 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:53.689741 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5", "name": "network-vif-deleted", "tag": "e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:53.690091 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45f7e5ac-0e7c-4266-bc7b-8a4d61ea8c75 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:53.690592 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b7e99-8b6e-4cd5-9c22-3fe3f64fd1b5', 'name': 'network-vif-deleted', 'tag': 'e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a', 'status': 'completed', 'code': 200} Aug 03 19:09:53.706059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-62f7e0fa-afe8-432f-bfea-c60794004e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.708323 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-62f7e0fa-afe8-432f-bfea-c60794004e68 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc&tenant_id=80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 1100 time: 0.6184418 Aug 03 19:09:53.739877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-791ec1fc-6393-4091-a8d5-4db955035e13 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.742633 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-791ec1fc-6393-4091-a8d5-4db955035e13 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.88 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 949 time: 0.4758153 Aug 03 19:09:53.778398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-804d0a0c-6576-4905-b629-8c42a5f818f0 req-3872e39f-a98d-4a77-a79b-dbc6e42ed0fd tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 210 time: 0.0863364 Aug 03 19:09:53.811034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 4100d378-9777-4e44-be51-223110abce2f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:53.815128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66c52e-c512-403f-9394-f601b46a1db3 req-da86bdc9-7bb7-4fbb-ae1a-e5f79b843c3c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.816861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d66c52e-c512-403f-9394-f601b46a1db3 req-da86bdc9-7bb7-4fbb-ae1a-e5f79b843c3c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1370070 Aug 03 19:09:53.884624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 4100d378-9777-4e44-be51-223110abce2f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:53.884993 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.910235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d66c52e-c512-403f-9394-f601b46a1db3 req-40704270-14a9-4987-adf2-f8460cd6fd19 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843487 Aug 03 19:09:53.946498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-945d2879-4d75-414a-802d-76f18a8d494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.948096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-945d2879-4d75-414a-802d-76f18a8d494c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 1100 time: 0.1946144 Aug 03 19:09:53.984351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Made reservation on behalf of ce3c779367d44f56bbc535ca43bc2ffd for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:53.988097 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.017095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:54.019717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-4caff2f7-96d2-4601-bb48-fcd99eab5e35 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-382441260&fields=id&tenant_id=d9e4ce46f43c4d84be819464e1b97f42 HTTP/1.1" status: 200 len: 267 time: 0.0947177 Aug 03 19:09:54.045838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'port_id': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'mac_address': 'fa:16:3e:a0:3b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e52404-dd16-47cd-883e-1d9ed7e894fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:54.114298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-dade3d29-738c-4288-9be7-e433c0db1dd5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.115981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-dade3d29-738c-4288-9be7-e433c0db1dd5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 984 time: 0.0852127 Aug 03 19:09:54.124333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Deleting port cbbac679-289c-46a6-9245-34f7d23d6231 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:54.124680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.137658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4715c-4402-4c1f-be10-def6d5793eeb req-a41d81dd-92c1-48c6-a080-e5fbce92a9f9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.139894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ce4715c-4402-4c1f-be10-def6d5793eeb req-a41d81dd-92c1-48c6-a080-e5fbce92a9f9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 944 time: 0.0776875 Aug 03 19:09:54.148093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'port': {'security_groups': ['1041d0e0-3e95-4d62-b85e-1545835be249', '14273b93-43e4-4679-8c5a-d225a1f1a5d1', 'b9344bdd-38f6-4805-ada1-bcf9824a385b']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:54.227172 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.257646 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.259038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ce4715c-4402-4c1f-be10-def6d5793eeb req-80203d1b-77d5-457f-b189-f216d5181311 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051807 Aug 03 19:09:54.272268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.298616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9eb744b-ba5b-4980-a2dc-944c52fc0394 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:54.344079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:54.401165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:54.413803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4100d378-9777-4e44-be51-223110abce2f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:54.421155 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d046dfdd-2aeb-4411-8df5-71d3b7d76d9d" -d '{"events": [{"server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "name": "network-vif-plugged", "status": "completed", "tag": "4100d378-9777-4e44-be51-223110abce2f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:54.430832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-c003fe3e-2380-4e31-84aa-57d35eda5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.432430 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-c003fe3e-2380-4e31-84aa-57d35eda5ded service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4722490 Aug 03 19:09:54.436296 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.491000 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-357235df-971d-4ada-a1f3-c5a11ba9136b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c HTTP/1.1" status: 200 len: 217 time: 0.0470941 Aug 03 19:09:54.496068 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b80432-ca0d-4bef-af0e-9912e8a435f2 x-openstack-request-id: req-63b80432-ca0d-4bef-af0e-9912e8a435f2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:54.496918 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:54.497777 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63b80432-ca0d-4bef-af0e-9912e8a435f2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:54.498688 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289', 'status': 'completed', 'code': 200} Aug 03 19:09:54.504928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] For port cbbac679-289c-46a6-9245-34f7d23d6231, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cbbac679-289c-46a6-9245-34f7d23d6231,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:54.505304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.531898 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.533764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:54.559083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Calling delete_port for cbbac679-289c-46a6-9245-34f7d23d6231 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:54.583333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Allocated IP 172.20.0.14 (c5d06360-b639-4da0-b6d8-fe840e856faa/a914a067-d97e-4771-bf4f-7bb7f3767cf0/90a2df50-e3e7-405d-91de-a32dc96961c2) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:54.596398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:54.597342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e4e0d2f0-0ded-4dba-9cfd-52f352bcb59a not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:54.608127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-2d2c0c02-397a-4a6c-b899-0c5a52a8f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.610055 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-2d2c0c02-397a-4a6c-b899-0c5a52a8f8e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1116283 Aug 03 19:09:54.669125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:54.673903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-32eee397-22d4-497c-bf18-aa7825dc6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.675486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-32eee397-22d4-497c-bf18-aa7825dc6ae4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1135 time: 0.1935773 Aug 03 19:09:54.689000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbbbaa-9260-4816-9abe-22416cfaeeef req-b34f572e-c236-4b9f-8b5a-4114028c1784 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.695457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73cbbbaa-9260-4816-9abe-22416cfaeeef req-b34f572e-c236-4b9f-8b5a-4114028c1784 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd55b3a-9cac-4095-8a8d-ccdc863accf8 HTTP/1.1" status: 200 len: 949 time: 0.2145982 Aug 03 19:09:54.788340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-96f46fd7-a47d-49c4-8210-02c2f52fdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.790751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-96f46fd7-a47d-49c4-8210-02c2f52fdde8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393361 Aug 03 19:09:54.880678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] For port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:54.896582 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73cbbbaa-9260-4816-9abe-22416cfaeeef req-cdb89073-5746-4cb4-a6c4-fb05deea17c9 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.42 "GET /v2.0/security-groups?id=2aaf3006-057b-472e-98fd-009054818acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001503 Aug 03 19:09:54.931008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:54.940704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e9eb744b-ba5b-4980-a2dc-944c52fc0394'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:54.990800 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc09872-f515-45a3-bbe1-302b8f754a38 x-openstack-request-id: req-efc09872-f515-45a3-bbe1-302b8f754a38 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:54.991143 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "name": "network-vif-plugged", "status": "completed", "tag": "4100d378-9777-4e44-be51-223110abce2f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:54.991398 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efc09872-f515-45a3-bbe1-302b8f754a38 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:54.992111 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4100d378-9777-4e44-be51-223110abce2f', 'code': 200} Aug 03 19:09:55.040604 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.080294 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.140314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-3a3e3334-7590-4086-93b8-8fa651db0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.142509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:55.143920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-3a3e3334-7590-4086-93b8-8fa651db0200 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 914 time: 0.4461555 Aug 03 19:09:55.376881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.381974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-09ff5e58-c614-4b4d-b037-d4602d26f4f2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289 HTTP/1.1" status: 200 len: 217 time: 0.1800258 Aug 03 19:09:55.382181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.400849 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-7b98938d-39c1-4d76-ad69-779108948200 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966845 Aug 03 19:09:55.410302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.412809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.415710 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.438600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9223e2c4-567f-4d1f-890a-26e38ffb7f6f req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "PUT /v2.0/ports/0192f3ed-64c4-40e1-9ad5-46f2a77d7289 HTTP/1.1" status: 200 len: 1020 time: 1.2965736 Aug 03 19:09:55.524575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:55.557142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be73ff8d-d5bb-4881-9510-ca1df0774583 req-b4a1a44d-e6e8-48e0-9faa-9990c03cb450 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310277 Aug 03 19:09:55.599807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Pushing event deleted for resources: {'Port': ['ID=cbbac679-289c-46a6-9245-34f7d23d6231,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:55.625782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] No DVR routers for this DVR port cbbac679-289c-46a6-9245-34f7d23d6231 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:55.629609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.631833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-066a7b9e-3a1e-417f-bec1-f84795c03f15 req-25f83830-d4d9-4525-99d8-3f693bd87659 tempest-ServersAdminNegativeTestJSON-753150369 tempest-ServersAdminNegativeTestJSON-753150369-project] 10.222.0.88 "DELETE /v2.0/ports/cbbac679-289c-46a6-9245-34f7d23d6231 HTTP/1.1" status: 204 len: 173 time: 1.8771372 Aug 03 19:09:55.657546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549d518-aed8-4787-8285-a2bdbc3530b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'Port': ['ID=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:55.664388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bf7bf-f822-4505-a9c3-06e580c832ec req-0504c095-090f-4924-9826-41d071795053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.667169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d59bf7bf-f822-4505-a9c3-06e580c832ec req-0504c095-090f-4924-9826-41d071795053 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1096 time: 0.6129663 Aug 03 19:09:55.674539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.694912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0809f88-6330-4116-b992-daeaa0aac381 req-fbc770b4-6303-4933-a9ef-54ae50f6582c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.696787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0809f88-6330-4116-b992-daeaa0aac381 req-fbc770b4-6303-4933-a9ef-54ae50f6582c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 945 time: 0.4982698 Aug 03 19:09:55.703463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Network c5d06360-b639-4da0-b6d8-fe840e856faa is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:55.706038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd55b3a-9cac-4095-8a8d-ccdc863accf8', 'name': 'network-vif-deleted', 'tag': 'cbbac679-289c-46a6-9245-34f7d23d6231'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:55.708699 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9438e2-d9b9-457f-b8fd-227cde37fedb" -d '{"events": [{"server_uuid": "ddd55b3a-9cac-4095-8a8d-ccdc863accf8", "name": "network-vif-deleted", "tag": "cbbac679-289c-46a6-9245-34f7d23d6231"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:55.713281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:55.717955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91742182-6701-4188-b966-5d247318d4a1 req-7cd39835-6b05-4732-b779-3af3cb8a148d tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 210 time: 0.1334889 Aug 03 19:09:55.735818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:55.760494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-b6eeefec-4db5-49ec-8b05-7045945418fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.762908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-b6eeefec-4db5-49ec-8b05-7045945418fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 0.3077836 Aug 03 19:09:55.896513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Pushing event updated for resources: {'Port': ['ID=90a2df50-e3e7-405d-91de-a32dc96961c2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:55.920285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-501be7de-f09b-47fa-bc91-8f49972dc868 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241457 Aug 03 19:09:55.924946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.927097 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.939152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d59bf7bf-f822-4505-a9c3-06e580c832ec req-36130658-058f-4aba-af87-812f8fc4e12d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378943 Aug 03 19:09:55.966815 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5b60b3e2-3cf7-481b-8606-ce86be887dae tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5037405 Aug 03 19:09:56.002006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Request body: {'port': {'device_id': '081b8f5a-b53d-4548-a0c8-c73632ab054a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:56.012443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0809f88-6330-4116-b992-daeaa0aac381 req-e37f44f6-69b1-4f3a-b907-edd7e6108f0e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875924 Aug 03 19:09:56.121875 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0b182015-8612-42ea-9a39-0ad0d9edc9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.162954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.191396 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-5a00d5ed-ae95-44a3-9eff-adc6754d61c9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1343908 Aug 03 19:09:56.257353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303df50c-981a-458c-86d4-2597c2a6edb1 req-d5562ec5-ab99-47a5-9e6f-ec0290797845 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:56.259355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-303df50c-981a-458c-86d4-2597c2a6edb1 req-d5562ec5-ab99-47a5-9e6f-ec0290797845 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.4029641 Aug 03 19:09:56.404329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830768-38e9-4e72-9d78-b78e7df416ee req-4b8ce48f-8f32-4ee8-b3c2-cae82e62f81b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:56.405857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91830768-38e9-4e72-9d78-b78e7df416ee req-4b8ce48f-8f32-4ee8-b3c2-cae82e62f81b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 945 time: 0.2439880 Aug 03 19:09:56.415976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-303df50c-981a-458c-86d4-2597c2a6edb1 req-d7b7ef41-617c-400c-bd71-7b7e129fd335 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075258 Aug 03 19:09:56.425258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-9c1cbaa3-bcbf-4cde-8455-8f7fadf7b3b4 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304519 Aug 03 19:09:56.500603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:56.505241 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43552ecc-2ef9-4d45-8eb8-4893801d0065" -d '{"events": [{"name": "network-changed", "server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:56.515959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:56.626238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91830768-38e9-4e72-9d78-b78e7df416ee req-e98f0abc-ad28-4984-9ef3-b9bef19d5555 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066138 Aug 03 19:09:56.747553 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.752997 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fd9472d-3f86-4002-8ba1-144b7d9e442f req-c09dd3ad-e2bc-483f-be17-364894300f07 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095741 Aug 03 19:09:56.806433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cf618-a89d-49a8-b8c6-6480fc728dfb req-a0aedcb3-48f3-479d-96ac-dfc2a6cad2f3 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:56.817300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-478cf618-a89d-49a8-b8c6-6480fc728dfb req-a0aedcb3-48f3-479d-96ac-dfc2a6cad2f3 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1023 time: 0.1627448 Aug 03 19:09:56.847806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:56.849458 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf1f4c7-c0e0-4c8b-be07-2df7cb04db02 x-openstack-request-id: req-abf1f4c7-c0e0-4c8b-be07-2df7cb04db02 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:56.850275 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd55b3a-9cac-4095-8a8d-ccdc863accf8", "name": "network-vif-deleted", "tag": "cbbac679-289c-46a6-9245-34f7d23d6231", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:56.850275 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abf1f4c7-c0e0-4c8b-be07-2df7cb04db02 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:56.852064 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd55b3a-9cac-4095-8a8d-ccdc863accf8', 'name': 'network-vif-deleted', 'tag': 'cbbac679-289c-46a6-9245-34f7d23d6231', 'status': 'completed', 'code': 200} Aug 03 19:09:56.859757 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.914328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-9565cec2-5d2b-405b-b1e7-bf5ef92518bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:56.917185 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-9565cec2-5d2b-405b-b1e7-bf5ef92518bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 1096 time: 0.4223022 Aug 03 19:09:56.993541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:57.005798 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44886286-0532-48ab-992e-8a1b11ea8d14" -d '{"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:57.085557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:57.134003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a2df50-e3e7-405d-91de-a32dc96961c2 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:57.182502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-478cf618-a89d-49a8-b8c6-6480fc728dfb req-97f1f66a-e098-4ca4-b10c-c58ce99244c1 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&id=1041d0e0-3e95-4d62-b85e-1545835be249&id=b9344bdd-38f6-4805-ada1-bcf9824a385b HTTP/1.1" status: 200 len: 6147 time: 0.3553345 Aug 03 19:09:57.218884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.228157 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0c0871-7694-4769-ae77-fbb7aa3400b1 x-openstack-request-id: req-8f0c0871-7694-4769-ae77-fbb7aa3400b1 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:57.228448 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:57.228699 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f0c0871-7694-4769-ae77-fbb7aa3400b1 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:57.229353 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289', 'status': 'completed', 'code': 200} Aug 03 19:09:57.280742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e9eb744b-ba5b-4980-a2dc-944c52fc0394 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:57.305816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Transition to ACTIVE for port object 90a2df50-e3e7-405d-91de-a32dc96961c2 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:57.326895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.372640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-2d70fe14-3080-44ea-b9e1-0176823d427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.374256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-2d70fe14-3080-44ea-b9e1-0176823d427b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1174 time: 0.0798836 Aug 03 19:09:57.425757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-a6293a1c-8018-454b-98c0-1cc390e7c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.427435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-a6293a1c-8018-454b-98c0-1cc390e7c0fc service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.3198841 Aug 03 19:09:57.441825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port e9eb744b-ba5b-4980-a2dc-944c52fc0394 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:57.450121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port e9eb744b-ba5b-4980-a2dc-944c52fc0394 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:57.451190 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.503062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Pushing event updated for resources: {'Port': ['ID=90a2df50-e3e7-405d-91de-a32dc96961c2,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:57.508701 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-0107e185-3d87-41eb-ad60-cdec18ef709c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 200 len: 217 time: 0.0693722 Aug 03 19:09:57.586623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-e42d75e7-971c-41d4-a87f-664092f202f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.588302 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-e42d75e7-971c-41d4-a87f-664092f202f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0558701 Aug 03 19:09:57.619749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35244) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:57.655702 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-62e004f7-f3d7-4b40-a571-cd2130a4da76 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535262 Aug 03 19:09:57.662033 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.705652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Attempting to bind port 90a2df50-e3e7-405d-91de-a32dc96961c2 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:57.706373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Attempting to bind port 90a2df50-e3e7-405d-91de-a32dc96961c2 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:57.706373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Attempting to bind port 90a2df50-e3e7-405d-91de-a32dc96961c2 on network c5d06360-b639-4da0-b6d8-fe840e856faa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:57.722804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:57.728940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.730816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cbbac679-289c-46a6-9245-34f7d23d6231 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:57.753214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Port 90a2df50-e3e7-405d-91de-a32dc96961c2 on network c5d06360-b639-4da0-b6d8-fe840e856faa not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:57.753625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Attempting to bind port 90a2df50-e3e7-405d-91de-a32dc96961c2 on network c5d06360-b639-4da0-b6d8-fe840e856faa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:57.767082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:57.767439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Checking segment: {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:57.767831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Bound using segment: {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:57.768296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Bound port: 90a2df50-e3e7-405d-91de-a32dc96961c2, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2283bdaa-d7f7-413f-b390-af7dae72fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:57.768929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.794030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-18827f81-8e18-495e-ba19-42654422adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.796692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-18827f81-8e18-495e-ba19-42654422adc8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 914 time: 0.4127827 Aug 03 19:09:57.888339 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-eb678770-2533-4e31-8736-10dac884e857 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070451 Aug 03 19:09:57.902366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:57.906542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] For port 90a2df50-e3e7-405d-91de-a32dc96961c2, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:57.908418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: cbbac679-289c-46a6-9245-34f7d23d6231 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:57.908964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cbbac679-289c-46a6-9245-34f7d23d6231 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:57.926425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-c4c95358-af13-4adf-95e6-b8d72130641a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289 HTTP/1.1" status: 200 len: 217 time: 0.1174943 Aug 03 19:09:57.939471 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4a5345fe-b304-4ee6-b629-f8ca37b4488f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a84807dfe331436a824099008959a9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158107 Aug 03 19:09:57.941893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e008e-5eb4-43e8-a850-3aeb1e8cb91e req-778753be-87e3-4ddf-bbaf-74a4a2787339 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.944439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f0e008e-5eb4-43e8-a850-3aeb1e8cb91e req-778753be-87e3-4ddf-bbaf-74a4a2787339 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 945 time: 0.5454960 Aug 03 19:09:57.947496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35250) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:57.960244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1945-e2dd-47f3-adec-67a07fa447d3 req-bdf09109-579c-480b-ba97-2c5c794ce527 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.962369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-132b1945-e2dd-47f3-adec-67a07fa447d3 req-bdf09109-579c-480b-ba97-2c5c794ce527 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 944 time: 0.4481158 Aug 03 19:09:57.974053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] For port 90a2df50-e3e7-405d-91de-a32dc96961c2, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=90a2df50-e3e7-405d-91de-a32dc96961c2,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:57.987614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.050261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Pushing event updated for resources: {'Port': ['ID=90a2df50-e3e7-405d-91de-a32dc96961c2,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:58.076685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.077007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.078264 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-ccd14554-6553-4a6f-8ce0-ab38e3d3eacb service neutron] 10.222.0.63 "PUT /v2.0/ports/90a2df50-e3e7-405d-91de-a32dc96961c2 HTTP/1.1" status: 200 len: 1092 time: 2.0808642 Aug 03 19:09:58.105380 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3c31b354-62ab-4914-9ba9-bcd75479591d req-202b90a8-38e7-40cd-8a17-d4ca6c33a5f0 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039309 Aug 03 19:09:58.119653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f0e008e-5eb4-43e8-a850-3aeb1e8cb91e req-4073b179-4689-4d32-8bf7-ec3f14bbd90a tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334870 Aug 03 19:09:58.128483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-ceb5971c-5b37-4200-82e7-58a852f547d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.131794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-ceb5971c-5b37-4200-82e7-58a852f547d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 0.1848068 Aug 03 19:09:58.146913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-132b1945-e2dd-47f3-adec-67a07fa447d3 req-d93c37d5-b9b3-4b8a-8a85-a11335f48480 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634431 Aug 03 19:09:58.177771 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d4f201d-e5f2-479c-ba5a-930c868f9665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.222115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-e0542354-25a7-4519-81ca-2a1b2ebb29dd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531249 Aug 03 19:09:58.237063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-49192d12-7ea0-430e-8638-94f9abb0e519 req-799d06b9-79ae-49c4-ae2c-305a2d17e8fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1170838210 ', 'description': 'tempest-description-1422716354'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:58.266427 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9621b49e-6285-4746-a0e3-6140bd876af4 x-openstack-request-id: req-9621b49e-6285-4746-a0e3-6140bd876af4 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:58.266814 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:58.267105 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9621b49e-6285-4746-a0e3-6140bd876af4 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:58.267421 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'code': 200} Aug 03 19:09:58.294674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-0cf40dde-10af-4817-b142-55a7b717b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.298661 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-0cf40dde-10af-4817-b142-55a7b717b481 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 1095 time: 0.1164968 Aug 03 19:09:58.364194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d4f201d-e5f2-479c-ba5a-930c868f9665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.409847 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-6d384189-e14d-43b7-8ce5-0a075310ffc8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90a2df50-e3e7-405d-91de-a32dc96961c2 HTTP/1.1" status: 200 len: 217 time: 0.0931411 Aug 03 19:09:58.527380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-a04cc35d-30f5-45bc-8d6a-65ebbf467ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.530211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-a04cc35d-30f5-45bc-8d6a-65ebbf467ebd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a914a067-d97e-4771-bf4f-7bb7f3767cf0 HTTP/1.1" status: 200 len: 854 time: 0.1045923 Aug 03 19:09:58.570791 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-f420a763-6112-4ddd-924b-2ff437b55162 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c5d06360-b639-4da0-b6d8-fe840e856faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326755 Aug 03 19:09:58.722016 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-5ea8e063-65d7-4a57-9b62-02775ef5fd40 service neutron] 10.222.0.63 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416707 Aug 03 19:09:58.803224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49192d12-7ea0-430e-8638-94f9abb0e519 req-799d06b9-79ae-49c4-ae2c-305a2d17e8fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.855324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081b8f5a-b53d-4548-a0c8-c73632ab054a', 'tag': '90a2df50-e3e7-405d-91de-a32dc96961c2'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:58.860594 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "081b8f5a-b53d-4548-a0c8-c73632ab054a", "tag": "90a2df50-e3e7-405d-91de-a32dc96961c2"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:58.865546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-6568a491-14f8-4cdb-97fc-9efd88264c7c service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177537 Aug 03 19:09:58.880071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8e7e4-1564-486d-88be-617187c30e71 req-4b6f70e4-d65b-40b1-8ed6-c1908c729456 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.881743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50b8e7e4-1564-486d-88be-617187c30e71 req-4b6f70e4-d65b-40b1-8ed6-c1908c729456 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.5142217 Aug 03 19:09:58.893334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-153c02e5-db32-4b1a-acaa-fe0ce646aae0 req-c61f86c4-bfdf-4150-b408-f13e26fc2465 service neutron] 10.222.0.63 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599550 Aug 03 19:09:58.953608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d4f201d-e5f2-479c-ba5a-930c868f9665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.956268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d4f201d-e5f2-479c-ba5a-930c868f9665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.957668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d4f201d-e5f2-479c-ba5a-930c868f9665 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2aaf3006-057b-472e-98fd-009054818acc HTTP/1.1" status: 204 len: 168 time: 0.9936488 Aug 03 19:09:58.995222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f201d-e5f2-479c-ba5a-930c868f9665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaf3006-057b-472e-98fd-009054818acc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:59.056723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50b8e7e4-1564-486d-88be-617187c30e71 req-ae04e792-9501-441f-8a17-022a41946ecd tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556704 Aug 03 19:09:59.088671 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43552ecc-2ef9-4d45-8eb8-4893801d0065 req-70dbb6b2-e6d8-4422-af31-a72749d8d56c service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033684 Aug 03 19:09:59.099994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49192d12-7ea0-430e-8638-94f9abb0e519 req-799d06b9-79ae-49c4-ae2c-305a2d17e8fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.106531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49192d12-7ea0-430e-8638-94f9abb0e519 req-799d06b9-79ae-49c4-ae2c-305a2d17e8fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.147463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49192d12-7ea0-430e-8638-94f9abb0e519 req-799d06b9-79ae-49c4-ae2c-305a2d17e8fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.162920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49192d12-7ea0-430e-8638-94f9abb0e519 req-799d06b9-79ae-49c4-ae2c-305a2d17e8fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.9321990 Aug 03 19:09:59.198456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d06b9-79ae-49c4-ae2c-305a2d17e8fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ed8873-4fc2-42a9-986c-ec342348a5e8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:59.266214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7c228-bf66-40a9-936c-91917cb60173 req-f1e9eeff-a3d9-48e7-98b3-147d4d0d3c41 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:59.268956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83a7c228-bf66-40a9-936c-91917cb60173 req-f1e9eeff-a3d9-48e7-98b3-147d4d0d3c41 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 946 time: 0.1046419 Aug 03 19:09:59.338710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83a7c228-bf66-40a9-936c-91917cb60173 req-c978cf68-7c24-4408-87cc-06682fa05aec tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593092 Aug 03 19:09:59.390288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee49057-5afb-44ff-9790-e9547e009e73 req-72db8801-cc75-4469-b508-03be5b2d890c tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:59.392086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aee49057-5afb-44ff-9790-e9547e009e73 req-72db8801-cc75-4469-b508-03be5b2d890c tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1096 time: 0.0610733 Aug 03 19:09:59.417076 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeb017c-2233-40f2-9031-b31f84be7431 x-openstack-request-id: req-bdeb017c-2233-40f2-9031-b31f84be7431 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:59.418919 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081b8f5a-b53d-4548-a0c8-c73632ab054a", "tag": "90a2df50-e3e7-405d-91de-a32dc96961c2", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:59.419206 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdeb017c-2233-40f2-9031-b31f84be7431 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:59.420282 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081b8f5a-b53d-4548-a0c8-c73632ab054a', 'tag': '90a2df50-e3e7-405d-91de-a32dc96961c2', 'status': 'completed', 'code': 200} Aug 03 19:09:59.483634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35270) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:59.511465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aee49057-5afb-44ff-9790-e9547e009e73 req-c7eda7bc-2780-4de8-90da-86857843fa09 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079545 Aug 03 19:09:59.521107 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.550616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7be4119-edeb-4138-adef-64cd058dda1b req-9b73ecf0-b079-4358-82a1-d1e7ea18cb6f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/40ed8873-4fc2-42a9-986c-ec342348a5e8 HTTP/1.1" status: 200 len: 1781 time: 0.1115518 Aug 03 19:09:59.565684 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0bf488bf-5a51-475a-8f4e-6edcbf461e29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62f6068b313d4fdb81846503312137d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825562 Aug 03 19:09:59.568883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-f2289da0-1329-487f-bcc7-a7bc407c35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:59.569930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35274) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:59.570976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-f2289da0-1329-487f-bcc7-a7bc407c35b9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 1095 time: 0.0798705 Aug 03 19:09:59.645840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4930b301-2090-4ce4-a629-1e453ecd156b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.670259 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4930b301-2090-4ce4-a629-1e453ecd156b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.726157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4930b301-2090-4ce4-a629-1e453ecd156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.730497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4930b301-2090-4ce4-a629-1e453ecd156b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.734380 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4930b301-2090-4ce4-a629-1e453ecd156b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcda9d37-2842-4578-a3aa-0f6deac5e5e6 HTTP/1.1" status: 204 len: 168 time: 0.1603127 Aug 03 19:09:59.740240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1640f757-268d-4678-b68d-94deaa5bce8e req-8edb7f62-c8de-46f0-86de-fcd951359871 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/40ed8873-4fc2-42a9-986c-ec342348a5e8 HTTP/1.1" status: 200 len: 1781 time: 0.1308420 Aug 03 19:09:59.746661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930b301-2090-4ce4-a629-1e453ecd156b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda9d37-2842-4578-a3aa-0f6deac5e5e6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:59.769036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef6710-373b-40c0-9793-222247044f47 req-042921bd-bbef-4451-b9f0-3b64e31ca216 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:59.770723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28ef6710-373b-40c0-9793-222247044f47 req-042921bd-bbef-4451-b9f0-3b64e31ca216 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 944 time: 0.1343603 Aug 03 19:09:59.773426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-cc712096-4402-4258-a48c-a4847c9b5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:59.774913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-cc712096-4402-4258-a48c-a4847c9b5818 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 200 len: 915 time: 0.1898522 Aug 03 19:09:59.852381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-ee08eb97-4cb1-4230-b18d-0e445ddc064c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90a2df50-e3e7-405d-91de-a32dc96961c2 HTTP/1.1" status: 200 len: 217 time: 0.0632570 Aug 03 19:09:59.930487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28ef6710-373b-40c0-9793-222247044f47 req-a3f23279-8a44-4e1f-8662-c7084720e43c tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402020 Aug 03 19:09:59.933437 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1640f757-268d-4678-b68d-94deaa5bce8e req-a251a687-551d-4e69-8ad2-c7361dcb91b0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.968199 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1640f757-268d-4678-b68d-94deaa5bce8e req-a251a687-551d-4e69-8ad2-c7361dcb91b0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.984734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-04b1628f-73e8-4642-b046-395cf2f48f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:59.986391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-04b1628f-73e8-4642-b046-395cf2f48f34 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a914a067-d97e-4771-bf4f-7bb7f3767cf0 HTTP/1.1" status: 200 len: 854 time: 0.1143911 Aug 03 19:10:00.066558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-7e9cd50c-1d1b-440e-bc39-0db568cc86bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c5d06360-b639-4da0-b6d8-fe840e856faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644705 Aug 03 19:10:00.167471 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1640f757-268d-4678-b68d-94deaa5bce8e req-a251a687-551d-4e69-8ad2-c7361dcb91b0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.170820 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1640f757-268d-4678-b68d-94deaa5bce8e req-a251a687-551d-4e69-8ad2-c7361dcb91b0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.172916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1640f757-268d-4678-b68d-94deaa5bce8e req-a251a687-551d-4e69-8ad2-c7361dcb91b0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/40ed8873-4fc2-42a9-986c-ec342348a5e8 HTTP/1.1" status: 204 len: 173 time: 0.4198425 Aug 03 19:10:00.193305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251a687-551d-4e69-8ad2-c7361dcb91b0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ed8873-4fc2-42a9-986c-ec342348a5e8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:00.206412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0a1bd-66c0-489a-8342-fcbb698b525b req-5cb5c7c2-7b90-4329-8c43-407de5261c1f tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.214106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97b0a1bd-66c0-489a-8342-fcbb698b525b req-5cb5c7c2-7b90-4329-8c43-407de5261c1f tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1096 time: 0.1778147 Aug 03 19:10:00.250406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-73b93859-64bf-4d1e-958b-4138dc0f92c3 service neutron] 10.222.0.63 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692848 Aug 03 19:10:00.252018 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f0cc-dcc6-44a3-b65d-b71bacec8b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.269542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:00.274774 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71237762-8c44-412a-b266-0fbd807cc188" -d '{"events": [{"server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "name": "network-vif-plugged", "status": "completed", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:00.282986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97b0a1bd-66c0-489a-8342-fcbb698b525b req-9e3ae9d6-aac4-4bc8-9d95-9b278d5947ca tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656323 Aug 03 19:10:00.391646 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-68df506d-88f7-4e59-861b-ae9b5ea2585f req-2c8183da-49b4-4c3f-b6b8-5291b7e5bbb8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:10:00.392701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-68df506d-88f7-4e59-861b-ae9b5ea2585f req-2c8183da-49b4-4c3f-b6b8-5291b7e5bbb8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/40ed8873-4fc2-42a9-986c-ec342348a5e8 HTTP/1.1" status: 404 len: 352 time: 0.0328398 Aug 03 19:10:00.447655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab95aa8-018e-4a53-939f-701198dd7957 req-08927cf5-7bb8-4b46-9bcd-8b0fa84abea6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.457985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab95aa8-018e-4a53-939f-701198dd7957 req-08927cf5-7bb8-4b46-9bcd-8b0fa84abea6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.1570313 Aug 03 19:10:00.478671 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7ed5274-812e-4d9f-8c5c-70c19298f7ac req-f736118e-9640-4512-b793-b86d3a1c0659 service neutron] 10.222.0.63 "GET /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125916 Aug 03 19:10:00.512717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:00.534772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab95aa8-018e-4a53-939f-701198dd7957 req-b72740ed-7091-4740-9d4d-d4d1bc06da17 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706120 Aug 03 19:10:00.570224 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de13bd7-1a6d-4be8-8055-aab84aa9cd2e x-openstack-request-id: req-2de13bd7-1a6d-4be8-8055-aab84aa9cd2e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:00.570817 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "name": "network-vif-plugged", "status": "completed", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:00.570945 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2de13bd7-1a6d-4be8-8055-aab84aa9cd2e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:00.576704 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'code': 200} Aug 03 19:10:00.673553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-2a9242a4-ea47-4b07-ab06-2ea19cfc9fc6 req-17f5ddb8-98b4-4444-95f1-b6b66491be2b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-686449248', 'description': 'tempest-description-2028687520'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:00.802371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:00.804350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2a9242a4-ea47-4b07-ab06-2ea19cfc9fc6 req-17f5ddb8-98b4-4444-95f1-b6b66491be2b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.823313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'mac_address': 'fa:16:3e:68:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:00.884535 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.903799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08f68f-81de-45b4-8db4-4f83b4721cdc req-726c71cf-0669-4b70-a00a-f5d4b0aa3643 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.906789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff08f68f-81de-45b4-8db4-4f83b4721cdc req-726c71cf-0669-4b70-a00a-f5d4b0aa3643 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 946 time: 0.2244017 Aug 03 19:10:00.914919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd890b07-9ad8-421f-8be3-082cfd9550e9 req-ec2b6d71-11b7-430d-82ec-c5405de77b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.917019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34aaa56-8b0c-4352-bd11-f4790fb6580c {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:00.918228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd890b07-9ad8-421f-8be3-082cfd9550e9 req-ec2b6d71-11b7-430d-82ec-c5405de77b9d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 1097 time: 0.1894193 Aug 03 19:10:00.957557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:00.972444 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.030507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd890b07-9ad8-421f-8be3-082cfd9550e9 req-6a5e997f-90c0-458e-bc80-6380820a91ea service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800149 Aug 03 19:10:01.043474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff08f68f-81de-45b4-8db4-4f83b4721cdc req-4c309375-f9e7-4add-a2a6-119aed89e7d8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238747 Aug 03 19:10:01.061308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:01.102625 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2a9242a4-ea47-4b07-ab06-2ea19cfc9fc6 req-17f5ddb8-98b4-4444-95f1-b6b66491be2b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.111832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2a9242a4-ea47-4b07-ab06-2ea19cfc9fc6 req-17f5ddb8-98b4-4444-95f1-b6b66491be2b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.165391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2a9242a4-ea47-4b07-ab06-2ea19cfc9fc6 req-17f5ddb8-98b4-4444-95f1-b6b66491be2b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.168175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a9242a4-ea47-4b07-ab06-2ea19cfc9fc6 req-17f5ddb8-98b4-4444-95f1-b6b66491be2b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5039504 Aug 03 19:10:01.171348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5ddb8-98b4-4444-95f1-b6b66491be2b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b0c5e-6f96-4acf-ac3c-9431963b6185,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:01.299424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861157b2-4d21-4ed1-b375-fe360287eabf req-6a847103-edd2-4bbc-a872-a0fdf5409a27 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:01.301787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-861157b2-4d21-4ed1-b375-fe360287eabf req-6a847103-edd2-4bbc-a872-a0fdf5409a27 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 944 time: 0.0745721 Aug 03 19:10:01.354499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-861157b2-4d21-4ed1-b375-fe360287eabf req-785c7d86-656f-498f-a2a6-026e81e7e4c0 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Aug 03 19:10:01.395160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-666cc89c-357a-4d50-b680-21c9ff1c13b0 req-a78d488d-66be-4c2a-95f1-9b8a4bb3acdc tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-924997257', 'description': 'tempest-description-428792293'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:01.433614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-666cc89c-357a-4d50-b680-21c9ff1c13b0 req-a78d488d-66be-4c2a-95f1-9b8a4bb3acdc tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.554697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-666cc89c-357a-4d50-b680-21c9ff1c13b0 req-a78d488d-66be-4c2a-95f1-9b8a4bb3acdc tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.560054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-666cc89c-357a-4d50-b680-21c9ff1c13b0 req-a78d488d-66be-4c2a-95f1-9b8a4bb3acdc tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.594493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-666cc89c-357a-4d50-b680-21c9ff1c13b0 req-a78d488d-66be-4c2a-95f1-9b8a4bb3acdc tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.596080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-666cc89c-357a-4d50-b680-21c9ff1c13b0 req-a78d488d-66be-4c2a-95f1-9b8a4bb3acdc tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2056398 Aug 03 19:10:01.612072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d488d-66be-4c2a-95f1-9b8a4bb3acdc tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95cb5f9-acff-4561-a9df-f8436eedaaa9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:01.790567 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.800274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b34aaa56-8b0c-4352-bd11-f4790fb6580c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:01.895436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c08838-d2bf-4356-b571-9086ec66a6ab req-32750dae-137c-4c74-a3db-8beabbdea81e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:01.897140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-60c08838-d2bf-4356-b571-9086ec66a6ab req-32750dae-137c-4c74-a3db-8beabbdea81e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 948 time: 0.0566370 Aug 03 19:10:01.962048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-60c08838-d2bf-4356-b571-9086ec66a6ab req-3f2d9c9b-8070-4ed7-a565-e7c2d295e082 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Aug 03 19:10:01.992713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6258aed2-977a-4c45-b3ff-962abce0d314 req-c9615045-9589-492f-9d22-e6f5fad35c7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1966208489', 'description': 'tempest-description-330324254'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:02.033044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6258aed2-977a-4c45-b3ff-962abce0d314 req-c9615045-9589-492f-9d22-e6f5fad35c7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.135492 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6258aed2-977a-4c45-b3ff-962abce0d314 req-c9615045-9589-492f-9d22-e6f5fad35c7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.140827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6258aed2-977a-4c45-b3ff-962abce0d314 req-c9615045-9589-492f-9d22-e6f5fad35c7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.179318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6258aed2-977a-4c45-b3ff-962abce0d314 req-c9615045-9589-492f-9d22-e6f5fad35c7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.180790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6258aed2-977a-4c45-b3ff-962abce0d314 req-c9615045-9589-492f-9d22-e6f5fad35c7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1952705 Aug 03 19:10:02.186183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9615045-9589-492f-9d22-e6f5fad35c7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8242282-4ad8-4900-af1d-8a5b6663c6f0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:02.279294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-2d3f8c23-93cd-4aee-b1a3-c97c5668f05b tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:10:02.280289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-2d3f8c23-93cd-4aee-b1a3-c97c5668f05b tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071096 Aug 03 19:10:02.293356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Request body: {'binding': {'host': 'n-h2-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:02.293971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Unknown quota resources ['binding']. {{(pid=94134) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:10:02.459413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on host n-h2-803378-1 for vnic_type normal with profile None {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:02.460517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:02.461036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:02.467560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:02.468050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:02.477031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:02.477608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:02.478256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:02.479001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Bound port: 4100d378-9777-4e44-be51-223110abce2f, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:02.532515 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 90a2df50-e3e7-405d-91de-a32dc96961c2 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:02.571093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:02.581451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] Notify callbacks [] for binding, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.583442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-087c193d-669e-4b69-a8d3-48e12eb34f6a service neutron] 10.222.0.42 "POST /v2.0/ports/4100d378-9777-4e44-be51-223110abce2f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2937446 Aug 03 19:10:02.781863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 90a2df50-e3e7-405d-91de-a32dc96961c2, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=90a2df50-e3e7-405d-91de-a32dc96961c2,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:02.806418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '90a2df50-e3e7-405d-91de-a32dc96961c2', 'network_id': 'c5d06360-b639-4da0-b6d8-fe840e856faa', 'port_id': '90a2df50-e3e7-405d-91de-a32dc96961c2', 'mac_address': 'fa:16:3e:7a:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914a067-d97e-4771-bf4f-7bb7f3767cf0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:02.875318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-293b831e-4c0e-4327-aa9f-56ba43061b68 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:02.876952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-293b831e-4c0e-4327-aa9f-56ba43061b68 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc&tenant_id=80db5de5929940d29c9864f3139274f6&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 948 time: 0.1745658 Aug 03 19:10:02.884090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.903717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a2df50-e3e7-405d-91de-a32dc96961c2 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:02.904067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0cc9-f3fa-43f3-bf96-6ecf221d0af2 req-8c704f67-72bf-49e8-b5fc-e8d867e3cb67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:02.905664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d0e0cc9-f3fa-43f3-bf96-6ecf221d0af2 req-8c704f67-72bf-49e8-b5fc-e8d867e3cb67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 946 time: 0.1424015 Aug 03 19:10:02.949233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 90a2df50-e3e7-405d-91de-a32dc96961c2, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=90a2df50-e3e7-405d-91de-a32dc96961c2,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:02.956222 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.963116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4127029f-998a-471c-a604-42f9a79fc356 req-e82e394e-7bfb-4a36-9c11-77bd19cbf6c0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9e4ce46f43c4d84be819464e1b97f42 HTTP/1.1" status: 200 len: 10893 time: 0.2790387 Aug 03 19:10:02.998933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-9eafd976-ba6f-4083-8aca-85e34cc1b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.003442 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-9eafd976-ba6f-4083-8aca-85e34cc1b122 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1096 time: 0.0820179 Aug 03 19:10:03.033305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=90a2df50-e3e7-405d-91de-a32dc96961c2,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:03.047564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d0e0cc9-f3fa-43f3-bf96-6ecf221d0af2 req-cb6bd342-3062-4048-98f4-72cee33e7ef9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262095 Aug 03 19:10:03.086661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-6fc80825-e9b7-45a3-bace-4e3fccb577a0 service neutron] 10.222.0.63 "GET /v2.0/ports/b34aaa56-8b0c-4352-bd11-f4790fb6580c/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 382 time: 0.1753805 Aug 03 19:10:03.108287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4127029f-998a-471c-a604-42f9a79fc356 req-497ce7d6-19b3-402b-8754-35950cb41be2 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/14273b93-43e4-4679-8c5a-d225a1f1a5d1 HTTP/1.1" status: 200 len: 2981 time: 0.1049368 Aug 03 19:10:03.169780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-6e4ee9ba-ba0c-4b1c-b1ed-d769abe81cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.171420 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-6e4ee9ba-ba0c-4b1c-b1ed-d769abe81cda service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.1542959 Aug 03 19:10:03.219007 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-8226c924-a133-40af-8c06-e731a198b390 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4100d378-9777-4e44-be51-223110abce2f HTTP/1.1" status: 200 len: 217 time: 0.0392017 Aug 03 19:10:03.259073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4127029f-998a-471c-a604-42f9a79fc356 req-a1697722-0112-439b-90cc-56a1ef3a83dd tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/14273b93-43e4-4679-8c5a-d225a1f1a5d1 HTTP/1.1" status: 200 len: 2981 time: 0.1403091 Aug 03 19:10:03.283416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-ed15f344-4c03-4684-af9e-a20cc24eef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.285106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-ed15f344-4c03-4684-af9e-a20cc24eef10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 1099 time: 0.1247740 Aug 03 19:10:03.289523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-b53660e8-0c6f-47df-a472-3d4b305418fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.291544 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-b53660e8-0c6f-47df-a472-3d4b305418fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.0597968 Aug 03 19:10:03.294248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff994eb-6e2a-40ee-b483-c21dd2e7554e req-1f3425bd-9ee3-43bc-ad2e-80285e194588 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.295931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff994eb-6e2a-40ee-b483-c21dd2e7554e req-1f3425bd-9ee3-43bc-ad2e-80285e194588 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 945 time: 0.0855930 Aug 03 19:10:03.337651 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-0a21ef45-1ab9-45dc-a7b7-ed659397c61d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332181 Aug 03 19:10:03.429817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff994eb-6e2a-40ee-b483-c21dd2e7554e req-cd9f081c-c4d5-41e5-87fc-96e075d1f053 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250715 Aug 03 19:10:03.440335 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-e284f71b-2dd6-4655-a2c5-d36b6abdd1ce service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934606 Aug 03 19:10:03.458975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b7cf-2821-45be-a0af-1e336bf0aa00 req-dbaa5f3f-d24d-4952-aa53-a49945a0f68f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.460530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2c9b7cf-2821-45be-a0af-1e336bf0aa00 req-dbaa5f3f-d24d-4952-aa53-a49945a0f68f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 948 time: 0.1379838 Aug 03 19:10:03.471677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-f2f13766-2334-437f-991a-acd3032c7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.473210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-f2f13766-2334-437f-991a-acd3032c7ba2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1764252 Aug 03 19:10:03.560471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-93e6105e-b6f7-453f-9ab2-7c0ebbfec1d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c HTTP/1.1" status: 200 len: 217 time: 0.0583861 Aug 03 19:10:03.565790 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-8dcb7199-8e40-4077-b333-aed57ac11131 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067226 Aug 03 19:10:03.572922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['90a2df50-e3e7-405d-91de-a32dc96961c2'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:03.574783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2c9b7cf-2821-45be-a0af-1e336bf0aa00 req-4352a6b8-8f9a-4e0d-998c-23c6e44c8aea tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986602 Aug 03 19:10:03.726317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-767fbecc-2009-4b42-a6e4-672c645d2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.732947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-767fbecc-2009-4b42-a6e4-672c645d2cc7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1361237 Aug 03 19:10:03.767085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239aa72-8857-4462-8e52-cf94e04e4b33 req-891293e8-1019-4c2a-99b7-033302528ac3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.773915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6239aa72-8857-4462-8e52-cf94e04e4b33 req-891293e8-1019-4c2a-99b7-033302528ac3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 945 time: 0.2181258 Aug 03 19:10:03.890463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-b7d56fd2-efe8-4732-8e85-7276f554a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.892457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-b7d56fd2-efe8-4732-8e85-7276f554a8e6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483538 Aug 03 19:10:03.904317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6239aa72-8857-4462-8e52-cf94e04e4b33 req-b3dba3d9-128b-4c5c-b76d-adb62fe88b52 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097565 Aug 03 19:10:04.150241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6a30b73-bab6-4a3c-9c83-aaeb0e034db8 req-34cd3622-412a-4443-8e0c-b50add469052 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/d00b0c5e-6f96-4acf-ac3c-9431963b6185 HTTP/1.1" status: 200 len: 1800 time: 0.2259085 Aug 03 19:10:04.210227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc51a73-34dc-4a24-b277-9da334d300b6 req-4a5f330b-5f6b-439d-b833-08f3f3722192 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:04.211730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc51a73-34dc-4a24-b277-9da334d300b6 req-4a5f330b-5f6b-439d-b833-08f3f3722192 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 946 time: 0.1706190 Aug 03 19:10:04.226941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-79034d7d-4619-4d26-bb66-8042e6d9b3d0 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215461 Aug 03 19:10:04.265085 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.350785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e6a30b73-bab6-4a3c-9c83-aaeb0e034db8 req-29e834f7-5ca3-4401-a857-136c8a9e868c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.361949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc51a73-34dc-4a24-b277-9da334d300b6 req-302d60e5-38b8-4647-b1cb-912023300e64 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329918 Aug 03 19:10:04.396089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e6a30b73-bab6-4a3c-9c83-aaeb0e034db8 req-29e834f7-5ca3-4401-a857-136c8a9e868c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.429523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-eaa6af20-6ba9-4d7a-9543-07d370c0ad42 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895742 Aug 03 19:10:04.489179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e6a30b73-bab6-4a3c-9c83-aaeb0e034db8 req-29e834f7-5ca3-4401-a857-136c8a9e868c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.492364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e6a30b73-bab6-4a3c-9c83-aaeb0e034db8 req-29e834f7-5ca3-4401-a857-136c8a9e868c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.494769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6a30b73-bab6-4a3c-9c83-aaeb0e034db8 req-29e834f7-5ca3-4401-a857-136c8a9e868c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/d00b0c5e-6f96-4acf-ac3c-9431963b6185 HTTP/1.1" status: 204 len: 173 time: 0.3324754 Aug 03 19:10:04.516983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e834f7-5ca3-4401-a857-136c8a9e868c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00b0c5e-6f96-4acf-ac3c-9431963b6185,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:04.563342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:04.591622 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-16f1bc53-8205-4a60-8120-f769794ee998 req-3dab11b8-9525-43b2-b395-c268b2d17b7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:10:04.606239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16f1bc53-8205-4a60-8120-f769794ee998 req-3dab11b8-9525-43b2-b395-c268b2d17b7a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/d00b0c5e-6f96-4acf-ac3c-9431963b6185 HTTP/1.1" status: 404 len: 352 time: 0.0432858 Aug 03 19:10:04.655123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b34aaa56-8b0c-4352-bd11-f4790fb6580c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:04.656463 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.775057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a889f26-98ba-44ab-b79f-d9ff1d422dc5 req-be439d65-868f-4924-9c81-92a5e20a3111 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:04.777408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a889f26-98ba-44ab-b79f-d9ff1d422dc5 req-be439d65-868f-4924-9c81-92a5e20a3111 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 945 time: 0.1315494 Aug 03 19:10:04.802137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ae04706-5e77-4483-9434-47e0cd8bfe32 req-1fdb0e73-744f-4a3e-a979-98353559f0fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/b95cb5f9-acff-4561-a9df-f8436eedaaa9 HTTP/1.1" status: 200 len: 1799 time: 0.1149406 Aug 03 19:10:04.907312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a889f26-98ba-44ab-b79f-d9ff1d422dc5 req-654bc26d-b0d7-4a21-bcc3-1d9403ffbbca tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120820 Aug 03 19:10:04.954399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6ae04706-5e77-4483-9434-47e0cd8bfe32 req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.961266 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.000637 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6ae04706-5e77-4483-9434-47e0cd8bfe32 req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.017230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:05.021106 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9e86e6-9e97-4b62-b55e-ab312b0addda" -d '{"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-plugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:05.043605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:05.051264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.126384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c883027-88f4-4e59-8162-8c608a7d1e08 req-3bb73c3b-2693-4745-9587-3e8d55f6955e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.135189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c883027-88f4-4e59-8162-8c608a7d1e08 req-3bb73c3b-2693-4745-9587-3e8d55f6955e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 948 time: 0.1294591 Aug 03 19:10:05.175630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:05.189133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6ae04706-5e77-4483-9434-47e0cd8bfe32 req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.191823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6ae04706-5e77-4483-9434-47e0cd8bfe32 req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.193041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ae04706-5e77-4483-9434-47e0cd8bfe32 req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/b95cb5f9-acff-4561-a9df-f8436eedaaa9 HTTP/1.1" status: 204 len: 173 time: 0.3797140 Aug 03 19:10:05.215177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95cb5f9-acff-4561-a9df-f8436eedaaa9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:05.220357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c883027-88f4-4e59-8162-8c608a7d1e08 req-42de6bce-e67a-47b2-9e04-f07d6a5e856a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842643 Aug 03 19:10:05.227836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.228237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.228640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.229045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.229463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.230693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.230693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.230693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.231195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.231460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.231854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.232242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d53d9-686d-4086-bc8d-0fc69113e6d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:05.386483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508739fc-30f1-42bd-8064-1b020f6a877b req-183e4831-ceb2-4cd1-8b22-19e6e9a0bc8e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.388296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-508739fc-30f1-42bd-8064-1b020f6a877b req-183e4831-ceb2-4cd1-8b22-19e6e9a0bc8e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 945 time: 0.0580180 Aug 03 19:10:05.414251 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309052e7-5293-4766-ae44-ab09091fc398 x-openstack-request-id: req-309052e7-5293-4766-ae44-ab09091fc398 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:05.415753 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-plugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:05.417457 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-309052e7-5293-4766-ae44-ab09091fc398 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:05.420111 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'code': 200} Aug 03 19:10:05.461199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-508739fc-30f1-42bd-8064-1b020f6a877b req-1c2f816e-92f1-4dcb-85bb-5762ef0d18f5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615523 Aug 03 19:10:05.555602 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-41b84a7d-9d24-49af-b2e3-e340c7ff4209 req-78dcd539-df3a-4efa-b262-52aa76524da0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:10:05.557363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41b84a7d-9d24-49af-b2e3-e340c7ff4209 req-78dcd539-df3a-4efa-b262-52aa76524da0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/b95cb5f9-acff-4561-a9df-f8436eedaaa9 HTTP/1.1" status: 404 len: 352 time: 0.0589044 Aug 03 19:10:05.585714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2e572-dadb-4f63-ad6c-307382d3d875 req-283ba8bc-3257-4064-826e-e2ff89e7c475 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.589259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cac2e572-dadb-4f63-ad6c-307382d3d875 req-283ba8bc-3257-4064-826e-e2ff89e7c475 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1097 time: 0.1074600 Aug 03 19:10:05.643828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cac2e572-dadb-4f63-ad6c-307382d3d875 req-bc963df5-c34d-4455-b505-0b37736fdfdc tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Aug 03 19:10:05.825574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017d0b-a74c-4cad-8870-bb4f8b110139 req-0669384f-2642-44a7-8f55-186a410e2571 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.827668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75017d0b-a74c-4cad-8870-bb4f8b110139 req-0669384f-2642-44a7-8f55-186a410e2571 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 946 time: 0.0710700 Aug 03 19:10:05.900085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b109f19-ab46-45a9-acff-febf96f90334 req-4c312087-0824-410f-801f-1dcbf86d5398 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/c8242282-4ad8-4900-af1d-8a5b6663c6f0 HTTP/1.1" status: 200 len: 1800 time: 0.0713630 Aug 03 19:10:05.903255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75017d0b-a74c-4cad-8870-bb4f8b110139 req-5fb14660-412c-4527-aa28-a501f1d7e347 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596945 Aug 03 19:10:05.977460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b109f19-ab46-45a9-acff-febf96f90334 req-6dd6fba2-9cf6-4970-a5e8-916d1ee87b02 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.008991 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b109f19-ab46-45a9-acff-febf96f90334 req-6dd6fba2-9cf6-4970-a5e8-916d1ee87b02 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.086230 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b109f19-ab46-45a9-acff-febf96f90334 req-6dd6fba2-9cf6-4970-a5e8-916d1ee87b02 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.090272 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b109f19-ab46-45a9-acff-febf96f90334 req-6dd6fba2-9cf6-4970-a5e8-916d1ee87b02 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.100755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b109f19-ab46-45a9-acff-febf96f90334 req-6dd6fba2-9cf6-4970-a5e8-916d1ee87b02 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/c8242282-4ad8-4900-af1d-8a5b6663c6f0 HTTP/1.1" status: 204 len: 173 time: 0.1899970 Aug 03 19:10:06.135618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6fba2-9cf6-4970-a5e8-916d1ee87b02 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8242282-4ad8-4900-af1d-8a5b6663c6f0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:06.292518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:06.530370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.561308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 90a2df50-e3e7-405d-91de-a32dc96961c2 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:06.684925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 90a2df50-e3e7-405d-91de-a32dc96961c2 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:06.699075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 90a2df50-e3e7-405d-91de-a32dc96961c2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:06.699626 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.710280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.717324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.772951 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6ab74e8b7f74e809e19cb338893de34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792569 Aug 03 19:10:06.774011 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33396a09-c051-411f-84e3-87eb65fcbe15,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:06.784466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35494) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:06.786127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.786740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.787233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.787723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.788223 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.788710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.789218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.789737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.790225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.790727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.791211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.791822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b69567-5ed0-4e54-8650-0c2340ad3aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:06.824213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69063-72ba-4de7-9f57-e2447dbf8486 req-a26a84c7-063b-4df8-90b5-0a6737fca264 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:06.834318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcf69063-72ba-4de7-9f57-e2447dbf8486 req-a26a84c7-063b-4df8-90b5-0a6737fca264 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 945 time: 0.0804014 Aug 03 19:10:06.885373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ef9f-5513-475e-ac62-8052182e2ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.887944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcf69063-72ba-4de7-9f57-e2447dbf8486 req-c9dc5d0a-d88b-440f-9978-2ea86e9b0a86 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512822 Aug 03 19:10:06.920211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ef9f-5513-475e-ac62-8052182e2ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.941235 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-45033319-f337-4a4a-9c35-a8f8c7a2e7d8 req-d9ff91c3-923d-44a9-ae4b-2da36ed8076d tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:10:06.955454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45033319-f337-4a4a-9c35-a8f8c7a2e7d8 req-d9ff91c3-923d-44a9-ae4b-2da36ed8076d tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/c8242282-4ad8-4900-af1d-8a5b6663c6f0 HTTP/1.1" status: 404 len: 352 time: 0.0320671 Aug 03 19:10:06.959124 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.002496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ef9f-5513-475e-ac62-8052182e2ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.008263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ef9f-5513-475e-ac62-8052182e2ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.013647 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f8c0ef9f-5513-475e-ac62-8052182e2ae9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33396a09-c051-411f-84e3-87eb65fcbe15 HTTP/1.1" status: 204 len: 168 time: 0.2165406 Aug 03 19:10:07.027519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0ef9f-5513-475e-ac62-8052182e2ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33396a09-c051-411f-84e3-87eb65fcbe15,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:07.061770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 90a2df50-e3e7-405d-91de-a32dc96961c2, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=90a2df50-e3e7-405d-91de-a32dc96961c2,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:07.070182 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.104080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4b647-6dbb-4590-98d3-6ee3899bf718 req-c4eae8d5-b824-4507-accc-6d39bc41c16c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:07.111700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64c4b647-6dbb-4590-98d3-6ee3899bf718 req-c4eae8d5-b824-4507-accc-6d39bc41c16c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.0859325 Aug 03 19:10:07.156148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=90a2df50-e3e7-405d-91de-a32dc96961c2,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:07.165957 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.166570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.167867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.168471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.168964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.169458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.170522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.171061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.171569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.172051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.172533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.173301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.185891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64c4b647-6dbb-4590-98d3-6ee3899bf718 req-db0ab037-ac4c-42ba-a9ad-7f0e78d1e88e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608079 Aug 03 19:10:07.421868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b8f5a-b53d-4548-a0c8-c73632ab054a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a2df50-e3e7-405d-91de-a32dc96961c2'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:07.424700 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b61cef-3c35-47dd-98c4-551fadbecaad" -d '{"events": [{"server_uuid": "081b8f5a-b53d-4548-a0c8-c73632ab054a", "name": "network-vif-plugged", "status": "completed", "tag": "90a2df50-e3e7-405d-91de-a32dc96961c2"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:07.454800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee247cc-d689-4a51-a655-dcbf8cd16fd3 req-7b6a2895-1c65-43f7-bdfe-c17cf625881c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:07.457354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ee247cc-d689-4a51-a655-dcbf8cd16fd3 req-7b6a2895-1c65-43f7-bdfe-c17cf625881c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 945 time: 0.0868609 Aug 03 19:10:07.520029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ee247cc-d689-4a51-a655-dcbf8cd16fd3 req-2b5c688b-bb18-470f-bb7b-293a71743f87 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533967 Aug 03 19:10:07.590882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35514) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:07.632369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-7ec8af2e-d270-4e5b-ac9b-dd4604075001 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:10:07.646505 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-7ec8af2e-d270-4e5b-ac9b-dd4604075001 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0399504 Aug 03 19:10:07.653068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Request body: {'binding': {'host': 'n-h1-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:07.653858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Unknown quota resources ['binding']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:10:07.657953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7bdd-f15e-4637-8371-2fa55ee06a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.733184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e10b7fa7-f35e-4004-befc-7a35a8b6fb6a req-17af2ffc-2c5d-4543-a9ee-20c3355ec1d8 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9e4ce46f43c4d84be819464e1b97f42 HTTP/1.1" status: 200 len: 6147 time: 0.1072180 Aug 03 19:10:07.852987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e10b7fa7-f35e-4004-befc-7a35a8b6fb6a req-6eb42e88-11c5-4c52-a666-0be4df67cf70 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/14273b93-43e4-4679-8c5a-d225a1f1a5d1 HTTP/1.1" status: 200 len: 2981 time: 0.1117001 Aug 03 19:10:07.869856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-a30567f0-c7e4-4c08-b42e-d149e805cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:07.871967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-a30567f0-c7e4-4c08-b42e-d149e805cdd1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc&tenant_id=80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 1100 time: 0.0851972 Aug 03 19:10:07.916580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on host n-h1-803378-1 for vnic_type normal with profile None {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:07.918067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:07.918772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:07.928971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e10b7fa7-f35e-4004-befc-7a35a8b6fb6a req-b8880930-2ce2-4da4-9f32-b7f6edbfe758 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/14273b93-43e4-4679-8c5a-d225a1f1a5d1 HTTP/1.1" status: 200 len: 2981 time: 0.0559785 Aug 03 19:10:07.942549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:07.943261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:07.957311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:07.959795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:07.960590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:07.961450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Bound port: ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:08.019258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7bdd-f15e-4637-8371-2fa55ee06a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.028091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7bdd-f15e-4637-8371-2fa55ee06a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.068383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-e72e0f89-a49c-41f9-bc6e-eb9fed692065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.069506 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c5fa7bdd-f15e-4637-8371-2fa55ee06a38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=128a3881565248b8bcb48c63ab4eea3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752436 Aug 03 19:10:08.070193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-e72e0f89-a49c-41f9-bc6e-eb9fed692065 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 1100 time: 0.1036663 Aug 03 19:10:08.075783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35524) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:08.111624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:08.116729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa7bdd-f15e-4637-8371-2fa55ee06a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2907f3-b19a-4eda-a38d-b4bf6cb9195f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:08.124346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.137638 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] 10.222.0.42 "POST /v2.0/ports/ae27f5c8-5320-4eb6-9a05-fb542eedbb26/bindings HTTP/1.1" status: 201 len: 389 time: 0.4890852 Aug 03 19:10:08.174776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce079753-7666-4207-bff3-1fad3d16d890 req-08091060-29a8-48b3-b7e6-0bc11051e4d5 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.176445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce079753-7666-4207-bff3-1fad3d16d890 req-08091060-29a8-48b3-b7e6-0bc11051e4d5 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 945 time: 0.1601698 Aug 03 19:10:08.281581 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc79a2-14d4-4c17-a5db-426929af45cd x-openstack-request-id: req-ebfc79a2-14d4-4c17-a5db-426929af45cd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:08.283196 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081b8f5a-b53d-4548-a0c8-c73632ab054a", "name": "network-vif-plugged", "status": "completed", "tag": "90a2df50-e3e7-405d-91de-a32dc96961c2", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:08.283785 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebfc79a2-14d4-4c17-a5db-426929af45cd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:08.284438 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b8f5a-b53d-4548-a0c8-c73632ab054a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a2df50-e3e7-405d-91de-a32dc96961c2', 'code': 200} Aug 03 19:10:08.285567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce079753-7666-4207-bff3-1fad3d16d890 req-65adc229-9c41-420d-ad51-1fd0a24fa4f1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918632 Aug 03 19:10:08.289359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-7e25330b-2436-4489-9920-90a8cc279a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.290912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-7e25330b-2436-4489-9920-90a8cc279a6b service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2071106 Aug 03 19:10:08.292607 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2320c954-513e-4fcd-ab3c-5ceb3c8b1ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.321457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2320c954-513e-4fcd-ab3c-5ceb3c8b1ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.395792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-1c750564-2176-4ff1-8993-dadcc606672b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c HTTP/1.1" status: 200 len: 217 time: 0.0714025 Aug 03 19:10:08.409423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-8758d356-43a4-448a-8afd-1d73a16ea1ca req-36cbd984-11d1-4e0b-a9a9-7f28a8f43a9f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-270067625', 'description': 'tempest-description-788111177'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:08.541308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12e0f5-c497-4d73-8a4e-048e76c8c696 req-83c04236-722c-4f33-b6af-30c272907eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.546964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ba12e0f5-c497-4d73-8a4e-048e76c8c696 req-83c04236-722c-4f33-b6af-30c272907eca service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 1097 time: 0.0657656 Aug 03 19:10:08.602476 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8758d356-43a4-448a-8afd-1d73a16ea1ca req-36cbd984-11d1-4e0b-a9a9-7f28a8f43a9f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.614416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ba12e0f5-c497-4d73-8a4e-048e76c8c696 req-53bc9a9d-8f10-4fb6-b805-514f9409e843 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578833 Aug 03 19:10:08.630842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-290cf480-9887-4ebb-8b79-d1a9fb50242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.633281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-290cf480-9887-4ebb-8b79-d1a9fb50242f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1887848 Aug 03 19:10:08.659950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-7d63885d-15c7-4984-8b6f-eec9fd1da62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.662811 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-7d63885d-15c7-4984-8b6f-eec9fd1da62d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1097 time: 0.1692233 Aug 03 19:10:08.692141 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2320c954-513e-4fcd-ab3c-5ceb3c8b1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.698220 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2320c954-513e-4fcd-ab3c-5ceb3c8b1ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.702571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2320c954-513e-4fcd-ab3c-5ceb3c8b1ab2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d2907f3-b19a-4eda-a38d-b4bf6cb9195f HTTP/1.1" status: 204 len: 168 time: 0.6228900 Aug 03 19:10:08.828757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320c954-513e-4fcd-ab3c-5ceb3c8b1ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2907f3-b19a-4eda-a38d-b4bf6cb9195f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:08.965881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-e5f4f8f9-c4af-42ea-9240-19cb1c1a0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.967461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-e5f4f8f9-c4af-42ea-9240-19cb1c1a0afc service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.2926438 Aug 03 19:10:09.068180 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8758d356-43a4-448a-8afd-1d73a16ea1ca req-36cbd984-11d1-4e0b-a9a9-7f28a8f43a9f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.088291 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8758d356-43a4-448a-8afd-1d73a16ea1ca req-36cbd984-11d1-4e0b-a9a9-7f28a8f43a9f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.110832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-0a884563-fb75-490c-b7f8-f7def923533a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26 HTTP/1.1" status: 200 len: 217 time: 0.1319933 Aug 03 19:10:09.185148 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8758d356-43a4-448a-8afd-1d73a16ea1ca req-36cbd984-11d1-4e0b-a9a9-7f28a8f43a9f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.187701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8758d356-43a4-448a-8afd-1d73a16ea1ca req-36cbd984-11d1-4e0b-a9a9-7f28a8f43a9f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8012726 Aug 03 19:10:09.203264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8e000-9a8f-4faa-b19d-f0dc4fb216dc req-081c4bec-d58a-4806-8dfb-fe8568948eb6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.206849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e8e000-9a8f-4faa-b19d-f0dc4fb216dc req-081c4bec-d58a-4806-8dfb-fe8568948eb6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.7146499 Aug 03 19:10:09.347391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbd984-11d1-4e0b-a9a9-7f28a8f43a9f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3261d12-7230-4b32-8a0c-09ea37f1f380,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:09.360033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e9eb744b-ba5b-4980-a2dc-944c52fc0394 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:09.438598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-e4c933c8-005f-4d4f-8ce9-18d7f5a27fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.442583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-e4c933c8-005f-4d4f-8ce9-18d7f5a27fc7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3724177 Aug 03 19:10:09.595411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:09.618693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'port_id': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'mac_address': 'fa:16:3e:a0:3b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e52404-dd16-47cd-883e-1d9ed7e894fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:09.674550 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.695321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9eb744b-ba5b-4980-a2dc-944c52fc0394 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:09.728309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:09.734331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.805299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:09.824284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e8e000-9a8f-4faa-b19d-f0dc4fb216dc req-6c001c95-42b8-4924-aca1-642422466aed tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969088 Aug 03 19:10:09.825864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-43c41a28-9664-4f4d-b292-ff386fe7031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.827566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-43c41a28-9664-4f4d-b292-ff386fe7031b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.6765444 Aug 03 19:10:09.897869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-08ac810b-a273-4846-b9db-d5b5f5fc11c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413737 Aug 03 19:10:09.906660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e9eb744b-ba5b-4980-a2dc-944c52fc0394'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:09.912532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7904a-8be4-447e-bbd7-5e8aa2283805 req-91703d0a-bdaa-486b-bdc1-97df59e2e7ef tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.920822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ec7904a-8be4-447e-bbd7-5e8aa2283805 req-91703d0a-bdaa-486b-bdc1-97df59e2e7ef tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.6080532 Aug 03 19:10:10.051552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-0a6710e5-d1db-4a16-b46d-84f8a59a2943 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882905 Aug 03 19:10:10.098580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161cc55-6219-4104-b346-597747adde0c req-f3281ad8-4ad7-476c-a772-d689b4dec6b0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.100222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e161cc55-6219-4104-b346-597747adde0c req-f3281ad8-4ad7-476c-a772-d689b4dec6b0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1099741 Aug 03 19:10:10.104862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-334f68a5-d43e-41b4-9b8d-b3a1b9df8b12 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756227 Aug 03 19:10:10.227918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35564) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:10.293029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-622381005-network', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:10.323342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Made reservation on behalf of c040d7e567ce439c99413db1bddf5088 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:10.326515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.343178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.396965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e161cc55-6219-4104-b346-597747adde0c req-f0fdc77b-5a86-4731-a081-a2620b46d966 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790546 Aug 03 19:10:10.471709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-1b23d7c6-1b91-478e-9e19-71b3e860f31f service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507087 Aug 03 19:10:10.474028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc467f7-234b-4fa3-91b6-f95248e45ca5 req-8b1fba3f-af03-4d2b-b842-fd5300ac2dd1 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543794 Aug 03 19:10:10.550674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.557610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.591744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:10.601525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3c300-d6ad-4c0a-be74-4174a7913aab req-5f1e55f3-63eb-4044-b5e8-10f305ad970b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.603264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ed3c300-d6ad-4c0a-be74-4174a7913aab req-5f1e55f3-63eb-4044-b5e8-10f305ad970b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 945 time: 0.0943675 Aug 03 19:10:10.610224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ec7904a-8be4-447e-bbd7-5e8aa2283805 req-09f959dc-9b22-41f9-bf67-485f618c0a3e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882999 Aug 03 19:10:10.625843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:10.629438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b43010-2f85-4b0c-bde5-f05929b1d750,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:10.646842 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.647265 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Added segment 57d8c18f-51e0-442a-a612-9aab6a14042c of type vlan for network 47994119-7521-4e14-8fd9-2c2184949ff8 Aug 03 19:10:10.691468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ed3c300-d6ad-4c0a-be74-4174a7913aab req-719a9077-06bd-46a3-ae30-fd6a6e2ca921 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721581 Aug 03 19:10:10.709744 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.770591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.771705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.772725 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.795642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-be2c2355-6702-4216-b73f-5213615ea528 req-b7f4993f-940f-4abb-816b-00f13d2342a6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1832999204', 'description': 'tempest-description-737906194'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:10.843206 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.847748 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be2c2355-6702-4216-b73f-5213615ea528 req-b7f4993f-940f-4abb-816b-00f13d2342a6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.914764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:10.925809 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64027b03-78ee-4d7e-ba90-10ee15cf683d" -d '{"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:10.946093 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7140930 Aug 03 19:10:10.947813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35594) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:10.975961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:10.977996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Request body: {'subnet': {'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-subnet', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:10.987979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a00865-cb36-4ee7-b4d9-324fb4c4a576 admin admin] Pushing event updated for resources: {'Network': ['ID=47994119-7521-4e14-8fd9-2c2184949ff8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:10.996978 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.094151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 47994119-7521-4e14-8fd9-2c2184949ff8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:11.137661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be2c2355-6702-4216-b73f-5213615ea528 req-b7f4993f-940f-4abb-816b-00f13d2342a6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.169753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be2c2355-6702-4216-b73f-5213615ea528 req-b7f4993f-940f-4abb-816b-00f13d2342a6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.195244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:11.217446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Made reservation on behalf of c040d7e567ce439c99413db1bddf5088 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:11.227158 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.309405 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be2c2355-6702-4216-b73f-5213615ea528 req-b7f4993f-940f-4abb-816b-00f13d2342a6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.325846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be2c2355-6702-4216-b73f-5213615ea528 req-b7f4993f-940f-4abb-816b-00f13d2342a6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5491383 Aug 03 19:10:11.363924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4993f-940f-4abb-816b-00f13d2342a6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe7304-d7d8-4d16-b785-7f460201fca9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:11.371678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e9eb744b-ba5b-4980-a2dc-944c52fc0394 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:11.401546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128911d9-3532-4ef0-bd24-124a754f40c8 req-de17c64d-c064-4d0d-b0fe-5ecba9d19933 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:11.416411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128911d9-3532-4ef0-bd24-124a754f40c8 req-de17c64d-c064-4d0d-b0fe-5ecba9d19933 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.1478338 Aug 03 19:10:11.503924 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146cf16a-0278-4b3e-ab87-3a86b349f0ad x-openstack-request-id: req-146cf16a-0278-4b3e-ab87-3a86b349f0ad {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:11.504257 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:11.504490 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-146cf16a-0278-4b3e-ab87-3a86b349f0ad {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:11.509029 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'code': 200} Aug 03 19:10:11.566790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port e9eb744b-ba5b-4980-a2dc-944c52fc0394 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:11.567215 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.594273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128911d9-3532-4ef0-bd24-124a754f40c8 req-a77a18a5-43a6-496c-90ea-589f257afd65 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766629 Aug 03 19:10:11.748781 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.827798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a79b7f6-6411-486e-b089-7fd57e6b3b93,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:11.840871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Checking segment: {'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:11.841456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Network hostable DHCP agents. Network: 47994119-7521-4e14-8fd9-2c2184949ff8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:11.871370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Network 47994119-7521-4e14-8fd9-2c2184949ff8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:11.884277 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ae863-079a-4e53-bdf5-3277ee170906 req-acbc761a-7f4c-4956-8a70-d57462810c5c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:11.897164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 47994119-7521-4e14-8fd9-2c2184949ff8) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:11.898580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a9ae863-079a-4e53-bdf5-3277ee170906 req-acbc761a-7f4c-4956-8a70-d57462810c5c tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 945 time: 0.2651474 Aug 03 19:10:11.913756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:11.916100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.933284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b149da0-2c38-4224-8796-dd20d4d61afa None None] Network 47994119-7521-4e14-8fd9-2c2184949ff8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:11.955159 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a4636eba-592a-46d7-8c47-0fd80d60e026 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9985108 Aug 03 19:10:11.956876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35628) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:11.963971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:11.995120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.997017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.084441 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.148828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dc4a6-2315-4304-ad74-6b54bc9e9cdc req-7e58ce1c-65d9-4bdd-b4af-3d1fa24cace5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.161305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da0dc4a6-2315-4304-ad74-6b54bc9e9cdc req-7e58ce1c-65d9-4bdd-b4af-3d1fa24cace5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.4169984 Aug 03 19:10:12.259685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a9ae863-079a-4e53-bdf5-3277ee170906 req-d5b7db83-3210-4828-b3fd-bd6027ff179e tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290956 Aug 03 19:10:12.277259 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.322547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da0dc4a6-2315-4304-ad74-6b54bc9e9cdc req-66098abe-c496-40fe-b873-2d8bfe330ab2 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600137 Aug 03 19:10:12.473223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:12.487659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.569844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:12.617535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.647080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-47994119-7521-4e14-8fd9-2c2184949ff8', 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'fixed_ips': [{'subnet_id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:12.648285 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.739039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43522579-0757-42d4-8fab-1563b37c5bd2 req-01ff1bb4-d5d1-4a06-8528-e9dc25549386 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.770203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43522579-0757-42d4-8fab-1563b37c5bd2 req-01ff1bb4-d5d1-4a06-8528-e9dc25549386 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.3000793 Aug 03 19:10:12.842592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Allocated IP 172.20.0.2 (47994119-7521-4e14-8fd9-2c2184949ff8/4a79b7f6-6411-486e-b089-7fd57e6b3b93/22955000-3e6b-4ea7-a215-95d557a92d68) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:12.883002 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43522579-0757-42d4-8fab-1563b37c5bd2 req-42204374-63cd-4485-a678-416fe150bf72 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097941 Aug 03 19:10:13.020776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104164a-6396-4e01-a988-4144ff2a496a req-a254ac9f-19e7-4626-a6d1-bd29f372ed9b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.035228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-a254ac9f-19e7-4626-a6d1-bd29f372ed9b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 813 time: 0.5091560 Aug 03 19:10:13.036660 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.049013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Transition to ACTIVE for port object 22955000-3e6b-4ea7-a215-95d557a92d68 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:13.070150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Transition to ACTIVE for port object 22955000-3e6b-4ea7-a215-95d557a92d68 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:13.082210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.085556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.107971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.112740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-1f2fbd6c-b2bb-47f6-b5f2-b96bc407b8e3 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/quotas/d9e4ce46f43c4d84be819464e1b97f42 HTTP/1.1" status: 200 len: 375 time: 0.0513904 Aug 03 19:10:13.124998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28877ea2-4135-491d-be5d-c1248424a8da req-dd825c3f-13ac-45a3-a454-4602dd1c0068 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.129797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28877ea2-4135-491d-be5d-c1248424a8da req-dd825c3f-13ac-45a3-a454-4602dd1c0068 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 945 time: 0.2429395 Aug 03 19:10:13.177700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Network 47994119-7521-4e14-8fd9-2c2184949ff8 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:13.196553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:13.207168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:13.225256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e85bd-0cf8-4cac-89be-1cc044ee513b req-5752eeb3-1b6e-4896-abc6-951daf7a007b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.227159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c7e85bd-0cf8-4cac-89be-1cc044ee513b req-5752eeb3-1b6e-4896-abc6-951daf7a007b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.1891665 Aug 03 19:10:13.244577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Allocated IP 172.25.4.128 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/fd76b68e-cc39-4096-a94e-38eb73ae65da) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:13.248665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Pushing event updated for resources: {'Port': ['ID=22955000-3e6b-4ea7-a215-95d557a92d68,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:13.318539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce095524-e138-4e71-80c5-bafa25a10857 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2046139 Aug 03 19:10:13.321182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Attempting to bind port 22955000-3e6b-4ea7-a215-95d557a92d68 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:13.321606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Attempting to bind port 22955000-3e6b-4ea7-a215-95d557a92d68 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:13.322030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Attempting to bind port 22955000-3e6b-4ea7-a215-95d557a92d68 on network 47994119-7521-4e14-8fd9-2c2184949ff8 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:13.337199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:13.337680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Checking segment: {'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:13.338155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.338728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Bound using segment: {'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:13.339931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Bound port: 22955000-3e6b-4ea7-a215-95d557a92d68, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:13.340333 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.407175 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.473874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.479294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] For port 22955000-3e6b-4ea7-a215-95d557a92d68, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:13.481998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c7e85bd-0cf8-4cac-89be-1cc044ee513b req-6b31dffe-a3f6-4bf6-89a2-71e06ada4bb4 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207315 Aug 03 19:10:13.484782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] For port 22955000-3e6b-4ea7-a215-95d557a92d68, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=22955000-3e6b-4ea7-a215-95d557a92d68,segment=NetworkSegment(57d8c18f-51e0-442a-a612-9aab6a14042c),segment_id=57d8c18f-51e0-442a-a612-9aab6a14042c)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:13.499262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.540680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:13.541599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Deleting port 5aa1c3ea-c293-4819-b876-ce842507ba49 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:13.542156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.547543 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5525c801-cdc9-454a-bef5-64318de38c07" -d '{"events": [{"server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "name": "network-vif-plugged", "status": "completed", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:13.568578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:13.589822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:13.597304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:13.650771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-357d7257-a162-473e-bae3-9f200e5f53b7 service neutron] 10.222.0.42 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310919 Aug 03 19:10:13.694145 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Pushing event updated for resources: {'Port': ['ID=fd76b68e-cc39-4096-a94e-38eb73ae65da,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:13.711757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677c4a8-a0e0-4d06-a850-0416adbea9a9 None None] Pushing event updated for resources: {'Port': ['ID=22955000-3e6b-4ea7-a215-95d557a92d68,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:13.943430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] For port 5aa1c3ea-c293-4819-b876-ce842507ba49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5aa1c3ea-c293-4819-b876-ce842507ba49,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:13.943430 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.107741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-748dd338-3529-41a5-8992-b2208d5d8cbd service neutron] 10.222.0.42 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513447 Aug 03 19:10:14.234360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb132f-2894-4d27-9eaa-8ab2c92eb1f1 req-8b6bd1bc-1972-420d-96d0-2dc97ad067b3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:14.242520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14cb132f-2894-4d27-9eaa-8ab2c92eb1f1 req-8b6bd1bc-1972-420d-96d0-2dc97ad067b3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 945 time: 0.2723711 Aug 03 19:10:14.613928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:14.695054 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.706515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14cb132f-2894-4d27-9eaa-8ab2c92eb1f1 req-fb7bc18d-9097-487e-90ad-8151983a5d84 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112782 Aug 03 19:10:14.866693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.867212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.870022 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Floating IP f8222f08-415c-4915-9ffa-868dbdec8578 disassociated. External IP: 172.25.4.223, port: 5aa1c3ea-c293-4819-b876-ce842507ba49. Aug 03 19:10:14.871100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Calling delete_port for 5aa1c3ea-c293-4819-b876-ce842507ba49 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:15.000184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:15.038956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'mac_address': 'fa:16:3e:68:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:15.166948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.203459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34aaa56-8b0c-4352-bd11-f4790fb6580c {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:15.293904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:15.306553 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.488386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111757e3-2fb3-4dfb-b20b-8633daca9698 req-9d86d1b3-521f-4c9d-8e11-2b2f2f0e3bc0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.491886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 22955000-3e6b-4ea7-a215-95d557a92d68 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:15.495386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5aa1c3ea-c293-4819-b876-ce842507ba49 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:15.500661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-111757e3-2fb3-4dfb-b20b-8633daca9698 req-9d86d1b3-521f-4c9d-8e11-2b2f2f0e3bc0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 947 time: 0.5134382 Aug 03 19:10:15.614824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.649734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8731f-d786-4868-9e27-384b4768bdfc req-74e25198-aaf3-4ef7-8e8b-7a516f972463 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.675658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6dc8731f-d786-4868-9e27-384b4768bdfc req-74e25198-aaf3-4ef7-8e8b-7a516f972463 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/ports?device_id=80580556-3c59-4581-8b3b-a837dd071bf8 HTTP/1.1" status: 200 len: 945 time: 0.5601132 Aug 03 19:10:15.747812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-111757e3-2fb3-4dfb-b20b-8633daca9698 req-45634627-8e1c-4f2a-9e6d-866a7a34d6b2 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453048 Aug 03 19:10:15.882955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd14d1-9f3e-4dd1-995f-feff77a6043b None None] Network 47994119-7521-4e14-8fd9-2c2184949ff8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:15.943998 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb09a02c-a6f4-4bc1-a9f0-82f4406569b2 x-openstack-request-id: req-eb09a02c-a6f4-4bc1-a9f0-82f4406569b2 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:15.946017 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "name": "network-vif-plugged", "status": "completed", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:15.946601 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb09a02c-a6f4-4bc1-a9f0-82f4406569b2 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:15.947366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6dc8731f-d786-4868-9e27-384b4768bdfc req-d0bfd678-86e7-49f0-9443-653c3028cfae tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba8b5397-a996-4692-8767-4e530fa69cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678349 Aug 03 19:10:15.948378 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'code': 200} Aug 03 19:10:16.072372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c0cd23d-8bbc-45a2-8d8a-b50fc0274ef9 req-59a8fe6e-0ac6-43f8-9d0e-b7423b4b96ea tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 210 time: 0.0685327 Aug 03 19:10:16.075434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.153861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=10']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:16.187723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No active binding found for port 5aa1c3ea-c293-4819-b876-ce842507ba49 {{(pid=94135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:10:16.188583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5aa1c3ea-c293-4819-b876-ce842507ba49 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:16.194572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a71ab531-d4c5-4d33-80cb-5edc2c894176 None None] Provisioning for port 22955000-3e6b-4ea7-a215-95d557a92d68 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:16.203485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event deleted for resources: {'Port': ['ID=5aa1c3ea-c293-4819-b876-ce842507ba49,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:16.230315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b34aaa56-8b0c-4352-bd11-f4790fb6580c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:16.280793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Router 2a691662-4b24-4350-9679-d957aff03132 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:10:16.356874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 22955000-3e6b-4ea7-a215-95d557a92d68 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:16.404647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 22955000-3e6b-4ea7-a215-95d557a92d68 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:16.405875 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.665979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4100d378-9777-4e44-be51-223110abce2f details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:16.832539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Router 83fc8f29-f161-4992-9dca-ae05a9c4570f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:16.960124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d63fe-4094-45a6-83c1-0f816aece51e req-ce9fe404-bd8f-4ac7-8d0d-e7d92fd16ded tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.969820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c7d63fe-4094-45a6-83c1-0f816aece51e req-ce9fe404-bd8f-4ac7-8d0d-e7d92fd16ded tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.4755239 Aug 03 19:10:17.000921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851f81-1d0d-4e3b-a5ec-fe36b817f064 req-b32db6c9-472c-4779-ae31-9a1a7a3a3309 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:17.016202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7851f81-1d0d-4e3b-a5ec-fe36b817f064 req-b32db6c9-472c-4779-ae31-9a1a7a3a3309 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.4645009 Aug 03 19:10:17.187571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-aacb0625-ae85-48c1-8a96-57ac3b0ad094 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:17.190294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-aacb0625-ae85-48c1-8a96-57ac3b0ad094 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.3983090 Aug 03 19:10:17.255219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-1'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:17.276622 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.281005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:17.344673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4100d378-9777-4e44-be51-223110abce2f has no active binding in host n-h2-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:10:17.372993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 22955000-3e6b-4ea7-a215-95d557a92d68, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=22955000-3e6b-4ea7-a215-95d557a92d68,segment=NetworkSegment(57d8c18f-51e0-442a-a612-9aab6a14042c),segment_id=57d8c18f-51e0-442a-a612-9aab6a14042c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:17.389557 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.398118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c7d63fe-4094-45a6-83c1-0f816aece51e req-b45fb0ed-ec3c-4500-972d-b6c32bf1ae75 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382671 Aug 03 19:10:17.438360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7851f81-1d0d-4e3b-a5ec-fe36b817f064 req-3aefd686-8d7a-4b9f-938c-0ef1f30a5555 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203656 Aug 03 19:10:17.452687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:17.532628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.538432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b73a6bd8-12e2-406e-893a-589a891e5d73 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5772891 Aug 03 19:10:17.539953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35692) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:17.608452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Sync routers for ids ['2a691662-4b24-4350-9679-d957aff03132'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:17.665408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.697393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:17.710464 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] Sync routers for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:17.734523 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:17.737254 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:10:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:17.796493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=22955000-3e6b-4ea7-a215-95d557a92d68,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:17.811114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Routers {'2a691662-4b24-4350-9679-d957aff03132'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:17.812245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:10:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2a691662-4b24-4350-9679-d957aff03132'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:17.820096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b69e3837-48f4-4cba-a9da-f4295b394cfd None None] Provisioning complete for port 22955000-3e6b-4ea7-a215-95d557a92d68 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:17.820854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b69e3837-48f4-4cba-a9da-f4295b394cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.097753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] No DVR routers for this DVR port 5aa1c3ea-c293-4819-b876-ce842507ba49 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:18.121408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.122788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28877ea2-4135-491d-be5d-c1248424a8da req-92a4b442-0e85-4b04-ab73-a58279cbac63 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.88 "DELETE /v2.0/ports/5aa1c3ea-c293-4819-b876-ce842507ba49 HTTP/1.1" status: 204 len: 173 time: 4.9833322 Aug 03 19:10:18.123471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80580556-3c59-4581-8b3b-a837dd071bf8', 'name': 'network-vif-deleted', 'tag': '5aa1c3ea-c293-4819-b876-ce842507ba49'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:18.134191 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e6cc6-bfc0-4969-bc05-61a0890cba15" -d '{"events": [{"server_uuid": "80580556-3c59-4581-8b3b-a837dd071bf8", "name": "network-vif-deleted", "tag": "5aa1c3ea-c293-4819-b876-ce842507ba49"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:18.215758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104164a-6396-4e01-a988-4144ff2a496a req-02b8329c-5ad9-44cb-b6a8-53f945f57883 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:18.217373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-02b8329c-5ad9-44cb-b6a8-53f945f57883 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 813 time: 0.4069753 Aug 03 19:10:18.256485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'port': {'device_id': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18', 'admin_state_up': True, 'tenant_id': 'd9e4ce46f43c4d84be819464e1b97f42'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:18.278966 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:18.433848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Set router 2a691662-4b24-4350-9679-d957aff03132 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:18.853200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Made reservation on behalf of d9e4ce46f43c4d84be819464e1b97f42 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:18.867260 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.063143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf703542-1543-4b09-b06d-71154510b8ec req-fd4eb851-117b-473d-ac91-92315b828053 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.065449 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:19.093824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf703542-1543-4b09-b06d-71154510b8ec req-fd4eb851-117b-473d-ac91-92315b828053 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 1.3581576 Aug 03 19:10:19.147790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:10:14Z', 'revision_number': 3, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port': {'id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:13Z', 'updated_at': '2021-08-03T19:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:19.183889 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef4f9-aac7-41c3-b1db-97ce54ce7eff req-29b181e5-4a6e-4770-8dbc-6679df4602b7 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.191940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796ef4f9-aac7-41c3-b1db-97ce54ce7eff req-29b181e5-4a6e-4770-8dbc-6679df4602b7 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 945 time: 1.2539644 Aug 03 19:10:19.216560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Checking router: 2a691662-4b24-4350-9679-d957aff03132 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:19.216911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Updating router 2a691662-4b24-4350-9679-d957aff03132 port fd76b68e-cc39-4096-a94e-38eb73ae65da binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:10:19.228227 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] Checking router: 83fc8f29-f161-4992-9dca-ae05a9c4570f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:19.262659 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:19.263833 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:10:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:19.280471 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.369233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796ef4f9-aac7-41c3-b1db-97ce54ce7eff req-46c30de7-5f16-4e49-a019-c3439bdc2e06 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762199 Aug 03 19:10:19.435254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf703542-1543-4b09-b06d-71154510b8ec req-07185c46-a8e2-4d2a-ada5-59fcb93017de tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394787 Aug 03 19:10:19.512775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:19.533821 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:19.645249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 22955000-3e6b-4ea7-a215-95d557a92d68 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:19.676890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:19.765922 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.794521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.847529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Allocated IP 172.20.0.9 (01a7637c-bf8a-48be-bc6d-5812bae1be18/0ecfb36e-3760-4d4c-8407-a42fd9e9a274/4d382a4d-96db-486a-82b8-e259beb0c2da) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:19.950129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Pushing event updated for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:19.957937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27ab1603-6bdc-4936-997e-113f0e64fe4e req-35ea91c7-7a5e-41d3-a010-d16aaf439e91 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 210 time: 0.1858211 Aug 03 19:10:19.998133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 22955000-3e6b-4ea7-a215-95d557a92d68 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:19.998516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.060751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on host n-h1-803378-1 for vnic_type normal with profile {"migrating_to": "n-h2-803378-1"} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:20.061598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:20.062426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:20.093752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:20.094970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Attempting to bind port 4100d378-9777-4e44-be51-223110abce2f on network f814e7a7-f0ca-4e21-8d6e-66af40a55cae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:20.113707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:20.115234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Checking segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:20.116191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Bound using segment: {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:20.118169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Bound port: 4100d378-9777-4e44-be51-223110abce2f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdd6931-1d6f-4926-838e-b77c42436014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f814e7a7-f0ca-4e21-8d6e-66af40a55cae'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:20.119666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.152438 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:20.170021 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747e89aa-6790-4fa4-9117-1812e8f8e543 x-openstack-request-id: req-747e89aa-6790-4fa4-9117-1812e8f8e543 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:20.171147 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80580556-3c59-4581-8b3b-a837dd071bf8", "name": "network-vif-deleted", "tag": "5aa1c3ea-c293-4819-b876-ce842507ba49", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:20.172031 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-747e89aa-6790-4fa4-9117-1812e8f8e543 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:20.172860 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80580556-3c59-4581-8b3b-a837dd071bf8', 'name': 'network-vif-deleted', 'tag': '5aa1c3ea-c293-4819-b876-ce842507ba49', 'status': 'completed', 'code': 200} Aug 03 19:10:20.237228 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b032e7-c792-4221-9e2c-58c78d9b728e None None] The sync data for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 is: [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:05:04Z', 'revision_number': 4, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a1d136e8-04db-4acc-a1ce-244108b0ba39', 'name': '', 'network_id': 'c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'mac_address': 'fa:16:3e:68:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:03Z', 'updated_at': '2021-08-03T19:05:15Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'subnets': [{'id': '9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:20.275915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.292738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.323626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.330830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Transition to ACTIVE for port object fd76b68e-cc39-4096-a94e-38eb73ae65da will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:20.345050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83976c52-d11c-47d9-8a42-ed1ca774f572 req-ca85868a-7d26-4fc8-816c-6cd25c3466f3 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.349888 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.352385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83976c52-d11c-47d9-8a42-ed1ca774f572 req-ca85868a-7d26-4fc8-816c-6cd25c3466f3 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.4047267 Aug 03 19:10:20.434019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:20.456915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Network 01a7637c-bf8a-48be-bc6d-5812bae1be18 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:20.473112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.481859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:20.526167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:20.531839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:20.593745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:20.598037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:20.613837 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.636216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d34a5-cace-4a8f-b891-e3ef8971b4ad None None] Pushing event updated for resources: {'Port': ['ID=fd76b68e-cc39-4096-a94e-38eb73ae65da,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:20.642083 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.702748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Pushing event updated for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=8']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:20.710035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Attempting to bind port fd76b68e-cc39-4096-a94e-38eb73ae65da on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:20.711171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Attempting to bind port fd76b68e-cc39-4096-a94e-38eb73ae65da by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:20.711784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Attempting to bind port fd76b68e-cc39-4096-a94e-38eb73ae65da on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:20.722839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:20.726029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83976c52-d11c-47d9-8a42-ed1ca774f572 req-488900e4-4f3e-4357-a254-f14b0d2d0f0f tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417716 Aug 03 19:10:20.742860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.742860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.833431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-ce381b88-f196-4571-9d31-913ba55a94fb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5867455 Aug 03 19:10:20.841893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.842887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.845105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-85238b6c-f42a-466e-bf03-497b279486cf service neutron] 10.222.0.63 "PUT /v2.0/ports/4100d378-9777-4e44-be51-223110abce2f HTTP/1.1" status: 200 len: 1121 time: 3.6050296 Aug 03 19:10:20.857059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a2cb6-14ad-4d7d-a6bd-b547b2b34190 req-fc44de73-2c84-4cc4-97d4-de7747b032f0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.859796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed3a2cb6-14ad-4d7d-a6bd-b547b2b34190 req-fc44de73-2c84-4cc4-97d4-de7747b032f0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.3470647 Aug 03 19:10:20.874198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Request body: {'port': {'device_id': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:20.904512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Allocated IP 172.20.0.1 (47994119-7521-4e14-8fd9-2c2184949ff8/4a79b7f6-6411-486e-b089-7fd57e6b3b93/28f4159c-9c88-483a-8393-7a7e93c679de) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:20.984834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df437f6b-863c-4c0b-b473-a5b990fe09f5 None None] New status for floating IP f8222f08-415c-4915-9ffa-868dbdec8578: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:10:21.003908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed3a2cb6-14ad-4d7d-a6bd-b547b2b34190 req-fb4f5156-9f7a-4886-a6e3-1ed4328ab125 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244555 Aug 03 19:10:21.014786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.076792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:21.077985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:21.079745 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.080842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:21.081439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Bound port: fd76b68e-cc39-4096-a94e-38eb73ae65da, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:21.081853 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.109902 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.129852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Transition to ACTIVE for port object 28f4159c-9c88-483a-8393-7a7e93c679de will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:21.175630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4100d378-9777-4e44-be51-223110abce2f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:21.180717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4100d378-9777-4e44-be51-223110abce2f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:21.205275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.270302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Network 47994119-7521-4e14-8fd9-2c2184949ff8 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:21.282558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:21.324539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:21.347401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153c0e-458a-4ce8-b707-0a32cfa081d5 req-8c95d3a9-d750-4cff-96d5-617c7cc0efca tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:21.358747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30153c0e-458a-4ce8-b707-0a32cfa081d5 req-8c95d3a9-d750-4cff-96d5-617c7cc0efca tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 949 time: 0.1872566 Aug 03 19:10:21.622365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891312f4-1464-41ee-a3fd-d351595f0af9 req-563dd5cd-9ab7-482d-82fe-e5a4abcd8f56 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:21.626392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-891312f4-1464-41ee-a3fd-d351595f0af9 req-563dd5cd-9ab7-482d-82fe-e5a4abcd8f56 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.2593298 Aug 03 19:10:21.650138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] For port fd76b68e-cc39-4096-a94e-38eb73ae65da, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:21.761756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-891312f4-1464-41ee-a3fd-d351595f0af9 req-ff05556a-97c0-4036-b446-19052e1075d4 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228058 Aug 03 19:10:21.790009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30153c0e-458a-4ce8-b707-0a32cfa081d5 req-5d0345b8-901b-4542-aed2-b168cd069be1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873693 Aug 03 19:10:21.907853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d382a4d-96db-486a-82b8-e259beb0c2da {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:21.918599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.986816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.997248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Pushing event updated for resources: {'Port': ['ID=28f4159c-9c88-483a-8393-7a7e93c679de,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:22.141673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] For port fd76b68e-cc39-4096-a94e-38eb73ae65da, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fd76b68e-cc39-4096-a94e-38eb73ae65da,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:22.162727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Transition to ACTIVE for port object 4d382a4d-96db-486a-82b8-e259beb0c2da will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:22.182574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.195231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d53043-ea60-4f1e-922b-0edacd11d520 req-e73b5a2b-9ed3-4b85-8f1f-4eda7b2253e6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.197458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57d53043-ea60-4f1e-922b-0edacd11d520 req-e73b5a2b-9ed3-4b85-8f1f-4eda7b2253e6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 931 time: 0.1683116 Aug 03 19:10:22.199032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4100d378-9777-4e44-be51-223110abce2f'}, {'name': 'network-changed', 'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'tag': '4100d378-9777-4e44-be51-223110abce2f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:22.203645 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3497da4e-e997-4c09-ad37-7f8892b3cd98" -d '{"events": [{"server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "name": "network-vif-unplugged", "status": "completed", "tag": "4100d378-9777-4e44-be51-223110abce2f"}, {"name": "network-changed", "server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "tag": "4100d378-9777-4e44-be51-223110abce2f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:22.283863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c990836c-1a4f-4476-bbcb-e5cc93c7b8f6 None None] Provisioning for port 28f4159c-9c88-483a-8393-7a7e93c679de completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:22.323231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c990836c-1a4f-4476-bbcb-e5cc93c7b8f6 None None] Provisioning complete for port 28f4159c-9c88-483a-8393-7a7e93c679de triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:22.325261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c990836c-1a4f-4476-bbcb-e5cc93c7b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.382315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57d53043-ea60-4f1e-922b-0edacd11d520 req-eb14ee50-1dd8-474a-92dc-8677815f7ce6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641657 Aug 03 19:10:22.385803 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:10:22.460035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.508158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c990836c-1a4f-4476-bbcb-e5cc93c7b8f6 None None] Port 28f4159c-9c88-483a-8393-7a7e93c679de cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:22.559863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Pushing event updated for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:22.615846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d34a5-cace-4a8f-b891-e3ef8971b4ad None None] Pushing event updated for resources: {'Port': ['ID=fd76b68e-cc39-4096-a94e-38eb73ae65da,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:22.633879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c24fdc-9480-4484-91c7-017ae5e9a6c8 req-5e34273c-8b83-4293-b267-3010ca426b92 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.646439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6c24fdc-9480-4484-91c7-017ae5e9a6c8 req-5e34273c-8b83-4293-b267-3010ca426b92 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.1520023 Aug 03 19:10:22.762393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6c24fdc-9480-4484-91c7-017ae5e9a6c8 req-aade820c-3ee6-482d-b838-c37bdf9603fd tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147487 Aug 03 19:10:22.771719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b34aaa56-8b0c-4352-bd11-f4790fb6580c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:22.772019 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.785665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Routers {'2a691662-4b24-4350-9679-d957aff03132'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:22.786540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:10:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2a691662-4b24-4350-9679-d957aff03132'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:22.824497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b7ff9-e2bb-4c55-ae83-3e0600d66bc1 req-4e2bfec6-6e35-4003-96d8-86799b9df20e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.840470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c52b7ff9-e2bb-4c55-ae83-3e0600d66bc1 req-4e2bfec6-6e35-4003-96d8-86799b9df20e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.1908998 Aug 03 19:10:22.841628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.846490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Attempting to bind port 4d382a4d-96db-486a-82b8-e259beb0c2da on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:22.847383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Attempting to bind port 4d382a4d-96db-486a-82b8-e259beb0c2da by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:22.848130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Attempting to bind port 4d382a4d-96db-486a-82b8-e259beb0c2da on network 01a7637c-bf8a-48be-bc6d-5812bae1be18 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:22.867780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35760) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:22.890527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Port 4d382a4d-96db-486a-82b8-e259beb0c2da on network 01a7637c-bf8a-48be-bc6d-5812bae1be18 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:22.895672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Attempting to bind port 4d382a4d-96db-486a-82b8-e259beb0c2da on network 01a7637c-bf8a-48be-bc6d-5812bae1be18 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:22.951851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c52b7ff9-e2bb-4c55-ae83-3e0600d66bc1 req-4ecb7618-b0ff-45c0-b06c-19328c162156 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102521 Aug 03 19:10:22.959447 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b95bcc-1024-4f17-9566-5bc73eafdb19 x-openstack-request-id: req-34b95bcc-1024-4f17-9566-5bc73eafdb19 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:22.959854 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "name": "network-vif-unplugged", "status": "completed", "tag": "4100d378-9777-4e44-be51-223110abce2f", "code": 200}, {"name": "network-changed", "server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "tag": "4100d378-9777-4e44-be51-223110abce2f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:22.962243 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34b95bcc-1024-4f17-9566-5bc73eafdb19 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:22.966419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] Set router 2a691662-4b24-4350-9679-d957aff03132 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:22.967194 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4100d378-9777-4e44-be51-223110abce2f', 'code': 200} Aug 03 19:10:22.967619 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'tag': '4100d378-9777-4e44-be51-223110abce2f', 'status': 'completed', 'code': 200} Aug 03 19:10:23.179120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:23.182521 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Checking segment: {'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:23.183451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Bound using segment: {'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:23.186398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Bound port: 4d382a4d-96db-486a-82b8-e259beb0c2da, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68727127-0f06-40d1-b7c2-53bfc73c926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:23.187349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.310457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-7c589cc7-97c7-460e-b740-63fcb84de4fd tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=80db5de5929940d29c9864f3139274f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1444821 Aug 03 19:10:23.526292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-829dcc35-c46e-4eb7-acfe-8dc87dd5d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.529717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-829dcc35-c46e-4eb7-acfe-8dc87dd5d8fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1124 time: 0.5186377 Aug 03 19:10:23.546393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d188366-702c-4923-a9f5-e88093b2dcfe tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.587851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:23.599500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4d382a4d-96db-486a-82b8-e259beb0c2da,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:23.648435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.673526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d188366-702c-4923-a9f5-e88093b2dcfe tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.706987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80515f95-4d81-436e-bcbe-2645ce9b66dc req-17cb95b0-74e8-4b6e-b741-f8a8a59118f6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.709025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80515f95-4d81-436e-bcbe-2645ce9b66dc req-17cb95b0-74e8-4b6e-b741-f8a8a59118f6 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.5369251 Aug 03 19:10:23.744951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.833382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:23.836573 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd85b934-21df-4742-b7f2-2f5afc33a22d" -d '{"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-plugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:23.860737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:23.873899 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.877051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.878238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.880979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] 10.222.0.63 "PUT /v2.0/ports/4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 200 len: 1091 time: 3.0140064 Aug 03 19:10:23.881809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:23.885037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-fabdd0e5-ef9c-4bb8-8a26-c8ca128881be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.886784 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a6c594-a44d-4abb-b84b-f204146516c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:23.887174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-fabdd0e5-ef9c-4bb8-8a26-c8ca128881be service neutron] 10.222.0.88 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.3437746 Aug 03 19:10:23.908563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80515f95-4d81-436e-bcbe-2645ce9b66dc req-48196643-0c69-4008-a5a2-94f21ec13c66 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740184 Aug 03 19:10:23.925020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:10:22Z', 'revision_number': 4, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port': {'id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:13Z', 'updated_at': '2021-08-03T19:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '28f4159c-9c88-483a-8393-7a7e93c679de', 'name': '', 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'mac_address': 'fa:16:3e:3d:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:20Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 1, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'subnets': [{'id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:23.968684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb96ced-5a49-45ec-9fbb-13b3c56b26fe None None] The sync data for ids ['2a691662-4b24-4350-9679-d957aff03132'] in n-d-803378-1 is: [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:10:22Z', 'revision_number': 4, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port': {'id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:13Z', 'updated_at': '2021-08-03T19:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '28f4159c-9c88-483a-8393-7a7e93c679de', 'name': '', 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'mac_address': 'fa:16:3e:3d:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:20Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 1, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'subnets': [{'id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:23.998768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=11']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:24.036999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a3510-5257-4f76-9640-0f743d292a18 req-1a1b27ef-a71a-432f-a37b-ff6d13644d94 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.050721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-1a1b27ef-a71a-432f-a37b-ff6d13644d94 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7227392 Aug 03 19:10:24.072434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-b881d627-7b02-401a-a26d-1046b0fd367f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4100d378-9777-4e44-be51-223110abce2f HTTP/1.1" status: 200 len: 217 time: 0.1598449 Aug 03 19:10:24.103741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-dca28362-e32b-4796-89aa-7dd96934b6f2 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/quotas/80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 375 time: 0.0530436 Aug 03 19:10:24.128586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960abaef-2c37-44b8-9e47-dd32467f0a07 service neutron] Pushing event updated for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:24.144475 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.165833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.193600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-bbdd3f4b-679a-4269-9d25-e58b2a961dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.195674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-bbdd3f4b-679a-4269-9d25-e58b2a961dc9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1120172 Aug 03 19:10:24.301609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d188366-702c-4923-a9f5-e88093b2dcfe tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.304346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d188366-702c-4923-a9f5-e88093b2dcfe tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.308828 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2d188366-702c-4923-a9f5-e88093b2dcfe tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "DELETE /v2.0/security-groups/ba8b5397-a996-4692-8767-4e530fa69cb3 HTTP/1.1" status: 204 len: 168 time: 1.4358871 Aug 03 19:10:24.324132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35786) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:24.342867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-68bb0693-8035-44b8-9ce1-040b4df1feb3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156504 Aug 03 19:10:24.387090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Pushing event updated for resources: {'Port': ['ID=28f4159c-9c88-483a-8393-7a7e93c679de,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:24.410227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d188366-702c-4923-a9f5-e88093b2dcfe tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b5397-a996-4692-8767-4e530fa69cb3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:24.415346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.421075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-8861f9f6-c292-400c-806d-74d954e92e2e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3161719 Aug 03 19:10:24.440433 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-941f1c40-7d06-43a5-9c30-535c5af611ca tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] show failed (client error): The resource could not be found. Aug 03 19:10:24.441665 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-941f1c40-7d06-43a5-9c30-535c5af611ca tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "GET /v2.0/security-groups/ba8b5397-a996-4692-8767-4e530fa69cb3 HTTP/1.1" status: 404 len: 347 time: 0.0910385 Aug 03 19:10:24.446581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35788) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:24.498982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa79e7-2173-4f6b-b010-1c50ac490282 req-c82814bb-cffc-4de9-a02f-3eed3df26de5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.501319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdfa79e7-2173-4f6b-b010-1c50ac490282 req-c82814bb-cffc-4de9-a02f-3eed3df26de5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.2852364 Aug 03 19:10:24.651036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Network 47994119-7521-4e14-8fd9-2c2184949ff8 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:24.652157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4100d378-9777-4e44-be51-223110abce2f details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:24.673747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:24.685220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104164a-6396-4e01-a988-4144ff2a496a req-2c9d28a9-c049-4f8d-85e8-7f991c236927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.686671 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-2c9d28a9-c049-4f8d-85e8-7f991c236927 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1094 time: 0.6671286 Aug 03 19:10:24.753787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-7bddc6e2-9745-419a-b543-3dab06760808 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910632 Aug 03 19:10:24.806623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdfa79e7-2173-4f6b-b010-1c50ac490282 req-2b889bdb-7cf7-4078-9b9d-ee4aa948e5ad tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945879 Aug 03 19:10:24.838685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:24.853512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4100d378-9777-4e44-be51-223110abce2f has no active binding in host n-h2-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:10:24.915112 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-31f678b2-09b4-4ddb-a179-b80392df0f31 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 200 len: 217 time: 0.1848428 Aug 03 19:10:24.947132 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911d077-58e4-4af6-aae0-9cd876a67f80 x-openstack-request-id: req-e911d077-58e4-4af6-aae0-9cd876a67f80 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:24.947429 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-plugged", "status": "completed", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:24.947704 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e911d077-58e4-4af6-aae0-9cd876a67f80 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:24.948068 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'code': 200} Aug 03 19:10:25.052495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104164a-6396-4e01-a988-4144ff2a496a req-80d6b87a-2761-424f-ace7-a8acb33f93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:25.060145 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-80d6b87a-2761-424f-ace7-a8acb33f93aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 0.1027946 Aug 03 19:10:25.070587 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f63cd-225a-4507-9ae0-bfb1fcea91c4 x-openstack-request-id: req-bd6f63cd-225a-4507-9ae0-bfb1fcea91c4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:25.070914 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:25.071131 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd6f63cd-225a-4507-9ae0-bfb1fcea91c4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:25.072063 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da', 'status': 'completed', 'code': 200} Aug 03 19:10:25.112509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3497da4e-e997-4c09-ad37-7f8892b3cd98 req-06a93f44-de89-4545-8a7d-7b2989d5c7d3 service neutron] 10.222.0.88 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011758 Aug 03 19:10:25.284642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed609e-0812-4f5a-b3c6-c8ac2bbcff81 req-08b7fb3f-10d7-45ce-a16d-399410f48957 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:25.307307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5aed609e-0812-4f5a-b3c6-c8ac2bbcff81 req-08b7fb3f-10d7-45ce-a16d-399410f48957 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 943 time: 0.1918237 Aug 03 19:10:25.409161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-af66c0ce-ab33-4f96-ba46-e461c656a266 None None] Provisioning complete for port 28f4159c-9c88-483a-8393-7a7e93c679de triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:25.411133 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-af66c0ce-ab33-4f96-ba46-e461c656a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:25.470682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5aed609e-0812-4f5a-b3c6-c8ac2bbcff81 req-97603b0a-a94b-44a3-ac34-842261a746cf tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623468 Aug 03 19:10:25.550195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-af66c0ce-ab33-4f96-ba46-e461c656a266 None None] Port 28f4159c-9c88-483a-8393-7a7e93c679de cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:25.551847 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:25.779286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7951ea8-0c97-4024-ba55-e5b0c629501a req-7fe5e8d1-ccf7-4ba3-a2aa-ef0f6fc7d991 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 210 time: 0.0932653 Aug 03 19:10:25.857541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbcea8-dfa4-48fe-8f33-521cd8f820cc req-48df9984-9b64-4e43-8f12-a70444b7ae3f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:25.866558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bfbcea8-dfa4-48fe-8f33-521cd8f820cc req-48df9984-9b64-4e43-8f12-a70444b7ae3f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.3219552 Aug 03 19:10:25.966999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-e83b18ab-d1e3-4645-8ce6-9c314118f7dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399933 Aug 03 19:10:26.000970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bfbcea8-dfa4-48fe-8f33-521cd8f820cc req-2023ea7e-8710-4143-8626-bda2a27de9fa tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016879 Aug 03 19:10:26.114060 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-a368f808-a65a-4f81-abc6-a93734923d61 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314807 Aug 03 19:10:26.117890 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48cc8c6b-11a1-4a57-b624-c10231294479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.343067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Router 2a691662-4b24-4350-9679-d957aff03132 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:26.345139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Deleting port cf3b4107-23a4-4b14-a498-5d98526456ba {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:26.345579 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.392320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fd76b68e-cc39-4096-a94e-38eb73ae65da up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:26.452612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.453035 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.469023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Calling delete_port for cf3b4107-23a4-4b14-a498-5d98526456ba owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:26.547507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937f2a1-9f78-46fa-80e0-2069c92bcf8d req-d2cb9064-3373-4365-a9fa-e094e9090730 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:26.559599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b937f2a1-9f78-46fa-80e0-2069c92bcf8d req-d2cb9064-3373-4365-a9fa-e094e9090730 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.2693226 Aug 03 19:10:26.636313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port fd76b68e-cc39-4096-a94e-38eb73ae65da completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:26.662573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fd76b68e-cc39-4096-a94e-38eb73ae65da triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:26.663086 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.759378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b937f2a1-9f78-46fa-80e0-2069c92bcf8d req-c7e96653-fc8b-4a79-beec-f0290e36b2a7 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907966 Aug 03 19:10:26.937297 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8104164a-6396-4e01-a988-4144ff2a496a req-b9255d0b-ad6d-4e0a-88b8-dec50cd27a3c service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105974 Aug 03 19:10:27.028609 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.055648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:27.079083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-58c42f7d-4360-488f-80bd-543ad33f2b6b admin admin] 10.222.0.42 "PUT /v2.0/routers/2a691662-4b24-4350-9679-d957aff03132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5345132 Aug 03 19:10:27.141813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port fd76b68e-cc39-4096-a94e-38eb73ae65da, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fd76b68e-cc39-4096-a94e-38eb73ae65da,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:27.153652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-eedbb42e-a795-4b06-8599-970b0e15642f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=80db5de5929940d29c9864f3139274f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1770937 Aug 03 19:10:27.156244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.158489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-0d2c7fb2-c612-4e84-b4cc-d6dd12c92262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.170124 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-0d2c7fb2-c612-4e84-b4cc-d6dd12c92262 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1094 time: 0.0870237 Aug 03 19:10:27.172753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.349895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=fd76b68e-cc39-4096-a94e-38eb73ae65da,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:27.383940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Pushing event deleted for resources: {'Port': ['ID=cf3b4107-23a4-4b14-a498-5d98526456ba,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:27.465809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4100d378-9777-4e44-be51-223110abce2f no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:27.487774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a3510-5257-4f76-9640-0f743d292a18 req-589c95e0-1c64-4749-b017-17b92f4c9c3d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.489434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-589c95e0-1c64-4749-b017-17b92f4c9c3d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145823 Aug 03 19:10:27.536325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Request body: {'port': {'device_id': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '80db5de5929940d29c9864f3139274f6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:27.658044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41e8b1-fe15-463f-988d-d868af29361f req-2444ace1-1dea-4ca8-880a-f6c27261b553 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.666095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.672014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.676156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e41e8b1-fe15-463f-988d-d868af29361f req-2444ace1-1dea-4ca8-880a-f6c27261b553 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.9053135 Aug 03 19:10:27.690430 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-55d13a01-b701-478e-b005-789e36d8cbc1 tempest-ServersWithSpecificFlavorTestJSON-1458423449 tempest-ServersWithSpecificFlavorTestJSON-1458423449-project] 10.222.0.42 "DELETE /v2.0/floatingips/f8222f08-415c-4915-9ffa-868dbdec8578 HTTP/1.1" status: 204 len: 168 time: 3.2424014 Aug 03 19:10:27.716920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-d421a6e1-ffed-4a04-9ca0-b2d7502ae4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.717898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171ae21-5160-4895-8618-9c814ea8b765 req-1e83319a-d41d-4951-87dd-5af1efa6687f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.719560 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-d421a6e1-ffed-4a04-9ca0-b2d7502ae4e7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 914 time: 0.4777646 Aug 03 19:10:27.719796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1171ae21-5160-4895-8618-9c814ea8b765 req-1e83319a-d41d-4951-87dd-5af1efa6687f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 943 time: 0.7959912 Aug 03 19:10:27.791651 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-44b36dde-8c6c-4596-b3ec-2e1d4f711dd1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 200 len: 217 time: 0.0628443 Aug 03 19:10:27.880328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-0515e328-d3c0-4de5-9425-415adcebe5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.882007 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-0515e328-d3c0-4de5-9425-415adcebe5c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 0.0776114 Aug 03 19:10:27.920184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1171ae21-5160-4895-8618-9c814ea8b765 req-c17f27a6-9f06-4bdc-8e60-4931b1453225 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811244 Aug 03 19:10:27.931130 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-d4bf7ce7-38e2-49aa-a92b-6ea18ad4e822 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383520 Aug 03 19:10:27.968683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e41e8b1-fe15-463f-988d-d868af29361f req-2a53828d-3b63-4da2-b979-c5b3de269787 tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.42 "GET /v2.0/security-groups?id=0deee7ab-a3e8-423f-a5d4-83d67922ddc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408600 Aug 03 19:10:27.989223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-0109b901-21b7-43df-bd91-24c04885e83e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.994456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-0109b901-21b7-43df-bd91-24c04885e83e tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.63 "GET /v2.0/ports?device_id=081b8f5a-b53d-4548-a0c8-c73632ab054a HTTP/1.1" status: 200 len: 946 time: 0.3137283 Aug 03 19:10:28.106405 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Sync routers for ids ['2a691662-4b24-4350-9679-d957aff03132'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:28.134249 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Routers {'2a691662-4b24-4350-9679-d957aff03132'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:28.138245 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:10:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2a691662-4b24-4350-9679-d957aff03132'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:28.159389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20907089-1a11-46e4-94f6-56a98703b7d8 req-f360d2ee-b27e-4cbb-b4ff-7941ad67edb5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 210 time: 0.1084373 Aug 03 19:10:28.222685 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-3a6cfb29-ceb9-41b3-a52a-c7161457db6b service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821085 Aug 03 19:10:28.243368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Made reservation on behalf of 80db5de5929940d29c9864f3139274f6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:28.250454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:28.364669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fd76b68e-cc39-4096-a94e-38eb73ae65da up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:28.516346 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Set router 2a691662-4b24-4350-9679-d957aff03132 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:28.548519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fd76b68e-cc39-4096-a94e-38eb73ae65da triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:28.548823 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:28.551461 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9a6c594-a44d-4abb-b84b-f204146516c8 req-b3e67230-adbd-432b-84d1-40274fc56889 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049240 Aug 03 19:10:28.832915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e67d3-647d-47fe-8259-ec3f13c4d241 req-a50e22b2-1edb-4829-9ebe-620d9cc87506 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:28.840644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e6e67d3-647d-47fe-8259-ec3f13c4d241 req-a50e22b2-1edb-4829-9ebe-620d9cc87506 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 946 time: 0.7107840 Aug 03 19:10:28.898235 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:10:22Z', 'revision_number': 4, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port': {'id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:13Z', 'updated_at': '2021-08-03T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '28f4159c-9c88-483a-8393-7a7e93c679de', 'name': '', 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'mac_address': 'fa:16:3e:3d:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:20Z', 'updated_at': '2021-08-03T19:10:23Z', 'revision_number': 2, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'subnets': [{'id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:28.940624 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Checking router: 2a691662-4b24-4350-9679-d957aff03132 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:28.941947 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Updating router 2a691662-4b24-4350-9679-d957aff03132 port 28f4159c-9c88-483a-8393-7a7e93c679de binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:10:28.967083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Deleting port 90a2df50-e3e7-405d-91de-a32dc96961c2 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:28.967734 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:28.986143 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.058001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e6e67d3-647d-47fe-8259-ec3f13c4d241 req-977e36f6-8c4c-423f-a870-4925645f4383 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161999 Aug 03 19:10:29.146501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Allocated IP 192.168.233.169 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/3ea360e4-b7f3-481f-9ff7-94cf91e70c51) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:29.177274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bcefdbad-7f49-481b-bc72-8e2503f6106e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5150723 Aug 03 19:10:29.221188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:29.271981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.354857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] For port 90a2df50-e3e7-405d-91de-a32dc96961c2, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=90a2df50-e3e7-405d-91de-a32dc96961c2,segment=NetworkSegment(2283bdaa-d7f7-413f-b390-af7dae72fede),segment_id=2283bdaa-d7f7-413f-b390-af7dae72fede)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:29.362845 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.473545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ae27f5c8-5320-4eb6-9a05-fb542eedbb26 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:29.678528 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-18909426-fc12-424f-b0aa-03473d633d69 service neutron] 10.222.0.88 "GET /v2.0/ports/4100d378-9777-4e44-be51-223110abce2f/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.2099013 Aug 03 19:10:29.680885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Calling delete_port for 90a2df50-e3e7-405d-91de-a32dc96961c2 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:29.779989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:29.804961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.810927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ae27f5c8-5320-4eb6-9a05-fb542eedbb26 has no active binding in host n-h1-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:10:29.817619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-7f2d1795-ea99-4a2c-b04d-51546a80fcc6 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:29.823287 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-7f2d1795-ea99-4a2c-b04d-51546a80fcc6 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1097 time: 0.3849027 Aug 03 19:10:29.825024 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.851387 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Transition to ACTIVE for port object 28f4159c-9c88-483a-8393-7a7e93c679de will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:29.856125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803378-1'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:29.868089 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.984220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.989770 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=28f4159c-9c88-483a-8393-7a7e93c679de,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:30.007058 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.008202 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.009548 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.009970 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.010174 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.010466 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.011941 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.013852 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.014196 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.014930 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.017063 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.017497 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.019034 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:30.063621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['90a2df50-e3e7-405d-91de-a32dc96961c2'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:30.148132 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Attempting to bind port 28f4159c-9c88-483a-8393-7a7e93c679de on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:30.148508 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Attempting to bind port 28f4159c-9c88-483a-8393-7a7e93c679de by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:30.148870 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Attempting to bind port 28f4159c-9c88-483a-8393-7a7e93c679de on network 47994119-7521-4e14-8fd9-2c2184949ff8 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:30.164732 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:30.165283 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Checking segment: {'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:30.165812 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.166631 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Bound using segment: {'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:30.168001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Bound port: 28f4159c-9c88-483a-8393-7a7e93c679de, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d8c18f-51e0-442a-a612-9aab6a14042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:30.171770 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.179686 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.227331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Transition to ACTIVE for port object 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:30.279380 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c12d3ff-9acd-4098-a53c-bbda1643600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.305029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Pushing event deleted for resources: {'Port': ['ID=90a2df50-e3e7-405d-91de-a32dc96961c2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:30.348829 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] For port 28f4159c-9c88-483a-8393-7a7e93c679de, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:30.355669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] For port 28f4159c-9c88-483a-8393-7a7e93c679de, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=28f4159c-9c88-483a-8393-7a7e93c679de,segment=NetworkSegment(57d8c18f-51e0-442a-a612-9aab6a14042c),segment_id=57d8c18f-51e0-442a-a612-9aab6a14042c)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:30.360302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:30.368672 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.450125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] No DVR routers for this DVR port 90a2df50-e3e7-405d-91de-a32dc96961c2 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:30.475674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01cd2-fce5-419b-80e7-fa40dc13ca6b req-7568f429-4ed2-48a5-9f23-75041fda9079 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:30.484647 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a01cd2-fce5-419b-80e7-fa40dc13ca6b req-7568f429-4ed2-48a5-9f23-75041fda9079 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 943 time: 0.7410150 Aug 03 19:10:30.496489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.500493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6af61c3-cc79-457e-9b74-4df22cdd5ae2 req-7f6ed92e-701e-4692-9d00-01955a7c96ff tempest-ServerDiskConfigTestJSON-659269783 tempest-ServerDiskConfigTestJSON-659269783-project] 10.222.0.63 "DELETE /v2.0/ports/90a2df50-e3e7-405d-91de-a32dc96961c2 HTTP/1.1" status: 204 len: 173 time: 2.4991329 Aug 03 19:10:30.500934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b8f5a-b53d-4548-a0c8-c73632ab054a', 'name': 'network-vif-deleted', 'tag': '90a2df50-e3e7-405d-91de-a32dc96961c2'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:30.510469 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2890cc0a-0b15-4c4b-aea2-4227266d659d" -d '{"events": [{"server_uuid": "081b8f5a-b53d-4548-a0c8-c73632ab054a", "name": "network-vif-deleted", "tag": "90a2df50-e3e7-405d-91de-a32dc96961c2"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:30.522101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:30.525071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:30.531661 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b0b93-90f5-4db3-bc83-32b1f73ea8a6 None None] Pushing event updated for resources: {'Port': ['ID=28f4159c-9c88-483a-8393-7a7e93c679de,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:30.535212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.541136 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Routers {'2a691662-4b24-4350-9679-d957aff03132'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:30.541979 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:10:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2a691662-4b24-4350-9679-d957aff03132'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:30.558721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['96cf2b10-9020-423d-a515-5556bc775d72'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:30.658327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4100d378-9777-4e44-be51-223110abce2f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:30.730746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:30.796647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:30.800642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.813138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:30.822071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4d382a4d-96db-486a-82b8-e259beb0c2da details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:30.854876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:30.930335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a01cd2-fce5-419b-80e7-fa40dc13ca6b req-3e70b770-15e0-4293-bf04-3ce653e799d6 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434559 Aug 03 19:10:30.940022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:30.950459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:30.960327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:30.963136 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9229c7-e762-42f5-be7e-84d40e9104bb" -d '{"events": [{"server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "name": "network-vif-unplugged", "status": "completed", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:30.975172 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.997565 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] Set router 2a691662-4b24-4350-9679-d957aff03132 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:31.025947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.045012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:31.217190 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:10:31.336453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] Transition to ACTIVE for port object 4100d378-9777-4e44-be51-223110abce2f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:31.394753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Pushing event updated for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:31.400964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.420747 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:10:22Z', 'revision_number': 4, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port': {'id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:13Z', 'updated_at': '2021-08-03T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '28f4159c-9c88-483a-8393-7a7e93c679de', 'name': '', 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'mac_address': 'fa:16:3e:3d:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:20Z', 'updated_at': '2021-08-03T19:10:30Z', 'revision_number': 4, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'subnets': [{'id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:31.500957 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.536852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:31.538244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.546820 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb04ab8-b034-48d4-908a-b84b83ea81b7 None None] The sync data for ids ['2a691662-4b24-4350-9679-d957aff03132'] in n-d-803378-1 is: [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:10:22Z', 'revision_number': 4, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port': {'id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:13Z', 'updated_at': '2021-08-03T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '28f4159c-9c88-483a-8393-7a7e93c679de', 'name': '', 'network_id': '47994119-7521-4e14-8fd9-2c2184949ff8', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'mac_address': 'fa:16:3e:3d:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:20Z', 'updated_at': '2021-08-03T19:10:30Z', 'revision_number': 4, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'subnets': [{'id': '4a79b7f6-6411-486e-b089-7fd57e6b3b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:31.567177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on host n-h2-803378-1 for vnic_type normal with profile {"migrating_to": "n-h1-803378-1"} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:31.567523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:31.567854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:31.587931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] No DVR routers for this DVR port 4100d378-9777-4e44-be51-223110abce2f on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:31.600986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-ebaa2b4d-6ab3-47ad-9a99-546901fd9b2f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0701947 Aug 03 19:10:31.616200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e539460-7fec-405d-822d-a0cad38938f6 req-06a0223a-710d-4282-bb82-f2255f9c2757 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:31.623537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:31.627557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Attempting to bind port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:31.629880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e539460-7fec-405d-822d-a0cad38938f6 req-06a0223a-710d-4282-bb82-f2255f9c2757 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 943 time: 0.3924375 Aug 03 19:10:31.645167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] Pushing event updated for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:31.647671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Request body: {'port': {'device_id': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:31.676149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:31.676661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:31.683367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:31.684025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Bound port: ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:31.685271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.870449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4d382a4d-96db-486a-82b8-e259beb0c2da,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:31.876094 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-dec547f8-a1d0-4d88-8a96-6bfedf2e1880 service neutron] 10.222.0.88 "PUT /v2.0/ports/4100d378-9777-4e44-be51-223110abce2f/bindings/n-h2-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1825950 Aug 03 19:10:31.909869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '4d382a4d-96db-486a-82b8-e259beb0c2da', 'network_id': '01a7637c-bf8a-48be-bc6d-5812bae1be18', 'port_id': '4d382a4d-96db-486a-82b8-e259beb0c2da', 'mac_address': 'fa:16:3e:6c:6f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ecfb36e-3760-4d4c-8407-a42fd9e9a274', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:31.969588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:31.985362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:31.989853 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.002945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.009959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-48edbcd2-661a-4665-9083-87618067d718 None None] Provisioning for port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:32.091349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-48edbcd2-661a-4665-9083-87618067d718 None None] Provisioning complete for port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:32.092102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48edbcd2-661a-4665-9083-87618067d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.183635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Pushing event updated for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:32.195185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.195826 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.213218 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-cb0bd61a-7fcd-45b5-91db-0b4ef8e3ec34 service neutron] 10.222.0.88 "PUT /v2.0/ports/ae27f5c8-5320-4eb6-9a05-fb542eedbb26 HTTP/1.1" status: 200 len: 1122 time: 2.3778636 Aug 03 19:10:32.263139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.411610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 28f4159c-9c88-483a-8393-7a7e93c679de up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:32.416697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d382a4d-96db-486a-82b8-e259beb0c2da {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:32.423512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-48edbcd2-661a-4665-9083-87618067d718 None None] Port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:32.450608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['ae27f5c8-5320-4eb6-9a05-fb542eedbb26'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:32.465373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['ae27f5c8-5320-4eb6-9a05-fb542eedbb26'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:32.607493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e539460-7fec-405d-822d-a0cad38938f6 req-7ab0e482-d4a4-45ed-b5ea-34415de9e986 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8585908 Aug 03 19:10:32.613148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4d382a4d-96db-486a-82b8-e259beb0c2da,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:32.637818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.645688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 28f4159c-9c88-483a-8393-7a7e93c679de completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:32.658355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 28f4159c-9c88-483a-8393-7a7e93c679de triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:32.658789 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.721086 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.791064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-72a372dd-8ed2-4ed6-a247-f122353b84b2 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.794682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-72a372dd-8ed2-4ed6-a247-f122353b84b2 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.8174706 Aug 03 19:10:32.882782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:32.891985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-11e45162-c062-4c47-9426-aec448b7862f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472385 Aug 03 19:10:32.945824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Allocated IP 172.25.4.176 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/1dd33b4f-b641-4531-983a-962979268460) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:33.070228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-ee9ac487-1447-4b2c-86cb-e2fdcb6cdc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.074666 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-ee9ac487-1447-4b2c-86cb-e2fdcb6cdc26 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 1100 time: 0.1374838 Aug 03 19:10:33.097685 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.110671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-f5a4c0b3-7d00-41a8-8ce4-737dbeacc7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.111981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-f5a4c0b3-7d00-41a8-8ce4-737dbeacc7e9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6&tenant_id=2e5886d602154b98b509f4fe4b176fc0 HTTP/1.1" status: 200 len: 1095 time: 0.1634395 Aug 03 19:10:33.218317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f403d-3606-4690-8843-7a5038ca8915 req-4e9e530a-b729-4f88-9485-85d8d8b48079 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.220370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b73f403d-3606-4690-8843-7a5038ca8915 req-4e9e530a-b729-4f88-9485-85d8d8b48079 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 936 time: 0.4491785 Aug 03 19:10:33.253063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 28f4159c-9c88-483a-8393-7a7e93c679de, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=28f4159c-9c88-483a-8393-7a7e93c679de,segment=NetworkSegment(57d8c18f-51e0-442a-a612-9aab6a14042c),segment_id=57d8c18f-51e0-442a-a612-9aab6a14042c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:33.266427 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.288561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b73f403d-3606-4690-8843-7a5038ca8915 req-41d0f42b-c001-4b0a-88f3-8652a5d9704a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518999 Aug 03 19:10:33.353307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-ef9814c9-e07a-4dbb-b1bc-aba0b299d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.355170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-ef9814c9-e07a-4dbb-b1bc-aba0b299d62c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1095 time: 0.1952443 Aug 03 19:10:33.538474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4d382a4d-96db-486a-82b8-e259beb0c2da'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:33.543552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=28f4159c-9c88-483a-8393-7a7e93c679de,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:33.589503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-a4586e31-025c-4c18-a87e-a9376b48a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.593411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-a4586e31-025c-4c18-a87e-a9376b48a0a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.2236488 Aug 03 19:10:33.649833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-d460ef13-e5b5-49a2-8fe3-a6492e1edab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.666903 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-d460ef13-e5b5-49a2-8fe3-a6492e1edab3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.5457301 Aug 03 19:10:33.723026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-1cd9c272-7608-4be1-b831-146dcd25e686 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4100d378-9777-4e44-be51-223110abce2f HTTP/1.1" status: 200 len: 217 time: 0.1101780 Aug 03 19:10:33.820248 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-cdd7488b-e5b1-4f99-95b4-f6506a7d2275 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 200 len: 217 time: 0.1423020 Aug 03 19:10:33.909432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-d77711b8-de2f-4db8-987e-489cedb23ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.914150 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-d77711b8-de2f-4db8-987e-489cedb23ae8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0834606 Aug 03 19:10:33.924686 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.930451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-a7054ba4-d84a-4936-9172-a4dd2d0429df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.934089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-a7054ba4-d84a-4936-9172-a4dd2d0429df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1800799 Aug 03 19:10:34.017187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-96adcf15-88fc-4446-872b-f46d7ab4d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:34.019075 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-96adcf15-88fc-4446-872b-f46d7ab4d732 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954680 Aug 03 19:10:34.159741 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-805d5ad3-2098-4e81-b34f-7af1fa068a64 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320946 Aug 03 19:10:34.175884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-07b24210-dbc8-4908-9164-f63846905426 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535418 Aug 03 19:10:34.198013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 28f4159c-9c88-483a-8393-7a7e93c679de up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:34.222325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:34.246139 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.332103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Transition to ACTIVE for port object 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:34.334411 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.349134 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.350352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10c7b-57ef-4e7e-95da-75c5f2eead3d req-653c80aa-e6d2-46d5-a27c-751d904e5065 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:34.360234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10d10c7b-57ef-4e7e-95da-75c5f2eead3d req-653c80aa-e6d2-46d5-a27c-751d904e5065 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 944 time: 0.3648715 Aug 03 19:10:34.361973 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ddc4eb97-251a-4758-abf4-2ef8e602dac9 req-7f0f49b2-81cb-43da-9c2e-d78c57a399f0 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909759 Aug 03 19:10:34.376995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 28f4159c-9c88-483a-8393-7a7e93c679de triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:34.378172 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.412763 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.466586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:34.490387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:34.504938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:34.515039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event updated for resources: {'Port': ['ID=1dd33b4f-b641-4531-983a-962979268460,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:34.579923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10d10c7b-57ef-4e7e-95da-75c5f2eead3d req-511d372f-22e0-4df7-a85a-dcb9d5b2a548 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187741 Aug 03 19:10:34.624445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-81fecb7e-1d2b-4d9e-b281-00a69b1aa981 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955250 Aug 03 19:10:34.791488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 90a2df50-e3e7-405d-91de-a32dc96961c2 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:34.811818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:34.851178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 90a2df50-e3e7-405d-91de-a32dc96961c2 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:34.851543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 90a2df50-e3e7-405d-91de-a32dc96961c2 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:34.977983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:34.978323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:34.978826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:34.986040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.998136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-46e56319-0ca9-4123-9cc3-a216e1ddf15b service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544686 Aug 03 19:10:34.998983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:34.999272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:35.009134 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d59b0f-b87d-4f64-8fb7-51be8779ccd9 x-openstack-request-id: req-91d59b0f-b87d-4f64-8fb7-51be8779ccd9 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:35.009658 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081b8f5a-b53d-4548-a0c8-c73632ab054a", "name": "network-vif-deleted", "tag": "90a2df50-e3e7-405d-91de-a32dc96961c2", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:35.009863 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91d59b0f-b87d-4f64-8fb7-51be8779ccd9 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:35.010168 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b8f5a-b53d-4548-a0c8-c73632ab054a', 'name': 'network-vif-deleted', 'tag': '90a2df50-e3e7-405d-91de-a32dc96961c2', 'status': 'completed', 'code': 200} Aug 03 19:10:35.026692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:35.027065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:35.027487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:35.027942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Bound port: 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:35.028317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.053572 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.179674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:35.197031 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d08fc2-88af-4989-af25-6018af1b530c x-openstack-request-id: req-98d08fc2-88af-4989-af25-6018af1b530c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:35.198059 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "name": "network-vif-unplugged", "status": "completed", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:35.199242 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98d08fc2-88af-4989-af25-6018af1b530c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:35.199928 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26', 'code': 200} Aug 03 19:10:35.240732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:35.258912 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.361189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.361855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.363277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] 10.222.0.88 "PUT /v2.0/ports/3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 1096 time: 3.7318907 Aug 03 19:10:35.431719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e30c5d-7b70-4f67-b69d-d55e7427af68 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:35.470904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67914a81-b885-4058-9cd6-463a9975baf0 req-539642d0-de2e-4a15-84ef-f5abf2d9f49e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.484771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67914a81-b885-4058-9cd6-463a9975baf0 req-539642d0-de2e-4a15-84ef-f5abf2d9f49e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 944 time: 0.1993825 Aug 03 19:10:35.556659 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.616736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.728400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67914a81-b885-4058-9cd6-463a9975baf0 req-39d7d415-0ffa-44c1-844c-220a3ed9f0fb tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414782 Aug 03 19:10:35.776178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event updated for resources: {'Port': ['ID=1dd33b4f-b641-4531-983a-962979268460,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:35.782259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a3510-5257-4f76-9640-0f743d292a18 req-ba479632-81d0-4968-b5d2-366be3614ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.785520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-ba479632-81d0-4968-b5d2-366be3614ff7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1099 time: 0.2797980 Aug 03 19:10:35.791055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-35a55510-5612-4bb0-8a2a-bf01c719e055 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.793906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-35a55510-5612-4bb0-8a2a-bf01c719e055 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6&tenant_id=2e5886d602154b98b509f4fe4b176fc0&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.2570682 Aug 03 19:10:35.799370 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.889031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-61452431-e944-462d-aaac-9576542afe8e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.0850024 Aug 03 19:10:35.899741 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.901218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-bba4c104-f722-4656-9595-77c97e570676 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.6904352 Aug 03 19:10:36.047526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-54ddde67-dcd5-43fa-b8df-f438bdca3009 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1006379 Aug 03 19:10:36.111181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a3510-5257-4f76-9640-0f743d292a18 req-c78e80a6-660d-48a1-b914-133dd067a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.112716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-c78e80a6-660d-48a1-b914-133dd067a321 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2071905 Aug 03 19:10:36.266672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53b22-f152-4a93-819a-798744358b96 req-cfc30dc0-ec01-4135-b1ed-0702aa8f1fae tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.268208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61f53b22-f152-4a93-819a-798744358b96 req-cfc30dc0-ec01-4135-b1ed-0702aa8f1fae tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 944 time: 0.2619395 Aug 03 19:10:36.287942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-8127d713-2713-4314-b45d-6f28336dfc5c service neutron] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:36.317248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-8127d713-2713-4314-b45d-6f28336dfc5c service neutron] Notify callbacks [] for binding, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.318437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67aa59f1-2532-466a-8b1e-00b307e10ef8 req-8127d713-2713-4314-b45d-6f28336dfc5c service neutron] 10.222.0.63 "DELETE /v2.0/ports/4100d378-9777-4e44-be51-223110abce2f/bindings/n-h1-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.5071104 Aug 03 19:10:36.325651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a3510-5257-4f76-9640-0f743d292a18 req-bbd47866-ba18-4036-9e04-0ae932fd86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.325651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-bbd47866-ba18-4036-9e04-0ae932fd86fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890357 Aug 03 19:10:36.422160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-2283ceb7-68da-454c-84bd-e870d3210de2 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.423644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e9af200-58e2-4dff-b737-e44bbe887d0c req-2283ceb7-68da-454c-84bd-e870d3210de2 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.3480675 Aug 03 19:10:36.438815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61f53b22-f152-4a93-819a-798744358b96 req-54d03fdd-8c45-4cc3-9a51-fa5d4cc918c7 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519623 Aug 03 19:10:36.555539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-af35f08b-43be-4440-9d64-30d854cd39a3 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174280 Aug 03 19:10:36.799583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4d382a4d-96db-486a-82b8-e259beb0c2da up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:36.844663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27eca9-06da-433e-8bb9-3d978323d30a req-d2bf8a58-c44e-4dbc-9a4d-82bc2a99432e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.847489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c27eca9-06da-433e-8bb9-3d978323d30a req-d2bf8a58-c44e-4dbc-9a4d-82bc2a99432e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 948 time: 0.2608509 Aug 03 19:10:36.851905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677a3510-5257-4f76-9640-0f743d292a18 req-bf86114d-52a4-4b76-9bcf-0c02308865e3 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875304 Aug 03 19:10:36.908061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 4d382a4d-96db-486a-82b8-e259beb0c2da completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:36.913331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 4d382a4d-96db-486a-82b8-e259beb0c2da triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:36.913997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.929886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7912e6-63e3-4cef-b64e-ae3def2f48a9 req-898594fc-548c-4fdf-aa05-01f5dd4c433a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.939845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df7912e6-63e3-4cef-b64e-ae3def2f48a9 req-898594fc-548c-4fdf-aa05-01f5dd4c433a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 944 time: 0.3296783 Aug 03 19:10:37.001363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c27eca9-06da-433e-8bb9-3d978323d30a req-e70b6996-a565-4fd6-96a8-d6f933517c33 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433034 Aug 03 19:10:37.010766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:37.014680 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247" -d '{"events": [{"name": "network-changed", "server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:37.028035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df7912e6-63e3-4cef-b64e-ae3def2f48a9 req-fb268fc6-6cbe-43bf-adc7-a51061000ebd tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862882 Aug 03 19:10:37.203220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:37.205838 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5720e0d-82a2-47d3-967b-c2e88c011e85" -d '{"events": [{"name": "network-changed", "server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:37.206442 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.348451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:37.366798 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d832d94-c5e8-4168-98cb-cdcdc7827957" -d '{"events": [{"server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "name": "network-vif-plugged", "status": "completed", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:37.412741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4d382a4d-96db-486a-82b8-e259beb0c2da,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:37.425623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.544470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:37.560947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-bce33c5a-9b62-4cf8-97e1-7ac407216c75 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3619866 Aug 03 19:10:37.592613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:37.641193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50369bc6-165a-4d8f-8c3b-bcb3fd7a339f req-b131d70f-f349-477b-bd97-06cf93537c87 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:37.649524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50369bc6-165a-4d8f-8c3b-bcb3fd7a339f req-b131d70f-f349-477b-bd97-06cf93537c87 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 944 time: 0.1656003 Aug 03 19:10:37.715096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.871076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50369bc6-165a-4d8f-8c3b-bcb3fd7a339f req-6bbfc441-d020-45d7-8eb7-a010b01eab22 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051640 Aug 03 19:10:37.958131 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b10748-0f3c-49f4-b3fd-6380ba6125fb x-openstack-request-id: req-02b10748-0f3c-49f4-b3fd-6380ba6125fb {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:37.959275 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:37.959275 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02b10748-0f3c-49f4-b3fd-6380ba6125fb {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:37.960653 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'status': 'completed', 'code': 200} Aug 03 19:10:38.054842 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.095129 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9cd7bc-0105-4cb8-b16f-11dbd338807c x-openstack-request-id: req-ff9cd7bc-0105-4cb8-b16f-11dbd338807c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:38.095576 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:38.096183 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff9cd7bc-0105-4cb8-b16f-11dbd338807c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:38.097139 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26', 'status': 'completed', 'code': 200} Aug 03 19:10:38.159710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-d7f964cc-2539-4519-8775-e9e1d95956f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.161896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-d7f964cc-2539-4519-8775-e9e1d95956f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1099 time: 0.1630599 Aug 03 19:10:38.181604 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d537fd-60c4-4a18-97f7-605de83ef55d x-openstack-request-id: req-98d537fd-60c4-4a18-97f7-605de83ef55d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:38.183889 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "name": "network-vif-plugged", "status": "completed", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:38.186861 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98d537fd-60c4-4a18-97f7-605de83ef55d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:38.188483 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da', 'code': 200} Aug 03 19:10:38.426035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79328743-e021-4c85-af9c-2718107b29c3 req-d73ef1ff-1f35-490a-89b9-7dad3122930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.441042 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79328743-e021-4c85-af9c-2718107b29c3 req-d73ef1ff-1f35-490a-89b9-7dad3122930a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1096 time: 0.1400609 Aug 03 19:10:38.550457 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79328743-e021-4c85-af9c-2718107b29c3 req-be2a4370-87f1-4520-95fc-a35c586f454a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846326 Aug 03 19:10:38.764339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-22714b7a-30e8-483b-8b95-edd46f3154af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.766583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-22714b7a-30e8-483b-8b95-edd46f3154af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1125 time: 0.5093949 Aug 03 19:10:38.799651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Allocated IP 172.25.4.25 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/4f26108b-55af-4c1c-900e-8716c0397199) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:38.839989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-9d9c3b74-ef58-418b-84e9-2529d25d0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.841611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-9d9c3b74-ef58-418b-84e9-2529d25d0c1a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.6702135 Aug 03 19:10:38.959031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dddd8-f8f7-44d5-a346-cc5f9677354b req-f5f46ee2-84df-45c5-8e74-40ad2e690e4b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.961444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b27dddd8-f8f7-44d5-a346-cc5f9677354b req-f5f46ee2-84df-45c5-8e74-40ad2e690e4b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 945 time: 0.1936774 Aug 03 19:10:38.969154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-c35cd592-dfce-4168-8fe2-563713617fc4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.0627081 Aug 03 19:10:39.207066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b27dddd8-f8f7-44d5-a346-cc5f9677354b req-0de1ed97-9ce3-47ac-a4f1-7e864af0a72b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347090 Aug 03 19:10:39.248783 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.322274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35958) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:39.390797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-62eecafe-ce42-472f-a312-a6dfe7eef128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.393241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-62eecafe-ce42-472f-a312-a6dfe7eef128 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.3990228 Aug 03 19:10:39.436002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-193ed00f-7955-407d-a961-e3920e3bf0ed admin admin] Deleting subnet a914a067-d97e-4771-bf4f-7bb7f3767cf0 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:10:39.442984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-193ed00f-7955-407d-a961-e3920e3bf0ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.449260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.530817 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-193ed00f-7955-407d-a961-e3920e3bf0ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.598061 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-193ed00f-7955-407d-a961-e3920e3bf0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.603344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-e46be4b3-9ef1-4db5-953f-e0027adeb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.605741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-e46be4b3-9ef1-4db5-953f-e0027adeb5d9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.6234820 Aug 03 19:10:39.622096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:39.634099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:39.643533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:39.695091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-193ed00f-7955-407d-a961-e3920e3bf0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.729845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ed00f-7955-407d-a961-e3920e3bf0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a914a067-d97e-4771-bf4f-7bb7f3767cf0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:39.736856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-193ed00f-7955-407d-a961-e3920e3bf0ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.746187 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-193ed00f-7955-407d-a961-e3920e3bf0ed admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a914a067-d97e-4771-bf4f-7bb7f3767cf0 HTTP/1.1" status: 204 len: 168 time: 0.4175978 Aug 03 19:10:39.746686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35960) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:39.793249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event updated for resources: {'Port': ['ID=4f26108b-55af-4c1c-900e-8716c0397199,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:39.888619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.933698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315ed5b-721d-4493-84c7-6fa1c472744b req-2fdcc185-9ff0-4b82-bbed-6487b57bb68d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.935974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5315ed5b-721d-4493-84c7-6fa1c472744b req-2fdcc185-9ff0-4b82-bbed-6487b57bb68d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 948 time: 0.5485940 Aug 03 19:10:39.937978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-5799cf9b-641e-490f-9114-b0b7d1a3f6de service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26 HTTP/1.1" status: 200 len: 217 time: 0.3102875 Aug 03 19:10:39.948211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-e3b13906-5be4-4fa0-b7d2-d400561ac6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.951155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-e3b13906-5be4-4fa0-b7d2-d400561ac6d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5291910 Aug 03 19:10:39.996488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.008206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-33c6101a-7238-402b-9622-520137322579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d06360-b639-4da0-b6d8-fe840e856faa']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:40.021128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-33c6101a-7238-402b-9622-520137322579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2283bdaa-d7f7-413f-b390-af7dae72fede') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:40.021461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-33c6101a-7238-402b-9622-520137322579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2283bdaa-d7f7-413f-b390-af7dae72fede') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:40.032824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.050438 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.057807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:10:40.058737 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:10:40.060815 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:10:40.141844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.155356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.158839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.163067 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-33c6101a-7238-402b-9622-520137322579 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c5d06360-b639-4da0-b6d8-fe840e856faa HTTP/1.1" status: 204 len: 168 time: 0.4150779 Aug 03 19:10:40.184851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6101a-7238-402b-9622-520137322579 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d06360-b639-4da0-b6d8-fe840e856faa,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:40.223144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5315ed5b-721d-4493-84c7-6fa1c472744b req-07aa313b-8a40-484f-9d6a-d82babf982a5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477648 Aug 03 19:10:40.249370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-1eb5bbd1-1974-45ae-ba31-499422349f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:40.252135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-1eb5bbd1-1974-45ae-ba31-499422349f90 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.2964416 Aug 03 19:10:40.346032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-283ecf28-6ad4-4388-9f33-c15cbf5aad26 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616174 Aug 03 19:10:40.358294 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.379186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35966) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:40.483556 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-de2b699b-159d-4728-921c-bbe73c10a793 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce3c779367d44f56bbc535ca43bc2ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017478 Aug 03 19:10:40.486637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35968) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:40.520564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-413a3c54-85f1-4704-bc6d-cbfdcdc830fe service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506406 Aug 03 19:10:40.572122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba60e809-deda-4eb0-aec2-e6dff7ad4256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.607148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba60e809-deda-4eb0-aec2-e6dff7ad4256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.620458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d927422-d3c3-4885-88f3-f17b1e378ad3 req-cd23195d-b1a9-4f09-9468-69a586173a3d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:40.622206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d927422-d3c3-4885-88f3-f17b1e378ad3 req-cd23195d-b1a9-4f09-9468-69a586173a3d tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 944 time: 0.2613971 Aug 03 19:10:40.723807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-2c74c520-0dfa-4dbd-bbda-0d865b9a0038 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488131 Aug 03 19:10:40.763514 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-44a6ca35-0fba-407f-be1e-8f13e2e2ef97 service neutron] 10.222.0.63 "GET /v2.0/ports/ae27f5c8-5320-4eb6-9a05-fb542eedbb26/bindings/n-h1-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.1373169 Aug 03 19:10:40.781183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba60e809-deda-4eb0-aec2-e6dff7ad4256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.785799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba60e809-deda-4eb0-aec2-e6dff7ad4256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.790022 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ba60e809-deda-4eb0-aec2-e6dff7ad4256 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0deee7ab-a3e8-423f-a5d4-83d67922ddc9 HTTP/1.1" status: 204 len: 168 time: 0.2992227 Aug 03 19:10:40.792968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d927422-d3c3-4885-88f3-f17b1e378ad3 req-09e609cd-ce59-4f99-824c-9cd82a86f361 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348324 Aug 03 19:10:40.820736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device ae27f5c8-5320-4eb6-9a05-fb542eedbb26 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:40.851935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2156ffdb-c926-4aa4-a0b1-32dd6ab4e247 req-4f6a856a-2039-4896-aa29-48a04f91c2af service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168991 Aug 03 19:10:40.886209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60e809-deda-4eb0-aec2-e6dff7ad4256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deee7ab-a3e8-423f-a5d4-83d67922ddc9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:40.926744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.942270 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.953045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5720e0d-82a2-47d3-967b-c2e88c011e85 req-d172f32a-afb4-4172-a93e-4168829ec473 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083774 Aug 03 19:10:41.020170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event updated for resources: {'Port': ['ID=4f26108b-55af-4c1c-900e-8716c0397199,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:41.113673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.162054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.164535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-f6ff39ec-7b52-4a13-8545-fc2a8066425b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5934210 Aug 03 19:10:41.326945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-2c2dee0a-a981-4c3f-b578-e11387856484 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.1438792 Aug 03 19:10:41.329128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:41.356702 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:41.371882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b5638-6ef2-4f3f-b5ea-bf1f1d9e015e req-8060a4bd-b3d7-4726-bbdf-75d2b3971d79 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.374089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-208b5638-6ef2-4f3f-b5ea-bf1f1d9e015e req-8060a4bd-b3d7-4726-bbdf-75d2b3971d79 tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 1095 time: 0.1050255 Aug 03 19:10:41.402743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae27f5c8-5320-4eb6-9a05-fb542eedbb26 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:41.415882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:41.440206 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.499478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:41.505457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e9eb744b-ba5b-4980-a2dc-944c52fc0394 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:41.514451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-208b5638-6ef2-4f3f-b5ea-bf1f1d9e015e req-1615270a-33a4-43f4-b082-6fd8d1d821fa tempest-LiveAutoBlockMigrationV225Test-1305680531 tempest-LiveAutoBlockMigrationV225Test-1305680531-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111317 Aug 03 19:10:41.575843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-ac00b2e1-6df2-4bce-afdf-1099adaca07d tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.578781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a68c87-ce5f-481a-bbb7-610c9d3f6343 req-ac00b2e1-6df2-4bce-afdf-1099adaca07d tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2269030 Aug 03 19:10:41.601010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] Transition to ACTIVE for port object ae27f5c8-5320-4eb6-9a05-fb542eedbb26 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:41.611243 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.767800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2ed6-16f2-4c83-8a5b-2c45b68303b1 req-ebee51d4-0d9a-4387-92a4-a918b865fa06 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.769516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b28f2ed6-16f2-4c83-8a5b-2c45b68303b1 req-ebee51d4-0d9a-4387-92a4-a918b865fa06 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 945 time: 0.1345277 Aug 03 19:10:41.799069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:41.823077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'mac_address': 'fa:16:3e:89:77:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:41.833144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.876293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b28f2ed6-16f2-4c83-8a5b-2c45b68303b1 req-00d9a524-946d-4fdb-9f3c-4ac9d90592f3 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001835 Aug 03 19:10:41.943456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:41.946894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede95241-29a2-4a4a-830f-1e395385693e req-44d5bcb3-1de5-4cf7-acd1-292c26fc8ab4 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.947632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:41.955604 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e0cb6-4e28-4191-87f0-edaf9e75fa18" -d '{"events": [{"server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "name": "network-vif-unplugged", "status": "completed", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:41.956893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ede95241-29a2-4a4a-830f-1e395385693e req-44d5bcb3-1de5-4cf7-acd1-292c26fc8ab4 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 948 time: 0.0846570 Aug 03 19:10:41.968905 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.984153 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.043234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:42.048299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ede95241-29a2-4a4a-830f-1e395385693e req-e908eb6a-3e34-4219-b6d6-054fb1823948 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900106 Aug 03 19:10:42.133739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:42.153025 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.155464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:42.287630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:42.339896 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] No DVR routers for this DVR port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:42.344919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] Pushing event updated for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:42.388043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-df381537-4977-40d5-bd61-7336c26bb8e2 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2915807 Aug 03 19:10:42.393494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:42.409752 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-38d142e1-22ba-4fb2-833c-dca0a249015e service neutron] 10.222.0.63 "PUT /v2.0/ports/ae27f5c8-5320-4eb6-9a05-fb542eedbb26/bindings/n-h1-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6389709 Aug 03 19:10:42.427226 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.474338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3ea360e4-b7f3-481f-9ff7-94cf91e70c51'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:42.595751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36038) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:42.641759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-102dc7a6-1236-4b19-afb9-f0b2a19cad62 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.643385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-102dc7a6-1236-4b19-afb9-f0b2a19cad62 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.0886297 Aug 03 19:10:42.654491 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.743980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-911213617-network', 'tenant_id': 'f03130f2c79a4b7eb308a150c0db6fd6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:42.787432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Made reservation on behalf of f03130f2c79a4b7eb308a150c0db6fd6 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:42.790751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.795115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-5a2cd0ae-3cdf-4cfe-9594-016a6788fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.797086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-5a2cd0ae-3cdf-4cfe-9594-016a6788fa80 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69 HTTP/1.1" status: 200 len: 1096 time: 0.1320910 Aug 03 19:10:42.804616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.925893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Allocated IP 172.25.4.89 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/b4a7d205-fdd9-4055-a153-be8bbffc8fa1) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:42.928537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.934303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.959132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:42.967457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-9df5ec9c-6774-4913-9058-2eecdbfd0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.970318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-9df5ec9c-6774-4913-9058-2eecdbfd0ceb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1096 time: 0.1254165 Aug 03 19:10:42.982889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.983359 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Added segment ecb134ad-76f3-4bae-866b-fdc5833a7db0 of type vlan for network 5d49dfb4-9f0f-45c0-928e-ca9110554335 Aug 03 19:10:42.985760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9197ff31-eb35-4d1a-bdb2-686cd23702e0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:43.044422 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.102697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.103970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:43.104886 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.178066 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5801234 Aug 03 19:10:43.182539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36062) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:43.190859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bee723-4495-4634-b2ff-21c4e6d21391 admin admin] Pushing event updated for resources: {'Network': ['ID=5d49dfb4-9f0f-45c0-928e-ca9110554335,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:43.191537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Request body: {'subnet': {'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-911213617-subnet', 'tenant_id': 'f03130f2c79a4b7eb308a150c0db6fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:43.204218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5d49dfb4-9f0f-45c0-928e-ca9110554335 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:43.324220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Made reservation on behalf of f03130f2c79a4b7eb308a150c0db6fd6 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:43.328045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.330768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-add46806-5192-49f0-8ac0-4bfa9d9646fe tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:43.332657 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-add46806-5192-49f0-8ac0-4bfa9d9646fe tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 944 time: 0.0862918 Aug 03 19:10:43.436607 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.465893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-235954b0-6460-4ddf-b9d0-0effed87e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:43.468413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-235954b0-6460-4ddf-b9d0-0effed87e2cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.4681952 Aug 03 19:10:43.494703 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Deleting port 4100d378-9777-4e44-be51-223110abce2f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:43.498419 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.543442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-d62b58f7-27ab-4665-8888-7a7b30b9dcd9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26 HTTP/1.1" status: 200 len: 217 time: 0.0590258 Aug 03 19:10:43.596078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36074) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:43.675902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-db85cbaf-21f8-4df7-b78b-ce130a5ba3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:43.677427 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-db85cbaf-21f8-4df7-b78b-ce130a5ba3b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.1218438 Aug 03 19:10:43.680676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.734345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] For port 4100d378-9777-4e44-be51-223110abce2f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4100d378-9777-4e44-be51-223110abce2f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:43.734965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.750549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-5d1da4ee-ee1b-4d46-80f5-9facd4dea309 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586302 Aug 03 19:10:43.795005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:43.831204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Calling delete_port for 4100d378-9777-4e44-be51-223110abce2f owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:43.864592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:43.877729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:43.886614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event updated for resources: {'Port': ['ID=b4a7d205-fdd9-4055-a153-be8bbffc8fa1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:43.941917 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.184490 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.222796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4100d378-9777-4e44-be51-223110abce2f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:44.237746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Pushing event deleted for resources: {'Port': ['ID=4100d378-9777-4e44-be51-223110abce2f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:44.304941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] No DVR routers for this DVR port 4100d378-9777-4e44-be51-223110abce2f on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:44.310136 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.312366 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3fb1cd8-dca5-44b5-ac61-1af23f0b094b req-4bbad17c-b6da-4624-b56a-e369d01dd7c3 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.63 "DELETE /v2.0/ports/4100d378-9777-4e44-be51-223110abce2f HTTP/1.1" status: 204 len: 173 time: 0.9727571 Aug 03 19:10:44.312991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'name': 'network-vif-deleted', 'tag': '4100d378-9777-4e44-be51-223110abce2f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:44.316187 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713a22c9-5c06-4b92-b3a5-8f382391e71d" -d '{"events": [{"server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "name": "network-vif-deleted", "tag": "4100d378-9777-4e44-be51-223110abce2f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:44.356469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f638-5d76-4439-ba6b-3b33f6dcf2be req-f5e6dac3-726f-496e-9354-b51315842d1b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.358013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2387f638-5d76-4439-ba6b-3b33f6dcf2be req-f5e6dac3-726f-496e-9354-b51315842d1b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 945 time: 0.6302514 Aug 03 19:10:44.407546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-d6c32a6c-7b21-42c7-ba80-c41f7cc5a503 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429098 Aug 03 19:10:44.485921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.510127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75823c37-2c6c-4e07-8a05-4c8a2e8c6071,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:44.589848 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.604523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Checking segment: {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:44.605428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Network hostable DHCP agents. Network: 5d49dfb4-9f0f-45c0-928e-ca9110554335, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:44.623092 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2387f638-5d76-4439-ba6b-3b33f6dcf2be req-c8d69e9a-f9de-43f6-90e6-1a55597f204f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225287 Aug 03 19:10:44.688619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.693533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-07d3b133-f2dd-44d5-9c08-07b71282ef88 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604647 Aug 03 19:10:44.712742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Network 5d49dfb4-9f0f-45c0-928e-ca9110554335 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:44.731311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 5d49dfb4-9f0f-45c0-928e-ca9110554335) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:44.747076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.747945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.754369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2d15e-472e-486e-94f1-90b020974293 None None] Network 5d49dfb4-9f0f-45c0-928e-ca9110554335 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:44.882590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3daae8e7-9689-4f21-aa35-28d0f34bff46 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6982656 Aug 03 19:10:44.928684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-8658070b-5867-46fa-be56-4a5b7723f894 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-270067625&fields=id&tenant_id=d9e4ce46f43c4d84be819464e1b97f42 HTTP/1.1" status: 200 len: 267 time: 0.1426141 Aug 03 19:10:45.083579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.095834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.147353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d9db4-a503-4cda-8623-97a1f13058c5 None None] Network 5d49dfb4-9f0f-45c0-928e-ca9110554335 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:45.149244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Deleting port a1d136e8-04db-4acc-a1ce-244108b0ba39 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:45.150487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.176014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-46525d8d-3793-4b3e-86cd-f7883b3ace84 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:45.185010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-46525d8d-3793-4b3e-86cd-f7883b3ace84 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 945 time: 0.2582824 Aug 03 19:10:45.208516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'port': {'security_groups': ['14273b93-43e4-4679-8c5a-d225a1f1a5d1', 'f3261d12-7230-4b32-8a0c-09ea37f1f380']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:45.286275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event updated for resources: {'Port': ['ID=b4a7d205-fdd9-4055-a153-be8bbffc8fa1,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:45.335842 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.343228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] For port a1d136e8-04db-4acc-a1ce-244108b0ba39, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a1d136e8-04db-4acc-a1ce-244108b0ba39,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:45.345038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.357405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-e620007d-53f1-42d9-b587-2a7bb0439ed3 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:45.359076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-e620007d-53f1-42d9-b587-2a7bb0439ed3 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.2235858 Aug 03 19:10:45.362477 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.372591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Calling delete_port for a1d136e8-04db-4acc-a1ce-244108b0ba39 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:45.430661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.433406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-4201a922-b9c7-495a-a0b8-2d239c4478b8 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0442936 Aug 03 19:10:45.523019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:45.578223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-e421a470-87ff-4be8-8a4f-24252f0be6f2 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.1083906 Aug 03 19:10:45.589929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:45.596023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:45.596961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.736378 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.779657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d136e8-04db-4acc-a1ce-244108b0ba39,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:45.808797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.850757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-b0d4f90f-2ddc-41d5-bf1e-1e0f073a9208 service neutron] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:45.870070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-b0d4f90f-2ddc-41d5-bf1e-1e0f073a9208 service neutron] Notify callbacks [] for binding, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.871826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-b0d4f90f-2ddc-41d5-bf1e-1e0f073a9208 service neutron] 10.222.0.88 "DELETE /v2.0/ports/ae27f5c8-5320-4eb6-9a05-fb542eedbb26/bindings/n-h2-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.4748328 Aug 03 19:10:45.900811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-f9de10be-6692-45b4-8632-2fb64b80f3fe tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:45.907164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:45.914942 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.919849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42b1f027-2af6-4f99-8d1c-2cb11e3d49c1 req-f9de10be-6692-45b4-8632-2fb64b80f3fe tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.3269482 Aug 03 19:10:45.966405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4d382a4d-96db-486a-82b8-e259beb0c2da,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:46.048780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.060457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.063103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:46.101691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289', '4d382a4d-96db-486a-82b8-e259beb0c2da'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:46.190884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.193508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.197228 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.205207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b013c8d0-c802-4010-a874-17e787fa9ec2 req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "PUT /v2.0/ports/4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 200 len: 981 time: 1.0156813 Aug 03 19:10:46.207431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:46.215712 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14cfc27-571e-453e-ad5d-d64448cef9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:46.328313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4d382a4d-96db-486a-82b8-e259beb0c2da'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:46.348299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32605d89-fccb-4296-9101-47580c81da12 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:46.413406 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf57e21-2922-4bf8-bf21-6c6c9c2d96fe x-openstack-request-id: req-8cf57e21-2922-4bf8-bf21-6c6c9c2d96fe {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:46.413712 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "name": "network-vif-unplugged", "status": "completed", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:46.413971 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cf57e21-2922-4bf8-bf21-6c6c9c2d96fe {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:46.414546 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'code': 200} Aug 03 19:10:46.492947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99278f7f-a1bb-40f9-b68d-5f9e6472cbf5 req-5fee7c1d-a123-4d6b-8d02-c7ad1cc7ff74 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 210 time: 0.1288266 Aug 03 19:10:46.782128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Router 83fc8f29-f161-4992-9dca-ae05a9c4570f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:46.829528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b24f18-4ad9-4ae0-9bad-c3eeadfa5b71 req-cce020b3-6d76-4697-ad73-4fdfa7b2f378 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.833546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7b24f18-4ad9-4ae0-9bad-c3eeadfa5b71 req-cce020b3-6d76-4697-ad73-4fdfa7b2f378 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.2250617 Aug 03 19:10:46.928958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4100d378-9777-4e44-be51-223110abce2f no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:46.937147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:46.945288 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a3f477b8-5801-49c8-9030-0543c8bf4907 admin admin] 10.222.0.42 "PUT /v2.0/routers/83fc8f29-f161-4992-9dca-ae05a9c4570f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3472230 Aug 03 19:10:46.949628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36098) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:46.957797 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8b6bf-a717-402c-9472-eccba2fe884c x-openstack-request-id: req-e8b8b6bf-a717-402c-9472-eccba2fe884c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:46.958661 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d854bf4-2b61-4833-84e2-d2084b7d25c6", "name": "network-vif-deleted", "tag": "4100d378-9777-4e44-be51-223110abce2f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:46.959634 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8b8b6bf-a717-402c-9472-eccba2fe884c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:46.960264 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d854bf4-2b61-4833-84e2-d2084b7d25c6', 'name': 'network-vif-deleted', 'tag': '4100d378-9777-4e44-be51-223110abce2f', 'status': 'completed', 'code': 200} Aug 03 19:10:47.037636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7b24f18-4ad9-4ae0-9bad-c3eeadfa5b71 req-96552fbb-0194-4d00-a60f-3a6e6b63686c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492498 Aug 03 19:10:47.106124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 4100d378-9777-4e44-be51-223110abce2f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:47.106842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4100d378-9777-4e44-be51-223110abce2f not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:47.109808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] Sync routers for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:47.168774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:47.170135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:10:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:47.215951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.374384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.406628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5a9f0-4abb-411c-a357-60b58cf1151b req-57060e7b-5801-4751-9c3b-1bb90d61939c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.419538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52c5a9f0-4abb-411c-a357-60b58cf1151b req-57060e7b-5801-4751-9c3b-1bb90d61939c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 945 time: 0.1032944 Aug 03 19:10:47.486279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:47.497437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Deleting port 4490cfae-7f82-4e1a-ac09-119679c3816b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:47.498063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.498845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52c5a9f0-4abb-411c-a357-60b58cf1151b req-c7022dc7-5b41-4539-a7a2-a1a2645fa202 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770810 Aug 03 19:10:47.518202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-1ac3acfd-e74a-4dac-a30f-7df892a6253a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.532913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-1ac3acfd-e74a-4dac-a30f-7df892a6253a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/networks?id=5d49dfb4-9f0f-45c0-928e-ca9110554335 HTTP/1.1" status: 200 len: 817 time: 0.3587756 Aug 03 19:10:47.653646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-c5fa7f7f-b1d6-4ecb-9bdc-9788e06728ff tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/quotas/f03130f2c79a4b7eb308a150c0db6fd6 HTTP/1.1" status: 200 len: 375 time: 0.1196043 Aug 03 19:10:47.705890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] For port 4490cfae-7f82-4e1a-ac09-119679c3816b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4490cfae-7f82-4e1a-ac09-119679c3816b,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:47.706376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.723671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Calling delete_port for 4490cfae-7f82-4e1a-ac09-119679c3816b owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:47.736951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-33ca8ab9-ff6a-4732-9838-7aa9b510b0e2 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f03130f2c79a4b7eb308a150c0db6fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819476 Aug 03 19:10:47.780805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-12f676ff-a772-4a07-881a-53a0d4d1fa86 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2325389 Aug 03 19:10:47.796550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:47.901933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:10:45Z', 'revision_number': 5, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port': {'id': '4490cfae-7f82-4e1a-ac09-119679c3816b', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:59Z', 'updated_at': '2021-08-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:47.919470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.960809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] Checking router: 83fc8f29-f161-4992-9dca-ae05a9c4570f for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:47.986477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] Routers {'83fc8f29-f161-4992-9dca-ae05a9c4570f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:47.989286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:10:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['83fc8f29-f161-4992-9dca-ae05a9c4570f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:48.031154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-e0c27729-a1c6-4ee4-8b3a-d866734b16a9 service neutron] 10.222.0.42 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772458 Aug 03 19:10:48.146211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.157893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.200961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] Set router 83fc8f29-f161-4992-9dca-ae05a9c4570f gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:48.205083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Pushing event deleted for resources: {'Port': ['ID=4490cfae-7f82-4e1a-ac09-119679c3816b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:48.280159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-bf63b8c2-60b0-4d6c-a0dd-7f74ab424e97 service neutron] 10.222.0.42 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307591 Aug 03 19:10:48.303087 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.323542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:10:47Z', 'revision_number': 6, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:48.355733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8751dd31-723b-4572-bfeb-19d36833d112 None None] The sync data for ids ['83fc8f29-f161-4992-9dca-ae05a9c4570f'] in n-d-803378-1 is: [{'id': '83fc8f29-f161-4992-9dca-ae05a9c4570f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005717764-router', 'tenant_id': 'afb1801f896f405fabd7e9c43695eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:58Z', 'updated_at': '2021-08-03T19:10:47Z', 'revision_number': 6, 'project_id': 'afb1801f896f405fabd7e9c43695eec7', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:48.420887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:48.426003 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc723660-31f7-4a68-ac1e-df2e51d199a3" -d '{"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-plugged", "status": "completed", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:48.437091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.439615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Allocated IP 172.25.4.192 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/d8785d2f-986a-4b6b-a957-282bd1eb5325) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:48.439833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.513054 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.513773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83fc8f29-f161-4992-9dca-ae05a9c4570f {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:10:48.519369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.520829 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c2d8ffbd-5148-409d-8d5a-7c612273442a admin admin] 10.222.0.42 "DELETE /v2.0/routers/83fc8f29-f161-4992-9dca-ae05a9c4570f HTTP/1.1" status: 204 len: 168 time: 1.5695207 Aug 03 19:10:48.525456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36122) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:48.631408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34a73a9-00f5-4ad0-bafa-0ce40999b0ff admin admin] Deleting subnet 9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:10:48.637466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c34a73a9-00f5-4ad0-bafa-0ce40999b0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.662834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.716780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c34a73a9-00f5-4ad0-bafa-0ce40999b0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.747385 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.849931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:48.856917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42a19439-9c3a-4874-9de5-27c692c8f29e req-b0cc5bf6-0a28-4c8a-ad35-c981e05ca9b6 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/f3261d12-7230-4b32-8a0c-09ea37f1f380 HTTP/1.1" status: 200 len: 1799 time: 0.1194031 Aug 03 19:10:48.858418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event updated for resources: {'Port': ['ID=d8785d2f-986a-4b6b-a957-282bd1eb5325,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:48.861380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:48.864191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:48.918990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c34a73a9-00f5-4ad0-bafa-0ce40999b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.062532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c34a73a9-00f5-4ad0-bafa-0ce40999b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.122890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a73a9-00f5-4ad0-bafa-0ce40999b0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:49.127474 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c34a73a9-00f5-4ad0-bafa-0ce40999b0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.131063 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c34a73a9-00f5-4ad0-bafa-0ce40999b0ff admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9bca9307-fbab-4ed5-a1b4-4f4da71f3d7f HTTP/1.1" status: 204 len: 168 time: 0.6038384 Aug 03 19:10:49.139085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36132) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:49.140589 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-42a19439-9c3a-4874-9de5-27c692c8f29e req-02ae6e28-1ab4-44f2-ba6c-eca569f3414f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:10:49.142759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5560e7-8505-4acb-bcfd-5ade3f12d4a5 None None] Network c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:49.156396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42a19439-9c3a-4874-9de5-27c692c8f29e req-02ae6e28-1ab4-44f2-ba6c-eca569f3414f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/f3261d12-7230-4b32-8a0c-09ea37f1f380 HTTP/1.1" status: 409 len: 341 time: 0.2624860 Aug 03 19:10:49.249041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cedecc-eaed-447c-b615-d1bf041c68da req-e608b093-11ac-4755-a463-75513086beb8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.254988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03cedecc-eaed-447c-b615-d1bf041c68da req-e608b093-11ac-4755-a463-75513086beb8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.88 "GET /v2.0/ports?device_id=776c4609-6ec5-4011-83ea-b6da2af05111 HTTP/1.1" status: 200 len: 944 time: 0.3207750 Aug 03 19:10:49.480034 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedca94c-db56-46f8-87db-7c6f52984dd2 x-openstack-request-id: req-dedca94c-db56-46f8-87db-7c6f52984dd2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:49.480574 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:49.480976 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dedca94c-db56-46f8-87db-7c6f52984dd2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:49.481664 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da', 'status': 'completed', 'code': 200} Aug 03 19:10:49.505382 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.538146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.612405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-57660047-a904-4601-b67e-a7fb62b70805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.618163 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-57660047-a904-4601-b67e-a7fb62b70805 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1135 time: 0.2621365 Aug 03 19:10:49.659117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] DHCP port deletion for c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:10:49.718792 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.754347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Deleting port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:49.755055 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.811039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Deleting port e9eb744b-ba5b-4980-a2dc-944c52fc0394 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:49.811724 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.850852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] Deleting port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:49.851978 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.919902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-6a43c39b-1a0d-4712-a3d5-af3ddc6c6f9f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.927267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-6a43c39b-1a0d-4712-a3d5-af3ddc6c6f9f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 805 time: 0.4130225 Aug 03 19:10:49.959144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-27829df0-a4d2-42d4-ad8e-5de7e5309d46 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/quotas/58e4353b3609446488911d3a5665931a HTTP/1.1" status: 200 len: 375 time: 0.0307662 Aug 03 19:10:50.034586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] For port 43ac3ef7-1087-47d1-a262-ce417d7e6d12, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=43ac3ef7-1087-47d1-a262-ce417d7e6d12,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:50.035027 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.065087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] Calling delete_port for 43ac3ef7-1087-47d1-a262-ce417d7e6d12 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:50.233717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] For port e9eb744b-ba5b-4980-a2dc-944c52fc0394, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e9eb744b-ba5b-4980-a2dc-944c52fc0394,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:50.234311 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.270377 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.271587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-c641916a-c812-44d8-84fe-c773b734105c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3113244 Aug 03 19:10:50.275313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a1d136e8-04db-4acc-a1ce-244108b0ba39 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:50.383383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Calling delete_port for e9eb744b-ba5b-4980-a2dc-944c52fc0394 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:50.409599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a1d136e8-04db-4acc-a1ce-244108b0ba39 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:50.410178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a1d136e8-04db-4acc-a1ce-244108b0ba39 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:50.410701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4490cfae-7f82-4e1a-ac09-119679c3816b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:50.418835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] Pushing event deleted for resources: {'Port': ['ID=43ac3ef7-1087-47d1-a262-ce417d7e6d12,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:50.492244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba091663-d3d7-4242-90a3-d564f951b9de None None] No DVR routers for this DVR port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:50.495638 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.498895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 4490cfae-7f82-4e1a-ac09-119679c3816b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:50.499443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4490cfae-7f82-4e1a-ac09-119679c3816b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:50.500156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 43ac3ef7-1087-47d1-a262-ce417d7e6d12 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:50.566090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 43ac3ef7-1087-47d1-a262-ce417d7e6d12 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:50.566090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 43ac3ef7-1087-47d1-a262-ce417d7e6d12 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:50.611684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-22045258-0699-431c-b2ff-630c9e05462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.614341 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-22045258-0699-431c-b2ff-630c9e05462a service neutron] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 914 time: 0.9873235 Aug 03 19:10:50.642450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] For port 43ac3ef7-1087-47d1-a262-ce417d7e6d12, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=43ac3ef7-1087-47d1-a262-ce417d7e6d12,segment=NetworkSegment(83a69cd4-8cbf-4e0b-9576-9a6063d9a462),segment_id=83a69cd4-8cbf-4e0b-9576-9a6063d9a462)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:50.643203 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.735196 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-d15ed9bd-7c7c-4fd3-a0d4-859078238617 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 200 len: 217 time: 0.1066995 Aug 03 19:10:50.762788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Calling delete_port for 43ac3ef7-1087-47d1-a262-ce417d7e6d12 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:50.922841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-ea06eec6-f5fd-4cb5-b445-af605a72a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.924909 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-ea06eec6-f5fd-4cb5-b445-af605a72a349 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 0.1816919 Aug 03 19:10:51.004784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-2d5e64af-9fa4-4e21-b18a-38507c848bf3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724669 Aug 03 19:10:51.133978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.194689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ac3ef7-1087-47d1-a262-ce417d7e6d12,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:51.199978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.217969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] No DVR routers for this DVR port 43ac3ef7-1087-47d1-a262-ce417d7e6d12 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:51.222353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-811a9f2e-8baf-47f9-834d-aab06848815e service neutron] 10.222.0.42 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9491961 Aug 03 19:10:51.228340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.263389 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-14f2891c-3958-4a0c-9e44-8f782d99da4d service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504976 Aug 03 19:10:51.410274 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.415943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event updated for resources: {'Port': ['ID=d8785d2f-986a-4b6b-a957-282bd1eb5325,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:51.438304 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.451352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:51.475701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a69cd4-8cbf-4e0b-9576-9a6063d9a462') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:51.476038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a69cd4-8cbf-4e0b-9576-9a6063d9a462') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:51.494197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-bee166f0-b43b-4918-ab4e-df77ed5e6c10 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537782 Aug 03 19:10:51.498118 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.499642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-5ddbaaa2-2ddb-4d63-b1a2-44b0c78c601b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7113554 Aug 03 19:10:51.499787 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.529671 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e14cfc27-571e-453e-ad5d-d64448cef9f3 req-128aca75-c5c0-49a7-8376-503267bd9630 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513738 Aug 03 19:10:51.532812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.544285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:10:51.544944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:10:51.547385 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:10:51.564286 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.618744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-f3525b13-0b8d-4f73-8767-604b7ad6602e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.1055570 Aug 03 19:10:51.647023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Pushing event deleted for resources: {'Port': ['ID=e9eb744b-ba5b-4980-a2dc-944c52fc0394,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:51.786493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-be6074d2-cc60-4ef2-98ff-4b33648236d4 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.788150 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-be6074d2-cc60-4ef2-98ff-4b33648236d4 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.63 "GET /v2.0/networks?id=5d49dfb4-9f0f-45c0-928e-ca9110554335 HTTP/1.1" status: 200 len: 817 time: 0.1849957 Aug 03 19:10:51.805420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] No DVR routers for this DVR port e9eb744b-ba5b-4980-a2dc-944c52fc0394 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:51.826565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.827140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Request body: {'port': {'device_id': '1f82158d-174d-438d-9de1-57b2fcf1c775', 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335', 'admin_state_up': True, 'tenant_id': 'f03130f2c79a4b7eb308a150c0db6fd6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:51.840169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03cedecc-eaed-447c-b615-d1bf041c68da req-65f117d2-f248-4910-be64-4e2a8ebfc036 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.88 "DELETE /v2.0/ports/e9eb744b-ba5b-4980-a2dc-944c52fc0394 HTTP/1.1" status: 204 len: 173 time: 2.5597405 Aug 03 19:10:51.842496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'name': 'network-vif-deleted', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:51.851993 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219dd61a-06a6-4a2a-913a-e5f96d46ab25" -d '{"events": [{"server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "name": "network-vif-deleted", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:51.970527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-dfa08117-0fba-43c0-8d48-3d24312cbd36 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.972946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cae0622-5507-427e-8af6-b319a5ececa4 req-dfa08117-0fba-43c0-8d48-3d24312cbd36 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.3202899 Aug 03 19:10:52.153407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.175867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.184498 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc HTTP/1.1" status: 204 len: 168 time: 3.0382621 Aug 03 19:10:52.184820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ed0ebd3-c2e3-4c9f-b117-92dd2a11003e req-6fdfe4fd-6440-40e6-9623-bf371480ff40 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d854bf4-2b61-4833-84e2-d2084b7d25c6 HTTP/1.1" status: 200 len: 210 time: 0.0870636 Aug 03 19:10:52.199770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36166) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:52.328351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe1786-9c12-4ce1-a851-5e596e04170a req-5c84e0e6-6379-41af-b032-aefb0cd38ec3 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.339892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebe1786-9c12-4ce1-a851-5e596e04170a req-5c84e0e6-6379-41af-b032-aefb0cd38ec3 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1586769 Aug 03 19:10:52.374440 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb31c53a-4738-4960-a5d5-6597ac2f5252 x-openstack-request-id: req-eb31c53a-4738-4960-a5d5-6597ac2f5252 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:52.374440 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-plugged", "status": "completed", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:52.374440 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb31c53a-4738-4960-a5d5-6597ac2f5252 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:52.374440 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'code': 200} Aug 03 19:10:52.493549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cdfe5-05cb-4aae-b9ed-2913b32171c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bcd1ef-cddd-4d43-ac85-db3eb04ebcdc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:52.507823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Made reservation on behalf of f03130f2c79a4b7eb308a150c0db6fd6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:52.513974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebe1786-9c12-4ce1-a851-5e596e04170a req-cd83c979-f569-4fba-8092-d91cbd5bbc01 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582165 Aug 03 19:10:52.514879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.909281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-4cb7ecec-848f-494a-a768-513cf3c158f9 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.919573 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-4cb7ecec-848f-494a-a768-513cf3c158f9 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.88 "GET /v2.0/networks?id=5d49dfb4-9f0f-45c0-928e-ca9110554335 HTTP/1.1" status: 200 len: 817 time: 1.1243501 Aug 03 19:10:52.946388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Request body: {'port': {'device_id': 'f3af0ef9-a442-4f3d-ad99-ea2088ec509f', 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335', 'admin_state_up': True, 'tenant_id': 'f03130f2c79a4b7eb308a150c0db6fd6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:52.956848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2d52-1560-4973-ac8a-6adb7d9d1380 req-6a7c9c76-c7a0-4933-88b0-6fff7cba0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.971805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c39e2d52-1560-4973-ac8a-6adb7d9d1380 req-6a7c9c76-c7a0-4933-88b0-6fff7cba0cad service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1101 time: 0.4234974 Aug 03 19:10:53.153553 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b805c7e0-caeb-4f9b-bacd-bbc13b0ea061 x-openstack-request-id: req-b805c7e0-caeb-4f9b-bacd-bbc13b0ea061 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:53.154001 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c4609-6ec5-4011-83ea-b6da2af05111", "name": "network-vif-deleted", "tag": "e9eb744b-ba5b-4980-a2dc-944c52fc0394", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:53.154421 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b805c7e0-caeb-4f9b-bacd-bbc13b0ea061 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:53.155076 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c4609-6ec5-4011-83ea-b6da2af05111', 'name': 'network-vif-deleted', 'tag': 'e9eb744b-ba5b-4980-a2dc-944c52fc0394', 'status': 'completed', 'code': 200} Aug 03 19:10:53.218541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c39e2d52-1560-4973-ac8a-6adb7d9d1380 req-b00a505e-ba4a-4b02-b1a4-79f6bfeddafe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311907 Aug 03 19:10:53.257242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-afd1032b-9d8d-4f6c-a121-4c381988bde6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.260198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-afd1032b-9d8d-4f6c-a121-4c381988bde6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.63 "GET /v2.0/networks?id=5d49dfb4-9f0f-45c0-928e-ca9110554335 HTTP/1.1" status: 200 len: 817 time: 0.6196356 Aug 03 19:10:53.322132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Request body: {'port': {'device_id': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335', 'admin_state_up': True, 'tenant_id': 'f03130f2c79a4b7eb308a150c0db6fd6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:53.341963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e70e8af-4a95-48d7-9dbe-7239e11484a8 req-bc0efbcc-a5f4-4951-84dc-b74fda857bb0 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 210 time: 0.1209159 Aug 03 19:10:53.547765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e9eb744b-ba5b-4980-a2dc-944c52fc0394 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:53.624462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: e9eb744b-ba5b-4980-a2dc-944c52fc0394 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:53.624913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e9eb744b-ba5b-4980-a2dc-944c52fc0394 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:53.656919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0349e44f-cf54-4dea-a290-090574597e15 req-513cc669-f30c-40ed-8ac7-50517054a7d0 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips/f9f8b85f-eb39-4968-86f4-d50182609e50 HTTP/1.1" status: 200 len: 693 time: 0.2194006 Aug 03 19:10:53.851815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858e2e-cec3-41a8-b893-b55a3e05183d req-2dffc17b-0877-4c71-9509-f7b9f01d8f56 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.860598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6858e2e-cec3-41a8-b893-b55a3e05183d req-2dffc17b-0877-4c71-9509-f7b9f01d8f56 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1096 time: 0.4059784 Aug 03 19:10:53.918436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-d41510c8-f673-46f4-94ec-daab5de53ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.920935 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-d41510c8-f673-46f4-94ec-daab5de53ed0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1135 time: 0.4635744 Aug 03 19:10:54.022197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6858e2e-cec3-41a8-b893-b55a3e05183d req-26cbbc62-6616-4c7d-a356-007177fdf4bb tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383781 Aug 03 19:10:54.046393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Allocated IP 172.20.0.3 (5d49dfb4-9f0f-45c0-928e-ca9110554335/75823c37-2c6c-4e07-8a05-4c8a2e8c6071/2ca529de-59a4-4b61-bc8a-feecb49214b0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:54.080981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Made reservation on behalf of f03130f2c79a4b7eb308a150c0db6fd6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:54.099264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.190849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349e44f-cf54-4dea-a290-090574597e15 req-d1e797b7-9f74-4089-987c-46bb5b4648c1 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.208229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0349e44f-cf54-4dea-a290-090574597e15 req-d1e797b7-9f74-4089-987c-46bb5b4648c1 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.5500302 Aug 03 19:10:54.359739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Made reservation on behalf of f03130f2c79a4b7eb308a150c0db6fd6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:54.366227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.462769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ac48dc1-cfa6-4968-b54f-e2f02c2ad0cf req-bcda1733-2cd1-4811-8984-bbeb6b191a2c tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 210 time: 0.2344398 Aug 03 19:10:54.537496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-0bb7c376-0fce-48da-afa4-f4b39c8f4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.540013 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-0bb7c376-0fce-48da-afa4-f4b39c8f4e50 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 914 time: 0.6084750 Aug 03 19:10:54.813594 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-f961e757-f9b4-432b-bd29-278a767b4984 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 200 len: 217 time: 0.2639382 Aug 03 19:10:54.878098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32ec12-205b-4d2e-aa14-9bd0d20a7433 req-ae112ac0-7d37-41da-b6f4-24efd5b9da8a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.888928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db32ec12-205b-4d2e-aa14-9bd0d20a7433 req-ae112ac0-7d37-41da-b6f4-24efd5b9da8a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 984 time: 0.4247668 Aug 03 19:10:54.911237 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.938866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-bffa7a1e-dfc0-4f99-8395-923eaa6bd8ef tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.940644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-bffa7a1e-dfc0-4f99-8395-923eaa6bd8ef tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.88 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 805 time: 0.4116786 Aug 03 19:10:54.959284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Request body: {'port': {'device_id': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'admin_state_up': True, 'tenant_id': '58e4353b3609446488911d3a5665931a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:54.971505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56335ca7-889d-43df-b8a2-da8d968ab566 req-6df604c4-2667-4e58-83b9-0b3d5e9e7651 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.973314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56335ca7-889d-43df-b8a2-da8d968ab566 req-6df604c4-2667-4e58-83b9-0b3d5e9e7651 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.2205784 Aug 03 19:10:55.008804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.102523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db32ec12-205b-4d2e-aa14-9bd0d20a7433 req-3853a67e-2fd5-4d0d-a6a2-4eed868d81bb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3261d12-7230-4b32-8a0c-09ea37f1f380&id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2082291 Aug 03 19:10:55.172461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Network 5d49dfb4-9f0f-45c0-928e-ca9110554335 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:55.191759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Pushing event updated for resources: {'Port': ['ID=2ca529de-59a4-4b61-bc8a-feecb49214b0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:55.201920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:55.241003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:55.252940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56335ca7-889d-43df-b8a2-da8d968ab566 req-82453ccb-bd10-45b8-9fcb-e2b1b4c6aeee tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463148 Aug 03 19:10:55.277501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Allocated IP 172.20.0.13 (5d49dfb4-9f0f-45c0-928e-ca9110554335/75823c37-2c6c-4e07-8a05-4c8a2e8c6071/b5c9c9e1-861f-415b-9e2b-f07105793ba8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:55.350169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.351121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.382035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.385241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.468534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-7bc27c01-d0dd-4358-bf12-214c1cda995d tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips/f9f8b85f-eb39-4968-86f4-d50182609e50 HTTP/1.1" status: 200 len: 693 time: 0.0992866 Aug 03 19:10:55.477431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcd667-d9d7-4574-88df-59e92bea136a req-836edb8e-6ad1-459d-83f4-10008ecedae9 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.481538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-edbcd667-d9d7-4574-88df-59e92bea136a req-836edb8e-6ad1-459d-83f4-10008ecedae9 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 1096 time: 0.2476585 Aug 03 19:10:55.637635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Made reservation on behalf of 58e4353b3609446488911d3a5665931a for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:55.642533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.750800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-edbcd667-d9d7-4574-88df-59e92bea136a req-3bde5402-9559-44ab-9c83-43047be50d80 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192304 Aug 03 19:10:55.922106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4ffaf408-0b68-49dd-b3b0-88f49b9f83c0 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.930051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4ffaf408-0b68-49dd-b3b0-88f49b9f83c0 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.4401298 Aug 03 19:10:56.031591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-0737a90b-f28b-45ed-afc1-7e979f8c0bdb tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.0555148 Aug 03 19:10:56.090754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51ed929f-5c5b-4144-9263-5f746eee4ac4 req-c647c02a-3cfa-48c2-baad-ac54095a77e0 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 210 time: 0.0579889 Aug 03 19:10:56.094608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.125842 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f09c5549-6317-4b89-8426-80c98031e1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.183180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-44f157d3-8ba4-4f1b-bd06-5f58c5bd8eae tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.1076829 Aug 03 19:10:56.188083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d42cbb91-1f35-483c-9460-fb6bc8d178dc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3714859 Aug 03 19:10:56.191430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-eaee4e4d-0313-46bb-82b1-bddc19780d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.194331 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-eaee4e4d-0313-46bb-82b1-bddc19780d6e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 1.2036693 Aug 03 19:10:56.223697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Request body: {'port': {'device_id': '1f82158d-174d-438d-9de1-57b2fcf1c775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:56.264714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Allocated IP 172.20.0.13 (f2d63be7-6453-4d56-8e28-f6fd1397a953/79e52404-dd16-47cd-883e-1d9ed7e894fe/ef34116e-323d-485f-a17e-94388bfa91ba) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:56.413831 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.477366 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-330385d5-044f-4f50-b5fb-9f793ac61d19 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2489009 Aug 03 19:10:56.563607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Network 5d49dfb4-9f0f-45c0-928e-ca9110554335 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:56.571000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707ecb7-15e9-4382-864f-0bc8c9234eff req-fd7d4f3e-1db5-4dd0-99cc-57ec456e888f tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.575374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e707ecb7-15e9-4382-864f-0bc8c9234eff req-fd7d4f3e-1db5-4dd0-99cc-57ec456e888f tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1101 time: 0.2370892 Aug 03 19:10:56.577541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:56.591444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:56.625118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.638265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Pushing event updated for resources: {'Port': ['ID=b5c9c9e1-861f-415b-9e2b-f07105793ba8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:56.694146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Allocated IP 172.20.0.6 (5d49dfb4-9f0f-45c0-928e-ca9110554335/75823c37-2c6c-4e07-8a05-4c8a2e8c6071/d488c52f-a1bc-4987-9664-978ce01bf514) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:56.836546 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-d2cd78a9-de2c-44d9-88cd-603046765044 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011818 Aug 03 19:10:56.857186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Deleting port d8785d2f-986a-4b6b-a957-282bd1eb5325 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:56.857711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.011477 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.012495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.044106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Calling delete_port for d8785d2f-986a-4b6b-a957-282bd1eb5325 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:57.196192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.196878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.212504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e707ecb7-15e9-4382-864f-0bc8c9234eff req-b1856a41-816f-4a9e-aa1b-099246cb258b tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798061 Aug 03 19:10:57.218625 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bed18ae-bed1-4fc3-8a8d-f59b3d8001f4 req-395c814a-1188-43ed-a3bd-2267dc4137f4 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730668 Aug 03 19:10:57.269875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Deleting port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:57.270169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-8dd701e4-1e30-44b8-aa31-7e3ae7fdf162 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9571352 Aug 03 19:10:57.270819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.273146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.291755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Request body: {'port': {'device_id': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:57.377695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.481368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.529135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] For port 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,segment=NetworkSegment(7d7fdc19-ab0d-45cb-8442-5125837621a2),segment_id=7d7fdc19-ab0d-45cb-8442-5125837621a2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:57.529448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.548023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Calling delete_port for 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:57.555961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.716148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Network 5d49dfb4-9f0f-45c0-928e-ca9110554335 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:57.736986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:57.738190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.749377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:57.779326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.859362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event deleted for resources: {'Port': ['ID=d8785d2f-986a-4b6b-a957-282bd1eb5325,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:57.978736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Pushing event updated for resources: {'Port': ['ID=d488c52f-a1bc-4987-9664-978ce01bf514,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:57.998537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f638f89-8933-49bd-bc0a-c777550a759d req-e3f8d916-8899-4d51-b73f-52b432e03bb6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:58.001877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f638f89-8933-49bd-bc0a-c777550a759d req-e3f8d916-8899-4d51-b73f-52b432e03bb6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 931 time: 0.4321764 Aug 03 19:10:58.228632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:58.230699 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.355034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-b5a903b2-40bf-4c43-8c98-b1ff5cfffce5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3063953 Aug 03 19:10:58.406002 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f1efbc7c-ee11-4d45-9144-c4ade4d2d7f0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4760010 Aug 03 19:10:58.448824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Request body: {'port': {'device_id': 'f3af0ef9-a442-4f3d-ad99-ea2088ec509f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:58.606999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Network f2d63be7-6453-4d56-8e28-f6fd1397a953 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:58.639751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca529de-59a4-4b61-bc8a-feecb49214b0 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:58.648950 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.685438 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.737810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.741139 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.743081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e1dcc7-91e4-44d2-bce2-e3ff081fb9e1 req-4127c72f-a7f8-4495-bd0b-11028f68549e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "DELETE /v2.0/floatingips/f9f8b85f-eb39-4968-86f4-d50182609e50 HTTP/1.1" status: 204 len: 173 time: 2.5403345 Aug 03 19:10:58.770182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:58.774661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:58.826315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-68af7f84-ac1b-407a-bdee-d791d68991ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:58.829062 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-68af7f84-ac1b-407a-bdee-d791d68991ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e5886d602154b98b509f4fe4b176fc0&device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 1095 time: 0.4213915 Aug 03 19:10:58.891511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Pushing event updated for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:58.960584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f638f89-8933-49bd-bc0a-c777550a759d req-9e51eef4-564f-46f9-8edb-71aa23fabe4f tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243528 Aug 03 19:10:59.009526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.013393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.037687 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.060169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-f5149aae-0d0b-4438-be7f-d2734b971f55 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1053762 Aug 03 19:10:59.086861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Request body: {'port': {'device_id': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:59.156297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Transition to ACTIVE for port object 2ca529de-59a4-4b61-bc8a-feecb49214b0 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:59.159292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aeb5e3d-89f3-4609-a645-ce7b26d02cf0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:59.206982 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.395919 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:10:59.508299 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.540451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.639963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca529de-59a4-4b61-bc8a-feecb49214b0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:59.670286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233bdc0-6536-4425-804b-8e0ca59f5087 req-599357fa-8d2c-4919-8712-9fcb5a33004a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.674133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7233bdc0-6536-4425-804b-8e0ca59f5087 req-599357fa-8d2c-4919-8712-9fcb5a33004a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 984 time: 0.4730067 Aug 03 19:10:59.701032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6b38e-eff1-45c1-8742-dbb6cb2d9fb7 req-729727fb-d68e-4dc3-8313-8e44bce25580 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.703970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07e6b38e-eff1-45c1-8742-dbb6cb2d9fb7 req-729727fb-d68e-4dc3-8313-8e44bce25580 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 932 time: 0.3434646 Aug 03 19:10:59.770523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-28512e11-b75d-4e8f-9997-89a2fa361a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.774180 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-28512e11-b75d-4e8f-9997-89a2fa361a83 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 200 len: 921 time: 0.6787856 Aug 03 19:10:59.955609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Attempting to bind port 2ca529de-59a4-4b61-bc8a-feecb49214b0 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:59.955909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Attempting to bind port 2ca529de-59a4-4b61-bc8a-feecb49214b0 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:59.956127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Attempting to bind port 2ca529de-59a4-4b61-bc8a-feecb49214b0 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:59.959895 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-4eeac19b-6868-46bf-9ae1-053a9bca181e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 200 len: 217 time: 0.0870092 Aug 03 19:10:59.967067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Port 2ca529de-59a4-4b61-bc8a-feecb49214b0 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:59.967388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Attempting to bind port 2ca529de-59a4-4b61-bc8a-feecb49214b0 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:00.003177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07e6b38e-eff1-45c1-8742-dbb6cb2d9fb7 req-0290acfe-ff87-4a33-995d-df444b8e7440 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729917 Aug 03 19:11:00.010684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:00.011765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Checking segment: {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:00.012154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c9c9e1-861f-415b-9e2b-f07105793ba8 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:00.012355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Bound using segment: {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:00.012694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Bound port: 2ca529de-59a4-4b61-bc8a-feecb49214b0, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:00.013082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.062209 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7233bdc0-6536-4425-804b-8e0ca59f5087 req-a3a27a4e-53a7-46be-a827-ef9671538f74 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3261d12-7230-4b32-8a0c-09ea37f1f380&id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3536365 Aug 03 19:11:00.071179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.094118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-79b64363-1827-4d6a-bb45-93b65c0383cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:00.096586 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-79b64363-1827-4d6a-bb45-93b65c0383cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 200 len: 860 time: 0.1248155 Aug 03 19:11:00.106588 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.190716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-be88d587-001a-46e3-9bca-5935c75b23dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f814e7a7-f0ca-4e21-8d6e-66af40a55cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585587 Aug 03 19:11:00.192278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Transition to ACTIVE for port object b5c9c9e1-861f-415b-9e2b-f07105793ba8 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:00.220822 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.243901 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1d7d256e-d176-40de-98da-d53e2699d5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.114949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef34116e-323d-485f-a17e-94388bfa91ba {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:01.157081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.164039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c9c9e1-861f-415b-9e2b-f07105793ba8,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:01.246202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea791-9743-4747-8c12-a2b47de317aa req-56473925-9066-4069-b7a1-76b75cb3e47b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.248185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b5ea791-9743-4747-8c12-a2b47de317aa req-56473925-9066-4069-b7a1-76b75cb3e47b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.0253437 Aug 03 19:11:01.271377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Transition to ACTIVE for port object ef34116e-323d-485f-a17e-94388bfa91ba will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:01.287932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-815d5c83-ef51-44e7-bc8a-228dac5f2f85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2331738 Aug 03 19:11:01.291226 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.375379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] For port 2ca529de-59a4-4b61-bc8a-feecb49214b0, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:01.380986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Pushing event updated for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:01.484992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] For port 2ca529de-59a4-4b61-bc8a-feecb49214b0, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=2ca529de-59a4-4b61-bc8a-feecb49214b0,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:01.528766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.561183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-b609f5ec-41b9-461a-808c-7b0a5c2bd2cd tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1832999204&fields=id&tenant_id=d9e4ce46f43c4d84be819464e1b97f42 HTTP/1.1" status: 200 len: 267 time: 0.1764686 Aug 03 19:11:01.569507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Attempting to bind port b5c9c9e1-861f-415b-9e2b-f07105793ba8 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:01.569507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Attempting to bind port b5c9c9e1-861f-415b-9e2b-f07105793ba8 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:01.569507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Attempting to bind port b5c9c9e1-861f-415b-9e2b-f07105793ba8 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:01.581992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d3534-eeb5-42ae-bf4c-5929f018d78e req-c9bccb57-1d13-4fbe-b691-c9501f343f11 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.591077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b4d3534-eeb5-42ae-bf4c-5929f018d78e req-c9bccb57-1d13-4fbe-b691-c9501f343f11 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 943 time: 0.1655812 Aug 03 19:11:01.662191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca529de-59a4-4b61-bc8a-feecb49214b0,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:01.672822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Port b5c9c9e1-861f-415b-9e2b-f07105793ba8 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:01.673156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Attempting to bind port b5c9c9e1-861f-415b-9e2b-f07105793ba8 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:01.727638 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-04cc6c76-ca63-4214-a34d-1a1ad492532f service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4926867 Aug 03 19:11:01.742716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b4d3534-eeb5-42ae-bf4c-5929f018d78e req-2e948533-5388-46c4-975c-bc42de299999 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501172 Aug 03 19:11:01.754652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:01.755169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Checking segment: {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:01.755722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Bound using segment: {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:01.756556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Bound port: b5c9c9e1-861f-415b-9e2b-f07105793ba8, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:01.757010 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.844225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.844580 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.845405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.846944 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-0ba893c4-1c12-44e8-b84b-d11bc6660f50 service neutron] 10.222.0.63 "PUT /v2.0/ports/2ca529de-59a4-4b61-bc8a-feecb49214b0 HTTP/1.1" status: 200 len: 1091 time: 5.6370621 Aug 03 19:11:01.849718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82158d-174d-438d-9de1-57b2fcf1c775', 'tag': '2ca529de-59a4-4b61-bc8a-feecb49214b0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:01.852313 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20421fdf-455b-41d5-8761-26fa11bf2608" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82158d-174d-438d-9de1-57b2fcf1c775", "tag": "2ca529de-59a4-4b61-bc8a-feecb49214b0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:01.970641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-de053f16-5b15-4641-84e9-92e6857e3aa0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.975324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-de053f16-5b15-4641-84e9-92e6857e3aa0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 984 time: 0.3564866 Aug 03 19:11:02.022022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'port': {'security_groups': ['14273b93-43e4-4679-8c5a-d225a1f1a5d1', 'f3261d12-7230-4b32-8a0c-09ea37f1f380', '19fe7304-d7d8-4d16-b785-7f460201fca9']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:02.035077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d488c52f-a1bc-4987-9664-978ce01bf514 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:02.068889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.074985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d1448b3-1fc0-4232-a65e-c2fcee315335 req-7c78459f-4bad-4e70-9c6f-267659d5df37 service neutron] 10.222.0.63 "GET /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377619 Aug 03 19:11:02.081340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Router 348f6e42-b702-41ba-987f-b1350aebd350 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:02.110829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Transition to ACTIVE for port object d488c52f-a1bc-4987-9664-978ce01bf514 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:02.114854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Attempting to bind port ef34116e-323d-485f-a17e-94388bfa91ba on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:02.115201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Attempting to bind port ef34116e-323d-485f-a17e-94388bfa91ba by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:02.115894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Attempting to bind port ef34116e-323d-485f-a17e-94388bfa91ba on network f2d63be7-6453-4d56-8e28-f6fd1397a953 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:02.124530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.140074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Port ef34116e-323d-485f-a17e-94388bfa91ba on network f2d63be7-6453-4d56-8e28-f6fd1397a953 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:02.140408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Attempting to bind port ef34116e-323d-485f-a17e-94388bfa91ba on network f2d63be7-6453-4d56-8e28-f6fd1397a953 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:02.159395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376af333-f73c-47cc-a1fd-6b11b3a91e6d req-19643dd4-4fee-4ea7-8df5-5da2f93407ed tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.168407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-376af333-f73c-47cc-a1fd-6b11b3a91e6d req-19643dd4-4fee-4ea7-8df5-5da2f93407ed tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.3550997 Aug 03 19:11:02.188779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-5ddee330-f49e-454b-91dc-bbf759e18cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.192638 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-5ddee330-f49e-454b-91dc-bbf759e18cf1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f03130f2c79a4b7eb308a150c0db6fd6&device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 1094 time: 0.2234418 Aug 03 19:11:02.192949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:02.193126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Checking segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:02.193539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Bound using segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:02.193903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Bound port: ef34116e-323d-485f-a17e-94388bfa91ba, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:02.194272 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.208849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] For port b5c9c9e1-861f-415b-9e2b-f07105793ba8, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:02.278712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] For port b5c9c9e1-861f-415b-9e2b-f07105793ba8, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5c9c9e1-861f-415b-9e2b-f07105793ba8,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:02.280831 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.320016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.331723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-376af333-f73c-47cc-a1fd-6b11b3a91e6d req-81bbd827-c71c-4d3a-96ff-6287a34dd0ef tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623266 Aug 03 19:11:02.414879 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-c8e209f3-cbfa-4df2-8f76-03f78a7233b9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca529de-59a4-4b61-bc8a-feecb49214b0 HTTP/1.1" status: 200 len: 217 time: 0.1298347 Aug 03 19:11:02.510083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Pushing event updated for resources: {'Port': ['ID=d488c52f-a1bc-4987-9664-978ce01bf514,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:02.596797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.598284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.600612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] 10.222.0.63 "PUT /v2.0/ports/b5c9c9e1-861f-415b-9e2b-f07105793ba8 HTTP/1.1" status: 200 len: 1092 time: 5.3157382 Aug 03 19:11:02.643989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'tag': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:02.648222 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69" -d '{"events": [{"name": "network-changed", "server_uuid": "298fe9d2-827a-4f44-91c1-8e170123a40b", "tag": "b5c9c9e1-861f-415b-9e2b-f07105793ba8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:02.747208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-fa1203b5-a294-4db7-b857-4c49318de22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.749929 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-fa1203b5-a294-4db7-b857-4c49318de22a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=75823c37-2c6c-4e07-8a05-4c8a2e8c6071 HTTP/1.1" status: 200 len: 857 time: 0.2936261 Aug 03 19:11:02.776466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66215b74-7022-4967-870b-c62a03054ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c9c9e1-861f-415b-9e2b-f07105793ba8,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:02.785110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee7352-3137-4992-ab41-1458feba1135 req-93e3837c-54ad-444f-80ac-8ff3088e141b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.788248 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e2ee7352-3137-4992-ab41-1458feba1135 req-93e3837c-54ad-444f-80ac-8ff3088e141b tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.63 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 944 time: 0.4100173 Aug 03 19:11:02.828132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:02.844777 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] Sync routers for ids ['348f6e42-b702-41ba-987f-b1350aebd350'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:02.858088 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] Routers {'348f6e42-b702-41ba-987f-b1350aebd350'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:02.858747 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:11:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['348f6e42-b702-41ba-987f-b1350aebd350'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:02.871438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5f590208-c5cf-4945-a73a-6c1144ffd7b7 admin admin] 10.222.0.42 "PUT /v2.0/routers/348f6e42-b702-41ba-987f-b1350aebd350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6546681 Aug 03 19:11:02.913939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c127b9-3628-4f2d-b946-61f50387533e req-685a11d3-680d-4a46-92ee-99a08daeed8b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.917645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7c127b9-3628-4f2d-b946-61f50387533e req-685a11d3-680d-4a46-92ee-99a08daeed8b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 944 time: 0.4932818 Aug 03 19:11:02.919079 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-f3c4a596-7003-4742-8264-4eef7665cdc9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5d49dfb4-9f0f-45c0-928e-ca9110554335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288126 Aug 03 19:11:02.923458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36282) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:02.982954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:03.013816 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] Set router 348f6e42-b702-41ba-987f-b1350aebd350 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:03.044226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:03.072789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-4bb23030-fb28-4af4-b41e-9245c399117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.076176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-4bb23030-fb28-4af4-b41e-9245c399117f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f03130f2c79a4b7eb308a150c0db6fd6&device_id=298fe9d2-827a-4f44-91c1-8e170123a40b HTTP/1.1" status: 200 len: 1095 time: 0.3299506 Aug 03 19:11:03.084361 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.116654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Attempting to bind port d488c52f-a1bc-4987-9664-978ce01bf514 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.117213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Attempting to bind port d488c52f-a1bc-4987-9664-978ce01bf514 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.117788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Attempting to bind port d488c52f-a1bc-4987-9664-978ce01bf514 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.136586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7c127b9-3628-4f2d-b946-61f50387533e req-98ac53e3-e00d-4e71-9a21-7fd89c67b8bc tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967828 Aug 03 19:11:03.195489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Port d488c52f-a1bc-4987-9664-978ce01bf514 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.195981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Attempting to bind port d488c52f-a1bc-4987-9664-978ce01bf514 on network 5d49dfb4-9f0f-45c0-928e-ca9110554335 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.279484 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:03.279873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Checking segment: {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:03.280290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Bound using segment: {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:03.280741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Bound port: d488c52f-a1bc-4987-9664-978ce01bf514, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb134ad-76f3-4bae-866b-fdc5833a7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:03.281103 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.306894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.307575 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.311322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] 10.222.0.88 "PUT /v2.0/ports/ef34116e-323d-485f-a17e-94388bfa91ba HTTP/1.1" status: 200 len: 1092 time: 4.2426400 Aug 03 19:11:03.315498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-05b14ad7-7dac-42e9-ad0e-d8c0439d9e80 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c9c9e1-861f-415b-9e2b-f07105793ba8 HTTP/1.1" status: 200 len: 217 time: 0.2138278 Aug 03 19:11:03.329592 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-27c3d5bf-fe87-4ce5-b7fe-7ce2227e6f8f service neutron] 10.222.0.63 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840303 Aug 03 19:11:03.337865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.374349 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:10:58Z', 'revision_number': 5, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.422169 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] Checking router: 348f6e42-b702-41ba-987f-b1350aebd350 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:03.446130 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] Routers {'348f6e42-b702-41ba-987f-b1350aebd350'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:03.447088 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:11:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['348f6e42-b702-41ba-987f-b1350aebd350'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.532578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Deleting port 4e32d100-7c02-417a-853d-db1c38252a0f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:03.534654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.564726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] For port d488c52f-a1bc-4987-9664-978ce01bf514, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:03.597667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] For port d488c52f-a1bc-4987-9664-978ce01bf514, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d488c52f-a1bc-4987-9664-978ce01bf514,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:03.637214 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] Set router 348f6e42-b702-41ba-987f-b1350aebd350 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:03.674382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98dbe3f4-1e85-447e-9cb2-f0643e0c8ec4 req-7bc589f9-8a72-4b0b-b23c-eb0fb4c1074a tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=c040d7e567ce439c99413db1bddf5088 HTTP/1.1" status: 200 len: 1655 time: 0.4029808 Aug 03 19:11:03.740109 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.804955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d994cfb9-4c23-4778-8bb1-c52cf3182867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.807345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-d994cfb9-4c23-4778-8bb1-c52cf3182867 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=75823c37-2c6c-4e07-8a05-4c8a2e8c6071 HTTP/1.1" status: 200 len: 857 time: 0.3995864 Aug 03 19:11:03.841154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f17f5-3e99-4fd4-8dbb-8a2e82a45f3c service neutron] Pushing event updated for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:03.897302 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:10:58Z', 'revision_number': 5, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.956428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.956428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.956428 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] 10.222.0.88 "PUT /v2.0/ports/d488c52f-a1bc-4987-9664-978ce01bf514 HTTP/1.1" status: 200 len: 1091 time: 5.5143578 Aug 03 19:11:04.006859 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b4de9-a155-4a2f-a031-7dd1b9da8601 None None] The sync data for ids ['348f6e42-b702-41ba-987f-b1350aebd350'] in n-d-803378-1 is: [{'id': '348f6e42-b702-41ba-987f-b1350aebd350', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601503147-router', 'tenant_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:11Z', 'updated_at': '2021-08-03T19:10:58Z', 'revision_number': 5, 'project_id': '6c3ab3b42cba4c3c9e3880921111cf92', 'gw_port': {'id': 'a02dd072-a3c1-496e-9bc3-d389b0f05e51', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f6e42-b702-41ba-987f-b1350aebd350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:12Z', 'updated_at': '2021-08-03T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:04.008202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] For port 4e32d100-7c02-417a-853d-db1c38252a0f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4e32d100-7c02-417a-853d-db1c38252a0f,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:04.008725 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.018280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-94b9ee27-6d44-4c84-a584-dec499822b1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5d49dfb4-9f0f-45c0-928e-ca9110554335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827698 Aug 03 19:11:04.031031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-6849fd6f-d138-4369-a8d9-74e14dcdcaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.034168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-6849fd6f-d138-4369-a8d9-74e14dcdcaa3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 1095 time: 0.6417282 Aug 03 19:11:04.072490 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.077158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-1fe59eef-600e-449a-8dc4-77270a1ec02f service neutron] 10.222.0.63 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165785 Aug 03 19:11:04.117018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Calling delete_port for 4e32d100-7c02-417a-853d-db1c38252a0f owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:04.141373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4f81c-87fb-4ba8-85b7-b1b2f1514e95 service neutron] Pushing event updated for resources: {'Port': ['ID=d488c52f-a1bc-4987-9664-978ce01bf514,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:04.258975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-a1a06762-f5e8-4dc1-b476-44631ec1e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.261406 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-a1a06762-f5e8-4dc1-b476-44631ec1e36d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1101 time: 0.2200522 Aug 03 19:11:04.271259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-ee9dcc14-b645-44a7-b52a-7966ffef0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.273148 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-ee9dcc14-b645-44a7-b52a-7966ffef0d04 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f03130f2c79a4b7eb308a150c0db6fd6&device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 1094 time: 0.2125964 Aug 03 19:11:04.281542 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.389654 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-3c36c749-2b39-40a0-b5a0-17e50753c0fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d488c52f-a1bc-4987-9664-978ce01bf514 HTTP/1.1" status: 200 len: 217 time: 0.0990191 Aug 03 19:11:04.476560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:04.502075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Deleting port a02dd072-a3c1-496e-9bc3-d389b0f05e51 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:04.502415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.556669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:04.557237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4aeb5e3d-89f3-4609-a645-ce7b26d02cf0 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:04.605279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-43d6d8a3-df71-44ce-829d-15f7e03cad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.606829 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-43d6d8a3-df71-44ce-829d-15f7e03cad4c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75823c37-2c6c-4e07-8a05-4c8a2e8c6071 HTTP/1.1" status: 200 len: 857 time: 0.2024562 Aug 03 19:11:04.617710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-a374982a-d7dc-40ca-bb3f-a5bca4c55fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.619308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-a374982a-d7dc-40ca-bb3f-a5bca4c55fcd service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.3415461 Aug 03 19:11:04.635125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4d382a4d-96db-486a-82b8-e259beb0c2da,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:04.642670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.669442 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-e19b823c-14c7-4618-814c-b4df96b74391 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d49dfb4-9f0f-45c0-928e-ca9110554335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490508 Aug 03 19:11:04.718359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-1d2f3e8c-4525-44da-931d-e198185b11b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef34116e-323d-485f-a17e-94388bfa91ba HTTP/1.1" status: 200 len: 217 time: 0.6665797 Aug 03 19:11:04.738407 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.794445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.835115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289', '4d382a4d-96db-486a-82b8-e259beb0c2da'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:04.861030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe3f4-1e85-447e-9cb2-f0643e0c8ec4 req-8c76d884-aaee-4e82-bb25-bad9daaf96c5 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.863059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98dbe3f4-1e85-447e-9cb2-f0643e0c8ec4 req-8c76d884-aaee-4e82-bb25-bad9daaf96c5 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks?id=7557478a-edd8-4e11-a915-cdadfb234ceb&id=7557478a-edd8-4e11-a915-cdadfb234ceb&id=7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 787 time: 1.1869922 Aug 03 19:11:04.905040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.905826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.926290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffb93c9c-73a9-48e3-b203-493fc7dfb0a6 req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "PUT /v2.0/ports/4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 200 len: 1020 time: 2.9150681 Aug 03 19:11:04.954785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-98dbe3f4-1e85-447e-9cb2-f0643e0c8ec4 req-c4cbf56b-9691-4f7a-9f43-574a9765a9f2 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:11:04.982210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98dbe3f4-1e85-447e-9cb2-f0643e0c8ec4 req-c4cbf56b-9691-4f7a-9f43-574a9765a9f2 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0950174 Aug 03 19:11:05.018678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-61993eb3-d1a9-46b3-a7f9-97c906351341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.020439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-61993eb3-d1a9-46b3-a7f9-97c906351341 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 200 len: 845 time: 0.2858019 Aug 03 19:11:05.023799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-181f2148-f204-445e-8f4e-338642cce164 service neutron] 10.222.0.63 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9738927 Aug 03 19:11:05.127061 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b992434-9dcf-47f8-be52-a2f183d2711a req-dab85486-65af-42fe-929d-ef276b0dddc5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 210 time: 0.1021214 Aug 03 19:11:05.163053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-be62ec9b-d5cd-4522-8644-1d43f9c57185 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f2d63be7-6453-4d56-8e28-f6fd1397a953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459330 Aug 03 19:11:05.213290 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a7bbcb-34a6-42d3-ab21-547e22b80984 x-openstack-request-id: req-06a7bbcb-34a6-42d3-ab21-547e22b80984 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:05.213524 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298fe9d2-827a-4f44-91c1-8e170123a40b", "tag": "b5c9c9e1-861f-415b-9e2b-f07105793ba8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:05.214605 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06a7bbcb-34a6-42d3-ab21-547e22b80984 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:05.214605 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'tag': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8', 'status': 'completed', 'code': 200} Aug 03 19:11:05.227065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26b7da-536f-4c2b-b02f-f39d8af30502 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:05.240334 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0278c00-fcf7-44e0-b435-1a1f2e53fe77 x-openstack-request-id: req-b0278c00-fcf7-44e0-b435-1a1f2e53fe77 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:05.240661 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82158d-174d-438d-9de1-57b2fcf1c775", "tag": "2ca529de-59a4-4b61-bc8a-feecb49214b0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:05.241059 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0278c00-fcf7-44e0-b435-1a1f2e53fe77 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:05.241428 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82158d-174d-438d-9de1-57b2fcf1c775', 'tag': '2ca529de-59a4-4b61-bc8a-feecb49214b0', 'status': 'completed', 'code': 200} Aug 03 19:11:05.242804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Pushing event deleted for resources: {'Port': ['ID=4e32d100-7c02-417a-853d-db1c38252a0f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:05.253771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4d382a4d-96db-486a-82b8-e259beb0c2da'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:05.255008 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-24bfa1e4-773b-4844-824c-62f967df12f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.6187317 Aug 03 19:11:05.350023 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-9b7e7567-6799-43a7-ad7e-b5d69621b3fa service neutron] 10.222.0.63 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345405 Aug 03 19:11:05.360734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-2761ed7f-e9c0-4d73-a252-c64333594550 service neutron] 10.222.0.88 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845610 Aug 03 19:11:05.504784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] For port a02dd072-a3c1-496e-9bc3-d389b0f05e51, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a02dd072-a3c1-496e-9bc3-d389b0f05e51,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:05.505281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.555459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Calling delete_port for a02dd072-a3c1-496e-9bc3-d389b0f05e51 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:05.557973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] No DVR routers for this DVR port 4e32d100-7c02-417a-853d-db1c38252a0f on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:05.569239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-dca7374f-e10f-46b5-9d84-79bbe116d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.571617 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-dca7374f-e10f-46b5-9d84-79bbe116d688 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2539327 Aug 03 19:11:05.633562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9a285-0e3a-476f-8ef6-a8e51e079bec req-2a0bd4e2-756a-4c2f-bbcd-34114f35ed3c tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.635183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12a9a285-0e3a-476f-8ef6-a8e51e079bec req-2a0bd4e2-756a-4c2f-bbcd-34114f35ed3c tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 943 time: 0.2735181 Aug 03 19:11:05.674123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b78de-f0ca-494d-984f-b597a05f2e11 req-7209c56f-cdde-416b-a762-5bfc46e59aec tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.675621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe1b78de-f0ca-494d-984f-b597a05f2e11 req-7209c56f-cdde-416b-a762-5bfc46e59aec tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.3016200 Aug 03 19:11:05.697244 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.700941 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e2ee7352-3137-4992-ab41-1458feba1135 req-97580f19-97a6-467a-8028-174097960dfc tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.63 "DELETE /v2.0/ports/4e32d100-7c02-417a-853d-db1c38252a0f HTTP/1.1" status: 204 len: 173 time: 2.8937042 Aug 03 19:11:05.704440 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-9200ab42-4081-4bdc-9c22-7035e252b382 service neutron] 10.222.0.88 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319042 Aug 03 19:11:05.741069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-4a5afca7-b1fa-48dc-9f90-630587eaf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.742570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-4a5afca7-b1fa-48dc-9f90-630587eaf937 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f03130f2c79a4b7eb308a150c0db6fd6&device_id=298fe9d2-827a-4f44-91c1-8e170123a40b HTTP/1.1" status: 200 len: 1095 time: 0.1700666 Aug 03 19:11:05.746491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a92294-74eb-4f4d-88b9-780132d4f5e6 req-e633603d-57aa-4a01-9c3d-2a69eee51090 service neutron] 10.222.0.88 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747172 Aug 03 19:11:05.895109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12a9a285-0e3a-476f-8ef6-a8e51e079bec req-d6421e2a-66d4-47b4-ad53-0d5cfd808bca tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301109 Aug 03 19:11:05.922964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe1b78de-f0ca-494d-984f-b597a05f2e11 req-bc2c14cf-da01-4e6a-9baf-38d2ea55288c tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086675 Aug 03 19:11:05.998508 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-988308f4-a767-44ef-bb3c-9cf87acebb59 req-6fc07b83-723b-4e6f-a9a0-a9b37afedef6 service neutron] 10.222.0.88 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744305 Aug 03 19:11:06.002570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-9127cb55-f8a0-41fc-a938-5e1de98db574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.017112 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-9127cb55-f8a0-41fc-a938-5e1de98db574 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f03130f2c79a4b7eb308a150c0db6fd6&device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 1094 time: 0.8255494 Aug 03 19:11:06.051980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-77c7f609-24ab-4e2b-bf00-905c372962b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.054934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-77c7f609-24ab-4e2b-bf00-905c372962b1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5d49dfb4-9f0f-45c0-928e-ca9110554335 HTTP/1.1" status: 200 len: 918 time: 0.2970779 Aug 03 19:11:06.163461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-8b110c17-f36b-4930-8b83-1f916ef3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.165675 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-8b110c17-f36b-4930-8b83-1f916ef3d5bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4582822 Aug 03 19:11:06.291505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ae4fe5e-5e77-4746-8702-bf1fd9424a88 req-4a4b2a6c-6077-4368-8262-0c9d42ddf6b5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/19fe7304-d7d8-4d16-b785-7f460201fca9 HTTP/1.1" status: 200 len: 1800 time: 0.2341127 Aug 03 19:11:06.363512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-947f3b83-2d2b-436b-b395-1198fdecbb87 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c9c9e1-861f-415b-9e2b-f07105793ba8 HTTP/1.1" status: 200 len: 217 time: 0.2844486 Aug 03 19:11:06.523467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4a482-fe07-461c-8f25-3ee80bacbdae req-cb329f27-92ed-4c79-bf64-e78bc8d1e5d1 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.525108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1a4a482-fe07-461c-8f25-3ee80bacbdae req-cb329f27-92ed-4c79-bf64-e78bc8d1e5d1 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 944 time: 0.4666829 Aug 03 19:11:06.551053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-e7745a61-53e7-4f7a-8871-bc2d31fc2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.552665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-e7745a61-53e7-4f7a-8871-bc2d31fc2655 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=75823c37-2c6c-4e07-8a05-4c8a2e8c6071 HTTP/1.1" status: 200 len: 857 time: 0.1618688 Aug 03 19:11:06.598536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-eb4971a2-5349-4b21-9059-23d1bc6d6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.601602 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-eb4971a2-5349-4b21-9059-23d1bc6d6ab2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5d49dfb4-9f0f-45c0-928e-ca9110554335 HTTP/1.1" status: 200 len: 918 time: 0.4896793 Aug 03 19:11:06.612531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1a4a482-fe07-461c-8f25-3ee80bacbdae req-6ec0f36f-2942-4da5-b3cb-b2e32776be6e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777388 Aug 03 19:11:06.618529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-8c033dbf-b067-4f90-8913-dfc63d964398 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5d49dfb4-9f0f-45c0-928e-ca9110554335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535181 Aug 03 19:11:06.626114 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-9ae4fe5e-5e77-4746-8702-bf1fd9424a88 req-1242de40-d9e4-486f-a43e-03c3c490c62b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:11:06.627183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ae4fe5e-5e77-4746-8702-bf1fd9424a88 req-1242de40-d9e4-486f-a43e-03c3c490c62b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/19fe7304-d7d8-4d16-b785-7f460201fca9 HTTP/1.1" status: 409 len: 341 time: 0.2856822 Aug 03 19:11:06.692909 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-d4e35784-4f52-466e-a096-fb9edd4f0d84 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578822 Aug 03 19:11:06.693965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.698912 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-fccbab10-2348-4701-9be0-6e769bc7ea88 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca529de-59a4-4b61-bc8a-feecb49214b0 HTTP/1.1" status: 200 len: 217 time: 0.0863662 Aug 03 19:11:06.829427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Pushing event deleted for resources: {'Port': ['ID=a02dd072-a3c1-496e-9bc3-d389b0f05e51,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:06.858335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-f6bcf448-f5c4-46b7-95b6-828746cbe300 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips/af634df0-0c99-4479-8feb-33680b9b74a9 HTTP/1.1" status: 200 len: 692 time: 0.1937113 Aug 03 19:11:06.865045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07c8c37b-2549-4645-8fa1-be1fe5a30e77 req-606ebc74-d455-4ccb-a2ba-db03f00e4062 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=929b88da-72eb-4b78-802d-236a216bc353 HTTP/1.1" status: 200 len: 210 time: 0.0463328 Aug 03 19:11:06.959641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.960573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.961352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.961977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.962541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.963113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.965180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.965180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.965692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.965988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.967007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.967591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:06.996597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-4fb2ede6-d976-42ab-8849-6443f5edb5fb service neutron] 10.222.0.63 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669460 Aug 03 19:11:07.023594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4e32d100-7c02-417a-853d-db1c38252a0f no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:07.035157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-94c7b1ff-a152-4c9d-9cfb-5364a650f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.037077 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-94c7b1ff-a152-4c9d-9cfb-5364a650f945 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=75823c37-2c6c-4e07-8a05-4c8a2e8c6071 HTTP/1.1" status: 200 len: 857 time: 0.3101923 Aug 03 19:11:07.064461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 4e32d100-7c02-417a-853d-db1c38252a0f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:07.064919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4e32d100-7c02-417a-853d-db1c38252a0f not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:07.117334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-28ca5483-3b60-4911-997a-5e1f1af48300 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5d49dfb4-9f0f-45c0-928e-ca9110554335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672970 Aug 03 19:11:07.176953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-21fb1fe9-4edc-47e5-aed9-965e986b86c7 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.182067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.190177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-21fb1fe9-4edc-47e5-aed9-965e986b86c7 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.3086975 Aug 03 19:11:07.222062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba'}, {'name': 'network-changed', 'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:07.224337 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03313bda-2e1d-458e-b008-50c4bb146761" -d '{"events": [{"name": "network-changed", "server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba"}, {"name": "network-changed", "server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:07.292368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aa4914d-cd10-4c7c-98ba-cdd236a46e69 req-d1d0bf2c-4394-492e-98f9-230dc2606c82 service neutron] 10.222.0.63 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510681 Aug 03 19:11:07.293248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3af0ef9-a442-4f3d-ad99-ea2088ec509f', 'tag': 'd488c52f-a1bc-4987-9664-978ce01bf514'}, {'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'name': 'network-vif-deleted', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:07.297291 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6495e8-656d-4548-b640-0eb693d75163" -d '{"events": [{"name": "network-changed", "server_uuid": "f3af0ef9-a442-4f3d-ad99-ea2088ec509f", "tag": "d488c52f-a1bc-4987-9664-978ce01bf514"}, {"server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "name": "network-vif-deleted", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:07.305702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-d7190ffd-0984-4b7b-a91a-872ebeb237c5 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.1142726 Aug 03 19:11:07.363803 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-c55520f5-6723-4ab6-ae8f-f0c04c019d87 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569920 Aug 03 19:11:07.369012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-1aede9d9-1ea7-4b0b-964f-7effddd07f34 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.0533218 Aug 03 19:11:07.404357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1c04b-b78a-450c-af16-fdf6556329e6 req-779aa6b8-63c0-4206-b2ba-21d1a19f2e87 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.412696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61a1c04b-b78a-450c-af16-fdf6556329e6 req-779aa6b8-63c0-4206-b2ba-21d1a19f2e87 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 943 time: 0.1908255 Aug 03 19:11:07.438100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.445113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.535501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.536182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 348f6e42-b702-41ba-987f-b1350aebd350 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:07.545728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.549660 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1b58109f-0a3d-464c-8329-55e484c07001 admin admin] 10.222.0.42 "DELETE /v2.0/routers/348f6e42-b702-41ba-987f-b1350aebd350 HTTP/1.1" status: 204 len: 168 time: 4.6219807 Aug 03 19:11:07.550251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36334) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:07.577815 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-8566d347-5688-41cf-92bc-92e2b4f42be0 service neutron] 10.222.0.63 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444799 Aug 03 19:11:07.652427 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61a1c04b-b78a-450c-af16-fdf6556329e6 req-57c96364-9844-4eb7-86f1-8b6ca0a52e46 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387755 Aug 03 19:11:07.693994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Deleting subnet 7479518d-a497-46e0-b4e1-ee12a8843779 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:07.700611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.732616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-20421fdf-455b-41d5-8761-26fa11bf2608 req-1fcd6a28-e567-4d69-81e7-70fd39cccf12 service neutron] 10.222.0.63 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409075 Aug 03 19:11:07.796426 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.861401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Deleting port b4a7d205-fdd9-4055-a153-be8bbffc8fa1 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:07.862486 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.970368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9f54f-b0b1-42d5-bc69-bea2c4c81593 req-0b20c42b-ecb2-4ad7-8f21-5ff627ee8bf5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.972186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7e9f54f-b0b1-42d5-bc69-bea2c4c81593 req-0b20c42b-ecb2-4ad7-8f21-5ff627ee8bf5 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1523519 Aug 03 19:11:08.023188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.094393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.094922 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.144680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7e9f54f-b0b1-42d5-bc69-bea2c4c81593 req-97ebae5a-1bdc-4339-a2b6-11a3aed81ab6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560988 Aug 03 19:11:08.153797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Calling delete_port for b4a7d205-fdd9-4055-a153-be8bbffc8fa1 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:08.251431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a02dd072-a3c1-496e-9bc3-d389b0f05e51 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:08.282386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.360582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7479518d-a497-46e0-b4e1-ee12a8843779,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:08.389331 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.393166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7479518d-a497-46e0-b4e1-ee12a8843779 HTTP/1.1" status: 204 len: 168 time: 0.8227458 Aug 03 19:11:08.396042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36368) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:08.419629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5a5ca-ec93-4447-88ac-cb25ca671da5 None None] Network 682d8950-2135-4ae8-a042-846ff81eb4fd requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:08.437671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.438136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.438637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.439115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.439451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.439809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.440348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.440892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.441424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.442003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.442549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.443107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba26ce2-6cff-40f9-84d1-d5c6064f4357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:08.498690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a02dd072-a3c1-496e-9bc3-d389b0f05e51 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:08.498690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a02dd072-a3c1-496e-9bc3-d389b0f05e51 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:08.510637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6391124-4ca1-4edc-b15b-c040e373df27 req-6a106948-b88a-436e-929e-8618a33d50ff tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:08.513760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6391124-4ca1-4edc-b15b-c040e373df27 req-6a106948-b88a-436e-929e-8618a33d50ff tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1023 time: 0.1678634 Aug 03 19:11:08.600457 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.655975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6391124-4ca1-4edc-b15b-c040e373df27 req-9a5a7f1c-046c-41e8-8720-96121520751d tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3261d12-7230-4b32-8a0c-09ea37f1f380&id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&id=19fe7304-d7d8-4d16-b785-7f460201fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1269603 Aug 03 19:11:08.657374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.683417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] DHCP port deletion for 682d8950-2135-4ae8-a042-846ff81eb4fd request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:08.726441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event deleted for resources: {'Port': ['ID=b4a7d205-fdd9-4055-a153-be8bbffc8fa1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:08.762882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Deleting port e825c428-37b6-4836-bc64-067304deaae1 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:08.763811 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.787919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Deleting port e825c428-37b6-4836-bc64-067304deaae1 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:08.789537 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.858926 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4efcd8-05d4-491e-abb2-ed08d1495c14 x-openstack-request-id: req-0d4efcd8-05d4-491e-abb2-ed08d1495c14 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:08.859237 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:08.859412 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d4efcd8-05d4-491e-abb2-ed08d1495c14 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:08.859920 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'status': 'completed', 'code': 200} Aug 03 19:11:08.860186 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da', 'status': 'completed', 'code': 200} Aug 03 19:11:08.871243 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.873999 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.875201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbbd25f4-934e-4521-96d8-19f65ea07787 req-8496ba3a-d0c8-4bc1-a730-04907b4a6e07 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "DELETE /v2.0/floatingips/af634df0-0c99-4479-8feb-33680b9b74a9 HTTP/1.1" status: 204 len: 173 time: 1.4952910 Aug 03 19:11:08.917430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] For port e825c428-37b6-4836-bc64-067304deaae1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e825c428-37b6-4836-bc64-067304deaae1,segment=NetworkSegment(7d7fdc19-ab0d-45cb-8442-5125837621a2),segment_id=7d7fdc19-ab0d-45cb-8442-5125837621a2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:08.917999 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.934260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Calling delete_port for e825c428-37b6-4836-bc64-067304deaae1 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:08.986178 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b8875b-014f-4752-baf9-6b1b5457804f x-openstack-request-id: req-b6b8875b-014f-4752-baf9-6b1b5457804f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:08.986663 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3af0ef9-a442-4f3d-ad99-ea2088ec509f", "tag": "d488c52f-a1bc-4987-9664-978ce01bf514", "status": "completed", "code": 200}, {"server_uuid": "929b88da-72eb-4b78-802d-236a216bc353", "name": "network-vif-deleted", "tag": "4e32d100-7c02-417a-853d-db1c38252a0f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:08.987073 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6b8875b-014f-4752-baf9-6b1b5457804f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:08.987727 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3af0ef9-a442-4f3d-ad99-ea2088ec509f', 'tag': 'd488c52f-a1bc-4987-9664-978ce01bf514', 'status': 'completed', 'code': 200} Aug 03 19:11:08.988131 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b88da-72eb-4b78-802d-236a216bc353', 'name': 'network-vif-deleted', 'tag': '4e32d100-7c02-417a-853d-db1c38252a0f', 'status': 'completed', 'code': 200} Aug 03 19:11:09.071746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 2ca529de-59a4-4b61-bc8a-feecb49214b0 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:09.189417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffda66-a4ca-4bb5-a577-f7a4f62391af req-e647f4bd-0a1d-436c-9d66-e3ac8a996572 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.193240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7ffda66-a4ca-4bb5-a577-f7a4f62391af req-e647f4bd-0a1d-436c-9d66-e3ac8a996572 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 944 time: 0.1237545 Aug 03 19:11:09.268034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] For port e825c428-37b6-4836-bc64-067304deaae1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e825c428-37b6-4836-bc64-067304deaae1,segment=NetworkSegment(7d7fdc19-ab0d-45cb-8442-5125837621a2),segment_id=7d7fdc19-ab0d-45cb-8442-5125837621a2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:09.268868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.293581 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.297445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Calling delete_port for e825c428-37b6-4836-bc64-067304deaae1 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:09.363468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7ffda66-a4ca-4bb5-a577-f7a4f62391af req-7639e901-3d5a-481f-a92f-40ad85cbac3d tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548078 Aug 03 19:11:09.367898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Pushing event deleted for resources: {'Port': ['ID=e825c428-37b6-4836-bc64-067304deaae1,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:09.376732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-93d18884-11af-419e-8e00-4e83e4171ea3 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.379308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-93d18884-11af-419e-8e00-4e83e4171ea3 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.63 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1023 time: 0.1051097 Aug 03 19:11:09.388441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.388988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.389432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.390028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.390594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.391445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.392030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.392586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.393165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.393926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.394473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.406047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:09.406378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfba43-3bda-4df7-aed9-8ecc6bfd8d8f req-484074fd-e95c-4920-85fc-e50b81d34338 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.407966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abbfba43-3bda-4df7-aed9-8ecc6bfd8d8f req-484074fd-e95c-4920-85fc-e50b81d34338 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 943 time: 0.1824162 Aug 03 19:11:09.416221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d554486-4a86-45ec-bae3-e21ddccdaf2e None None] No DVR routers for this DVR port e825c428-37b6-4836-bc64-067304deaae1 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:09.488933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6495e8-656d-4548-b640-0eb693d75163 req-8ac87985-ec73-456b-b8c8-f0c9df6b9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.491457 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd6495e8-656d-4548-b640-0eb693d75163 req-8ac87985-ec73-456b-b8c8-f0c9df6b9ecf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f03130f2c79a4b7eb308a150c0db6fd6&device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 1094 time: 0.4760623 Aug 03 19:11:09.491731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 2ca529de-59a4-4b61-bc8a-feecb49214b0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=2ca529de-59a4-4b61-bc8a-feecb49214b0,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:09.504110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313bda-2e1d-458e-b008-50c4bb146761 req-3109463a-a645-4ba7-ae11-7e2a90b9cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.506813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-3109463a-a645-4ba7-ae11-7e2a90b9cf2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 1095 time: 0.5618107 Aug 03 19:11:09.524350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '2ca529de-59a4-4b61-bc8a-feecb49214b0', 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335', 'port_id': '2ca529de-59a4-4b61-bc8a-feecb49214b0', 'mac_address': 'fa:16:3e:6b:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75823c37-2c6c-4e07-8a05-4c8a2e8c6071', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:09.544426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313bda-2e1d-458e-b008-50c4bb146761 req-96c72bad-eba4-41f7-a8db-40c1f695aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.547217 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-96c72bad-eba4-41f7-a8db-40c1f695aaf6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1174 time: 0.6073594 Aug 03 19:11:09.570494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abbfba43-3bda-4df7-aed9-8ecc6bfd8d8f req-4584b27f-c205-4d12-b458-f1420ca2be1e tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165807 Aug 03 19:11:09.644886 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-eeaefd9d-1ee7-4f3b-be35-dd551fc67243 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips/e683392f-b271-47f8-98c7-01b8d7754a19 HTTP/1.1" status: 200 len: 692 time: 0.0995007 Aug 03 19:11:09.646293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ef34116e-323d-485f-a17e-94388bfa91ba details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:09.732480 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.803675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca529de-59a4-4b61-bc8a-feecb49214b0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:09.842445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Deleting port 4d382a4d-96db-486a-82b8-e259beb0c2da {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:09.843576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.877361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 2ca529de-59a4-4b61-bc8a-feecb49214b0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=2ca529de-59a4-4b61-bc8a-feecb49214b0,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:09.904171 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.974160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.069747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=2ca529de-59a4-4b61-bc8a-feecb49214b0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:10.072212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] No DVR routers for this DVR port e825c428-37b6-4836-bc64-067304deaae1 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:10.079589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6495e8-656d-4548-b640-0eb693d75163 req-bd93711c-e2c9-4545-9142-65afef8a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:10.083754 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd6495e8-656d-4548-b640-0eb693d75163 req-bd93711c-e2c9-4545-9142-65afef8a9cc1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5d49dfb4-9f0f-45c0-928e-ca9110554335 HTTP/1.1" status: 200 len: 918 time: 0.5736558 Aug 03 19:11:10.084984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e825c428-37b6-4836-bc64-067304deaae1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:10.130716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ce0b1-5ef4-409e-9b41-75d8a2884a40 req-400cf6ce-34f5-44c6-8cec-e2af85a893b8 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:10.141193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c8ce0b1-5ef4-409e-9b41-75d8a2884a40 req-400cf6ce-34f5-44c6-8cec-e2af85a893b8 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1327176 Aug 03 19:11:10.162509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:10.190741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'port_id': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'mac_address': 'fa:16:3e:1b:eb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e52404-dd16-47cd-883e-1d9ed7e894fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:10.221030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c8ce0b1-5ef4-409e-9b41-75d8a2884a40 req-264a0aa0-f904-4a4c-b5ab-a41c92c92abb tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787907 Aug 03 19:11:10.289931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313bda-2e1d-458e-b008-50c4bb146761 req-1de2ab21-0622-4e0e-98ea-e0131daa5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:10.293108 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-1de2ab21-0622-4e0e-98ea-e0131daa5f9e service neutron] 10.222.0.88 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 906 time: 0.7525332 Aug 03 19:11:10.295479 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd6495e8-656d-4548-b640-0eb693d75163 req-e38ccb04-e0bc-4abf-b29b-b58461a877ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d488c52f-a1bc-4987-9664-978ce01bf514 HTTP/1.1" status: 200 len: 217 time: 0.1986394 Aug 03 19:11:10.309202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.331192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-c0b89049-e4c9-410b-8aa0-0e49afe2ea3f tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:10.331695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e825c428-37b6-4836-bc64-067304deaae1 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:10.341541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-c0b89049-e4c9-410b-8aa0-0e49afe2ea3f tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.6890404 Aug 03 19:11:10.393202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e825c428-37b6-4836-bc64-067304deaae1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:10.394330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e825c428-37b6-4836-bc64-067304deaae1 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:10.405773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef34116e-323d-485f-a17e-94388bfa91ba {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:10.469038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:10.469403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313bda-2e1d-458e-b008-50c4bb146761 req-526d26e6-383a-46cf-bcb7-5d1141d97573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:10.471815 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-526d26e6-383a-46cf-bcb7-5d1141d97573 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 200 len: 914 time: 0.8864589 Aug 03 19:11:10.482645 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.484443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d488c52f-a1bc-4987-9664-978ce01bf514 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:10.508211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4d382a4d-96db-486a-82b8-e259beb0c2da,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:10.508612 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.515338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-fbd80560-2bc1-41bb-915a-addaa2235910 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.1312077 Aug 03 19:11:10.535764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce925469-6a44-41d9-ba84-553f1f933ea5 req-d471f50b-a8a0-4882-a973-5ead4ed8c20c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:10.536482 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-c6650139-62f3-400a-9b2b-93ddbf3995fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef34116e-323d-485f-a17e-94388bfa91ba HTTP/1.1" status: 200 len: 217 time: 0.1970482 Aug 03 19:11:10.546214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce925469-6a44-41d9-ba84-553f1f933ea5 req-d471f50b-a8a0-4882-a973-5ead4ed8c20c tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c166bd8-3ce2-43ff-ad9b-611febc708ea HTTP/1.1" status: 200 len: 1023 time: 0.1827829 Aug 03 19:11:10.601519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Calling delete_port for 4d382a4d-96db-486a-82b8-e259beb0c2da owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:10.614415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce925469-6a44-41d9-ba84-553f1f933ea5 req-0e050f67-6580-433f-8d32-661ec6bb2565 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3261d12-7230-4b32-8a0c-09ea37f1f380&id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&id=19fe7304-d7d8-4d16-b785-7f460201fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0669563 Aug 03 19:11:10.633528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.633834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['2ca529de-59a4-4b61-bc8a-feecb49214b0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:10.663213 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-bd96ded9-ac19-4a85-93c9-331e64c1d6fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 200 len: 217 time: 0.1377039 Aug 03 19:11:10.745913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682d8950-2135-4ae8-a042-846ff81eb4fd']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:10.788374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:10.894460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-e92af611-bcb4-4c92-a199-df983a4a92a5 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.3270965 Aug 03 19:11:10.896774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d488c52f-a1bc-4987-9664-978ce01bf514, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d488c52f-a1bc-4987-9664-978ce01bf514,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:10.941627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'd488c52f-a1bc-4987-9664-978ce01bf514', 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335', 'port_id': 'd488c52f-a1bc-4987-9664-978ce01bf514', 'mac_address': 'fa:16:3e:88:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75823c37-2c6c-4e07-8a05-4c8a2e8c6071', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:11.052927 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.073263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d488c52f-a1bc-4987-9664-978ce01bf514 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:11.079323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b5c9c9e1-861f-415b-9e2b-f07105793ba8 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:11.084795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4d382a4d-96db-486a-82b8-e259beb0c2da no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:11.148508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d488c52f-a1bc-4987-9664-978ce01bf514, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d488c52f-a1bc-4987-9664-978ce01bf514,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:11.162275 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.269778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6495e8-656d-4548-b640-0eb693d75163 req-56a12139-bcb7-423a-871d-947cd1610287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.272500 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd6495e8-656d-4548-b640-0eb693d75163 req-56a12139-bcb7-423a-871d-947cd1610287 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75823c37-2c6c-4e07-8a05-4c8a2e8c6071 HTTP/1.1" status: 200 len: 857 time: 0.8817852 Aug 03 19:11:11.278341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7fdc19-ab0d-45cb-8442-5125837621a2') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:11.278817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7fdc19-ab0d-45cb-8442-5125837621a2') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:11.288973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d488c52f-a1bc-4987-9664-978ce01bf514,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.326549 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.339326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313bda-2e1d-458e-b008-50c4bb146761 req-0dae6224-6a00-442a-a4b3-cb33424c9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.341746 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-0dae6224-6a00-442a-a4b3-cb33424c9474 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 200 len: 845 time: 0.7962251 Aug 03 19:11:11.349692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.394877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:11.397881 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5296dbf0-7a19-4ff5-910e-b976bcfefbfe" -d '{"events": [{"server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "name": "network-vif-unplugged", "status": "completed", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:11.400788 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd6495e8-656d-4548-b640-0eb693d75163 req-3eed4e1f-c437-4fd3-a1f6-8594e02410e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d49dfb4-9f0f-45c0-928e-ca9110554335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053975 Aug 03 19:11:11.429385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 4d382a4d-96db-486a-82b8-e259beb0c2da, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4d382a4d-96db-486a-82b8-e259beb0c2da,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:11.433422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b5c9c9e1-861f-415b-9e2b-f07105793ba8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5c9c9e1-861f-415b-9e2b-f07105793ba8,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:11.437528 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.486145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8', 'network_id': '5d49dfb4-9f0f-45c0-928e-ca9110554335', 'port_id': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8', 'mac_address': 'fa:16:3e:ff:88:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75823c37-2c6c-4e07-8a05-4c8a2e8c6071', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:11.489140 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-e39c3dda-f4c7-4848-b9c0-1d5de9d7e53b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f2d63be7-6453-4d56-8e28-f6fd1397a953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091058 Aug 03 19:11:11.493869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313bda-2e1d-458e-b008-50c4bb146761 req-7e883356-cfd1-4d55-9097-97bdef763439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.497083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-7e883356-cfd1-4d55-9097-97bdef763439 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 200 len: 853 time: 0.7941542 Aug 03 19:11:11.498941 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.520679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['d488c52f-a1bc-4987-9664-978ce01bf514'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:11.536985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['ef34116e-323d-485f-a17e-94388bfa91ba'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:11.628725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472981b-ae7a-437d-86d7-0320625619b1 req-5e94035c-07b4-47bd-8564-783240a147a7 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.631441 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b472981b-ae7a-437d-86d7-0320625619b1 req-5e94035c-07b4-47bd-8564-783240a147a7 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.63 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 945 time: 0.9527247 Aug 03 19:11:11.649147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:11.649889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:11.682464 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:11.706876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.719774 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.744680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c9c9e1-861f-415b-9e2b-f07105793ba8 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:11.772739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b5c9c9e1-861f-415b-9e2b-f07105793ba8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5c9c9e1-861f-415b-9e2b-f07105793ba8,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:11.774670 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-a96095b1-dae3-4810-aea6-dd0c26c5836d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01a7637c-bf8a-48be-bc6d-5812bae1be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014234 Aug 03 19:11:11.780326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93db327-9a99-4f94-a2e5-631726473063 req-c5c3eb09-03e2-4d9b-b2b8-1de6dd1f03a5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.794647 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.794962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b93db327-9a99-4f94-a2e5-631726473063 req-c5c3eb09-03e2-4d9b-b2b8-1de6dd1f03a5 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 945 time: 0.9131961 Aug 03 19:11:11.952632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Deleting port 4f26108b-55af-4c1c-900e-8716c0397199 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:11.953212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.971418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b5c9c9e1-861f-415b-9e2b-f07105793ba8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:12.057936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.100096 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.112367 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] 10.222.0.42 "DELETE /v2.0/networks/682d8950-2135-4ae8-a042-846ff81eb4fd HTTP/1.1" status: 204 len: 168 time: 3.7070861 Aug 03 19:11:12.157133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.158065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.180456 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd6495e8-656d-4548-b640-0eb693d75163 req-0092f5de-33ea-4f28-b919-12c0d9c21fe3 service neutron] 10.222.0.88 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643175 Aug 03 19:11:12.185131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Calling delete_port for 4f26108b-55af-4c1c-900e-8716c0397199 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:12.186636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbbc48-2e28-41a9-8c05-f84e87e96a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=682d8950-2135-4ae8-a042-846ff81eb4fd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:12.198173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b93db327-9a99-4f94-a2e5-631726473063 req-eaf67519-0c46-46a6-88f0-6224ec096f80 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018734 Aug 03 19:11:12.217269 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-0f9a4eb0-208d-446a-b81e-d1bd2204d8fd service neutron] 10.222.0.88 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288431 Aug 03 19:11:12.275588 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-169df46e-94bf-40df-a5e9-77821b8573b8 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998866 Aug 03 19:11:12.343114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b5c9c9e1-861f-415b-9e2b-f07105793ba8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:12.348449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36424) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:12.454074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.511672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Deleting port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:12.512084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.532026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'Port': ['ID=4d382a4d-96db-486a-82b8-e259beb0c2da,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:12.569805 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-86cfb092-6504-436e-a4d1-9b1b324a78dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afb1801f896f405fabd7e9c43695eec7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1879671 Aug 03 19:11:12.570446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36426) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:12.650898 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd6495e8-656d-4548-b640-0eb693d75163 req-9fd822ee-98d5-4810-9d85-092ae05c863a service neutron] 10.222.0.88 "GET /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366658 Aug 03 19:11:12.669561 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-010506fc-c148-4901-8447-90a6de807e52 service neutron] 10.222.0.88 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215319 Aug 03 19:11:12.678061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c16e8e-9aeb-4ce9-89ce-483a40e5b15e req-901fb10a-8bf8-485a-b680-03e92166103b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:12.683514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50c16e8e-9aeb-4ce9-89ce-483a40e5b15e req-901fb10a-8bf8-485a-b680-03e92166103b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 945 time: 0.3254480 Aug 03 19:11:12.723584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-03313bda-2e1d-458e-b008-50c4bb146761 req-360ec73c-6cb4-4864-b5a0-05c348941015 service neutron] 10.222.0.63 "GET /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763583 Aug 03 19:11:12.770915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e735e77-5246-42b3-b9ee-0bb8597ceae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.778239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] For port 7d61cbb6-a18c-4a65-8626-0986ce58feb6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=7d61cbb6-a18c-4a65-8626-0986ce58feb6,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:12.778618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.818092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Calling delete_port for 7d61cbb6-a18c-4a65-8626-0986ce58feb6 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:12.826740 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e735e77-5246-42b3-b9ee-0bb8597ceae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.842905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] No DVR routers for this DVR port 4d382a4d-96db-486a-82b8-e259beb0c2da on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:12.849657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.852995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d93ea82a-2e23-4c19-aa01-8a7c4c1b85b3 req-a65466ca-cb10-4403-b128-1f9cbf3bf144 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.63 "DELETE /v2.0/ports/4d382a4d-96db-486a-82b8-e259beb0c2da HTTP/1.1" status: 204 len: 173 time: 3.4629207 Aug 03 19:11:12.855232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'name': 'network-vif-deleted', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:12.859356 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fcce69-0e8a-42b7-9f45-982eacac47f6" -d '{"events": [{"server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "name": "network-vif-deleted", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:12.943260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50c16e8e-9aeb-4ce9-89ce-483a40e5b15e req-be186a29-c4e1-48fb-abb7-87db5833383a tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146049 Aug 03 19:11:12.985604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e735e77-5246-42b3-b9ee-0bb8597ceae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.988293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e735e77-5246-42b3-b9ee-0bb8597ceae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.002224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.007049 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4e735e77-5246-42b3-b9ee-0bb8597ceae4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df2fdef7-d337-4c37-9790-e17f54e9b752 HTTP/1.1" status: 204 len: 168 time: 0.3859701 Aug 03 19:11:13.071741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event deleted for resources: {'Port': ['ID=4f26108b-55af-4c1c-900e-8716c0397199,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:13.116255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 2ca529de-59a4-4b61-bc8a-feecb49214b0 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:13.138070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e735e77-5246-42b3-b9ee-0bb8597ceae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fdef7-d337-4c37-9790-e17f54e9b752,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:13.213540 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.236852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 2ca529de-59a4-4b61-bc8a-feecb49214b0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:13.250783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 2ca529de-59a4-4b61-bc8a-feecb49214b0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:13.253132 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.293533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Pushing event deleted for resources: {'Port': ['ID=7d61cbb6-a18c-4a65-8626-0986ce58feb6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:13.373886 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.379063 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.396474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a3550e-8d57-46e1-92ab-85cc33113aba req-ffd76859-ae1d-4a7a-bd51-d9b77aa5eb7b tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "DELETE /v2.0/floatingips/e683392f-b271-47f8-98c7-01b8d7754a19 HTTP/1.1" status: 204 len: 173 time: 2.4817867 Aug 03 19:11:13.423048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] No DVR routers for this DVR port 7d61cbb6-a18c-4a65-8626-0986ce58feb6 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:13.431283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.435468 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b472981b-ae7a-437d-86d7-0320625619b1 req-c2bcd0c9-6717-4ec5-89bc-bcd490c1a530 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.63 "DELETE /v2.0/ports/7d61cbb6-a18c-4a65-8626-0986ce58feb6 HTTP/1.1" status: 204 len: 173 time: 1.6774890 Aug 03 19:11:13.443223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['0192f3ed-64c4-40e1-9ad5-46f2a77d7289'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:13.457157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'name': 'network-vif-deleted', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:13.477025 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1c3744-0801-4791-a0ce-d31be80f5620" -d '{"events": [{"server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "name": "network-vif-deleted", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:13.529439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacc294-18aa-4cab-945e-185fb6750197 req-0b53a75d-498f-480d-ab14-d5f020e6c214 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.541439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aeacc294-18aa-4cab-945e-185fb6750197 req-0b53a75d-498f-480d-ab14-d5f020e6c214 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 944 time: 0.3707728 Aug 03 19:11:13.545403 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.648124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ef34116e-323d-485f-a17e-94388bfa91ba up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:13.789421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8853920-9441-403c-8289-0e28a92e4aef req-119aeec9-c13e-470d-a1bc-c961002442ab tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.793200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8853920-9441-403c-8289-0e28a92e4aef req-119aeec9-c13e-470d-a1bc-c961002442ab tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.2484598 Aug 03 19:11:13.802966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 2ca529de-59a4-4b61-bc8a-feecb49214b0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=2ca529de-59a4-4b61-bc8a-feecb49214b0,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:13.825863 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.826888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 7d61cbb6-a18c-4a65-8626-0986ce58feb6 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:13.856993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aeacc294-18aa-4cab-945e-185fb6750197 req-a877a13b-b473-445d-9eb0-bb5efe49c627 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083869 Aug 03 19:11:13.989868 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8853920-9441-403c-8289-0e28a92e4aef req-32d71183-4cc3-486e-a47e-8a71a9b4adb8 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750326 Aug 03 19:11:14.225799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:14.232706 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d98320-6776-477e-ab01-2a27ef12d455 x-openstack-request-id: req-b9d98320-6776-477e-ab01-2a27ef12d455 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:14.233734 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "name": "network-vif-unplugged", "status": "completed", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:14.233734 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9d98320-6776-477e-ab01-2a27ef12d455 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:14.234141 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da', 'code': 200} Aug 03 19:11:14.242078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 7d61cbb6-a18c-4a65-8626-0986ce58feb6 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:14.242589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 7d61cbb6-a18c-4a65-8626-0986ce58feb6 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:14.250584 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2d2560-dde8-41a9-b87a-5650e200f5e5 x-openstack-request-id: req-6c2d2560-dde8-41a9-b87a-5650e200f5e5 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:14.252030 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c166bd8-3ce2-43ff-ad9b-611febc708ea", "name": "network-vif-deleted", "tag": "4d382a4d-96db-486a-82b8-e259beb0c2da", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:14.252030 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c2d2560-dde8-41a9-b87a-5650e200f5e5 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:14.252357 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c166bd8-3ce2-43ff-ad9b-611febc708ea', 'name': 'network-vif-deleted', 'tag': '4d382a4d-96db-486a-82b8-e259beb0c2da', 'status': 'completed', 'code': 200} Aug 03 19:11:14.311368 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-32b0eaed-ff88-4bbe-89ed-7a2b38730364 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c3ab3b42cba4c3c9e3880921111cf92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0800807 Aug 03 19:11:14.312244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36450) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:14.328391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=2ca529de-59a4-4b61-bc8a-feecb49214b0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:14.338581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port ef34116e-323d-485f-a17e-94388bfa91ba completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:14.361462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port ef34116e-323d-485f-a17e-94388bfa91ba triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:14.362108 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.492082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-095c67c3-43f4-4388-ae58-605379a9890e req-30a21e18-d32c-44fd-854e-d35c60d79a51 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips/4f02eedf-b90b-4400-846e-7534718c6b18 HTTP/1.1" status: 200 len: 693 time: 0.1857285 Aug 03 19:11:14.509559 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a37d6bdb-0293-44a9-829b-c7689eebff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.536708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c781887-b8f4-4007-acf5-b6a1e28a204c req-0553177b-9c95-4068-b2c6-76da2d452c33 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b91706-76d6-4e4e-9c61-184595057b37 HTTP/1.1" status: 200 len: 210 time: 0.0953493 Aug 03 19:11:14.551950 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a37d6bdb-0293-44a9-829b-c7689eebff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.646657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a37d6bdb-0293-44a9-829b-c7689eebff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.654345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a37d6bdb-0293-44a9-829b-c7689eebff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.656304 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a37d6bdb-0293-44a9-829b-c7689eebff14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00a758dd-298f-4adb-841c-d88e9c7f0730 HTTP/1.1" status: 204 len: 168 time: 0.3427885 Aug 03 19:11:14.682071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d6bdb-0293-44a9-829b-c7689eebff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a758dd-298f-4adb-841c-d88e9c7f0730,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:14.725202 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874616d8-a5dc-4981-aabc-e34f133c76cd x-openstack-request-id: req-874616d8-a5dc-4981-aabc-e34f133c76cd {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:14.725679 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b91706-76d6-4e4e-9c61-184595057b37", "name": "network-vif-deleted", "tag": "7d61cbb6-a18c-4a65-8626-0986ce58feb6", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:14.726072 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-874616d8-a5dc-4981-aabc-e34f133c76cd {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:14.727600 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b91706-76d6-4e4e-9c61-184595057b37', 'name': 'network-vif-deleted', 'tag': '7d61cbb6-a18c-4a65-8626-0986ce58feb6', 'status': 'completed', 'code': 200} Aug 03 19:11:14.782406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c67c3-43f4-4388-ae58-605379a9890e req-7e82f507-658e-4178-b211-8f888e51362e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.784348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-095c67c3-43f4-4388-ae58-605379a9890e req-7e82f507-658e-4178-b211-8f888e51362e tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2911873 Aug 03 19:11:14.836831 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.902463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-095c67c3-43f4-4388-ae58-605379a9890e req-559e98b2-37fd-4e6b-96ff-b9bacd43ab83 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1048071 Aug 03 19:11:14.968667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:14.974354 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.975220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d488c52f-a1bc-4987-9664-978ce01bf514 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:15.086711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-095c67c3-43f4-4388-ae58-605379a9890e req-a06515cf-7b14-4e3e-ac2c-9a52276887a9 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1670828 Aug 03 19:11:15.088198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:15.108819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8c875-d571-4e80-b57e-cfb500496787 req-d9a37443-ada8-4840-abdf-4dd2e1d669af tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.112160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port d488c52f-a1bc-4987-9664-978ce01bf514 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:15.116344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebb8c875-d571-4e80-b57e-cfb500496787 req-d9a37443-ada8-4840-abdf-4dd2e1d669af tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 945 time: 0.2538307 Aug 03 19:11:15.136288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port d488c52f-a1bc-4987-9664-978ce01bf514 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:15.136785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.140674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b5c9c9e1-861f-415b-9e2b-f07105793ba8 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:15.251031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port b5c9c9e1-861f-415b-9e2b-f07105793ba8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:15.278319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b5c9c9e1-861f-415b-9e2b-f07105793ba8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:15.278751 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.321910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebb8c875-d571-4e80-b57e-cfb500496787 req-cd2846db-a5a9-4db7-bbeb-b45426b6f77e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021487 Aug 03 19:11:15.333039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.381582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Deleting port 1dd33b4f-b641-4531-983a-962979268460 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:15.382171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.477738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d488c52f-a1bc-4987-9664-978ce01bf514, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d488c52f-a1bc-4987-9664-978ce01bf514,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:15.517719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.518200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.519056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.546607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Calling delete_port for 1dd33b4f-b641-4531-983a-962979268460 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:15.596100 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.688401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b5c9c9e1-861f-415b-9e2b-f07105793ba8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5c9c9e1-861f-415b-9e2b-f07105793ba8,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:15.692903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d488c52f-a1bc-4987-9664-978ce01bf514,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:15.700971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2401a26e-06f7-4430-b989-4eb5456259d7 req-a8dec656-a00b-4067-a8d9-55a1c19d5d8d tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/f3261d12-7230-4b32-8a0c-09ea37f1f380 HTTP/1.1" status: 200 len: 1799 time: 0.2321444 Aug 03 19:11:15.721589 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.857779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b5c9c9e1-861f-415b-9e2b-f07105793ba8,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:15.931408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2401a26e-06f7-4430-b989-4eb5456259d7 req-fe1c475d-1adc-4a4b-9edf-49580b04db42 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.996281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2401a26e-06f7-4430-b989-4eb5456259d7 req-fe1c475d-1adc-4a4b-9edf-49580b04db42 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.014932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.096254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Pushing event deleted for resources: {'Port': ['ID=1dd33b4f-b641-4531-983a-962979268460,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:16.181885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2401a26e-06f7-4430-b989-4eb5456259d7 req-fe1c475d-1adc-4a4b-9edf-49580b04db42 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.187017 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2401a26e-06f7-4430-b989-4eb5456259d7 req-fe1c475d-1adc-4a4b-9edf-49580b04db42 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.198274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2401a26e-06f7-4430-b989-4eb5456259d7 req-fe1c475d-1adc-4a4b-9edf-49580b04db42 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/f3261d12-7230-4b32-8a0c-09ea37f1f380 HTTP/1.1" status: 204 len: 173 time: 0.4720247 Aug 03 19:11:16.230420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c475d-1adc-4a4b-9edf-49580b04db42 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3261d12-7230-4b32-8a0c-09ea37f1f380,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:16.235260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.236549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82158d-174d-438d-9de1-57b2fcf1c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca529de-59a4-4b61-bc8a-feecb49214b0'}, {'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba'}, {'server_uuid': 'f3af0ef9-a442-4f3d-ad99-ea2088ec509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd488c52f-a1bc-4987-9664-978ce01bf514'}, {'server_uuid': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:16.238591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.240620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-095c67c3-43f4-4388-ae58-605379a9890e req-85f7a806-ac00-4556-a2d8-e28fd38d9c82 tempest-FloatingIPDetailsTestJSON-1226199245 tempest-FloatingIPDetailsTestJSON-1226199245-project] 10.222.0.42 "DELETE /v2.0/floatingips/4f02eedf-b90b-4400-846e-7534718c6b18 HTTP/1.1" status: 204 len: 173 time: 1.1231472 Aug 03 19:11:16.246864 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff9de53-6775-4e1c-a0a5-01333968ac42" -d '{"events": [{"server_uuid": "1f82158d-174d-438d-9de1-57b2fcf1c775", "name": "network-vif-plugged", "status": "completed", "tag": "2ca529de-59a4-4b61-bc8a-feecb49214b0"}, {"server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "name": "network-vif-plugged", "status": "completed", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba"}, {"server_uuid": "f3af0ef9-a442-4f3d-ad99-ea2088ec509f", "name": "network-vif-plugged", "status": "completed", "tag": "d488c52f-a1bc-4987-9664-978ce01bf514"}, {"server_uuid": "298fe9d2-827a-4f44-91c1-8e170123a40b", "name": "network-vif-plugged", "status": "completed", "tag": "b5c9c9e1-861f-415b-9e2b-f07105793ba8"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:16.253120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36488) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:16.496021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eceaa-3b31-4097-a9c9-cc91fa892056 req-38aac2fe-2af6-44df-9aea-2ad8e39934b2 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.498536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-133eceaa-3b31-4097-a9c9-cc91fa892056 req-38aac2fe-2af6-44df-9aea-2ad8e39934b2 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 945 time: 0.1476021 Aug 03 19:11:16.597175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fbbc4-bda5-4148-bc11-e3ef05b8b74b req-2c726130-8771-4b7b-a692-9adff0938785 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.599950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-055fbbc4-bda5-4148-bc11-e3ef05b8b74b req-2c726130-8771-4b7b-a692-9adff0938785 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1742864 Aug 03 19:11:16.611363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-133eceaa-3b31-4097-a9c9-cc91fa892056 req-2bc5d18c-1848-47f0-8353-3e63660effdc tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034894 Aug 03 19:11:16.731385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-055fbbc4-bda5-4148-bc11-e3ef05b8b74b req-40178907-c42e-41cf-8bc1-a3666be626a2 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158130 Aug 03 19:11:16.877823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5bd7502-b2c6-442d-b25e-917132a11719 req-b1e6f0f8-2f18-4bb9-a89e-36b5c2fdfce9 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/19fe7304-d7d8-4d16-b785-7f460201fca9 HTTP/1.1" status: 200 len: 1800 time: 0.1104014 Aug 03 19:11:16.881647 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de24c6ee-8f5f-473d-b0f7-add2f3a8a7f1 x-openstack-request-id: req-de24c6ee-8f5f-473d-b0f7-add2f3a8a7f1 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:16.882273 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82158d-174d-438d-9de1-57b2fcf1c775", "name": "network-vif-plugged", "status": "completed", "tag": "2ca529de-59a4-4b61-bc8a-feecb49214b0", "code": 200}, {"server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "name": "network-vif-plugged", "status": "completed", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba", "code": 200}, {"server_uuid": "f3af0ef9-a442-4f3d-ad99-ea2088ec509f", "name": "network-vif-plugged", "status": "completed", "tag": "d488c52f-a1bc-4987-9664-978ce01bf514", "code": 200}, {"server_uuid": "298fe9d2-827a-4f44-91c1-8e170123a40b", "name": "network-vif-plugged", "status": "completed", "tag": "b5c9c9e1-861f-415b-9e2b-f07105793ba8", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:16.882482 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de24c6ee-8f5f-473d-b0f7-add2f3a8a7f1 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:16.883682 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82158d-174d-438d-9de1-57b2fcf1c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca529de-59a4-4b61-bc8a-feecb49214b0', 'code': 200} Aug 03 19:11:16.884342 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'code': 200} Aug 03 19:11:16.884963 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3af0ef9-a442-4f3d-ad99-ea2088ec509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd488c52f-a1bc-4987-9664-978ce01bf514', 'code': 200} Aug 03 19:11:16.885829 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8', 'code': 200} Aug 03 19:11:17.070453 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c5bd7502-b2c6-442d-b25e-917132a11719 req-b5c008f8-d535-4837-8b74-a93e381909db tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.164132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c5bd7502-b2c6-442d-b25e-917132a11719 req-b5c008f8-d535-4837-8b74-a93e381909db tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.193129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2878a-8ce2-40d0-87fc-6306544783d6 req-c77e7f3f-32a3-4d14-b575-5d88e7ec6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.194801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4da2878a-8ce2-40d0-87fc-6306544783d6 req-c77e7f3f-32a3-4d14-b575-5d88e7ec6a95 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 1097 time: 0.1939256 Aug 03 19:11:17.206185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b068f4-1bd5-4125-8812-67fa0439c3d0 req-d4b037b4-6362-40b5-8e09-b54cc3ff2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.207686 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5b068f4-1bd5-4125-8812-67fa0439c3d0 req-d4b037b4-6362-40b5-8e09-b54cc3ff2330 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 1096 time: 0.1366131 Aug 03 19:11:17.247464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecd63d-20cd-4e1d-aa12-ede90fd46314 req-38623793-5992-437f-84b6-80527d8072bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.249093 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ecd63d-20cd-4e1d-aa12-ede90fd46314 req-38623793-5992-437f-84b6-80527d8072bb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 1096 time: 0.1149826 Aug 03 19:11:17.318663 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4da2878a-8ce2-40d0-87fc-6306544783d6 req-0cebebfa-c37f-4988-9aa6-35386a39130d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147401 Aug 03 19:11:17.320987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b5b068f4-1bd5-4125-8812-67fa0439c3d0 req-3ed3c1b6-06a0-4387-b023-4518d8e15777 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043072 Aug 03 19:11:17.326945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.346217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb3fb-dce1-499a-a795-06e271bac443 req-521d361a-6993-4f87-9918-04bd6cfa6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.348652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-920bb3fb-dce1-499a-a795-06e271bac443 req-521d361a-6993-4f87-9918-04bd6cfa6c6e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=298fe9d2-827a-4f44-91c1-8e170123a40b HTTP/1.1" status: 200 len: 1097 time: 0.2304997 Aug 03 19:11:17.377833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89301e-3358-451b-b904-b71462fb5c66 req-c51a896f-b72b-470f-ba64-d2f95e44ac64 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.382503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b89301e-3358-451b-b904-b71462fb5c66 req-c51a896f-b72b-470f-ba64-d2f95e44ac64 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.2752864 Aug 03 19:11:17.386478 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ecd63d-20cd-4e1d-aa12-ede90fd46314 req-6ce2aa00-8bab-44c2-bd51-115e7cd7f016 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282091 Aug 03 19:11:17.390335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c5bd7502-b2c6-442d-b25e-917132a11719 req-b5c008f8-d535-4837-8b74-a93e381909db tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.393893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c5bd7502-b2c6-442d-b25e-917132a11719 req-b5c008f8-d535-4837-8b74-a93e381909db tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.395543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5bd7502-b2c6-442d-b25e-917132a11719 req-b5c008f8-d535-4837-8b74-a93e381909db tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/19fe7304-d7d8-4d16-b785-7f460201fca9 HTTP/1.1" status: 204 len: 173 time: 0.5162330 Aug 03 19:11:17.427731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c008f8-d535-4837-8b74-a93e381909db tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe7304-d7d8-4d16-b785-7f460201fca9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:17.517393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-920bb3fb-dce1-499a-a795-06e271bac443 req-1e1da0dc-5083-46f7-9cd9-81ba01f147b2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586452 Aug 03 19:11:17.521293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b89301e-3358-451b-b904-b71462fb5c66 req-3c56af51-daba-4ec3-af07-cd4bd9b9f153 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247163 Aug 03 19:11:17.677317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-857a534f-00ae-4a49-b3ba-c8484f5bab67 req-5801c95b-54e3-4014-90fd-e3dca2e13776 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-387486383', 'description': 'tempest-description-1170135451'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:17.734662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-857a534f-00ae-4a49-b3ba-c8484f5bab67 req-5801c95b-54e3-4014-90fd-e3dca2e13776 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.866010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Deleting port 28f4159c-9c88-483a-8393-7a7e93c679de {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:17.866989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.878774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-857a534f-00ae-4a49-b3ba-c8484f5bab67 req-5801c95b-54e3-4014-90fd-e3dca2e13776 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.884693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-857a534f-00ae-4a49-b3ba-c8484f5bab67 req-5801c95b-54e3-4014-90fd-e3dca2e13776 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.935314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-857a534f-00ae-4a49-b3ba-c8484f5bab67 req-5801c95b-54e3-4014-90fd-e3dca2e13776 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.947344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-857a534f-00ae-4a49-b3ba-c8484f5bab67 req-5801c95b-54e3-4014-90fd-e3dca2e13776 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2810910 Aug 03 19:11:17.986255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801c95b-54e3-4014-90fd-e3dca2e13776 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cbee3f-faed-472a-9b55-12124a5c727b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:18.019396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818b40-d15f-4101-a44f-a8645a00955a req-20ce7d70-2156-44fe-b3fe-a8e28400be44 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.021428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f818b40-d15f-4101-a44f-a8645a00955a req-20ce7d70-2156-44fe-b3fe-a8e28400be44 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 944 time: 0.1145706 Aug 03 19:11:18.045386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] For port 28f4159c-9c88-483a-8393-7a7e93c679de, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=28f4159c-9c88-483a-8393-7a7e93c679de,segment=NetworkSegment(57d8c18f-51e0-442a-a612-9aab6a14042c),segment_id=57d8c18f-51e0-442a-a612-9aab6a14042c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:18.045842 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.064910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Calling delete_port for 28f4159c-9c88-483a-8393-7a7e93c679de owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:18.095770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f818b40-d15f-4101-a44f-a8645a00955a req-ad47ea61-48d0-40df-9b83-ce6554cb1636 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589805 Aug 03 19:11:18.110646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac1b68-f525-49ac-9486-1527ab7c7d00 req-b14adb94-c97b-4aeb-a22d-8f3737f9d207 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.112411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aac1b68-f525-49ac-9486-1527ab7c7d00 req-b14adb94-c97b-4aeb-a22d-8f3737f9d207 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 945 time: 0.0850739 Aug 03 19:11:18.174154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aac1b68-f525-49ac-9486-1527ab7c7d00 req-bc62a6f1-5f63-4b71-8cf5-b4d929a7cd63 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545776 Aug 03 19:11:18.326182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51929d-1204-49c9-acb6-34ce0b15a916 req-8b153efc-054f-49bf-8042-088d321a6aaa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.328027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb51929d-1204-49c9-acb6-34ce0b15a916 req-8b153efc-054f-49bf-8042-088d321a6aaa tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1101499 Aug 03 19:11:18.332842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-075382f2-c368-4379-8626-1efa27733fb4 req-747041b8-46e8-43bd-87a6-1e477aa902c0 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/e0cbee3f-faed-472a-9b55-12124a5c727b HTTP/1.1" status: 200 len: 1800 time: 0.0649037 Aug 03 19:11:18.345166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-075382f2-c368-4379-8626-1efa27733fb4 req-98963727-8059-4f66-aac6-11b6d26af2c5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1190591027', 'description': 'tempest-description-hth-1940607970'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:18.350105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-142837f8-f73b-4d7a-9f11-3ddc0b07f96c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.352424 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-142837f8-f73b-4d7a-9f11-3ddc0b07f96c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 944 time: 0.1050894 Aug 03 19:11:18.407932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-075382f2-c368-4379-8626-1efa27733fb4 req-98963727-8059-4f66-aac6-11b6d26af2c5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.453699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb51929d-1204-49c9-acb6-34ce0b15a916 req-3075b2b8-fe36-4433-8225-df7f0dcc8905 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043274 Aug 03 19:11:18.531884 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-075382f2-c368-4379-8626-1efa27733fb4 req-98963727-8059-4f66-aac6-11b6d26af2c5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.542085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-075382f2-c368-4379-8626-1efa27733fb4 req-98963727-8059-4f66-aac6-11b6d26af2c5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.546885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-075382f2-c368-4379-8626-1efa27733fb4 req-98963727-8059-4f66-aac6-11b6d26af2c5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.550390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-075382f2-c368-4379-8626-1efa27733fb4 req-98963727-8059-4f66-aac6-11b6d26af2c5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "PUT /v2.0/security-groups/e0cbee3f-faed-472a-9b55-12124a5c727b HTTP/1.1" status: 200 len: 1775 time: 0.2093375 Aug 03 19:11:18.609847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.624998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98963727-8059-4f66-aac6-11b6d26af2c5 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cbee3f-faed-472a-9b55-12124a5c727b,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:18.723474 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f4159c-9c88-483a-8393-7a7e93c679de,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:18.790994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Deleting port 537d0a07-2a96-4ff9-87f5-31d6afe74536 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:18.791586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.970372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80b56d-d8f6-45b0-8258-5920e706ac5b req-f62e4081-3245-40c7-b738-a7869794cd8b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.973124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b80b56d-d8f6-45b0-8258-5920e706ac5b req-f62e4081-3245-40c7-b738-a7869794cd8b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.1674712 Aug 03 19:11:18.978433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3562af0-eba8-4657-882c-99efc7a72bcd req-2eb87e9a-cb33-4679-86cf-ace309374d6e tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/e0cbee3f-faed-472a-9b55-12124a5c727b HTTP/1.1" status: 200 len: 1775 time: 0.2311082 Aug 03 19:11:19.119336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b80b56d-d8f6-45b0-8258-5920e706ac5b req-fed04e71-cf9c-4945-9480-274c9c0261a3 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308677 Aug 03 19:11:19.127105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] For port 537d0a07-2a96-4ff9-87f5-31d6afe74536, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=537d0a07-2a96-4ff9-87f5-31d6afe74536,segment=NetworkSegment(7cdd6931-1d6f-4926-838e-b77c42436014),segment_id=7cdd6931-1d6f-4926-838e-b77c42436014)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:19.127867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.151604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd923320-feb4-4d96-a41c-72409ebebd66 req-7af2ccc6-a8ad-4ed2-b9fb-da70e33491b2 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/e0cbee3f-faed-472a-9b55-12124a5c727b HTTP/1.1" status: 200 len: 1775 time: 0.0909059 Aug 03 19:11:19.262156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Calling delete_port for 537d0a07-2a96-4ff9-87f5-31d6afe74536 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:19.282641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.284644 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cd923320-feb4-4d96-a41c-72409ebebd66 req-33794cc0-f9ce-410b-b9b0-91c3d0547df4 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.346274 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cd923320-feb4-4d96-a41c-72409ebebd66 req-33794cc0-f9ce-410b-b9b0-91c3d0547df4 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.441518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d479f-e730-4fce-8fc9-f049cf37dd9f req-4df57419-221e-43ad-8567-72403bd0afbf tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.443241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6d479f-e730-4fce-8fc9-f049cf37dd9f req-4df57419-221e-43ad-8567-72403bd0afbf tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 944 time: 0.1206670 Aug 03 19:11:19.449800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cd923320-feb4-4d96-a41c-72409ebebd66 req-33794cc0-f9ce-410b-b9b0-91c3d0547df4 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.458729 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cd923320-feb4-4d96-a41c-72409ebebd66 req-33794cc0-f9ce-410b-b9b0-91c3d0547df4 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.460043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd923320-feb4-4d96-a41c-72409ebebd66 req-33794cc0-f9ce-410b-b9b0-91c3d0547df4 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/e0cbee3f-faed-472a-9b55-12124a5c727b HTTP/1.1" status: 204 len: 173 time: 0.3016121 Aug 03 19:11:19.504673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33794cc0-f9ce-410b-b9b0-91c3d0547df4 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cbee3f-faed-472a-9b55-12124a5c727b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:19.542220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6d479f-e730-4fce-8fc9-f049cf37dd9f req-5fb06e00-c222-4696-b2fa-21bc0db9ef3c tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795457 Aug 03 19:11:19.730054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c76a1-a9be-4f5b-8c3a-b19a2ba5d817 req-de04a2ef-ae90-4c9c-b442-cdda18e94f4a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.742938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd8c76a1-a9be-4f5b-8c3a-b19a2ba5d817 req-de04a2ef-ae90-4c9c-b442-cdda18e94f4a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 945 time: 0.1180437 Aug 03 19:11:19.847058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd8c76a1-a9be-4f5b-8c3a-b19a2ba5d817 req-97f751f9-02d4-4bc9-8bd9-5f4cf8b11c9b tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015754 Aug 03 19:11:20.165975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d046c-5b81-446b-a8b2-0a7323873e5c req-e27cedb8-f1b6-4a93-8d3c-29be6d4a4717 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.177537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be0d046c-5b81-446b-a8b2-0a7323873e5c req-e27cedb8-f1b6-4a93-8d3c-29be6d4a4717 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.1258016 Aug 03 19:11:20.244762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be0d046c-5b81-446b-a8b2-0a7323873e5c req-712aa847-3ca8-46fb-a2d0-a9bd007cd35a tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637987 Aug 03 19:11:20.276327 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.424985 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.463286 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-58d5605b-7680-48be-adae-f39b2b1a344e req-889fd9f4-1a33-424f-b3b0-d43c591a96d4 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:11:20.465323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58d5605b-7680-48be-adae-f39b2b1a344e req-889fd9f4-1a33-424f-b3b0-d43c591a96d4 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/19fe7304-d7d8-4d16-b785-7f460201fca9 HTTP/1.1" status: 404 len: 352 time: 0.0359991 Aug 03 19:11:20.496266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316712-ef9e-4db9-9039-1b3c6d5c69c2 req-08278254-5d45-475b-bede-0c5ddf3f2290 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.498774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70316712-ef9e-4db9-9039-1b3c6d5c69c2 req-08278254-5d45-475b-bede-0c5ddf3f2290 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1231675 Aug 03 19:11:20.508537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Pushing event deleted for resources: {'Port': ['ID=537d0a07-2a96-4ff9-87f5-31d6afe74536,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:20.571312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Router 2a691662-4b24-4350-9679-d957aff03132 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:20.582363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70316712-ef9e-4db9-9039-1b3c6d5c69c2 req-48b49df6-4711-4a5c-aea5-465ff30633d6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767183 Aug 03 19:11:20.603390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] No DVR routers for this DVR port 537d0a07-2a96-4ff9-87f5-31d6afe74536 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:20.608668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.609121 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-a4549e2c-e246-4252-90a3-ed7d14c6f0ca req-bce25528-db9d-47a5-a153-47e940978686 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:11:20.612152 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-509c98f1-de8d-40aa-a4fd-606bf28f3656 req-fef37ee0-dae6-4057-9dc7-2f62f4b5465e tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.88 "DELETE /v2.0/ports/537d0a07-2a96-4ff9-87f5-31d6afe74536 HTTP/1.1" status: 204 len: 173 time: 2.2458987 Aug 03 19:11:20.612943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'name': 'network-vif-deleted', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:20.616942 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2efc1f4-6c7e-4a28-bbea-9511e17fd433" -d '{"events": [{"server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "name": "network-vif-deleted", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:20.619598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4549e2c-e246-4252-90a3-ed7d14c6f0ca req-bce25528-db9d-47a5-a153-47e940978686 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/f3261d12-7230-4b32-8a0c-09ea37f1f380 HTTP/1.1" status: 404 len: 352 time: 0.0303662 Aug 03 19:11:20.729312 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-bb72dfd7-edfd-446c-a1b3-60e0eee784b8 req-d48ac1f3-5906-48a2-842a-d4698d5b30d9 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:11:20.731570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb72dfd7-edfd-446c-a1b3-60e0eee784b8 req-d48ac1f3-5906-48a2-842a-d4698d5b30d9 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/c8242282-4ad8-4900-af1d-8a5b6663c6f0 HTTP/1.1" status: 404 len: 352 time: 0.0490789 Aug 03 19:11:20.763793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62fad592-c741-4b87-96ed-fe8fc211dbcf req-2c44613a-014c-4a32-992e-5c0c020f6444 tempest-LiveAutoBlockMigrationV225Test-1285959346 tempest-LiveAutoBlockMigrationV225Test-1285959346-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7a5bbda-d5d6-4767-b105-e1532c44d646 HTTP/1.1" status: 200 len: 210 time: 0.0660141 Aug 03 19:11:20.843243 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e80f5a2-addd-48e7-bd00-3b6c7c0c9fb8 x-openstack-request-id: req-6e80f5a2-addd-48e7-bd00-3b6c7c0c9fb8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:20.843531 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a5bbda-d5d6-4767-b105-e1532c44d646", "name": "network-vif-deleted", "tag": "537d0a07-2a96-4ff9-87f5-31d6afe74536", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:20.843778 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e80f5a2-addd-48e7-bd00-3b6c7c0c9fb8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:20.844190 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a5bbda-d5d6-4767-b105-e1532c44d646', 'name': 'network-vif-deleted', 'tag': '537d0a07-2a96-4ff9-87f5-31d6afe74536', 'status': 'completed', 'code': 200} Aug 03 19:11:20.874577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:20.881955 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-0f35bd6d-71e8-4d03-a56f-053fb0313be2 req-fbe64b7b-f894-423e-9308-d6c675803079 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:11:20.884459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f35bd6d-71e8-4d03-a56f-053fb0313be2 req-fbe64b7b-f894-423e-9308-d6c675803079 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/b95cb5f9-acff-4561-a9df-f8436eedaaa9 HTTP/1.1" status: 404 len: 352 time: 0.0494046 Aug 03 19:11:20.895800 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e6d2708-24e0-46f3-a96d-474864d8b598 admin admin] 10.222.0.42 "PUT /v2.0/routers/2a691662-4b24-4350-9679-d957aff03132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6400735 Aug 03 19:11:20.898486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] Sync routers for ids ['2a691662-4b24-4350-9679-d957aff03132'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:20.900243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36582) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:20.917663 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] Routers {'2a691662-4b24-4350-9679-d957aff03132'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:20.919202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:11:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2a691662-4b24-4350-9679-d957aff03132'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:21.037981 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-2fd1da0b-51f7-4334-b195-3ef8e2bf7725 req-265b3d66-c435-4911-8ea0-7c409b7ded16 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:11:21.040257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fd1da0b-51f7-4334-b195-3ef8e2bf7725 req-265b3d66-c435-4911-8ea0-7c409b7ded16 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/d00b0c5e-6f96-4acf-ac3c-9431963b6185 HTTP/1.1" status: 404 len: 352 time: 0.0468934 Aug 03 19:11:21.101064 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.128863 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-f742b331-490b-44a3-a1e1-b3fefadbb4a8 req-72cf3299-d4ae-4fb8-bdd6-7d2b159ad32a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] show failed (client error): The resource could not be found. Aug 03 19:11:21.130308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f742b331-490b-44a3-a1e1-b3fefadbb4a8 req-72cf3299-d4ae-4fb8-bdd6-7d2b159ad32a tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/40ed8873-4fc2-42a9-986c-ec342348a5e8 HTTP/1.1" status: 404 len: 352 time: 0.0509877 Aug 03 19:11:21.187286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb941bcc-385f-4b1b-9bab-ffe7b3143ec4 req-de3ae7c0-0f5a-4029-91b5-35abf2bde442 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.191494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb941bcc-385f-4b1b-9bab-ffe7b3143ec4 req-de3ae7c0-0f5a-4029-91b5-35abf2bde442 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 945 time: 0.2213845 Aug 03 19:11:21.244916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] Set router 2a691662-4b24-4350-9679-d957aff03132 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:21.253408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.295307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb941bcc-385f-4b1b-9bab-ffe7b3143ec4 req-ba2c6f77-0f46-44cf-9881-56030761e033 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952468 Aug 03 19:11:21.427318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36598) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:21.480861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Deleting port fd76b68e-cc39-4096-a94e-38eb73ae65da {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:21.481840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.501257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c499-cd3e-4312-bc96-4318b4857a8d req-2b173ce2-b94a-4187-9d34-fa8f23eac61e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.516582 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0507c499-cd3e-4312-bc96-4318b4857a8d req-2b173ce2-b94a-4187-9d34-fa8f23eac61e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.1366060 Aug 03 19:11:21.666300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0507c499-cd3e-4312-bc96-4318b4857a8d req-285fed37-859d-4650-8d10-128c28bc2e8f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393991 Aug 03 19:11:21.759415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] For port fd76b68e-cc39-4096-a94e-38eb73ae65da, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fd76b68e-cc39-4096-a94e-38eb73ae65da,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:21.760876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.805924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Calling delete_port for fd76b68e-cc39-4096-a94e-38eb73ae65da owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:21.905222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e117-ab27-4e8a-bf06-5ea0483b5d48 req-c33c8a0e-3491-4ae5-8b39-39c911e18650 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.919844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:11:18Z', 'revision_number': 5, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port': {'id': 'fd76b68e-cc39-4096-a94e-38eb73ae65da', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a691662-4b24-4350-9679-d957aff03132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:13Z', 'updated_at': '2021-08-03T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:21.922186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a804e117-ab27-4e8a-bf06-5ea0483b5d48 req-c33c8a0e-3491-4ae5-8b39-39c911e18650 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=298fe9d2-827a-4f44-91c1-8e170123a40b HTTP/1.1" status: 200 len: 946 time: 0.2540858 Aug 03 19:11:21.939647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd08a6-8432-4875-b56c-3784e28e4dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.978873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] Checking router: 2a691662-4b24-4350-9679-d957aff03132 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:21.996409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] Routers {'2a691662-4b24-4350-9679-d957aff03132'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:21.997787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:11:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2a691662-4b24-4350-9679-d957aff03132'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:22.124357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a804e117-ab27-4e8a-bf06-5ea0483b5d48 req-fb7cac09-d511-4623-b905-977b9d3b6e87 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006209 Aug 03 19:11:22.182766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439fd7c-00bf-476f-84da-5363e6815738 req-0db9fc39-1a91-4b08-8d73-20ef9aecfc17 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:22.185657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c439fd7c-00bf-476f-84da-5363e6815738 req-0db9fc39-1a91-4b08-8d73-20ef9aecfc17 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1023 time: 0.2507675 Aug 03 19:11:22.215031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] Set router 2a691662-4b24-4350-9679-d957aff03132 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:22.228404 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.276599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd76b68e-cc39-4096-a94e-38eb73ae65da,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:22.346556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c439fd7c-00bf-476f-84da-5363e6815738 req-acfe19fd-948e-410f-945b-0d331485c16d tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&id=1041d0e0-3e95-4d62-b85e-1545835be249&id=b9344bdd-38f6-4805-ada1-bcf9824a385b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1289136 Aug 03 19:11:22.365789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:11:21Z', 'revision_number': 6, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:22.375745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.442315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049be71-51b6-442a-8dc1-5b01ef110a53 None None] The sync data for ids ['2a691662-4b24-4350-9679-d957aff03132'] in n-d-803378-1 is: [{'id': '2a691662-4b24-4350-9679-d957aff03132', 'name': 'tempest-FloatingIPDetailsTestJSON-622381005-router', 'tenant_id': 'c040d7e567ce439c99413db1bddf5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:12Z', 'updated_at': '2021-08-03T19:11:21Z', 'revision_number': 6, 'project_id': 'c040d7e567ce439c99413db1bddf5088', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:22.484376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36612) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:22.503649 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd08a6-8432-4875-b56c-3784e28e4dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.521227 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd08a6-8432-4875-b56c-3784e28e4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.630021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.633227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.711827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.712636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a691662-4b24-4350-9679-d957aff03132 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:22.719360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.721315 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3129fb70-4399-4792-b9e2-50dfaf2646a2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2a691662-4b24-4350-9679-d957aff03132 HTTP/1.1" status: 204 len: 168 time: 1.8199015 Aug 03 19:11:22.724052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36618) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:22.738574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f6dd08a6-8432-4875-b56c-3784e28e4dd3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e4916cd6f8242d18aa4dcb0e5a74f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3096738 Aug 03 19:11:22.741593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd08a6-8432-4875-b56c-3784e28e4dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f206ff23-40a2-4bde-9edf-8d04a8328653,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:22.744670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36620) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:22.752696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d4aed-5890-44d7-a6bf-4f93d488124e req-7b47e1d0-979e-4e59-9476-5d3e5fba11d4 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:22.754184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-866d4aed-5890-44d7-a6bf-4f93d488124e req-7b47e1d0-979e-4e59-9476-5d3e5fba11d4 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.4247470 Aug 03 19:11:22.807920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-94867905-2906-43dd-a7cf-94c17b022a20 admin admin] Deleting subnet 4a79b7f6-6411-486e-b089-7fd57e6b3b93 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:22.813692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d69b3f7-6781-4a21-9ec2-8cb414f61045 admin admin] Deleting subnet c771c334-89f1-45d4-b8bf-58d8b0c3c018 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:22.813967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94867905-2906-43dd-a7cf-94c17b022a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.828356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d69b3f7-6781-4a21-9ec2-8cb414f61045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.880314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94867905-2906-43dd-a7cf-94c17b022a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.880633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f0be-5a7d-4cd3-b304-97b1404ef461 req-62429c37-898e-4950-abc0-468cf3208b29 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:22.888659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff52f0be-5a7d-4cd3-b304-97b1404ef461 req-62429c37-898e-4950-abc0-468cf3208b29 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 945 time: 0.2966099 Aug 03 19:11:22.928276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-866d4aed-5890-44d7-a6bf-4f93d488124e req-d30f97d5-6515-4e0b-851c-d1abfec56ff8 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585386 Aug 03 19:11:22.944917 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d69b3f7-6781-4a21-9ec2-8cb414f61045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.030442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff52f0be-5a7d-4cd3-b304-97b1404ef461 req-10e2d0a8-e9c8-41a6-b3da-0f32cc475a36 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404264 Aug 03 19:11:23.035721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bd3-be53-4cb2-8cca-f78d56911191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.067367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94867905-2906-43dd-a7cf-94c17b022a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.114787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d69b3f7-6781-4a21-9ec2-8cb414f61045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.164375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bd3-be53-4cb2-8cca-f78d56911191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.222965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94867905-2906-43dd-a7cf-94c17b022a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.268308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94867905-2906-43dd-a7cf-94c17b022a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a79b7f6-6411-486e-b089-7fd57e6b3b93,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:23.270702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94867905-2906-43dd-a7cf-94c17b022a20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.272776 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-94867905-2906-43dd-a7cf-94c17b022a20 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4a79b7f6-6411-486e-b089-7fd57e6b3b93 HTTP/1.1" status: 204 len: 168 time: 0.5470622 Aug 03 19:11:23.278175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aed64d-a9da-49bb-814a-948bc8954845 req-ec16be00-6701-487e-9643-a7e152056c2b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.280361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4aed64d-a9da-49bb-814a-948bc8954845 req-ec16be00-6701-487e-9643-a7e152056c2b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.2021508 Aug 03 19:11:23.281020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36626) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:23.289798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00885439-5cd4-4d2e-ad35-a361b3d224c0 None None] Network 47994119-7521-4e14-8fd9-2c2184949ff8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:23.383143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d69b3f7-6781-4a21-9ec2-8cb414f61045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.386262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bd3-be53-4cb2-8cca-f78d56911191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.390893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bd3-be53-4cb2-8cca-f78d56911191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.392379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9e5d7bd3-be53-4cb2-8cca-f78d56911191 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f206ff23-40a2-4bde-9edf-8d04a8328653 HTTP/1.1" status: 204 len: 168 time: 0.6372221 Aug 03 19:11:23.504872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69b3f7-6781-4a21-9ec2-8cb414f61045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c771c334-89f1-45d4-b8bf-58d8b0c3c018,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:23.507946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d7bd3-be53-4cb2-8cca-f78d56911191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f206ff23-40a2-4bde-9edf-8d04a8328653,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:23.524013 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d69b3f7-6781-4a21-9ec2-8cb414f61045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.529569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36636) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:23.537958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d69b3f7-6781-4a21-9ec2-8cb414f61045 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c771c334-89f1-45d4-b8bf-58d8b0c3c018 HTTP/1.1" status: 204 len: 168 time: 1.0524559 Aug 03 19:11:23.554350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4aed64d-a9da-49bb-814a-948bc8954845 req-e1a1b9be-1684-4196-a814-7523a5ababf6 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457664 Aug 03 19:11:23.558369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.705061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 537d0a07-2a96-4ff9-87f5-31d6afe74536 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:23.740422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 537d0a07-2a96-4ff9-87f5-31d6afe74536 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:23.742513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.744252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 537d0a07-2a96-4ff9-87f5-31d6afe74536 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:23.876019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] DHCP port deletion for 47994119-7521-4e14-8fd9-2c2184949ff8 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:23.914198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-d2b0e7f1-3bae-467c-ac1d-3c7626988d28 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.916266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-d2b0e7f1-3bae-467c-ac1d-3c7626988d28 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.63 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1023 time: 0.3435781 Aug 03 19:11:23.927211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.945789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f814e7a7-f0ca-4e21-8d6e-66af40a55cae']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:23.979991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdd6931-1d6f-4926-838e-b77c42436014') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:23.980676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdd6931-1d6f-4926-838e-b77c42436014') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:24.000917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.004266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] Deleting port 22955000-3e6b-4ea7-a215-95d557a92d68 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:24.005032 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.042340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.054605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:24.055307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:24.059749 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:24.088642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42ce7d-d240-40c2-a4b0-520370210049 req-b1fe6030-12ea-4237-914d-e36a7c6baea9 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.105630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b42ce7d-d240-40c2-a4b0-520370210049 req-b1fe6030-12ea-4237-914d-e36a7c6baea9 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 945 time: 0.3060524 Aug 03 19:11:24.153128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c1f0-ed58-4a13-b6b1-7e1fb10f11b4 req-fb155e9b-df5f-478b-a8ea-de54c2a5be81 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.153128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17e1c1f0-ed58-4a13-b6b1-7e1fb10f11b4 req-fb155e9b-df5f-478b-a8ea-de54c2a5be81 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 1023 time: 0.4353814 Aug 03 19:11:24.163902 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.173958 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.175600 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f814e7a7-f0ca-4e21-8d6e-66af40a55cae HTTP/1.1" status: 204 len: 168 time: 0.6449983 Aug 03 19:11:24.186562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36642) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:24.208437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d8f9d-34d0-40b5-ab80-244fa6d38597 admin admin] Pushing event deleted for resources: {'Network': ['ID=f814e7a7-f0ca-4e21-8d6e-66af40a55cae,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.225690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] For port 22955000-3e6b-4ea7-a215-95d557a92d68, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=22955000-3e6b-4ea7-a215-95d557a92d68,segment=NetworkSegment(57d8c18f-51e0-442a-a612-9aab6a14042c),segment_id=57d8c18f-51e0-442a-a612-9aab6a14042c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:24.227512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.252358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] Calling delete_port for 22955000-3e6b-4ea7-a215-95d557a92d68 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:24.260209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36644) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:24.275396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7565fb52-96f5-49a2-a6d8-0d69a9f8af8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.302946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Deleting port 22955000-3e6b-4ea7-a215-95d557a92d68 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:24.303814 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.382878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b42ce7d-d240-40c2-a4b0-520370210049 req-4357df1c-a91a-457f-aee3-eab944f49058 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761741 Aug 03 19:11:24.469006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fd76b68e-cc39-4096-a94e-38eb73ae65da no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:24.495073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17e1c1f0-ed58-4a13-b6b1-7e1fb10f11b4 req-15d2d343-4b80-40e6-bfc3-a02ec3f6a94f tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&id=1041d0e0-3e95-4d62-b85e-1545835be249&id=b9344bdd-38f6-4805-ada1-bcf9824a385b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3057184 Aug 03 19:11:24.521888 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7565fb52-96f5-49a2-a6d8-0d69a9f8af8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.533250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7565fb52-96f5-49a2-a6d8-0d69a9f8af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.534817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: fd76b68e-cc39-4096-a94e-38eb73ae65da {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:24.535212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fd76b68e-cc39-4096-a94e-38eb73ae65da not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:24.535632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 28f4159c-9c88-483a-8393-7a7e93c679de no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:24.568674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 28f4159c-9c88-483a-8393-7a7e93c679de {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:24.569080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 28f4159c-9c88-483a-8393-7a7e93c679de not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:24.569259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 22955000-3e6b-4ea7-a215-95d557a92d68 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:24.591758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d59b364-0f0e-4509-88b8-58f62b52dd36 admin admin] Deleting subnet 1e2a860e-5d10-4855-92f1-ebd8b825bf57 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:24.594553 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7565fb52-96f5-49a2-a6d8-0d69a9f8af8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86f18ffa50ee46aa910e36b15dbe29d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326726 Aug 03 19:11:24.595508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565fb52-96f5-49a2-a6d8-0d69a9f8af8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071bab5e-696a-4bd5-95de-e85801a3de37,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.598681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36648) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:24.601582 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d59b364-0f0e-4509-88b8-58f62b52dd36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.655323 n-d-803378-1 neutron-server[94135]: INFO neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No ports have port_id starting with 22955000-3e6b-4ea7-a215-95d557a92d68 Aug 03 19:11:24.657694 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.691418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c845de08-bba3-44e4-9447-ecd665251279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.699746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] No DVR routers for this DVR port 22955000-3e6b-4ea7-a215-95d557a92d68 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:24.731379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] For port 22955000-3e6b-4ea7-a215-95d557a92d68, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=22955000-3e6b-4ea7-a215-95d557a92d68,segment=NetworkSegment(57d8c18f-51e0-442a-a612-9aab6a14042c),segment_id=57d8c18f-51e0-442a-a612-9aab6a14042c)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:24.732042 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.744432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fba6e-ae5d-4cf0-b8e3-680f6d8099bd None None] Pushing event deleted for resources: {'Port': ['ID=22955000-3e6b-4ea7-a215-95d557a92d68,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.751983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Deleting port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:24.752611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.759014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c845de08-bba3-44e4-9447-ecd665251279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.832100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c845de08-bba3-44e4-9447-ecd665251279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.838880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c845de08-bba3-44e4-9447-ecd665251279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.843171 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c845de08-bba3-44e4-9447-ecd665251279 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/071bab5e-696a-4bd5-95de-e85801a3de37 HTTP/1.1" status: 204 len: 168 time: 0.2408328 Aug 03 19:11:24.859463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845de08-bba3-44e4-9447-ecd665251279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071bab5e-696a-4bd5-95de-e85801a3de37,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.860864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Calling delete_port for 22955000-3e6b-4ea7-a215-95d557a92d68 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:24.897925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d59b364-0f0e-4509-88b8-58f62b52dd36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.200385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-4b6033ea-45a2-4d9a-8cc5-c61bfe29b95b tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.202095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-4b6033ea-45a2-4d9a-8cc5-c61bfe29b95b tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 945 time: 0.1005218 Aug 03 19:11:25.384684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Deleting port 2ca529de-59a4-4b61-bc8a-feecb49214b0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:25.385057 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.411182 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.527851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ac720-15a2-4270-8ecd-31372a3da5b8 req-a90c4887-9aa8-4397-aa8d-6896ac228ff6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.530520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba1ac720-15a2-4270-8ecd-31372a3da5b8 req-a90c4887-9aa8-4397-aa8d-6896ac228ff6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 1.0024002 Aug 03 19:11:25.618707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4fa5-71a7-4695-aaa1-b6d9011fcc90 req-0869f769-718c-4ba2-a476-91fff850a3f6 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.623810 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-186a4fa5-71a7-4695-aaa1-b6d9011fcc90 req-0869f769-718c-4ba2-a476-91fff850a3f6 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.8473952 Aug 03 19:11:25.643734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] For port 2ca529de-59a4-4b61-bc8a-feecb49214b0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=2ca529de-59a4-4b61-bc8a-feecb49214b0,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:25.643734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.653539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] For port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,segment=NetworkSegment(68727127-0f06-40d1-b7c2-53bfc73c926d),segment_id=68727127-0f06-40d1-b7c2-53bfc73c926d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:25.654451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.669006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Calling delete_port for 2ca529de-59a4-4b61-bc8a-feecb49214b0 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:25.675181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Calling delete_port for 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:25.758834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d59b364-0f0e-4509-88b8-58f62b52dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.856144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba1ac720-15a2-4270-8ecd-31372a3da5b8 req-09d5f066-5ae3-4a14-80f3-b22f3818c501 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994878 Aug 03 19:11:25.939990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.960154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['d488c52f-a1bc-4987-9664-978ce01bf514'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:25.974187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-186a4fa5-71a7-4695-aaa1-b6d9011fcc90 req-05de2e86-a0bd-4f69-a4cf-5d01ce400cb2 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128720 Aug 03 19:11:25.997189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.060982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['2ca529de-59a4-4b61-bc8a-feecb49214b0', 'b5c9c9e1-861f-415b-9e2b-f07105793ba8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:26.091697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Pushing event deleted for resources: {'Port': ['ID=2ca529de-59a4-4b61-bc8a-feecb49214b0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.208015 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eef06bf6-9c7e-4677-90aa-70ef3635f03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.215216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] No DVR routers for this DVR port 2ca529de-59a4-4b61-bc8a-feecb49214b0 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:26.219595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.224524 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ce7256c-8f62-4aee-b75f-74e480828cd4 req-36eecc7b-1f7c-4216-bc1d-134f580efd3a tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.63 "DELETE /v2.0/ports/2ca529de-59a4-4b61-bc8a-feecb49214b0 HTTP/1.1" status: 204 len: 173 time: 1.0143242 Aug 03 19:11:26.225683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82158d-174d-438d-9de1-57b2fcf1c775', 'name': 'network-vif-deleted', 'tag': '2ca529de-59a4-4b61-bc8a-feecb49214b0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:26.229903 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d4e436-8c36-45ca-bc68-992c673392cf" -d '{"events": [{"server_uuid": "1f82158d-174d-438d-9de1-57b2fcf1c775", "name": "network-vif-deleted", "tag": "2ca529de-59a4-4b61-bc8a-feecb49214b0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:26.243998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Pushing event deleted for resources: {'Port': ['ID=22955000-3e6b-4ea7-a215-95d557a92d68,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.259182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d59b364-0f0e-4509-88b8-58f62b52dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.264230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] No DVR routers for this DVR port 22955000-3e6b-4ea7-a215-95d557a92d68 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:26.310988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6918f2ab-e134-4636-95bc-96764dc1ad82 req-62f86198-9934-4414-b42b-4f1f04c56e1b tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f82158d-174d-438d-9de1-57b2fcf1c775 HTTP/1.1" status: 200 len: 210 time: 0.3293719 Aug 03 19:11:26.529113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36680) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:26.532503 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5416a60-ab11-4f66-816a-7d1d651cd0f7 x-openstack-request-id: req-d5416a60-ab11-4f66-816a-7d1d651cd0f7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:26.532928 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82158d-174d-438d-9de1-57b2fcf1c775", "name": "network-vif-deleted", "tag": "2ca529de-59a4-4b61-bc8a-feecb49214b0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:26.533304 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5416a60-ab11-4f66-816a-7d1d651cd0f7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:26.533853 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82158d-174d-438d-9de1-57b2fcf1c775', 'name': 'network-vif-deleted', 'tag': '2ca529de-59a4-4b61-bc8a-feecb49214b0', 'status': 'completed', 'code': 200} Aug 03 19:11:26.659619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59b364-0f0e-4509-88b8-58f62b52dd36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2a860e-5d10-4855-92f1-ebd8b825bf57,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.686281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d59b364-0f0e-4509-88b8-58f62b52dd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.689319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1d59b364-0f0e-4509-88b8-58f62b52dd36 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1e2a860e-5d10-4855-92f1-ebd8b825bf57 HTTP/1.1" status: 204 len: 168 time: 2.4875751 Aug 03 19:11:26.691867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.693199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36686) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:26.818925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.845742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1466415197-network', 'tenant_id': '47aa4c8775f14d6f8eb478046c53a13c'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:26.860677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'Port': ['ID=0192f3ed-64c4-40e1-9ad5-46f2a77d7289,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.874319 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.950194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a7686-2a94-491a-b715-b4f9083ebf20 req-9f6c8ec9-04e5-4a39-847d-3e9fd59be192 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.966896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-224a7686-2a94-491a-b715-b4f9083ebf20 req-9f6c8ec9-04e5-4a39-847d-3e9fd59be192 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/ports?device_id=835da9f8-f3f0-44e6-8a0e-3af092628fb9 HTTP/1.1" status: 200 len: 945 time: 0.9097154 Aug 03 19:11:26.980466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47994119-7521-4e14-8fd9-2c2184949ff8']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.015009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d8c18f-51e0-442a-a612-9aab6a14042c') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.015842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d8c18f-51e0-442a-a612-9aab6a14042c') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.051629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Made reservation on behalf of 47aa4c8775f14d6f8eb478046c53a13c for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:27.056728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.074244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] No DVR routers for this DVR port 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:27.086791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.092391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.096682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff16c651-c482-43e9-9fe6-8445c446e45f req-33926f14-c26c-4275-8746-33fcdde53a1b tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.63 "DELETE /v2.0/ports/0192f3ed-64c4-40e1-9ad5-46f2a77d7289 HTTP/1.1" status: 204 len: 173 time: 3.1697903 Aug 03 19:11:27.098022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'name': 'network-vif-deleted', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:27.115674 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b59994-8c7d-4626-94de-e60921db0b12" -d '{"events": [{"server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "name": "network-vif-deleted", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:27.205556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:27.220313 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.252544 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.253917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:27.254550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 0192f3ed-64c4-40e1-9ad5-46f2a77d7289 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:27.280378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-224a7686-2a94-491a-b715-b4f9083ebf20 req-de5e9444-bc3f-4456-be0d-7d08e7d9fee9 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups?id=14273b93-43e4-4679-8c5a-d225a1f1a5d1&id=1041d0e0-3e95-4d62-b85e-1545835be249&id=b9344bdd-38f6-4805-ada1-bcf9824a385b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3118873 Aug 03 19:11:27.284290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:27.286386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.286925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76821f96-396a-4095-a07c-d517c88f03f8']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:27.292563 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:27.324087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cc796a-a893-4136-b8c9-5cdb3f09b3f6') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.324648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cc796a-a893-4136-b8c9-5cdb3f09b3f6') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.355305 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.432634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a9d4b-8b00-4376-aa4d-a6114f7bc118 req-403aea0c-0c71-4f1a-87c2-8401ca9ab046 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.434580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-760a9d4b-8b00-4376-aa4d-a6114f7bc118 req-403aea0c-0c71-4f1a-87c2-8401ca9ab046 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.2984841 Aug 03 19:11:27.447607 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.462860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:27.463760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.494787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:27.507554 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:27.514348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.516567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] 10.222.0.42 "DELETE /v2.0/networks/47994119-7521-4e14-8fd9-2c2184949ff8 HTTP/1.1" status: 204 len: 168 time: 4.2312586 Aug 03 19:11:27.537180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f764b-644f-430d-8b71-a8cb7f3f5eea admin admin] Pushing event deleted for resources: {'Network': ['ID=47994119-7521-4e14-8fd9-2c2184949ff8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:27.552055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-760a9d4b-8b00-4376-aa4d-a6114f7bc118 req-1ccb35da-f3e6-4e29-9746-868a0f80b91b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739155 Aug 03 19:11:27.564261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0b33-bc1d-40c6-8cc7-27da78140932 req-af9c3902-fe1d-40d0-8c44-e899308dbdef tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.565974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bba0b33-bc1d-40c6-8cc7-27da78140932 req-af9c3902-fe1d-40d0-8c44-e899308dbdef tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.1497192 Aug 03 19:11:27.618526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.662291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bba0b33-bc1d-40c6-8cc7-27da78140932 req-fc1162ec-0508-44f8-b897-b3a28f1f82f6 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825994 Aug 03 19:11:27.666638 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fe81bc-b953-4c02-ae93-5d1fc419392b x-openstack-request-id: req-20fe81bc-b953-4c02-ae93-5d1fc419392b {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:27.670532 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835da9f8-f3f0-44e6-8a0e-3af092628fb9", "name": "network-vif-deleted", "tag": "0192f3ed-64c4-40e1-9ad5-46f2a77d7289", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:27.673848 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20fe81bc-b953-4c02-ae93-5d1fc419392b {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:27.674918 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835da9f8-f3f0-44e6-8a0e-3af092628fb9', 'name': 'network-vif-deleted', 'tag': '0192f3ed-64c4-40e1-9ad5-46f2a77d7289', 'status': 'completed', 'code': 200} Aug 03 19:11:27.684872 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.690262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.694242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] 10.222.0.42 "DELETE /v2.0/networks/76821f96-396a-4095-a07c-d517c88f03f8 HTTP/1.1" status: 204 len: 168 time: 0.9990342 Aug 03 19:11:27.707552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36700) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:27.740141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127de165-ef52-414b-81b1-86d1253f20aa admin admin] Pushing event deleted for resources: {'Network': ['ID=76821f96-396a-4095-a07c-d517c88f03f8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:27.840246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c137b3f3-6551-4ac6-bbb9-f117263cc145 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c040d7e567ce439c99413db1bddf5088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301601 Aug 03 19:11:27.843214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36706) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:27.962019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.967069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd868a82-d33a-4e28-953d-57051f37c3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.972845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.018858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:28.033056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd868a82-d33a-4e28-953d-57051f37c3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.043768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ddbdd-f577-44d2-935e-c9c8e04625e9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:28.052043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.052829 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Added segment 9a29416c-eccb-4c0d-b40e-64157a1b934b of type vlan for network 1dd2b364-0bde-4437-a92a-ee6a4ce2e75f Aug 03 19:11:28.089859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36708) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:28.151110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-850e65a6-9b78-44cf-9e32-dab2bfcbd01b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e5886d602154b98b509f4fe4b176fc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0598910 Aug 03 19:11:28.152071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36712) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:28.169702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.181195 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd868a82-d33a-4e28-953d-57051f37c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.184507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd868a82-d33a-4e28-953d-57051f37c3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.185761 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fd868a82-d33a-4e28-953d-57051f37c3aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02b43010-2f85-4b0c-bde5-f05929b1d750 HTTP/1.1" status: 204 len: 168 time: 0.3415189 Aug 03 19:11:28.200397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd868a82-d33a-4e28-953d-57051f37c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b43010-2f85-4b0c-bde5-f05929b1d750,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:28.230732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.231897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.232616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.260261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e855675b-0abd-487c-80df-59a9989d34bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.315150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e855675b-0abd-487c-80df-59a9989d34bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.344469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:28.344696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8140547 Aug 03 19:11:28.351924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f0a58-c772-4d9c-b740-2106d931fd45 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd2b364-0bde-4437-a92a-ee6a4ce2e75f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:28.366185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Request body: {'subnet': {'network_id': '1dd2b364-0bde-4437-a92a-ee6a4ce2e75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1466415197-subnet', 'tenant_id': '47aa4c8775f14d6f8eb478046c53a13c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:28.385317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1dd2b364-0bde-4437-a92a-ee6a4ce2e75f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:28.490110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Made reservation on behalf of 47aa4c8775f14d6f8eb478046c53a13c for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:28.493292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.544278 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e855675b-0abd-487c-80df-59a9989d34bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.546800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e855675b-0abd-487c-80df-59a9989d34bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.548064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e855675b-0abd-487c-80df-59a9989d34bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b HTTP/1.1" status: 204 len: 168 time: 0.3937092 Aug 03 19:11:28.563994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855675b-0abd-487c-80df-59a9989d34bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5844b0-0e9c-48e6-9a3b-de7ce55cd88b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:28.578642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7030a3cf-2cde-4229-8157-e442ec1bee97 req-fde85bab-8e5d-497e-a7ce-df2e88a4edd7 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/b9344bdd-38f6-4805-ada1-bcf9824a385b HTTP/1.1" status: 200 len: 1799 time: 0.1652822 Aug 03 19:11:28.694020 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7030a3cf-2cde-4229-8157-e442ec1bee97 req-219b3c70-8b56-4db2-8172-0661b33194eb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.772137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7030a3cf-2cde-4229-8157-e442ec1bee97 req-219b3c70-8b56-4db2-8172-0661b33194eb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.908958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e118eb4-88a0-4a1e-b646-446fedba6d02 req-78cc62d3-3192-4afa-8f9f-d6e5ae600829 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.910590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e118eb4-88a0-4a1e-b646-446fedba6d02 req-78cc62d3-3192-4afa-8f9f-d6e5ae600829 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1568072 Aug 03 19:11:28.913058 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.921275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7030a3cf-2cde-4229-8157-e442ec1bee97 req-219b3c70-8b56-4db2-8172-0661b33194eb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.923891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7030a3cf-2cde-4229-8157-e442ec1bee97 req-219b3c70-8b56-4db2-8172-0661b33194eb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.936291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7030a3cf-2cde-4229-8157-e442ec1bee97 req-219b3c70-8b56-4db2-8172-0661b33194eb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9344bdd-38f6-4805-ada1-bcf9824a385b HTTP/1.1" status: 204 len: 173 time: 0.3472996 Aug 03 19:11:29.043335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b3c70-8b56-4db2-8172-0661b33194eb tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9344bdd-38f6-4805-ada1-bcf9824a385b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:29.197177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 2ca529de-59a4-4b61-bc8a-feecb49214b0 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:29.217039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e118eb4-88a0-4a1e-b646-446fedba6d02 req-804ba5d8-b384-43f5-af06-5912ba977d55 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779617 Aug 03 19:11:29.220755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=698f0451-07da-4070-aa28-ce9c4960ae09,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:29.274673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36752) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:29.280715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 2ca529de-59a4-4b61-bc8a-feecb49214b0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:29.281605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 2ca529de-59a4-4b61-bc8a-feecb49214b0 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:29.287583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Checking segment: {'id': '9a29416c-eccb-4c0d-b40e-64157a1b934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1dd2b364-0bde-4437-a92a-ee6a4ce2e75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:29.287947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Network hostable DHCP agents. Network: 1dd2b364-0bde-4437-a92a-ee6a4ce2e75f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:29.320677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a5a7-6c8d-4417-884b-88a83ad8ca1a req-62b7c294-8000-4652-afa7-749ec4096ae7 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.329589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ded0a5a7-6c8d-4417-884b-88a83ad8ca1a req-62b7c294-8000-4652-afa7-749ec4096ae7 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.2581055 Aug 03 19:11:29.355434 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9f060a04-f44d-433e-8a30-cdc66c412c07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c9750beb0c844f9aec94a09e000f039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786066 Aug 03 19:11:29.357731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36754) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:29.403812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Network 1dd2b364-0bde-4437-a92a-ee6a4ce2e75f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:29.415142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ded0a5a7-6c8d-4417-884b-88a83ad8ca1a req-49b3244b-75f4-42b6-a966-3f4ff173d2b2 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845459 Aug 03 19:11:29.432309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51fcaaf0-08a4-4c21-8c2d-bd1aab34788e req-92075072-14a7-40dd-a4c9-72ba3ea5275e tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "GET /v2.0/security-groups/1041d0e0-3e95-4d62-b85e-1545835be249 HTTP/1.1" status: 200 len: 1800 time: 0.1466205 Aug 03 19:11:29.468011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1dd2b364-0bde-4437-a92a-ee6a4ce2e75f) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:29.478568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.479422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.483696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad332028-8ec2-40c4-8249-c1820d5577fd None None] Network 1dd2b364-0bde-4437-a92a-ee6a4ce2e75f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:29.522795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-950a4426-ae06-4452-a02e-db8d52c4d68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.559938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f4183078-32bb-4d77-b9ba-6ff3964fa734 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1971958 Aug 03 19:11:29.566491 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-51fcaaf0-08a4-4c21-8c2d-bd1aab34788e req-3a80c949-80b4-4ad6-8733-3323fb295a54 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.586046 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-950a4426-ae06-4452-a02e-db8d52c4d68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.626164 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-51fcaaf0-08a4-4c21-8c2d-bd1aab34788e req-3a80c949-80b4-4ad6-8733-3323fb295a54 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.652817 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.730688 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-51fcaaf0-08a4-4c21-8c2d-bd1aab34788e req-3a80c949-80b4-4ad6-8733-3323fb295a54 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.733730 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-51fcaaf0-08a4-4c21-8c2d-bd1aab34788e req-3a80c949-80b4-4ad6-8733-3323fb295a54 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.738534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51fcaaf0-08a4-4c21-8c2d-bd1aab34788e req-3a80c949-80b4-4ad6-8733-3323fb295a54 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] 10.222.0.42 "DELETE /v2.0/security-groups/1041d0e0-3e95-4d62-b85e-1545835be249 HTTP/1.1" status: 204 len: 173 time: 0.3049631 Aug 03 19:11:29.743032 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-950a4426-ae06-4452-a02e-db8d52c4d68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.743883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36764) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:29.749112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-950a4426-ae06-4452-a02e-db8d52c4d68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.755454 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-950a4426-ae06-4452-a02e-db8d52c4d68e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/023d5fac-6be1-4e2a-bb1e-cc59381e3749 HTTP/1.1" status: 204 len: 168 time: 0.3950186 Aug 03 19:11:29.778798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a4426-ae06-4452-a02e-db8d52c4d68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023d5fac-6be1-4e2a-bb1e-cc59381e3749,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:29.847322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80c949-80b4-4ad6-8733-3323fb295a54 tempest-SecurityGroupsTestJSON-668330659 tempest-SecurityGroupsTestJSON-668330659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041d0e0-3e95-4d62-b85e-1545835be249,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:29.935170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4916fcbf-bcdf-4578-a3d5-5cfb1c039576 admin admin] Deleting subnet 0ecfb36e-3760-4d4c-8407-a42fd9e9a274 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:29.944979 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4916fcbf-bcdf-4578-a3d5-5cfb1c039576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.981466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43537ed2-89b9-404f-adbb-f759c1ee10e5 None None] Network 1dd2b364-0bde-4437-a92a-ee6a4ce2e75f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:30.039501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4916fcbf-bcdf-4578-a3d5-5cfb1c039576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.166852 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-9303c3b9-00f4-4315-b5c1-e86d05788ae9 service neutron] show failed (client error): The resource could not be found. Aug 03 19:11:30.169604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-9303c3b9-00f4-4315-b5c1-e86d05788ae9 service neutron] 10.222.0.88 "GET /v2.0/ports/3ea360e4-b7f3-481f-9ff7-94cf91e70c51/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.2221262 Aug 03 19:11:30.185722 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4916fcbf-bcdf-4578-a3d5-5cfb1c039576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.328027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4916fcbf-bcdf-4578-a3d5-5cfb1c039576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.334379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-78bd273a-2d8c-441f-a26e-16eb08efbd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.407248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916fcbf-bcdf-4578-a3d5-5cfb1c039576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ecfb36e-3760-4d4c-8407-a42fd9e9a274,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:30.442336 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4916fcbf-bcdf-4578-a3d5-5cfb1c039576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.449065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4916fcbf-bcdf-4578-a3d5-5cfb1c039576 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0ecfb36e-3760-4d4c-8407-a42fd9e9a274 HTTP/1.1" status: 204 len: 168 time: 0.7022302 Aug 03 19:11:30.449508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36786) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:30.583527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.626891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce165-7b39-4e00-ad51-c4c7aa1ff672 req-8eba5069-c98f-447b-9551-0c62027c2751 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.629538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fbce165-7b39-4e00-ad51-c4c7aa1ff672 req-8eba5069-c98f-447b-9551-0c62027c2751 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.2257035 Aug 03 19:11:30.699846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-ae1d4232-450b-423e-ad38-caa94666fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.710014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-ae1d4232-450b-423e-ad38-caa94666fa27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9&tenant_id=80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 1101 time: 0.1995411 Aug 03 19:11:30.773685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.780485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:30.791353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a7637c-bf8a-48be-bc6d-5812bae1be18']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:30.805629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68727127-0f06-40d1-b7c2-53bfc73c926d') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:30.805993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68727127-0f06-40d1-b7c2-53bfc73c926d') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:30.823632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.843790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.856006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:30.856770 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.910502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fbce165-7b39-4e00-ad51-c4c7aa1ff672 req-4e6f396e-c5d4-4a58-aee0-dfe84ff189f7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649906 Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:30.979699 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:30.985401 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.997777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.000380 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] 10.222.0.42 "DELETE /v2.0/networks/01a7637c-bf8a-48be-bc6d-5812bae1be18 HTTP/1.1" status: 204 len: 168 time: 0.5488555 Aug 03 19:11:31.017219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba75fa4-03cd-4140-bd70-1b9df6e6a905 admin admin] Pushing event deleted for resources: {'Network': ['ID=01a7637c-bf8a-48be-bc6d-5812bae1be18,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:31.060908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.094058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a2b2d-971e-4192-96e3-d44ed3eda76e req-fec144b0-6250-481e-a5a6-67f10a6e3863 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.100664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a2b2d-971e-4192-96e3-d44ed3eda76e req-fec144b0-6250-481e-a5a6-67f10a6e3863 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.108387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-249a2b2d-971e-4192-96e3-d44ed3eda76e req-fec144b0-6250-481e-a5a6-67f10a6e3863 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=298fe9d2-827a-4f44-91c1-8e170123a40b&device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 1682 time: 0.2683542 Aug 03 19:11:31.237068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857876-c455-4921-b935-613045c45a84 req-1023968e-98e9-4cc9-9360-4e34dace7df7 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.244689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56857876-c455-4921-b935-613045c45a84 req-1023968e-98e9-4cc9-9360-4e34dace7df7 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.2421575 Aug 03 19:11:31.252664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-249a2b2d-971e-4192-96e3-d44ed3eda76e req-985f7a00-4404-4f55-9f48-7d99ed0ebbbb tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431954 Aug 03 19:11:31.449238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36816) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:31.473120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56857876-c455-4921-b935-613045c45a84 req-05f8dce2-6f70-4471-bbb6-58f2caaa67cb tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250757 Aug 03 19:11:31.564336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36820) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:31.572796 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7fde90d7-23ae-4aca-9669-1c31ed3ad90c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9e4ce46f43c4d84be819464e1b97f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1214366 Aug 03 19:11:31.823661 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.874961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36842) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:31.883934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1838007027-network', 'tenant_id': 'e6271673374c4209bbff2651eccda58d'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:31.900690 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e04cfdd-e504-4a0f-9add-036ae02e3136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.961752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Made reservation on behalf of e6271673374c4209bbff2651eccda58d for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:31.965174 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e04cfdd-e504-4a0f-9add-036ae02e3136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.972299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.011761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.177262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:32.334543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:32.338467 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e04cfdd-e504-4a0f-9add-036ae02e3136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.342757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e04cfdd-e504-4a0f-9add-036ae02e3136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.344717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9e04cfdd-e504-4a0f-9add-036ae02e3136 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14273b93-43e4-4679-8c5a-d225a1f1a5d1 HTTP/1.1" status: 204 len: 168 time: 0.7784743 Aug 03 19:11:32.372189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.382198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.407943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04cfdd-e504-4a0f-9add-036ae02e3136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14273b93-43e4-4679-8c5a-d225a1f1a5d1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:32.493031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5bd88-afca-4458-b252-7ba6246d3cdd req-0f6d83aa-ea5f-4132-b9ea-5d2130233cb9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:32.501868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc53f87b-93b2-4d83-a12a-3d1823b822e9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:32.506330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51d5bd88-afca-4458-b252-7ba6246d3cdd req-0f6d83aa-ea5f-4132-b9ea-5d2130233cb9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.2412045 Aug 03 19:11:32.546784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:32.588123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.589748 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Added segment 88b6d00a-c238-4ffe-b2e6-df55338836bd of type vlan for network 2864ee88-d2a6-46a9-a6ae-64feaebd07a7 Aug 03 19:11:32.636446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:32.641719 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33b0460-2b85-4b19-aef3-514adb23e1a0" -d '{"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:32.670887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-c69b3a5f-d6ee-4f99-8e06-efc7613c9508 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=01f8eb72bafd4beb9fecb436e4b2aaee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732520 Aug 03 19:11:32.702202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.723603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.775017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.776294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:32.777111 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.804203 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9230812 Aug 03 19:11:32.806400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36872) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:32.838599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Request body: {'subnet': {'network_id': '2864ee88-d2a6-46a9-a6ae-64feaebd07a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1838007027-subnet', 'tenant_id': 'e6271673374c4209bbff2651eccda58d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:32.889426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Transition to ACTIVE for port object 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:32.890146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc6edf-3f62-4b07-a08a-e3bf41e745ee admin admin] Pushing event updated for resources: {'Network': ['ID=2864ee88-d2a6-46a9-a6ae-64feaebd07a7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:32.899799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Made reservation on behalf of e6271673374c4209bbff2651eccda58d for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:32.904078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.907401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 2864ee88-d2a6-46a9-a6ae-64feaebd07a7 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:33.008413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51d5bd88-afca-4458-b252-7ba6246d3cdd req-d1ad4031-57a8-4c24-94db-0f3659e7fd9a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006006 Aug 03 19:11:33.039927 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.319538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] No DVR routers for this DVR port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:33.534295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-a8940847-b0b7-41d7-80cf-7c5432f9396d tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.544266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-a8940847-b0b7-41d7-80cf-7c5432f9396d tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8689938 Aug 03 19:11:33.545177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:33.616311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:33.616901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:33.617659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:33.628018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-d96fca79-2eda-45d7-8ed7-d6d908d31734 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.635229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-d96fca79-2eda-45d7-8ed7-d6d908d31734 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 945 time: 0.2161913 Aug 03 19:11:33.683974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b63b2-43b2-4954-99a0-a67939819b5e req-c0bf4b17-9bd4-48d2-9db0-49d2d30a3c26 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.698412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-565b63b2-43b2-4954-99a0-a67939819b5e req-c0bf4b17-9bd4-48d2-9db0-49d2d30a3c26 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.3898003 Aug 03 19:11:33.705988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:33.814852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:33.816798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:33.883011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:33.883945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-eeb3011d-3f32-4020-9a35-241270bb6db3 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/quotas/01f8eb72bafd4beb9fecb436e4b2aaee HTTP/1.1" status: 200 len: 375 time: 0.3284693 Aug 03 19:11:33.899758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:33.900775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:33.901739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:33.902772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Bound port: 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:33.903648 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.143442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36916) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:34.152298 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-71e0c9a2-8aec-46a2-9ab3-60ac4f8da1f6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3389077 Aug 03 19:11:34.167950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dabf4226-93f6-449e-b4a8-e0aa5da323e2 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.170304 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dabf4226-93f6-449e-b4a8-e0aa5da323e2 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.63 "GET /v2.0/ports?device_id=298fe9d2-827a-4f44-91c1-8e170123a40b HTTP/1.1" status: 200 len: 946 time: 0.2250545 Aug 03 19:11:34.205465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-05cced38-b303-41b2-b814-a21c7636f187 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01f8eb72bafd4beb9fecb436e4b2aaee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3200264 Aug 03 19:11:34.216698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-565b63b2-43b2-4954-99a0-a67939819b5e req-a72421fe-4701-48b4-802b-fc1126c1af12 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148808 Aug 03 19:11:34.223504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.281183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.360675 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b4decd-cd19-4120-884e-43e49f268b76 x-openstack-request-id: req-40b4decd-cd19-4120-884e-43e49f268b76 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:34.361255 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:34.362493 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40b4decd-cd19-4120-884e-43e49f268b76 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:34.363093 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'code': 200} Aug 03 19:11:34.487251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:34.497878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d1dc78-c8d8-4b6c-aa7d-62cc1cc89b2d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:34.501562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:34.503653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Checking segment: {'id': '88b6d00a-c238-4ffe-b2e6-df55338836bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2864ee88-d2a6-46a9-a6ae-64feaebd07a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:34.505889 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Network hostable DHCP agents. Network: 2864ee88-d2a6-46a9-a6ae-64feaebd07a7, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:34.515571 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.646946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.647677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.649289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] 10.222.0.63 "PUT /v2.0/ports/3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 1096 time: 3.9119852 Aug 03 19:11:34.677786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Network 2864ee88-d2a6-46a9-a6ae-64feaebd07a7 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:34.781590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 2864ee88-d2a6-46a9-a6ae-64feaebd07a7) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:34.801246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a156a9c-55d5-46a7-9dc6-0950db0f234f None None] Network 2864ee88-d2a6-46a9-a6ae-64feaebd07a7 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:34.846734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.849577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.868218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72373470-7636-40a2-816f-f3c1c5ef04bb service neutron] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:34.897763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14f709-d93f-46dd-a4d7-0a3f8550c6a8 req-de4b80c1-cc2b-4548-ad08-74f2d571b5d7 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.906455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed14f709-d93f-46dd-a4d7-0a3f8550c6a8 req-de4b80c1-cc2b-4548-ad08-74f2d571b5d7 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 945 time: 0.3728127 Aug 03 19:11:34.947369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9cc3c4c8-8897-433b-b4f7-bd9e89fe45f3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1259465 Aug 03 19:11:34.992268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937fd4b-424a-4475-9e21-31dbdb756888 req-d4a4dd8d-f495-4caa-8c1a-7f53e59be7b7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.001746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3937fd4b-424a-4475-9e21-31dbdb756888 req-d4a4dd8d-f495-4caa-8c1a-7f53e59be7b7 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 948 time: 0.3113298 Aug 03 19:11:35.008801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-0d8fd2e6-9c12-4db5-8d8a-2c4433945246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.010759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-0d8fd2e6-9c12-4db5-8d8a-2c4433945246 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1099 time: 0.2776678 Aug 03 19:11:35.107849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed14f709-d93f-46dd-a4d7-0a3f8550c6a8 req-b92228e2-91fb-4446-a787-aae74581422c tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001371 Aug 03 19:11:35.138630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2021328968-network', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:35.157092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3717274f-5afb-4993-9906-98ddb9ffdeb4 None None] Network 2864ee88-d2a6-46a9-a6ae-64feaebd07a7 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:35.215192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3937fd4b-424a-4475-9e21-31dbdb756888 req-8a8399b1-4394-4b39-b889-cd4ce02aef6e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077341 Aug 03 19:11:35.278563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dce76c8-65d9-4fc8-b9e2-28c06f54e559 req-1e9cf91b-c992-47e1-b1a0-27c23be1db9a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 210 time: 0.0990903 Aug 03 19:11:35.302645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Deleting port d488c52f-a1bc-4987-9664-978ce01bf514 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:35.302992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.328617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-be6d575a-695b-4072-aa5e-033a92248d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.331231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-be6d575a-695b-4072-aa5e-033a92248d1d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.3049893 Aug 03 19:11:35.404827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-4aae0c35-ca97-49c3-a32c-770f6734dbb7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.0639889 Aug 03 19:11:35.475422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36950) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:35.512971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-38d9a33c-faf2-4b7e-87e7-27e335447708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.528074 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-38d9a33c-faf2-4b7e-87e7-27e335447708 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 1096 time: 1.3372126 Aug 03 19:11:35.528976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Made reservation on behalf of 34f448b49eb04cdb9b38bdf45d3b9247 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:35.535763 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.536091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-03dcabf1-d204-4f5c-bb05-47b553a00b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.537923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-03dcabf1-d204-4f5c-bb05-47b553a00b22 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1217303 Aug 03 19:11:35.550015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062dadf-a5f1-4542-881b-a30ac53800a3 req-aa2574ee-d4e1-413e-96fc-79554935e997 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.570772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8062dadf-a5f1-4542-881b-a30ac53800a3 req-aa2574ee-d4e1-413e-96fc-79554935e997 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.1699631 Aug 03 19:11:35.610232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.674251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8062dadf-a5f1-4542-881b-a30ac53800a3 req-ec423dc5-77e1-4426-b5cd-b0e9c4302f09 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022232 Aug 03 19:11:35.693799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-b0b3be5c-e005-4d74-996d-bd8d419356ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.695479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-b0b3be5c-e005-4d74-996d-bd8d419356ed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225293 Aug 03 19:11:35.739601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5df2081-ad28-4b24-b4af-9a033b553429 admin admin] Deleting subnet 698f0451-07da-4070-aa28-ce9c4960ae09 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:35.765822 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5df2081-ad28-4b24-b4af-9a033b553429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.806962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-94edf838-76a2-4272-b78e-45a8a8c3b77f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=defa9b25d8fb44e88b2ebffc955facff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895314 Aug 03 19:11:35.819583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] For port d488c52f-a1bc-4987-9664-978ce01bf514, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d488c52f-a1bc-4987-9664-978ce01bf514,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:35.820126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.890858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Deleting port b5c9c9e1-861f-415b-9e2b-f07105793ba8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:35.892147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.938488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-cc3d2f4a-8869-4a56-9bee-05ca8d3d8279 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331467 Aug 03 19:11:36.074659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-9945076d-f1d2-41ed-b41f-74ff8a873df2 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.076642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-9945076d-f1d2-41ed-b41f-74ff8a873df2 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676516 Aug 03 19:11:36.108162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-911f3c58-e892-45ce-9899-420f9269138a tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/quotas/defa9b25d8fb44e88b2ebffc955facff HTTP/1.1" status: 200 len: 375 time: 0.0135472 Aug 03 19:11:36.111242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Calling delete_port for d488c52f-a1bc-4987-9664-978ce01bf514 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:36.121950 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5df2081-ad28-4b24-b4af-9a033b553429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.166696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-e46e153e-052d-48e7-8a47-3e132bad566a tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=defa9b25d8fb44e88b2ebffc955facff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452406 Aug 03 19:11:36.170288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c88221d-17e8-4360-b4cc-b801c195be2f req-15d00c2f-7b53-4ad1-9d86-ed09f1194897 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810684 Aug 03 19:11:36.199436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-9e475086-a461-4a4c-ba6b-6d63d124e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.203440 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-9e475086-a461-4a4c-ba6b-6d63d124e5df service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.6302998 Aug 03 19:11:36.320404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d340ba4-f4d3-46f0-a420-79ecb36b7c04 req-f7d996ed-5fed-4a68-9402-f2f06f3b2816 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.322546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d340ba4-f4d3-46f0-a420-79ecb36b7c04 req-f7d996ed-5fed-4a68-9402-f2f06f3b2816 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 945 time: 0.0720100 Aug 03 19:11:36.366958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:36.369452 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:36.483178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d340ba4-f4d3-46f0-a420-79ecb36b7c04 req-9fc4658b-c1c9-44bd-ad2e-db90d32f79d4 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/security-groups?id=9197ff31-eb35-4d1a-bdb2-686cd23702e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419179 Aug 03 19:11:36.561105 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-c4956407-4c6b-424f-998f-0917963501d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 200 len: 217 time: 0.3319707 Aug 03 19:11:36.564622 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.583352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-784e58fb-1cd2-42e3-9c2a-52547b5cd21c tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=01f8eb72bafd4beb9fecb436e4b2aaee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641329 Aug 03 19:11:36.607327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5df2081-ad28-4b24-b4af-9a033b553429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.664582 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:11:36.670748 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.780720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71be8166-ca54-48ba-84ff-c874913bb29a req-a8265a4a-c955-436d-b69c-bebd90f76850 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 210 time: 0.0635493 Aug 03 19:11:36.922490 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819306af-9d5a-433e-89b2-957364a9e4bf x-openstack-request-id: req-819306af-9d5a-433e-89b2-957364a9e4bf {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:36.922957 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:36.924053 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-819306af-9d5a-433e-89b2-957364a9e4bf {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:36.924904 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'status': 'completed', 'code': 200} Aug 03 19:11:36.937349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:36.947183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] For port b5c9c9e1-861f-415b-9e2b-f07105793ba8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5c9c9e1-861f-415b-9e2b-f07105793ba8,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:36.947671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.963289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a618c-d51b-4744-aabd-2d75f01a9e07 req-b8f9fb9d-4179-422e-9d55-64fe02e51638 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.983117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-630a618c-d51b-4744-aabd-2d75f01a9e07 req-b8f9fb9d-4179-422e-9d55-64fe02e51638 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 948 time: 0.2645831 Aug 03 19:11:36.989186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9742c6-7f7d-4ee9-b028-95fe22a63f75,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:37.001417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Calling delete_port for b5c9c9e1-861f-415b-9e2b-f07105793ba8 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:37.134499 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.134885 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Added segment 4356caa0-5a0b-48ef-98ad-ee3ab7073f04 of type vlan for network 8c285acc-5231-469d-8b37-d6f79a2f7ecc Aug 03 19:11:37.154245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-1fe641f9-ba5a-42ad-b0ce-33a4c2a662ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.155859 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-1fe641f9-ba5a-42ad-b0ce-33a4c2a662ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.5679355 Aug 03 19:11:37.180299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5df2081-ad28-4b24-b4af-9a033b553429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.274439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b5c9c9e1-861f-415b-9e2b-f07105793ba8 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:37.294964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-09041101-2666-417a-91b6-c5b1f05dee69 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181462 Aug 03 19:11:37.420332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-463ea1de-23b9-4b60-a461-779afd3c2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.423409 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-463ea1de-23b9-4b60-a461-779afd3c2665 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1099 time: 0.3967602 Aug 03 19:11:37.465717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df2081-ad28-4b24-b4af-9a033b553429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698f0451-07da-4070-aa28-ce9c4960ae09,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:37.562761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.614249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.687245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:37.691812 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42874c6-bacc-417f-8056-6eb31228ec16" -d '{"events": [{"server_uuid": "298fe9d2-827a-4f44-91c1-8e170123a40b", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c9c9e1-861f-415b-9e2b-f07105793ba8"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:37.718271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b5c9c9e1-861f-415b-9e2b-f07105793ba8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5c9c9e1-861f-415b-9e2b-f07105793ba8,segment=NetworkSegment(ecb134ad-76f3-4bae-866b-fdc5833a7db0),segment_id=ecb134ad-76f3-4bae-866b-fdc5833a7db0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:37.728898 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.741160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d488c52f-a1bc-4987-9664-978ce01bf514 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:37.785636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c60585e3-f917-42ef-8bf7-182ce7ec477c req-de64129d-f156-42b0-9673-9144f22c166e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 210 time: 0.7672286 Aug 03 19:11:37.855438 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5df2081-ad28-4b24-b4af-9a033b553429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.857690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-56a55502-d975-444d-9efc-b2dddc317126 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.862600 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f5df2081-ad28-4b24-b4af-9a033b553429 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/698f0451-07da-4070-aa28-ce9c4960ae09 HTTP/1.1" status: 204 len: 168 time: 2.3718150 Aug 03 19:11:37.865401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:37.869295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.871684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-56a55502-d975-444d-9efc-b2dddc317126 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2791829 Aug 03 19:11:37.876598 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.907453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Request body: {'port': {'device_id': '3df26213-495d-4253-937e-1b420a4c8b54', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '01f8eb72bafd4beb9fecb436e4b2aaee'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:37.961416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No active binding found for port d488c52f-a1bc-4987-9664-978ce01bf514 {{(pid=94135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:11:37.961898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d488c52f-a1bc-4987-9664-978ce01bf514 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:37.963534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b5c9c9e1-861f-415b-9e2b-f07105793ba8,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:37.971319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-a0e9843b-b4a7-4942-b4c3-371acc78302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.975384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-a0e9843b-b4a7-4942-b4c3-371acc78302e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1099 time: 1.0423446 Aug 03 19:11:37.985158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-ec47b835-e6ec-442c-98b2-d14985a532c9 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745489 Aug 03 19:11:38.038902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-630a618c-d51b-4744-aabd-2d75f01a9e07 req-0f040c1c-3498-4477-bec0-a7b26000264f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0256546 Aug 03 19:11:38.090637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Pushing event deleted for resources: {'Port': ['ID=b5c9c9e1-861f-415b-9e2b-f07105793ba8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:38.096075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.137196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Pushing event deleted for resources: {'Port': ['ID=d488c52f-a1bc-4987-9664-978ce01bf514,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:38.215585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.resource_extend [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:11:38.336650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] No DVR routers for this DVR port b5c9c9e1-861f-415b-9e2b-f07105793ba8 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:38.365405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.367495 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8d42211d-02aa-4046-ac7c-4a9e99e4150e req-dd85025c-9dd0-436b-b046-357a35ec4ad0 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.63 "DELETE /v2.0/ports/b5c9c9e1-861f-415b-9e2b-f07105793ba8 HTTP/1.1" status: 204 len: 173 time: 4.1903188 Aug 03 19:11:38.378769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] No DVR routers for this DVR port d488c52f-a1bc-4987-9664-978ce01bf514 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:38.380231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'name': 'network-vif-deleted', 'tag': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:38.384133 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9523420-aca3-47df-84bd-cb3f83a33151" -d '{"events": [{"server_uuid": "298fe9d2-827a-4f44-91c1-8e170123a40b", "name": "network-vif-deleted", "tag": "b5c9c9e1-861f-415b-9e2b-f07105793ba8"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:38.419582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.421704 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23c14bd5-6cdd-4c49-8aa8-15bd6fe8cd64 req-97feab01-5d16-484d-8eb7-edbdb33db4e6 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.88 "DELETE /v2.0/ports/d488c52f-a1bc-4987-9664-978ce01bf514 HTTP/1.1" status: 204 len: 173 time: 4.7735853 Aug 03 19:11:38.431279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.431602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.431941 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.574385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] Pushing event updated for resources: {'Network': ['ID=8c285acc-5231-469d-8b37-d6f79a2f7ecc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:38.603634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:38.604623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-5d22db6b-425a-427c-928c-295b3ed18d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.606110 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-5d22db6b-425a-427c-928c-295b3ed18d8a service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 1.1252220 Aug 03 19:11:38.639800 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c415ca60-2e11-4618-871e-ef8bf7b8f6b3 req-6acb3046-b20c-4115-a298-27566facef0c service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063424 Aug 03 19:11:38.700598 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7436d28f-f36f-4e1a-8082-5a035364c320 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.5535371 Aug 03 19:11:38.705985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36996) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:38.712127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca0f9f40-2f8a-414e-93d0-68e79185a374 req-ccb5c0b4-1de6-421d-be5f-03dec4f6cb12 tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 210 time: 0.4236548 Aug 03 19:11:38.715884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Request body: {'subnet': {'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2021328968-subnet', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:38.842114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-a103eef0-3a9e-4a4f-a97f-d3364df26fe3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.2006860 Aug 03 19:11:38.844912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.848950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Made reservation on behalf of 34f448b49eb04cdb9b38bdf45d3b9247 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:38.852108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.899696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a2fd1-6b1d-4334-a1f5-582528b4e9f7 req-a6244abe-1eaa-4ff7-ad05-7f853d4ecf9f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.918264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-550a2fd1-6b1d-4334-a1f5-582528b4e9f7 req-a6244abe-1eaa-4ff7-ad05-7f853d4ecf9f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.8715124 Aug 03 19:11:38.926325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd2b364-0bde-4437-a92a-ee6a4ce2e75f']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:38.982294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a29416c-eccb-4c0d-b40e-64157a1b934b') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:38.982635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a29416c-eccb-4c0d-b40e-64157a1b934b') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:38.993898 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221e0278-21c2-4985-9fc2-1990cfb3b6a0 x-openstack-request-id: req-221e0278-21c2-4985-9fc2-1990cfb3b6a0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:38.994745 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298fe9d2-827a-4f44-91c1-8e170123a40b", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c9c9e1-861f-415b-9e2b-f07105793ba8", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:38.996183 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-221e0278-21c2-4985-9fc2-1990cfb3b6a0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:38.997131 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8', 'code': 200} Aug 03 19:11:39.007406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-550a2fd1-6b1d-4334-a1f5-582528b4e9f7 req-372dd271-e63c-428b-9d64-59f4679b0cd9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863309 Aug 03 19:11:39.036288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.140370 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10795a4e-1164-40c8-86c4-0206f4f1aaa1 x-openstack-request-id: req-10795a4e-1164-40c8-86c4-0206f4f1aaa1 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:39.140654 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298fe9d2-827a-4f44-91c1-8e170123a40b", "name": "network-vif-deleted", "tag": "b5c9c9e1-861f-415b-9e2b-f07105793ba8", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:39.140857 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10795a4e-1164-40c8-86c4-0206f4f1aaa1 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:39.141213 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298fe9d2-827a-4f44-91c1-8e170123a40b', 'name': 'network-vif-deleted', 'tag': 'b5c9c9e1-861f-415b-9e2b-f07105793ba8', 'status': 'completed', 'code': 200} Aug 03 19:11:39.154414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-a588469a-aa74-441d-ba49-ef75ec727694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.156463 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-a588469a-aa74-441d-ba49-ef75ec727694 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2943928 Aug 03 19:11:39.171323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.192992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-c3e811bd-1c32-4e48-979f-f04a120720f6 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=defa9b25d8fb44e88b2ebffc955facff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082022 Aug 03 19:11:39.227147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:39.227673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:39.233422 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:39.264743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-6bc9fdef-e8c8-4ca8-9162-8f9fc21359cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.274095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-6bc9fdef-e8c8-4ca8-9162-8f9fc21359cc service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 1.2297213 Aug 03 19:11:39.492308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Made reservation on behalf of 01f8eb72bafd4beb9fecb436e4b2aaee for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:39.496377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.529936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2721f3ad-26c1-4462-a56c-e65273c27622 req-7b70990a-0e31-4950-b99b-eaba9e63b2c7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 210 time: 0.2403951 Aug 03 19:11:39.535646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-843b84d8-be66-4e0b-b895-499f97418836 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.2423832 Aug 03 19:11:39.558227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b849d95f-12d0-4315-831f-ef3a8e45fd4d req-913e6e9a-9ed8-4fd1-b2de-80b1f4196bde tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 210 time: 0.2821403 Aug 03 19:11:39.594452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.759937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-42c45b0f-faec-4c56-a17f-146c25b0fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.762555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-42c45b0f-faec-4c56-a17f-146c25b0fce3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2028608 Aug 03 19:11:39.850578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc9734-fc14-4cc7-bdeb-eb1e0c9a3572 req-7e37d2ce-f539-46d2-b176-d413ef5de9d4 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.852879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9dfc9734-fc14-4cc7-bdeb-eb1e0c9a3572 req-7e37d2ce-f539-46d2-b176-d413ef5de9d4 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 948 time: 0.1843638 Aug 03 19:11:39.989200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.023511 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.030412 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1dd2b364-0bde-4437-a92a-ee6a4ce2e75f HTTP/1.1" status: 204 len: 168 time: 2.1334641 Aug 03 19:11:40.065950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37008) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:40.097398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-4fa7ce35-9d97-47f7-9ee8-0345f028ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.099693 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-4fa7ce35-9d97-47f7-9ee8-0345f028ea46 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9254980 Aug 03 19:11:40.115136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526864ee-85e1-4708-bdcf-044344bf2410 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd2b364-0bde-4437-a92a-ee6a4ce2e75f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.130167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5aa9be6-35d0-4e1b-930b-5aff81c4e226 req-6336f23f-1428-49bd-8f50-6bcc93672dac tempest-ListServersNegativeTestJSON-856295367 tempest-ListServersNegativeTestJSON-856295367-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3af0ef9-a442-4f3d-ad99-ea2088ec509f HTTP/1.1" status: 200 len: 210 time: 0.1456742 Aug 03 19:11:40.134329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-ac97b675-d555-4a21-bb1e-6797b268c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.136759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-ac97b675-d555-4a21-bb1e-6797b268c8f6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3583012 Aug 03 19:11:40.216051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbadfb7-7a65-4d30-b88f-ee2538313131 admin admin] Deleting subnet 13d1dc78-c8d8-4b6c-aa7d-62cc1cc89b2d {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:40.243942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2cbadfb7-7a65-4d30-b88f-ee2538313131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.320991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-06cb5932-4e6d-4694-bfa9-d442953c1257 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.322817 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-06cb5932-4e6d-4694-bfa9-d442953c1257 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1231644 Aug 03 19:11:40.327784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9dfc9734-fc14-4cc7-bdeb-eb1e0c9a3572 req-4217f6dc-1051-48dc-a204-54abba7deb13 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661295 Aug 03 19:11:40.350455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Request body: {'port': {'device_id': '3f801f48-4bf4-4f6a-be59-19489cafd023', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'defa9b25d8fb44e88b2ebffc955facff'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:40.407271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2cbadfb7-7a65-4d30-b88f-ee2538313131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.463495 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-1e57ddfc-f904-4513-8738-10c23f0419d8 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489721 Aug 03 19:11:40.473896 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.477207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.491374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4401fb-150a-4e90-8c5c-f61716b2e28d req-2c7ec7c1-1f78-4776-8cd0-e6a8de15ee30 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.493378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e4401fb-150a-4e90-8c5c-f61716b2e28d req-2c7ec7c1-1f78-4776-8cd0-e6a8de15ee30 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.2721887 Aug 03 19:11:40.507203 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.523586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2cbadfb7-7a65-4d30-b88f-ee2538313131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.582231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-dd405728-6e87-476c-a425-b50d88a98153 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623643 Aug 03 19:11:40.773056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.782165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ea6c1a-4c5d-44fd-bd83-4b33512736e7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.833426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Made reservation on behalf of defa9b25d8fb44e88b2ebffc955facff for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:40.837017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.848532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Checking segment: {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:40.848895 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Network hostable DHCP agents. Network: 8c285acc-5231-469d-8b37-d6f79a2f7ecc, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:40.850303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e4401fb-150a-4e90-8c5c-f61716b2e28d req-bae94c94-2733-4196-94d2-41d3183ce6ea tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442683 Aug 03 19:11:40.852421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aec6c1aa-f9a2-4f9c-aeb7-8f9f2370e1c2 req-606a4fa1-bd10-4de6-a641-ce653d207c08 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 210 time: 0.0714135 Aug 03 19:11:40.853043 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-da023896-6fc2-4831-a4dd-18689a06d72a service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486912 Aug 03 19:11:40.856187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.921888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2cbadfb7-7a65-4d30-b88f-ee2538313131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.923866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:40.938214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Allocated IP 192.168.233.102 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/e7cb44e1-814f-442e-b7a6-e3a82122a058) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:40.954655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8c285acc-5231-469d-8b37-d6f79a2f7ecc) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:40.963243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.964049 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.978163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbadfb7-7a65-4d30-b88f-ee2538313131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d1dc78-c8d8-4b6c-aa7d-62cc1cc89b2d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.988614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2cbadfb7-7a65-4d30-b88f-ee2538313131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.990521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2cbadfb7-7a65-4d30-b88f-ee2538313131 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/13d1dc78-c8d8-4b6c-aa7d-62cc1cc89b2d HTTP/1.1" status: 204 len: 168 time: 0.9172237 Aug 03 19:11:40.991893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47307336-e585-48f8-9c6f-9fba94834996 None None] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:40.993897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7fe7a1-004e-40ae-8740-f2ea6b89dc5b req-9e6a5a3c-9fe2-454b-adaf-4c71fd108db4 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970928 Aug 03 19:11:40.994452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37020) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:41.060956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.074548 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.123701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6216e6e-cd49-44f9-9d86-c44b2cfe3653 req-3c56dbdc-c176-4a03-925f-644b73e4c75c tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 210 time: 0.0394759 Aug 03 19:11:41.178928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3af0ef9-a442-4f3d-ad99-ea2088ec509f', 'name': 'network-vif-deleted', 'tag': 'd488c52f-a1bc-4987-9664-978ce01bf514'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:41.181509 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db930f1-f96f-4bfb-81a0-d33fed4f8d2e" -d '{"events": [{"server_uuid": "f3af0ef9-a442-4f3d-ad99-ea2088ec509f", "name": "network-vif-deleted", "tag": "d488c52f-a1bc-4987-9664-978ce01bf514"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:41.194635 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a29ba158-eb6d-4b84-a47e-6a873300fb27 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4818161 Aug 03 19:11:41.200877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37028) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:41.216366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:41.234570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6042698-508a-4547-844e-f59287926a09,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:41.274283 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.280455 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09065751-7e74-410d-a6f1-ef64cec43140 x-openstack-request-id: req-09065751-7e74-410d-a6f1-ef64cec43140 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:41.280755 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3af0ef9-a442-4f3d-ad99-ea2088ec509f", "name": "network-vif-deleted", "tag": "d488c52f-a1bc-4987-9664-978ce01bf514", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:41.281016 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09065751-7e74-410d-a6f1-ef64cec43140 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:41.281431 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3af0ef9-a442-4f3d-ad99-ea2088ec509f', 'name': 'network-vif-deleted', 'tag': 'd488c52f-a1bc-4987-9664-978ce01bf514', 'status': 'completed', 'code': 200} Aug 03 19:11:41.302227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:41.302567 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.303530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.371306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:11:41.371461 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.371839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37034) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:41.479467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b517203-08d5-4e3d-90f1-06a69e8177d7 admin admin] Deleting subnet 75823c37-2c6c-4e07-8a05-4c8a2e8c6071 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:41.483425 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b517203-08d5-4e3d-90f1-06a69e8177d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.527112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b517203-08d5-4e3d-90f1-06a69e8177d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.579728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-752c3d00-d9d1-4658-b9b4-d5006496f38f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.581991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-752c3d00-d9d1-4658-b9b4-d5006496f38f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 807 time: 0.4643316 Aug 03 19:11:41.582451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b517203-08d5-4e3d-90f1-06a69e8177d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.584336 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.650685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:41.682015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.690105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'mac_address': 'fa:16:3e:89:77:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:41.694704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.711376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b517203-08d5-4e3d-90f1-06a69e8177d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.740934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Allocated IP 172.20.0.2 (8c285acc-5231-469d-8b37-d6f79a2f7ecc/3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c/1b7d8b3d-489e-404d-b447-bd950727c2f8) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:41.753315 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.760644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b517203-08d5-4e3d-90f1-06a69e8177d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75823c37-2c6c-4e07-8a05-4c8a2e8c6071,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:41.763774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b517203-08d5-4e3d-90f1-06a69e8177d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.768893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9b517203-08d5-4e3d-90f1-06a69e8177d7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/75823c37-2c6c-4e07-8a05-4c8a2e8c6071 HTTP/1.1" status: 204 len: 168 time: 0.3953853 Aug 03 19:11:41.769572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37038) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:41.775294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:41.781133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-5dd5569e-6903-4074-ba52-4b889b3053c3 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/quotas/3cf32e1f898245b496abdeaa1a0f5f69 HTTP/1.1" status: 200 len: 375 time: 0.1753476 Aug 03 19:11:41.853000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:41.858719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.865141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2864ee88-d2a6-46a9-a6ae-64feaebd07a7']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:41.900370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Transition to ACTIVE for port object e7cb44e1-814f-442e-b7a6-e3a82122a058 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:41.925930 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.936650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b6d00a-c238-4ffe-b2e6-df55338836bd') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:41.937396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b6d00a-c238-4ffe-b2e6-df55338836bd') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:41.941402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:41.965550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.984593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44db8ab-af9f-486b-9ff3-d94d378c09ad req-7d74714e-f70f-4354-a7cf-dd1e3112d4b9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.986373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d44db8ab-af9f-486b-9ff3-d94d378c09ad req-7d74714e-f70f-4354-a7cf-dd1e3112d4b9 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 948 time: 0.4275088 Aug 03 19:11:42.019836 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.031405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Transition to ACTIVE for port object 1b7d8b3d-489e-404d-b447-bd950727c2f8 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:42.050169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Transition to ACTIVE for port object 1b7d8b3d-489e-404d-b447-bd950727c2f8 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:42.060302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.075931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.094911 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.102334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:42.106174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:42.109228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:42.112085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.122067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d49dfb4-9f0f-45c0-928e-ca9110554335']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:42.123326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:42.123974 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:42.130478 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:42.147238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb134ad-76f3-4bae-866b-fdc5833a7db0') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:42.147898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb134ad-76f3-4bae-866b-fdc5833a7db0') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:42.156304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Pushing event updated for resources: {'Port': ['ID=1b7d8b3d-489e-404d-b447-bd950727c2f8,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:42.167837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.195854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Attempting to bind port 1b7d8b3d-489e-404d-b447-bd950727c2f8 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:42.196428 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Attempting to bind port 1b7d8b3d-489e-404d-b447-bd950727c2f8 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:42.196888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Attempting to bind port 1b7d8b3d-489e-404d-b447-bd950727c2f8 on network 8c285acc-5231-469d-8b37-d6f79a2f7ecc {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:42.199521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.209028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:42.209628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Checking segment: {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:42.210387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.211016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Bound using segment: {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:42.211645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Bound port: 1b7d8b3d-489e-404d-b447-bd950727c2f8, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:42.212264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.217703 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:42.217997 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-3d3e92f8-1d35-4d23-ad99-fe48b99433cb tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4222927 Aug 03 19:11:42.219297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:42.221381 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:42.325964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['3ea360e4-b7f3-481f-9ff7-94cf91e70c51'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:42.383344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.391019 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.398767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.406767 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] 10.222.0.42 "DELETE /v2.0/networks/5d49dfb4-9f0f-45c0-928e-ca9110554335 HTTP/1.1" status: 204 len: 168 time: 0.6316130 Aug 03 19:11:42.406878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d44db8ab-af9f-486b-9ff3-d94d378c09ad req-2b1b5ed1-3ad1-450f-bf68-75094aaa9065 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738120 Aug 03 19:11:42.426149 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.427604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] For port 1b7d8b3d-489e-404d-b447-bd950727c2f8, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:42.446783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Allocated IP 192.168.233.167 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/bbce440c-3093-46f8-a59d-797c80c31b4f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:42.458903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae03975-0128-4785-89a7-b3966fdc421a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d49dfb4-9f0f-45c0-928e-ca9110554335,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:42.485303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] For port 1b7d8b3d-489e-404d-b447-bd950727c2f8, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1b7d8b3d-489e-404d-b447-bd950727c2f8,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:42.502553 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.646976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010afaf-6141-4406-aeea-6f5eb8a8cbad None None] Pushing event updated for resources: {'Port': ['ID=1b7d8b3d-489e-404d-b447-bd950727c2f8,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:42.666473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37050) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:42.755385 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b67ba6f0-ef8f-4d6a-917d-2fceeb2ef28f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f03130f2c79a4b7eb308a150c0db6fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879993 Aug 03 19:11:42.763252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37052) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:42.916100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.938686 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad3a3-b4c7-461d-98dd-53831a511de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.952397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Transition to ACTIVE for port object bbce440c-3093-46f8-a59d-797c80c31b4f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:42.993036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad3a3-b4c7-461d-98dd-53831a511de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.072591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:43.095490 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.101176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:43.144163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:43.165185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Pushing event deleted for resources: {'Network': ['ID=2864ee88-d2a6-46a9-a6ae-64feaebd07a7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:43.187145 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:43.196771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:43.204134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:43.204659 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.208219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9416deb6-dc41-47a7-b7e0-6c46bad225da admin admin] 10.222.0.42 "DELETE /v2.0/networks/2864ee88-d2a6-46a9-a6ae-64feaebd07a7 HTTP/1.1" status: 204 len: 168 time: 2.2101598 Aug 03 19:11:43.208542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad3a3-b4c7-461d-98dd-53831a511de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.217706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad3a3-b4c7-461d-98dd-53831a511de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.222365 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3a4ad3a3-b4c7-461d-98dd-53831a511de7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9197ff31-eb35-4d1a-bdb2-686cd23702e0 HTTP/1.1" status: 204 len: 168 time: 0.4535506 Aug 03 19:11:43.304211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ad3a3-b4c7-461d-98dd-53831a511de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9197ff31-eb35-4d1a-bdb2-686cd23702e0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:43.350764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Pushing event updated for resources: {'Port': ['ID=bbce440c-3093-46f8-a59d-797c80c31b4f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:43.384397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:43.414460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.415577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.487968 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ea0284f8-8da2-4e26-90ce-031ee00343fc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1446536 Aug 03 19:11:43.517321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Request body: {'port': {'device_id': '3f801f48-4bf4-4f6a-be59-19489cafd023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:43.546845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.551442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.604722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f309-2975-489d-b92a-09a03a00b6ca req-e89df2b4-b4d1-4ebe-85c9-ab1e949bc492 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.607599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1058f309-2975-489d-b92a-09a03a00b6ca req-e89df2b4-b4d1-4ebe-85c9-ab1e949bc492 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.5298433 Aug 03 19:11:43.670290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.692343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-be5bdbc6-c364-4f6a-a916-eec348e334ff None None] Provisioning for port e7cb44e1-814f-442e-b7a6-e3a82122a058 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:43.696843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-be5bdbc6-c364-4f6a-a916-eec348e334ff None None] Provisioning complete for port e7cb44e1-814f-442e-b7a6-e3a82122a058 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:43.697452 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-be5bdbc6-c364-4f6a-a916-eec348e334ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.702403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-e49d5f71-c522-4bd2-b3e2-8b47a707e6e0 service neutron] 10.222.0.42 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4527564 Aug 03 19:11:43.823176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-be5bdbc6-c364-4f6a-a916-eec348e334ff None None] Port e7cb44e1-814f-442e-b7a6-e3a82122a058 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:43.835333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37060) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:43.878042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1058f309-2975-489d-b92a-09a03a00b6ca req-b962373a-4052-49da-b5ad-ec604a20bf9e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248085 Aug 03 19:11:43.950132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-32c24342-fc37-4376-a19b-f82d9030a7f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0554657 Aug 03 19:11:43.996517 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2aa8d369-1de9-4534-be4c-4812f5b57d8e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47aa4c8775f14d6f8eb478046c53a13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595709 Aug 03 19:11:44.004872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37064) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:44.163858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-37507a4d-746d-40c4-9d3c-d750e271056b None None] Provisioning for port bbce440c-3093-46f8-a59d-797c80c31b4f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:44.169186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-37507a4d-746d-40c4-9d3c-d750e271056b None None] Provisioning complete for port bbce440c-3093-46f8-a59d-797c80c31b4f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:44.169598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37507a4d-746d-40c4-9d3c-d750e271056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.191113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Request body: {'port': {'device_id': '3df26213-495d-4253-937e-1b420a4c8b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:44.258799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-37507a4d-746d-40c4-9d3c-d750e271056b None None] Port bbce440c-3093-46f8-a59d-797c80c31b4f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:44.282914 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0323f5f-ebd4-44a3-acd8-aaf94dc6fbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.321512 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0323f5f-ebd4-44a3-acd8-aaf94dc6fbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.436125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbce440c-3093-46f8-a59d-797c80c31b4f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:44.439806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.443113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.443708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4efed3-c825-4989-90ff-906da317599a None None] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:44.454890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478085-c224-450d-8567-aece675cac3a req-9673f771-6cc0-42e5-9d79-32d5e4ce6067 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.459849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.463355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc478085-c224-450d-8567-aece675cac3a req-9673f771-6cc0-42e5-9d79-32d5e4ce6067 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 936 time: 0.2691276 Aug 03 19:11:44.472943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-e9a00273-63f6-4b75-a692-6032d290f7f5 service neutron] 10.222.0.42 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263344 Aug 03 19:11:44.513627 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.533642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Transition to ACTIVE for port object bbce440c-3093-46f8-a59d-797c80c31b4f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:44.545603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.557226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0323f5f-ebd4-44a3-acd8-aaf94dc6fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.564078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0323f5f-ebd4-44a3-acd8-aaf94dc6fbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.568540 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f0323f5f-ebd4-44a3-acd8-aaf94dc6fbc9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd6ddbdd-f577-44d2-935e-c9c8e04625e9 HTTP/1.1" status: 204 len: 168 time: 0.5586214 Aug 03 19:11:44.573145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1b7d8b3d-489e-404d-b447-bd950727c2f8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:44.682424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0323f5f-ebd4-44a3-acd8-aaf94dc6fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ddbdd-f577-44d2-935e-c9c8e04625e9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:44.716429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-abd2d4f3-7210-4224-8396-c4a2d41e4b40 None None] Provisioning for port 1b7d8b3d-489e-404d-b447-bd950727c2f8 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:44.721226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc478085-c224-450d-8567-aece675cac3a req-f6ad22f3-c00b-4358-be58-58aec589d3da tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565095 Aug 03 19:11:44.801448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbce440c-3093-46f8-a59d-797c80c31b4f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:44.835257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1b7d8b3d-489e-404d-b447-bd950727c2f8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:44.842721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1b7d8b3d-489e-404d-b447-bd950727c2f8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:44.843609 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.088598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.109957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Attempting to bind port bbce440c-3093-46f8-a59d-797c80c31b4f on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:45.109957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Attempting to bind port bbce440c-3093-46f8-a59d-797c80c31b4f by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:45.109957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Attempting to bind port bbce440c-3093-46f8-a59d-797c80c31b4f on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:45.121335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Port bbce440c-3093-46f8-a59d-797c80c31b4f on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:45.121754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Attempting to bind port bbce440c-3093-46f8-a59d-797c80c31b4f on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:45.135001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:45.135665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:45.138131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:45.139430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Bound port: bbce440c-3093-46f8-a59d-797c80c31b4f, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:45.140991 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.190965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1b7d8b3d-489e-404d-b447-bd950727c2f8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1b7d8b3d-489e-404d-b447-bd950727c2f8,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:45.214400 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.242940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Allocated IP 172.25.4.59 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/8982b6ce-6a8d-4b36-8354-f23b0dae89a3) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:45.284040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:45.331112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d62f72-3658-4f10-bd93-312e1d666e0a req-8aa49715-0a98-48db-b62e-2800e341c5d1 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.338999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2d62f72-3658-4f10-bd93-312e1d666e0a req-8aa49715-0a98-48db-b62e-2800e341c5d1 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 936 time: 0.3488853 Aug 03 19:11:45.355733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:45.358272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] For port bbce440c-3093-46f8-a59d-797c80c31b4f, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:45.368960 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5c5f9ffa-1426-4b80-908d-740991a65fb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6271673374c4209bbff2651eccda58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829377 Aug 03 19:11:45.372891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37094) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:45.384033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] For port bbce440c-3093-46f8-a59d-797c80c31b4f, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bbce440c-3093-46f8-a59d-797c80c31b4f,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:45.393557 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.526204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2d62f72-3658-4f10-bd93-312e1d666e0a req-397007b0-818f-4f11-a16b-c7e4c2dcf2e2 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824737 Aug 03 19:11:45.544686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbce440c-3093-46f8-a59d-797c80c31b4f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:45.575049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.575713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.577310 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-0aa9f661-65a2-478b-acb8-187e5f65f7b9 service neutron] 10.222.0.63 "PUT /v2.0/ports/bbce440c-3093-46f8-a59d-797c80c31b4f HTTP/1.1" status: 200 len: 1096 time: 2.0744777 Aug 03 19:11:45.577847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f801f48-4bf4-4f6a-be59-19489cafd023', 'tag': 'bbce440c-3093-46f8-a59d-797c80c31b4f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:45.580941 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbc481a-1940-44a5-8b1d-cfd0944077fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f801f48-4bf4-4f6a-be59-19489cafd023", "tag": "bbce440c-3093-46f8-a59d-797c80c31b4f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:45.727551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-134de939-3827-4825-9723-3be3fa717d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.735814 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-134de939-3827-4825-9723-3be3fa717d39 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=defa9b25d8fb44e88b2ebffc955facff&device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 1099 time: 0.0861616 Aug 03 19:11:45.856276 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-1e29137a-77a2-47ac-a307-0fad946984cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bbce440c-3093-46f8-a59d-797c80c31b4f HTTP/1.1" status: 200 len: 217 time: 0.1042762 Aug 03 19:11:45.889507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1b7d8b3d-489e-404d-b447-bd950727c2f8,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:45.930618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cb44e1-814f-442e-b7a6-e3a82122a058 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:45.933542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:45.938807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:45.939189 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.949515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.965611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ec653552-be65-470f-8c5a-53ba62f3b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.967300 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ec653552-be65-470f-8c5a-53ba62f3b940 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0999434 Aug 03 19:11:45.975942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Transition to ACTIVE for port object e7cb44e1-814f-442e-b7a6-e3a82122a058 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:45.984739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-0130cc36-4c34-4951-b458-75031a05088b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.988294 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-0130cc36-4c34-4951-b458-75031a05088b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9&tenant_id=80db5de5929940d29c9864f3139274f6&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 949 time: 0.1743114 Aug 03 19:11:46.090806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.121769 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.135705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4b3e512-cc59-4570-be30-c9275070382b req-c0256f98-c651-47b7-94ba-759d45ad233e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 210 time: 0.0870337 Aug 03 19:11:46.138392 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-e5315741-ebc7-4248-a0de-54a49785f865 service neutron] 10.222.0.63 "GET /v2.0/ports/3ea360e4-b7f3-481f-9ff7-94cf91e70c51/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 382 time: 0.1343055 Aug 03 19:11:46.166430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-586ea0c4-d6ff-4772-8f57-597d4fbaf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.177262 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-586ea0c4-d6ff-4772-8f57-597d4fbaf773 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875627 Aug 03 19:11:46.216060 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.263141 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90eb-a28e-49b2-92be-77f4cef163cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.301919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:46.306280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:46.310166 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64918d82-79b6-45c6-9648-6470866e688a" -d '{"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-plugged", "status": "completed", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:46.332759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f92e7-c80a-44a1-847f-3075cec21abd req-e1fbe090-8a51-405c-8981-59acb50788a7 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.335146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f55f92e7-c80a-44a1-847f-3075cec21abd req-e1fbe090-8a51-405c-8981-59acb50788a7 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.3521142 Aug 03 19:11:46.344479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:46.353508 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.387104 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c689826-2029-40b6-aa89-d172dee4431f x-openstack-request-id: req-1c689826-2029-40b6-aa89-d172dee4431f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:46.387632 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f801f48-4bf4-4f6a-be59-19489cafd023", "tag": "bbce440c-3093-46f8-a59d-797c80c31b4f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:46.387987 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c689826-2029-40b6-aa89-d172dee4431f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:46.388695 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f801f48-4bf4-4f6a-be59-19489cafd023', 'tag': 'bbce440c-3093-46f8-a59d-797c80c31b4f', 'status': 'completed', 'code': 200} Aug 03 19:11:46.411900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1b7d8b3d-489e-404d-b447-bd950727c2f8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:46.451167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90eb-a28e-49b2-92be-77f4cef163cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.508281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-771434d3-56b4-40bd-927d-fa53f723d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.512561 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-771434d3-56b4-40bd-927d-fa53f723d6a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1101 time: 0.2816734 Aug 03 19:11:46.522977 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.586118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:46.605655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-66142b9a-3978-496c-b5ff-9a93f70487b4 None None] Provisioning complete for port 1b7d8b3d-489e-404d-b447-bd950727c2f8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:46.606340 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-66142b9a-3978-496c-b5ff-9a93f70487b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.649584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Pushing event updated for resources: {'Port': ['ID=8982b6ce-6a8d-4b36-8354-f23b0dae89a3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:46.668591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f55f92e7-c80a-44a1-847f-3075cec21abd req-91b5625e-5055-4733-9fca-cdbfa74e5c29 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174870 Aug 03 19:11:46.716152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:46.722791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:46.728622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:46.742253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1b7d8b3d-489e-404d-b447-bd950727c2f8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:46.751596 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.816104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-68483057-8b98-4992-a65a-3a8460653110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.819973 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-68483057-8b98-4992-a65a-3a8460653110 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2910488 Aug 03 19:11:46.879777 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-ebaf604d-c75d-415d-bdcc-615398a40ac7 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6994085 Aug 03 19:11:46.898387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Attempting to bind port e7cb44e1-814f-442e-b7a6-e3a82122a058 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:46.898701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Attempting to bind port e7cb44e1-814f-442e-b7a6-e3a82122a058 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:46.899046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Attempting to bind port e7cb44e1-814f-442e-b7a6-e3a82122a058 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:46.937406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Port e7cb44e1-814f-442e-b7a6-e3a82122a058 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:46.937406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Attempting to bind port e7cb44e1-814f-442e-b7a6-e3a82122a058 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:46.957995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-ff2325d1-b703-4d01-8ad9-deb1306f6312 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.1240554 Aug 03 19:11:46.971095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:46.971515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:46.971915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:46.972377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Bound port: e7cb44e1-814f-442e-b7a6-e3a82122a058, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:46.972754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.983810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90eb-a28e-49b2-92be-77f4cef163cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.986707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca9c90eb-a28e-49b2-92be-77f4cef163cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.991922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ca9c90eb-a28e-49b2-92be-77f4cef163cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc53f87b-93b2-4d83-a12a-3d1823b822e9 HTTP/1.1" status: 204 len: 168 time: 1.6135244 Aug 03 19:11:47.091149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c90eb-a28e-49b2-92be-77f4cef163cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc53f87b-93b2-4d83-a12a-3d1823b822e9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:47.104242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1823034-b97a-4625-9a66-f2d829184313 req-4336bed4-7705-4abe-afa7-a4110593dc02 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.115161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1823034-b97a-4625-9a66-f2d829184313 req-4336bed4-7705-4abe-afa7-a4110593dc02 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 948 time: 0.2672684 Aug 03 19:11:47.141678 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-0a529483-dea3-4f3e-8981-2f814f506540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.144873 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-0a529483-dea3-4f3e-8981-2f814f506540 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1329687 Aug 03 19:11:47.343010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-1587f535-eaa5-42e7-9462-94e6452ad673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.346026 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-1587f535-eaa5-42e7-9462-94e6452ad673 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349518 Aug 03 19:11:47.366685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1823034-b97a-4625-9a66-f2d829184313 req-f0f2176e-1ee1-405e-af8a-f634b4260bba tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499681 Aug 03 19:11:47.373860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:47.379470 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:47.381208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.441704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.463858 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62544e66-a9f1-4d94-ac75-93a2fc277198 req-b9ccb1cf-6aa9-4454-8d06-de4f75b735f1 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118244 Aug 03 19:11:47.511582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a31bf2-f31f-4f25-96f0-d796a53c9c7e req-9671cac0-0e19-4d46-b5eb-d072abadeb02 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.513354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20a31bf2-f31f-4f25-96f0-d796a53c9c7e req-9671cac0-0e19-4d46-b5eb-d072abadeb02 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.2430990 Aug 03 19:11:47.533732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.534397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.535869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] 10.222.0.63 "PUT /v2.0/ports/e7cb44e1-814f-442e-b7a6-e3a82122a058 HTTP/1.1" status: 200 len: 1096 time: 3.3493755 Aug 03 19:11:47.536966 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4d26f6-8864-4853-91c8-1df32cd32447 x-openstack-request-id: req-ee4d26f6-8864-4853-91c8-1df32cd32447 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:47.537806 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-plugged", "status": "completed", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:47.537806 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee4d26f6-8864-4853-91c8-1df32cd32447 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:47.538187 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'code': 200} Aug 03 19:11:47.579982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:47.582403 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dccb43-d402-42b1-8ec0-730854e44132" -d '{"events": [{"name": "network-changed", "server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:47.588962 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-27b5cb22-820f-4cc9-9136-a3cf4599fa56 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257514 Aug 03 19:11:47.631640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d5624-0c31-4915-8616-642edab7d87a service neutron] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:47.724462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20a31bf2-f31f-4f25-96f0-d796a53c9c7e req-d56aef88-b0f5-4bc6-9827-c34e6578bb77 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038958 Aug 03 19:11:47.865366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-3330997b-f782-419b-adeb-74435eaa1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.867175 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-3330997b-f782-419b-adeb-74435eaa1a34 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f8eb72bafd4beb9fecb436e4b2aaee&device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 1099 time: 0.1634748 Aug 03 19:11:47.956623 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-570842ef-140d-4db6-be04-6744e40d2bce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058 HTTP/1.1" status: 200 len: 217 time: 0.0726273 Aug 03 19:11:47.960368 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-67001786-1eb7-49f4-a9dc-5bb939e2e3b6 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238943 Aug 03 19:11:48.060452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-72c32f5a-f3d6-4de2-b4f3-d5cd1ee280dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.062899 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-72c32f5a-f3d6-4de2-b4f3-d5cd1ee280dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0882521 Aug 03 19:11:48.131987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-bbf217f2-466a-47d2-8d69-2374272a138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.135046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-bbf217f2-466a-47d2-8d69-2374272a138c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=defa9b25d8fb44e88b2ebffc955facff&device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 1099 time: 0.4918485 Aug 03 19:11:48.142254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-4328a750-947a-4603-addd-b163f0d03ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.146791 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-4328a750-947a-4603-addd-b163f0d03ae3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735731 Aug 03 19:11:48.198744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c83ed2d-c371-4130-80b2-6d810c710796 req-4795abd6-f708-406e-a5d0-add07ef97f60 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 210 time: 0.1981132 Aug 03 19:11:48.312782 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-9abb7d8e-5cd1-43fd-9fe2-d56555ef4c2e service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579108 Aug 03 19:11:48.508487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0e30df66-7ce9-40f0-b5f8-42b557e88ff1 req-98bc990e-7bad-469c-8fd6-207464a0ec32 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732163 Aug 03 19:11:48.686311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dccb43-d402-42b1-8ec0-730854e44132 req-9aee232c-47e9-40df-83ca-64608ab7678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.688658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54dccb43-d402-42b1-8ec0-730854e44132 req-9aee232c-47e9-40df-83ca-64608ab7678a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f8eb72bafd4beb9fecb436e4b2aaee&device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 1099 time: 0.0510283 Aug 03 19:11:48.790899 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe9876-b650-4b57-8d79-daf9a1c05291 x-openstack-request-id: req-5efe9876-b650-4b57-8d79-daf9a1c05291 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:48.791490 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:48.792016 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5efe9876-b650-4b57-8d79-daf9a1c05291 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:48.793249 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'status': 'completed', 'code': 200} Aug 03 19:11:48.813034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f053f-e165-4b0e-914c-d83f1070e7b2 req-b1fd3b63-f1b3-4539-aee0-77ce70ee852a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.815611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f83f053f-e165-4b0e-914c-d83f1070e7b2 req-b1fd3b63-f1b3-4539-aee0-77ce70ee852a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 948 time: 1.0874813 Aug 03 19:11:49.087693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-0137236d-d50b-4af2-ae21-e7471a41e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.090267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-0137236d-d50b-4af2-ae21-e7471a41e5ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.9017241 Aug 03 19:11:49.102149 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.160604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f83f053f-e165-4b0e-914c-d83f1070e7b2 req-7043a9af-edae-41ba-a9e5-959173721d24 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188572 Aug 03 19:11:49.220976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dccb43-d402-42b1-8ec0-730854e44132 req-b91da784-03e2-4fc2-9069-27878fdd1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.231637 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54dccb43-d402-42b1-8ec0-730854e44132 req-b91da784-03e2-4fc2-9069-27878fdd1c75 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.5332148 Aug 03 19:11:49.328186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-33263e33-3c91-439b-9a5c-0a22a01b0421 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.328186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-33263e33-3c91-439b-9a5c-0a22a01b0421 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 807 time: 1.3622041 Aug 03 19:11:49.350290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54dccb43-d402-42b1-8ec0-730854e44132 req-c664948a-a402-4e9b-ada1-6e5c6921c527 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058 HTTP/1.1" status: 200 len: 217 time: 0.0913818 Aug 03 19:11:49.406107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-b07a70ef-f486-4b77-be85-fc0f31a04e3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bbce440c-3093-46f8-a59d-797c80c31b4f HTTP/1.1" status: 200 len: 217 time: 0.2948267 Aug 03 19:11:49.428361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe5954-64d4-42a2-b64c-32ba22c69d87 req-672bf45f-47e7-44db-98c1-7efe7498db49 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.431322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dafe5954-64d4-42a2-b64c-32ba22c69d87 req-672bf45f-47e7-44db-98c1-7efe7498db49 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.6567008 Aug 03 19:11:49.452956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Request body: {'port': {'device_id': '0cdac139-a313-458c-accb-ba7635c267cd', 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'admin_state_up': True, 'tenant_id': '3cf32e1f898245b496abdeaa1a0f5f69'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:49.464866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dccb43-d402-42b1-8ec0-730854e44132 req-f50b3ca9-9c39-4a6a-9efb-f95eacee2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.467006 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54dccb43-d402-42b1-8ec0-730854e44132 req-f50b3ca9-9c39-4a6a-9efb-f95eacee2bd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0997472 Aug 03 19:11:49.548908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dccb43-d402-42b1-8ec0-730854e44132 req-90cd5bfa-39cd-47da-ac5c-6e18024418d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.551616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54dccb43-d402-42b1-8ec0-730854e44132 req-90cd5bfa-39cd-47da-ac5c-6e18024418d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735469 Aug 03 19:11:49.692728 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54dccb43-d402-42b1-8ec0-730854e44132 req-0a4d52a6-9178-4cf7-bace-cd4887ec2f8c service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318686 Aug 03 19:11:49.838795 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54dccb43-d402-42b1-8ec0-730854e44132 req-b4486ee0-f097-40f0-b9fa-1dc4b01c201f service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220715 Aug 03 19:11:49.859432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc434-b8ab-4c9f-8666-b2df35a7a4a2 req-5375c222-f9e7-4514-923c-48919ea8be9b tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.862444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-034fc434-b8ab-4c9f-8666-b2df35a7a4a2 req-5375c222-f9e7-4514-923c-48919ea8be9b tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 948 time: 0.5362906 Aug 03 19:11:49.865122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-b45766b6-3744-400a-b10d-d87384ab5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.867898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-b45766b6-3744-400a-b10d-d87384ab5ec8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.4092319 Aug 03 19:11:49.907475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dafe5954-64d4-42a2-b64c-32ba22c69d87 req-53d61023-a9e5-43a4-ba16-93b6880348e0 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455695 Aug 03 19:11:50.107609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-034fc434-b8ab-4c9f-8666-b2df35a7a4a2 req-ce9c827b-fb35-4b3a-864b-3e15245d1286 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107294 Aug 03 19:11:50.111816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-f2a09503-ef2e-46b5-b126-ae0f94605e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.113343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-f2a09503-ef2e-46b5-b126-ae0f94605e6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2187788 Aug 03 19:11:50.135789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Made reservation on behalf of 3cf32e1f898245b496abdeaa1a0f5f69 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:50.145612 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.185045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fbfef-2a00-4299-9f43-d4e3fd1357ff req-d8b86c5f-abe0-4470-93ba-aa4486abcdcb tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.190188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec3fbfef-2a00-4299-9f43-d4e3fd1357ff req-d8b86c5f-abe0-4470-93ba-aa4486abcdcb tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1977227 Aug 03 19:11:50.262379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.361399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:11:50.384929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4946e95-193c-433d-9343-4de93d67dd1a req-8b23c638-4802-48bd-a3e5-5ccb8e452c74 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 210 time: 0.1096492 Aug 03 19:11:50.627512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec3fbfef-2a00-4299-9f43-d4e3fd1357ff req-0ef7af97-b239-4c01-bf6a-a293be502c35 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716111 Aug 03 19:11:50.735859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-afdb84bb-9613-43c2-b4e9-d8b4e441702b service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129210 Aug 03 19:11:50.900767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Allocated IP 172.20.0.5 (88934cf7-744a-463f-8a0e-ee2bfa6d9b06/d76845c8-1869-47ba-a7d5-86b7972ba5f9/3747300c-8675-48a8-9881-40c9e9ba781a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:50.904943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:50.922611 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Sync routers for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:50.975387 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.976643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0d7ec1f1-816b-4044-85f4-93ade1010ceb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7747612 Aug 03 19:11:50.976919 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:50.980395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37198) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:50.982764 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:11:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:51.000343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a7604-fb54-4bda-8730-9ebe2f0f0964 req-6857d141-58f2-442a-98bb-e25bb47fcb63 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.015707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-822a7604-fb54-4bda-8730-9ebe2f0f0964 req-6857d141-58f2-442a-98bb-e25bb47fcb63 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 948 time: 0.2312131 Aug 03 19:11:51.119078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc481a-1940-44a5-8b1d-cfd0944077fc req-655142aa-7173-4590-be15-6692e859c049 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738337 Aug 03 19:11:51.226228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-822a7604-fb54-4bda-8730-9ebe2f0f0964 req-8ff27ad6-8b66-429e-922a-852775b835c0 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082176 Aug 03 19:11:51.272622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62e9da-6a4b-4459-acb4-70d0b88942f7 req-b0455530-7ba3-4097-bcec-eb6ffd338fa5 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.280982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a62e9da-6a4b-4459-acb4-70d0b88942f7 req-b0455530-7ba3-4097-bcec-eb6ffd338fa5 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.1903419 Aug 03 19:11:51.342109 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:51.491725 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.503409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a62e9da-6a4b-4459-acb4-70d0b88942f7 req-d474edbd-9c4b-4670-8de0-6ba33df5278b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073624 Aug 03 19:11:51.505784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-4940f806-2895-4dd6-a1cb-3d048901e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.513546 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-4940f806-2895-4dd6-a1cb-3d048901e875 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9&tenant_id=80db5de5929940d29c9864f3139274f6 HTTP/1.1" status: 200 len: 1101 time: 0.3402300 Aug 03 19:11:51.559262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:51.674368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbfa8d-5826-4add-94d8-e416ce0b7c48 req-7b6928a3-4218-4c0f-836e-6330addf92d1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.678336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5bbfa8d-5826-4add-94d8-e416ce0b7c48 req-7b6928a3-4218-4c0f-836e-6330addf92d1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 948 time: 0.2147784 Aug 03 19:11:51.734819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37218) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:51.759673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.801951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['ae27f5c8-5320-4eb6-9a05-fb542eedbb26'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:51.831952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5bbfa8d-5826-4add-94d8-e416ce0b7c48 req-c34270dd-8e15-4763-a06c-553d732ee97f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310055 Aug 03 19:11:52.001776 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:47Z', 'revision_number': 3, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:52.012855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e65e9c9e-ef73-4a79-a391-0116fff8c6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.026283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:52.065404 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.138717 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Checking router: a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:52.139611 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Updating router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:11:52.212405 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.230146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:52.236771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:52.436225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Pushing event updated for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:52.468115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.477990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.494313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.543034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e65e9c9e-ef73-4a79-a391-0116fff8c6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.570443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e65e9c9e-ef73-4a79-a391-0116fff8c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.624908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38d53f-ddd6-4ce0-b632-bb2aa3358750 req-e4216fd9-fc94-42ab-8529-db65f9ee6f91 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.640190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba38d53f-ddd6-4ce0-b632-bb2aa3358750 req-e4216fd9-fc94-42ab-8529-db65f9ee6f91 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 931 time: 0.7108312 Aug 03 19:11:52.701464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-0dd8c432-ea96-434a-bf73-0d1ed0b0afe1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2925858 Aug 03 19:11:52.771303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Allocated IP 172.20.0.1 (8c285acc-5231-469d-8b37-d6f79a2f7ecc/3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c/a7b11e61-d325-4268-9c37-2f3fad9e51f0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:52.778753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Request body: {'port': {'device_id': '0cdac139-a313-458c-accb-ba7635c267cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:52.808864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e65e9c9e-ef73-4a79-a391-0116fff8c6ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ce9100581374a7ba3ff1188594bd523&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0726779 Aug 03 19:11:52.848246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37234) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:52.896410 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba38d53f-ddd6-4ce0-b632-bb2aa3358750 req-3b1a1767-3bfa-4b79-ac7d-36fe8487bbf1 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548816 Aug 03 19:11:52.898193 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.921405 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Transition to ACTIVE for port object 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:52.927258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.945097 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.969871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e9c9e-ef73-4a79-a391-0116fff8c6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d59366-3354-4381-b346-d67caeda301f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.027736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Transition to ACTIVE for port object a7b11e61-d325-4268-9c37-2f3fad9e51f0 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:53.027968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ea455-1706-4e80-92d0-6d7710f463ee req-9b2bd38e-9cf5-44ed-909c-d61903fd3911 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:53.035415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e74ea455-1706-4e80-92d0-6d7710f463ee req-9b2bd38e-9cf5-44ed-909c-d61903fd3911 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.4669645 Aug 03 19:11:53.054262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:53.083527 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Pushing event updated for resources: {'Port': ['ID=8982b6ce-6a8d-4b36-8354-f23b0dae89a3,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.104048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.113726 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.115015 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.116736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.117418 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.118129 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.118812 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.119450 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.121956 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.121956 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.121956 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.123052 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.123729 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:53.164272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:53.170711 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Attempting to bind port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:53.171480 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Attempting to bind port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:53.172275 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Attempting to bind port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:53.183283 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:53.184139 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:53.184894 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.185747 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:53.186941 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Bound port: 8982b6ce-6a8d-4b36-8354-f23b0dae89a3, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:53.187670 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.188159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e74ea455-1706-4e80-92d0-6d7710f463ee req-1c3efb97-6e10-4d2a-b4ed-22f14f736a26 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500897 Aug 03 19:11:53.203255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.280463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:53.286148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:53.305280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:53.308760 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59613468-66cf-4ff7-9432-e88e99b25e5f" -d '{"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:53.312173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:53.315065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e45f2a67-6d60-449d-bc18-b43034f670a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.326878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:53.340411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:53.392388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.396768 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] For port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:53.406344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e45f2a67-6d60-449d-bc18-b43034f670a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.415728 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] For port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8982b6ce-6a8d-4b36-8354-f23b0dae89a3,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:53.433664 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.453675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb1be4-ec12-462c-8cbe-3f0586005e68 req-b0d16b4e-8671-4bf7-9867-48e05b750001 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:53.463650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55eb1be4-ec12-462c-8cbe-3f0586005e68 req-b0d16b4e-8671-4bf7-9867-48e05b750001 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 948 time: 0.2367461 Aug 03 19:11:53.540269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b11e61-d325-4268-9c37-2f3fad9e51f0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.553364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Transition to ACTIVE for port object 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:53.614191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.621465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37254) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:53.708070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:53.728049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e45f2a67-6d60-449d-bc18-b43034f670a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.731704 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5499-7bd4-46a4-84ed-e16165c21bd7 None None] Pushing event updated for resources: {'Port': ['ID=8982b6ce-6a8d-4b36-8354-f23b0dae89a3,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.736731 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:53.737827 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:11:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:53.741723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.743534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e45f2a67-6d60-449d-bc18-b43034f670a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.745759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e45f2a67-6d60-449d-bc18-b43034f670a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75d59366-3354-4381-b346-d67caeda301f HTTP/1.1" status: 204 len: 168 time: 0.8674688 Aug 03 19:11:53.766817 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.869229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f2a67-6d60-449d-bc18-b43034f670a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d59366-3354-4381-b346-d67caeda301f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.909253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:53.951426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'mac_address': 'fa:16:3e:9d:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:53.952193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55eb1be4-ec12-462c-8cbe-3f0586005e68 req-0e9cf2d0-0d72-45dd-a020-f76979a76c64 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872434 Aug 03 19:11:53.998232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5841b91-ce16-428f-9bfe-2d281e1bf15f req-e6f2bc68-b29d-4e7d-86ac-56a1854cc017 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.006824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5841b91-ce16-428f-9bfe-2d281e1bf15f req-e6f2bc68-b29d-4e7d-86ac-56a1854cc017 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 948 time: 0.2844198 Aug 03 19:11:54.039637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] No DVR routers for this DVR port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:54.090080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5841b91-ce16-428f-9bfe-2d281e1bf15f req-e4e2b3aa-e3be-4052-b583-be4ad6782d59 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817873 Aug 03 19:11:54.146164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.181942 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0df6c6b-33e2-43ad-a8e7-715bc82fc7a6 x-openstack-request-id: req-f0df6c6b-33e2-43ad-a8e7-715bc82fc7a6 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:54.182816 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:54.182816 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0df6c6b-33e2-43ad-a8e7-715bc82fc7a6 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:54.188745 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'code': 200} Aug 03 19:11:54.192688 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:54.232830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:54.234519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:54.235555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:54.237266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cb44e1-814f-442e-b7a6-e3a82122a058 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:54.290505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:54.295112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e598c10-418f-4601-bdfa-3f4c2766ee47 None None] Provisioning for port a7b11e61-d325-4268-9c37-2f3fad9e51f0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:54.305836 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.309737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device bbce440c-3093-46f8-a59d-797c80c31b4f details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:54.316485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:54.319038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Attempting to bind port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:54.345291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:54.348412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:54.351245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:54.351955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Bound port: 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:54.353319 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.393298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port bbce440c-3093-46f8-a59d-797c80c31b4f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bbce440c-3093-46f8-a59d-797c80c31b4f,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:54.439291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'bbce440c-3093-46f8-a59d-797c80c31b4f', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'bbce440c-3093-46f8-a59d-797c80c31b4f', 'mac_address': 'fa:16:3e:e7:21:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:54.448114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e598c10-418f-4601-bdfa-3f4c2766ee47 None None] Provisioning complete for port a7b11e61-d325-4268-9c37-2f3fad9e51f0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:54.448723 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e598c10-418f-4601-bdfa-3f4c2766ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.549441 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38e50fa3-1b12-47a1-b860-f847e6fd7872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.682964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936b350-4ad1-4c4a-bc03-1f930bd3f164 req-bd7a73f4-e4a9-492a-b4be-d6d8c50d425a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.691226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9936b350-4ad1-4c4a-bc03-1f930bd3f164 req-bd7a73f4-e4a9-492a-b4be-d6d8c50d425a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 931 time: 0.3316350 Aug 03 19:11:54.715913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421b11f-d30d-4f42-b216-ef5290204f11 req-59dd3508-7f4c-4590-badc-b0b9ff236cde tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.717779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7421b11f-d30d-4f42-b216-ef5290204f11 req-59dd3508-7f4c-4590-badc-b0b9ff236cde tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 949 time: 0.2206497 Aug 03 19:11:54.733057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3747300c-8675-48a8-9881-40c9e9ba781a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:54.755172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.788051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:47Z', 'revision_number': 3, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:54.789643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:54.819119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0e598c10-418f-4601-bdfa-3f4c2766ee47 None None] Port a7b11e61-d325-4268-9c37-2f3fad9e51f0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:54.821897 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f2307-4e58-4bf7-9c5b-b3ed203c30dd None None] The sync data for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 is: [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:47Z', 'revision_number': 3, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:54.842793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Transition to ACTIVE for port object 3747300c-8675-48a8-9881-40c9e9ba781a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:54.856310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.918701 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.936695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7421b11f-d30d-4f42-b216-ef5290204f11 req-aecdd1d1-0be3-4dbc-b7f7-57c44f33ca7a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587694 Aug 03 19:11:54.993351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.009332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9936b350-4ad1-4c4a-bc03-1f930bd3f164 req-86ebc3dd-e690-49dc-afce-c9e87175b804 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902670 Aug 03 19:11:55.031659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbce440c-3093-46f8-a59d-797c80c31b4f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:55.065883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:55.070046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:55.088784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.107478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port bbce440c-3093-46f8-a59d-797c80c31b4f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bbce440c-3093-46f8-a59d-797c80c31b4f,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:55.129657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.228318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:55.262904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=bbce440c-3093-46f8-a59d-797c80c31b4f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:55.278295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:55.278925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:55.279883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:55.286692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:55.287321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:55.298729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:55.299580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:55.300202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:55.301093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Bound port: 3747300c-8675-48a8-9881-40c9e9ba781a, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:55.301890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.304324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:55.305001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.309989 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] 10.222.0.88 "PUT /v2.0/ports/3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 1097 time: 3.7725694 Aug 03 19:11:55.462617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.594521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:55.600177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:55.622601 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.663333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['bbce440c-3093-46f8-a59d-797c80c31b4f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:55.708230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['e7cb44e1-814f-442e-b7a6-e3a82122a058'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:55.778201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:55.779620 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.782319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] 10.222.0.88 "PUT /v2.0/ports/3747300c-8675-48a8-9881-40c9e9ba781a HTTP/1.1" status: 200 len: 1091 time: 3.0493360 Aug 03 19:11:55.798280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c1c1c-9bbb-484c-a578-16a1e0ec2db3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=11']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:55.847301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:55.852390 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c7ceca-bade-4805-83a2-aad72c43d59a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:55.862355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ef34116e-323d-485f-a17e-94388bfa91ba details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:55.884537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e249add-f77a-4353-b015-3dca1a6487f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:55.927506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3144f-dc4d-4dab-bdcf-0620ef1d91aa req-2edb9b68-aa52-472b-82ff-4cb2062f4a9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:55.930757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90e3144f-dc4d-4dab-bdcf-0620ef1d91aa req-2edb9b68-aa52-472b-82ff-4cb2062f4a9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 949 time: 0.5162437 Aug 03 19:11:55.954771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71277856-bbab-42ab-a566-f4e449b5dc6e req-99e02ead-8aa0-43e3-b2b9-91fb2b23f957 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:55.971267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71277856-bbab-42ab-a566-f4e449b5dc6e req-99e02ead-8aa0-43e3-b2b9-91fb2b23f957 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 949 time: 0.5007803 Aug 03 19:11:55.982688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38e50fa3-1b12-47a1-b860-f847e6fd7872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.998169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-7f6a74a9-8256-4b34-bf94-f5e79200050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.001750 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-7f6a74a9-8256-4b34-bf94-f5e79200050c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1100 time: 0.4939947 Aug 03 19:11:56.016082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38e50fa3-1b12-47a1-b860-f847e6fd7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.162753 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90e3144f-dc4d-4dab-bdcf-0620ef1d91aa req-83c6786e-272b-4267-9d8c-5929deec3501 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450150 Aug 03 19:11:56.209940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:56.213458 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1521fa5b-e1a6-4872-9ab2-991ddde91722" -d '{"events": [{"name": "network-changed", "server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:56.279541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71277856-bbab-42ab-a566-f4e449b5dc6e req-d9d3b55e-9274-49c0-a471-ae54ed9ae9ef tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583454 Aug 03 19:11:56.297199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:11:56.314676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e50fa3-1b12-47a1-b860-f847e6fd7872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0090869f-f7bc-4d9a-8107-fd1d506b7c58,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:56.327467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-5f18c916-5603-404d-ba18-872648b0dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.330657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-5f18c916-5603-404d-ba18-872648b0dcf1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1094 time: 0.4489911 Aug 03 19:11:56.334918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-38e50fa3-1b12-47a1-b860-f847e6fd7872 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c866793e18934dafa37d2aac4f356eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6254177 Aug 03 19:11:56.349671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37318) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:56.536938 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5c745b-9734-4075-ba18-90ad9370ee1c x-openstack-request-id: req-7e5c745b-9734-4075-ba18-90ad9370ee1c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:56.537275 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:56.537503 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e5c745b-9734-4075-ba18-90ad9370ee1c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:56.537934 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a', 'status': 'completed', 'code': 200} Aug 03 19:11:56.557227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-7f8380d2-06fd-4264-8cc0-5e534c1b855d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3747300c-8675-48a8-9881-40c9e9ba781a HTTP/1.1" status: 200 len: 217 time: 0.2020292 Aug 03 19:11:56.578849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-af9dacf4-520c-42fd-b509-7ffd142dcf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.651246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:56.657269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-4ae508c0-50f6-4f7b-8d15-f6f336e1b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.660215 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-4ae508c0-50f6-4f7b-8d15-f6f336e1b652 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.6466019 Aug 03 19:11:56.668479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.748672 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.784440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094f23-f519-4356-a288-2b538e4e8df8 req-4f78df57-af0a-4b7b-9838-0016959644e6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.786813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-be05632b-9c93-487a-88fe-0d68b9460323 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.1153498 Aug 03 19:11:56.796956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85094f23-f519-4356-a288-2b538e4e8df8 req-4f78df57-af0a-4b7b-9838-0016959644e6 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 949 time: 0.1531188 Aug 03 19:11:56.818225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6feea7ce-61d1-481c-bf78-005899fcdf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.827085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-6a8e6f7d-0284-4939-aefc-d785cd49337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.828724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-6a8e6f7d-0284-4939-aefc-d785cd49337e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.2615254 Aug 03 19:11:56.862550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b11e61-d325-4268-9c37-2f3fad9e51f0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:56.918918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.924017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6feea7ce-61d1-481c-bf78-005899fcdf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.925066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:56.939928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-066716e3-fda6-4c53-a539-f1d2f12619e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.941994 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-066716e3-fda6-4c53-a539-f1d2f12619e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1247609 Aug 03 19:11:56.958129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-342f645a-a487-4158-9c34-88d2da3e6868 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101263 Aug 03 19:11:56.975785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dca26-aca7-47f4-b9e1-dd82f92f5898 req-3e32648b-479c-4b5b-aed4-d9c93fa4e386 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.977642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d2dca26-aca7-47f4-b9e1-dd82f92f5898 req-3e32648b-479c-4b5b-aed4-d9c93fa4e386 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.2829385 Aug 03 19:11:56.992313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85094f23-f519-4356-a288-2b538e4e8df8 req-70ea715d-c9ac-425f-8ab9-f8bf78622bee tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944487 Aug 03 19:11:57.042890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'port_id': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'mac_address': 'fa:16:3e:1b:eb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e52404-dd16-47cd-883e-1d9ed7e894fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:57.086489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d2dca26-aca7-47f4-b9e1-dd82f92f5898 req-02d99f18-e5a8-409d-9d65-c8218b3ea691 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921714 Aug 03 19:11:57.191685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-6ebf504f-bdaf-409f-ba35-a3280a268623 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084043 Aug 03 19:11:57.229919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-1d604ced-72c9-4a09-8a47-61fba1c4965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:57.233281 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-1d604ced-72c9-4a09-8a47-61fba1c4965a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2761142 Aug 03 19:11:57.281053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:57.312795 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69351afb-df80-4728-b26a-d45fc5dbd1ca x-openstack-request-id: req-69351afb-df80-4728-b26a-d45fc5dbd1ca {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:57.320066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:57.320436 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.321001 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:57.321709 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69351afb-df80-4728-b26a-d45fc5dbd1ca {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:57.322779 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'status': 'completed', 'code': 200} Aug 03 19:11:57.342682 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.383361 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6feea7ce-61d1-481c-bf78-005899fcdf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.386660 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6feea7ce-61d1-481c-bf78-005899fcdf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.388423 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6feea7ce-61d1-481c-bf78-005899fcdf99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0090869f-f7bc-4d9a-8107-fd1d506b7c58 HTTP/1.1" status: 204 len: 168 time: 1.0372880 Aug 03 19:11:57.419277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:57.420635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feea7ce-61d1-481c-bf78-005899fcdf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0090869f-f7bc-4d9a-8107-fd1d506b7c58,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:57.426216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:57.455893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef34116e-323d-485f-a17e-94388bfa91ba {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:57.657162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:57.671489 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.867605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['ef34116e-323d-485f-a17e-94388bfa91ba'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:57.914368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37356) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:57.953355 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-5ab591dd-0aec-4b55-815a-9e14ade11435 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107000 Aug 03 19:11:58.067129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:58.102345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.130537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8982b6ce-6a8d-4b36-8354-f23b0dae89a3,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:58.144957 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.159517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5b965c0f-5e84-49f2-814d-8a406f0768da None None] Provisioning complete for port a7b11e61-d325-4268-9c37-2f3fad9e51f0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:58.160048 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b965c0f-5e84-49f2-814d-8a406f0768da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.308641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5b965c0f-5e84-49f2-814d-8a406f0768da None None] Port a7b11e61-d325-4268-9c37-2f3fad9e51f0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:58.318233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8982b6ce-6a8d-4b36-8354-f23b0dae89a3,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:58.432456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:58.515565 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-3697bec5-3e37-429f-bac7-4599160ab072 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5390072 Aug 03 19:11:58.603581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37368) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:58.671033 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b09f213-557a-4353-91d8-7ff74225bbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.694932 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f599eff-2ee5-4b14-8c39-3f91696013ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.735142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c0226-19c0-4417-ab78-170d5ed127d1 req-e351a8c7-5d6e-43f6-a16b-bd7756ea71b5 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.742854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc4c0226-19c0-4417-ab78-170d5ed127d1 req-e351a8c7-5d6e-43f6-a16b-bd7756ea71b5 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 949 time: 0.2613378 Aug 03 19:11:58.766561 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f258eb31-cd32-499f-a5c5-444bb14862ad req-8c6018c3-5ca0-40b7-af25-014051c1cf5b service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391069 Aug 03 19:11:58.774559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-4df04b06-e189-4d4a-a782-3c709ad5420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.776583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-4df04b06-e189-4d4a-a782-3c709ad5420d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1100 time: 0.2852271 Aug 03 19:11:58.786013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-6205d3e7-1c9f-4af4-afc3-0b122039726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.788569 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-6205d3e7-1c9f-4af4-afc3-0b122039726e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 1101 time: 0.1954083 Aug 03 19:11:58.806424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9f609-dae5-47e9-bd1a-8a8139b8696a req-fdd8e97c-897d-4d4d-869e-70a47b48ca52 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.815758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ff9f609-dae5-47e9-bd1a-8a8139b8696a req-fdd8e97c-897d-4d4d-869e-70a47b48ca52 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 949 time: 0.3232906 Aug 03 19:11:58.968187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80ea571-c4f9-450e-80d9-d36d81525680 req-3fda8b7e-e402-4292-a32a-5450b64efb6c service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7695618 Aug 03 19:11:58.984081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-ecf414c4-e713-4666-a813-b3f64cacc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.986048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-ecf414c4-e713-4666-a813-b3f64cacc372 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1901515 Aug 03 19:11:59.097186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc4c0226-19c0-4417-ab78-170d5ed127d1 req-b45824c8-2d52-4e5f-850f-c41c8b90fce3 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520141 Aug 03 19:11:59.131845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-f2ae8e22-b3d3-4652-9a29-6bf00bf8dcc4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.1314394 Aug 03 19:11:59.186049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ff9f609-dae5-47e9-bd1a-8a8139b8696a req-afaa362e-bd7f-49ee-a3a4-6eb3e5d5e22d tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689759 Aug 03 19:11:59.389897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:59.390778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-a64a7224-c6ba-4d57-ad9f-54976df77a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.392012 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-a64a7224-c6ba-4d57-ad9f-54976df77a8c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80db5de5929940d29c9864f3139274f6&device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1100 time: 0.1660438 Aug 03 19:11:59.399188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:59.438141 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fb24583a-d040-4848-accd-1e9508c5dc59 admin admin] 10.222.0.42 "PUT /v2.0/routers/a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4496696 Aug 03 19:11:59.465938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Sync routers for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:59.481694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:59.484461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:11:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:59.579506 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.590448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port e7cb44e1-814f-442e-b7a6-e3a82122a058 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:59.607007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port e7cb44e1-814f-442e-b7a6-e3a82122a058 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:59.607827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.648487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-b41406ad-a5b4-411e-83dc-a39b9c78aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.661279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-b41406ad-a5b4-411e-83dc-a39b9c78aa0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1094 time: 0.5757983 Aug 03 19:11:59.672854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-fc1be3b0-1356-4190-998b-9bd6d23e1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.674509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-fc1be3b0-1356-4190-998b-9bd6d23e1d33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.5302784 Aug 03 19:11:59.738498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-408b78ec-8a0d-4935-8cf6-8e0f43a50091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.740101 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-408b78ec-8a0d-4935-8cf6-8e0f43a50091 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.5158386 Aug 03 19:11:59.764689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:59.860505 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-e8c83987-7d60-4136-95d4-f7d7e0ad7e19 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 200 len: 217 time: 0.1119275 Aug 03 19:11:59.893008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b09f213-557a-4353-91d8-7ff74225bbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.929433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfd786-ec13-4ff9-b4dc-5b66198b2b8c req-01929e41-3f54-4e83-b65a-7bb1d226e4ec tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.937281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25cfd786-ec13-4ff9-b4dc-5b66198b2b8c req-01929e41-3f54-4e83-b65a-7bb1d226e4ec tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 949 time: 0.6428237 Aug 03 19:11:59.939248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b09f213-557a-4353-91d8-7ff74225bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.977659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c147e5-34e9-42e8-b285-999e3681aa39 req-ff7cd5dc-4c8d-4f6d-ac79-2855b4112f47 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.979320 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2c147e5-34e9-42e8-b285-999e3681aa39 req-ff7cd5dc-4c8d-4f6d-ac79-2855b4112f47 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.6232123 Aug 03 19:11:59.995455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ef34116e-323d-485f-a17e-94388bfa91ba up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:00.091449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.108324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-fc082358-c6ec-4d42-9897-35cb691788f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.109547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-fc082358-c6ec-4d42-9897-35cb691788f6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4183767 Aug 03 19:12:00.118558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09f213-557a-4353-91d8-7ff74225bbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bbfbef-f8f9-4f59-9efd-85875e9cfda4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:00.124498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5b09f213-557a-4353-91d8-7ff74225bbe8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3519bf725b24baf88aa4b5cf7d1305c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4958935 Aug 03 19:12:00.136993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:00.157067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-4630e165-1a63-4a56-835d-a52f802de242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.165228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-4630e165-1a63-4a56-835d-a52f802de242 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.4854789 Aug 03 19:12:00.183033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:00.185365 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cbf30b-73e1-47fb-80ee-b09f507d7f94" -d '{"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-plugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:00.217169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:00.236591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port ef34116e-323d-485f-a17e-94388bfa91ba triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:00.237016 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.242047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.242902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device bbce440c-3093-46f8-a59d-797c80c31b4f up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:00.253683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-ff1c2ac1-7d49-494f-947d-1a8c74e2a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.262730 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-ff1c2ac1-7d49-494f-947d-1a8c74e2a60b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.8147485 Aug 03 19:12:00.329816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2cbdef9c-9a06-4e23-8b5b-f05a72faeb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.372031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f599eff-2ee5-4b14-8c39-3f91696013ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.394128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:00.447903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:00.448232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-551c3522-a23e-40cd-8c05-86e2ee1192a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.451379 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-551c3522-a23e-40cd-8c05-86e2ee1192a6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.5686810 Aug 03 19:12:00.452638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f599eff-2ee5-4b14-8c39-3f91696013ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.514234 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-e81f5929-30ff-481d-ba18-701d1bab6245 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 200 len: 217 time: 0.2264881 Aug 03 19:12:00.543124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f599eff-2ee5-4b14-8c39-3f91696013ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61e041-c42e-4fc5-96ca-bf682b23ba96,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:00.556129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port bbce440c-3093-46f8-a59d-797c80c31b4f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:00.576229 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.582997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port bbce440c-3093-46f8-a59d-797c80c31b4f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:00.583573 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.603008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:11:55Z', 'revision_number': 2, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:00.607283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:00.607283 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.607723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-b5d19c6d-bbe1-4fa3-90b1-5e6eda6553a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.609123 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-b5d19c6d-bbe1-4fa3-90b1-5e6eda6553a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0629523 Aug 03 19:12:00.670866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-e2bd71c3-3cde-4635-b932-531a4cf9f4d9 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429337 Aug 03 19:12:00.683279 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1f599eff-2ee5-4b14-8c39-3f91696013ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a7489ec09a64147b63f8ca9c89792b5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7671366 Aug 03 19:12:00.687783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37382) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:00.690155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25cfd786-ec13-4ff9-b4dc-5b66198b2b8c req-81e2f6e0-55c8-43fe-acf1-d44995a9800a tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515059 Aug 03 19:12:00.694747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-d03d8ecd-978c-4977-a5c7-a79478bd2c6c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3747300c-8675-48a8-9881-40c9e9ba781a HTTP/1.1" status: 200 len: 217 time: 0.0998144 Aug 03 19:12:00.730672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-9f37b557-1fd5-4369-a3d9-766e0868c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.732278 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-9f37b557-1fd5-4369-a3d9-766e0868c8b8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984821 Aug 03 19:12:00.753562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Checking router: a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:00.754118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Updating router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa port a7b11e61-d325-4268-9c37-2f3fad9e51f0 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:00.762913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-573f3a02-fd28-4680-8577-dc653a632e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.764709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-573f3a02-fd28-4680-8577-dc653a632e20 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3009272 Aug 03 19:12:00.928339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2c147e5-34e9-42e8-b285-999e3681aa39 req-00af46db-1159-455e-ae7f-c59c2d5c8849 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9174178 Aug 03 19:12:00.938155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:00.960230 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.984224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88058a2f-e07c-4b96-9195-a7b73f11462e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.000100 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.026815 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-eb522fd4-f382-4e20-836b-7defb0862d97 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096057 Aug 03 19:12:01.046118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-d3e83697-50f0-4c97-96cf-1c243647095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.047808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-d3e83697-50f0-4c97-96cf-1c243647095a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.2913613 Aug 03 19:12:01.053744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88058a2f-e07c-4b96-9195-a7b73f11462e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.175542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a879c22d-cf7c-4b3d-9d7b-73695947da89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.212089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-5d6b9437-17f8-4a7c-93e4-0a9380d4a179 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508510 Aug 03 19:12:01.286914 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a879c22d-cf7c-4b3d-9d7b-73695947da89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.392011 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-350ec872-b455-41db-8d90-ef4f9dad686d service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429460 Aug 03 19:12:01.393328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-cd090a02-2a48-4aed-beb6-098ccfa915f8 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928325 Aug 03 19:12:01.446201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2480a8-34ae-4601-af7a-4d6c9021d2f9 req-af704dd5-4e97-47a5-a97d-73cbd1459699 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.447609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c2480a8-34ae-4601-af7a-4d6c9021d2f9 req-af704dd5-4e97-47a5-a97d-73cbd1459699 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 949 time: 0.3519318 Aug 03 19:12:01.496724 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88058a2f-e07c-4b96-9195-a7b73f11462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.497020 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d13f7733-e447-4b41-bcb0-a1842043b519 req-3e070b04-74ff-4620-8222-21259eac3464 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653444 Aug 03 19:12:01.498304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:01.501030 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88058a2f-e07c-4b96-9195-a7b73f11462e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.501271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-88058a2f-e07c-4b96-9195-a7b73f11462e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8bbfbef-f8f9-4f59-9efd-85875e9cfda4 HTTP/1.1" status: 204 len: 168 time: 1.3538778 Aug 03 19:12:01.520977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-aca4dcdb-24a9-4907-b951-cf75469c9ab9 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283652 Aug 03 19:12:01.613424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88058a2f-e07c-4b96-9195-a7b73f11462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bbfbef-f8f9-4f59-9efd-85875e9cfda4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:01.686436 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.696775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c2480a8-34ae-4601-af7a-4d6c9021d2f9 req-4da68649-52fb-4c6a-9f7a-d5cf1688912f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737125 Aug 03 19:12:01.732025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a879c22d-cf7c-4b3d-9d7b-73695947da89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.744177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a879c22d-cf7c-4b3d-9d7b-73695947da89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.750126 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a879c22d-cf7c-4b3d-9d7b-73695947da89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd61e041-c42e-4fc5-96ca-bf682b23ba96 HTTP/1.1" status: 204 len: 168 time: 1.0612674 Aug 03 19:12:01.803678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6c7ceca-bade-4805-83a2-aad72c43d59a req-e9c79573-d696-46d9-8c66-887be2134583 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677789 Aug 03 19:12:01.834635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c22d-cf7c-4b3d-9d7b-73695947da89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61e041-c42e-4fc5-96ca-bf682b23ba96,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:01.879886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:01.916749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1521fa5b-e1a6-4872-9ab2-991ddde91722 req-a1df677a-d0d0-4226-aee7-34fd2280d0d9 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231245 Aug 03 19:12:01.979210 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a252da8-47c9-4215-9b81-2941e57dda45 x-openstack-request-id: req-4a252da8-47c9-4215-9b81-2941e57dda45 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:01.981830 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-plugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:01.983642 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a252da8-47c9-4215-9b81-2941e57dda45 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:01.984351 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'code': 200} Aug 03 19:12:01.996293 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.207973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37406) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:02.230967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0da2a0b3-27be-4a4e-ba6c-4203998ae254 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193587006', 'description': 'tempest-description--1292402'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:02.317317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port bbce440c-3093-46f8-a59d-797c80c31b4f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bbce440c-3093-46f8-a59d-797c80c31b4f,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:02.407261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf45ca-e064-4058-8b8b-78918665d0a3 req-41f0f49b-8d09-4fd4-80c6-0d9ee283404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:02.412637 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8cf45ca-e064-4058-8b8b-78918665d0a3 req-41f0f49b-8d09-4fd4-80c6-0d9ee283404b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 1101 time: 0.2434158 Aug 03 19:12:02.417014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da2a0b3-27be-4a4e-ba6c-4203998ae254 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.453434 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.547393 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8cf45ca-e064-4058-8b8b-78918665d0a3 req-fefbb187-87ec-48f2-8b56-f8dcec96fc3c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255119 Aug 03 19:12:02.629513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d337f00-27a1-4741-9020-5cbbf619b526 req-b81c72e8-6ec3-45a9-8c1c-0731dc663d79 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:02.632606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d337f00-27a1-4741-9020-5cbbf619b526 req-b81c72e8-6ec3-45a9-8c1c-0731dc663d79 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 950 time: 0.4483144 Aug 03 19:12:02.673734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:12:02.706878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86d0dd-800b-4b1d-b96f-69e6dd7d8fa2 req-93701dea-dd45-43a5-bd7d-e6068088a114 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:02.714529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc86d0dd-800b-4b1d-b96f-69e6dd7d8fa2 req-93701dea-dd45-43a5-bd7d-e6068088a114 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 949 time: 0.2723031 Aug 03 19:12:02.803529 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.819761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=bbce440c-3093-46f8-a59d-797c80c31b4f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:02.851999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d337f00-27a1-4741-9020-5cbbf619b526 req-03261164-dbe3-4092-b93d-daf3b9be3724 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051442 Aug 03 19:12:02.910690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc86d0dd-800b-4b1d-b96f-69e6dd7d8fa2 req-a6a04ec9-2aff-447b-96ff-c05ca523d92f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809831 Aug 03 19:12:02.920148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Transition to ACTIVE for port object a7b11e61-d325-4268-9c37-2f3fad9e51f0 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:03.027370 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da2a0b3-27be-4a4e-ba6c-4203998ae254 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.030524 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.045575 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da2a0b3-27be-4a4e-ba6c-4203998ae254 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.159506 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da2a0b3-27be-4a4e-ba6c-4203998ae254 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.165211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0da2a0b3-27be-4a4e-ba6c-4203998ae254 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.9522119 Aug 03 19:12:03.168045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37442) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:03.174387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3465cf4-91c5-4535-81cf-fb6d27859147 None None] Pushing event updated for resources: {'Port': ['ID=a7b11e61-d325-4268-9c37-2f3fad9e51f0,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:03.178170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-28064087-61eb-484d-90ba-64efa52cae12 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Request body: {'security_group_rule': {'security_group_id': '7c80c6f8-7703-4611-9aeb-9c843dca7bfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:03.207497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2a0b3-27be-4a4e-ba6c-4203998ae254 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c80c6f8-7703-4611-9aeb-9c843dca7bfc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:03.221425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:03.283919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28064087-61eb-484d-90ba-64efa52cae12 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.300120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'mac_address': 'fa:16:3e:89:77:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:03.446486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28064087-61eb-484d-90ba-64efa52cae12 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.459669 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28064087-61eb-484d-90ba-64efa52cae12 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.468206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee1785-c084-4ad4-80de-6e58e936822b req-057eafdb-9684-450c-94e9-316afc469fca tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.474013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5ee1785-c084-4ad4-80de-6e58e936822b req-057eafdb-9684-450c-94e9-316afc469fca tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.3256066 Aug 03 19:12:03.521107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28064087-61eb-484d-90ba-64efa52cae12 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.523025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addac150-7f90-45bd-813e-aa12d35e3119 req-718ae251-75d3-46f8-ab92-c7e80ece833c tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.529201 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-28064087-61eb-484d-90ba-64efa52cae12 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565419 Aug 03 19:12:03.530956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:03.545200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6903d07b-5968-4206-adc1-3bdc145c16d6 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Request body: {'security_group_rule': {'security_group_id': '7c80c6f8-7703-4611-9aeb-9c843dca7bfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:03.548549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-addac150-7f90-45bd-813e-aa12d35e3119 req-718ae251-75d3-46f8-ab92-c7e80ece833c tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 950 time: 0.2892146 Aug 03 19:12:03.562881 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.567027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28064087-61eb-484d-90ba-64efa52cae12 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fea55f4-6ffb-4b61-9bcd-96142865e9d6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:03.632638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6903d07b-5968-4206-adc1-3bdc145c16d6 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.639817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:03.671124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Attempting to bind port a7b11e61-d325-4268-9c37-2f3fad9e51f0 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:03.671978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Attempting to bind port a7b11e61-d325-4268-9c37-2f3fad9e51f0 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:03.672874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Attempting to bind port a7b11e61-d325-4268-9c37-2f3fad9e51f0 on network 8c285acc-5231-469d-8b37-d6f79a2f7ecc {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:03.730632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:03.736050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Checking segment: {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:03.740271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.744968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Bound using segment: {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:03.747227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Bound port: a7b11e61-d325-4268-9c37-2f3fad9e51f0, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:03.749039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.810453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6903d07b-5968-4206-adc1-3bdc145c16d6 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.810915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-addac150-7f90-45bd-813e-aa12d35e3119 req-3cd6063d-3c1a-42a6-ae93-01c8508fe2d3 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613025 Aug 03 19:12:03.829775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6903d07b-5968-4206-adc1-3bdc145c16d6 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.856470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5ee1785-c084-4ad4-80de-6e58e936822b req-ad7ce430-2d57-444d-a3a0-7a24488206c6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031223 Aug 03 19:12:03.879850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:03.880194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903d07b-5968-4206-adc1-3bdc145c16d6 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df92f13d-880b-41e4-8553-19425cf57997,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:03.911617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.921214 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6903d07b-5968-4206-adc1-3bdc145c16d6 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.928021 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6903d07b-5968-4206-adc1-3bdc145c16d6 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891680 Aug 03 19:12:03.928530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37460) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:03.956435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:04.054107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba'}, {'server_uuid': '3f801f48-4bf4-4f6a-be59-19489cafd023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce440c-3093-46f8-a59d-797c80c31b4f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:04.064460 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f8ad25-0a0b-4290-b3cf-7f934742057b" -d '{"events": [{"server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "name": "network-vif-plugged", "status": "completed", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba"}, {"server_uuid": "3f801f48-4bf4-4f6a-be59-19489cafd023", "name": "network-vif-plugged", "status": "completed", "tag": "bbce440c-3093-46f8-a59d-797c80c31b4f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:04.097607 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.261929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3ea360e4-b7f3-481f-9ff7-94cf91e70c51'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:04.318089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] For port a7b11e61-d325-4268-9c37-2f3fad9e51f0, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:04.334882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=12']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:04.430020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] For port a7b11e61-d325-4268-9c37-2f3fad9e51f0, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a7b11e61-d325-4268-9c37-2f3fad9e51f0,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:04.467072 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.501370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.503085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f6c1-9f23-4e1d-a59a-5e246c1d4689 req-3f30d457-9f33-4e49-a5f8-9a5d0c93c33c tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.505944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42d8f6c1-9f23-4e1d-a59a-5e246c1d4689 req-3f30d457-9f33-4e49-a5f8-9a5d0c93c33c tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 950 time: 0.2913749 Aug 03 19:12:04.575114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42d8f6c1-9f23-4e1d-a59a-5e246c1d4689 req-6f479bcf-0773-47af-bd03-e1d155a9dbdb tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594041 Aug 03 19:12:04.664942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.695856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37470) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:04.751596 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaea84af-8457-43f1-b8bb-5d192ba039b8 x-openstack-request-id: req-eaea84af-8457-43f1-b8bb-5d192ba039b8 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:04.751596 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "name": "network-vif-plugged", "status": "completed", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba", "code": 200}, {"server_uuid": "3f801f48-4bf4-4f6a-be59-19489cafd023", "name": "network-vif-plugged", "status": "completed", "tag": "bbce440c-3093-46f8-a59d-797c80c31b4f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:04.752350 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaea84af-8457-43f1-b8bb-5d192ba039b8 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:04.752606 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'code': 200} Aug 03 19:12:04.753008 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f801f48-4bf4-4f6a-be59-19489cafd023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce440c-3093-46f8-a59d-797c80c31b4f', 'code': 200} Aug 03 19:12:04.947844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:04.949060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:04.993975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-network', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:05.053048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9375e12-b6f8-4455-acbc-6c99d65db178 req-867789b2-db06-4dda-99b8-3f8a7d53480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:05.068964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9375e12-b6f8-4455-acbc-6c99d65db178 req-867789b2-db06-4dda-99b8-3f8a7d53480a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 1101 time: 0.2276623 Aug 03 19:12:05.093399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Allocated IP 172.25.4.131 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/cb2dfd09-8723-4f4a-bd34-c60e42e0ecf3) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:05.111484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3465cf4-91c5-4535-81cf-fb6d27859147 None None] Pushing event updated for resources: {'Port': ['ID=a7b11e61-d325-4268-9c37-2f3fad9e51f0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:05.193790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Made reservation on behalf of d7ee39b2670a49979831d80dc8454475 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:05.207096 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.269494 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.302841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.347096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.417054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:05.421697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bb3c6-ae02-4922-9fe1-ab7acd405515 req-00ebe2bc-1afe-42f4-b467-d3d6c4c3d1d8 tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:05.429784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-887bb3c6-ae02-4922-9fe1-ab7acd405515 req-00ebe2bc-1afe-42f4-b467-d3d6c4c3d1d8 tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 1101 time: 0.5137448 Aug 03 19:12:05.434278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:05.438188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:05.492666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event updated for resources: {'Port': ['ID=cb2dfd09-8723-4f4a-bd34-c60e42e0ecf3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:05.524683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-887bb3c6-ae02-4922-9fe1-ab7acd405515 req-8f701dc0-ec35-4a8b-a7ce-625fd65c88db tempest-MigrationsAdminTest-1641106393 tempest-MigrationsAdminTest-1641106393-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506277 Aug 03 19:12:05.545146 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d9375e12-b6f8-4455-acbc-6c99d65db178 req-9462cd51-8822-49e8-a5a0-a43e6b170f47 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595578 Aug 03 19:12:05.626014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.716845 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.756269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.775575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.813545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:05.826946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:05.867847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9db88e-eacd-4643-9583-4bc4022edfbd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:05.879329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.880014 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Added segment 36b267dd-0f40-4883-a6c8-de32a9327fe8 of type vlan for network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 Aug 03 19:12:05.987732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.019445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df210092-5aef-4d59-bcb1-9110926531f4 req-25a86b7f-752c-4a39-b180-8bc63ebdb49b tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.024604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df210092-5aef-4d59-bcb1-9110926531f4 req-25a86b7f-752c-4a39-b180-8bc63ebdb49b tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 950 time: 0.2596810 Aug 03 19:12:06.064421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.065662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.066364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.182472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df210092-5aef-4d59-bcb1-9110926531f4 req-e7f692c1-f121-40ab-8178-afd172fda98a tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384602 Aug 03 19:12:06.183465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] Pushing event updated for resources: {'Network': ['ID=1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:06.198014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:06.241186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37496) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:06.242283 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-24ce3036-d60a-4ce9-a13f-733ec7ca1585 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5440011 Aug 03 19:12:06.248415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Request body: {'subnet': {'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-subnet', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:06.286594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Made reservation on behalf of d7ee39b2670a49979831d80dc8454475 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:06.289530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.399438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:12:04Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:06.451541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ed8b2-db3e-4b34-adcf-c8600335ec46 None None] The sync data for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 is: [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:12:04Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:06.595528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289438a-130b-42bb-bdb4-6f730cbbed81 req-c759b62b-6bb7-44c0-8674-3f8cd15f0f78 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.601709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8289438a-130b-42bb-bdb4-6f730cbbed81 req-c759b62b-6bb7-44c0-8674-3f8cd15f0f78 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.2805731 Aug 03 19:12:06.612274 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.643379 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.773163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.930441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8289438a-130b-42bb-bdb4-6f730cbbed81 req-6d924734-4295-4be2-b05c-2fa422a98491 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274195 Aug 03 19:12:06.985953 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.995989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0577118 Aug 03 19:12:07.189260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cb71b-5ec0-4596-949c-1232bf6d23d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event updated for resources: {'Port': ['ID=cb2dfd09-8723-4f4a-bd34-c60e42e0ecf3,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:07.371541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00960d4-37ef-4aaa-b7e1-eab726c75249 req-cc8399e5-f19b-48ff-890c-6fc2386583f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.393948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a00960d4-37ef-4aaa-b7e1-eab726c75249 req-cc8399e5-f19b-48ff-890c-6fc2386583f7 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 950 time: 0.3464901 Aug 03 19:12:07.625129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a00960d4-37ef-4aaa-b7e1-eab726c75249 req-90fd78cb-c929-47bc-9a9a-eee008f6287f tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177300 Aug 03 19:12:07.671814 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.815937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0367a7-36a9-4b9f-9514-92baa00b7c20 req-ddd06003-de17-47f1-8cd2-ca972e2a8444 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.825863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff0367a7-36a9-4b9f-9514-92baa00b7c20 req-ddd06003-de17-47f1-8cd2-ca972e2a8444 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.3424683 Aug 03 19:12:07.906053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3747300c-8675-48a8-9881-40c9e9ba781a details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:07.908407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:07.963589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:08.013777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Checking segment: {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:08.014401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Network hostable DHCP agents. Network: 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:08.036978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff0367a7-36a9-4b9f-9514-92baa00b7c20 req-6dac0941-9947-4c3d-bc8f-ee5397f06726 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096765 Aug 03 19:12:08.104173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbe3a8-2faf-43da-a02b-55b3e5b5b3a1 req-ba758b8b-a2eb-4082-baab-feb8e9eb420f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:08.118394 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33cbe3a8-2faf-43da-a02b-55b3e5b5b3a1 req-ba758b8b-a2eb-4082-baab-feb8e9eb420f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 950 time: 0.3593280 Aug 03 19:12:08.225391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:08.321640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:08.334174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:08.335992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.403924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-ff8b7dd3-32aa-4f5b-b2f3-ca3cbb68749f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:08.407779 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-ff8b7dd3-32aa-4f5b-b2f3-ca3cbb68749f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa227ef9-06b1-4f91-86f3-222ccc9c50f9 HTTP/1.1" status: 200 len: 950 time: 0.1041732 Aug 03 19:12:08.440914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33cbe3a8-2faf-43da-a02b-55b3e5b5b3a1 req-040ae617-c080-421b-b374-4c12eede890b tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856750 Aug 03 19:12:08.490096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e1fd5-21bb-42f0-9db9-9835975f073a None None] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:08.503004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a7b11e61-d325-4268-9c37-2f3fad9e51f0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:08.523981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-942fd49e-3c52-4676-9916-90aeeb35f917 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2792220 Aug 03 19:12:08.536141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37546) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:08.564218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:08.647277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Deleting port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:08.649959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.653912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-301dfa89-5288-4c63-b3f6-6fbd277bb431 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--193587006&fields=id&tenant_id=34f448b49eb04cdb9b38bdf45d3b9247 HTTP/1.1" status: 200 len: 267 time: 0.3628879 Aug 03 19:12:08.668010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:08.700797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '3747300c-8675-48a8-9881-40c9e9ba781a', 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06', 'port_id': '3747300c-8675-48a8-9881-40c9e9ba781a', 'mac_address': 'fa:16:3e:74:e7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76845c8-1869-47ba-a7d5-86b7972ba5f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:08.794150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.795959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.864040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] For port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:08.864813 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.880249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Calling delete_port for 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:08.920002 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.958218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3747300c-8675-48a8-9881-40c9e9ba781a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:08.972665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:08.989978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:08.990663 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.075136 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.110299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['96cf2b10-9020-423d-a515-5556bc775d72', '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:09.130826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event deleted for resources: {'Port': ['ID=3ea360e4-b7f3-481f-9ff7-94cf91e70c51,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:09.172529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.174276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.174932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.175692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.176578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.177149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.177811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.178385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.178951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.179662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.180235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.180796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.219598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] No DVR routers for this DVR port 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:09.224805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.225754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:09.231825 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e83dc3b6-2181-4f7d-91ef-53789859e3f9 req-290a9c03-2283-4fa2-afde-93e4de83dae1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.88 "DELETE /v2.0/ports/3ea360e4-b7f3-481f-9ff7-94cf91e70c51 HTTP/1.1" status: 204 len: 173 time: 0.8108547 Aug 03 19:12:09.237000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:09.256038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-deleted', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:09.264817 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83217bc8-839c-4071-9a18-1d6c1c61ae44" -d '{"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-deleted", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:09.346966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.350184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a7b11e61-d325-4268-9c37-2f3fad9e51f0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:09.512873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a7b11e61-d325-4268-9c37-2f3fad9e51f0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:09.513412 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.539840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:09.637329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.638192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.638929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.639795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.640690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.641419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.642318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.643291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.643991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.644698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.645389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.646418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:09.717245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3747300c-8675-48a8-9881-40c9e9ba781a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:09.783446 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.839859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Could not find standard attr ID for object 3ea360e4-b7f3-481f-9ff7-94cf91e70c51. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:12:09.871292 n-d-803378-1 neutron-server[94135]: INFO neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No ports have port_id starting with 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 Aug 03 19:12:09.923064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:09.995161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:09.996196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3ea360e4-b7f3-481f-9ff7-94cf91e70c51 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:09.997463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620994c-6294-41cc-8622-a7953de9922d req-db563226-125c-46fa-8f39-03ed84c3e437 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.004993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-db563226-125c-46fa-8f39-03ed84c3e437 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/networks?id=8c285acc-5231-469d-8b37-d6f79a2f7ecc HTTP/1.1" status: 200 len: 812 time: 1.3367453 Aug 03 19:12:10.006020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97', 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'fixed_ips': [{'subnet_id': '74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:10.007116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.010741 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.031631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-c069a889-0b5a-4c3d-8c63-17e6f81cf279 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/quotas/34f448b49eb04cdb9b38bdf45d3b9247 HTTP/1.1" status: 200 len: 375 time: 0.0257618 Aug 03 19:12:10.177124 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.190971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-bf95978e-f935-4f2b-a248-1316f793c665 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=34f448b49eb04cdb9b38bdf45d3b9247&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1581531 Aug 03 19:12:10.216060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5bb0-e153-472e-8491-41cb03dfc551 req-cfbc3aa1-df97-4497-920c-bf89e908ad83 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.217816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b43a5bb0-e153-472e-8491-41cb03dfc551 req-cfbc3aa1-df97-4497-920c-bf89e908ad83 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 944 time: 0.1062672 Aug 03 19:12:10.314361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b43a5bb0-e153-472e-8491-41cb03dfc551 req-573de4d8-085e-457b-993f-06d6ede9b805 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867434 Aug 03 19:12:10.500050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a7b11e61-d325-4268-9c37-2f3fad9e51f0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a7b11e61-d325-4268-9c37-2f3fad9e51f0,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:10.533536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.580318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.603019 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.681713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-896be638-bc0a-4304-bce5-f99f2b4cfd55 service neutron] 10.222.0.42 "GET /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897544 Aug 03 19:12:10.695576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Allocated IP 172.20.0.2 (1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97/74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c/187b3732-6e64-4281-ab21-bda9e67ae8ff) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:10.780513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a7b11e61-d325-4268-9c37-2f3fad9e51f0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:10.807004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-aa922526-c15c-41fe-87ff-bcf888022fcd service neutron] 10.222.0.42 "GET /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159768 Aug 03 19:12:10.980680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Allocated IP 172.25.4.228 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/03c80730-b04e-4380-8a65-d224368ca1e8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:11.078923 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.091188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Transition to ACTIVE for port object 187b3732-6e64-4281-ab21-bda9e67ae8ff will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:11.101223 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56c85f5-cc75-46e9-b7c8-d1a80f5bd328 x-openstack-request-id: req-c56c85f5-cc75-46e9-b7c8-d1a80f5bd328 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:11.101803 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa227ef9-06b1-4f91-86f3-222ccc9c50f9", "name": "network-vif-deleted", "tag": "3ea360e4-b7f3-481f-9ff7-94cf91e70c51", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:11.101982 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c56c85f5-cc75-46e9-b7c8-d1a80f5bd328 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:11.102483 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa227ef9-06b1-4f91-86f3-222ccc9c50f9', 'name': 'network-vif-deleted', 'tag': '3ea360e4-b7f3-481f-9ff7-94cf91e70c51', 'status': 'completed', 'code': 200} Aug 03 19:12:11.115056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Transition to ACTIVE for port object 187b3732-6e64-4281-ab21-bda9e67ae8ff will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:11.135089 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.186427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Pushing event updated for resources: {'Port': ['ID=187b3732-6e64-4281-ab21-bda9e67ae8ff,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:11.203874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:11.205712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:11.208652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:11.291798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Attempting to bind port 187b3732-6e64-4281-ab21-bda9e67ae8ff on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:11.292361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Attempting to bind port 187b3732-6e64-4281-ab21-bda9e67ae8ff by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:11.293394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Attempting to bind port 187b3732-6e64-4281-ab21-bda9e67ae8ff on network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:11.306078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:11.306637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Checking segment: {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:11.307163 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.307694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Bound using segment: {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:11.308354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Bound port: 187b3732-6e64-4281-ab21-bda9e67ae8ff, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:11.308958 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.506081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.512654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] For port 187b3732-6e64-4281-ab21-bda9e67ae8ff, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:11.524145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] For port 187b3732-6e64-4281-ab21-bda9e67ae8ff, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=187b3732-6e64-4281-ab21-bda9e67ae8ff,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:11.534922 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.693828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9178b64-8662-4fef-822b-6868b50c5584 req-6331c92a-9400-49f1-a847-a2cda4bdecca tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:11.703883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9178b64-8662-4fef-822b-6868b50c5584 req-6331c92a-9400-49f1-a847-a2cda4bdecca tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 950 time: 0.2342346 Aug 03 19:12:11.705762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.713625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa0720-dce6-4e83-b136-3ccc685d553e None None] Pushing event updated for resources: {'Port': ['ID=187b3732-6e64-4281-ab21-bda9e67ae8ff,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:11.852662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:11.855545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=03c80730-b04e-4380-8a65-d224368ca1e8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:11.877220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:11.906507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3747300c-8675-48a8-9881-40c9e9ba781a up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:11.927578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:11.952698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9178b64-8662-4fef-822b-6868b50c5584 req-b9e7049a-df1a-42dc-adbe-bd09ce91cd5d tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983194 Aug 03 19:12:12.001745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.014214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.014886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.016348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.016990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.017532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.018394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.018919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.019413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.020025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.020546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.021116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.146577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 3747300c-8675-48a8-9881-40c9e9ba781a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:12.168814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 3747300c-8675-48a8-9881-40c9e9ba781a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:12.170181 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.228136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43eaffa0-a8de-4ea5-b7d1-bef92141f217 req-894f9302-c6b8-4cb2-bd30-6cdd8e814ae7 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 210 time: 0.1971071 Aug 03 19:12:12.407702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce474a5-6ecb-450c-b23a-357e3db8c32f req-9b17aa2c-4b71-48f4-9c25-24570308545b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.417914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ce474a5-6ecb-450c-b23a-357e3db8c32f req-9b17aa2c-4b71-48f4-9c25-24570308545b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 944 time: 0.3848090 Aug 03 19:12:12.482269 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.633360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:12.645536 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d2a991-0224-4bc4-8e97-e4bd2c6e1fe1" -d '{"events": [{"server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "name": "network-vif-plugged", "status": "completed", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:12.674802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ce474a5-6ecb-450c-b23a-357e3db8c32f req-c7616299-37ea-4894-8cf0-b92c3186ecc6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549195 Aug 03 19:12:12.683140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:12.710143 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.842038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:12.949680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56ce93-7bc1-48b4-94a3-efb937b990af req-78d8ccd3-ddd5-40fa-8e22-a639d55d4e6d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.986401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e56ce93-7bc1-48b4-94a3-efb937b990af req-78d8ccd3-ddd5-40fa-8e22-a639d55d4e6d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 950 time: 0.3605649 Aug 03 19:12:13.027931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.070990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a7b11e61-d325-4268-9c37-2f3fad9e51f0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:13.312932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-e34b200d-a16b-41b1-b077-e5b54d067bfe tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=defa9b25d8fb44e88b2ebffc955facff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645413 Aug 03 19:12:13.344405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a7b11e61-d325-4268-9c37-2f3fad9e51f0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:13.346983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.387262 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:12:13.542484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e56ce93-7bc1-48b4-94a3-efb937b990af req-51cf3d2c-8312-4ad3-a4f9-d3f8119af3fe tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541406 Aug 03 19:12:13.584083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620994c-6294-41cc-8622-a7953de9922d req-e5050fe6-d808-4a07-967d-a573c5f08f84 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.585813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-e5050fe6-d808-4a07-967d-a573c5f08f84 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.88 "GET /v2.0/networks?id=8c285acc-5231-469d-8b37-d6f79a2f7ecc HTTP/1.1" status: 200 len: 812 time: 0.4248693 Aug 03 19:12:13.714449 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-5dd0595e-7160-47b1-86d9-6a34739861a0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f448b49eb04cdb9b38bdf45d3b9247 HTTP/1.1" status: 200 len: 379 time: 0.1182375 Aug 03 19:12:13.724610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Request body: {'port': {'device_id': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'admin_state_up': True, 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'security_groups': ['7c80c6f8-7703-4611-9aeb-9c843dca7bfc']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:13.822470 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71a40a1-5eba-4a4c-b81b-690e65ec0214 x-openstack-request-id: req-a71a40a1-5eba-4a4c-b81b-690e65ec0214 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:13.822470 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "name": "network-vif-plugged", "status": "completed", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:13.823049 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a71a40a1-5eba-4a4c-b81b-690e65ec0214 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:13.823780 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a', 'code': 200} Aug 03 19:12:13.840819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-80585e9a-355b-4ae6-9540-ded626f8df02 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.844905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-80585e9a-355b-4ae6-9540-ded626f8df02 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5037844 Aug 03 19:12:13.865201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d2b06-0c48-419a-b13b-5e8fbc7c643f None None] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:13.976605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-1ad5ed72-49ba-4b45-9631-f64f4c338fc0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.978673 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-1ad5ed72-49ba-4b45-9631-f64f4c338fc0 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 950 time: 0.2265496 Aug 03 19:12:13.990654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2a13e01-2d00-49fc-bc2f-9f3795d776f2 req-0cfaa406-f3de-42c1-a7db-7c7e6edb9f79 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 210 time: 0.0581915 Aug 03 19:12:14.001420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b31c58ad-af60-4c46-85d3-41442b9743c1 None None] Provisioning for port 187b3732-6e64-4281-ab21-bda9e67ae8ff completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:14.082336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 187b3732-6e64-4281-ab21-bda9e67ae8ff up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:14.088596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-ad5cfeec-f65b-44cf-a685-68bb86975cdc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/quotas/defa9b25d8fb44e88b2ebffc955facff HTTP/1.1" status: 200 len: 375 time: 0.2104812 Aug 03 19:12:14.236501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Made reservation on behalf of 34f448b49eb04cdb9b38bdf45d3b9247 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:14.242743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.247830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 187b3732-6e64-4281-ab21-bda9e67ae8ff completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:14.266333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455995d-ddcc-48c8-bed1-bd2e380b8a05 req-d109bf09-0f0c-4596-9f72-0a9e8263b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:14.268331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e455995d-ddcc-48c8-bed1-bd2e380b8a05 req-d109bf09-0f0c-4596-9f72-0a9e8263b347 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1096 time: 0.4201958 Aug 03 19:12:14.279898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 187b3732-6e64-4281-ab21-bda9e67ae8ff triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:14.280593 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.353301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-43a0f193-845e-4bb0-b15c-43c843bfce4f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=defa9b25d8fb44e88b2ebffc955facff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2438536 Aug 03 19:12:14.390823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Deleting port b34aaa56-8b0c-4352-bd11-f4790fb6580c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:14.391227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.424726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.458514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e455995d-ddcc-48c8-bed1-bd2e380b8a05 req-f96388fb-f20b-4fb5-b2e4-c1b70efacd25 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738424 Aug 03 19:12:14.470596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a9e1-534e-4dad-b3af-173ed4ed2270 req-74a8a75c-08b8-4b81-b170-75cd96f76886 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:14.502744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74c4a9e1-534e-4dad-b3af-173ed4ed2270 req-74a8a75c-08b8-4b81-b170-75cd96f76886 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 0.2427678 Aug 03 19:12:14.506494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.600011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 187b3732-6e64-4281-ab21-bda9e67ae8ff, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=187b3732-6e64-4281-ab21-bda9e67ae8ff,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:14.608389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.738936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74c4a9e1-534e-4dad-b3af-173ed4ed2270 req-3326dfc7-538c-4bc3-b8ea-fe452944af55 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353630 Aug 03 19:12:14.751687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=187b3732-6e64-4281-ab21-bda9e67ae8ff,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:15.052689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0eb44a17-5456-4298-ba61-176154e7efb8 None None] Provisioning complete for port 187b3732-6e64-4281-ab21-bda9e67ae8ff triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:15.053516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0eb44a17-5456-4298-ba61-176154e7efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.152747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Allocated IP 172.20.0.12 (8c285acc-5231-469d-8b37-d6f79a2f7ecc/3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c/67c6625d-8831-4623-9fd9-d61c48b02166) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:15.380594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ac4dec6-5c59-464f-926f-02b1b1ad4ab3 req-7497823c-d4cf-4580-94bf-6f6c434f571e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 210 time: 0.2815268 Aug 03 19:12:15.468187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:15.512980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70f31d-8e04-40e2-bd54-642554aa9c2b req-93723bda-0f5f-4c43-bf12-252142b3df6b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.528813 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c70f31d-8e04-40e2-bd54-642554aa9c2b req-93723bda-0f5f-4c43-bf12-252142b3df6b tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=145196eb-b702-4658-b65b-9bfc8751b4dc HTTP/1.1" status: 200 len: 950 time: 0.3655140 Aug 03 19:12:15.587585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Router 1843d3da-52f3-410f-b168-21411e2edd41 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:12:15.711051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:15.737144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'mac_address': 'fa:16:3e:9d:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:15.741509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.746782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d96c9461-f5c5-4b1a-8ee5-96b019d2112c req-4f971e4a-51d0-45ad-a8a2-5ec92cd72581 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 210 time: 0.1730390 Aug 03 19:12:15.781837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Transition to ACTIVE for port object 67c6625d-8831-4623-9fd9-d61c48b02166 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:15.868515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] For port b34aaa56-8b0c-4352-bd11-f4790fb6580c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b34aaa56-8b0c-4352-bd11-f4790fb6580c,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:15.868882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.905617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Calling delete_port for b34aaa56-8b0c-4352-bd11-f4790fb6580c owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:15.926256 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.934955 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.015851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7cb44e1-814f-442e-b7a6-e3a82122a058 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:16.078264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:16.089169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.227862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:16.297604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['e7cb44e1-814f-442e-b7a6-e3a82122a058'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:16.298343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.315732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c70f31d-8e04-40e2-bd54-642554aa9c2b req-d793400f-ce9e-4908-8c31-6ec9b780e84e tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7850015 Aug 03 19:12:16.369016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['96cf2b10-9020-423d-a515-5556bc775d72'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:16.374454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:16.382411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:16.390428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:16.524979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event updated for resources: {'Port': ['ID=67c6625d-8831-4623-9fd9-d61c48b02166,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:16.763506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event deleted for resources: {'Port': ['ID=b34aaa56-8b0c-4352-bd11-f4790fb6580c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:16.930881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] No DVR routers for this DVR port b34aaa56-8b0c-4352-bd11-f4790fb6580c on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:16.944338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.945422 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.968998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.973034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a357dfa6-ba85-41b9-8322-4a942ad310e5 req-6b548534-2e65-4880-82da-6deca6274479 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "DELETE /v2.0/ports/b34aaa56-8b0c-4352-bd11-f4790fb6580c HTTP/1.1" status: 204 len: 173 time: 2.9804792 Aug 03 19:12:16.973986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-deleted', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:16.989806 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04223a8-8752-40db-bde7-77f27e51ad42" -d '{"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-deleted", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:17.001596 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-6050b7c5-eb18-416b-b0cd-b62c0186eb2d tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2774320 Aug 03 19:12:17.027583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Request body: {'port': {'device_id': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:17.040160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 187b3732-6e64-4281-ab21-bda9e67ae8ff up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:17.317272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7cae2e9a-8ce0-4ebf-b85e-1bcc4731456c None None] Provisioning for port 67c6625d-8831-4623-9fd9-d61c48b02166 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:17.353530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37734) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:17.360200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.423805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7cae2e9a-8ce0-4ebf-b85e-1bcc4731456c None None] Provisioning complete for port 67c6625d-8831-4623-9fd9-d61c48b02166 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:17.435747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7cae2e9a-8ce0-4ebf-b85e-1bcc4731456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.619986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:17.706502 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-043e8bd8-c5c2-46d4-9fc1-bb49317287af tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=defa9b25d8fb44e88b2ebffc955facff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085250 Aug 03 19:12:17.728854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: b34aaa56-8b0c-4352-bd11-f4790fb6580c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:17.729379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b34aaa56-8b0c-4352-bd11-f4790fb6580c not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:17.875806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d995036-e4ef-4582-a524-68cc0ab95522 req-8c73e350-b22a-4d08-b51f-8f990e4756a1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 210 time: 0.0739644 Aug 03 19:12:17.881049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:17.897315 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Sync routers for ids ['1843d3da-52f3-410f-b168-21411e2edd41'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:17.908370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 187b3732-6e64-4281-ab21-bda9e67ae8ff triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:17.908996 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.945626 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Routers {'1843d3da-52f3-410f-b168-21411e2edd41'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:17.948671 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1843d3da-52f3-410f-b168-21411e2edd41'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:18.039084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790efd2a-defe-41d3-98bd-2eda897a7337 req-da21b4fc-8dd3-43f9-b71e-9382fc55d9fa tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:18.041938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-790efd2a-defe-41d3-98bd-2eda897a7337 req-da21b4fc-8dd3-43f9-b71e-9382fc55d9fa tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 1.8201857 Aug 03 19:12:18.057948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7cae2e9a-8ce0-4ebf-b85e-1bcc4731456c None None] Port 67c6625d-8831-4623-9fd9-d61c48b02166 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:18.068598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4eb9169a-777e-4513-b03d-1a7fc5a555c0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:18.123823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6dfa-2b5c-4b67-8cdc-3ee1aca56097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.254178 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.269578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5bb80e6f-df89-46e4-811d-0674c3e7d6c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.7294230 Aug 03 19:12:18.274414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37750) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:18.468220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-2d8bdcd5-6ff2-4417-aa00-903f8354efde tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:18.477127 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-2d8bdcd5-6ff2-4417-aa00-903f8354efde tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7571397 Aug 03 19:12:18.502540 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Set router 1843d3da-52f3-410f-b168-21411e2edd41 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:18.549596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Request body: {'port': {'device_id': 'ba434452-4878-4f7e-bab5-7c85968998c7', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'defa9b25d8fb44e88b2ebffc955facff'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:18.912033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-790efd2a-defe-41d3-98bd-2eda897a7337 req-db6379e4-bf16-410e-918e-c9cc5687c68c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8592968 Aug 03 19:12:18.953431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd05df-e664-4f9a-a2cb-5c2f9651795c req-487130f9-0dd8-4245-96d5-d88c31a1ff1f tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:18.960681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfdd05df-e664-4f9a-a2cb-5c2f9651795c req-487130f9-0dd8-4245-96d5-d88c31a1ff1f tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 932 time: 0.7891841 Aug 03 19:12:19.165265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfdd05df-e664-4f9a-a2cb-5c2f9651795c req-5c57e674-b530-450a-b5e8-0ff662ef42bd tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870594 Aug 03 19:12:19.394007 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:12:12Z', 'revision_number': 3, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:19.464710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:19.512065 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Checking router: 1843d3da-52f3-410f-b168-21411e2edd41 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:19.513386 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Updating router 1843d3da-52f3-410f-b168-21411e2edd41 port 03c80730-b04e-4380-8a65-d224368ca1e8 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:19.614475 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.652376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port e7cb44e1-814f-442e-b7a6-e3a82122a058 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:19.661043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.835002 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58748b85-0a73-4a90-8a23-4997607104d8 x-openstack-request-id: req-58748b85-0a73-4a90-8a23-4997607104d8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:19.836415 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145196eb-b702-4658-b65b-9bfc8751b4dc", "name": "network-vif-deleted", "tag": "b34aaa56-8b0c-4352-bd11-f4790fb6580c", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:19.837106 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58748b85-0a73-4a90-8a23-4997607104d8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:19.838078 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145196eb-b702-4658-b65b-9bfc8751b4dc', 'name': 'network-vif-deleted', 'tag': 'b34aaa56-8b0c-4352-bd11-f4790fb6580c', 'status': 'completed', 'code': 200} Aug 03 19:12:19.966268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6dfa-2b5c-4b67-8cdc-3ee1aca56097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.018011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6dfa-2b5c-4b67-8cdc-3ee1aca56097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.028666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.044629 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.084352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:20.092081 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c27a5-9caa-4b14-bfdb-80428d452567" -d '{"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-plugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:20.125861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:20.132620 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.160497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a6dfa-2b5c-4b67-8cdc-3ee1aca56097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a31758-a24a-47c7-8544-3a69f80e3e5e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.268368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.311283 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.465343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Made reservation on behalf of defa9b25d8fb44e88b2ebffc955facff for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:20.479145 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.500035 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2f9a6dfa-2b5c-4b67-8cdc-3ee1aca56097 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49d17ca433ad42cf8ca06cc0be2b4f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1422198 Aug 03 19:12:20.503297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37784) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:20.579791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c6625d-8831-4623-9fd9-d61c48b02166 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:20.623971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.647470 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.669278 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Transition to ACTIVE for port object 03c80730-b04e-4380-8a65-d224368ca1e8 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:20.682612 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.718945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Transition to ACTIVE for port object 67c6625d-8831-4623-9fd9-d61c48b02166 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:20.769806 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.797319 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91d364-3bca-4186-a484-71bafe24561f None None] Pushing event updated for resources: {'Port': ['ID=03c80730-b04e-4380-8a65-d224368ca1e8,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.805719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Allocated IP 172.20.0.1 (1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97/74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c/e5a9af84-6102-4185-af66-055d4429b9cf) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:20.908019 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d59e1246-d7d2-4978-bf9c-338a50bb4e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.922734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Pushing event updated for resources: {'Port': ['ID=67c6625d-8831-4623-9fd9-d61c48b02166,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.978082 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Attempting to bind port 03c80730-b04e-4380-8a65-d224368ca1e8 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:20.981407 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Attempting to bind port 03c80730-b04e-4380-8a65-d224368ca1e8 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:20.984432 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Attempting to bind port 03c80730-b04e-4380-8a65-d224368ca1e8 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:21.013375 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:21.014027 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:21.014618 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.029075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Allocated IP 192.168.233.159 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/48180ea0-c541-4b7f-baf0-72954fd371fc) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:21.047138 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:21.048264 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Bound port: 03c80730-b04e-4380-8a65-d224368ca1e8, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:21.049163 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.052564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d59e1246-d7d2-4978-bf9c-338a50bb4e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.183016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d59e1246-d7d2-4978-bf9c-338a50bb4e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.186574 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d59e1246-d7d2-4978-bf9c-338a50bb4e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.193672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d59e1246-d7d2-4978-bf9c-338a50bb4e98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90a31758-a24a-47c7-8544-3a69f80e3e5e HTTP/1.1" status: 204 len: 168 time: 0.6852837 Aug 03 19:12:21.274817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.288590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e1246-d7d2-4978-bf9c-338a50bb4e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a31758-a24a-47c7-8544-3a69f80e3e5e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:21.337409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Transition to ACTIVE for port object e5a9af84-6102-4185-af66-055d4429b9cf will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:21.415086 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] For port 03c80730-b04e-4380-8a65-d224368ca1e8, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:21.428266 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] For port 03c80730-b04e-4380-8a65-d224368ca1e8, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=03c80730-b04e-4380-8a65-d224368ca1e8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:21.442080 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.478884 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.636400 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.657727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:21.662265 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91d364-3bca-4186-a484-71bafe24561f None None] Pushing event updated for resources: {'Port': ['ID=03c80730-b04e-4380-8a65-d224368ca1e8,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:21.671317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Transition to ACTIVE for port object 48180ea0-c541-4b7f-baf0-72954fd371fc will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:21.699841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:21.719499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:21.723233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a9af84-6102-4185-af66-055d4429b9cf,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:21.755790 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Routers {'1843d3da-52f3-410f-b168-21411e2edd41'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:21.757978 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1843d3da-52f3-410f-b168-21411e2edd41'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:21.877201 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.020317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.072851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['bbce440c-3093-46f8-a59d-797c80c31b4f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:22.119994 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] Set router 1843d3da-52f3-410f-b168-21411e2edd41 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:22.188157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Attempting to bind port 67c6625d-8831-4623-9fd9-d61c48b02166 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:22.189286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Attempting to bind port 67c6625d-8831-4623-9fd9-d61c48b02166 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:22.191653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Attempting to bind port 67c6625d-8831-4623-9fd9-d61c48b02166 on network 8c285acc-5231-469d-8b37-d6f79a2f7ecc {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:22.214850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Port 67c6625d-8831-4623-9fd9-d61c48b02166 on network 8c285acc-5231-469d-8b37-d6f79a2f7ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:12:22.215686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Attempting to bind port 67c6625d-8831-4623-9fd9-d61c48b02166 on network 8c285acc-5231-469d-8b37-d6f79a2f7ecc {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:22.245408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:22.258543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:22.338852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:22.398302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:22.403033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Checking segment: {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:22.404071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Bound using segment: {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:22.405377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Bound port: 67c6625d-8831-4623-9fd9-d61c48b02166, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4356caa0-5a0b-48ef-98ad-ee3ab7073f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:22.407170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.497406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Pushing event updated for resources: {'Port': ['ID=48180ea0-c541-4b7f-baf0-72954fd371fc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:22.621826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ebf35b29-3e9e-47b3-b77d-ad7dcbd9bab3 None None] Provisioning for port e5a9af84-6102-4185-af66-055d4429b9cf completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:22.713358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ebf35b29-3e9e-47b3-b77d-ad7dcbd9bab3 None None] Provisioning complete for port e5a9af84-6102-4185-af66-055d4429b9cf triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:22.730651 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ebf35b29-3e9e-47b3-b77d-ad7dcbd9bab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.761753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.761753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.782797 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.848769 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7057a18e-e339-40b1-93d5-5ce2c90f9a4e tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3235149 Aug 03 19:12:22.881736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Request body: {'port': {'device_id': 'ba434452-4878-4f7e-bab5-7c85968998c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:22.897025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] For port 67c6625d-8831-4623-9fd9-d61c48b02166, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:22.983786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ebf35b29-3e9e-47b3-b77d-ad7dcbd9bab3 None None] Port e5a9af84-6102-4185-af66-055d4429b9cf cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:22.992365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] For port 67c6625d-8831-4623-9fd9-d61c48b02166, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c6625d-8831-4623-9fd9-d61c48b02166,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:23.004609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.115523 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:12:12Z', 'revision_number': 3, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:23.196431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.200821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.206981 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] 10.222.0.88 "PUT /v2.0/ports/67c6625d-8831-4623-9fd9-d61c48b02166 HTTP/1.1" status: 200 len: 1092 time: 6.1940582 Aug 03 19:12:23.234541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'tag': '67c6625d-8831-4623-9fd9-d61c48b02166'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:23.239957 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc78a8e-aaee-49ce-bc46-db4ca17d576f", "tag": "67c6625d-8831-4623-9fd9-d61c48b02166"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:23.330264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8c2e0fc8-66e7-40ac-9a02-d90e88aa0c77 None None] Provisioning for port 48180ea0-c541-4b7f-baf0-72954fd371fc completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:23.354321 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7ecf6-9ec7-4168-9f4d-41438d7115ee None None] The sync data for ids ['1843d3da-52f3-410f-b168-21411e2edd41'] in n-d-803378-1 is: [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:12:12Z', 'revision_number': 3, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:23.381409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8c2e0fc8-66e7-40ac-9a02-d90e88aa0c77 None None] Provisioning complete for port 48180ea0-c541-4b7f-baf0-72954fd371fc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:23.382514 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0fc8-66e7-40ac-9a02-d90e88aa0c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.393859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.511657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.525894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.540928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e0fc8-66e7-40ac-9a02-d90e88aa0c77 None None] Port 48180ea0-c541-4b7f-baf0-72954fd371fc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:23.568306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125993e-eaef-49ff-b611-47c010df98f8 service neutron] Pushing event updated for resources: {'Port': ['ID=67c6625d-8831-4623-9fd9-d61c48b02166,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:23.798008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a9af84-6102-4185-af66-055d4429b9cf,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:23.804386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.261055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:24.270956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:24.592119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620994c-6294-41cc-8622-a7953de9922d req-ae071736-a4f6-4995-9483-8170e8e54331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:24.602491 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-ae071736-a4f6-4995-9483-8170e8e54331 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=34f448b49eb04cdb9b38bdf45d3b9247&device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 1095 time: 1.2895286 Aug 03 19:12:24.798941 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-0b59c3c5-8aea-4431-9838-25c5d8ee9b30 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c6625d-8831-4623-9fd9-d61c48b02166 HTTP/1.1" status: 200 len: 217 time: 0.1451030 Aug 03 19:12:24.866792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48180ea0-c541-4b7f-baf0-72954fd371fc {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:24.886295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Router 1843d3da-52f3-410f-b168-21411e2edd41 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:24.966979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.000675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Transition to ACTIVE for port object 48180ea0-c541-4b7f-baf0-72954fd371fc will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:25.013904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620994c-6294-41cc-8622-a7953de9922d req-c823f673-2bd9-41c1-9c11-d7a3a78309b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.017452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 03c80730-b04e-4380-8a65-d224368ca1e8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:25.023291 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-c823f673-2bd9-41c1-9c11-d7a3a78309b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c HTTP/1.1" status: 200 len: 851 time: 0.2105765 Aug 03 19:12:25.024503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.046287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-614d792b-46b5-46cf-8c3e-ad60efaa5be4 None None] Provisioning complete for port e5a9af84-6102-4185-af66-055d4429b9cf triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:25.070137 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-614d792b-46b5-46cf-8c3e-ad60efaa5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.478521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:25.500860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-658f062d-3bb2-4597-88e0-9e54d40ca7d5 admin admin] 10.222.0.42 "PUT /v2.0/routers/1843d3da-52f3-410f-b168-21411e2edd41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2074158 Aug 03 19:12:25.607993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Pushing event updated for resources: {'Port': ['ID=48180ea0-c541-4b7f-baf0-72954fd371fc,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:25.663658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620994c-6294-41cc-8622-a7953de9922d req-ba7dd539-45d0-43c1-82a1-725279fc63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.665976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-ba7dd539-45d0-43c1-82a1-725279fc63c9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8c285acc-5231-469d-8b37-d6f79a2f7ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6269076 Aug 03 19:12:25.719156 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.723507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-614d792b-46b5-46cf-8c3e-ad60efaa5be4 None None] Port e5a9af84-6102-4185-af66-055d4429b9cf cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:25.794120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 03c80730-b04e-4380-8a65-d224368ca1e8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:25.803870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 03c80730-b04e-4380-8a65-d224368ca1e8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:25.804941 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.987868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-9c7b169d-5a6a-4e60-93b3-d14b8bbe9cdf service neutron] 10.222.0.88 "GET /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108239 Aug 03 19:12:26.181217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Attempting to bind port 48180ea0-c541-4b7f-baf0-72954fd371fc on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:26.181217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Attempting to bind port 48180ea0-c541-4b7f-baf0-72954fd371fc by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:26.181217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Attempting to bind port 48180ea0-c541-4b7f-baf0-72954fd371fc on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:26.301290 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.325094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Port 48180ea0-c541-4b7f-baf0-72954fd371fc on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:12:26.325628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Attempting to bind port 48180ea0-c541-4b7f-baf0-72954fd371fc on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:26.360019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:26.363410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:26.364182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:26.364960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Bound port: 48180ea0-c541-4b7f-baf0-72954fd371fc, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:26.365855 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.388652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 03c80730-b04e-4380-8a65-d224368ca1e8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=03c80730-b04e-4380-8a65-d224368ca1e8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:26.429698 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.589909 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e421956d-2258-43fb-a127-0f4f93cd54c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.763197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=03c80730-b04e-4380-8a65-d224368ca1e8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:27.010768 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f620994c-6294-41cc-8622-a7953de9922d req-a5f77f3e-8b0f-4b71-884f-381910d102a4 service neutron] 10.222.0.88 "GET /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0109899 Aug 03 19:12:27.169706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] For port 48180ea0-c541-4b7f-baf0-72954fd371fc, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:27.195726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] For port 48180ea0-c541-4b7f-baf0-72954fd371fc, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=48180ea0-c541-4b7f-baf0-72954fd371fc,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:27.212334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.410082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.410747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.412329 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] 10.222.0.63 "PUT /v2.0/ports/48180ea0-c541-4b7f-baf0-72954fd371fc HTTP/1.1" status: 200 len: 1096 time: 4.5403523 Aug 03 19:12:27.466691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a25ba1-008a-44fe-abed-8ca17a0387de service neutron] Pushing event updated for resources: {'Port': ['ID=48180ea0-c541-4b7f-baf0-72954fd371fc,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:27.706321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-b25229d5-6002-4275-b301-e1f83208294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.707029 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-b25229d5-6002-4275-b301-e1f83208294a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=defa9b25d8fb44e88b2ebffc955facff&device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 1099 time: 0.1564872 Aug 03 19:12:27.784487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-5ed62a7a-9385-4a1d-b983-863c117bf837 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=48180ea0-c541-4b7f-baf0-72954fd371fc HTTP/1.1" status: 200 len: 217 time: 0.0610313 Aug 03 19:12:27.884171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Sync routers for ids ['1843d3da-52f3-410f-b168-21411e2edd41'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:27.927275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-4504926b-da32-411c-b374-c082b2d3e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.930095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-4504926b-da32-411c-b374-c082b2d3e8be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1353555 Aug 03 19:12:27.935767 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Routers {'1843d3da-52f3-410f-b168-21411e2edd41'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:27.936852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1843d3da-52f3-410f-b168-21411e2edd41'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:27.994706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37852) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:28.001899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-network', 'tenant_id': '754de981166f46a7b325b43c56b53a32'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:28.036960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Made reservation on behalf of 754de981166f46a7b325b43c56b53a32 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:28.044108 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.049420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-256ab962-54a6-4a6e-a56e-04c3e9f81008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.052381 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-256ab962-54a6-4a6e-a56e-04c3e9f81008 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068828 Aug 03 19:12:28.063198 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.280012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.292808 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.336909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:28.347070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Set router 1843d3da-52f3-410f-b168-21411e2edd41 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:28.367056 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-7dec633b-fea5-44ae-b29c-90c06afc7fc1 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995744 Aug 03 19:12:28.425893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d71a579-50f5-48b8-a1fe-491dd37ee48b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:28.442631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.446120 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Added segment 4d1570cd-40ca-46d1-92a2-b1f441dba666 of type vlan for network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 Aug 03 19:12:28.610500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.740025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.741195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.742003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.749203 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e954c35-e616-4b5a-b33a-45a6e654d94d req-8ffcf806-a46e-4f16-8dc3-3e001eb6882d service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661900 Aug 03 19:12:28.759965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5b186-305c-4f0c-bd47-32138dcf5835 req-ce92b04b-54e9-4443-a6e4-907fab82b408 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.768248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3f5b186-305c-4f0c-bd47-32138dcf5835 req-ce92b04b-54e9-4443-a6e4-907fab82b408 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1096 time: 0.1078298 Aug 03 19:12:28.844859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 03c80730-b04e-4380-8a65-d224368ca1e8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:28.886584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a36a49-51d9-4157-802d-4757e42caa29 req-ab7b670b-6e7b-4b65-9562-06e6bb681448 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.890411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2a36a49-51d9-4157-802d-4757e42caa29 req-ab7b670b-6e7b-4b65-9562-06e6bb681448 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 948 time: 0.2545807 Aug 03 19:12:28.939468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37870) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:28.939728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9434848 Aug 03 19:12:28.949743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Request body: {'subnet': {'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-subnet', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:28.982523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1339f-b9e2-447b-af18-fa741b13582d admin admin] Pushing event updated for resources: {'Network': ['ID=a0451bfd-ad0e-4b58-a84b-a238c56ba8b2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:28.982907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:12:22Z', 'revision_number': 4, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'e5a9af84-6102-4185-af66-055d4429b9cf', 'name': '', 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'mac_address': 'fa:16:3e:b5:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:20Z', 'updated_at': '2021-08-03T19:12:22Z', 'revision_number': 2, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'subnets': [{'id': '74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:29.005246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:29.007050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Made reservation on behalf of 754de981166f46a7b325b43c56b53a32 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:29.010268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.037327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3f5b186-305c-4f0c-bd47-32138dcf5835 req-e53a489a-c83a-4baa-b248-2919c59f16c9 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675464 Aug 03 19:12:29.061173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2a36a49-51d9-4157-802d-4757e42caa29 req-06aef5c5-34ce-4ba5-b8e3-a12033c89af7 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468945 Aug 03 19:12:29.075262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Checking router: 1843d3da-52f3-410f-b168-21411e2edd41 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:29.076085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Updating router 1843d3da-52f3-410f-b168-21411e2edd41 port e5a9af84-6102-4185-af66-055d4429b9cf binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:29.161777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 03c80730-b04e-4380-8a65-d224368ca1e8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:29.162370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.378810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b19df-f7bf-4129-8919-ffbe819beb4a req-6bc0f47a-3b2a-4ee1-83e0-d620fc291485 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.388285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-125b19df-f7bf-4129-8919-ffbe819beb4a req-6bc0f47a-3b2a-4ee1-83e0-d620fc291485 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 944 time: 0.0973346 Aug 03 19:12:29.467054 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48107e73-69dd-489b-bd12-543e8442dc26 x-openstack-request-id: req-48107e73-69dd-489b-bd12-543e8442dc26 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:29.467384 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-plugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:29.467674 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48107e73-69dd-489b-bd12-543e8442dc26 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:29.468039 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'code': 200} Aug 03 19:12:29.486281 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.490122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-125b19df-f7bf-4129-8919-ffbe819beb4a req-0dcc913c-fc5f-40a0-894c-69552e2081e0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004386 Aug 03 19:12:29.586522 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.674204 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2174f3dd-d4c4-4403-9b22-ec8e7664afda x-openstack-request-id: req-2174f3dd-d4c4-4403-9b22-ec8e7664afda {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:29.675325 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc78a8e-aaee-49ce-bc46-db4ca17d576f", "tag": "67c6625d-8831-4623-9fd9-d61c48b02166", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:29.676497 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2174f3dd-d4c4-4403-9b22-ec8e7664afda {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:29.677653 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'tag': '67c6625d-8831-4623-9fd9-d61c48b02166', 'status': 'completed', 'code': 200} Aug 03 19:12:29.704965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.895313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-e2c4c363-637a-4d94-84df-819b59410922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.896918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-e2c4c363-637a-4d94-84df-819b59410922 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=34f448b49eb04cdb9b38bdf45d3b9247&device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 1095 time: 0.2154381 Aug 03 19:12:29.916707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26790e76-1c48-4daa-bb38-e7a64f98030e req-11b50169-cab6-4961-b2d5-01f79970e046 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.933158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26790e76-1c48-4daa-bb38-e7a64f98030e req-11b50169-cab6-4961-b2d5-01f79970e046 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1096 time: 0.1919117 Aug 03 19:12:29.938306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54f9554-0786-4530-9654-0dcae73bc663,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:29.969037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 67c6625d-8831-4623-9fd9-d61c48b02166 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:30.053300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26790e76-1c48-4daa-bb38-e7a64f98030e req-ac3fede4-6358-44c3-bd22-3696c021bfd3 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006880 Aug 03 19:12:30.078146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Checking segment: {'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:30.079820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Network hostable DHCP agents. Network: a0451bfd-ad0e-4b58-a84b-a238c56ba8b2, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:30.108534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709391-05f0-4d0f-90fa-3d0834c9db02 req-5d11ab94-2a54-423c-867c-befccd8abe92 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.124518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78709391-05f0-4d0f-90fa-3d0834c9db02 req-5d11ab94-2a54-423c-867c-befccd8abe92 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.2805035 Aug 03 19:12:30.127955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-38e3f88e-642c-4601-93fc-0b902ceeb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.129850 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-38e3f88e-642c-4601-93fc-0b902ceeb7a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8c285acc-5231-469d-8b37-d6f79a2f7ecc HTTP/1.1" status: 200 len: 913 time: 0.2100992 Aug 03 19:12:30.140661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:30.225961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78709391-05f0-4d0f-90fa-3d0834c9db02 req-04fa95bd-2675-43ac-a4a4-5a6d90693167 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998962 Aug 03 19:12:30.250358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a0451bfd-ad0e-4b58-a84b-a238c56ba8b2) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:30.260180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.260795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.280491 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.285688 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-25928caa-3bce-450d-b6c5-70739a0e5410 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c6625d-8831-4623-9fd9-d61c48b02166 HTTP/1.1" status: 200 len: 217 time: 0.1292367 Aug 03 19:12:30.290338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d371e1d-bfde-446d-8020-dae35daeb245 None None] Network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:30.472452 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eef2138b-7891-4e2f-bf99-058ca273a3ed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5311854 Aug 03 19:12:30.476746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-41393d05-40ef-491d-9618-f70a84e0da94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.477132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37914) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:30.499247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:30.508574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Transition to ACTIVE for port object e5a9af84-6102-4185-af66-055d4429b9cf will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:30.558994 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.600152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951e03-9351-4c85-9ba7-42b2e9bb5463 req-8e62072b-9734-4904-b8ad-9a0727c84371 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.606481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18951e03-9351-4c85-9ba7-42b2e9bb5463 req-8e62072b-9734-4904-b8ad-9a0727c84371 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 948 time: 0.2282739 Aug 03 19:12:30.612576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.618723 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.694883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-e213b7bc-eb92-491d-a9c5-65a71a29cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.697609 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-e213b7bc-eb92-491d-a9c5-65a71a29cce5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c HTTP/1.1" status: 200 len: 851 time: 0.3899446 Aug 03 19:12:30.707714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 67c6625d-8831-4623-9fd9-d61c48b02166, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c6625d-8831-4623-9fd9-d61c48b02166,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:30.747470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18951e03-9351-4c85-9ba7-42b2e9bb5463 req-7c9057a8-d119-45e3-8526-0a7b16c4a609 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293414 Aug 03 19:12:30.765673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917ebdb-aa3c-4931-b03a-3ea8bb719b27 None None] Pushing event updated for resources: {'Port': ['ID=e5a9af84-6102-4185-af66-055d4429b9cf,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:30.774289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '67c6625d-8831-4623-9fd9-d61c48b02166', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'port_id': '67c6625d-8831-4623-9fd9-d61c48b02166', 'mac_address': 'fa:16:3e:27:94:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:30.884238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-a0451bfd-ad0e-4b58-a84b-a238c56ba8b2', 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'fixed_ips': [{'subnet_id': 'f54f9554-0786-4530-9654-0dcae73bc663'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:30.885116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.946412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.969555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-45a857f2-5782-4f0d-989f-5d0f1f6d965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.973683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-45a857f2-5782-4f0d-989f-5d0f1f6d965c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8c285acc-5231-469d-8b37-d6f79a2f7ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2577944 Aug 03 19:12:31.100312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Attempting to bind port e5a9af84-6102-4185-af66-055d4429b9cf on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:31.101126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Attempting to bind port e5a9af84-6102-4185-af66-055d4429b9cf by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:31.101822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Attempting to bind port e5a9af84-6102-4185-af66-055d4429b9cf on network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:31.155494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593de855-6530-4941-958b-b5b8ff2ab425 req-d3925703-b108-4fbb-84b4-a1cf95faaa57 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:31.163072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-593de855-6530-4941-958b-b5b8ff2ab425 req-d3925703-b108-4fbb-84b4-a1cf95faaa57 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 944 time: 0.1783118 Aug 03 19:12:31.188088 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.258483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-593de855-6530-4941-958b-b5b8ff2ab425 req-374c42e7-fddb-4cd1-8d22-9d3e31ad6c3c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875092 Aug 03 19:12:31.482038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:31.485381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Checking segment: {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:31.486090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.486638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Bound using segment: {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:31.487232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Bound port: e5a9af84-6102-4185-af66-055d4429b9cf, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:31.487733 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.491043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.641339 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-996b78d4-093b-46aa-846d-3b4dcb31fdb3 service neutron] 10.222.0.88 "GET /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638704 Aug 03 19:12:31.686165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba434452-4878-4f7e-bab5-7c85968998c7', 'tag': '48180ea0-c541-4b7f-baf0-72954fd371fc'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:31.701735 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595d2267-3c7c-458f-8ef2-374146c45a18" -d '{"events": [{"name": "network-changed", "server_uuid": "ba434452-4878-4f7e-bab5-7c85968998c7", "tag": "48180ea0-c541-4b7f-baf0-72954fd371fc"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:31.714917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c6625d-8831-4623-9fd9-d61c48b02166 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:31.869168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-bf8e4685-3792-4e6f-8c3e-e1e4f21b3974 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:31.874965 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-bf8e4685-3792-4e6f-8c3e-e1e4f21b3974 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.3120320 Aug 03 19:12:31.940342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] For port e5a9af84-6102-4185-af66-055d4429b9cf, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:31.947279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] For port e5a9af84-6102-4185-af66-055d4429b9cf, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e5a9af84-6102-4185-af66-055d4429b9cf,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:32.000450 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.168645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Allocated IP 172.20.0.2 (a0451bfd-ad0e-4b58-a84b-a238c56ba8b2/f54f9554-0786-4530-9654-0dcae73bc663/3711143a-b915-4f1d-bb7c-87e31db2b818) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:32.201344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 67c6625d-8831-4623-9fd9-d61c48b02166, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c6625d-8831-4623-9fd9-d61c48b02166,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:32.267851 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.295786 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.299521 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed605f3c-552d-4bf0-aa0f-db7b8fbdef2e req-944afb96-43d8-4bdb-b2c5-68a86c1c8d57 service neutron] 10.222.0.88 "GET /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665610 Aug 03 19:12:32.302773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Routers {'1843d3da-52f3-410f-b168-21411e2edd41'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:32.310986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1843d3da-52f3-410f-b168-21411e2edd41'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:32.332362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.359939 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.451538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Deleting port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:32.454207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.553404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] Set router 1843d3da-52f3-410f-b168-21411e2edd41 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:32.715879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Allocated IP 172.25.4.43 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/edd3059f-f6be-4a3b-bb9e-a0916e1c0f71) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:32.730928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] For port 4eb9169a-777e-4513-b03d-1a7fc5a555c0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=4eb9169a-777e-4513-b03d-1a7fc5a555c0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:32.731713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.760697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Calling delete_port for 4eb9169a-777e-4513-b03d-1a7fc5a555c0 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:32.853062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6b060-c5df-47e3-b152-bbba222361a7 req-d63260dc-9c67-4f2d-a5f1-6227a7c12b62 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.863405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcf6b060-c5df-47e3-b152-bbba222361a7 req-d63260dc-9c67-4f2d-a5f1-6227a7c12b62 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 950 time: 0.1235201 Aug 03 19:12:32.900376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917ebdb-aa3c-4931-b03a-3ea8bb719b27 None None] Pushing event updated for resources: {'Port': ['ID=e5a9af84-6102-4185-af66-055d4429b9cf,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:32.934370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcf6b060-c5df-47e3-b152-bbba222361a7 req-af448bb8-f74c-4236-a341-3973d715b47d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686536 Aug 03 19:12:33.017530 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fb8ca0-4fb5-446f-8407-fcb3114b780f x-openstack-request-id: req-d0fb8ca0-4fb5-446f-8407-fcb3114b780f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:33.018942 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba434452-4878-4f7e-bab5-7c85968998c7", "tag": "48180ea0-c541-4b7f-baf0-72954fd371fc", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:33.019360 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0fb8ca0-4fb5-446f-8407-fcb3114b780f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:33.020012 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba434452-4878-4f7e-bab5-7c85968998c7', 'tag': '48180ea0-c541-4b7f-baf0-72954fd371fc', 'status': 'completed', 'code': 200} Aug 03 19:12:33.031612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['67c6625d-8831-4623-9fd9-d61c48b02166'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:33.194265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ee146-0d9f-4463-aaaf-225c084b7016 req-a814cfac-912d-412f-81ad-5474be9d1849 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.204864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-559ee146-0d9f-4463-aaaf-225c084b7016 req-a814cfac-912d-412f-81ad-5474be9d1849 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 948 time: 0.1130722 Aug 03 19:12:33.243389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-6f39e22b-fe6d-4d22-9150-43781c620e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.245778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-6f39e22b-fe6d-4d22-9150-43781c620e9f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=defa9b25d8fb44e88b2ebffc955facff&device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 1099 time: 0.2107894 Aug 03 19:12:33.263785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=67c6625d-8831-4623-9fd9-d61c48b02166,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:33.319332 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.373958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-559ee146-0d9f-4463-aaaf-225c084b7016 req-9cb71283-5ba6-4be4-9239-9e6c5dc1619f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675143 Aug 03 19:12:33.396615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Transition to ACTIVE for port object 3711143a-b915-4f1d-bb7c-87e31db2b818 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:33.399165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-cabd6852-9d31-4817-9b26-e9695ef0fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.402798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-cabd6852-9d31-4817-9b26-e9695ef0fa2a service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1440523 Aug 03 19:12:33.478605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-20e15b10-8551-45d3-a79f-b7870f09433e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=48180ea0-c541-4b7f-baf0-72954fd371fc HTTP/1.1" status: 200 len: 217 time: 0.0683351 Aug 03 19:12:33.539473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 48180ea0-c541-4b7f-baf0-72954fd371fc details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:33.559873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Transition to ACTIVE for port object 3711143a-b915-4f1d-bb7c-87e31db2b818 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:33.590637 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.656148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:33.742256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-6f405ff7-41eb-426f-bd40-d0da4db2d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.744893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-6f405ff7-41eb-426f-bd40-d0da4db2d182 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2433965 Aug 03 19:12:33.786874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079612d-1568-4f73-b8e9-f267054c03f2 req-e2f0feb4-af51-4e6d-9008-c163ebf800bd tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.789164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8079612d-1568-4f73-b8e9-f267054c03f2 req-e2f0feb4-af51-4e6d-9008-c163ebf800bd tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 945 time: 0.2557645 Aug 03 19:12:33.867776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-3d9e0b00-6b8f-4ea9-80b8-e1308df42793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.871298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-3d9e0b00-6b8f-4ea9-80b8-e1308df42793 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143391 Aug 03 19:12:33.875990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8079612d-1568-4f73-b8e9-f267054c03f2 req-70da8d20-eb8a-4d87-93df-ab5e09178a60 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687733 Aug 03 19:12:34.032034 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.084235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-faa4fc59-0a5d-4fc6-8b03-b8733ab8af0d service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059481 Aug 03 19:12:34.102034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 48180ea0-c541-4b7f-baf0-72954fd371fc, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=48180ea0-c541-4b7f-baf0-72954fd371fc,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:34.112701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.115969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-d3ef81eb-1980-4226-be6f-82b35897cf15 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:12:34.118020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-d3ef81eb-1980-4226-be6f-82b35897cf15 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4901707 Aug 03 19:12:34.138785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '48180ea0-c541-4b7f-baf0-72954fd371fc', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '48180ea0-c541-4b7f-baf0-72954fd371fc', 'mac_address': 'fa:16:3e:b1:d1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:34.144411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:34.149162 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.149413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:34.189815 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-720cb6ce-19a0-4d8d-9d82-76160c622c43 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2545457 Aug 03 19:12:34.284045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['4eb9169a-777e-4513-b03d-1a7fc5a555c0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:34.326048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Request body: {'binding': {'host': 'n-h2-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:34.326847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Unknown quota resources ['binding']. {{(pid=94134) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:12:34.390994 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-595d2267-3c7c-458f-8ef2-374146c45a18 req-0ab87cfd-ffe9-4c49-a61b-1a75fac691c5 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979069 Aug 03 19:12:34.417068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Pushing event updated for resources: {'Port': ['ID=edd3059f-f6be-4a3b-bb9e-a0916e1c0f71,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:34.557544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:34.570209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ef34116e-323d-485f-a17e-94388bfa91ba no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:34.591240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] No DVR routers for this DVR port 4eb9169a-777e-4513-b03d-1a7fc5a555c0 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:34.656135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Pushing event updated for resources: {'Port': ['ID=3711143a-b915-4f1d-bb7c-87e31db2b818,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:34.666989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:34.675250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:34.690343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.692631 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ccb84aac-9660-442b-aed8-8418aef84d3b req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.63 "DELETE /v2.0/ports/4eb9169a-777e-4513-b03d-1a7fc5a555c0 HTTP/1.1" status: 204 len: 173 time: 2.8075795 Aug 03 19:12:34.699823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:12:22Z', 'revision_number': 4, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'e5a9af84-6102-4185-af66-055d4429b9cf', 'name': '', 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'mac_address': 'fa:16:3e:b5:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:20Z', 'updated_at': '2021-08-03T19:12:31Z', 'revision_number': 4, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'subnets': [{'id': '74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:34.753269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3fc53-fc3a-48be-aeb8-949ba0f74d9f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event deleted for resources: {'Port': ['ID=4eb9169a-777e-4513-b03d-1a7fc5a555c0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:34.773014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on host n-h2-803378-1 for vnic_type normal with profile None {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:34.775423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:34.775911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:34.803452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-d0b81a05-dc31-447e-8390-ae593b508bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:34.806225 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-d0b81a05-dc31-447e-8390-ae593b508bf5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.5385725 Aug 03 19:12:34.819249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:12:34.822350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:34.847498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:34.848077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:34.848702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:34.849407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Bound port: 3747300c-8675-48a8-9881-40c9e9ba781a, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:34.970479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf10ae-cfe5-41d7-b8f7-229ef79afdda None None] The sync data for ids ['1843d3da-52f3-410f-b168-21411e2edd41'] in n-d-803378-1 is: [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:12:22Z', 'revision_number': 4, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'e5a9af84-6102-4185-af66-055d4429b9cf', 'name': '', 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'mac_address': 'fa:16:3e:b5:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:20Z', 'updated_at': '2021-08-03T19:12:31Z', 'revision_number': 4, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'subnets': [{'id': '74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:35.009094 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.010204 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.114324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Attempting to bind port 3711143a-b915-4f1d-bb7c-87e31db2b818 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:35.115350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Attempting to bind port 3711143a-b915-4f1d-bb7c-87e31db2b818 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:35.118708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Attempting to bind port 3711143a-b915-4f1d-bb7c-87e31db2b818 on network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:35.127938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ad6288f-a66b-4dd1-b914-24b69da7276c req-ccf1abdd-e11c-4482-a4cb-485c69cfc78d tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c96234-9a37-4236-a63f-c8ff41a3501c HTTP/1.1" status: 200 len: 210 time: 0.1892252 Aug 03 19:12:35.150834 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'name': 'network-vif-deleted', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:35.168377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:35.168947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Checking segment: {'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:35.169565 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.170485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Bound using segment: {'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:35.172974 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53f1ec-a327-43b5-80dd-3e20166a1217" -d '{"events": [{"server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "name": "network-vif-deleted", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:35.173228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Bound port: 3711143a-b915-4f1d-bb7c-87e31db2b818, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:35.174877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.241320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:35.244410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48180ea0-c541-4b7f-baf0-72954fd371fc {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:35.251377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] Notify callbacks [] for binding, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.265180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] 10.222.0.42 "POST /v2.0/ports/3747300c-8675-48a8-9881-40c9e9ba781a/bindings HTTP/1.1" status: 201 len: 389 time: 1.1333034 Aug 03 19:12:35.299357 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['96cf2b10-9020-423d-a515-5556bc775d72'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:35.633106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f3c91-e459-42c1-9c03-6fb7487db60b req-bd48c8fd-820f-4690-a9f5-5e349b19c1fb tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.645762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796f3c91-e459-42c1-9c03-6fb7487db60b req-bd48c8fd-820f-4690-a9f5-5e349b19c1fb tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 948 time: 0.2940202 Aug 03 19:12:35.810492 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.862193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-64edc298-8812-4bd3-b664-29efaf19a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.864144 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-64edc298-8812-4bd3-b664-29efaf19a538 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.9383476 Aug 03 19:12:35.891080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796f3c91-e459-42c1-9c03-6fb7487db60b req-78b2b559-8401-4680-ad02-5c23da083918 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441611 Aug 03 19:12:36.032425 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-4f3934ca-ba94-4f94-a9c5-46fd86645a0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 200 len: 217 time: 0.1568670 Aug 03 19:12:36.212076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:36.228323 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edefeb7-c918-460c-bee2-3ff917d43a1c" -d '{"events": [{"server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:36.300279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 48180ea0-c541-4b7f-baf0-72954fd371fc, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=48180ea0-c541-4b7f-baf0-72954fd371fc,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:36.383209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757fb21-0b43-4f01-b555-d461775fe581 req-259fe35b-5099-4676-a462-5b2370f4a677 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.385117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0757fb21-0b43-4f01-b555-d461775fe581 req-259fe35b-5099-4676-a462-5b2370f4a677 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.88 "GET /v2.0/ports?device_id=32ba3972-22fd-465e-adeb-770ee7681b6b HTTP/1.1" status: 200 len: 946 time: 0.4336922 Aug 03 19:12:36.531872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:36.562427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3d9e-8b9d-4562-a825-838f74f0549a req-4a6a2e05-91b9-4ef0-873c-576df2965935 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.577899 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26fd3d9e-8b9d-4562-a825-838f74f0549a req-4a6a2e05-91b9-4ef0-873c-576df2965935 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 945 time: 0.3110287 Aug 03 19:12:36.625550 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.648954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-aab62a28-f067-47ae-8dce-a95eeb2db480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.672883 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-aab62a28-f067-47ae-8dce-a95eeb2db480 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.6286218 Aug 03 19:12:36.676891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.716158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.737317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-c38c90a8-1e89-4515-afbb-3e389f22c0fc tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.742294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-c38c90a8-1e89-4515-afbb-3e389f22c0fc tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 805 time: 0.8434453 Aug 03 19:12:36.770202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-897d5f20-f3d2-4da2-8895-80c0792a4cf0 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/quotas/58e4353b3609446488911d3a5665931a HTTP/1.1" status: 200 len: 375 time: 0.0177097 Aug 03 19:12:36.776410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-04c9719a-e854-4d83-92b6-6b1f1a6c839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.779488 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-04c9719a-e854-4d83-92b6-6b1f1a6c839e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1096 time: 0.4526250 Aug 03 19:12:36.782874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26fd3d9e-8b9d-4562-a825-838f74f0549a req-2a0df087-12c5-4fbc-ab9d-066eff613c69 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018514 Aug 03 19:12:36.861768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 67c6625d-8831-4623-9fd9-d61c48b02166 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:36.929933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Deleting port ef34116e-323d-485f-a17e-94388bfa91ba {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:36.930643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.038748 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-86116073-0623-4b56-b6c3-157a99e0f402 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3493578 Aug 03 19:12:37.041034 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d966efe5-fdc1-42f9-9f70-1b540596a0b9 x-openstack-request-id: req-d966efe5-fdc1-42f9-9f70-1b540596a0b9 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:37.041663 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c96234-9a37-4236-a63f-c8ff41a3501c", "name": "network-vif-deleted", "tag": "4eb9169a-777e-4513-b03d-1a7fc5a555c0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:37.042165 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d966efe5-fdc1-42f9-9f70-1b540596a0b9 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:37.042843 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c96234-9a37-4236-a63f-c8ff41a3501c', 'name': 'network-vif-deleted', 'tag': '4eb9169a-777e-4513-b03d-1a7fc5a555c0', 'status': 'completed', 'code': 200} Aug 03 19:12:37.166547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e5a9af84-6102-4185-af66-055d4429b9cf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:37.167993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-1162f347-ad27-46ea-8781-3fd0c3a51a6f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3784771 Aug 03 19:12:37.371912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] For port 3711143a-b915-4f1d-bb7c-87e31db2b818, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:37.422108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-78c214fb-147b-4c4c-89ba-7f8e1341c78c service neutron] 10.222.0.42 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530589 Aug 03 19:12:37.444450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['48180ea0-c541-4b7f-baf0-72954fd371fc'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:37.486881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-af7fc4a4-a2c0-4689-8253-d5df568f31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.488483 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-af7fc4a4-a2c0-4689-8253-d5df568f31d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.4421823 Aug 03 19:12:37.582364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] For port 3711143a-b915-4f1d-bb7c-87e31db2b818, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3711143a-b915-4f1d-bb7c-87e31db2b818,segment=NetworkSegment(4d1570cd-40ca-46d1-92a2-b1f441dba666),segment_id=4d1570cd-40ca-46d1-92a2-b1f441dba666)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:37.590650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=48180ea0-c541-4b7f-baf0-72954fd371fc,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:37.673796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] For port ef34116e-323d-485f-a17e-94388bfa91ba, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ef34116e-323d-485f-a17e-94388bfa91ba,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:37.674289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.682400 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.724103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Calling delete_port for ef34116e-323d-485f-a17e-94388bfa91ba owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:37.734644 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0ecdd757-a757-488c-80a3-e32c96fb8c55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3747300c-8675-48a8-9881-40c9e9ba781a HTTP/1.1" status: 200 len: 217 time: 0.1967511 Aug 03 19:12:37.790652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2add40-b07e-4e7e-a920-b1fde94c5c2d req-c9234251-04fb-46ce-862e-261fd3d67fea tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.801744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe2add40-b07e-4e7e-a920-b1fde94c5c2d req-c9234251-04fb-46ce-862e-261fd3d67fea tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 0.2895386 Aug 03 19:12:37.844467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 67c6625d-8831-4623-9fd9-d61c48b02166 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:37.901653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e5a9af84-6102-4185-af66-055d4429b9cf completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:37.920201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 67c6625d-8831-4623-9fd9-d61c48b02166 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:37.921034 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.953736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:38.107872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-14ce1880-e933-4b11-a2fa-10d4b91c696f service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0501435 Aug 03 19:12:38.219237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe2add40-b07e-4e7e-a920-b1fde94c5c2d req-11d44a58-59c7-4667-9920-c58166c9b955 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556943 Aug 03 19:12:38.282199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-f4e414a7-1010-4205-90db-4743a87727fd service neutron] 10.222.0.42 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8588347 Aug 03 19:12:38.423164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67470136-89b0-4860-ae5d-c28c9d7b0681 None None] Pushing event updated for resources: {'Port': ['ID=3711143a-b915-4f1d-bb7c-87e31db2b818,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:38.503698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e5a9af84-6102-4185-af66-055d4429b9cf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:38.504074 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.744903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.830446 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0016ec2-3e93-4148-8d4f-64e01641cb77 req-70a805aa-6111-40fc-a73d-daf5dca93b06 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064488 Aug 03 19:12:38.832146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-ac810655-b96d-4416-98fc-c8a8ffb4b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:38.833742 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-ac810655-b96d-4416-98fc-c8a8ffb4b90a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 1.0797257 Aug 03 19:12:38.979455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4eb9169a-777e-4513-b03d-1a7fc5a555c0 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:38.989061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Pushing event deleted for resources: {'Port': ['ID=ef34116e-323d-485f-a17e-94388bfa91ba,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:39.034377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.039381 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2322d-b023-408f-8c28-ca0db1018f3a x-openstack-request-id: req-78b2322d-b023-408f-8c28-ca0db1018f3a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:39.039785 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:39.040084 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78b2322d-b023-408f-8c28-ca0db1018f3a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:39.040409 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'code': 200} Aug 03 19:12:39.176792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 4eb9169a-777e-4513-b03d-1a7fc5a555c0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:39.177132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 4eb9169a-777e-4513-b03d-1a7fc5a555c0 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:39.180004 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-53274926-a088-46ac-84fb-e753493a289d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310771 Aug 03 19:12:39.232026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] No DVR routers for this DVR port ef34116e-323d-485f-a17e-94388bfa91ba on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:39.239898 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.245188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0757fb21-0b43-4f01-b555-d461775fe581 req-59d93651-4980-4e9d-a447-4f7b36973925 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.88 "DELETE /v2.0/ports/ef34116e-323d-485f-a17e-94388bfa91ba HTTP/1.1" status: 204 len: 173 time: 2.8492780 Aug 03 19:12:39.251750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'name': 'network-vif-deleted', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:39.281150 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a552768-9468-4453-91ec-37d097fb9f59" -d '{"events": [{"server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "name": "network-vif-deleted", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:39.515415 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-ebc2ae96-c833-4f15-9e0f-f5599fe61f62 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271265 Aug 03 19:12:39.805049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff05be-3778-438c-a3e0-38c389c85955 req-f7061038-6c0d-4bc6-b07d-4b4c22cff875 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.807443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.814977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ff05be-3778-438c-a3e0-38c389c85955 req-f7061038-6c0d-4bc6-b07d-4b4c22cff875 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 949 time: 0.5661013 Aug 03 19:12:39.875280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968be46-2b58-49e3-b031-424ab54931b8 req-363845fc-b073-48dd-82c9-cef51227b023 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.889972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d968be46-2b58-49e3-b031-424ab54931b8 req-363845fc-b073-48dd-82c9-cef51227b023 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 945 time: 0.6600022 Aug 03 19:12:39.921258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.963937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-e107b44d-b108-4658-b199-bbe0333c035f service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360591 Aug 03 19:12:40.048086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Router fb445fac-d3c8-418c-a358-c735d53cf41b is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:12:40.075750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e5a9af84-6102-4185-af66-055d4429b9cf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e5a9af84-6102-4185-af66-055d4429b9cf,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:40.109978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d968be46-2b58-49e3-b031-424ab54931b8 req-1a03f43f-4b06-4cce-92fe-25e47f053db4 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177813 Aug 03 19:12:40.116056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.162779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 67c6625d-8831-4623-9fd9-d61c48b02166, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c6625d-8831-4623-9fd9-d61c48b02166,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:40.274637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ff05be-3778-438c-a3e0-38c389c85955 req-7867e4ec-55df-4233-a708-da34f26a72fb tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313324 Aug 03 19:12:40.338897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e5a9af84-6102-4185-af66-055d4429b9cf,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:40.351727 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.461852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:40.482041 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Sync routers for ids ['fb445fac-d3c8-418c-a358-c735d53cf41b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:40.504107 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Routers {'fb445fac-d3c8-418c-a358-c735d53cf41b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:40.504698 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fb445fac-d3c8-418c-a358-c735d53cf41b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:40.520530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.525371 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38104) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:40.525808 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13aefa7a-e087-4274-a837-e47ca0295b05 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.0369899 Aug 03 19:12:40.683942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=67c6625d-8831-4623-9fd9-d61c48b02166,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:40.733404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ef34116e-323d-485f-a17e-94388bfa91ba no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:40.743657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 48180ea0-c541-4b7f-baf0-72954fd371fc up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:40.815486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fabf898-b213-4697-adec-9de5ee56bb31 None None] Network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:40.848794 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Set router fb445fac-d3c8-418c-a358-c735d53cf41b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:41.201642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c6625d-8831-4623-9fd9-d61c48b02166'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:41.205637 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b06778-5a6b-4abb-a255-f6ece7d29d2c" -d '{"events": [{"server_uuid": "ebc78a8e-aaee-49ce-bc46-db4ca17d576f", "name": "network-vif-plugged", "status": "completed", "tag": "67c6625d-8831-4623-9fd9-d61c48b02166"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:41.227088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3711143a-b915-4f1d-bb7c-87e31db2b818 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:41.328915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-418acf2b-4e66-4db7-a283-a8812e5ef193 req-0c0c5cfa-dc00-4cac-8806-17e2cb1b7409 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 210 time: 0.1075931 Aug 03 19:12:41.524524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: ef34116e-323d-485f-a17e-94388bfa91ba {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:41.525221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ef34116e-323d-485f-a17e-94388bfa91ba not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:41.634716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dd3001f8-104d-41cd-9531-e7125dac36c6 None None] Provisioning for port 3711143a-b915-4f1d-bb7c-87e31db2b818 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:41.714832 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:12:35Z', 'revision_number': 3, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port': {'id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:32Z', 'updated_at': '2021-08-03T19:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:41.867470 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Checking router: fb445fac-d3c8-418c-a358-c735d53cf41b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:41.869418 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Updating router fb445fac-d3c8-418c-a358-c735d53cf41b port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:41.900245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 48180ea0-c541-4b7f-baf0-72954fd371fc completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:41.921665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 48180ea0-c541-4b7f-baf0-72954fd371fc triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:41.923644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.929359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3711143a-b915-4f1d-bb7c-87e31db2b818 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:41.973982 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.994936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3711143a-b915-4f1d-bb7c-87e31db2b818 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:41.996184 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.537368 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.539136 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.551549 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Transition to ACTIVE for port object edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:42.565026 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.654437 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65408c41-0d97-4585-8bef-a7f00580b5a9 None None] Pushing event updated for resources: {'Port': ['ID=edd3059f-f6be-4a3b-bb9e-a0916e1c0f71,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:42.677220 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Attempting to bind port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:42.677931 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Attempting to bind port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:42.678501 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Attempting to bind port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:42.685851 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:42.686456 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:42.686972 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.687807 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:42.688385 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Bound port: edd3059f-f6be-4a3b-bb9e-a0916e1c0f71, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:42.689001 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.696137 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.760498 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] For port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:42.765593 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] For port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=edd3059f-f6be-4a3b-bb9e-a0916e1c0f71,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:42.775673 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.943536 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65408c41-0d97-4585-8bef-a7f00580b5a9 None None] Pushing event updated for resources: {'Port': ['ID=edd3059f-f6be-4a3b-bb9e-a0916e1c0f71,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:42.980679 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Routers {'fb445fac-d3c8-418c-a358-c735d53cf41b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:42.982817 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fb445fac-d3c8-418c-a358-c735d53cf41b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:43.071769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-19ea3eda-bcd3-4912-8b21-1b3f65eb6597 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.076566 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-19ea3eda-bcd3-4912-8b21-1b3f65eb6597 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.63 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 805 time: 0.3322837 Aug 03 19:12:43.097038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Request body: {'port': {'device_id': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'admin_state_up': True, 'tenant_id': '58e4353b3609446488911d3a5665931a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:43.202703 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] Set router fb445fac-d3c8-418c-a358-c735d53cf41b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:43.261683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3711143a-b915-4f1d-bb7c-87e31db2b818, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3711143a-b915-4f1d-bb7c-87e31db2b818,segment=NetworkSegment(4d1570cd-40ca-46d1-92a2-b1f441dba666),segment_id=4d1570cd-40ca-46d1-92a2-b1f441dba666)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:43.274950 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.289588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 48180ea0-c541-4b7f-baf0-72954fd371fc, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=48180ea0-c541-4b7f-baf0-72954fd371fc,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:43.315263 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd74162-9fd0-4a28-b00b-2a815a325e9c x-openstack-request-id: req-bdd74162-9fd0-4a28-b00b-2a815a325e9c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:43.316188 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ba3972-22fd-465e-adeb-770ee7681b6b", "name": "network-vif-deleted", "tag": "ef34116e-323d-485f-a17e-94388bfa91ba", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:43.317203 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdd74162-9fd0-4a28-b00b-2a815a325e9c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:43.319465 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba3972-22fd-465e-adeb-770ee7681b6b', 'name': 'network-vif-deleted', 'tag': 'ef34116e-323d-485f-a17e-94388bfa91ba', 'status': 'completed', 'code': 200} Aug 03 19:12:43.325392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dacc58c6-a95a-4f51-9bdd-21431baffc82 None None] Provisioning complete for port 3711143a-b915-4f1d-bb7c-87e31db2b818 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:43.326783 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dacc58c6-a95a-4f51-9bdd-21431baffc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.374515 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.416536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3711143a-b915-4f1d-bb7c-87e31db2b818,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:43.452243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Made reservation on behalf of 58e4353b3609446488911d3a5665931a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:43.457763 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.501671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e5a9af84-6102-4185-af66-055d4429b9cf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:43.671322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=48180ea0-c541-4b7f-baf0-72954fd371fc,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:43.695934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e5a9af84-6102-4185-af66-055d4429b9cf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:43.697702 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.719405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9dbb-0b7c-4cfd-a6b9-cd0bc572bd46 req-39cbff69-c301-4c57-8576-5f209c5dd5f1 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.726880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5cc9dbb-0b7c-4cfd-a6b9-cd0bc572bd46 req-39cbff69-c301-4c57-8576-5f209c5dd5f1 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.5018120 Aug 03 19:12:43.787902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-e57f875b-7f1e-44af-b41b-3f7e08405060 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.789945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-e57f875b-7f1e-44af-b41b-3f7e08405060 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.5741398 Aug 03 19:12:43.806668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f31bbc-9e9c-46b2-99ea-fb5b41eed3d4 req-68daf53c-dcc1-4172-b2c0-434978a01c3f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.809693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9f31bbc-9e9c-46b2-99ea-fb5b41eed3d4 req-68daf53c-dcc1-4172-b2c0-434978a01c3f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 0.5926166 Aug 03 19:12:43.836686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Allocated IP 172.20.0.14 (f2d63be7-6453-4d56-8e28-f6fd1397a953/79e52404-dd16-47cd-883e-1d9ed7e894fe/81ba7eb4-915a-4fd5-b98b-34e455d662ab) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:43.959065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9f31bbc-9e9c-46b2-99ea-fb5b41eed3d4 req-84a58871-1d26-4ad6-aa84-ba1c019527e8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802395 Aug 03 19:12:44.003429 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:12:35Z', 'revision_number': 3, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port': {'id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:32Z', 'updated_at': '2021-08-03T19:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:44.084861 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fbf70-22c9-493e-9ec7-3f7448f20a9d None None] The sync data for ids ['fb445fac-d3c8-418c-a358-c735d53cf41b'] in n-d-803378-1 is: [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:12:35Z', 'revision_number': 3, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port': {'id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:32Z', 'updated_at': '2021-08-03T19:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:44.206232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.303990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5cc9dbb-0b7c-4cfd-a6b9-cd0bc572bd46 req-d15626d2-64bc-4d01-8efd-c5865e694f65 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5390823 Aug 03 19:12:44.412608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19513b68-bbfc-4a37-9ea6-510bdae79c9b req-718f0f5a-45b4-4678-ae9a-614cea7d914c tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:44.431100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19513b68-bbfc-4a37-9ea6-510bdae79c9b req-718f0f5a-45b4-4678-ae9a-614cea7d914c tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.2605250 Aug 03 19:12:44.711123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19513b68-bbfc-4a37-9ea6-510bdae79c9b req-9a4ff947-7331-4292-ad0b-2054e680b0f2 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788486 Aug 03 19:12:44.759233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9099bb-33ea-4be0-b147-9f6cf2f586a3 req-12375ce2-a0fd-491b-9a09-b940a52bb5dd tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:44.762968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d9099bb-33ea-4be0-b147-9f6cf2f586a3 req-12375ce2-a0fd-491b-9a09-b940a52bb5dd tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 949 time: 0.2613871 Aug 03 19:12:44.833512 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4abad7-89be-4ce4-86fe-73d344cd9ecd x-openstack-request-id: req-ae4abad7-89be-4ce4-86fe-73d344cd9ecd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:44.834635 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc78a8e-aaee-49ce-bc46-db4ca17d576f", "name": "network-vif-plugged", "status": "completed", "tag": "67c6625d-8831-4623-9fd9-d61c48b02166", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:44.835287 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae4abad7-89be-4ce4-86fe-73d344cd9ecd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:44.836448 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c6625d-8831-4623-9fd9-d61c48b02166', 'code': 200} Aug 03 19:12:44.837586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.913723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Deleting port 96cf2b10-9020-423d-a515-5556bc775d72 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:44.914313 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.937369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Network f2d63be7-6453-4d56-8e28-f6fd1397a953 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:44.941314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:44.957337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:45.043807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Pushing event updated for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:45.129030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d9099bb-33ea-4be0-b147-9f6cf2f586a3 req-03b9d6c5-9fb0-49a0-876e-925db8e2255f tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/security-groups?id=2eea0c06-10be-4fd3-9033-103e7467111b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154447 Aug 03 19:12:45.153080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.165865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.181456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e4dd3-1163-46ef-889c-fcbb56bd3816 req-b86c019b-4e4c-412d-80cf-20d36168fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.188044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-165e4dd3-1163-46ef-889c-fcbb56bd3816 req-b86c019b-4e4c-412d-80cf-20d36168fa60 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 1097 time: 0.2162037 Aug 03 19:12:45.252258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] For port 96cf2b10-9020-423d-a515-5556bc775d72, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=96cf2b10-9020-423d-a515-5556bc775d72,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:45.254285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.267570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-43cd13e0-1148-4487-9e51-b8d5fcdcaf74 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1746912 Aug 03 19:12:45.327759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Calling delete_port for 96cf2b10-9020-423d-a515-5556bc775d72 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:45.364779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Request body: {'port': {'device_id': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:45.385116 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-165e4dd3-1163-46ef-889c-fcbb56bd3816 req-918cb0f3-a9f6-42fc-b046-5ffc9c0bfe11 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892147 Aug 03 19:12:45.462767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.628838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.744240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3711143a-b915-4f1d-bb7c-87e31db2b818 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:45.882424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3711143a-b915-4f1d-bb7c-87e31db2b818 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:45.883341 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.019843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d05e85-2050-4db3-8f2a-340c8b466bd6 req-bd95d596-6b4c-4df6-82e3-193166477e87 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:46.027675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86d05e85-2050-4db3-8f2a-340c8b466bd6 req-bd95d596-6b4c-4df6-82e3-193166477e87 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 932 time: 0.8486624 Aug 03 19:12:46.073581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.083267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:46.181209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:46.189993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:46.191155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.199690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Pushing event deleted for resources: {'Port': ['ID=96cf2b10-9020-423d-a515-5556bc775d72,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:46.239494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86d05e85-2050-4db3-8f2a-340c8b466bd6 req-6bf39801-d199-49c4-b9b4-055503718150 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106571 Aug 03 19:12:46.354560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 96cf2b10-9020-423d-a515-5556bc775d72 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:46.470036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 96cf2b10-9020-423d-a515-5556bc775d72 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:46.472224 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 96cf2b10-9020-423d-a515-5556bc775d72 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:46.532613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.546302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] No DVR routers for this DVR port 96cf2b10-9020-423d-a515-5556bc775d72 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:46.583937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda207-b4e0-4827-ac7c-d53e23392cda req-afa7c54b-1ee9-4ccd-9968-5dd00ed05ec6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:46.607673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdcda207-b4e0-4827-ac7c-d53e23392cda req-afa7c54b-1ee9-4ccd-9968-5dd00ed05ec6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 1.0497706 Aug 03 19:12:46.629299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=edd3059f-f6be-4a3b-bb9e-a0916e1c0f71,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:46.639719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.692314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ba7eb4-915a-4fd5-b98b-34e455d662ab {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:46.711335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.774338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Transition to ACTIVE for port object 81ba7eb4-915a-4fd5-b98b-34e455d662ab will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:46.786593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=edd3059f-f6be-4a3b-bb9e-a0916e1c0f71,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:46.787648 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.789126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.827143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6275132a-4483-4cc1-a562-9e13ae2a4013 req-ad6a156a-597d-47df-828a-44612abd90f1 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.88 "DELETE /v2.0/ports/96cf2b10-9020-423d-a515-5556bc775d72 HTTP/1.1" status: 204 len: 173 time: 3.0104907 Aug 03 19:12:46.838214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba434452-4878-4f7e-bab5-7c85968998c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48180ea0-c541-4b7f-baf0-72954fd371fc'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:46.847798 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fe7bb0-961b-4814-b39e-78879b2801d1" -d '{"events": [{"server_uuid": "ba434452-4878-4f7e-bab5-7c85968998c7", "name": "network-vif-plugged", "status": "completed", "tag": "48180ea0-c541-4b7f-baf0-72954fd371fc"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:46.861637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'name': 'network-vif-deleted', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:46.865557 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104f4da7-48b8-4fa6-a56c-4365ccb746a0" -d '{"events": [{"server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "name": "network-vif-deleted", "tag": "96cf2b10-9020-423d-a515-5556bc775d72"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:46.949894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Allocated IP 172.20.0.1 (a0451bfd-ad0e-4b58-a84b-a238c56ba8b2/f54f9554-0786-4530-9654-0dcae73bc663/b99dbde7-3b92-4b03-9e55-ad000627b6e5) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:46.962500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Pushing event updated for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:47.148943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdcda207-b4e0-4827-ac7c-d53e23392cda req-baab9903-6f79-40e9-a43d-fecb3d24cfd8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396662 Aug 03 19:12:47.226900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a1e63-da87-4542-bade-89d03c39cd7d req-ae53c986-222f-4644-b447-e2cdea8cfbb0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:47.236715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a7a1e63-da87-4542-bade-89d03c39cd7d req-ae53c986-222f-4644-b447-e2cdea8cfbb0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.3669295 Aug 03 19:12:47.326354 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.339280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Attempting to bind port 81ba7eb4-915a-4fd5-b98b-34e455d662ab on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:47.347576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Attempting to bind port 81ba7eb4-915a-4fd5-b98b-34e455d662ab by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:47.348689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Attempting to bind port 81ba7eb4-915a-4fd5-b98b-34e455d662ab on network f2d63be7-6453-4d56-8e28-f6fd1397a953 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:47.353021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Transition to ACTIVE for port object b99dbde7-3b92-4b03-9e55-ad000627b6e5 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:47.365158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Port 81ba7eb4-915a-4fd5-b98b-34e455d662ab on network f2d63be7-6453-4d56-8e28-f6fd1397a953 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:12:47.366190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Attempting to bind port 81ba7eb4-915a-4fd5-b98b-34e455d662ab on network f2d63be7-6453-4d56-8e28-f6fd1397a953 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:47.388769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:47.389514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Checking segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:47.391452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Bound using segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:47.394963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Bound port: 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:47.395535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.454846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a7a1e63-da87-4542-bade-89d03c39cd7d req-3d5b60ae-f360-44d1-9cad-68afda7eb0ac tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165880 Aug 03 19:12:47.456713 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.556352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:47.679819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:47.696984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:47.708806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:47.709328 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.710557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcd983a7-db0a-4987-bbf3-d1fd2b151b93 req-e328ce98-bb1d-4be2-a148-7bc1d06286c2 tempest-MigrationsAdminTest-1367113892 tempest-MigrationsAdminTest-1367113892-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ce73e0-9e16-437d-9288-169a58562560 HTTP/1.1" status: 200 len: 210 time: 0.1316619 Aug 03 19:12:47.717730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.733932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b99dbde7-3b92-4b03-9e55-ad000627b6e5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:47.772894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:47.800233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:47.803622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:47.841295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:47.845791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.851154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] 10.222.0.63 "PUT /v2.0/ports/81ba7eb4-915a-4fd5-b98b-34e455d662ab HTTP/1.1" status: 200 len: 1092 time: 2.5513494 Aug 03 19:12:47.852547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:47.859001 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde535af-d70e-431d-b348-f546faa58e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:47.938425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55878f4-3a45-405f-86f8-7b79e5d7b345 req-d9f1a236-7c2c-4100-b6d2-42c34adfb022 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:47.945891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c55878f4-3a45-405f-86f8-7b79e5d7b345 req-d9f1a236-7c2c-4100-b6d2-42c34adfb022 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.4814715 Aug 03 19:12:48.044584 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.072089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4e119-fe6c-43a6-b8ec-4654a3081a9f service neutron] Pushing event updated for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:48.238042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-d7f53785-6de0-4ae9-9b84-ba50a42b3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.240914 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-d7f53785-6de0-4ae9-9b84-ba50a42b3068 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 1095 time: 0.1357079 Aug 03 19:12:48.314431 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c55878f4-3a45-405f-86f8-7b79e5d7b345 req-83002b6e-585c-43c4-9878-9778fea453ac tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575635 Aug 03 19:12:48.319018 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0462125-4330-46ba-b773-1434aaef1538 x-openstack-request-id: req-a0462125-4330-46ba-b773-1434aaef1538 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:48.319237 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba434452-4878-4f7e-bab5-7c85968998c7", "name": "network-vif-plugged", "status": "completed", "tag": "48180ea0-c541-4b7f-baf0-72954fd371fc", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:48.319974 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0462125-4330-46ba-b773-1434aaef1538 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:48.320574 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba434452-4878-4f7e-bab5-7c85968998c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48180ea0-c541-4b7f-baf0-72954fd371fc', 'code': 200} Aug 03 19:12:48.365796 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-1c608acf-6bf1-4ca4-bb18-e95e285b5ee4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab HTTP/1.1" status: 200 len: 217 time: 0.1054556 Aug 03 19:12:48.395341 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.424624 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10bd383-24bc-4d08-8b25-7c3554b9d3e7 x-openstack-request-id: req-a10bd383-24bc-4d08-8b25-7c3554b9d3e7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:48.424933 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ce73e0-9e16-437d-9288-169a58562560", "name": "network-vif-deleted", "tag": "96cf2b10-9020-423d-a515-5556bc775d72", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:48.425175 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a10bd383-24bc-4d08-8b25-7c3554b9d3e7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:48.425664 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ce73e0-9e16-437d-9288-169a58562560', 'name': 'network-vif-deleted', 'tag': '96cf2b10-9020-423d-a515-5556bc775d72', 'status': 'completed', 'code': 200} Aug 03 19:12:48.476861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-d6cbc0b8-5061-4643-93ad-26acbdcd721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.478333 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-d6cbc0b8-5061-4643-93ad-26acbdcd721b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 200 len: 845 time: 0.1082494 Aug 03 19:12:48.513695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2cd9b5ad-803a-4939-95f3-c064bdffa5cb None None] Provisioning for port b99dbde7-3b92-4b03-9e55-ad000627b6e5 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:48.520426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2cd9b5ad-803a-4939-95f3-c064bdffa5cb None None] Provisioning complete for port b99dbde7-3b92-4b03-9e55-ad000627b6e5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:48.521945 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b5ad-803a-4939-95f3-c064bdffa5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.562108 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-0d99e0dd-dc8e-42c3-aab0-1b50d22b5764 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2d63be7-6453-4d56-8e28-f6fd1397a953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743811 Aug 03 19:12:48.707862 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-ae5d727f-d785-4e89-846c-eb20ff4b8a16 service neutron] 10.222.0.63 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350236 Aug 03 19:12:48.724772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a26fd3-8799-4e82-bd16-53455533c8fa req-16217b0a-80bc-4967-8415-28cf26cb064b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.726579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01a26fd3-8799-4e82-bd16-53455533c8fa req-16217b0a-80bc-4967-8415-28cf26cb064b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 944 time: 0.1851296 Aug 03 19:12:48.799974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7845a5-a4ad-46a3-b2b7-32792ee6ffa5 req-841ca63c-71fd-4682-8447-6994ab10eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.811069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da7845a5-a4ad-46a3-b2b7-32792ee6ffa5 req-841ca63c-71fd-4682-8447-6994ab10eddb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 1101 time: 0.3841767 Aug 03 19:12:48.832881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9b5ad-803a-4939-95f3-c064bdffa5cb None None] Port b99dbde7-3b92-4b03-9e55-ad000627b6e5 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:48.859467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd708e-9e5f-4d0a-88df-e13cc3ed8393 req-b0d23c5a-96f0-4928-aad7-60249d1e9a60 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.861145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79bd708e-9e5f-4d0a-88df-e13cc3ed8393 req-b0d23c5a-96f0-4928-aad7-60249d1e9a60 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.3210826 Aug 03 19:12:48.874274 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b358eccd-3a85-4c87-bd36-2d4b70481f91 req-79bd3a2e-c4d0-4614-807e-5783e56c0917 service neutron] 10.222.0.63 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552238 Aug 03 19:12:48.875176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38182) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:48.881915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Request body: {'floatingip': {'port_id': '67c6625d-8831-4623-9fd9-d61c48b02166'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:48.958410 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01a26fd3-8799-4e82-bd16-53455533c8fa req-2ee35b90-82d3-47f6-a6e7-e9fea69515bb tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957271 Aug 03 19:12:48.981657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da7845a5-a4ad-46a3-b2b7-32792ee6ffa5 req-6f674248-33bd-4593-9359-467582188f47 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597695 Aug 03 19:12:49.051671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.056611 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e208b79a-d3a6-4f19-9a9b-755173d12be8 x-openstack-request-id: req-e208b79a-d3a6-4f19-9a9b-755173d12be8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:49.056967 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:49.057144 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e208b79a-d3a6-4f19-9a9b-755173d12be8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:49.057591 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'status': 'completed', 'code': 200} Aug 03 19:12:49.258626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.279104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.580505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b99dbde7-3b92-4b03-9e55-ad000627b6e5,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:49.612703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f432-9efe-4132-8d5d-c61e552592a2 req-f844ce1f-18cb-4aea-a799-e9310f3c41fe tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:49.615518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2867f432-9efe-4132-8d5d-c61e552592a2 req-f844ce1f-18cb-4aea-a799-e9310f3c41fe tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 0.4643028 Aug 03 19:12:49.633915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.938385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde535af-d70e-431d-b348-f546faa58e3d req-d9882ad0-d722-475d-a461-27cd781f8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:49.941458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bde535af-d70e-431d-b348-f546faa58e3d req-d9882ad0-d722-475d-a461-27cd781f8595 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 1095 time: 0.5184510 Aug 03 19:12:50.154241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2867f432-9efe-4132-8d5d-c61e552592a2 req-83d09929-7535-4d5e-964a-d208c592b3ee tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276990 Aug 03 19:12:50.308073 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.309728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38212) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:50.335491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffa521-7c66-4aab-a028-52e1300863c6 req-98961401-bbcb-424d-ab05-0fca18d2cecc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:50.337414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03ffa521-7c66-4aab-a028-52e1300863c6 req-98961401-bbcb-424d-ab05-0fca18d2cecc tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.2334456 Aug 03 19:12:50.360563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:50.371540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:50.374118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde535af-d70e-431d-b348-f546faa58e3d req-177a4dc7-5911-4b01-9824-6b5527053a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:50.375636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bde535af-d70e-431d-b348-f546faa58e3d req-177a4dc7-5911-4b01-9824-6b5527053a61 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 906 time: 0.4190488 Aug 03 19:12:50.386319 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:12:50.388197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.398480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.447746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bde535af-d70e-431d-b348-f546faa58e3d req-7dd2f534-c322-41ba-814c-703591aacbd7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab HTTP/1.1" status: 200 len: 217 time: 0.0609787 Aug 03 19:12:50.719301 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Floating IP dd62363a-4a88-45d3-be8f-ca2669469392 associated. External IP: 172.25.4.131, port: 67c6625d-8831-4623-9fd9-d61c48b02166. Aug 03 19:12:50.730958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03ffa521-7c66-4aab-a028-52e1300863c6 req-0802e102-e1a0-43bb-b386-d7304234f005 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690326 Aug 03 19:12:51.043381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ff82e8aa-e029-44dd-a623-d5fa92bcc800 None None] Provisioning complete for port b99dbde7-3b92-4b03-9e55-ad000627b6e5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:51.044011 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ff82e8aa-e029-44dd-a623-d5fa92bcc800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.195261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ff82e8aa-e029-44dd-a623-d5fa92bcc800 None None] Port b99dbde7-3b92-4b03-9e55-ad000627b6e5 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:51.604974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde535af-d70e-431d-b348-f546faa58e3d req-51f11a3d-5f57-4331-8d63-4a98f69f61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:51.608742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bde535af-d70e-431d-b348-f546faa58e3d req-51f11a3d-5f57-4331-8d63-4a98f69f61e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 200 len: 845 time: 1.0840809 Aug 03 19:12:51.706031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bde535af-d70e-431d-b348-f546faa58e3d req-b73ddb11-544f-4806-a5a8-b0d4f8844036 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2d63be7-6453-4d56-8e28-f6fd1397a953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697477 Aug 03 19:12:51.727648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:51.772670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ad41-5fad-473b-a41f-da9a4db86a49 req-40032625-60b6-4b16-a170-d622dc57d3e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:51.776070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1921ad41-5fad-473b-a41f-da9a4db86a49 req-40032625-60b6-4b16-a170-d622dc57d3e9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 0.3296700 Aug 03 19:12:51.784343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c86efd10-1dc0-45cc-ab86-8e35da395d1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80db5de5929940d29c9864f3139274f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4652131 Aug 03 19:12:51.786989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38242) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:51.798464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Router fb445fac-d3c8-418c-a358-c735d53cf41b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:51.815245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210426f-9289-4697-aa26-c40fcc47ad15 req-57e75644-6a98-4ccd-9ab7-3a63151d1c28 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:51.818314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1210426f-9289-4697-aa26-c40fcc47ad15 req-57e75644-6a98-4ccd-9ab7-3a63151d1c28 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 944 time: 1.1805463 Aug 03 19:12:52.040109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1210426f-9289-4697-aa26-c40fcc47ad15 req-6bf2fd8e-b600-445c-b07e-0f75d89cef0f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897213 Aug 03 19:12:52.084370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dce052c8-ac09-4a54-8954-44e0f669dcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.111246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:52.117520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.139787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] Sync routers for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:52.187735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:52.188906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1921ad41-5fad-473b-a41f-da9a4db86a49 req-d5d1f10f-8bad-4d12-8aad-fb72d2eab31c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609993 Aug 03 19:12:52.189098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:52.262592 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dce052c8-ac09-4a54-8954-44e0f669dcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.270893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-26fd1abe-8cbf-4e24-83e2-844e883c7661 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "PUT /v2.0/floatingips/dd62363a-4a88-45d3-be8f-ca2669469392 HTTP/1.1" status: 200 len: 992 time: 3.3939779 Aug 03 19:12:52.284372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'tag': '67c6625d-8831-4623-9fd9-d61c48b02166'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:52.289553 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19397322-5509-4013-9bf7-55d921e96375" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc78a8e-aaee-49ce-bc46-db4ca17d576f", "tag": "67c6625d-8831-4623-9fd9-d61c48b02166"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:52.356959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:52.363577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bde535af-d70e-431d-b348-f546faa58e3d req-759c98a1-1ff4-4451-b993-57acc778991d service neutron] 10.222.0.63 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359029 Aug 03 19:12:52.384702 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Sync routers for ids ['fb445fac-d3c8-418c-a358-c735d53cf41b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:52.405526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fc523570-23a4-42c8-84c4-dd35826ab7d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/fb445fac-d3c8-418c-a358-c735d53cf41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8771856 Aug 03 19:12:52.416314 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Routers {'fb445fac-d3c8-418c-a358-c735d53cf41b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:52.416653 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dce052c8-ac09-4a54-8954-44e0f669dcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.419806 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fb445fac-d3c8-418c-a358-c735d53cf41b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:52.430977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dce052c8-ac09-4a54-8954-44e0f669dcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.436965 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dce052c8-ac09-4a54-8954-44e0f669dcd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2eea0c06-10be-4fd3-9033-103e7467111b HTTP/1.1" status: 204 len: 168 time: 0.6389832 Aug 03 19:12:52.519939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce052c8-ac09-4a54-8954-44e0f669dcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eea0c06-10be-4fd3-9033-103e7467111b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:52.548780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:52.722477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844710f0-191c-483d-a5c6-5f68e176c922 req-97c25b19-7828-46b6-a253-5b06541fdad8 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:52.739639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-844710f0-191c-483d-a5c6-5f68e176c922 req-97c25b19-7828-46b6-a253-5b06541fdad8 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.4080870 Aug 03 19:12:52.757272 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Set router fb445fac-d3c8-418c-a358-c735d53cf41b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:52.822595 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55827292-a259-47ea-bcad-52c257508bf4 x-openstack-request-id: req-55827292-a259-47ea-bcad-52c257508bf4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:52.826843 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc78a8e-aaee-49ce-bc46-db4ca17d576f", "tag": "67c6625d-8831-4623-9fd9-d61c48b02166", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:52.829551 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55827292-a259-47ea-bcad-52c257508bf4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:52.832207 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'tag': '67c6625d-8831-4623-9fd9-d61c48b02166', 'status': 'completed', 'code': 200} Aug 03 19:12:52.876934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-844710f0-191c-483d-a5c6-5f68e176c922 req-e7aee6ab-546c-4078-a1b8-98c6aef59226 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347454 Aug 03 19:12:52.932816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bde535af-d70e-431d-b348-f546faa58e3d req-b71f7fd1-cafe-4b95-8801-fa916d253d81 service neutron] 10.222.0.63 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807997 Aug 03 19:12:53.037948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19397322-5509-4013-9bf7-55d921e96375 req-feea5246-ede8-4cf1-9fba-b96dfa69eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:53.039681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19397322-5509-4013-9bf7-55d921e96375 req-feea5246-ede8-4cf1-9fba-b96dfa69eaee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=34f448b49eb04cdb9b38bdf45d3b9247&device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 1097 time: 0.1476471 Aug 03 19:12:53.069222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 81ba7eb4-915a-4fd5-b98b-34e455d662ab details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:53.382640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19397322-5509-4013-9bf7-55d921e96375 req-eb060376-765f-4a96-aa7a-6f58efa090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:53.391698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19397322-5509-4013-9bf7-55d921e96375 req-eb060376-765f-4a96-aa7a-6f58efa090c8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8c285acc-5231-469d-8b37-d6f79a2f7ecc HTTP/1.1" status: 200 len: 913 time: 0.3378537 Aug 03 19:12:53.450215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38292) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:53.524419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'dd62363a-4a88-45d3-be8f-ca2669469392', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'port_id': '67c6625d-8831-4623-9fd9-d61c48b02166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'mac_address': 'fa:16:3e:27:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:12:05Z', 'updated_at': '2021-08-03T19:12:50Z', 'revision_number': 1, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:12:10Z', 'revision_number': 5, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:53.591881 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-675446e0-f219-4179-a961-0d959aaf1567 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be8d6ac4a359499fa6ac964f94103d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374435 Aug 03 19:12:53.592779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38294) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:53.595599 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:12:48Z', 'revision_number': 4, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port': {'id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:32Z', 'updated_at': '2021-08-03T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b99dbde7-3b92-4b03-9e55-ad000627b6e5', 'name': '', 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'mac_address': 'fa:16:3e:86:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'f54f9554-0786-4530-9654-0dcae73bc663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:45Z', 'updated_at': '2021-08-03T19:12:48Z', 'revision_number': 2, 'project_id': '754de981166f46a7b325b43c56b53a32', 'subnets': [{'id': 'f54f9554-0786-4530-9654-0dcae73bc663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:53.640109 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Checking router: fb445fac-d3c8-418c-a358-c735d53cf41b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:53.641222 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Updating router fb445fac-d3c8-418c-a358-c735d53cf41b port b99dbde7-3b92-4b03-9e55-ad000627b6e5 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:53.691213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] Checking router: a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:53.710613 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.716354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:53.717427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:53.761264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-485f814d-a158-4ddc-9724-f70ecb7f2864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.769815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dcae1-1d37-4ba7-b7ef-c5c29c1c4232 req-5758aadc-1f88-4b18-a3b6-01c6c5083773 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:53.774186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a70dcae1-1d37-4ba7-b7ef-c5c29c1c4232 req-5758aadc-1f88-4b18-a3b6-01c6c5083773 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 944 time: 0.3793678 Aug 03 19:12:53.843407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-485f814d-a158-4ddc-9724-f70ecb7f2864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.899512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a70dcae1-1d37-4ba7-b7ef-c5c29c1c4232 req-8b1695b4-26b9-4bef-8b96-2e90084e89f4 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911946 Aug 03 19:12:53.907508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19397322-5509-4013-9bf7-55d921e96375 req-8d8cb110-f23b-4436-9821-4102c72aa5b7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c6625d-8831-4623-9fd9-d61c48b02166 HTTP/1.1" status: 200 len: 1000 time: 0.5054886 Aug 03 19:12:53.926410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9c412-a0b6-4ba9-a0dd-073229126f43 req-d1abae13-7b16-4c24-8fd7-fb835776ed5e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:53.928519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39e9c412-a0b6-4ba9-a0dd-073229126f43 req-d1abae13-7b16-4c24-8fd7-fb835776ed5e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 0.2726364 Aug 03 19:12:53.990241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:53.999908 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-485f814d-a158-4ddc-9724-f70ecb7f2864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.006264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-485f814d-a158-4ddc-9724-f70ecb7f2864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.007121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19397322-5509-4013-9bf7-55d921e96375 req-b09cb858-96ee-48a7-9017-ddb80d620b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:54.009232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19397322-5509-4013-9bf7-55d921e96375 req-b09cb858-96ee-48a7-9017-ddb80d620b96 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c HTTP/1.1" status: 200 len: 851 time: 0.0795767 Aug 03 19:12:54.010335 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-485f814d-a158-4ddc-9724-f70ecb7f2864 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04befa9d-ab98-4d3d-8a88-5d70e8883571 HTTP/1.1" status: 204 len: 168 time: 0.4149606 Aug 03 19:12:54.037000 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f814d-a158-4ddc-9724-f70ecb7f2864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04befa9d-ab98-4d3d-8a88-5d70e8883571,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:54.233001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39e9c412-a0b6-4ba9-a0dd-073229126f43 req-ac83843f-0d7b-4490-baef-aded26945e6f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223432 Aug 03 19:12:54.265086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19397322-5509-4013-9bf7-55d921e96375 req-ecde95b1-37b4-42ea-b7bf-1da72069ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:54.266775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19397322-5509-4013-9bf7-55d921e96375 req-ecde95b1-37b4-42ea-b7bf-1da72069ae9f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8c285acc-5231-469d-8b37-d6f79a2f7ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2314804 Aug 03 19:12:54.457541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'port_id': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'mac_address': 'fa:16:3e:31:ee:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e52404-dd16-47cd-883e-1d9ed7e894fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:54.643724 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:54.751956 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.756516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.802135 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Transition to ACTIVE for port object b99dbde7-3b92-4b03-9e55-ad000627b6e5 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:54.811235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85b001-2430-4523-9442-127dcb6d0c11 req-8a7de122-a5f8-4407-8415-20ca12500e41 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:54.821660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef85b001-2430-4523-9442-127dcb6d0c11 req-8a7de122-a5f8-4407-8415-20ca12500e41 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.4654987 Aug 03 19:12:54.828215 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.828467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ba7eb4-915a-4fd5-b98b-34e455d662ab {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:54.891897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:54.923890 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.927731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19397322-5509-4013-9bf7-55d921e96375 req-30a6a27b-617c-4ade-9e5a-752c9898c3ef service neutron] 10.222.0.88 "GET /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411371 Aug 03 19:12:55.032205 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Pushing event updated for resources: {'Port': ['ID=b99dbde7-3b92-4b03-9e55-ad000627b6e5,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:55.135409 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.146987 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.147742 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.148319 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.148897 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.149514 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.190620 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.191167 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.191734 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.192298 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.192868 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.193436 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:55.374763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19397322-5509-4013-9bf7-55d921e96375 req-bcf735fa-b82d-4642-9c3e-69323569f934 service neutron] 10.222.0.88 "GET /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353786 Aug 03 19:12:55.552795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['81ba7eb4-915a-4fd5-b98b-34e455d662ab'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:55.648001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Attempting to bind port b99dbde7-3b92-4b03-9e55-ad000627b6e5 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:55.656445 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Attempting to bind port b99dbde7-3b92-4b03-9e55-ad000627b6e5 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:55.657363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef85b001-2430-4523-9442-127dcb6d0c11 req-16e96d7b-9463-4d96-8675-5dbd66465dd6 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8334579 Aug 03 19:12:55.660553 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Attempting to bind port b99dbde7-3b92-4b03-9e55-ad000627b6e5 on network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:55.732684 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:55.736730 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Checking segment: {'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:55.739773 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.740433 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Bound using segment: {'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:55.748121 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Bound port: b99dbde7-3b92-4b03-9e55-ad000627b6e5, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1570cd-40ca-46d1-92a2-b1f441dba666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:55.748822 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.750315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab451fb1-dc9b-4a2e-869d-6900448ff02c req-0cad7d27-e24a-4a43-a44f-597c33911858 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:55.763495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab451fb1-dc9b-4a2e-869d-6900448ff02c req-0cad7d27-e24a-4a43-a44f-597c33911858 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 950 time: 0.3614151 Aug 03 19:12:55.901922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab451fb1-dc9b-4a2e-869d-6900448ff02c req-af6ce279-757d-4937-89e9-72c86986e5a3 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335955 Aug 03 19:12:56.215947 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] For port b99dbde7-3b92-4b03-9e55-ad000627b6e5, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:56.218555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:56.233864 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] For port b99dbde7-3b92-4b03-9e55-ad000627b6e5, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b99dbde7-3b92-4b03-9e55-ad000627b6e5,segment=NetworkSegment(4d1570cd-40ca-46d1-92a2-b1f441dba666),segment_id=4d1570cd-40ca-46d1-92a2-b1f441dba666)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:56.247418 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.348836 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75fc7c-a643-49c4-a7e2-554c226fd75d None None] Pushing event updated for resources: {'Port': ['ID=b99dbde7-3b92-4b03-9e55-ad000627b6e5,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:56.369620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608f738-7112-49e7-9e63-37219f0345bf req-c45edfb3-e9f4-402f-a76f-3acf62deb65a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:56.372267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a608f738-7112-49e7-9e63-37219f0345bf req-c45edfb3-e9f4-402f-a76f-3acf62deb65a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 0.3201857 Aug 03 19:12:56.472304 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Routers {'fb445fac-d3c8-418c-a358-c735d53cf41b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:56.481129 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:12:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fb445fac-d3c8-418c-a358-c735d53cf41b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:56.501061 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.518688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc28687-434f-420c-adfa-fdd6c866bda7 req-14130e8f-e9a0-4d3a-a43a-49501dcccbbc tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:56.546465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfc28687-434f-420c-adfa-fdd6c866bda7 req-14130e8f-e9a0-4d3a-a43a-49501dcccbbc tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 945 time: 0.4020286 Aug 03 19:12:56.652653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a608f738-7112-49e7-9e63-37219f0345bf req-912d6993-b837-4284-9eaa-21d9f70650af tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628484 Aug 03 19:12:56.714541 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa8fd-6c37-4a5d-be19-987433418274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.766673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfc28687-434f-420c-adfa-fdd6c866bda7 req-f2f50d08-fcb5-4c4e-874f-8ddecac63e3c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153542 Aug 03 19:12:56.935542 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] Set router fb445fac-d3c8-418c-a358-c735d53cf41b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:57.060561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:57.311862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2620d6d-a27f-4275-940b-69b6dbaff216 req-176c3ed8-c447-4021-a58c-490646a60dca tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:57.328861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2620d6d-a27f-4275-940b-69b6dbaff216 req-176c3ed8-c447-4021-a58c-490646a60dca tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.2281706 Aug 03 19:12:57.478665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2620d6d-a27f-4275-940b-69b6dbaff216 req-cc767cfe-c151-40d9-b553-5e62a70adc98 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418440 Aug 03 19:12:57.796479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'dd62363a-4a88-45d3-be8f-ca2669469392', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'port_id': '67c6625d-8831-4623-9fd9-d61c48b02166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'mac_address': 'fa:16:3e:27:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:12:05Z', 'updated_at': '2021-08-03T19:12:50Z', 'revision_number': 1, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:12:10Z', 'revision_number': 5, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:57.942905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6662a-2fe8-4b33-9126-785583517699 req-95c2a5da-b2ea-4b4c-8981-9b1870585985 tempest-LiveMigrationNegativeTest-817039879 tempest-LiveMigrationNegativeTest-817039879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:57.969361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81d6662a-2fe8-4b33-9126-785583517699 req-95c2a5da-b2ea-4b4c-8981-9b1870585985 tempest-LiveMigrationNegativeTest-817039879 tempest-LiveMigrationNegativeTest-817039879-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 1101 time: 0.2497923 Aug 03 19:12:58.001576 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:12:48Z', 'revision_number': 4, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port': {'id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:32Z', 'updated_at': '2021-08-03T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b99dbde7-3b92-4b03-9e55-ad000627b6e5', 'name': '', 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'mac_address': 'fa:16:3e:86:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'f54f9554-0786-4530-9654-0dcae73bc663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:45Z', 'updated_at': '2021-08-03T19:12:56Z', 'revision_number': 4, 'project_id': '754de981166f46a7b325b43c56b53a32', 'subnets': [{'id': 'f54f9554-0786-4530-9654-0dcae73bc663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:58.023925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-81d6662a-2fe8-4b33-9126-785583517699 req-d85255c8-a96c-4be9-8d86-f41e5882ce55 tempest-LiveMigrationNegativeTest-817039879 tempest-LiveMigrationNegativeTest-817039879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.208105 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603a776-5ad1-42ee-91b6-8be2af112a1e None None] The sync data for ids ['fb445fac-d3c8-418c-a358-c735d53cf41b'] in n-d-803378-1 is: [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:12:48Z', 'revision_number': 4, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port': {'id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:32Z', 'updated_at': '2021-08-03T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b99dbde7-3b92-4b03-9e55-ad000627b6e5', 'name': '', 'network_id': 'a0451bfd-ad0e-4b58-a84b-a238c56ba8b2', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'mac_address': 'fa:16:3e:86:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'f54f9554-0786-4530-9654-0dcae73bc663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:45Z', 'updated_at': '2021-08-03T19:12:56Z', 'revision_number': 4, 'project_id': '754de981166f46a7b325b43c56b53a32', 'subnets': [{'id': 'f54f9554-0786-4530-9654-0dcae73bc663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:58.209603 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-81d6662a-2fe8-4b33-9126-785583517699 req-d85255c8-a96c-4be9-8d86-f41e5882ce55 tempest-LiveMigrationNegativeTest-817039879 tempest-LiveMigrationNegativeTest-817039879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.214440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-81d6662a-2fe8-4b33-9126-785583517699 req-d85255c8-a96c-4be9-8d86-f41e5882ce55 tempest-LiveMigrationNegativeTest-817039879 tempest-LiveMigrationNegativeTest-817039879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.256868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4754ef2-c2a8-45a3-957c-ef9d48b7f72f None None] The sync data for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 is: [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'dd62363a-4a88-45d3-be8f-ca2669469392', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'port_id': '67c6625d-8831-4623-9fd9-d61c48b02166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'mac_address': 'fa:16:3e:27:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:12:05Z', 'updated_at': '2021-08-03T19:12:50Z', 'revision_number': 1, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:12:10Z', 'revision_number': 5, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:58.270922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85255c8-a96c-4be9-8d86-f41e5882ce55 tempest-LiveMigrationNegativeTest-817039879 tempest-LiveMigrationNegativeTest-817039879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe12c90b-22c2-42f5-9172-f2f59a9c3799,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:58.370713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81d6662a-2fe8-4b33-9126-785583517699 req-d85255c8-a96c-4be9-8d86-f41e5882ce55 tempest-LiveMigrationNegativeTest-817039879 tempest-LiveMigrationNegativeTest-817039879-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996775 Aug 03 19:12:58.676512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.690364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-8d40063b-ae79-4c6d-9ea5-450a415440a7 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:58.691927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-8d40063b-ae79-4c6d-9ea5-450a415440a7 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.1295223 Aug 03 19:12:58.723398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-1'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:58.816726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:58.830332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:58.843544 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b584cec-91b4-46ab-864f-2c7ab53f2507" -d '{"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-unplugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:58.860181 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.045592 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.159131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:59.171783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af9436-7fd2-40e8-a043-6d63ba12d8b4 None None] New status for floating IP dd62363a-4a88-45d3-be8f-ca2669469392: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:12:59.227784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68daca4-8c03-4632-884e-a597d842dcd1 req-68e21aaa-2212-4c73-98e4-90e73ca77064 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:59.229920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c68daca4-8c03-4632-884e-a597d842dcd1 req-68e21aaa-2212-4c73-98e4-90e73ca77064 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 945 time: 0.3603008 Aug 03 19:12:59.498959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c68daca4-8c03-4632-884e-a597d842dcd1 req-dbfb24e8-db6f-4cd4-97cb-b1e883c2d6a9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549391 Aug 03 19:12:59.735740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5781bd-e8e6-4e44-9f2d-d44d13e4fb88 req-fba8f915-0665-4e00-9f26-93f3bfdf497d tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:59.743765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f5781bd-e8e6-4e44-9f2d-d44d13e4fb88 req-fba8f915-0665-4e00-9f26-93f3bfdf497d tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 945 time: 0.3370824 Aug 03 19:12:59.751913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3747300c-8675-48a8-9881-40c9e9ba781a details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:59.790898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b99dbde7-3b92-4b03-9e55-ad000627b6e5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:59.806871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:59.838571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f5781bd-e8e6-4e44-9f2d-d44d13e4fb88 req-f0d0f15a-06fe-4874-a17a-2d02af5e184e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934913 Aug 03 19:12:59.931216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:00.021405 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052a8f63-cef6-4f5e-89b8-6c3ba7f02001 x-openstack-request-id: req-052a8f63-cef6-4f5e-89b8-6c3ba7f02001 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:00.022943 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-unplugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:00.023239 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-052a8f63-cef6-4f5e-89b8-6c3ba7f02001 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:00.023642 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'code': 200} Aug 03 19:13:00.141899 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.142704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:00.149808 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eb7a3b-f1a0-468f-a3ea-6d5dfcbd6fda" -d '{"events": [{"server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "name": "network-vif-unplugged", "status": "completed", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:00.166913 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.197945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.247571 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:13:00.296298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b99dbde7-3b92-4b03-9e55-ad000627b6e5 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:00.618264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:00.680114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-07f73b93-dbbc-47fb-af2c-6fe41dd4163b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.699943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3747300c-8675-48a8-9881-40c9e9ba781a has no active binding in host n-h2-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:13:00.715292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b99dbde7-3b92-4b03-9e55-ad000627b6e5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:00.722645 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.797080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.798916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.799419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.799892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.800353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.800814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.801271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.801797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.802254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.827672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d5a8ab4-9841-4742-a856-984459c4f8b4 req-557a411e-ca12-45e5-8cfc-bedde8227229 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6395 time: 0.3147840 Aug 03 19:13:00.839203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Pushing event updated for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:00.857257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on host n-h1-803378-1 for vnic_type normal with profile {"migrating_to": "n-h2-803378-1"} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:00.860348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:00.862519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:00.882970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:13:00.883308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Attempting to bind port 3747300c-8675-48a8-9881-40c9e9ba781a on network 88934cf7-744a-463f-8a0e-ee2bfa6d9b06 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:00.916405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:00.918246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Checking segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:00.918827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Bound using segment: {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:00.925793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Bound port: 3747300c-8675-48a8-9881-40c9e9ba781a, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eda7f04-77fa-430d-a432-535f8783a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '88934cf7-744a-463f-8a0e-ee2bfa6d9b06'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:00.927097 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.942134 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c8c0d5-bc81-4dbd-a1e0-04882ddb9e9f x-openstack-request-id: req-a1c8c0d5-bc81-4dbd-a1e0-04882ddb9e9f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:00.944610 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "name": "network-vif-unplugged", "status": "completed", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:00.945122 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1c8c0d5-bc81-4dbd-a1e0-04882ddb9e9f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:00.945734 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a', 'code': 200} Aug 03 19:13:01.023215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 81ba7eb4-915a-4fd5-b98b-34e455d662ab up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:01.103197 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.131696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:01.140740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:01.157930 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.285859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b99dbde7-3b92-4b03-9e55-ad000627b6e5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b99dbde7-3b92-4b03-9e55-ad000627b6e5,segment=NetworkSegment(4d1570cd-40ca-46d1-92a2-b1f441dba666),segment_id=4d1570cd-40ca-46d1-92a2-b1f441dba666)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:01.299951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.345225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 81ba7eb4-915a-4fd5-b98b-34e455d662ab completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:01.447508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:01.451603 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.455343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] 10.222.0.63 "PUT /v2.0/ports/3747300c-8675-48a8-9881-40c9e9ba781a HTTP/1.1" status: 200 len: 1121 time: 2.7529340 Aug 03 19:13:01.466556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 81ba7eb4-915a-4fd5-b98b-34e455d662ab triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:01.476079 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.592506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3747300c-8675-48a8-9881-40c9e9ba781a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:01.925084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['3747300c-8675-48a8-9881-40c9e9ba781a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:01.961117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c81e35-12d7-4735-83e0-394f1db627e9 req-b2e4ac90-a7ed-4e77-9644-509972573646 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:01.979664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47c81e35-12d7-4735-83e0-394f1db627e9 req-b2e4ac90-a7ed-4e77-9644-509972573646 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 886 time: 0.3809288 Aug 03 19:13:01.999139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5448317-6a88-43db-9621-d1141a99e408 service neutron] Pushing event updated for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=8']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.093631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e28401-e799-446d-9980-46dfd7e3717c req-6a2d614a-e01d-4073-b47f-57303ba4d8ce tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.098140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83e28401-e799-446d-9980-46dfd7e3717c req-6a2d614a-e01d-4073-b47f-57303ba4d8ce tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.6686370 Aug 03 19:13:02.197590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b99dbde7-3b92-4b03-9e55-ad000627b6e5,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.233669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3308-6687-4207-a098-86d666736b12 req-3a58f21a-5468-4032-81b8-469d2b804d28 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.235804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c4d3308-6687-4207-a098-86d666736b12 req-3a58f21a-5468-4032-81b8-469d2b804d28 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 945 time: 0.1357684 Aug 03 19:13:02.248528 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.255601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83e28401-e799-446d-9980-46dfd7e3717c req-e05396e3-fd3b-4ed0-9263-b1c1187e1eb6 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338336 Aug 03 19:13:02.369702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c4d3308-6687-4207-a098-86d666736b12 req-8c737c1b-6b3b-4c3a-b9f2-cafc8d6bd9d8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068277 Aug 03 19:13:02.493626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec5cd8-270d-4d37-b635-fef23fdef96e req-7875b177-b66d-43bb-b160-f3c5057d132f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.499138 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.502448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-caec5cd8-270d-4d37-b635-fef23fdef96e req-7875b177-b66d-43bb-b160-f3c5057d132f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.1287060 Aug 03 19:13:02.570843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-caec5cd8-270d-4d37-b635-fef23fdef96e req-5dd42cb2-4757-4a3e-b92b-6468e2774326 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666764 Aug 03 19:13:02.659540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:02.664351 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaea8bc-ac99-48e8-b7d0-07ddbde0ca93" -d '{"events": [{"server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "name": "network-vif-plugged", "status": "completed", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:02.694148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:02.718861 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.813208 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a75472-e0b8-4cc6-bc92-79646e0b742d x-openstack-request-id: req-43a75472-e0b8-4cc6-bc92-79646e0b742d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:02.814106 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "name": "network-vif-plugged", "status": "completed", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:02.814745 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43a75472-e0b8-4cc6-bc92-79646e0b742d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:02.815608 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'code': 200} Aug 03 19:13:02.865532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.885086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.886427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.887511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.888652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.889771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.890929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.892375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.893256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.894171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.905342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88b50f9d-f77e-44d9-94ed-d36d33d26b7d req-6a1dc549-662c-43e9-930f-65e56ce93c68 tempest-NetworksTest-1408030389 tempest-NetworksTest-1408030389-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6395 time: 0.3329022 Aug 03 19:13:02.947297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:02.964157 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb810a46-d832-4529-ae32-218a69fdad6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:03.053777 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d33ff35-2592-4b48-ac8e-a35935df5a0d x-openstack-request-id: req-9d33ff35-2592-4b48-ac8e-a35935df5a0d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:03.054426 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:03.054855 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d33ff35-2592-4b48-ac8e-a35935df5a0d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:03.055438 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a', 'status': 'completed', 'code': 200} Aug 03 19:13:03.382618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810a46-d832-4529-ae32-218a69fdad6b req-71327b8b-c6c4-4c52-a654-3fdf8c3e8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.387885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb810a46-d832-4529-ae32-218a69fdad6b req-71327b8b-c6c4-4c52-a654-3fdf8c3e8286 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1124 time: 0.2236874 Aug 03 19:13:03.527153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38520) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:03.610571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab730d-f6f4-4537-a08a-d0eadb4ab5f5 req-f479e31b-e482-4f45-8db1-6a3f9ff81033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.612362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40ab730d-f6f4-4537-a08a-d0eadb4ab5f5 req-f479e31b-e482-4f45-8db1-6a3f9ff81033 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 1097 time: 0.5352521 Aug 03 19:13:03.628376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b99dbde7-3b92-4b03-9e55-ad000627b6e5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:03.762816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40ab730d-f6f4-4537-a08a-d0eadb4ab5f5 req-8d3ba0dd-ab42-41c5-bf19-3296b39fd649 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372783 Aug 03 19:13:03.766060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810a46-d832-4529-ae32-218a69fdad6b req-3f865e6f-732d-4066-997c-5f4aae7cf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.767874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb810a46-d832-4529-ae32-218a69fdad6b req-3f865e6f-732d-4066-997c-5f4aae7cf9c4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.3688529 Aug 03 19:13:03.777810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3172352-09a4-4474-b1db-ce019d731876 req-a19d0690-d573-43e3-b2b8-68fe2bdd8de9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.786096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3172352-09a4-4474-b1db-ce019d731876 req-a19d0690-d573-43e3-b2b8-68fe2bdd8de9 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.3645856 Aug 03 19:13:03.789428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-11fbe0ac-7404-40f2-81c5-84a7f7d1f6e5 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.796541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac7177-0d67-41a1-ab96-b5e30c5dcbe2 req-8156360c-bac8-4abd-98bd-f8e855afd508 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.798354 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-11fbe0ac-7404-40f2-81c5-84a7f7d1f6e5 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.2942376 Aug 03 19:13:03.804553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feac7177-0d67-41a1-ab96-b5e30c5dcbe2 req-8156360c-bac8-4abd-98bd-f8e855afd508 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 946 time: 0.2139461 Aug 03 19:13:03.851986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b99dbde7-3b92-4b03-9e55-ad000627b6e5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:03.853356 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.878509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb810a46-d832-4529-ae32-218a69fdad6b req-d682bef0-8aef-4c79-9c61-6d506ba25ac4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3747300c-8675-48a8-9881-40c9e9ba781a HTTP/1.1" status: 200 len: 217 time: 0.0706334 Aug 03 19:13:03.960071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3172352-09a4-4474-b1db-ce019d731876 req-f9140942-2e1a-44f9-b3d5-8e627892c5be tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729133 Aug 03 19:13:03.976198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feac7177-0d67-41a1-ab96-b5e30c5dcbe2 req-fa1b493b-4122-4896-8c97-83a6a05ab93d tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703739 Aug 03 19:13:04.025092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810a46-d832-4529-ae32-218a69fdad6b req-79f00cec-40ba-496e-ab11-aa48d5ad33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:04.053931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb810a46-d832-4529-ae32-218a69fdad6b req-79f00cec-40ba-496e-ab11-aa48d5ad33b2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.1667354 Aug 03 19:13:04.225057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb810a46-d832-4529-ae32-218a69fdad6b req-633d144f-16fb-4e63-8703-3d2dff3f049f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579309 Aug 03 19:13:04.327090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.349751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c29d625-2102-432b-93ce-4335dfe082f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.681983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74d1cc-7e47-4ece-b87d-0745da2c50c1 req-72617af3-e7bb-40a7-93a1-9a19f05e98b6 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:04.684543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f74d1cc-7e47-4ece-b87d-0745da2c50c1 req-72617af3-e7bb-40a7-93a1-9a19f05e98b6 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 950 time: 0.4440265 Aug 03 19:13:04.700270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb810a46-d832-4529-ae32-218a69fdad6b req-bbfd8c9d-040b-4671-b1b0-741f5ed7fe5b service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557242 Aug 03 19:13:04.807625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c29d625-2102-432b-93ce-4335dfe082f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.825176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c29d625-2102-432b-93ce-4335dfe082f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.874284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb810a46-d832-4529-ae32-218a69fdad6b req-b1926b6e-6175-43ca-8bc3-82a618cbb856 service neutron] 10.222.0.88 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575153 Aug 03 19:13:04.887851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Deleting port 48180ea0-c541-4b7f-baf0-72954fd371fc {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:04.887992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.932295 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7c29d625-2102-432b-93ce-4335dfe082f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e887a37717db4e8f9386468777708462&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3948135 Aug 03 19:13:04.937004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38540) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:04.938610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f74d1cc-7e47-4ece-b87d-0745da2c50c1 req-3b755025-2e7f-4ce9-82b1-f0b859962bb3 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370923 Aug 03 19:13:05.050166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29d625-2102-432b-93ce-4335dfe082f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af56e4e-aa6b-4600-ab74-bd347e2166aa,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:05.224860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d43c1-7cde-492f-a09e-5f62bd4a5bae req-2412f315-f01b-476d-9011-5ebe98991b1a tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:05.237318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a62d43c1-7cde-492f-a09e-5f62bd4a5bae req-2412f315-f01b-476d-9011-5ebe98991b1a tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 946 time: 0.1240282 Aug 03 19:13:05.262597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-157e2441-ba4a-44b2-8bf9-09e74c95c4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.271594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] For port 48180ea0-c541-4b7f-baf0-72954fd371fc, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=48180ea0-c541-4b7f-baf0-72954fd371fc,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:05.272663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.304138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Calling delete_port for 48180ea0-c541-4b7f-baf0-72954fd371fc owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:05.315301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-157e2441-ba4a-44b2-8bf9-09e74c95c4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.400594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a62d43c1-7cde-492f-a09e-5f62bd4a5bae req-67bc3da7-0e42-4521-810c-aa3125d135c3 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616626 Aug 03 19:13:05.470942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930ec4-a2d7-4879-afa3-a55441907013 req-88217c16-dddd-4c26-91e4-9a2133559066 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:05.480710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33930ec4-a2d7-4879-afa3-a55441907013 req-88217c16-dddd-4c26-91e4-9a2133559066 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.1982102 Aug 03 19:13:05.577901 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-157e2441-ba4a-44b2-8bf9-09e74c95c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.585403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-157e2441-ba4a-44b2-8bf9-09e74c95c4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.595420 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-157e2441-ba4a-44b2-8bf9-09e74c95c4f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1af56e4e-aa6b-4600-ab74-bd347e2166aa HTTP/1.1" status: 204 len: 168 time: 0.6558254 Aug 03 19:13:05.626136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33930ec4-a2d7-4879-afa3-a55441907013 req-65008cdb-0cb3-4fcf-a95e-70255f323f2f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441972 Aug 03 19:13:05.639611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e2441-ba4a-44b2-8bf9-09e74c95c4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af56e4e-aa6b-4600-ab74-bd347e2166aa,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:05.847595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.895984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['bbce440c-3093-46f8-a59d-797c80c31b4f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:05.939971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Pushing event deleted for resources: {'Port': ['ID=48180ea0-c541-4b7f-baf0-72954fd371fc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:06.099830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] No DVR routers for this DVR port 48180ea0-c541-4b7f-baf0-72954fd371fc on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:06.106938 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.109902 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c12bff4b-a49b-4c93-8fa9-a9a489b92874 req-7ef4d1f1-ce17-4065-bf1b-02894510cd9f tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "DELETE /v2.0/ports/48180ea0-c541-4b7f-baf0-72954fd371fc HTTP/1.1" status: 204 len: 173 time: 1.8657823 Aug 03 19:13:06.134202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba434452-4878-4f7e-bab5-7c85968998c7', 'name': 'network-vif-deleted', 'tag': '48180ea0-c541-4b7f-baf0-72954fd371fc'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:06.143408 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6df157-46f0-4955-8b06-20f505f12226" -d '{"events": [{"server_uuid": "ba434452-4878-4f7e-bab5-7c85968998c7", "name": "network-vif-deleted", "tag": "48180ea0-c541-4b7f-baf0-72954fd371fc"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:06.216387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-580ae13c-2887-4aa1-94c1-0905568c5b90 req-7e4e71e0-2f53-4c89-bfd4-f36b7007e40b tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba434452-4878-4f7e-bab5-7c85968998c7 HTTP/1.1" status: 200 len: 210 time: 0.1070631 Aug 03 19:13:06.282864 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d58f154-542a-4f34-afc1-3d70a23d7fe0 x-openstack-request-id: req-5d58f154-542a-4f34-afc1-3d70a23d7fe0 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:06.283210 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba434452-4878-4f7e-bab5-7c85968998c7", "name": "network-vif-deleted", "tag": "48180ea0-c541-4b7f-baf0-72954fd371fc", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:06.283649 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d58f154-542a-4f34-afc1-3d70a23d7fe0 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:06.284067 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba434452-4878-4f7e-bab5-7c85968998c7', 'name': 'network-vif-deleted', 'tag': '48180ea0-c541-4b7f-baf0-72954fd371fc', 'status': 'completed', 'code': 200} Aug 03 19:13:06.338260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38570) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:06.377263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2972373a-7bab-446c-b76a-1379b0e2db4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.671708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2972373a-7bab-446c-b76a-1379b0e2db4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.680874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fd10-db04-427c-b103-febffb5f1668 req-bcb6acf7-7af1-4468-a096-0ffc9476803e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:06.682689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11d3fd10-db04-427c-b103-febffb5f1668 req-bcb6acf7-7af1-4468-a096-0ffc9476803e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 946 time: 0.1293378 Aug 03 19:13:06.684834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2972373a-7bab-446c-b76a-1379b0e2db4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.805859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11d3fd10-db04-427c-b103-febffb5f1668 req-db050845-8c19-499d-ac59-c9a98f886f3a tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093359 Aug 03 19:13:06.864936 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2972373a-7bab-446c-b76a-1379b0e2db4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ce946f1466f4c37b234fa0b93466a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242424 Aug 03 19:13:06.867723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38592) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:06.885944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972373a-7bab-446c-b76a-1379b0e2db4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc20525-9d08-471e-868f-0fbadba12dee,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:07.025888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:07.038279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 48180ea0-c541-4b7f-baf0-72954fd371fc no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:07.103672 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24c01584-5490-445d-8c30-acf44767d877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.158931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a2357-9807-4113-a769-a8da36b138c4 req-e90b53c4-7065-4c37-8351-2ddb6cdc717b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:07.174566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d29a2357-9807-4113-a769-a8da36b138c4 req-e90b53c4-7065-4c37-8351-2ddb6cdc717b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.2407994 Aug 03 19:13:07.231310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24c01584-5490-445d-8c30-acf44767d877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.340600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d29a2357-9807-4113-a769-a8da36b138c4 req-048994ae-9681-4588-b30e-9606acc2b1e7 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650355 Aug 03 19:13:07.408144 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24c01584-5490-445d-8c30-acf44767d877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.411539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24c01584-5490-445d-8c30-acf44767d877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.424938 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-24c01584-5490-445d-8c30-acf44767d877 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afc20525-9d08-471e-868f-0fbadba12dee HTTP/1.1" status: 204 len: 168 time: 0.5557060 Aug 03 19:13:07.446638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c01584-5490-445d-8c30-acf44767d877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc20525-9d08-471e-868f-0fbadba12dee,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:07.676094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:07.774250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 48180ea0-c541-4b7f-baf0-72954fd371fc {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:07.777786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 48180ea0-c541-4b7f-baf0-72954fd371fc not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:07.809643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'mac_address': 'fa:16:3e:9d:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:07.878724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f6bb4-cf3b-4fcc-afaa-26bba4ff6508 req-75cf2a94-d116-4784-a387-edf4fda9d983 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:07.882950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-947f6bb4-cf3b-4fcc-afaa-26bba4ff6508 req-75cf2a94-d116-4784-a387-edf4fda9d983 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 946 time: 0.1814349 Aug 03 19:13:08.076132 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.118945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-947f6bb4-cf3b-4fcc-afaa-26bba4ff6508 req-18512294-b43f-4e36-89fa-0a47b841c45c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260244 Aug 03 19:13:08.164002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cb44e1-814f-442e-b7a6-e3a82122a058 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:08.302458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:08.312497 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.428858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c188a4-bfd5-4d4c-96a2-b4ab005422c0 req-70cb82ea-8d3d-4544-85f4-f16bc294e6e3 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:08.439131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37c188a4-bfd5-4d4c-96a2-b4ab005422c0 req-70cb82ea-8d3d-4544-85f4-f16bc294e6e3 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 950 time: 0.1398830 Aug 03 19:13:08.559445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:08.593008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37c188a4-bfd5-4d4c-96a2-b4ab005422c0 req-ce6fc79e-1356-4e1e-a7e6-1574c798fbf3 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524460 Aug 03 19:13:08.795016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1c2f-f9a8-4200-8648-c2af664b946c req-1ce1f935-5f7a-4dc6-8564-a3f5b3af8b11 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:08.809782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-497e1c2f-f9a8-4200-8648-c2af664b946c req-1ce1f935-5f7a-4dc6-8564-a3f5b3af8b11 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.1196203 Aug 03 19:13:08.817726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['e7cb44e1-814f-442e-b7a6-e3a82122a058'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:08.939243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-497e1c2f-f9a8-4200-8648-c2af664b946c req-6ccbe8e0-ad14-4824-be8d-d6c622685f3f tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275914 Aug 03 19:13:09.065291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38634) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:09.520537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:09.621370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9f41-2560-40f9-97eb-2431b8eec38a req-992bad97-5dcb-45f5-985c-795b50cff287 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:09.632317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-187c9f41-2560-40f9-97eb-2431b8eec38a req-992bad97-5dcb-45f5-985c-795b50cff287 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 946 time: 0.2437961 Aug 03 19:13:09.750833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-187c9f41-2560-40f9-97eb-2431b8eec38a req-8476fcfb-ba36-42cc-b543-34e8c9e30fd7 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170743 Aug 03 19:13:10.068119 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.088266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.141994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5782b1-410e-47aa-a0b3-d6888f2af88a req-4d3398d7-4d9e-4a40-804a-4e29c7340aff tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:10.150984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c5782b1-410e-47aa-a0b3-d6888f2af88a req-4d3398d7-4d9e-4a40-804a-4e29c7340aff tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 950 time: 0.1572464 Aug 03 19:13:10.227121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38674) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:10.232928 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=643894c21eaa4346b1f1af330f0a8377&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1656539 Aug 03 19:13:10.253016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486feae5-080b-4a4c-a88c-8c04ddc31430,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:10.345732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.346559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.356432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.357342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.358611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.359286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.368113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.370280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.374084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.375425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.376460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.377978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dee096-2a87-44ba-80ea-c348a56fdd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:10.423396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3747300c-8675-48a8-9881-40c9e9ba781a no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:10.481362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-5e1f9afd-b06c-4ea4-92f3-845406ff6d32 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:10.484755 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-5e1f9afd-b06c-4ea4-92f3-845406ff6d32 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 950 time: 0.2482634 Aug 03 19:13:10.499685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9189b219-9204-48c2-b52e-fef8f69ae61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.519708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c5782b1-410e-47aa-a0b3-d6888f2af88a req-d62a5c21-2016-4f10-8766-5ea297fe7430 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6042698-508a-4547-844e-f59287926a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627841 Aug 03 19:13:10.648252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9189b219-9204-48c2-b52e-fef8f69ae61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.883153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Deleting port bbce440c-3093-46f8-a59d-797c80c31b4f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:10.883572 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.903511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7580fd-f070-4354-b19d-40137fb7d0e7 req-9b533285-11dd-4fd5-b9ac-5ce5b06da55e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:10.905301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f7580fd-f070-4354-b19d-40137fb7d0e7 req-9b533285-11dd-4fd5-b9ac-5ce5b06da55e tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.1408198 Aug 03 19:13:10.985537 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9189b219-9204-48c2-b52e-fef8f69ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.988860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9189b219-9204-48c2-b52e-fef8f69ae61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.993583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9189b219-9204-48c2-b52e-fef8f69ae61d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/486feae5-080b-4a4c-a88c-8c04ddc31430 HTTP/1.1" status: 204 len: 168 time: 0.7636306 Aug 03 19:13:11.027903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:11.092268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189b219-9204-48c2-b52e-fef8f69ae61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486feae5-080b-4a4c-a88c-8c04ddc31430,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:11.145337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f7580fd-f070-4354-b19d-40137fb7d0e7 req-8344ffa2-18d2-4965-a06b-810b7378b276 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299774 Aug 03 19:13:11.220625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] For port bbce440c-3093-46f8-a59d-797c80c31b4f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=bbce440c-3093-46f8-a59d-797c80c31b4f,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:11.222227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.259342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Calling delete_port for bbce440c-3093-46f8-a59d-797c80c31b4f owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:11.297519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port e7cb44e1-814f-442e-b7a6-e3a82122a058 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:11.297872 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.553349 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.649432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:11.662151 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3f360c-3225-4b99-b682-630f8620e569" -d '{"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-plugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:11.668615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-e7821838-3b2d-494e-86fe-1d2555d985b8 service neutron] 10.222.0.88 "GET /v2.0/ports/3747300c-8675-48a8-9881-40c9e9ba781a/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.2037938 Aug 03 19:13:11.704375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:11.716485 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.812534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.857098 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b832733-6557-4aa5-a941-b6a18a72eab0 x-openstack-request-id: req-6b832733-6557-4aa5-a941-b6a18a72eab0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:11.857685 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-plugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:11.858328 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b832733-6557-4aa5-a941-b6a18a72eab0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:11.858985 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'code': 200} Aug 03 19:13:11.909440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Pushing event deleted for resources: {'Port': ['ID=bbce440c-3093-46f8-a59d-797c80c31b4f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:11.924108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['bbce440c-3093-46f8-a59d-797c80c31b4f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:11.969321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c77ffa9a-713a-433e-aeb7-fef00177cb0c req-4cf6317b-01dc-423e-bbb1-ea952b93686b tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f801f48-4bf4-4f6a-be59-19489cafd023 HTTP/1.1" status: 200 len: 210 time: 0.1768143 Aug 03 19:13:11.986109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] No DVR routers for this DVR port bbce440c-3093-46f8-a59d-797c80c31b4f on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:11.996131 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.002574 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50252476-15ce-4579-9b6b-9b220ec1aebe req-a097d49f-0b62-454c-987f-4dfd5bfbe3e1 tempest-LiveMigrationNegativeTest-1028674872 tempest-LiveMigrationNegativeTest-1028674872-project] 10.222.0.63 "DELETE /v2.0/ports/bbce440c-3093-46f8-a59d-797c80c31b4f HTTP/1.1" status: 204 len: 173 time: 1.5101581 Aug 03 19:13:12.003957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f801f48-4bf4-4f6a-be59-19489cafd023', 'name': 'network-vif-deleted', 'tag': 'bbce440c-3093-46f8-a59d-797c80c31b4f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:12.017546 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c911fb24-1435-4117-9fd9-ce4cb1daa462" -d '{"events": [{"server_uuid": "3f801f48-4bf4-4f6a-be59-19489cafd023", "name": "network-vif-deleted", "tag": "bbce440c-3093-46f8-a59d-797c80c31b4f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:12.106292 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82da22a9-e5a9-4550-9189-4042d1f9d177 x-openstack-request-id: req-82da22a9-e5a9-4550-9189-4042d1f9d177 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:12.106983 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f801f48-4bf4-4f6a-be59-19489cafd023", "name": "network-vif-deleted", "tag": "bbce440c-3093-46f8-a59d-797c80c31b4f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:12.107408 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82da22a9-e5a9-4550-9189-4042d1f9d177 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:12.108054 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f801f48-4bf4-4f6a-be59-19489cafd023', 'name': 'network-vif-deleted', 'tag': 'bbce440c-3093-46f8-a59d-797c80c31b4f', 'status': 'completed', 'code': 200} Aug 03 19:13:12.147416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=10']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:12.194997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.195908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.196693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.198264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.212485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.214048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.214897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.216439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.217263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.218877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.220385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.222586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:12.451557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fbadb-b6bf-4636-a459-0c58bcf350c5 req-ea594b3f-ce32-4956-b537-9783a0025cd7 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:12.460126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f86fbadb-b6bf-4636-a459-0c58bcf350c5 req-ea594b3f-ce32-4956-b537-9783a0025cd7 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 943 time: 0.1240270 Aug 03 19:13:12.499378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:12.589145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cb169e6d-9974-4f82-85db-fb7ff7239022 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790720 Aug 03 19:13:12.625157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f86fbadb-b6bf-4636-a459-0c58bcf350c5 req-cec88aed-8979-4312-a895-7d2fd77764ac tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622155 Aug 03 19:13:12.666544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:12.775603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3747300c-8675-48a8-9881-40c9e9ba781a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:12.814475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:12.843948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.857923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-710dc9e7-fd0c-47c6-a3c8-ae29ca13d7bf tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:12.866359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-710dc9e7-fd0c-47c6-a3c8-ae29ca13d7bf tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753620 Aug 03 19:13:12.909703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-91ec00e6-bc9a-4856-8dfc-aeca7df9e1b3 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/quotas/ef3cef9887ca4733a01d5165b2abbe67 HTTP/1.1" status: 200 len: 375 time: 0.0418928 Aug 03 19:13:13.002142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-fce68d5f-44c4-4e01-b4ab-8e8419b85a9a tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909536 Aug 03 19:13:13.160353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Transition to ACTIVE for port object 3747300c-8675-48a8-9881-40c9e9ba781a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:13.171904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.365059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] No DVR routers for this DVR port 3747300c-8675-48a8-9881-40c9e9ba781a on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:13.944221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] 10.222.0.88 "PUT /v2.0/ports/3747300c-8675-48a8-9881-40c9e9ba781a/bindings/n-h2-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2579851 Aug 03 19:13:13.953311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=10']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.968629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.969136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.969515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.969846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.970179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.970501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.970830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.971352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.971951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.972997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.973980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.974494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc61df0-f656-4ae2-86b4-1839565010c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.290797 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-82043adc-19ba-4837-88cc-eca03ff1fd2b tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:14.300726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-82043adc-19ba-4837-88cc-eca03ff1fd2b tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.2267923 Aug 03 19:13:14.410671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-7ff594e0-c7a9-4706-8ba8-aff91de7d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:14.414191 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-7ff594e0-c7a9-4706-8ba8-aff91de7d500 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69 HTTP/1.1" status: 200 len: 1095 time: 0.1083231 Aug 03 19:13:14.596817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-7bdb18de-d1b3-4680-905e-0675fd51a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:14.603975 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-7bdb18de-d1b3-4680-905e-0675fd51a476 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1095 time: 0.1373341 Aug 03 19:13:14.840441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-40d67390-29ee-48ed-bea6-43c4079ebc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:14.842818 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-40d67390-29ee-48ed-bea6-43c4079ebc1b service neutron] 10.222.0.63 "GET /v2.0/networks?id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 200 len: 908 time: 0.2280650 Aug 03 19:13:14.932909 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3eb70261-392f-458a-bc00-88d1c225d565 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3747300c-8675-48a8-9881-40c9e9ba781a HTTP/1.1" status: 200 len: 217 time: 0.0820229 Aug 03 19:13:14.998473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f23311c4-5513-40c6-b93d-b24e4477a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:15.000233 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-f23311c4-5513-40c6-b93d-b24e4477a4fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 200 len: 847 time: 0.0589316 Aug 03 19:13:15.036792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 81ba7eb4-915a-4fd5-b98b-34e455d662ab details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:15.054256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device bbce440c-3093-46f8-a59d-797c80c31b4f no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:15.063456 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-025db854-d3cf-40a9-ab3a-d022b250a2da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88934cf7-744a-463f-8a0e-ee2bfa6d9b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536909 Aug 03 19:13:15.158132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: bbce440c-3093-46f8-a59d-797c80c31b4f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:15.158467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device bbce440c-3093-46f8-a59d-797c80c31b4f not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:15.355403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:15.369895 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-7e31dd9d-a310-4146-84c8-0ffa39efdcae service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976308 Aug 03 19:13:15.371053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'port_id': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'mac_address': 'fa:16:3e:31:ee:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e52404-dd16-47cd-883e-1d9ed7e894fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:15.467699 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.503263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81ba7eb4-915a-4fd5-b98b-34e455d662ab {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:15.569422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:15.581189 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.722816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:15.833245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['81ba7eb4-915a-4fd5-b98b-34e455d662ab'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:15.997324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-ffcd9130-e401-433a-8da7-f3413d93fa8c tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251237 Aug 03 19:13:16.370681 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-102cfde7-8094-45ea-a457-1f2d205d8111 service neutron] 10.222.0.63 "GET /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9930794 Aug 03 19:13:16.428210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-d127a9a0-46dd-48a1-bcd0-1b288b158f1a tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:16.430051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-d127a9a0-46dd-48a1-bcd0-1b288b158f1a tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4271708 Aug 03 19:13:16.453367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Request body: {'port': {'device_id': '20e49db5-1a04-4d35-9697-6876786a163f', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'ef3cef9887ca4733a01d5165b2abbe67'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:16.764230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Made reservation on behalf of ef3cef9887ca4733a01d5165b2abbe67 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:16.793506 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.835762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.015813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-04648ea8-d486-42ab-ba30-ec154938b2e0 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:17.018031 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-04648ea8-d486-42ab-ba30-ec154938b2e0 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd&tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1095 time: 0.1622539 Aug 03 19:13:17.057822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 81ba7eb4-915a-4fd5-b98b-34e455d662ab up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:17.108183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.120688 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.188224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b114b337-6137-437f-b6a0-33d8e7cf6a5e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:17.259596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 81ba7eb4-915a-4fd5-b98b-34e455d662ab triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:17.261063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.538584 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.552174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Allocated IP 192.168.233.78 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/5dbdc52a-6911-4539-945e-fdeac9893bcd) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:17.572236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-780aac87-c1f8-4dd4-a896-59e1954aa332 service neutron] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:17.588683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-780aac87-c1f8-4dd4-a896-59e1954aa332 service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.612218 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-780aac87-c1f8-4dd4-a896-59e1954aa332 service neutron] 10.222.0.63 "DELETE /v2.0/ports/3747300c-8675-48a8-9881-40c9e9ba781a/bindings/n-h1-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.5774970 Aug 03 19:13:17.642145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:17.664495 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5e524c-edca-428d-8efc-c2e72a8659a5" -d '{"events": [{"server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "name": "network-vif-plugged", "status": "completed", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:17.710303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:17.722346 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.874482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:17.959878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.997521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Transition to ACTIVE for port object 5dbdc52a-6911-4539-945e-fdeac9893bcd will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:18.052122 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.093875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:18.118787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:18.141526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:18.231974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:18.247525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:18.247818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.285530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-cf330f42-5835-42d1-8e25-62b0792b8fdc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8417017 Aug 03 19:13:18.306150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Request body: {'port': {'device_id': '20e49db5-1a04-4d35-9697-6876786a163f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:18.438456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.768474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-af9c8721-f0aa-4114-8ccc-a7ce1ee57fe2 None None] Provisioning for port 5dbdc52a-6911-4539-945e-fdeac9893bcd completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:18.798640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-af9c8721-f0aa-4114-8ccc-a7ce1ee57fe2 None None] Provisioning complete for port 5dbdc52a-6911-4539-945e-fdeac9893bcd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:18.799247 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-af9c8721-f0aa-4114-8ccc-a7ce1ee57fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.881323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-af9c8721-f0aa-4114-8ccc-a7ce1ee57fe2 None None] Port 5dbdc52a-6911-4539-945e-fdeac9893bcd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:19.236676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbdc52a-6911-4539-945e-fdeac9893bcd {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:19.264589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.303826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Transition to ACTIVE for port object 5dbdc52a-6911-4539-945e-fdeac9893bcd will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:19.313948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.494697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:19.703647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Attempting to bind port 5dbdc52a-6911-4539-945e-fdeac9893bcd on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:19.704581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Attempting to bind port 5dbdc52a-6911-4539-945e-fdeac9893bcd by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:19.705250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Attempting to bind port 5dbdc52a-6911-4539-945e-fdeac9893bcd on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:19.714838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Port 5dbdc52a-6911-4539-945e-fdeac9893bcd on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:13:19.715535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Attempting to bind port 5dbdc52a-6911-4539-945e-fdeac9893bcd on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:19.726692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:19.727416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:19.728161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:19.729178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Bound port: 5dbdc52a-6911-4539-945e-fdeac9893bcd, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:19.729804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.931482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:19.936364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:19.941925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.976633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:19.977276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.979676 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] 10.222.0.88 "PUT /v2.0/ports/5dbdc52a-6911-4539-945e-fdeac9893bcd HTTP/1.1" status: 200 len: 1095 time: 1.6867177 Aug 03 19:13:19.983191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:19.994035 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4106912-31b0-4c3d-b031-23b6ffa0a140" -d '{"events": [{"name": "network-changed", "server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:20.090061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dac24d-eaac-4429-aa78-395b0f925aeb service neutron] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:20.115740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-d5f625e7-f4fc-46db-ab34-fbb94b45be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:20.117355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-d5f625e7-f4fc-46db-ab34-fbb94b45be75 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1098 time: 0.0829935 Aug 03 19:13:20.209405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-396af09b-0ef6-412e-add1-156300f38793 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd HTTP/1.1" status: 200 len: 217 time: 0.0799696 Aug 03 19:13:20.311885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-84f5a089-94a6-4576-87d1-fca7b0870ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:20.313587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-84f5a089-94a6-4576-87d1-fca7b0870ed6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0956790 Aug 03 19:13:20.326411 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.378782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-ef639913-daad-49ca-acf2-a5e291d52ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:20.381060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-ef639913-daad-49ca-acf2-a5e291d52ca2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587919 Aug 03 19:13:20.534850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-1b575575-63f9-4ec8-a433-aa4ef9ad3e40 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451857 Aug 03 19:13:20.725418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-667b085d-d3c8-41c5-92d0-cea8b1aa738a req-c50c8b4c-11fc-4f79-a588-3aa3505a8a2f service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787777 Aug 03 19:13:24.490849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:24.708089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:24.724375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'mac_address': 'fa:16:3e:20:89:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:24.841617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.886802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbdc52a-6911-4539-945e-fdeac9893bcd {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:24.932618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:24.943931 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.068369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:25.296120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5dbdc52a-6911-4539-945e-fdeac9893bcd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:25.516328 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.137942 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-735d07f4-0be3-4b5e-a28b-7d2c74ad942e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.596924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:26.725027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 5dbdc52a-6911-4539-945e-fdeac9893bcd completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:26.741126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 5dbdc52a-6911-4539-945e-fdeac9893bcd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:26.741126 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.998946 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.085654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:27.102299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.187627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:27.418244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26df6b-b11e-4cac-b3c0-5563031d515d req-acc728e2-c7fe-4263-84d0-4a7c2da56fad tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:27.419684 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:13:27.423608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed26df6b-b11e-4cac-b3c0-5563031d515d req-acc728e2-c7fe-4263-84d0-4a7c2da56fad tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 944 time: 0.1245189 Aug 03 19:13:27.503611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed26df6b-b11e-4cac-b3c0-5563031d515d req-7476b403-f68d-42bd-bd18-2acae3910410 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652125 Aug 03 19:13:27.721503 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6069c202-bbc9-4367-a159-105566791730 x-openstack-request-id: req-6069c202-bbc9-4367-a159-105566791730 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:27.722290 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "name": "network-vif-plugged", "status": "completed", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:27.722290 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6069c202-bbc9-4367-a159-105566791730 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:27.722641 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'code': 200} Aug 03 19:13:27.785327 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3444f40f-b491-422c-b4b5-9e30271240ff x-openstack-request-id: req-3444f40f-b491-422c-b4b5-9e30271240ff {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:27.785678 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:27.786047 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3444f40f-b491-422c-b4b5-9e30271240ff {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:27.786397 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'status': 'completed', 'code': 200} Aug 03 19:13:27.887634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38908) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:27.915544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-506bdf0d-3683-407b-9ad8-d81070e85665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:27.917393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-506bdf0d-3683-407b-9ad8-d81070e85665 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1100 time: 0.0920970 Aug 03 19:13:28.158714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-17e80f8f-fe97-49f6-a2b0-265d5b9c0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:28.160396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-17e80f8f-fe97-49f6-a2b0-265d5b9c0b58 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2332721 Aug 03 19:13:28.234001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-8724198f-6d9f-4e93-b385-e3f7e0999475 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd HTTP/1.1" status: 200 len: 217 time: 0.0603344 Aug 03 19:13:28.383410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-c87ebcf8-eaf7-4b67-99fe-f25b2f78a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:28.385868 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-c87ebcf8-eaf7-4b67-99fe-f25b2f78a3f8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1381276 Aug 03 19:13:28.464180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-80eaa9ed-bd7c-4189-b778-9230395457e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=defa9b25d8fb44e88b2ebffc955facff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746093 Aug 03 19:13:28.468874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38928) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:28.485631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-3ea26663-1fe0-4bea-a8ab-26968fe33cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:28.487222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-3ea26663-1fe0-4bea-a8ab-26968fe33cfc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864680 Aug 03 19:13:28.590596 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0622f36c-799f-40dd-971a-68dce9c14d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.637728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0622f36c-799f-40dd-971a-68dce9c14d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.644811 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-de7c6b23-9d3d-47ec-86d6-749e4a02a63a service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477580 Aug 03 19:13:28.761146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0622f36c-799f-40dd-971a-68dce9c14d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.765706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0622f36c-799f-40dd-971a-68dce9c14d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.767326 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0622f36c-799f-40dd-971a-68dce9c14d7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6042698-508a-4547-844e-f59287926a09 HTTP/1.1" status: 204 len: 168 time: 0.2960999 Aug 03 19:13:28.810409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622f36c-799f-40dd-971a-68dce9c14d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6042698-508a-4547-844e-f59287926a09,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:28.816427 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-a3ea0d5b-f237-4273-87a4-fc1b8bb671d0 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633466 Aug 03 19:13:29.070772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4106912-31b0-4c3d-b031-23b6ffa0a140 req-2d776463-5fcd-4069-a792-7eaf19291c01 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163504 Aug 03 19:13:29.220948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-49cccdb2-1c52-409f-9d95-c628b9766deb tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:29.223638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-49cccdb2-1c52-409f-9d95-c628b9766deb tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3797138 Aug 03 19:13:29.258285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-56830fb6-1958-48c4-a70d-5100a3b69dbb tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/quotas/ef3cef9887ca4733a01d5165b2abbe67 HTTP/1.1" status: 200 len: 375 time: 0.0236993 Aug 03 19:13:29.273492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d585-b2c9-4455-ab8c-26311590afcf req-88ce361e-5c1b-4c0e-9073-8434c16c275c tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:29.276321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-88ce361e-5c1b-4c0e-9073-8434c16c275c tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/networks?id=1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 HTTP/1.1" status: 200 len: 814 time: 0.3444932 Aug 03 19:13:29.369563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-a754072b-e31b-4bb9-bbd0-f41f0e171063 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/quotas/d7ee39b2670a49979831d80dc8454475 HTTP/1.1" status: 200 len: 375 time: 0.0374253 Aug 03 19:13:29.410360 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38950) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:29.430390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-a0d941b6-f67d-416e-ad0b-5e2276fe338b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520293 Aug 03 19:13:29.458533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-bf1126c3-1ef6-40b5-bda3-91e220b81811 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7ee39b2670a49979831d80dc8454475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833955 Aug 03 19:13:29.552322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38952) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:29.554888 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.558038 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c8167cb5-e84b-4ab9-9c6f-89c95640b501 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbb1f86aac1c47f085fd4faac06a8f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451113 Aug 03 19:13:29.717795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-2ec9cb0d-02f5-4665-a817-6b8e281142fb service neutron] 10.222.0.42 "GET /v2.0/networks/1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420883 Aug 03 19:13:29.718619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a71d169-f53a-4be3-88ea-22cd81639c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.724567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:29.730159 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994c47b0-5fdc-42a2-8ba3-b1af0174856b" -d '{"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-plugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:29.744172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a71d169-f53a-4be3-88ea-22cd81639c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.927960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a71d169-f53a-4be3-88ea-22cd81639c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.931093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a71d169-f53a-4be3-88ea-22cd81639c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.950788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0a71d169-f53a-4be3-88ea-22cd81639c0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe12c90b-22c2-42f5-9172-f2f59a9c3799 HTTP/1.1" status: 204 len: 168 time: 0.3921969 Aug 03 19:13:29.986473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-1b2abb78-40a8-40b2-8f95-315f15ee8143 service neutron] 10.222.0.42 "GET /v2.0/networks/1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312980 Aug 03 19:13:29.987294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71d169-f53a-4be3-88ea-22cd81639c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe12c90b-22c2-42f5-9172-f2f59a9c3799,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:30.185848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1302f364-b2c0-402e-a084-2cb2750c7853 req-634ba793-65cf-4aed-a631-9896b077a8f5 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 210 time: 0.0534401 Aug 03 19:13:30.251675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8ac4f9c-2db8-4064-9370-1603be93796f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:30.360971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362b135-4759-45cd-b633-33ad12f9baf0 req-a2230449-8c64-4401-af09-0057919d2f1f tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:30.373795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b362b135-4759-45cd-b633-33ad12f9baf0 req-a2230449-8c64-4401-af09-0057919d2f1f tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 1095 time: 0.0877860 Aug 03 19:13:30.440680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b362b135-4759-45cd-b633-33ad12f9baf0 req-eb99d05b-3d40-41d3-a70d-81f99ea56e57 tempest-LiveMigrationTest-546950445 tempest-LiveMigrationTest-546950445-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656958 Aug 03 19:13:30.550103 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2099e2a1-8955-480b-8e69-51f5501d448a x-openstack-request-id: req-2099e2a1-8955-480b-8e69-51f5501d448a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:30.550572 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-plugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:30.551096 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2099e2a1-8955-480b-8e69-51f5501d448a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:30.551752 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'code': 200} Aug 03 19:13:30.788194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-102d3b78-df29-4e82-821b-27a51bdb5232 req-025d7113-84d6-4479-a2a0-90893b09fb22 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 210 time: 0.0710921 Aug 03 19:13:30.825435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb3c22-da3d-40d7-bc9a-cc0a60b1761b req-026d71f2-2fbb-4012-b46a-20c5403808cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:30.828877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bcb3c22-da3d-40d7-bc9a-cc0a60b1761b req-026d71f2-2fbb-4012-b46a-20c5403808cb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1100 time: 0.1817098 Aug 03 19:13:30.964554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bcb3c22-da3d-40d7-bc9a-cc0a60b1761b req-4258433f-5d4e-4c9f-9aef-341a38e5f1b9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252019 Aug 03 19:13:31.061299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981f3c-e210-4aef-b392-e03276b1d482 req-3ae583d5-2fae-4acb-b557-84e72d0e2311 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:31.070270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29981f3c-e210-4aef-b392-e03276b1d482 req-3ae583d5-2fae-4acb-b557-84e72d0e2311 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 951 time: 0.1359572 Aug 03 19:13:31.153146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29981f3c-e210-4aef-b392-e03276b1d482 req-ef104ea1-cea8-478a-ba53-855ec73728b9 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804033 Aug 03 19:13:31.367431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e695f8-8646-41cd-96b5-1717ebb5e6e8 req-6b1626c4-63c8-4a98-a272-8a424ddcfc02 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:31.370316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7e695f8-8646-41cd-96b5-1717ebb5e6e8 req-6b1626c4-63c8-4a98-a272-8a424ddcfc02 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 944 time: 0.0953937 Aug 03 19:13:31.517217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7e695f8-8646-41cd-96b5-1717ebb5e6e8 req-ad99d6e9-467c-48b8-933d-be76f3339244 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072698 Aug 03 19:13:31.676959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5b4e37f-01c7-4b0b-bb49-8ff34803b679 req-23d038b3-d863-4879-a625-f8f14fe7960e tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 210 time: 0.0446048 Aug 03 19:13:31.848546 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.977556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eaa49745-a720-4946-8abf-2d1c08aa4f48 req-f9c1062d-10a6-4445-a488-1bd006d3ecce tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 210 time: 0.0540164 Aug 03 19:13:32.175267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-9e82c574-c735-4fe8-8b55-26d37b9162af tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625136 Aug 03 19:13:32.189954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430492a5-b32a-4191-982a-beee18b04f7f req-bf4096de-4e02-49e4-8b14-eca3f47bc351 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:32.191685 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-430492a5-b32a-4191-982a-beee18b04f7f req-bf4096de-4e02-49e4-8b14-eca3f47bc351 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.63 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 944 time: 0.2078421 Aug 03 19:13:32.475984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Deleting port 3747300c-8675-48a8-9881-40c9e9ba781a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:32.483582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.579527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-756001c3-6127-4420-ae3c-5daa9b995259 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:32.581182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-756001c3-6127-4420-ae3c-5daa9b995259 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3993835 Aug 03 19:13:32.620039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Request body: {'port': {'device_id': '972d4878-1fb3-41d9-bd36-f5702478cb22', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'ef3cef9887ca4733a01d5165b2abbe67'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:32.656760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:32.745334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] For port 3747300c-8675-48a8-9881-40c9e9ba781a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3747300c-8675-48a8-9881-40c9e9ba781a,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:32.745768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.795093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Calling delete_port for 3747300c-8675-48a8-9881-40c9e9ba781a owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:32.947309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Made reservation on behalf of ef3cef9887ca4733a01d5165b2abbe67 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:32.962946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.094142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:33.151479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-515e1db8-751a-43d8-8abb-927da7a1d281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.376972 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.424546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Allocated IP 192.168.233.122 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/0fc94262-f554-4c44-9bd8-1413e52f3af4) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:33.532858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:33.535901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:33.547663 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b15e37d-935e-41d1-b7d6-22191be8ae19" -d '{"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-unplugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:33.555743 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.638978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-515e1db8-751a-43d8-8abb-927da7a1d281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.664163 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-515e1db8-751a-43d8-8abb-927da7a1d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.694610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.703862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d585-b2c9-4455-ab8c-26311590afcf req-595ece1d-37ec-4a11-86ae-3f4a4966ede0 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:33.705645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-595ece1d-37ec-4a11-86ae-3f4a4966ede0 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.88 "GET /v2.0/networks?id=1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 HTTP/1.1" status: 200 len: 814 time: 0.6121399 Aug 03 19:13:33.720902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['ae27f5c8-5320-4eb6-9a05-fb542eedbb26'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:33.778536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['3747300c-8675-48a8-9881-40c9e9ba781a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:33.780938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Pushing event deleted for resources: {'Port': ['ID=3747300c-8675-48a8-9881-40c9e9ba781a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:33.799817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Request body: {'port': {'device_id': '7c6fba9a-5fae-4a86-b94d-19ca90db382d', 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97', 'admin_state_up': True, 'tenant_id': 'd7ee39b2670a49979831d80dc8454475'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:33.827846 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-515e1db8-751a-43d8-8abb-927da7a1d281 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ace513dcf22f434e929d4638efe7c72d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1685848 Aug 03 19:13:33.843075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:33.891262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=11']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:33.905868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e1db8-751a-43d8-8abb-927da7a1d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b667585e-9fc2-44a9-a349-6382f8ed57d5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.083539 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.092236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] No DVR routers for this DVR port 3747300c-8675-48a8-9881-40c9e9ba781a on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:34.108995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Transition to ACTIVE for port object 0fc94262-f554-4c44-9bd8-1413e52f3af4 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:34.115614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.120744 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-430492a5-b32a-4191-982a-beee18b04f7f req-55115dbd-5a0f-4b7f-a1e1-f08bc7ed99f5 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.63 "DELETE /v2.0/ports/3747300c-8675-48a8-9881-40c9e9ba781a HTTP/1.1" status: 204 len: 173 time: 1.9216220 Aug 03 19:13:34.123772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'name': 'network-vif-deleted', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:34.134794 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612ab264-b95e-46a0-99bd-c1cd6909e8c6" -d '{"events": [{"server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "name": "network-vif-deleted", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:34.292077 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.297026 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.299871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60c2859e-ef6d-41ea-b2bd-a02843a0cc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.378596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Made reservation on behalf of d7ee39b2670a49979831d80dc8454475 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:34.386129 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.443213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5dbdc52a-6911-4539-945e-fdeac9893bcd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:34.473263 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60c2859e-ef6d-41ea-b2bd-a02843a0cc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.544035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0034b82f-e1e5-4ea3-b444-8cf446fa4a46 req-46f484f1-406a-4784-9c7d-9b83d784c1db tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdac139-a313-458c-accb-ba7635c267cd HTTP/1.1" status: 200 len: 210 time: 0.2706559 Aug 03 19:13:34.587690 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60c2859e-ef6d-41ea-b2bd-a02843a0cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.600473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60c2859e-ef6d-41ea-b2bd-a02843a0cc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.603425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-60c2859e-ef6d-41ea-b2bd-a02843a0cc5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b667585e-9fc2-44a9-a349-6382f8ed57d5 HTTP/1.1" status: 204 len: 168 time: 0.7525728 Aug 03 19:13:34.639370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:34.663304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Pushing event updated for resources: {'Port': ['ID=0fc94262-f554-4c44-9bd8-1413e52f3af4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.695069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:34.715031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:34.739717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2859e-ef6d-41ea-b2bd-a02843a0cc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b667585e-9fc2-44a9-a349-6382f8ed57d5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.831100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Allocated IP 172.20.0.6 (1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97/74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c/cffefce6-afa7-431b-b1e9-4139fe053243) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:35.020314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.024682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.096642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213b8fb-3fce-4079-8196-2182e3b45753 req-d56fed17-d4df-4699-b1b0-02084564baee tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.118343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f213b8fb-3fce-4079-8196-2182e3b45753 req-d56fed17-d4df-4699-b1b0-02084564baee tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 936 time: 0.8781180 Aug 03 19:13:35.291711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-67182991-8539-4a7d-abb1-99edd558926e None None] Provisioning for port 0fc94262-f554-4c44-9bd8-1413e52f3af4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:35.301270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-67182991-8539-4a7d-abb1-99edd558926e None None] Provisioning complete for port 0fc94262-f554-4c44-9bd8-1413e52f3af4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:35.305427 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67182991-8539-4a7d-abb1-99edd558926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.336842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e166e643-ffab-4673-b471-5adb84f3bf03 req-72a5343c-a627-4dcd-8f13-41082045144c tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 210 time: 0.3034306 Aug 03 19:13:35.343816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-5770d4f5-26d4-4b0a-ab12-dae38ceda793 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7390463 Aug 03 19:13:35.399970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Request body: {'port': {'device_id': '972d4878-1fb3-41d9-bd36-f5702478cb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:35.451733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f213b8fb-3fce-4079-8196-2182e3b45753 req-c4c6c05d-06b5-4b8b-92a5-f9357de03f50 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270011 Aug 03 19:13:35.586033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-67182991-8539-4a7d-abb1-99edd558926e None None] Port 0fc94262-f554-4c44-9bd8-1413e52f3af4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:35.599162 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd341a9-3815-4d96-b260-6b94132444c2 x-openstack-request-id: req-cbd341a9-3815-4d96-b260-6b94132444c2 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:35.599691 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-unplugged", "status": "completed", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:35.600150 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbd341a9-3815-4d96-b260-6b94132444c2 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:35.600705 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'code': 200} Aug 03 19:13:35.701780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.737149 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.753652 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b26add-8b4e-4f43-ab3f-7932bb75c60c x-openstack-request-id: req-e4b26add-8b4e-4f43-ab3f-7932bb75c60c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:35.754108 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdac139-a313-458c-accb-ba7635c267cd", "name": "network-vif-deleted", "tag": "3747300c-8675-48a8-9881-40c9e9ba781a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:35.754511 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4b26add-8b4e-4f43-ab3f-7932bb75c60c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:35.755139 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdac139-a313-458c-accb-ba7635c267cd', 'name': 'network-vif-deleted', 'tag': '3747300c-8675-48a8-9881-40c9e9ba781a', 'status': 'completed', 'code': 200} Aug 03 19:13:35.774270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Transition to ACTIVE for port object cffefce6-afa7-431b-b1e9-4139fe053243 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:35.861863 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.049271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:36.064195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:36.085899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:36.397869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:36.399182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.588953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Pushing event updated for resources: {'Port': ['ID=cffefce6-afa7-431b-b1e9-4139fe053243,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:36.618584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e9c6e392-34e2-495b-9e95-dfc28473200d tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8502083 Aug 03 19:13:36.646787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Request body: {'port': {'device_id': '7c6fba9a-5fae-4a86-b94d-19ca90db382d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:36.677166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc94262-f554-4c44-9bd8-1413e52f3af4 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:36.723809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.800426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Transition to ACTIVE for port object 0fc94262-f554-4c44-9bd8-1413e52f3af4 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:36.808598 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.832182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-18997e2e-5cc5-47eb-bb95-5fc1b190862b None None] Provisioning for port cffefce6-afa7-431b-b1e9-4139fe053243 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:36.856367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-18997e2e-5cc5-47eb-bb95-5fc1b190862b None None] Provisioning complete for port cffefce6-afa7-431b-b1e9-4139fe053243 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:36.859942 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-18997e2e-5cc5-47eb-bb95-5fc1b190862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.960946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.038396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-18997e2e-5cc5-47eb-bb95-5fc1b190862b None None] Port cffefce6-afa7-431b-b1e9-4139fe053243 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:37.093595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Pushing event updated for resources: {'Port': ['ID=0fc94262-f554-4c44-9bd8-1413e52f3af4,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:37.118671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3747300c-8675-48a8-9881-40c9e9ba781a no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:37.362660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Attempting to bind port 0fc94262-f554-4c44-9bd8-1413e52f3af4 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:37.366112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Attempting to bind port 0fc94262-f554-4c44-9bd8-1413e52f3af4 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:37.366675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Attempting to bind port 0fc94262-f554-4c44-9bd8-1413e52f3af4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:37.381622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Port 0fc94262-f554-4c44-9bd8-1413e52f3af4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:13:37.382131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Attempting to bind port 0fc94262-f554-4c44-9bd8-1413e52f3af4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:37.394864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:37.397631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:37.398103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:37.398700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Bound port: 0fc94262-f554-4c44-9bd8-1413e52f3af4, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:37.400494 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.710318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] For port 0fc94262-f554-4c44-9bd8-1413e52f3af4, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:37.716163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 3747300c-8675-48a8-9881-40c9e9ba781a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:37.716881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3747300c-8675-48a8-9881-40c9e9ba781a not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:37.724054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] For port 0fc94262-f554-4c44-9bd8-1413e52f3af4, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0fc94262-f554-4c44-9bd8-1413e52f3af4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:37.745589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.909900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffefce6-afa7-431b-b1e9-4139fe053243 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:37.932100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.970506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Transition to ACTIVE for port object cffefce6-afa7-431b-b1e9-4139fe053243 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:37.979670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.992167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:37.997011 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.006758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] 10.222.0.88 "PUT /v2.0/ports/0fc94262-f554-4c44-9bd8-1413e52f3af4 HTTP/1.1" status: 200 len: 1096 time: 2.6374431 Aug 03 19:13:38.007707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972d4878-1fb3-41d9-bd36-f5702478cb22', 'tag': '0fc94262-f554-4c44-9bd8-1413e52f3af4'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:38.014018 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6da217-9ae8-4c36-bb76-01de1152f5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "972d4878-1fb3-41d9-bd36-f5702478cb22", "tag": "0fc94262-f554-4c44-9bd8-1413e52f3af4"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:38.046280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faca84a-d33c-4756-b76a-02977c21a1db service neutron] Pushing event updated for resources: {'Port': ['ID=0fc94262-f554-4c44-9bd8-1413e52f3af4,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:38.218618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-f4d4cea8-9bda-4dc7-91ec-004fe2a30414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:38.220257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-f4d4cea8-9bda-4dc7-91ec-004fe2a30414 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 1099 time: 0.1254916 Aug 03 19:13:38.227613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Pushing event updated for resources: {'Port': ['ID=cffefce6-afa7-431b-b1e9-4139fe053243,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:38.367857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-fd545aeb-997c-410a-8d1f-0518d58f29c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0fc94262-f554-4c44-9bd8-1413e52f3af4 HTTP/1.1" status: 200 len: 217 time: 0.1357679 Aug 03 19:13:38.478734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Attempting to bind port cffefce6-afa7-431b-b1e9-4139fe053243 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:38.478967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Attempting to bind port cffefce6-afa7-431b-b1e9-4139fe053243 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:38.479150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Attempting to bind port cffefce6-afa7-431b-b1e9-4139fe053243 on network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:38.491429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-73e375e7-7259-4c15-91f0-8626a1560814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:38.501205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-73e375e7-7259-4c15-91f0-8626a1560814 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1191797 Aug 03 19:13:38.506532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Port cffefce6-afa7-431b-b1e9-4139fe053243 on network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:13:38.507586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Attempting to bind port cffefce6-afa7-431b-b1e9-4139fe053243 on network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:38.531697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:38.532052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Checking segment: {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:38.532427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Bound using segment: {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:38.532899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Bound port: cffefce6-afa7-431b-b1e9-4139fe053243, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b267dd-0f40-4883-a6c8-de32a9327fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:38.538537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.675602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-c40dd8bf-a5be-4284-842d-2056a08a3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:38.677415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-c40dd8bf-a5be-4284-842d-2056a08a3027 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649969 Aug 03 19:13:38.784710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] For port cffefce6-afa7-431b-b1e9-4139fe053243, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:38.796711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] For port cffefce6-afa7-431b-b1e9-4139fe053243, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cffefce6-afa7-431b-b1e9-4139fe053243,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:38.816405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.949725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:38.950487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.952154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] 10.222.0.88 "PUT /v2.0/ports/cffefce6-afa7-431b-b1e9-4139fe053243 HTTP/1.1" status: 200 len: 1091 time: 2.3141522 Aug 03 19:13:38.952646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6fba9a-5fae-4a86-b94d-19ca90db382d', 'tag': 'cffefce6-afa7-431b-b1e9-4139fe053243'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:38.965981 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a772e7-a2de-4034-8797-023220b883cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6fba9a-5fae-4a86-b94d-19ca90db382d", "tag": "cffefce6-afa7-431b-b1e9-4139fe053243"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:39.013250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-0715c996-76e3-4cd0-9d35-2fd898b24031 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131540 Aug 03 19:13:39.083858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92197a9-d030-4b65-be73-8d183e020d9b service neutron] Pushing event updated for resources: {'Port': ['ID=cffefce6-afa7-431b-b1e9-4139fe053243,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:39.260787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d585-b2c9-4455-ab8c-26311590afcf req-abe9b903-fc29-40b0-9d57-e893a38ed35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:39.268416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-abe9b903-fc29-40b0-9d57-e893a38ed35c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7ee39b2670a49979831d80dc8454475&device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 1094 time: 0.1430471 Aug 03 19:13:39.276968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59dc37bc-e8f8-4ee3-a8aa-151dad1e5b9a req-cb69d1f0-7276-4d23-baae-6da1be9f5362 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507033 Aug 03 19:13:39.447029 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-f277fde5-d13d-4ce1-9ed3-1444befa29da service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffefce6-afa7-431b-b1e9-4139fe053243 HTTP/1.1" status: 200 len: 217 time: 0.1444879 Aug 03 19:13:39.593712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d585-b2c9-4455-ab8c-26311590afcf req-14656bd6-7ffc-431d-abd6-34b5e5f26490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:39.595886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-14656bd6-7ffc-431d-abd6-34b5e5f26490 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c HTTP/1.1" status: 200 len: 853 time: 0.1353326 Aug 03 19:13:39.704832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d585-b2c9-4455-ab8c-26311590afcf req-b7e77778-cde0-4776-a2c4-09ccb3d47d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:39.711141 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-b7e77778-cde0-4776-a2c4-09ccb3d47d3a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051860 Aug 03 19:13:39.970152 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-c463a5cd-0872-4785-a813-102799d7b761 service neutron] 10.222.0.88 "GET /v2.0/networks/1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476065 Aug 03 19:13:40.441668 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5363d585-b2c9-4455-ab8c-26311590afcf req-3ff28158-bdde-43b0-b9e9-c5d6883b3c59 service neutron] 10.222.0.88 "GET /v2.0/networks/1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591489 Aug 03 19:13:42.627212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0fc94262-f554-4c44-9bd8-1413e52f3af4 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:42.837772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0fc94262-f554-4c44-9bd8-1413e52f3af4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0fc94262-f554-4c44-9bd8-1413e52f3af4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:42.875610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '0fc94262-f554-4c44-9bd8-1413e52f3af4', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '0fc94262-f554-4c44-9bd8-1413e52f3af4', 'mac_address': 'fa:16:3e:d8:0d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:42.977195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.019261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc94262-f554-4c44-9bd8-1413e52f3af4 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:43.090048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0fc94262-f554-4c44-9bd8-1413e52f3af4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0fc94262-f554-4c44-9bd8-1413e52f3af4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:43.111626 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.242585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0fc94262-f554-4c44-9bd8-1413e52f3af4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:43.392885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0fc94262-f554-4c44-9bd8-1413e52f3af4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:44.638425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0fc94262-f554-4c44-9bd8-1413e52f3af4 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:44.753693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39272) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:44.822643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 0fc94262-f554-4c44-9bd8-1413e52f3af4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:44.831523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 0fc94262-f554-4c44-9bd8-1413e52f3af4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:44.842347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.073983 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a54b996b-869c-482c-847e-d35f5d1e0322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.143953 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.209419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d4878-1fb3-41d9-bd36-f5702478cb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc94262-f554-4c44-9bd8-1413e52f3af4'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:45.211780 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc0431d-f186-448a-a382-2edd38e924dc" -d '{"events": [{"server_uuid": "972d4878-1fb3-41d9-bd36-f5702478cb22", "name": "network-vif-plugged", "status": "completed", "tag": "0fc94262-f554-4c44-9bd8-1413e52f3af4"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:45.256000 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a54b996b-869c-482c-847e-d35f5d1e0322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.259223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0fc94262-f554-4c44-9bd8-1413e52f3af4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0fc94262-f554-4c44-9bd8-1413e52f3af4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:45.263588 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a54b996b-869c-482c-847e-d35f5d1e0322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.266594 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.327848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a54b996b-869c-482c-847e-d35f5d1e0322 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ac975b37fbc42ef9404add3ac81aff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735831 Aug 03 19:13:45.333396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39278) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:45.385616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b996b-869c-482c-847e-d35f5d1e0322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df421d08-e3ff-4744-8af6-aeaf7f6f7c59,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:45.388214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0fc94262-f554-4c44-9bd8-1413e52f3af4,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:45.508433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-950aa320-30a5-4368-a7ec-c9d4f8ff9eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.555286 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-950aa320-30a5-4368-a7ec-c9d4f8ff9eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.665528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-950aa320-30a5-4368-a7ec-c9d4f8ff9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.669194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-950aa320-30a5-4368-a7ec-c9d4f8ff9eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.674919 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-950aa320-30a5-4368-a7ec-c9d4f8ff9eed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df421d08-e3ff-4744-8af6-aeaf7f6f7c59 HTTP/1.1" status: 204 len: 168 time: 0.3360481 Aug 03 19:13:45.699288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aa320-30a5-4368-a7ec-c9d4f8ff9eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df421d08-e3ff-4744-8af6-aeaf7f6f7c59,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:46.274109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39284) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:46.301026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f504134-7858-4c84-aa5f-0a2a49f4947b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.467455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f504134-7858-4c84-aa5f-0a2a49f4947b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.491062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f504134-7858-4c84-aa5f-0a2a49f4947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.599113 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3f504134-7858-4c84-aa5f-0a2a49f4947b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa97b218dfdb43e997e6b58abb623c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223164 Aug 03 19:13:46.602005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39286) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:46.704009 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f504134-7858-4c84-aa5f-0a2a49f4947b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd101d2-fddb-4dbf-bc44-6a605cebb9f4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:46.785505 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9c1423f-1ef7-4258-aef9-220e69fab72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.833708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9c1423f-1ef7-4258-aef9-220e69fab72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.927992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9c1423f-1ef7-4258-aef9-220e69fab72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.931959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9c1423f-1ef7-4258-aef9-220e69fab72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.934629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d9c1423f-1ef7-4258-aef9-220e69fab72d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebd101d2-fddb-4dbf-bc44-6a605cebb9f4 HTTP/1.1" status: 204 len: 168 time: 0.3302124 Aug 03 19:13:46.966025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1423f-1ef7-4258-aef9-220e69fab72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd101d2-fddb-4dbf-bc44-6a605cebb9f4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:49.681463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b8818-fa96-4f57-86f8-2c99ec9ac009 req-e2315d02-50f1-4b7a-9ea5-d88e078b45b7 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:49.683892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-143b8818-fa96-4f57-86f8-2c99ec9ac009 req-e2315d02-50f1-4b7a-9ea5-d88e078b45b7 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 943 time: 0.1946445 Aug 03 19:13:49.726993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4b725-538e-4830-8060-ec171fd75a09 req-5e2df91e-f8a4-4e1f-88de-16d52d8dc036 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:49.728566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8cc4b725-538e-4830-8060-ec171fd75a09 req-5e2df91e-f8a4-4e1f-88de-16d52d8dc036 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 950 time: 0.1628768 Aug 03 19:13:49.869202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8cc4b725-538e-4830-8060-ec171fd75a09 req-30966f6f-8a36-4269-a1f7-cee37e9149ea tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255035 Aug 03 19:13:49.887449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-143b8818-fa96-4f57-86f8-2c99ec9ac009 req-ea628299-b00f-4740-8e62-1170f38a4bc6 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914582 Aug 03 19:13:50.031383 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e709da-cf4e-4b80-8afb-6272a2384746 x-openstack-request-id: req-44e709da-cf4e-4b80-8afb-6272a2384746 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:50.031948 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972d4878-1fb3-41d9-bd36-f5702478cb22", "tag": "0fc94262-f554-4c44-9bd8-1413e52f3af4", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:50.032420 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44e709da-cf4e-4b80-8afb-6272a2384746 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:50.033027 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972d4878-1fb3-41d9-bd36-f5702478cb22', 'tag': '0fc94262-f554-4c44-9bd8-1413e52f3af4', 'status': 'completed', 'code': 200} Aug 03 19:13:50.344029 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.702989 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28e9fbf-33fd-47b0-a5cd-55992e6282cb x-openstack-request-id: req-e28e9fbf-33fd-47b0-a5cd-55992e6282cb {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:50.703609 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6fba9a-5fae-4a86-b94d-19ca90db382d", "tag": "cffefce6-afa7-431b-b1e9-4139fe053243", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:50.703976 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e28e9fbf-33fd-47b0-a5cd-55992e6282cb {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:50.704455 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6fba9a-5fae-4a86-b94d-19ca90db382d', 'tag': 'cffefce6-afa7-431b-b1e9-4139fe053243', 'status': 'completed', 'code': 200} Aug 03 19:13:50.784463 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13723177-8133-45de-a918-6a13e6265bfc x-openstack-request-id: req-13723177-8133-45de-a918-6a13e6265bfc {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:50.784463 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972d4878-1fb3-41d9-bd36-f5702478cb22", "name": "network-vif-plugged", "status": "completed", "tag": "0fc94262-f554-4c44-9bd8-1413e52f3af4", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:50.784463 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13723177-8133-45de-a918-6a13e6265bfc {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:50.784463 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d4878-1fb3-41d9-bd36-f5702478cb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc94262-f554-4c44-9bd8-1413e52f3af4', 'code': 200} Aug 03 19:13:51.664175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c3ebd82-8f40-4631-8131-f53d6efe0649 req-6c5f98d8-1ec4-440a-969c-dd909aa3d286 tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=672c8d195c9345919107ef6387824d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376093 Aug 03 19:13:51.841155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ebd82-8f40-4631-8131-f53d6efe0649 req-87c914e0-8404-434c-9468-4761e2a2e293 tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:51.849204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c3ebd82-8f40-4631-8131-f53d6efe0649 req-87c914e0-8404-434c-9468-4761e2a2e293 tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467297 Aug 03 19:13:51.867448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c3ebd82-8f40-4631-8131-f53d6efe0649 req-04ce2397-1fd4-404e-a240-7ef9c7c984fd tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/quotas/672c8d195c9345919107ef6387824d97 HTTP/1.1" status: 200 len: 375 time: 0.0165317 Aug 03 19:13:51.927178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c3ebd82-8f40-4631-8131-f53d6efe0649 req-6d5a7bcc-20af-497a-9195-681b9b5795ff tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=672c8d195c9345919107ef6387824d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526159 Aug 03 19:13:52.189104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc650ff2-3740-4229-a268-1f42cc94b506 req-002308ea-8fdc-48b2-86e2-65d2634ffb8f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:52.191324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc650ff2-3740-4229-a268-1f42cc94b506 req-002308ea-8fdc-48b2-86e2-65d2634ffb8f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 950 time: 0.0606079 Aug 03 19:13:52.260202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc650ff2-3740-4229-a268-1f42cc94b506 req-a21aa14e-1902-4484-95fc-a6993198387b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561850 Aug 03 19:13:52.503728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f41fe-4e2c-4581-b24e-9219caca8858 req-4a643072-9d86-4725-a7e1-91447d1fc1ba tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:52.505345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d92f41fe-4e2c-4581-b24e-9219caca8858 req-4a643072-9d86-4725-a7e1-91447d1fc1ba tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 943 time: 0.1145902 Aug 03 19:13:52.603914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d92f41fe-4e2c-4581-b24e-9219caca8858 req-0a6ae6f8-336e-48af-91ba-a94d6b580bd0 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843689 Aug 03 19:13:52.815605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f294f-3c83-4295-8803-a56f0f31a634 req-b9f402d1-7b85-42cf-8dc5-d8fa6eb5f263 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:52.822693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c5f294f-3c83-4295-8803-a56f0f31a634 req-b9f402d1-7b85-42cf-8dc5-d8fa6eb5f263 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 949 time: 0.1008954 Aug 03 19:13:52.895479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c5f294f-3c83-4295-8803-a56f0f31a634 req-3d65dc9a-067a-43d6-af0f-31be51f7cd5f tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/security-groups?id=79ea6c1a-4c5d-44fd-bd83-4b33512736e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678627 Aug 03 19:13:53.545168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a772e7-a2de-4034-8797-023220b883cb req-3733321a-64fd-4504-b312-decb3bc6d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.553376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32a772e7-a2de-4034-8797-023220b883cb req-3733321a-64fd-4504-b312-decb3bc6d64d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7ee39b2670a49979831d80dc8454475&device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 1094 time: 0.0890419 Aug 03 19:13:53.731341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-6eb67ae9-6b9c-4b30-88bb-7cab4783707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.735537 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-6eb67ae9-6b9c-4b30-88bb-7cab4783707a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 1101 time: 0.3192661 Aug 03 19:13:53.740394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a772e7-a2de-4034-8797-023220b883cb req-fbac85f5-7db3-4760-8004-1714a5f6d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.742552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32a772e7-a2de-4034-8797-023220b883cb req-fbac85f5-7db3-4760-8004-1714a5f6d478 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 HTTP/1.1" status: 200 len: 915 time: 0.1798646 Aug 03 19:13:53.769878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf28b9-548a-4343-aca7-b53a91c936b2 req-4f1ee7ec-62e8-4677-bb8e-6e9b6fc1695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.773011 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c7bf28b9-548a-4343-aca7-b53a91c936b2 req-4f1ee7ec-62e8-4677-bb8e-6e9b6fc1695e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 1101 time: 0.2464182 Aug 03 19:13:53.810437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32a772e7-a2de-4034-8797-023220b883cb req-55ade71a-980a-4594-a69c-c71f1697a5eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffefce6-afa7-431b-b1e9-4139fe053243 HTTP/1.1" status: 200 len: 217 time: 0.0599346 Aug 03 19:13:53.907613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a772e7-a2de-4034-8797-023220b883cb req-853405ba-cce1-414d-97d7-3094cca1b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.909610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32a772e7-a2de-4034-8797-023220b883cb req-853405ba-cce1-414d-97d7-3094cca1b9d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c HTTP/1.1" status: 200 len: 853 time: 0.0900793 Aug 03 19:13:53.923199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-3eda1f43-09f4-4450-9654-b9c639c62434 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.925260 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-3eda1f43-09f4-4450-9654-b9c639c62434 tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.63 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 949 time: 0.3972023 Aug 03 19:13:53.991249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a772e7-a2de-4034-8797-023220b883cb req-635ea199-b826-404d-a7db-f036e7085cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.996454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32a772e7-a2de-4034-8797-023220b883cb req-635ea199-b826-404d-a7db-f036e7085cc0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779169 Aug 03 19:13:54.064203 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c7bf28b9-548a-4343-aca7-b53a91c936b2 req-7ada00a1-0870-43a4-a813-977469f62bd5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718206 Aug 03 19:13:54.146157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-f418e1ca-07c4-43ea-9c2a-95138b53108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:54.148454 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-f418e1ca-07c4-43ea-9c2a-95138b53108f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4017391 Aug 03 19:13:54.216465 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-ae7f0078-665d-4b7b-bc9f-12c4614130c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0fc94262-f554-4c44-9bd8-1413e52f3af4 HTTP/1.1" status: 200 len: 217 time: 0.0580680 Aug 03 19:13:54.224282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Deleting port e7cb44e1-814f-442e-b7a6-e3a82122a058 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:54.224963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.244049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540acfe-33d9-4d25-839b-b8fc9bc7a5f5 req-529bb028-f820-424d-a19c-e06ea1cd60f8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:54.247076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6540acfe-33d9-4d25-839b-b8fc9bc7a5f5 req-529bb028-f820-424d-a19c-e06ea1cd60f8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 950 time: 0.1264327 Aug 03 19:13:54.349853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-8f11b48a-afd7-494e-b559-40131df2b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:54.351933 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-8f11b48a-afd7-494e-b559-40131df2b209 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1203833 Aug 03 19:13:54.374652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32a772e7-a2de-4034-8797-023220b883cb req-7ec13813-97db-46cb-8617-9b4f8311fff1 service neutron] 10.222.0.88 "GET /v2.0/networks/1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686666 Aug 03 19:13:54.482130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] For port e7cb44e1-814f-442e-b7a6-e3a82122a058, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e7cb44e1-814f-442e-b7a6-e3a82122a058,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:54.482758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.529378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6540acfe-33d9-4d25-839b-b8fc9bc7a5f5 req-6ac61edc-1de6-4abe-92ea-0e6cefb2bbca tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606387 Aug 03 19:13:54.542129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Calling delete_port for e7cb44e1-814f-442e-b7a6-e3a82122a058 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:54.584331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-37a3e0f5-05a7-407e-aea7-add8991fe64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:54.588235 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-37a3e0f5-05a7-407e-aea7-add8991fe64c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237375 Aug 03 19:13:54.884266 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-bfd03bc1-4697-4781-958a-dba4cfbe4bfb service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875197 Aug 03 19:13:55.133376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.189331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 81ba7eb4-915a-4fd5-b98b-34e455d662ab no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:55.243687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Pushing event deleted for resources: {'Port': ['ID=e7cb44e1-814f-442e-b7a6-e3a82122a058,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:55.250242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b6da217-9ae8-4c36-bb76-01de1152f5ef req-a3363fd8-7902-4e36-9cd9-64447dfea663 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555331 Aug 03 19:13:55.339717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] No DVR routers for this DVR port e7cb44e1-814f-442e-b7a6-e3a82122a058 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:55.343474 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.345752 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4764096a-60b3-4bf1-a313-daa527e71bb4 req-0370488d-d25b-4d66-b8b8-731a93c4657a tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.63 "DELETE /v2.0/ports/e7cb44e1-814f-442e-b7a6-e3a82122a058 HTTP/1.1" status: 204 len: 173 time: 1.4071357 Aug 03 19:13:55.346271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-deleted', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:55.349382 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5f4ccc-1a78-4d1e-a6b3-bfd40a688ea3" -d '{"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-deleted", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:55.370583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b950-afb8-4fa7-a37d-30f7b62c4913 req-65fa9b6f-6c07-400e-89ee-f05263457e35 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:55.372737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c05b950-afb8-4fa7-a37d-30f7b62c4913 req-65fa9b6f-6c07-400e-89ee-f05263457e35 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 943 time: 0.7579780 Aug 03 19:13:55.413508 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.417506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-823108d1-f573-4c30-b8ca-f740c9edb36e req-7a964645-1f45-4a4f-b4c1-2610357f87ac tempest-ImagesOneServerTestJSON-1069699408 tempest-ImagesOneServerTestJSON-1069699408-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df26213-495d-4253-937e-1b420a4c8b54 HTTP/1.1" status: 200 len: 210 time: 0.0406015 Aug 03 19:13:55.494320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:55.499834 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a11496-139e-48bb-a0ec-bf2e32d44734" -d '{"events": [{"server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "name": "network-vif-unplugged", "status": "completed", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:55.510468 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.540613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:55.544512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c05b950-afb8-4fa7-a37d-30f7b62c4913 req-92db7a5b-22a2-49db-9a0b-95e4653d7157 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246543 Aug 03 19:13:55.549652 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.554856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32a772e7-a2de-4034-8797-023220b883cb req-63401d07-fb37-4ae7-8711-e25012b0045e service neutron] 10.222.0.88 "GET /v2.0/networks/1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1507008 Aug 03 19:13:55.653689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:56.084546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-6344da73-eaf3-48af-9798-b6e9179db840 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:56.092514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-6344da73-eaf3-48af-9798-b6e9179db840 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 805 time: 0.1875334 Aug 03 19:13:56.114377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-8ed727fa-2f7a-430b-a319-31b08746d899 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/quotas/58e4353b3609446488911d3a5665931a HTTP/1.1" status: 200 len: 375 time: 0.0208452 Aug 03 19:13:56.139714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6222ede2-82a6-4062-a461-59912729ca12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.195898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-83554220-8ce2-4e31-a888-8ae3755118c6 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799634 Aug 03 19:13:56.343151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-b0d48e37-3385-44bf-921a-1258385fcf3f service neutron] 10.222.0.42 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402528 Aug 03 19:13:56.414001 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c029070-d6d4-47f3-b248-8a4d5df045bc x-openstack-request-id: req-3c029070-d6d4-47f3-b248-8a4d5df045bc {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:56.414797 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df26213-495d-4253-937e-1b420a4c8b54", "name": "network-vif-deleted", "tag": "e7cb44e1-814f-442e-b7a6-e3a82122a058", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:56.414797 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c029070-d6d4-47f3-b248-8a4d5df045bc {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:56.415062 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df26213-495d-4253-937e-1b420a4c8b54', 'name': 'network-vif-deleted', 'tag': 'e7cb44e1-814f-442e-b7a6-e3a82122a058', 'status': 'completed', 'code': 200} Aug 03 19:13:56.476945 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a03346f-3628-471b-b8c6-6f7f5b9eb305 x-openstack-request-id: req-6a03346f-3628-471b-b8c6-6f7f5b9eb305 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:56.478055 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "name": "network-vif-unplugged", "status": "completed", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:56.478711 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a03346f-3628-471b-b8c6-6f7f5b9eb305 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:56.479341 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'code': 200} Aug 03 19:13:56.518928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-d2b61932-264b-4de2-becb-8cc5b36f76d0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:56.520879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-d2b61932-264b-4de2-becb-8cc5b36f76d0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.88 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 945 time: 0.0920160 Aug 03 19:13:56.598579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-0c735383-4652-4cd0-acaa-bd0e02bbe78f service neutron] 10.222.0.42 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540250 Aug 03 19:13:56.662035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282105f1-794f-4e2b-96a4-457c9378320a req-eef9c6a1-12d2-4333-9447-bab80cf0258d tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:56.663710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-282105f1-794f-4e2b-96a4-457c9378320a req-eef9c6a1-12d2-4333-9447-bab80cf0258d tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 950 time: 0.1203978 Aug 03 19:13:56.706894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cffefce6-afa7-431b-b1e9-4139fe053243 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:56.714034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Deleting port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:56.714367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.782348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-282105f1-794f-4e2b-96a4-457c9378320a req-7e4f99cd-6de3-4983-a7ed-18d70293e693 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090717 Aug 03 19:13:56.984899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cffefce6-afa7-431b-b1e9-4139fe053243, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cffefce6-afa7-431b-b1e9-4139fe053243,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:57.025804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] For port ae27f5c8-5320-4eb6-9a05-fb542eedbb26, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:57.026186 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.031713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'cffefce6-afa7-431b-b1e9-4139fe053243', 'network_id': '1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97', 'port_id': 'cffefce6-afa7-431b-b1e9-4139fe053243', 'mac_address': 'fa:16:3e:ef:2b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:57.051276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Calling delete_port for ae27f5c8-5320-4eb6-9a05-fb542eedbb26 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:57.061203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf8b9f-99d9-4ed9-9abc-2b0fbcf92c04 req-835d90d7-0f96-4347-b2cc-4930f0d92b6c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:57.070170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9acf8b9f-99d9-4ed9-9abc-2b0fbcf92c04 req-835d90d7-0f96-4347-b2cc-4930f0d92b6c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 945 time: 0.1767530 Aug 03 19:13:57.134061 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.162399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9acf8b9f-99d9-4ed9-9abc-2b0fbcf92c04 req-dbbffea4-8cea-45ab-be5b-c50dfd5cad04 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910320 Aug 03 19:13:57.182237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffefce6-afa7-431b-b1e9-4139fe053243 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:57.202676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cffefce6-afa7-431b-b1e9-4139fe053243, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cffefce6-afa7-431b-b1e9-4139fe053243,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:57.208624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:57.213754 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.270543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: e7cb44e1-814f-442e-b7a6-e3a82122a058 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:57.271056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e7cb44e1-814f-442e-b7a6-e3a82122a058 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:57.302599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=cffefce6-afa7-431b-b1e9-4139fe053243,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.401609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.401859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-38c6a416-05b9-4693-812f-e8d84ab5b916 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:57.403531 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-38c6a416-05b9-4693-812f-e8d84ab5b916 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.63 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 944 time: 0.2189851 Aug 03 19:13:57.425199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['ae27f5c8-5320-4eb6-9a05-fb542eedbb26'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:57.449083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Pushing event deleted for resources: {'Port': ['ID=ae27f5c8-5320-4eb6-9a05-fb542eedbb26,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.505034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e750-e5af-460a-bbd8-c2dbb2170863 req-4112ad51-2036-468d-8a81-9535f3587ebb tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:57.507243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38a5e750-e5af-460a-bbd8-c2dbb2170863 req-4112ad51-2036-468d-8a81-9535f3587ebb tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 944 time: 0.1431518 Aug 03 19:13:57.535051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] No DVR routers for this DVR port ae27f5c8-5320-4eb6-9a05-fb542eedbb26 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:57.544161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.547359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53ece9a-53bf-4716-9892-af0f086a82ff req-7a20bd35-37f8-4b2e-a903-30eb116e986c tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.88 "DELETE /v2.0/ports/ae27f5c8-5320-4eb6-9a05-fb542eedbb26 HTTP/1.1" status: 204 len: 173 time: 1.0068688 Aug 03 19:13:57.548568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'name': 'network-vif-deleted', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:57.564073 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9f37e6-b56d-414d-992f-614a97ffeb1d" -d '{"events": [{"server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "name": "network-vif-deleted", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:57.574597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['cffefce6-afa7-431b-b1e9-4139fe053243'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:57.687928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38a5e750-e5af-460a-bbd8-c2dbb2170863 req-88017287-39c5-4a47-9afa-1ecf21abe0a4 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544375 Aug 03 19:13:57.706379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Deleting port 81ba7eb4-915a-4fd5-b98b-34e455d662ab {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:57.710001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.179682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] For port 81ba7eb4-915a-4fd5-b98b-34e455d662ab, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=81ba7eb4-915a-4fd5-b98b-34e455d662ab,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:58.180235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.189182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a3cfd42-bfaf-433f-808b-04b4776a9108 req-2d01445c-5c77-4cb1-8d04-c3ca20590cd4 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 210 time: 0.0979297 Aug 03 19:13:58.190866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39590) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:58.270081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Calling delete_port for 81ba7eb4-915a-4fd5-b98b-34e455d662ab owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:58.321776 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b4623-27ca-493e-b238-4fc175028030 x-openstack-request-id: req-761b4623-27ca-493e-b238-4fc175028030 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:58.322518 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3dad52-e442-4ba0-adcb-ff7ccacaaec2", "name": "network-vif-deleted", "tag": "ae27f5c8-5320-4eb6-9a05-fb542eedbb26", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:58.323186 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-761b4623-27ca-493e-b238-4fc175028030 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:58.325924 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3dad52-e442-4ba0-adcb-ff7ccacaaec2', 'name': 'network-vif-deleted', 'tag': 'ae27f5c8-5320-4eb6-9a05-fb542eedbb26', 'status': 'completed', 'code': 200} Aug 03 19:13:58.345138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdb3db-228a-477a-96f8-695b50893893 req-462a4b76-eec1-4e8b-9cad-72eef328f4b1 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:58.348390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ecdb3db-228a-477a-96f8-695b50893893 req-462a4b76-eec1-4e8b-9cad-72eef328f4b1 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.2134953 Aug 03 19:13:58.507344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdd1d0e4-8a00-46ed-a86e-d97ff5ac5d0a req-385ef45c-f9a2-45e7-bedd-cd83c9571127 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3dad52-e442-4ba0-adcb-ff7ccacaaec2 HTTP/1.1" status: 200 len: 210 time: 0.0777125 Aug 03 19:13:58.530854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ecdb3db-228a-477a-96f8-695b50893893 req-9e01bc22-334b-47d5-be0a-10ac30f31eba tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756823 Aug 03 19:13:58.682937 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.753437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21210187-2c05-4ac0-b9d1-35188ff7e5e0 req-c2afa954-ac5e-4418-b0ca-2ef0902d75d8 tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=672c8d195c9345919107ef6387824d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440216 Aug 03 19:13:58.781553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Pushing event deleted for resources: {'Port': ['ID=81ba7eb4-915a-4fd5-b98b-34e455d662ab,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:58.947028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] No DVR routers for this DVR port 81ba7eb4-915a-4fd5-b98b-34e455d662ab on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:58.958701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.960970 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e383d3d8-534c-45c8-b4b6-cc080b3da217 req-0ffe2413-35b0-44f3-905e-69175adef300 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.63 "DELETE /v2.0/ports/81ba7eb4-915a-4fd5-b98b-34e455d662ab HTTP/1.1" status: 204 len: 173 time: 1.5472298 Aug 03 19:13:58.961455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'name': 'network-vif-deleted', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:58.964135 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398b824-5eb6-497b-a92b-a4823d8f0277" -d '{"events": [{"server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "name": "network-vif-deleted", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:58.995889 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5efb28cd-5ee3-46b6-9547-2f3b321478e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01f8eb72bafd4beb9fecb436e4b2aaee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030758 Aug 03 19:13:59.003914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39620) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:59.083220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21210187-2c05-4ac0-b9d1-35188ff7e5e0 req-055a1485-57fe-42af-9a71-309fd321647c tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:59.092332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21210187-2c05-4ac0-b9d1-35188ff7e5e0 req-055a1485-57fe-42af-9a71-309fd321647c tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352921 Aug 03 19:13:59.118557 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4452bab-b1de-4254-9ef8-18958bb31bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.119301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21210187-2c05-4ac0-b9d1-35188ff7e5e0 req-f1b82a70-687e-45d5-9db2-c7faa147618b tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/quotas/672c8d195c9345919107ef6387824d97 HTTP/1.1" status: 200 len: 375 time: 0.0259953 Aug 03 19:13:59.170122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21210187-2c05-4ac0-b9d1-35188ff7e5e0 req-91eb7fb1-0208-4b3e-a892-b6da51f86813 tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=672c8d195c9345919107ef6387824d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491891 Aug 03 19:13:59.172566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4452bab-b1de-4254-9ef8-18958bb31bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.197438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710cf4d-1cdd-4178-bb4e-4ae0ce70c9e8 req-05e91014-9607-497a-a654-c340ba6f7669 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:59.210878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1710cf4d-1cdd-4178-bb4e-4ae0ce70c9e8 req-05e91014-9607-497a-a654-c340ba6f7669 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 944 time: 0.2894185 Aug 03 19:13:59.254559 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4452bab-b1de-4254-9ef8-18958bb31bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.260556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4452bab-b1de-4254-9ef8-18958bb31bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.263650 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b4452bab-b1de-4254-9ef8-18958bb31bc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79ea6c1a-4c5d-44fd-bd83-4b33512736e7 HTTP/1.1" status: 204 len: 168 time: 0.2584715 Aug 03 19:13:59.292583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4452bab-b1de-4254-9ef8-18958bb31bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ea6c1a-4c5d-44fd-bd83-4b33512736e7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:59.349397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-d0a484a4-7434-4239-b96c-93f4453f6204 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:59.351306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-d0a484a4-7434-4239-b96c-93f4453f6204 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.63 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 805 time: 0.4251461 Aug 03 19:13:59.359752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1710cf4d-1cdd-4178-bb4e-4ae0ce70c9e8 req-dfb90621-ad47-4c8d-abbb-157a7201729a tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469562 Aug 03 19:13:59.404726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Request body: {'port': {'device_id': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'admin_state_up': True, 'tenant_id': '58e4353b3609446488911d3a5665931a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:59.477286 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c78aa0-4b2b-4e9b-a085-377c1ce5e379 x-openstack-request-id: req-d9c78aa0-4b2b-4e9b-a085-377c1ce5e379 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:59.477904 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f1bfa8-d028-47ce-9cc8-2ffced030c99", "name": "network-vif-deleted", "tag": "81ba7eb4-915a-4fd5-b98b-34e455d662ab", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:59.478531 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9c78aa0-4b2b-4e9b-a085-377c1ce5e379 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:59.479147 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f1bfa8-d028-47ce-9cc8-2ffced030c99', 'name': 'network-vif-deleted', 'tag': '81ba7eb4-915a-4fd5-b98b-34e455d662ab', 'status': 'completed', 'code': 200} Aug 03 19:13:59.529708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.591631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-cec6e80b-8544-4e53-8d02-18eec51505b4 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567329 Aug 03 19:13:59.655872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a87597d6-4325-4bf1-bb2b-c8baa46126e0 req-997f9fc5-dfc5-4a91-9e5d-ef89c03901c0 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 210 time: 0.0568960 Aug 03 19:13:59.736899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Made reservation on behalf of 58e4353b3609446488911d3a5665931a for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:59.740677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.804814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6fff-9d01-4a23-9117-493283458088 req-6e7d381a-2e0b-47e5-a77f-3441eff2819a tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:59.812938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-6e7d381a-2e0b-47e5-a77f-3441eff2819a tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199531 Aug 03 19:13:59.865790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-a68e3ff6-8aba-47b2-bef6-a57e51eeb7fc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/quotas/ef3cef9887ca4733a01d5165b2abbe67 HTTP/1.1" status: 200 len: 375 time: 0.0516677 Aug 03 19:13:59.975133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-b073c999-5b62-4a04-9346-6c7687a8f683 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084080 Aug 03 19:14:00.007166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Allocated IP 172.20.0.8 (f2d63be7-6453-4d56-8e28-f6fd1397a953/79e52404-dd16-47cd-883e-1d9ed7e894fe/35f94f6b-05ae-44bf-af93-566c73b6fff7) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:00.056328 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3a971d25-fe3a-4b9f-9dc9-886e126688cc req-24e4a447-5368-4758-945d-39c4169bd5d4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0537190 Aug 03 19:14:00.288541 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-090292c5-4658-450e-a278-492f64a51099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.312013 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.314875 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3a971d25-fe3a-4b9f-9dc9-886e126688cc req-f2595d31-8503-470c-8cad-07f0b16eb0d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=c5f1bfa8-d028-47ce-9cc8-2ffced030c99 HTTP/1.1" status: 200 len: 210 time: 0.1554251 Aug 03 19:14:00.390710 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.434315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d594231-ab55-4f1b-97ad-f4f9a955c344 req-f8dd0fb5-6017-4309-823e-306e31a82041 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 210 time: 0.0585217 Aug 03 19:14:00.473933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Network f2d63be7-6453-4d56-8e28-f6fd1397a953 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:00.478433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:00.487271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:00.619185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:00.620353 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.665910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2676208 Aug 03 19:14:00.667670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985c8c0-3acf-4053-83a8-2ed79799a5bf tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Pushing event updated for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:00.693956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Request body: {'port': {'device_id': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:00.722898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cffefce6-afa7-431b-b1e9-4139fe053243 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:00.827779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.861213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port cffefce6-afa7-431b-b1e9-4139fe053243 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:00.866363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port cffefce6-afa7-431b-b1e9-4139fe053243 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:00.866568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.083260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.206917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cffefce6-afa7-431b-b1e9-4139fe053243, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cffefce6-afa7-431b-b1e9-4139fe053243,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:01.218046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6fba9a-5fae-4a86-b94d-19ca90db382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffefce6-afa7-431b-b1e9-4139fe053243'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:01.225657 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ddea5-4604-4283-9b8c-7aff73bbe4a3" -d '{"events": [{"server_uuid": "7c6fba9a-5fae-4a86-b94d-19ca90db382d", "name": "network-vif-plugged", "status": "completed", "tag": "cffefce6-afa7-431b-b1e9-4139fe053243"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:01.236406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 81ba7eb4-915a-4fd5-b98b-34e455d662ab no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:01.239849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d25-fe3a-4b9f-9dc9-886e126688cc req-bf0ab415-f566-4fee-a86e-9290c3f3db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:01.241882 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3a971d25-fe3a-4b9f-9dc9-886e126688cc req-bf0ab415-f566-4fee-a86e-9290c3f3db97 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=58e4353b3609446488911d3a5665931a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.8913233 Aug 03 19:14:01.253063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.255996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ae27f5c8-5320-4eb6-9a05-fb542eedbb26 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:01.361924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 81ba7eb4-915a-4fd5-b98b-34e455d662ab {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:01.362763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 81ba7eb4-915a-4fd5-b98b-34e455d662ab not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:01.367198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: ae27f5c8-5320-4eb6-9a05-fb542eedbb26 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:01.368299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ae27f5c8-5320-4eb6-9a05-fb542eedbb26 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:01.442518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=cffefce6-afa7-431b-b1e9-4139fe053243,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:01.456956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d23c3a-c919-4d55-8a85-6bb36691624f req-89b39cd3-7b9f-4d85-98f0-ba8685552f01 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:01.470321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d25-fe3a-4b9f-9dc9-886e126688cc req-9e5717ac-a4e3-42f0-bee4-e0bf0c8c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:01.473024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7d23c3a-c919-4d55-8a85-6bb36691624f req-89b39cd3-7b9f-4d85-98f0-ba8685552f01 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 944 time: 0.5034959 Aug 03 19:14:01.473351 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3a971d25-fe3a-4b9f-9dc9-886e126688cc req-9e5717ac-a4e3-42f0-bee4-e0bf0c8c587c service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236273 Aug 03 19:14:01.525766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55967f-3044-411c-975b-abdb1a735088 req-95bcd70f-ded1-4d5a-a5d0-7d92385f2a6f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:01.534499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de55967f-3044-411c-975b-abdb1a735088 req-95bcd70f-ded1-4d5a-a5d0-7d92385f2a6f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 931 time: 0.4651461 Aug 03 19:14:01.653111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7d23c3a-c919-4d55-8a85-6bb36691624f req-dfeb8d61-cefa-4b0b-bb6e-dd3894f66a84 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785703 Aug 03 19:14:01.683342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de55967f-3044-411c-975b-abdb1a735088 req-590ff063-bd23-4c23-8440-97e53cb3b3f8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477723 Aug 03 19:14:01.703613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f94f6b-05ae-44bf-af93-566c73b6fff7 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:01.717781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-d746832a-a71e-4740-8fc5-93dbfddc32ba tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:01.719542 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-d746832a-a71e-4740-8fc5-93dbfddc32ba tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.3161154 Aug 03 19:14:01.724106 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.807576 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.837592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Transition to ACTIVE for port object 35f94f6b-05ae-44bf-af93-566c73b6fff7 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:01.891265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.983087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Pushing event updated for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:01.992850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7d4f9-8a50-450a-b61f-f73118dcc157 req-cd404479-4d32-4739-8205-e3ab80b5071a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.000479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43c7d4f9-8a50-450a-b61f-f73118dcc157 req-cd404479-4d32-4739-8205-e3ab80b5071a tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.2576516 Aug 03 19:14:02.116612 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-a25a841e-0123-47b7-807f-1fc8a369ffab tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245373 Aug 03 19:14:02.205823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43c7d4f9-8a50-450a-b61f-f73118dcc157 req-33fc3ede-51d4-4fac-8ed9-2570e594fb1b tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040558 Aug 03 19:14:02.214990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Deleting port 035b3c23-90b9-4ecb-b99a-533434e3ac50 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:02.216240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.314639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6fff-9d01-4a23-9117-493283458088 req-97b2aed7-eb39-450c-ac24-bb7055343ddd tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.315244 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb9add8-9355-44a1-adb2-f38b272d090f x-openstack-request-id: req-aeb9add8-9355-44a1-adb2-f38b272d090f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:02.315244 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6fba9a-5fae-4a86-b94d-19ca90db382d", "name": "network-vif-plugged", "status": "completed", "tag": "cffefce6-afa7-431b-b1e9-4139fe053243", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:02.315491 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aeb9add8-9355-44a1-adb2-f38b272d090f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:02.316309 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6fba9a-5fae-4a86-b94d-19ca90db382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffefce6-afa7-431b-b1e9-4139fe053243', 'code': 200} Aug 03 19:14:02.317512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-97b2aed7-eb39-450c-ac24-bb7055343ddd tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942873 Aug 03 19:14:02.336409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Request body: {'port': {'device_id': '430b153b-9739-434a-83b0-671d0679b0fc', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'ef3cef9887ca4733a01d5165b2abbe67'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:02.438566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Attempting to bind port 35f94f6b-05ae-44bf-af93-566c73b6fff7 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:02.439153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Attempting to bind port 35f94f6b-05ae-44bf-af93-566c73b6fff7 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:02.439693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Attempting to bind port 35f94f6b-05ae-44bf-af93-566c73b6fff7 on network f2d63be7-6453-4d56-8e28-f6fd1397a953 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:02.502991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Port 35f94f6b-05ae-44bf-af93-566c73b6fff7 on network f2d63be7-6453-4d56-8e28-f6fd1397a953 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:02.503542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Attempting to bind port 35f94f6b-05ae-44bf-af93-566c73b6fff7 on network f2d63be7-6453-4d56-8e28-f6fd1397a953 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:02.562328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:02.562887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Checking segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:02.563817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Bound using segment: {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:02.564597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Bound port: 35f94f6b-05ae-44bf-af93-566c73b6fff7, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c045e8e0-2561-4ef7-a79b-bacc507b8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:02.565446 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.614477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74317f-c173-4b8e-9f6b-a471de93ec95 req-cb8150d0-17c2-47b9-aa6f-af9e3dc05acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.619718 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a74317f-c173-4b8e-9f6b-a471de93ec95 req-cb8150d0-17c2-47b9-aa6f-af9e3dc05acd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 1096 time: 0.1796479 Aug 03 19:14:02.663657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7111cf0f-3284-4bac-8070-b040f2ba7d4e req-ee4eba65-1833-48c8-956e-18da70be6c15 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 210 time: 0.1112847 Aug 03 19:14:02.688199 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5a74317f-c173-4b8e-9f6b-a471de93ec95 req-ad828aa9-f412-42cb-a6cc-8c2a772ddf2f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629070 Aug 03 19:14:02.690571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Made reservation on behalf of ef3cef9887ca4733a01d5165b2abbe67 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:02.694898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.771189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] For port 035b3c23-90b9-4ecb-b99a-533434e3ac50, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=035b3c23-90b9-4ecb-b99a-533434e3ac50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:02.773288 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.800926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Calling delete_port for 035b3c23-90b9-4ecb-b99a-533434e3ac50 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:02.940117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Allocated IP 192.168.233.152 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/1aa09550-6c7e-455f-99d1-ac1ff92d5f97) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:02.954834 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39726) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:02.962366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:02.981580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88131b2-19bb-4cbf-a947-7ba6b93678db req-ccf5078f-42f0-4c20-a29e-61799dd1837c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.993903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a88131b2-19bb-4cbf-a947-7ba6b93678db req-ccf5078f-42f0-4c20-a29e-61799dd1837c tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 943 time: 0.1731088 Aug 03 19:14:03.053598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:03.069903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a88131b2-19bb-4cbf-a947-7ba6b93678db req-7153b103-5add-4376-b72d-f1b2819f74ba tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767641 Aug 03 19:14:03.086393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.147254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.147903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.150326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] 10.222.0.63 "PUT /v2.0/ports/35f94f6b-05ae-44bf-af93-566c73b6fff7 HTTP/1.1" status: 200 len: 1091 time: 2.4664690 Aug 03 19:14:03.155338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:03.158123 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d196e124-23d2-44b6-b1c8-9f903b35c8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:03.239886 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ddc30-b0b7-41e3-bcec-dc0b286463cd x-openstack-request-id: req-364ddc30-b0b7-41e3-bcec-dc0b286463cd {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:03.240309 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:03.240574 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-364ddc30-b0b7-41e3-bcec-dc0b286463cd {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:03.241107 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'status': 'completed', 'code': 200} Aug 03 19:14:03.253660 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7e71d5a4-acf9-4684-9eb7-daa7e58ba80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.318930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be87cc4-ca63-40e6-a8be-ce8431e0d79c service neutron] Pushing event updated for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:03.333012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.374821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Transition to ACTIVE for port object 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:03.386530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6879c5-94d7-4048-9850-2e71702299e1 req-e3a3edb0-f57a-466d-ae0e-451ff54dc58b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.389213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef6879c5-94d7-4048-9850-2e71702299e1 req-e3a3edb0-f57a-466d-ae0e-451ff54dc58b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 945 time: 0.2890916 Aug 03 19:14:03.409792 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.419191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e61cb652-f630-4966-8777-7773b3f7bc3b req-17b7a804-0778-4535-bb89-843458d81b4f tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=672c8d195c9345919107ef6387824d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837939 Aug 03 19:14:03.448584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-03658d62-705d-4f49-b0c6-1283da0f0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.451170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-03658d62-705d-4f49-b0c6-1283da0f0f1a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 1094 time: 0.2135212 Aug 03 19:14:03.501947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.510578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Pushing event deleted for resources: {'Port': ['ID=035b3c23-90b9-4ecb-b99a-533434e3ac50,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:03.516538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5dbdc52a-6911-4539-945e-fdeac9893bcd', '0fc94262-f554-4c44-9bd8-1413e52f3af4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:03.596499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-257e0cef-c0a3-4878-8d76-5764136721f9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7 HTTP/1.1" status: 200 len: 217 time: 0.1063731 Aug 03 19:14:03.638283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7e71d5a4-acf9-4684-9eb7-daa7e58ba80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.642321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:03.645335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:03.651081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Pushing event updated for resources: {'Port': ['ID=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:03.655146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:03.659799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7e71d5a4-acf9-4684-9eb7-daa7e58ba80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.762275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef6879c5-94d7-4048-9850-2e71702299e1 req-018abed8-9ce9-4d38-8a80-4e90abf43b69 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545358 Aug 03 19:14:03.765439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] No DVR routers for this DVR port 035b3c23-90b9-4ecb-b99a-533434e3ac50 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:03.928846 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7e71d5a4-acf9-4684-9eb7-daa7e58ba80a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e88d49d96df34386b8df53348f2314f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9563000 Aug 03 19:14:03.935266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39756) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:03.936392 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71d5a4-acf9-4684-9eb7-daa7e58ba80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a54ba1-a110-49a2-b2f4-849b5e2244e5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:03.979860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cb652-f630-4966-8777-7773b3f7bc3b req-e464390c-202c-46be-9664-30b0647d89de tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.987764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e61cb652-f630-4966-8777-7773b3f7bc3b req-e464390c-202c-46be-9664-30b0647d89de tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5467257 Aug 03 19:14:03.992129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-e22ddccf-4b92-49f3-8a5c-cafccba9c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.995380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-e22ddccf-4b92-49f3-8a5c-cafccba9c463 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 200 len: 845 time: 0.3764606 Aug 03 19:14:03.998564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.001100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-982a5dac-acf7-4a0c-bbed-c17589458703 req-39f057b2-015b-45e3-8195-24127e2ba0d8 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.88 "DELETE /v2.0/ports/035b3c23-90b9-4ecb-b99a-533434e3ac50 HTTP/1.1" status: 204 len: 173 time: 2.2740195 Aug 03 19:14:04.038978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:04.040209 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.064832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00a6ad98-a070-4686-8fbc-0892198c3fb5 req-ce54dd3c-12ac-423a-b9f1-f6d38bb14c21 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0609393 Aug 03 19:14:04.120477 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-56cda0b5-0a99-4918-ada6-e4b64498eec9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7915394 Aug 03 19:14:04.131774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-17c35333-0d94-440a-9d69-ce125ef9e5bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2d63be7-6453-4d56-8e28-f6fd1397a953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789857 Aug 03 19:14:04.146107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Request body: {'port': {'device_id': '430b153b-9739-434a-83b0-671d0679b0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:04.177784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e61cb652-f630-4966-8777-7773b3f7bc3b req-92f3a8d6-cfdf-4043-9bab-f6373e0e7fd9 tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/quotas/672c8d195c9345919107ef6387824d97 HTTP/1.1" status: 200 len: 375 time: 0.1232243 Aug 03 19:14:04.231486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-42f2fff3-9a21-49f3-87a9-5055d07ebe27 None None] Provisioning for port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:04.249543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-42f2fff3-9a21-49f3-87a9-5055d07ebe27 None None] Provisioning complete for port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:04.251599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-42f2fff3-9a21-49f3-87a9-5055d07ebe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.304018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.308232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-799e40f4-c398-4481-9e37-1d8d6617cb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.385340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-799e40f4-c398-4481-9e37-1d8d6617cb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.404641 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:14:04.420420 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.424880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-42f2fff3-9a21-49f3-87a9-5055d07ebe27 None None] Port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:04.513022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-c21c35d7-c1a0-49f3-969e-b4d380fed311 service neutron] 10.222.0.63 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670053 Aug 03 19:14:04.556751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e61cb652-f630-4966-8777-7773b3f7bc3b req-91e43b57-79c4-4bd9-906b-fc419a84afe5 tempest-QuotasAdminNegativeTest-1029986202 tempest-QuotasAdminNegativeTest-1029986202-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=672c8d195c9345919107ef6387824d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3775158 Aug 03 19:14:04.618375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-799e40f4-c398-4481-9e37-1d8d6617cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.622407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-799e40f4-c398-4481-9e37-1d8d6617cb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.623671 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-799e40f4-c398-4481-9e37-1d8d6617cb79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58a54ba1-a110-49a2-b2f4-849b5e2244e5 HTTP/1.1" status: 204 len: 168 time: 0.6820602 Aug 03 19:14:04.668890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e40f4-c398-4481-9e37-1d8d6617cb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a54ba1-a110-49a2-b2f4-849b5e2244e5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:04.737522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 035b3c23-90b9-4ecb-b99a-533434e3ac50 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:04.782579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 035b3c23-90b9-4ecb-b99a-533434e3ac50 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:04.782939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 035b3c23-90b9-4ecb-b99a-533434e3ac50 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:04.871673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:04.883618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.904452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Transition to ACTIVE for port object 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:04.910043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.972274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Pushing event updated for resources: {'Port': ['ID=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:05.084755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Attempting to bind port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:05.085318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Attempting to bind port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:05.086419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Attempting to bind port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:05.100932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:05.101489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Attempting to bind port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:05.112058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:05.112634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:05.113286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:05.114090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Bound port: 1aa09550-6c7e-455f-99d1-ac1ff92d5f97, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:05.114725 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.185243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39784) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:05.213709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a037201-0126-4793-82c1-0b704dfd708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.221177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99eefc5-9121-4320-9ad8-771986523847 req-8eb850de-7f40-4393-972e-222c66e5b84f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.229637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d99eefc5-9121-4320-9ad8-771986523847 req-8eb850de-7f40-4393-972e-222c66e5b84f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 936 time: 0.7656512 Aug 03 19:14:05.242241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5bd06-c788-40c2-bcde-c3577c3f4552 req-87d9da99-d6a9-4e6f-8497-a475b43eceb4 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.244145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bc5bd06-c788-40c2-bcde-c3577c3f4552 req-87d9da99-d6a9-4e6f-8497-a475b43eceb4 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 943 time: 0.0985816 Aug 03 19:14:05.253810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] For port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:05.260164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] For port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:05.268740 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.269509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'name': 'network-vif-deleted', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:05.271920 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb30d7-5c98-4e70-8d16-30ac25b23d87" -d '{"events": [{"server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "name": "network-vif-deleted", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:05.319269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.320196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.322023 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] 10.222.0.88 "PUT /v2.0/ports/1aa09550-6c7e-455f-99d1-ac1ff92d5f97 HTTP/1.1" status: 200 len: 1096 time: 1.1867723 Aug 03 19:14:05.335390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430b153b-9739-434a-83b0-671d0679b0fc', 'tag': '1aa09550-6c7e-455f-99d1-ac1ff92d5f97'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:05.340572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d99eefc5-9121-4320-9ad8-771986523847 req-724d6ca7-8a37-4751-ba09-d32e76dc694e tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100810 Aug 03 19:14:05.352489 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f98c24f-b87a-48cb-b12d-605785581619" -d '{"events": [{"name": "network-changed", "server_uuid": "430b153b-9739-434a-83b0-671d0679b0fc", "tag": "1aa09550-6c7e-455f-99d1-ac1ff92d5f97"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:05.390469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61be89ef-e974-4925-a008-2d6ba00e6b19 req-2512c482-2b4f-4f90-9ab4-825f8df69e5c service neutron] 10.222.0.63 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159161 Aug 03 19:14:05.396267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bc5bd06-c788-40c2-bcde-c3577c3f4552 req-ab4ee927-2a4d-42da-b999-c40746690309 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171057 Aug 03 19:14:05.556912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb4ae6-431f-49e7-bb4f-2dc948fc5c6c service neutron] Pushing event updated for resources: {'Port': ['ID=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:05.579347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6fff-9d01-4a23-9117-493283458088 req-0977b729-aebe-4339-ab54-8a6506c7213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.581152 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-0977b729-aebe-4339-ab54-8a6506c7213e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 1099 time: 0.1735785 Aug 03 19:14:05.633170 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-c2888477-398b-4c6d-b062-50d94988bb69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=1aa09550-6c7e-455f-99d1-ac1ff92d5f97 HTTP/1.1" status: 200 len: 217 time: 0.0425305 Aug 03 19:14:05.644303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a037201-0126-4793-82c1-0b704dfd708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.650876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-0d2f0006-b0a3-4774-a313-4e484a6a3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.653126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-0d2f0006-b0a3-4774-a313-4e484a6a3384 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58e4353b3609446488911d3a5665931a&device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 1094 time: 0.1783128 Aug 03 19:14:05.659400 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a037201-0126-4793-82c1-0b704dfd708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.753734 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a037201-0126-4793-82c1-0b704dfd708f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab6d3bee21e94367ad31805be21be09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667603 Aug 03 19:14:05.756118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6fff-9d01-4a23-9117-493283458088 req-ffeb35af-1a55-4e95-928d-a7b34663a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.757768 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-ffeb35af-1a55-4e95-928d-a7b34663a087 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1105397 Aug 03 19:14:05.758462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39796) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:05.760399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a037201-0126-4793-82c1-0b704dfd708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b69e4-816c-4cf6-a3fb-071c403088e0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:05.799928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd69c7-3005-4cdc-a62b-e0f400ddec8c req-684e1017-c60c-408d-ac88-f681ff6f2c44 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.815271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4fd69c7-3005-4cdc-a62b-e0f400ddec8c req-684e1017-c60c-408d-ac88-f681ff6f2c44 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 945 time: 0.2168739 Aug 03 19:14:05.911050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6fff-9d01-4a23-9117-493283458088 req-a0e4c239-2a2c-42c6-8cee-40f6c907b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.913674 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-a0e4c239-2a2c-42c6-8cee-40f6c907b5dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346157 Aug 03 19:14:05.932398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4fd69c7-3005-4cdc-a62b-e0f400ddec8c req-91bd39b0-49b8-4497-b58f-2a9bd177e3a6 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140983 Aug 03 19:14:05.948528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-ec430683-922c-4084-9437-76acbd90ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.950938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-ec430683-922c-4084-9437-76acbd90ce82 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 200 len: 906 time: 0.2900338 Aug 03 19:14:05.962138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed90d0cd-4b7e-434a-9f1f-c60f0ced78f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.060023 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-adcd29d3-b32a-4e80-8b13-36110e2b22cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7 HTTP/1.1" status: 200 len: 217 time: 0.1011589 Aug 03 19:14:06.076415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed90d0cd-4b7e-434a-9f1f-c60f0ced78f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.194234 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f8c87e-bf74-4856-afd6-932c274aaea8 x-openstack-request-id: req-52f8c87e-bf74-4856-afd6-932c274aaea8 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:06.194715 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7", "name": "network-vif-deleted", "tag": "035b3c23-90b9-4ecb-b99a-533434e3ac50", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:06.195100 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52f8c87e-bf74-4856-afd6-932c274aaea8 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:06.195717 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe0d96d-c9b0-4160-a5d0-cb824fc0a3a7', 'name': 'network-vif-deleted', 'tag': '035b3c23-90b9-4ecb-b99a-533434e3ac50', 'status': 'completed', 'code': 200} Aug 03 19:14:06.198625 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d5fecc-c467-48ae-9f75-2025b6fc80aa x-openstack-request-id: req-88d5fecc-c467-48ae-9f75-2025b6fc80aa {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:06.198913 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430b153b-9739-434a-83b0-671d0679b0fc", "tag": "1aa09550-6c7e-455f-99d1-ac1ff92d5f97", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:06.199867 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88d5fecc-c467-48ae-9f75-2025b6fc80aa {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:06.200517 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430b153b-9739-434a-83b0-671d0679b0fc', 'tag': '1aa09550-6c7e-455f-99d1-ac1ff92d5f97', 'status': 'completed', 'code': 200} Aug 03 19:14:06.213261 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-d36d3f71-3764-48c6-af81-4909f62a92c5 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845631 Aug 03 19:14:06.259949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-f81d4d2b-f9af-4028-813e-c17fa7d0084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:06.263073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-f81d4d2b-f9af-4028-813e-c17fa7d0084b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 200 len: 845 time: 0.1944051 Aug 03 19:14:06.373369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-c32b6920-d3a3-4efd-aa80-67c2e99f92d2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2d63be7-6453-4d56-8e28-f6fd1397a953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933785 Aug 03 19:14:06.444375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed90d0cd-4b7e-434a-9f1f-c60f0ced78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.472251 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed90d0cd-4b7e-434a-9f1f-c60f0ced78f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.475181 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ed90d0cd-4b7e-434a-9f1f-c60f0ced78f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/602b69e4-816c-4cf6-a3fb-071c403088e0 HTTP/1.1" status: 204 len: 168 time: 0.7155132 Aug 03 19:14:06.500019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90d0cd-4b7e-434a-9f1f-c60f0ced78f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b69e4-816c-4cf6-a3fb-071c403088e0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:06.619955 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29ce6fff-9d01-4a23-9117-493283458088 req-79c2d192-4e53-4715-9e1c-20044fc5c528 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895521 Aug 03 19:14:06.823695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c24f-b87a-48cb-b12d-605785581619 req-7d43a86a-a0a7-4b1c-a7e7-b4ba6b87065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:06.829270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035be72e-f31f-4412-a131-c9355df2fb89 req-f64b16f4-00a9-4bb9-9a2f-539e32aea9c7 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:06.830918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-035be72e-f31f-4412-a131-c9355df2fb89 req-f64b16f4-00a9-4bb9-9a2f-539e32aea9c7 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 948 time: 0.1894832 Aug 03 19:14:06.834055 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f98c24f-b87a-48cb-b12d-605785581619 req-7d43a86a-a0a7-4b1c-a7e7-b4ba6b87065e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 1099 time: 0.1380572 Aug 03 19:14:06.859747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be959a8-b9b0-4ffb-874d-89175a90397e req-67643c80-7962-4dd5-81ad-e236466a546d tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:06.867729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4be959a8-b9b0-4ffb-874d-89175a90397e req-67643c80-7962-4dd5-81ad-e236466a546d tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 943 time: 0.1794295 Aug 03 19:14:06.887652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-4cd71735-f650-41d6-a164-aa0fbf4a3092 service neutron] 10.222.0.63 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089548 Aug 03 19:14:07.075863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c24f-b87a-48cb-b12d-605785581619 req-fcb27428-98d9-4f58-b05e-31fe726ed3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.077749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f98c24f-b87a-48cb-b12d-605785581619 req-fcb27428-98d9-4f58-b05e-31fe726ed3a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2311878 Aug 03 19:14:07.114362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39846) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:07.152170 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f98c24f-b87a-48cb-b12d-605785581619 req-3690dbf9-ab43-4861-9bf1-6cacbde0d9c0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=1aa09550-6c7e-455f-99d1-ac1ff92d5f97 HTTP/1.1" status: 200 len: 217 time: 0.0640244 Aug 03 19:14:07.247661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4be959a8-b9b0-4ffb-874d-89175a90397e req-4faeef05-d9d3-4331-ac7e-af8c7ae17d92 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584254 Aug 03 19:14:07.275648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c24f-b87a-48cb-b12d-605785581619 req-9a566943-6c99-4702-bbaa-93f463f6e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.279316 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f98c24f-b87a-48cb-b12d-605785581619 req-9a566943-6c99-4702-bbaa-93f463f6e2be service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1186202 Aug 03 19:14:07.286505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-035be72e-f31f-4412-a131-c9355df2fb89 req-6ddf5691-704a-45ec-aba9-003de5d4a6e4 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033649 Aug 03 19:14:07.385201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c24f-b87a-48cb-b12d-605785581619 req-66568b78-5bbc-4b9d-899a-aea1b026529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.388711 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f98c24f-b87a-48cb-b12d-605785581619 req-66568b78-5bbc-4b9d-899a-aea1b026529c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954895 Aug 03 19:14:07.413135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5e4ab5b2-02d9-45d8-906d-35fe5d6e9540 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.415927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5e4ab5b2-02d9-45d8-906d-35fe5d6e9540 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.88 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 945 time: 0.3445590 Aug 03 19:14:07.422611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d196e124-23d2-44b6-b1c8-9f903b35c8d3 req-46987086-db3b-4ef6-a9ea-11b31136f849 service neutron] 10.222.0.63 "GET /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926841 Aug 03 19:14:07.606644 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f98c24f-b87a-48cb-b12d-605785581619 req-375854c7-77bf-49cc-840d-0d76ab4a300f service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074139 Aug 03 19:14:07.612434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c22410e1-c53c-47f8-a578-039712a3da0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.752410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d51e3-aed6-4d9a-89e9-fb32c6ced82e req-9cbf307a-38db-4510-93a3-bd11a1ca0741 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.760964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-438d51e3-aed6-4d9a-89e9-fb32c6ced82e req-9cbf307a-38db-4510-93a3-bd11a1ca0741 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 945 time: 0.4065270 Aug 03 19:14:07.818762 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f98c24f-b87a-48cb-b12d-605785581619 req-d3f4356d-c0a0-46c3-8dbe-f304922336fc service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036712 Aug 03 19:14:07.855162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Deleting port a6852e87-3a8a-472f-97f4-abdf6e470e50 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:07.855634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.865154 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c22410e1-c53c-47f8-a578-039712a3da0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.870398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-438d51e3-aed6-4d9a-89e9-fb32c6ced82e req-ff0e7d8d-53f1-445a-8fef-b648e1e565a0 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068661 Aug 03 19:14:07.906524 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c22410e1-c53c-47f8-a578-039712a3da0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.005592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c22410e1-c53c-47f8-a578-039712a3da0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=672c8d195c9345919107ef6387824d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8855252 Aug 03 19:14:08.009194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39876) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:08.009550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22410e1-c53c-47f8-a578-039712a3da0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316488da-ef81-4606-aca4-36ae3f43f6ce,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:08.103161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] For port a6852e87-3a8a-472f-97f4-abdf6e470e50, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a6852e87-3a8a-472f-97f4-abdf6e470e50,segment=NetworkSegment(1eda7f04-77fa-430d-a432-535f8783a555),segment_id=1eda7f04-77fa-430d-a432-535f8783a555)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:08.106870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.140536 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53edf908-6f72-4aed-a403-b0b8e5b6589d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.144462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Calling delete_port for a6852e87-3a8a-472f-97f4-abdf6e470e50 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:08.198268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53edf908-6f72-4aed-a403-b0b8e5b6589d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.302373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53edf908-6f72-4aed-a403-b0b8e5b6589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.306078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53edf908-6f72-4aed-a403-b0b8e5b6589d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.308142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-53edf908-6f72-4aed-a403-b0b8e5b6589d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/316488da-ef81-4606-aca4-36ae3f43f6ce HTTP/1.1" status: 204 len: 168 time: 0.2978597 Aug 03 19:14:08.319278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edf908-6f72-4aed-a403-b0b8e5b6589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316488da-ef81-4606-aca4-36ae3f43f6ce,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:08.732594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed0b21-1042-4b2e-8b25-d93283336710 req-b5e15e72-8277-454a-8b4c-2d1686de829a tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:08.735984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8ed0b21-1042-4b2e-8b25-d93283336710 req-b5e15e72-8277-454a-8b4c-2d1686de829a tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 943 time: 0.1814041 Aug 03 19:14:08.753876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10d0fe-f8f8-4cf3-9e80-05b2640b650d req-72a568ab-ec75-46f5-a8d6-739738909724 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:08.755810 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df10d0fe-f8f8-4cf3-9e80-05b2640b650d req-72a568ab-ec75-46f5-a8d6-739738909724 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 948 time: 0.2171309 Aug 03 19:14:08.792419 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.845025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Pushing event deleted for resources: {'Port': ['ID=a6852e87-3a8a-472f-97f4-abdf6e470e50,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:08.929670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8ed0b21-1042-4b2e-8b25-d93283336710 req-21cdae7c-fdbe-415e-8b09-dd49224d1e39 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715114 Aug 03 19:14:08.977248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df10d0fe-f8f8-4cf3-9e80-05b2640b650d req-b7046d54-a2fc-4ea8-b0a4-58bc5475b590 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009318 Aug 03 19:14:08.981932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] No DVR routers for this DVR port a6852e87-3a8a-472f-97f4-abdf6e470e50 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:08.982142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39910) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:08.986565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.993388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e00891f-ddde-4b30-9fcd-4f6785a616f6 req-5d9b0d21-b23e-4c8b-90ec-cc1a7a90cb61 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.88 "DELETE /v2.0/ports/a6852e87-3a8a-472f-97f4-abdf6e470e50 HTTP/1.1" status: 204 len: 173 time: 1.4873905 Aug 03 19:14:08.993388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'name': 'network-vif-deleted', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:08.994917 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdf55cb-4a85-4141-bd63-051d82e49343" -d '{"events": [{"server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "name": "network-vif-deleted", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:09.008265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af93d2a-8735-4216-9c54-064664af77e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.193228 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ef1af-116f-41dd-a784-892b6d85d8a9 x-openstack-request-id: req-748ef1af-116f-41dd-a784-892b6d85d8a9 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:09.193894 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2a832-31b5-4215-ad92-b53b76632d3e", "name": "network-vif-deleted", "tag": "a6852e87-3a8a-472f-97f4-abdf6e470e50", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:09.194770 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-748ef1af-116f-41dd-a784-892b6d85d8a9 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:09.196710 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2a832-31b5-4215-ad92-b53b76632d3e', 'name': 'network-vif-deleted', 'tag': 'a6852e87-3a8a-472f-97f4-abdf6e470e50', 'status': 'completed', 'code': 200} Aug 03 19:14:09.234865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 35f94f6b-05ae-44bf-af93-566c73b6fff7 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:09.241097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7e6e708-b053-4719-8afd-eebb965fa1e8 req-78284678-3d72-466d-8127-b70b38e2ec75 tempest-LiveMigrationTest-1851238084 tempest-LiveMigrationTest-1851238084-project] 10.222.0.42 "GET /v2.0/ports?device_id=28c2a832-31b5-4215-ad92-b53b76632d3e HTTP/1.1" status: 200 len: 210 time: 0.0803592 Aug 03 19:14:09.265141 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af93d2a-8735-4216-9c54-064664af77e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.279253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af93d2a-8735-4216-9c54-064664af77e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.350179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af93d2a-8735-4216-9c54-064664af77e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250a46e8-280f-4b3d-9ea1-9e5c9356cfb9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:09.366430 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5af93d2a-8735-4216-9c54-064664af77e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d12200f646d406088c126671da7eb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829861 Aug 03 19:14:09.369109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39944) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:09.471061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e91e95-7424-46af-981d-b6dbddced3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.501953 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e91e95-7424-46af-981d-b6dbddced3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.531350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:09.561705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'port_id': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'mac_address': 'fa:16:3e:52:6a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e52404-dd16-47cd-883e-1d9ed7e894fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:09.593430 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e91e95-7424-46af-981d-b6dbddced3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.600839 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e91e95-7424-46af-981d-b6dbddced3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.603338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f3e91e95-7424-46af-981d-b6dbddced3ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/250a46e8-280f-4b3d-9ea1-9e5c9356cfb9 HTTP/1.1" status: 204 len: 168 time: 0.2319348 Aug 03 19:14:09.631449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.637394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e91e95-7424-46af-981d-b6dbddced3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250a46e8-280f-4b3d-9ea1-9e5c9356cfb9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:09.682257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f94f6b-05ae-44bf-af93-566c73b6fff7 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:09.748393 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:09.759325 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.889856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:10.151200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['35f94f6b-05ae-44bf-af93-566c73b6fff7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:10.198775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b3732-b5d8-44d5-9ef3-f5f4190cf1a9 req-a73fe281-ceec-4192-9434-672fc83deb9f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:10.210327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc6b3732-b5d8-44d5-9ef3-f5f4190cf1a9 req-a73fe281-ceec-4192-9434-672fc83deb9f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 948 time: 0.1065545 Aug 03 19:14:10.245546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280cbe-202f-49bd-9cff-56ff85ed75c6 req-578d25f2-35e4-43cc-8d46-6af3572a86f9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:10.246505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9280cbe-202f-49bd-9cff-56ff85ed75c6 req-578d25f2-35e4-43cc-8d46-6af3572a86f9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 944 time: 0.1415431 Aug 03 19:14:10.327294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc6b3732-b5d8-44d5-9ef3-f5f4190cf1a9 req-d91eeee6-f6d0-46c1-a435-87ccce752987 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155937 Aug 03 19:14:10.439138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9280cbe-202f-49bd-9cff-56ff85ed75c6 req-54325f18-1969-48ee-a9f5-de7475b7c715 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461697 Aug 03 19:14:10.603158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39992) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:10.792133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:10.800822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a6852e87-3a8a-472f-97f4-abdf6e470e50 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:10.857859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: a6852e87-3a8a-472f-97f4-abdf6e470e50 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:10.858888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a6852e87-3a8a-472f-97f4-abdf6e470e50 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:11.050208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c32f5f-43eb-486c-b293-66f07a685f1c admin admin] Deleting subnet d76845c8-1869-47ba-a7d5-86b7972ba5f9 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:11.070711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92c32f5f-43eb-486c-b293-66f07a685f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.109448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:11.154955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '1aa09550-6c7e-455f-99d1-ac1ff92d5f97', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '1aa09550-6c7e-455f-99d1-ac1ff92d5f97', 'mac_address': 'fa:16:3e:6e:e4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:11.220946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92c32f5f-43eb-486c-b293-66f07a685f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.303393 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.323337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92c32f5f-43eb-486c-b293-66f07a685f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.360591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:11.433002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:11.454515 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.606692 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92c32f5f-43eb-486c-b293-66f07a685f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.681239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:11.689410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92c32f5f-43eb-486c-b293-66f07a685f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.696739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-92c32f5f-43eb-486c-b293-66f07a685f1c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d76845c8-1869-47ba-a7d5-86b7972ba5f9 HTTP/1.1" status: 204 len: 168 time: 1.0917435 Aug 03 19:14:11.699316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40044) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:11.702544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c32f5f-43eb-486c-b293-66f07a685f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76845c8-1869-47ba-a7d5-86b7972ba5f9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:11.732720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5a7d1-9178-4031-8870-2c061ee13fc7 req-e893ab3d-3132-4bba-85c2-80e928086af4 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.735769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc5a7d1-9178-4031-8870-2c061ee13fc7 req-e893ab3d-3132-4bba-85c2-80e928086af4 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 949 time: 0.1905851 Aug 03 19:14:11.736739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40046) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:11.751324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['1aa09550-6c7e-455f-99d1-ac1ff92d5f97'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:11.844452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc5a7d1-9178-4031-8870-2c061ee13fc7 req-ada3ac2e-b9cb-43a9-923a-abfea90ea2af tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959132 Aug 03 19:14:11.955303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-network', 'tenant_id': 'd5a40692cfdf42c386131246280b2910'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:11.999731 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.005466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996301aa-02b6-46f5-b318-3ca7fe9306d9 req-b39e9f38-1161-4eda-b14a-14f674fc565f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:12.008650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-996301aa-02b6-46f5-b318-3ca7fe9306d9 req-b39e9f38-1161-4eda-b14a-14f674fc565f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 944 time: 0.1856091 Aug 03 19:14:12.130834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-996301aa-02b6-46f5-b318-3ca7fe9306d9 req-b2c3f02d-ef71-490e-817c-d478749753b6 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127293 Aug 03 19:14:12.134857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Made reservation on behalf of d5a40692cfdf42c386131246280b2910 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:12.146665 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.192288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.205429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88934cf7-744a-463f-8a0e-ee2bfa6d9b06']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:12.217413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.220571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eda7f04-77fa-430d-a432-535f8783a555') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:12.221644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eda7f04-77fa-430d-a432-535f8783a555') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:12.240799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.273335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.287917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:12.288933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:12.377096 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:12.381420 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.407198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.412050 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/88934cf7-744a-463f-8a0e-ee2bfa6d9b06 HTTP/1.1" status: 204 len: 168 time: 0.7109303 Aug 03 19:14:12.414920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40076) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:12.447580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=88934cf7-744a-463f-8a0e-ee2bfa6d9b06,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:12.466678 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.467173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.467884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.468265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.469736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.472325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.473773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.475316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.476046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.476744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.477514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.478460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628f6bb-bbe3-451f-a8bb-fee4c4adf2f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:12.570387 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.578084 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.682853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:12.710523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-1bb704fa-260f-47c8-86c9-c021a20f587e tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de47365fb2a8436ebc75d53ad6143b29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535593 Aug 03 19:14:12.714997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8462e7fd-db92-464a-aa8a-e13dce8c620b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:12.730956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e3b236-d5e5-452b-92c0-ec313322893a admin admin] Deleting subnet bf64f9bc-091b-478c-86b7-fdcac81d9b6f {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:12.754132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-11e3b236-d5e5-452b-92c0-ec313322893a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.760048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.760618 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Added segment db079bf7-dab2-407c-9986-623ed8a86cc8 of type vlan for network bd49ac4b-869d-4878-8651-9cebdd46562f Aug 03 19:14:12.798207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:12.814728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:12.912906 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-11e3b236-d5e5-452b-92c0-ec313322893a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.946292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:12.953317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:12.954088 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.979851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.080611 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebab5868-306d-469e-841e-e52c1349aa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.090893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844fc3-588b-478a-8b29-c03493260193 req-5d16678d-523b-44bd-bb1e-f8533e8c767d tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:13.093527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-5d16678d-523b-44bd-bb1e-f8533e8c767d tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690274 Aug 03 19:14:13.135049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-11e3b236-d5e5-452b-92c0-ec313322893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.156036 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.192988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.194165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:13.194782 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.216236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430b153b-9739-434a-83b0-671d0679b0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa09550-6c7e-455f-99d1-ac1ff92d5f97'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:13.223724 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcf7771-10fe-4b69-afc7-74cd8874b4df" -d '{"events": [{"server_uuid": "430b153b-9739-434a-83b0-671d0679b0fc", "name": "network-vif-plugged", "status": "completed", "tag": "1aa09550-6c7e-455f-99d1-ac1ff92d5f97"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:13.264338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 35f94f6b-05ae-44bf-af93-566c73b6fff7 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:13.275697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:13.290176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] Pushing event updated for resources: {'Network': ['ID=bd49ac4b-869d-4878-8651-9cebdd46562f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:13.304521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebab5868-306d-469e-841e-e52c1349aa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.318554 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebab5868-306d-469e-841e-e52c1349aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.319382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-71507107-b2fd-4099-ac61-9f3b506d7a01 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/quotas/de47365fb2a8436ebc75d53ad6143b29 HTTP/1.1" status: 200 len: 375 time: 0.1358733 Aug 03 19:14:13.327689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network bd49ac4b-869d-4878-8651-9cebdd46562f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:13.337255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.377708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-551a0784-88e1-4851-b465-a28839a0300c tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de47365fb2a8436ebc75d53ad6143b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570397 Aug 03 19:14:13.421507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4ca93cc7-ca3f-412c-9bf8-672a95d85db5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6828256 Aug 03 19:14:13.427453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40106) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:13.440941 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ebab5868-306d-469e-841e-e52c1349aa50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c44a1e8616014306a96e9f110292ea5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6400700 Aug 03 19:14:13.444752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40108) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:13.451741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Request body: {'subnet': {'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-subnet', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:13.489015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090fca2-f034-4edf-9f3c-7fd18a5ca6ba req-1948bde0-e262-4ee2-ad2d-0d6ed63177a8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:13.498931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0090fca2-f034-4edf-9f3c-7fd18a5ca6ba req-1948bde0-e262-4ee2-ad2d-0d6ed63177a8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 949 time: 0.4290454 Aug 03 19:14:13.554649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab5868-306d-469e-841e-e52c1349aa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff768534-c34e-464f-a4c9-274998b58054,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:13.557409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-11e3b236-d5e5-452b-92c0-ec313322893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.648302 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-255086bc-aed1-40a6-895f-0601e055318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.668718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3b236-d5e5-452b-92c0-ec313322893a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf64f9bc-091b-478c-86b7-fdcac81d9b6f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:13.698139 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-11e3b236-d5e5-452b-92c0-ec313322893a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.700965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-11e3b236-d5e5-452b-92c0-ec313322893a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bf64f9bc-091b-478c-86b7-fdcac81d9b6f HTTP/1.1" status: 204 len: 168 time: 1.2832463 Aug 03 19:14:13.706311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Made reservation on behalf of d5a40692cfdf42c386131246280b2910 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:13.708277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.718479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40112) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:13.720712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0090fca2-f034-4edf-9f3c-7fd18a5ca6ba req-b5d63069-b3cf-4c8f-a271-254374877623 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207925 Aug 03 19:14:13.752121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-255086bc-aed1-40a6-895f-0601e055318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.806427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:13.826460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 35f94f6b-05ae-44bf-af93-566c73b6fff7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:13.835879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.836854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.837787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.838609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.840497 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.841886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.842970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.843937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.844840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.845827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.846702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.848444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.864820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 35f94f6b-05ae-44bf-af93-566c73b6fff7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:13.866650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.972287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.043261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-255086bc-aed1-40a6-895f-0601e055318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.058051 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.059766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-255086bc-aed1-40a6-895f-0601e055318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.071594 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-255086bc-aed1-40a6-895f-0601e055318e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff768534-c34e-464f-a4c9-274998b58054 HTTP/1.1" status: 204 len: 168 time: 0.6178443 Aug 03 19:14:14.108894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:14.114980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255086bc-aed1-40a6-895f-0601e055318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff768534-c34e-464f-a4c9-274998b58054,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.122399 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.151806 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9f7f1c-68f6-439f-a98a-f04245b831a8 x-openstack-request-id: req-fb9f7f1c-68f6-439f-a98a-f04245b831a8 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:14.152127 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430b153b-9739-434a-83b0-671d0679b0fc", "name": "network-vif-plugged", "status": "completed", "tag": "1aa09550-6c7e-455f-99d1-ac1ff92d5f97", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:14.152127 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb9f7f1c-68f6-439f-a98a-f04245b831a8 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:14.154789 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430b153b-9739-434a-83b0-671d0679b0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa09550-6c7e-455f-99d1-ac1ff92d5f97', 'code': 200} Aug 03 19:14:14.202727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b1e24-c59b-4867-99f6-964b321c13c7 req-2999ee9e-3070-4427-b824-7ae9cabf3da9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.208930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-414b1e24-c59b-4867-99f6-964b321c13c7 req-2999ee9e-3070-4427-b824-7ae9cabf3da9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 944 time: 0.3200359 Aug 03 19:14:14.231073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.256850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dfc554-f49a-4dc2-9fd7-06480117cd7e']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:14.293051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce784ee3-bab4-4d16-808d-9a9c6f095a12') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:14.293416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce784ee3-bab4-4d16-808d-9a9c6f095a12') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:14.311011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.364345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.388007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:14.388791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:14.392474 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:14.448012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.462126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-cc01e82e-0b3b-47d1-aafa-02c1bdf3dfa0 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de47365fb2a8436ebc75d53ad6143b29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684667 Aug 03 19:14:14.554367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74beda8-855f-4a57-a4f0-d8b8d2df76bc req-99e0ab4b-e600-4a79-921c-b87bffa582d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.557078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e74beda8-855f-4a57-a4f0-d8b8d2df76bc req-99e0ab4b-e600-4a79-921c-b87bffa582d7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 1101 time: 0.3417649 Aug 03 19:14:14.593114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.602191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-414b1e24-c59b-4867-99f6-964b321c13c7 req-ab1d9a6e-3a3b-454e-b38d-7d81cd90cb2b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660893 Aug 03 19:14:14.610954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.622400 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] 10.222.0.42 "DELETE /v2.0/networks/13dfc554-f49a-4dc2-9fd7-06480117cd7e HTTP/1.1" status: 204 len: 168 time: 0.8964739 Aug 03 19:14:14.715377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.716113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5825f31-7bdb-42f1-b08f-d68b5c0a1475 admin admin] Pushing event deleted for resources: {'Network': ['ID=13dfc554-f49a-4dc2-9fd7-06480117cd7e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.737247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e74beda8-855f-4a57-a4f0-d8b8d2df76bc req-c21fe6bc-c67d-4950-be02-86ec530e0057 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125281 Aug 03 19:14:14.812379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5d1a293b-2027-4cd1-b136-f54e0de6dc27 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.820429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5d1a293b-2027-4cd1-b136-f54e0de6dc27 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485377 Aug 03 19:14:14.844568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb976e6-7fa6-4478-a51f-ff8330753fed,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.864466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-b285c9d3-721c-4b30-93d5-b267f4ca9940 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/quotas/de47365fb2a8436ebc75d53ad6143b29 HTTP/1.1" status: 200 len: 375 time: 0.0427005 Aug 03 19:14:14.897684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.897684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.897684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.897684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.898915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.898915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.899248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.899943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.899943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.900363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.901220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.901461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.938666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-035ba3cd-271d-4915-87ea-2316aa9d6bd9 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de47365fb2a8436ebc75d53ad6143b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712075 Aug 03 19:14:14.948527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Checking segment: {'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:14.950574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Network hostable DHCP agents. Network: bd49ac4b-869d-4878-8651-9cebdd46562f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:14:15.062258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Network bd49ac4b-869d-4878-8651-9cebdd46562f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:15.105115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, bd49ac4b-869d-4878-8651-9cebdd46562f) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:15.118749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750d6ca1-21db-4064-999b-0632ec51ad9d None None] Network bd49ac4b-869d-4878-8651-9cebdd46562f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:15.138017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1832e66-a388-4ed2-8a31-2c6a7a6e7963 req-e9191b6f-bdc4-49d7-8299-e92723c0c916 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.162930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1832e66-a388-4ed2-8a31-2c6a7a6e7963 req-e9191b6f-bdc4-49d7-8299-e92723c0c916 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 950 time: 0.1969254 Aug 03 19:14:15.171603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40144) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:15.176351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40146) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:15.183215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.184343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.217819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc0b0-9635-48e4-bde8-3e48ad83f9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.245093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4a510b09-6170-4738-be6a-68482578bbe4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8137138 Aug 03 19:14:15.249046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40148) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:15.266855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:15.332033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1832e66-a388-4ed2-8a31-2c6a7a6e7963 req-e39b674d-363f-493a-b690-f131638d7aa8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638427 Aug 03 19:14:15.418064 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-bbbfc0b0-9635-48e4-bde8-3e48ad83f9a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:14:15.418064 n-d-803378-1 neutron-server[94133]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:14:15.418064 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id': '7c9686a16c954d8294ff4a71fd1bc6ab', 'id': 'e40e297f-3cdb-456c-98c2-c53508296881', 'expiration': datetime.datetime(2021, 8, 3, 19, 16, 15, 349002)}] Aug 03 19:14:15.418064 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:14:15.419237 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-bbbfc0b0-9635-48e4-bde8-3e48ad83f9a5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:14:15.429834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.429834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.440665 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-800734e7-f58b-4566-9dd7-26d3a77e0c50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cf32e1f898245b496abdeaa1a0f5f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624285 Aug 03 19:14:15.445409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40154) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:15.559529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-bd49ac4b-869d-4878-8651-9cebdd46562f', 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'fixed_ips': [{'subnet_id': '6eb976e6-7fa6-4478-a51f-ff8330753fed'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:14:15.564695 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.680766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62574bd8-3df4-443a-a89b-ed5bcefc22cc req-71dcc816-4c8c-4adb-8a4d-65f405ad971a tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 210 time: 0.1471219 Aug 03 19:14:15.843613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.921498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc0b0-9635-48e4-bde8-3e48ad83f9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.979321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Allocated IP 172.20.0.2 (bd49ac4b-869d-4878-8651-9cebdd46562f/6eb976e6-7fa6-4478-a51f-ff8330753fed/b5ab934f-f9b0-4633-b2dd-0fd917fb031a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:16.165189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59d8acc3-b6fe-41d9-904a-5316fe9f5bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.239804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc0b0-9635-48e4-bde8-3e48ad83f9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.251332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc0b0-9635-48e4-bde8-3e48ad83f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.304811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa965983-4c5b-4f5a-804a-73958475547a req-2c6a9b74-bda6-4b98-9bdb-2d5ac4a3b9fa tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:16.306813 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa965983-4c5b-4f5a-804a-73958475547a req-2c6a9b74-bda6-4b98-9bdb-2d5ac4a3b9fa tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 945 time: 0.4963784 Aug 03 19:14:16.317714 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59d8acc3-b6fe-41d9-904a-5316fe9f5bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.346227 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bbbfc0b0-9635-48e4-bde8-3e48ad83f9a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c9686a16c954d8294ff4a71fd1bc6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1727204 Aug 03 19:14:16.347100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40166) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:16.394058 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.407070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.411927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-882ed542-4c4c-4aa5-9169-e811603bc381 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=de47365fb2a8436ebc75d53ad6143b29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001511 Aug 03 19:14:16.450861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Transition to ACTIVE for port object b5ab934f-f9b0-4633-b2dd-0fd917fb031a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:16.451358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfc0b0-9635-48e4-bde8-3e48ad83f9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8860c8-b498-4a75-9460-3cd638fbcfbe,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:16.497574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97bc9fbf-1749-4cd9-8d4a-b97d3d77611a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.531037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa965983-4c5b-4f5a-804a-73958475547a req-7c2b4312-32a2-45db-9b07-f97f2e9a6703 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156124 Aug 03 19:14:16.546052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Transition to ACTIVE for port object b5ab934f-f9b0-4633-b2dd-0fd917fb031a will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:16.557318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97bc9fbf-1749-4cd9-8d4a-b97d3d77611a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.560270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:16.570311 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e5753d-38ae-47db-8692-fc12d263a2e8" -d '{"events": [{"server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "name": "network-vif-plugged", "status": "completed", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:16.593416 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.704720 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97bc9fbf-1749-4cd9-8d4a-b97d3d77611a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.713815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97bc9fbf-1749-4cd9-8d4a-b97d3d77611a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.717570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-97bc9fbf-1749-4cd9-8d4a-b97d3d77611a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f8860c8-b498-4a75-9460-3cd638fbcfbe HTTP/1.1" status: 204 len: 168 time: 0.3689928 Aug 03 19:14:16.753832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc9fbf-1749-4cd9-8d4a-b97d3d77611a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8860c8-b498-4a75-9460-3cd638fbcfbe,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:16.793965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Pushing event updated for resources: {'Port': ['ID=b5ab934f-f9b0-4633-b2dd-0fd917fb031a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:16.807779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Network bd49ac4b-869d-4878-8651-9cebdd46562f is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:16.816654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:16.828177 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fd081d-1d83-4f44-a945-e82aa6268613 x-openstack-request-id: req-54fd081d-1d83-4f44-a945-e82aa6268613 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:16.828671 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "name": "network-vif-plugged", "status": "completed", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:16.828776 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54fd081d-1d83-4f44-a945-e82aa6268613 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:16.829345 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'code': 200} Aug 03 19:14:16.830297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:16.841919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59d8acc3-b6fe-41d9-904a-5316fe9f5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.844605 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59d8acc3-b6fe-41d9-904a-5316fe9f5bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.849545 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-59d8acc3-b6fe-41d9-904a-5316fe9f5bdc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2 HTTP/1.1" status: 204 len: 168 time: 1.3981969 Aug 03 19:14:17.004863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Attempting to bind port b5ab934f-f9b0-4633-b2dd-0fd917fb031a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:17.006054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Attempting to bind port b5ab934f-f9b0-4633-b2dd-0fd917fb031a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:17.007594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Attempting to bind port b5ab934f-f9b0-4633-b2dd-0fd917fb031a on network bd49ac4b-869d-4878-8651-9cebdd46562f {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:17.023672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:17.024728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Checking segment: {'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:17.026516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.027485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Bound using segment: {'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:17.028634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Bound port: b5ab934f-f9b0-4633-b2dd-0fd917fb031a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:17.029597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.283571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010fe74-aa9c-4a58-b531-c0e3afe5b340 req-ec7be7e3-1d47-4c79-8764-3c9402f8c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.288874 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d010fe74-aa9c-4a58-b531-c0e3afe5b340 req-ec7be7e3-1d47-4c79-8764-3c9402f8c125 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 1096 time: 0.1910303 Aug 03 19:14:17.358122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] For port b5ab934f-f9b0-4633-b2dd-0fd917fb031a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:17.374828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] For port b5ab934f-f9b0-4633-b2dd-0fd917fb031a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b5ab934f-f9b0-4633-b2dd-0fd917fb031a,segment=NetworkSegment(db079bf7-dab2-407c-9986-623ed8a86cc8),segment_id=db079bf7-dab2-407c-9986-623ed8a86cc8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:17.387458 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.412101 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d010fe74-aa9c-4a58-b531-c0e3afe5b340 req-bb72bd6b-e207-4be1-add9-775557595725 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145329 Aug 03 19:14:17.599826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2a479-91b1-4dc5-8c3a-d5004b5bd1fe None None] Pushing event updated for resources: {'Port': ['ID=b5ab934f-f9b0-4633-b2dd-0fd917fb031a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:17.678714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8acc3-b6fe-41d9-904a-5316fe9f5bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe7ecc-875b-4e7c-9d2c-9ab84238f8a2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:17.784357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb4dea92-1fa8-4fee-800f-6d00b114ee11 req-ad197f4c-efb2-43bf-a52a-6b55306a4dd9 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 210 time: 0.1328819 Aug 03 19:14:17.855049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844fc3-588b-478a-8b29-c03493260193 req-b6e67263-7d39-4a5e-bcf8-df84df9343e7 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.856678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-b6e67263-7d39-4a5e-bcf8-df84df9343e7 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4289858 Aug 03 19:14:17.924806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Request body: {'port': {'device_id': '0184c5d1-5865-4fbb-8469-833621169b2b', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'de47365fb2a8436ebc75d53ad6143b29'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:17.972931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051468-e53f-49f9-9750-e23c32525d2e req-1c4ff526-4d7d-44eb-8b9f-3fc57f619c30 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.994285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f051468-e53f-49f9-9750-e23c32525d2e req-1c4ff526-4d7d-44eb-8b9f-3fc57f619c30 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 950 time: 1.3149734 Aug 03 19:14:18.269228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40200) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.350574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f051468-e53f-49f9-9750-e23c32525d2e req-cb825dd1-c811-4f41-80ba-8ac29c2d1218 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322403 Aug 03 19:14:18.432427 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-bd73830d-be82-4544-8e44-f562c09c4914 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=de47365fb2a8436ebc75d53ad6143b29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1790752 Aug 03 19:14:18.507200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ae4e6-779a-420f-b40e-737268858f93 req-2c055c99-53e8-4839-998b-8bb2b15ead38 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:18.520829 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-782ae4e6-779a-420f-b40e-737268858f93 req-2c055c99-53e8-4839-998b-8bb2b15ead38 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 945 time: 0.3385928 Aug 03 19:14:18.667820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2bfe1872-a067-410d-b4cb-1b417dbad3cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9122f87a8494f25b29ee0843986fd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930185 Aug 03 19:14:18.674234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40206) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.941690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Made reservation on behalf of de47365fb2a8436ebc75d53ad6143b29 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:18.949075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5f0471a7-0e68-4b4e-8781-d8557600d2f4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:18.950153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.952458 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5f0471a7-0e68-4b4e-8781-d8557600d2f4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5166454 Aug 03 19:14:18.954537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93fc3127-03d2-428f-a4e3-ab354a75dbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.985422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Request body: {'port': {'device_id': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'de47365fb2a8436ebc75d53ad6143b29'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:19.054122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-782ae4e6-779a-420f-b40e-737268858f93 req-8d19fa84-05d2-4fd5-9ac6-7f8c9f825442 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424338 Aug 03 19:14:19.071016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.120439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93fc3127-03d2-428f-a4e3-ab354a75dbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.289616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1da565a1-96f8-458a-ba7f-a3dcd585d1d7 req-47197952-6f4e-49e2-bbad-a65dbfeae648 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 210 time: 0.0806563 Aug 03 19:14:19.295897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.302454 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93fc3127-03d2-428f-a4e3-ab354a75dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.308101 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93fc3127-03d2-428f-a4e3-ab354a75dbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.310999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-93fc3127-03d2-428f-a4e3-ab354a75dbf5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6cb8786f-2404-4101-9e82-b3141c6ea08c HTTP/1.1" status: 204 len: 168 time: 0.6352205 Aug 03 19:14:19.337681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc3127-03d2-428f-a4e3-ab354a75dbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb8786f-2404-4101-9e82-b3141c6ea08c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:19.356935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.494991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc19b8-e87a-4b0e-9bbb-1704d2f35df6 None None] Network bd49ac4b-869d-4878-8651-9cebdd46562f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:19.693608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Allocated IP 172.25.4.116 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/10e211a5-b624-4575-b950-94da65f94774) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:19.794711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b5ab934f-f9b0-4633-b2dd-0fd917fb031a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:19.826120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-76b8d633-2d42-4cb6-8083-fa504f845608 None None] Provisioning for port b5ab934f-f9b0-4633-b2dd-0fd917fb031a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:19.929555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b5ab934f-f9b0-4633-b2dd-0fd917fb031a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:19.940182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b5ab934f-f9b0-4633-b2dd-0fd917fb031a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:19.941536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.979815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.984713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40234) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:20.103866 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.155398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b5ab934f-f9b0-4633-b2dd-0fd917fb031a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b5ab934f-f9b0-4633-b2dd-0fd917fb031a,segment=NetworkSegment(db079bf7-dab2-407c-9986-623ed8a86cc8),segment_id=db079bf7-dab2-407c-9986-623ed8a86cc8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:20.166384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.241950 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcd279cc-88bc-47da-8e06-0181b3694c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.264322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b5ab934f-f9b0-4633-b2dd-0fd917fb031a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:20.358552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-020ea057-e57e-452e-bdac-dd7e987c0811 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.359069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-020ea057-e57e-452e-bdac-dd7e987c0811 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.359547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-020ea057-e57e-452e-bdac-dd7e987c0811 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.360126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-020ea057-e57e-452e-bdac-dd7e987c0811 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.360640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-020ea057-e57e-452e-bdac-dd7e987c0811 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.361127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-020ea057-e57e-452e-bdac-dd7e987c0811 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.363385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-020ea057-e57e-452e-bdac-dd7e987c0811 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba&device_id=0184c5d1-5865-4fbb-8469-833621169b2b&device_id=430b153b-9739-434a-83b0-671d0679b0fc&device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f&device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d&device_id=972d4878-1fb3-41d9-bd36-f5702478cb22&device_id=20e49db5-1a04-4d35-9697-6876786a163f&device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 5542 time: 0.3237796 Aug 03 19:14:20.368772 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.378299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.387967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-68e24295-a774-402a-9ebe-78d079fffbfb None None] Provisioning complete for port b5ab934f-f9b0-4633-b2dd-0fd917fb031a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:20.388613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-68e24295-a774-402a-9ebe-78d079fffbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.400715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.436938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.482222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:20.483349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-19e963d0-4c29-40f1-8ff5-9766e35474cb tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.492188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Made reservation on behalf of de47365fb2a8436ebc75d53ad6143b29 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:20.499634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.502602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7cda1-7c80-4c77-bbfa-14f894726f0a req-67d2e5aa-3ba5-4304-9729-e770652062a8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.505404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4e7cda1-7c80-4c77-bbfa-14f894726f0a req-67d2e5aa-3ba5-4304-9729-e770652062a8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 945 time: 0.2540321 Aug 03 19:14:20.684336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:20.719121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcd279cc-88bc-47da-8e06-0181b3694c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.726542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcd279cc-88bc-47da-8e06-0181b3694c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.735510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:20.786601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Pushing event updated for resources: {'Port': ['ID=10e211a5-b624-4575-b950-94da65f94774,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:20.802967 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bcd279cc-88bc-47da-8e06-0181b3694c88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d694b0181bbd4fd3a8b94387d0b34557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8136172 Aug 03 19:14:20.805222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd279cc-88bc-47da-8e06-0181b3694c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590c7bea-66aa-4fd7-a9f3-075e89db2236,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:20.812809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40264) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:20.857389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded70249-50d4-4652-883a-0807bbf68938,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:20.899703 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Allocated IP 192.168.233.158 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/d078b72f-0766-4676-a8e7-c8ad21595ae4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:20.911199 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-187b7c16-7041-44db-90a3-fb26bcfc243c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.938713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4e7cda1-7c80-4c77-bbfa-14f894726f0a req-4cd621d2-e38e-417b-b05f-807ec71ff9d8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786341 Aug 03 19:14:20.959413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-187b7c16-7041-44db-90a3-fb26bcfc243c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.116961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-187b7c16-7041-44db-90a3-fb26bcfc243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.121156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-187b7c16-7041-44db-90a3-fb26bcfc243c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.125401 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-187b7c16-7041-44db-90a3-fb26bcfc243c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/590c7bea-66aa-4fd7-a9f3-075e89db2236 HTTP/1.1" status: 204 len: 168 time: 0.3085675 Aug 03 19:14:21.141700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b7c16-7041-44db-90a3-fb26bcfc243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590c7bea-66aa-4fd7-a9f3-075e89db2236,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:21.201801 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-843320a2-a007-4258-8a10-a686521016d5 req-866a2ddb-5a8b-46b3-b530-b37d7ab28fb2 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 210 time: 0.1522026 Aug 03 19:14:21.226953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.285018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Transition to ACTIVE for port object d078b72f-0766-4676-a8e7-c8ad21595ae4 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:21.372496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.420274 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-19e963d0-4c29-40f1-8ff5-9766e35474cb tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.473804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:21.489072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:21.498481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:21.503382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Pushing event updated for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:21.636318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-19e963d0-4c29-40f1-8ff5-9766e35474cb tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.645612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b5ab934f-f9b0-4633-b2dd-0fd917fb031a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:21.671477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:21.672520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.722987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-2898a5f6-5ebe-4684-add8-9cdb13095ea4 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7536528 Aug 03 19:14:21.745860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Request body: {'port': {'device_id': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:21.757415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Allocated IP 192.168.233.182 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/f42c4690-6028-4a1e-b5e0-2d662833cb88) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:21.773608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b5ab934f-f9b0-4633-b2dd-0fd917fb031a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:21.779352 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.933521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e963d0-4c29-40f1-8ff5-9766e35474cb tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f51e7f8-5628-431d-b576-01d3d98289fc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:22.001885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1bc06502-a198-4e26-80e8-198653c4c25b None None] Provisioning for port d078b72f-0766-4676-a8e7-c8ad21595ae4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:22.012896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1bc06502-a198-4e26-80e8-198653c4c25b None None] Provisioning complete for port d078b72f-0766-4676-a8e7-c8ad21595ae4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:22.013334 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bc06502-a198-4e26-80e8-198653c4c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.026958 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.045365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3c3c6c9-8651-48aa-8034-92ccf95c3a0b req-19e963d0-4c29-40f1-8ff5-9766e35474cb tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&id=ff9db88e-eacd-4643-9583-4bc4022edfbd&id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 1.6535497 Aug 03 19:14:22.127403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1bc06502-a198-4e26-80e8-198653c4c25b None None] Port d078b72f-0766-4676-a8e7-c8ad21595ae4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:22.191247 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.674183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb33b30-f062-4ba1-a6e8-70667c3c7915 req-4e807d18-c038-49f6-9ec6-cca98b6a5443 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:22.675286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb33b30-f062-4ba1-a6e8-70667c3c7915 req-4e807d18-c038-49f6-9ec6-cca98b6a5443 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:22.675697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb33b30-f062-4ba1-a6e8-70667c3c7915 req-4e807d18-c038-49f6-9ec6-cca98b6a5443 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:22.677895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5fb33b30-f062-4ba1-a6e8-70667c3c7915 req-4e807d18-c038-49f6-9ec6-cca98b6a5443 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc&device_id=972d4878-1fb3-41d9-bd36-f5702478cb22&device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 2883 time: 0.2155461 Aug 03 19:14:22.826375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.873796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Transition to ACTIVE for port object f42c4690-6028-4a1e-b5e0-2d662833cb88 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:22.925582 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5fb33b30-f062-4ba1-a6e8-70667c3c7915 req-796cb830-d5ad-49be-9232-2ca117d767d1 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318187 Aug 03 19:14:22.978664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-a606a147-76b8-4609-8af3-25de4a724888 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608971 Aug 03 19:14:22.982378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.139400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.275855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bee23-f6d8-49c5-8eab-7df5ad0beb3a req-b5ddfd75-e913-482e-aad2-8207f0987d93 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:23.278159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab8bee23-f6d8-49c5-8eab-7df5ad0beb3a req-b5ddfd75-e913-482e-aad2-8207f0987d93 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 936 time: 0.2398038 Aug 03 19:14:23.291786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:23.299086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:23.322154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:23.328272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:23.345116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-828c4f63-a0ce-4ef5-99e2-da38e48e9312 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:23.346798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-828c4f63-a0ce-4ef5-99e2-da38e48e9312 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459954 Aug 03 19:14:23.358344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d078b72f-0766-4676-a8e7-c8ad21595ae4 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:23.372552 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.408660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Transition to ACTIVE for port object d078b72f-0766-4676-a8e7-c8ad21595ae4 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:23.415632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.433567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-3362c241-fdb7-40d8-8e3a-cac4f5fa5f72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/quotas/8e0f63f30ef74aec900477fcd78165c2 HTTP/1.1" status: 200 len: 375 time: 0.0584714 Aug 03 19:14:23.464077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab8bee23-f6d8-49c5-8eab-7df5ad0beb3a req-befc8c10-ca13-4603-bd13-98d26110fec2 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554296 Aug 03 19:14:23.507295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:23.508323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.528840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-ea2ee081-7470-4364-be21-a83dcc59fbf8 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935817 Aug 03 19:14:23.564020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Router 15f0c03c-44a5-4980-b723-90abf3347eeb is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:14:23.568208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-ba332a17-3ad5-4e66-97fd-64bad9d017ed tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6643953 Aug 03 19:14:23.592695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Request body: {'port': {'device_id': '0184c5d1-5865-4fbb-8469-833621169b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:23.652647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Pushing event updated for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:23.953516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9d5f802a-9ae5-46b1-9d17-9390927514d9 None None] Provisioning for port f42c4690-6028-4a1e-b5e0-2d662833cb88 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:23.990259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9d5f802a-9ae5-46b1-9d17-9390927514d9 None None] Provisioning complete for port f42c4690-6028-4a1e-b5e0-2d662833cb88 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:23.995570 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d5f802a-9ae5-46b1-9d17-9390927514d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.185630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f802a-9ae5-46b1-9d17-9390927514d9 None None] Port f42c4690-6028-4a1e-b5e0-2d662833cb88 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:24.472597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d530cf9e-61f8-4924-a326-f8ee3f86c0b3 req-f62afbd5-790d-4e2f-8299-40139b7d44e6 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 210 time: 0.1120534 Aug 03 19:14:24.731541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.813190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Attempting to bind port d078b72f-0766-4676-a8e7-c8ad21595ae4 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:24.813861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Attempting to bind port d078b72f-0766-4676-a8e7-c8ad21595ae4 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:24.814595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Attempting to bind port d078b72f-0766-4676-a8e7-c8ad21595ae4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:24.825037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Port d078b72f-0766-4676-a8e7-c8ad21595ae4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:24.825828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Attempting to bind port d078b72f-0766-4676-a8e7-c8ad21595ae4 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:24.838309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:24.842304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:24.842987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:24.843690 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Bound port: d078b72f-0766-4676-a8e7-c8ad21595ae4, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:24.844291 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.854492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:24.885616 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Sync routers for ids ['15f0c03c-44a5-4980-b723-90abf3347eeb'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:24.930243 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Routers {'15f0c03c-44a5-4980-b723-90abf3347eeb'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:24.931532 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['15f0c03c-44a5-4980-b723-90abf3347eeb'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:25.031371 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b8e36-e526-48c3-9d00-6a6dcb96221d req-27f1c131-c669-4beb-98c8-98afe353adf8 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.035140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:25.041448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f51b8e36-e526-48c3-9d00-6a6dcb96221d req-27f1c131-c669-4beb-98c8-98afe353adf8 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.3855004 Aug 03 19:14:25.041976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:25.052231 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.108648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eef88-8cf8-4586-8a6b-2cb084e37f97 req-517ef364-5d56-4e27-b1bb-be106adac9b8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.117109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d4eef88-8cf8-4586-8a6b-2cb084e37f97 req-517ef364-5d56-4e27-b1bb-be106adac9b8 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 945 time: 0.4584801 Aug 03 19:14:25.122046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.129923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-52b85f26-aa82-42d4-95d7-caeb9aebedcb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.8733573 Aug 03 19:14:25.143053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40412) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:25.207355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f51b8e36-e526-48c3-9d00-6a6dcb96221d req-8abbc2fd-44a2-42b6-840d-cac568c17843 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642084 Aug 03 19:14:25.227313 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Set router 15f0c03c-44a5-4980-b723-90abf3347eeb gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:25.326033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 35f94f6b-05ae-44bf-af93-566c73b6fff7 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:25.375839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Pushing event updated for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:25.393988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.394617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.396205 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-5ba3ff06-6f7d-4ce7-9b9b-940ea4dfd913 service neutron] 10.222.0.63 "PUT /v2.0/ports/d078b72f-0766-4676-a8e7-c8ad21595ae4 HTTP/1.1" status: 200 len: 1096 time: 3.6583765 Aug 03 19:14:25.420282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:25.431515 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52bd1be-26ad-479c-a50f-8cbf4f186d24" -d '{"events": [{"name": "network-changed", "server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:25.932636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:25.939282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42c4690-6028-4a1e-b5e0-2d662833cb88 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:25.976847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'network_id': 'f2d63be7-6453-4d56-8e28-f6fd1397a953', 'port_id': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'mac_address': 'fa:16:3e:52:6a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e52404-dd16-47cd-883e-1d9ed7e894fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:25.992582 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.005234 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '10e211a5-b624-4575-b950-94da65f94774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:21Z', 'revision_number': 3, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port': {'id': '10e211a5-b624-4575-b950-94da65f94774', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:19Z', 'updated_at': '2021-08-03T19:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:26.049363 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Checking router: 15f0c03c-44a5-4980-b723-90abf3347eeb for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:26.050259 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Updating router 15f0c03c-44a5-4980-b723-90abf3347eeb port 10e211a5-b624-4575-b950-94da65f94774 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:14:26.052287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d4eef88-8cf8-4586-8a6b-2cb084e37f97 req-0453089d-08d1-40e7-bfa5-690a05364874 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9025090 Aug 03 19:14:26.065102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Transition to ACTIVE for port object f42c4690-6028-4a1e-b5e0-2d662833cb88 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:26.067640 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.072556 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.076688 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06f538-e9d9-4b1b-b2de-a679b285e00f x-openstack-request-id: req-da06f538-e9d9-4b1b-b2de-a679b285e00f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:26.077323 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:26.077323 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da06f538-e9d9-4b1b-b2de-a679b285e00f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:26.077621 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'status': 'completed', 'code': 200} Aug 03 19:14:26.110888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-3898173b-0a3d-4e0a-8606-6b96689c7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:26.112261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35f94f6b-05ae-44bf-af93-566c73b6fff7 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:26.112814 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-3898173b-0a3d-4e0a-8606-6b96689c7b66 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de47365fb2a8436ebc75d53ad6143b29&device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 1099 time: 0.4161754 Aug 03 19:14:26.120271 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.123041 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.161831 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:26.164611 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ccd0077f-6455-4529-9ac5-3920782df446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.173290 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.268732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c83003a-8b1a-4104-aa72-393729c7aca4 req-8c3e52d6-028b-43d5-82db-9668004985cd tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 210 time: 0.0780404 Aug 03 19:14:26.297276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:26.325142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:26.399039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['35f94f6b-05ae-44bf-af93-566c73b6fff7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:26.589041 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-859acd06-6e00-4f1f-bbd3-13982bffe923 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4 HTTP/1.1" status: 200 len: 217 time: 0.4382181 Aug 03 19:14:26.598375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Attempting to bind port f42c4690-6028-4a1e-b5e0-2d662833cb88 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:26.599126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Attempting to bind port f42c4690-6028-4a1e-b5e0-2d662833cb88 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:26.599885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Attempting to bind port f42c4690-6028-4a1e-b5e0-2d662833cb88 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:26.625114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-85bd0999-b4ca-4d8b-9e29-421bbdbeab86 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2386618 Aug 03 19:14:26.679398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Port f42c4690-6028-4a1e-b5e0-2d662833cb88 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:26.680767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Attempting to bind port f42c4690-6028-4a1e-b5e0-2d662833cb88 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:26.693927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:26.694623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:26.695245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:26.695986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Bound port: f42c4690-6028-4a1e-b5e0-2d662833cb88, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:26.696561 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.726249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1258d7-1ce9-4c26-b2a6-375485e5d084 req-df9595a2-8334-44ea-a765-e78236022dd1 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:26.735697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b1258d7-1ce9-4c26-b2a6-375485e5d084 req-df9595a2-8334-44ea-a765-e78236022dd1 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.1397018 Aug 03 19:14:26.803515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:26.807612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:26.811035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40466) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:26.829118 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.864342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-09ba966e-2f02-4ac8-9eac-e9d25f981e23 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:26.867053 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-09ba966e-2f02-4ac8-9eac-e9d25f981e23 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690743 Aug 03 19:14:26.897289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-f5020425-5ca6-4b13-b14c-b09d9aa9aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:26.899659 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-f5020425-5ca6-4b13-b14c-b09d9aa9aa11 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2822361 Aug 03 19:14:26.909358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Request body: {'port': {'device_id': '723bdad9-29d7-4a26-a33c-25b063d7e004', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '8e0f63f30ef74aec900477fcd78165c2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:26.951974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:26.952609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.954212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] 10.222.0.63 "PUT /v2.0/ports/f42c4690-6028-4a1e-b5e0-2d662833cb88 HTTP/1.1" status: 200 len: 1096 time: 3.3703508 Aug 03 19:14:26.954675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:26.957374 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bf8494-faf7-4585-a920-886bb33714f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:26.995737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b1258d7-1ce9-4c26-b2a6-375485e5d084 req-66221834-04cb-4471-8a3d-256302c9ec7a tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559109 Aug 03 19:14:27.009422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d6874-2c66-48e0-9be4-daa2211fcc4d service neutron] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:27.154025 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.174839 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Transition to ACTIVE for port object 10e211a5-b624-4575-b950-94da65f94774 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:27.192750 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.274115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844fc3-588b-478a-8b29-c03493260193 req-b2ef7f04-583f-48d3-9eb5-ffdb099fc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.276495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-b2ef7f04-583f-48d3-9eb5-ffdb099fc927 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de47365fb2a8436ebc75d53ad6143b29&device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 1099 time: 0.2060864 Aug 03 19:14:27.307481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3e702-8ab1-4b20-a7e4-9b3b9d664ed6 req-eebfcec4-22fa-4c6a-aeb8-fb9ad4ba0e21 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.307987 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Attempting to bind port 10e211a5-b624-4575-b950-94da65f94774 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:27.308292 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Attempting to bind port 10e211a5-b624-4575-b950-94da65f94774 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:27.309518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ab3e702-8ab1-4b20-a7e4-9b3b9d664ed6 req-eebfcec4-22fa-4c6a-aeb8-fb9ad4ba0e21 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1100 time: 0.2308884 Aug 03 19:14:27.318578 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Attempting to bind port 10e211a5-b624-4575-b950-94da65f94774 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:27.321936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 35f94f6b-05ae-44bf-af93-566c73b6fff7 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:27.328999 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Pushing event updated for resources: {'Port': ['ID=10e211a5-b624-4575-b950-94da65f94774,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:27.348069 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:27.348465 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:27.348877 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.349226 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:27.349741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Bound port: 10e211a5-b624-4575-b950-94da65f94774, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:27.350151 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.414298 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.415012 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.415701 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.416216 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.416737 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.417980 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.419965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-b33f03f4-e016-4cd3-8cf5-e7458cb448ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.420511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-bcd0dc09-8d7f-46a5-8d30-974fe3069e2d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88 HTTP/1.1" status: 200 len: 217 time: 0.1096456 Aug 03 19:14:27.421168 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.421314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0563fd14-5391-49dd-a609-209f7efbb8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.421818 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.422329 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.424270 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-b33f03f4-e016-4cd3-8cf5-e7458cb448ad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4919608 Aug 03 19:14:27.424941 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.425466 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.426175 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:27.431768 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588ff542-4337-47b1-ae90-f8084e79e9e6 x-openstack-request-id: req-588ff542-4337-47b1-ae90-f8084e79e9e6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:27.432066 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:27.432328 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-588ff542-4337-47b1-ae90-f8084e79e9e6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:27.432804 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'status': 'completed', 'code': 200} Aug 03 19:14:27.461090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 35f94f6b-05ae-44bf-af93-566c73b6fff7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:27.461781 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.527638 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] For port 10e211a5-b624-4575-b950-94da65f94774, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:27.536418 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] For port 10e211a5-b624-4575-b950-94da65f94774, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=10e211a5-b624-4575-b950-94da65f94774,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:27.546981 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.575243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ab3e702-8ab1-4b20-a7e4-9b3b9d664ed6 req-37a8b300-881b-4581-ba03-874d98b265a4 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304907 Aug 03 19:14:27.579812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Made reservation on behalf of 8e0f63f30ef74aec900477fcd78165c2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:27.584849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.586653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844fc3-588b-478a-8b29-c03493260193 req-0fc2c57a-4dd2-480b-9a74-ca4594de0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.590829 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-0fc2c57a-4dd2-480b-9a74-ca4594de0ec5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1488774 Aug 03 19:14:27.631819 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Routers {'15f0c03c-44a5-4980-b723-90abf3347eeb'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:27.632711 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['15f0c03c-44a5-4980-b723-90abf3347eeb'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:27.644249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.662341 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.682764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:27.687120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.688529 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755a5298-8861-4678-b9b3-81c3626cf684" -d '{"events": [{"server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "name": "network-vif-plugged", "status": "completed", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:27.720780 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-8d792302-9feb-475d-bcb2-31a6e787dba0 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763674 Aug 03 19:14:27.722037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:27.729838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.761501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0563fd14-5391-49dd-a609-209f7efbb8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.786549 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] Set router 15f0c03c-44a5-4980-b723-90abf3347eeb gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:27.812796 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0563fd14-5391-49dd-a609-209f7efbb8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.820285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:27.838201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-efe5c1e3-21de-4af7-a138-6b9ab8f39866 req-0265baf2-85ee-48b9-a372-e5256fc87aeb tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 210 time: 0.0935211 Aug 03 19:14:27.869905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af65baf-137c-4cb7-9342-fdcbb405699e req-088d527b-df5c-4f42-a3e4-16122a6385a5 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.887494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1af65baf-137c-4cb7-9342-fdcbb405699e req-088d527b-df5c-4f42-a3e4-16122a6385a5 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 944 time: 0.3936896 Aug 03 19:14:27.993177 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6adec6-de63-4a1b-bb02-556bb486463e None None] Pushing event updated for resources: {'Port': ['ID=10e211a5-b624-4575-b950-94da65f94774,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:28.012440 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-af9b94f6-4cd8-4680-be10-767ed0a6f41f req-4877509c-8ddc-4c93-846d-b8c65f24bc55 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748766 Aug 03 19:14:28.076928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0563fd14-5391-49dd-a609-209f7efbb8ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f35889d0d4184fcf86b8a145a3f44cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2575035 Aug 03 19:14:28.082560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40490) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:28.098636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844fc3-588b-478a-8b29-c03493260193 req-93cf4056-03c4-44d8-9fa3-a3c3febf9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.100301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-93cf4056-03c4-44d8-9fa3-a3c3febf9edd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5005388 Aug 03 19:14:28.103509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1af65baf-137c-4cb7-9342-fdcbb405699e req-0fa5c2e7-21a7-4174-b4bc-5b7e0f54c82f tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150748 Aug 03 19:14:28.104238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563fd14-5391-49dd-a609-209f7efbb8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182e4901-01c8-43ae-914f-cd414800ccc9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:28.128250 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '10e211a5-b624-4575-b950-94da65f94774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:21Z', 'revision_number': 3, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port': {'id': '10e211a5-b624-4575-b950-94da65f94774', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:19Z', 'updated_at': '2021-08-03T19:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:28.173733 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de992a-79b9-4ba2-86a1-e8562549bcd7 None None] The sync data for ids ['15f0c03c-44a5-4980-b723-90abf3347eeb'] in n-d-803378-1 is: [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '10e211a5-b624-4575-b950-94da65f94774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:21Z', 'revision_number': 3, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port': {'id': '10e211a5-b624-4575-b950-94da65f94774', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:19Z', 'updated_at': '2021-08-03T19:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:28.189543 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48078a1d-f6c9-429b-825c-390c038b5675 x-openstack-request-id: req-48078a1d-f6c9-429b-825c-390c038b5675 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:28.190397 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "name": "network-vif-plugged", "status": "completed", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:28.191020 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48078a1d-f6c9-429b-825c-390c038b5675 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:28.191625 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'code': 200} Aug 03 19:14:28.222370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3681-03bd-40a9-b152-c2eadaa17fa6 req-04f4f47c-34b7-4423-afd0-a6d87443d876 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.224731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f57f3681-03bd-40a9-b152-c2eadaa17fa6 req-04f4f47c-34b7-4423-afd0-a6d87443d876 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1100 time: 0.2696798 Aug 03 19:14:28.333769 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.349740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-365b2996-2765-4069-b6bb-149b59003d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.354880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.377920 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-365b2996-2765-4069-b6bb-149b59003d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.436817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-74d581b6-b574-4e76-8a5c-4780e18e0491 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223941 Aug 03 19:14:28.439043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-4c47b5b5-c32e-4ac5-beaf-16f32b046f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.441790 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-4c47b5b5-c32e-4ac5-beaf-16f32b046f5f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de47365fb2a8436ebc75d53ad6143b29&device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 1099 time: 0.2865369 Aug 03 19:14:28.451232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f57f3681-03bd-40a9-b152-c2eadaa17fa6 req-d3fa46dc-3741-46c1-9f3d-3fe5b4bc9535 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169251 Aug 03 19:14:28.490462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962586-8318-48bb-af38-59f59f72a439 req-c079261f-04ce-4a8d-95ac-18801751d01b tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.499036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c962586-8318-48bb-af38-59f59f72a439 req-c079261f-04ce-4a8d-95ac-18801751d01b tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.2264311 Aug 03 19:14:28.586397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-365b2996-2765-4069-b6bb-149b59003d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.589209 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-365b2996-2765-4069-b6bb-149b59003d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.594777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-365b2996-2765-4069-b6bb-149b59003d8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/182e4901-01c8-43ae-914f-cd414800ccc9 HTTP/1.1" status: 204 len: 168 time: 0.5051606 Aug 03 19:14:28.656226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c962586-8318-48bb-af38-59f59f72a439 req-1fd01dbf-16aa-4bee-b786-da9e81581e15 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564417 Aug 03 19:14:28.683014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b2996-2765-4069-b6bb-149b59003d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e4901-01c8-43ae-914f-cd414800ccc9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:28.734446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa47526-7d2d-4194-877c-7be550907d42,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:28.747072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Allocated IP 172.20.0.1 (bd49ac4b-869d-4878-8651-9cebdd46562f/6eb976e6-7fa6-4478-a51f-ff8330753fed/8f4fad9c-8749-4f9f-ab2d-619b53da25ee) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:28.804584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85844fc3-588b-478a-8b29-c03493260193 req-62ac804e-7c10-4d9d-8ea3-085ca8125d52 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521550 Aug 03 19:14:28.946802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efb2a4-9bbf-4cf8-ad75-fca6ef10f13a req-2414d77d-4e73-4dc0-a595-1f8745fcabbc tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.948652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46efb2a4-9bbf-4cf8-ad75-fca6ef10f13a req-2414d77d-4e73-4dc0-a595-1f8745fcabbc tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.1131716 Aug 03 19:14:28.969273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-3bbeef6b-0572-48c6-b059-6ca9a37edd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.971038 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-3bbeef6b-0572-48c6-b059-6ca9a37edd9d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.5072653 Aug 03 19:14:29.000955 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.076594 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-25e4b329-f816-4afa-846c-e5a3710aeca3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4 HTTP/1.1" status: 200 len: 217 time: 0.0599458 Aug 03 19:14:29.114445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Allocated IP 192.168.233.199 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/fb0f2596-cf73-460f-ac64-2e64b3ec6f2a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:29.191377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Transition to ACTIVE for port object 8f4fad9c-8749-4f9f-ab2d-619b53da25ee will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:29.210603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46efb2a4-9bbf-4cf8-ad75-fca6ef10f13a req-0931f50f-2350-44a6-a675-41ef7ea655c5 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213085 Aug 03 19:14:29.260421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf8494-faf7-4585-a920-886bb33714f0 req-cea926e5-a68f-44dc-90ef-4e714ed7b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.265257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92bf8494-faf7-4585-a920-886bb33714f0 req-cea926e5-a68f-44dc-90ef-4e714ed7b828 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de47365fb2a8436ebc75d53ad6143b29&device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 1099 time: 0.2149322 Aug 03 19:14:29.344653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-e9e90401-3698-4c18-b71b-83180c132cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.351489 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-e9e90401-3698-4c18-b71b-83180c132cb1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2654142 Aug 03 19:14:29.412471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40512) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:29.557924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd0585db-554a-4c15-b7cf-406fce110cf7 req-23c8e1cc-b3f8-44ce-8dd8-41b4a5d0cc91 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 210 time: 0.0758419 Aug 03 19:14:29.620031 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.670318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356fddb-cbc6-4675-be72-fbb10faefbac req-dcbf2488-5d76-4189-b982-8f3ddb9d23da tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.672603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0356fddb-cbc6-4675-be72-fbb10faefbac req-dcbf2488-5d76-4189-b982-8f3ddb9d23da tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 945 time: 0.3114836 Aug 03 19:14:29.694491 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3473ecef-6f2c-4fcf-99ce-c843c55bc2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.734761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf8494-faf7-4585-a920-886bb33714f0 req-be1549e9-c77f-4a80-bee1-163fd382bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.736534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92bf8494-faf7-4585-a920-886bb33714f0 req-be1549e9-c77f-4a80-bee1-163fd382bab7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4634745 Aug 03 19:14:29.760465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 10e211a5-b624-4575-b950-94da65f94774 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:29.785871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.852748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 10e211a5-b624-4575-b950-94da65f94774 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:29.858921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 10e211a5-b624-4575-b950-94da65f94774 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:29.859651 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.865454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92bf8494-faf7-4585-a920-886bb33714f0 req-096c92c7-d00a-4067-8d7a-579976677ef1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88 HTTP/1.1" status: 200 len: 217 time: 0.1119573 Aug 03 19:14:29.890357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0356fddb-cbc6-4675-be72-fbb10faefbac req-07db0248-a6b1-4229-8d08-e18014866de3 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089639 Aug 03 19:14:30.017670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3473ecef-6f2c-4fcf-99ce-c843c55bc2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.036662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-9c27142f-ac60-4bab-8617-9a208561c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:30.038603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-9c27142f-ac60-4bab-8617-9a208561c7b7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6684659 Aug 03 19:14:30.039012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3473ecef-6f2c-4fcf-99ce-c843c55bc2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.064655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.119299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 10e211a5-b624-4575-b950-94da65f94774, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=10e211a5-b624-4575-b950-94da65f94774,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:30.127527 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.146936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Network bd49ac4b-869d-4878-8651-9cebdd46562f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:30.171635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1d087-19a9-41b4-a48c-fef1342af58b req-0705769c-4697-44d9-8080-13ac3650a57b tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:30.183003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32d1d087-19a9-41b4-a48c-fef1342af58b req-0705769c-4697-44d9-8080-13ac3650a57b tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.2434194 Aug 03 19:14:30.187949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf8494-faf7-4585-a920-886bb33714f0 req-9c41add9-5d3c-4bb0-a326-14c82b8fe3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:30.189707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92bf8494-faf7-4585-a920-886bb33714f0 req-9c41add9-5d3c-4bb0-a326-14c82b8fe3ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2970591 Aug 03 19:14:30.206405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=10e211a5-b624-4575-b950-94da65f94774,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:30.228676 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c5278a8-0b6c-41d6-93bf-81c27392ea7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.257956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:30.262930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:30.274742 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3473ecef-6f2c-4fcf-99ce-c843c55bc2fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b2771d4d8884c239df5d476d97bfec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8431454 Aug 03 19:14:30.287998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40522) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:30.299331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32d1d087-19a9-41b4-a48c-fef1342af58b req-85b4612b-ac71-46a3-9bec-53e43ea43ef8 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151354 Aug 03 19:14:30.364794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf8494-faf7-4585-a920-886bb33714f0 req-35ba31ae-7ea9-4160-97bc-29a0b3cbf894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:30.366742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92bf8494-faf7-4585-a920-886bb33714f0 req-35ba31ae-7ea9-4160-97bc-29a0b3cbf894 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1684089 Aug 03 19:14:30.372177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.528229 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea741c08-5219-44a9-b845-d4847df60094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.552900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Transition to ACTIVE for port object fb0f2596-cf73-460f-ac64-2e64b3ec6f2a will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:30.572082 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea741c08-5219-44a9-b845-d4847df60094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.650726 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.666125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Pushing event updated for resources: {'Port': ['ID=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:30.674074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473ecef-6f2c-4fcf-99ce-c843c55bc2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b35bca-18a2-470a-bac2-ad5ad92cc544,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:30.682185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92bf8494-faf7-4585-a920-886bb33714f0 req-d5035d01-ade9-4cb3-8d94-8e20a8427526 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981179 Aug 03 19:14:30.740200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.913216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-03b7fada-f43d-42b1-94f0-1ed68509c5fe None None] Provisioning for port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:30.923649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-03b7fada-f43d-42b1-94f0-1ed68509c5fe None None] Provisioning complete for port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:30.924969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03b7fada-f43d-42b1-94f0-1ed68509c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.055642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'Port': ['ID=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:31.058315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-03b7fada-f43d-42b1-94f0-1ed68509c5fe None None] Port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:31.105106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:31.115341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:31.121458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:31.156143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea741c08-5219-44a9-b845-d4847df60094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.160376 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea741c08-5219-44a9-b845-d4847df60094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.161735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ea741c08-5219-44a9-b845-d4847df60094 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37b35bca-18a2-470a-bac2-ad5ad92cc544 HTTP/1.1" status: 204 len: 168 time: 0.8613005 Aug 03 19:14:31.178312 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-447c30b3-2bef-47e7-938e-9c5da32ae49b service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9290478 Aug 03 19:14:31.259909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815758b-0bd8-4d85-992b-df090f32e696 req-435df689-6135-43cf-8b1b-9f16c40e8bd7 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.263171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9815758b-0bd8-4d85-992b-df090f32e696 req-435df689-6135-43cf-8b1b-9f16c40e8bd7 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.3709860 Aug 03 19:14:31.305379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92bf8494-faf7-4585-a920-886bb33714f0 req-db1a0e41-7939-42cb-acb4-bb2428be64fc service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583367 Aug 03 19:14:31.313911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea741c08-5219-44a9-b845-d4847df60094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b35bca-18a2-470a-bac2-ad5ad92cc544,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:31.365226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451582a-0b32-442b-972e-8cad249f9f51 req-82258242-ccbd-494e-8665-17e6555c9a80 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.384992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1451582a-0b32-442b-972e-8cad249f9f51 req-82258242-ccbd-494e-8665-17e6555c9a80 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 936 time: 0.3823845 Aug 03 19:14:31.420556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.421344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.457295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1451582a-0b32-442b-972e-8cad249f9f51 req-c37dc27b-7e98-4eda-aed9-29b483ea808b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709357 Aug 03 19:14:31.531401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9815758b-0bd8-4d85-992b-df090f32e696 req-e8833a65-8a27-4cab-8319-22bce7d238d0 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448800 Aug 03 19:14:31.532021 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e52bd1be-26ad-479c-a50f-8cbf4f186d24 req-751f9d17-c096-47ad-8e22-4fbb6d385b40 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386338 Aug 03 19:14:31.602169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3593e078-532e-4c10-bf1c-c17a7ac21066 None None] Provisioning for port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:31.610308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3593e078-532e-4c10-bf1c-c17a7ac21066 None None] Provisioning complete for port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:31.610771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3593e078-532e-4c10-bf1c-c17a7ac21066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.666600 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-1a4e631f-e0c9-48ec-9263-e8419b721661 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7615123 Aug 03 19:14:31.686097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3593e078-532e-4c10-bf1c-c17a7ac21066 None None] Port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:31.708232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Request body: {'port': {'device_id': '723bdad9-29d7-4a26-a33c-25b063d7e004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:31.713787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 10e211a5-b624-4575-b950-94da65f94774 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:31.802108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ea376-aae0-48b6-9877-1274c07b6f07 req-85af8667-d828-4a34-9a04-744561cdd6aa tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.812395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b48ea376-aae0-48b6-9877-1274c07b6f07 req-85af8667-d828-4a34-9a04-744561cdd6aa tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.1240942 Aug 03 19:14:31.840949 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.841974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 10e211a5-b624-4575-b950-94da65f94774 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:31.842326 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.876590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d1fc2-9333-4d24-b219-bc8024b260ec req-db72c4a9-edf1-48dd-b8af-5eddfb070f52 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.885983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-471d1fc2-9333-4d24-b219-bc8024b260ec req-db72c4a9-edf1-48dd-b8af-5eddfb070f52 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 945 time: 0.1521842 Aug 03 19:14:31.953428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b48ea376-aae0-48b6-9877-1274c07b6f07 req-9ed398d2-f4b7-4d49-b097-edc55bcadc59 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390495 Aug 03 19:14:31.974319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-471d1fc2-9333-4d24-b219-bc8024b260ec req-5014d95b-46aa-4e5a-8598-8b82f08d6aa7 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801241 Aug 03 19:14:32.145655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc870bf-0a13-4d26-9be7-0459609322f8 req-3c0a3406-d4ec-4853-adc3-40b013be16b6 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:32.159062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdc870bf-0a13-4d26-9be7-0459609322f8 req-3c0a3406-d4ec-4853-adc3-40b013be16b6 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.0720539 Aug 03 19:14:32.213445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdc870bf-0a13-4d26-9be7-0459609322f8 req-1c30231a-8d81-4fa2-b119-698a865af48c tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546043 Aug 03 19:14:32.335834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.423742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.614779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1103d-dd33-4efb-9777-d36f6fe23386 req-96fd83d7-736f-45d4-8e55-6d7b7f4f9232 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:32.623285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ae1103d-dd33-4efb-9777-d36f6fe23386 req-96fd83d7-736f-45d4-8e55-6d7b7f4f9232 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 936 time: 0.0665107 Aug 03 19:14:32.678305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ae1103d-dd33-4efb-9777-d36f6fe23386 req-4fd89a84-9f03-4724-b6c5-5177e59c4293 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 Aug 03 19:14:32.854874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef3427-8693-4667-8467-6e19d65248c2 req-7cf39471-1c66-4f9c-81fd-396d9ead5393 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:32.863447 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31ef3427-8693-4667-8467-6e19d65248c2 req-7cf39471-1c66-4f9c-81fd-396d9ead5393 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.0745537 Aug 03 19:14:32.928012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31ef3427-8693-4667-8467-6e19d65248c2 req-7458ba62-d9a7-43fe-aee4-e8a0708a8223 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633297 Aug 03 19:14:33.082295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.091572 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.141224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0a73b-ecfe-4a32-ab6f-9fc8b660730b req-e4474d94-1346-4b8d-8e2b-454344bf260e tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:33.145316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ecb0a73b-ecfe-4a32-ab6f-9fc8b660730b req-e4474d94-1346-4b8d-8e2b-454344bf260e tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.0846500 Aug 03 19:14:33.201018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.238404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ecb0a73b-ecfe-4a32-ab6f-9fc8b660730b req-b4081276-d674-4933-bdb9-8135b1a99b40 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703721 Aug 03 19:14:33.272215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f842eb-f2ed-4425-b81d-14199278eb26 req-edbf948e-b435-419b-af5e-45e73779b913 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:33.275250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73f842eb-f2ed-4425-b81d-14199278eb26 req-edbf948e-b435-419b-af5e-45e73779b913 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 945 time: 0.1275563 Aug 03 19:14:33.278285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Pushing event updated for resources: {'Port': ['ID=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:33.349589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0f2596-cf73-460f-ac64-2e64b3ec6f2a {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:33.359335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.384284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Transition to ACTIVE for port object fb0f2596-cf73-460f-ac64-2e64b3ec6f2a will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:33.394234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73f842eb-f2ed-4425-b81d-14199278eb26 req-592e78d8-c108-443f-bfb8-174e8b363db9 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957479 Aug 03 19:14:33.395917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.447988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40606) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.490951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Network bd49ac4b-869d-4878-8651-9cebdd46562f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:33.502791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36194e02-db88-4c28-ba93-706679a2051b req-211d545e-71a4-4cb1-afc2-005e5067ea88 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:33.504399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:33.523781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36194e02-db88-4c28-ba93-706679a2051b req-211d545e-71a4-4cb1-afc2-005e5067ea88 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.1261585 Aug 03 19:14:33.547152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:33.673544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36194e02-db88-4c28-ba93-706679a2051b req-8348ad0a-6bf5-4ef1-bb9c-a8728e141ee6 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401370 Aug 03 19:14:33.879665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa214924-2d9c-4217-9b9d-f2fa03ad6f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.921291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Attempting to bind port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:33.922156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Attempting to bind port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:33.922156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Attempting to bind port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:33.927700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Router 15f0c03c-44a5-4980-b723-90abf3347eeb has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:33.934478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de160b06-4a8b-47c4-892a-b3dcd5947dae req-efa843bb-d1ab-4829-8ed8-75e764c2e8a4 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:33.941999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:33.942409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Attempting to bind port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:33.942884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de160b06-4a8b-47c4-892a-b3dcd5947dae req-efa843bb-d1ab-4829-8ed8-75e764c2e8a4 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 948 time: 0.1506989 Aug 03 19:14:33.951969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:33.953919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:33.954376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:33.954991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Bound port: fb0f2596-cf73-460f-ac64-2e64b3ec6f2a, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:33.955455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.996900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de160b06-4a8b-47c4-892a-b3dcd5947dae req-d0a77855-7c82-4ba6-8878-4824714f3c43 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530241 Aug 03 19:14:34.047069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b088e45c-3a20-46c0-9b25-cafb550f2184 None None] Provisioning complete for port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:34.048136 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b088e45c-3a20-46c0-9b25-cafb550f2184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.155805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b088e45c-3a20-46c0-9b25-cafb550f2184 None None] Port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:34.199056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] For port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:34.200138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023363fb-e26b-4b25-94c1-70dc36eb1dd5 req-e3527d90-f7ad-4860-bbfc-adb0772baa83 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.203993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-023363fb-e26b-4b25-94c1-70dc36eb1dd5 req-e3527d90-f7ad-4860-bbfc-adb0772baa83 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.1269400 Aug 03 19:14:34.223203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:34.239612 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-14180430-e529-4a5f-ae85-fd5cba64f4ad admin admin] 10.222.0.42 "PUT /v2.0/routers/15f0c03c-44a5-4980-b723-90abf3347eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0886400 Aug 03 19:14:34.244619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] For port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:34.253249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Sync routers for ids ['15f0c03c-44a5-4980-b723-90abf3347eeb'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:34.259193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa214924-2d9c-4217-9b9d-f2fa03ad6f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.263552 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.281251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Routers {'15f0c03c-44a5-4980-b723-90abf3347eeb'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:34.284117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa214924-2d9c-4217-9b9d-f2fa03ad6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.287834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['15f0c03c-44a5-4980-b723-90abf3347eeb'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:34.313590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-023363fb-e26b-4b25-94c1-70dc36eb1dd5 req-d620d5fb-d020-4762-8cc5-31e3e2ef13d6 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012166 Aug 03 19:14:34.343150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.343898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.345938 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] 10.222.0.63 "PUT /v2.0/ports/fb0f2596-cf73-460f-ac64-2e64b3ec6f2a HTTP/1.1" status: 200 len: 1096 time: 2.6613607 Aug 03 19:14:34.346607 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723bdad9-29d7-4a26-a33c-25b063d7e004', 'tag': 'fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:34.350047 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6941f0a-50e8-4da8-9650-c9a3e599362a" -d '{"events": [{"name": "network-changed", "server_uuid": "723bdad9-29d7-4a26-a33c-25b063d7e004", "tag": "fb0f2596-cf73-460f-ac64-2e64b3ec6f2a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:34.449217 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.481685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0660f-2740-493f-8439-fba17d0ca1db req-829d065e-70db-4bf3-ba26-65c00254adba tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.489389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1f0660f-2740-493f-8439-fba17d0ca1db req-829d065e-70db-4bf3-ba26-65c00254adba tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 945 time: 0.2521830 Aug 03 19:14:34.541811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-23f19d4a-ef84-44dc-a98e-945a7cc8ef02 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.544286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-23f19d4a-ef84-44dc-a98e-945a7cc8ef02 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.2233617 Aug 03 19:14:34.572136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Set router 15f0c03c-44a5-4980-b723-90abf3347eeb gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:34.587291 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aa214924-2d9c-4217-9b9d-f2fa03ad6f13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=438951a2b7884609bd398defb07b2062&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1322505 Aug 03 19:14:34.591526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40634) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:34.638056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa214924-2d9c-4217-9b9d-f2fa03ad6f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddbe684-7338-4811-99c5-5f4e37b8d27c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:34.669658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1f0660f-2740-493f-8439-fba17d0ca1db req-ef444887-0db5-4516-90c6-3f97baad461b tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706882 Aug 03 19:14:34.707317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca3256-5639-45d8-9a7d-9d4ea62c4633 req-08b3e91c-8043-409e-8e2d-244f33936840 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.710250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40ca3256-5639-45d8-9a7d-9d4ea62c4633 req-08b3e91c-8043-409e-8e2d-244f33936840 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.2187777 Aug 03 19:14:34.758853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-85090efb-1f81-42b3-b9c3-aad97d621af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.764843 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-85090efb-1f81-42b3-b9c3-aad97d621af4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 1099 time: 0.3023634 Aug 03 19:14:34.766147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bc06e-2b10-493c-9fab-4fe8f6d5b47c service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:34.791545 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40ca3256-5639-45d8-9a7d-9d4ea62c4633 req-e783e130-bf0b-49d6-815c-08cc96c7bb6a tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714962 Aug 03 19:14:34.796908 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbff78c0-5859-4a05-b245-fc02504c56ee x-openstack-request-id: req-dbff78c0-5859-4a05-b245-fc02504c56ee {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:34.797506 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723bdad9-29d7-4a26-a33c-25b063d7e004", "tag": "fb0f2596-cf73-460f-ac64-2e64b3ec6f2a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:34.797830 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbff78c0-5859-4a05-b245-fc02504c56ee {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:34.798503 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723bdad9-29d7-4a26-a33c-25b063d7e004', 'tag': 'fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', 'status': 'completed', 'code': 200} Aug 03 19:14:34.815160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Deleting port 67c6625d-8831-4623-9fd9-d61c48b02166 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:34.815577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.895583 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-9acb39c3-1f11-4ff2-8bbc-c041e4090b51 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a HTTP/1.1" status: 200 len: 217 time: 0.0811391 Aug 03 19:14:34.924932 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0174265e-a49f-4346-a0d5-e4f69055a1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.005300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0174265e-a49f-4346-a0d5-e4f69055a1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.015509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b670-46aa-4f35-81da-9e7b8daf6370 req-c7da77d6-6c90-4f47-ad88-207375c10d5b tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.017131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc20b670-46aa-4f35-81da-9e7b8daf6370 req-c7da77d6-6c90-4f47-ad88-207375c10d5b tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.0987356 Aug 03 19:14:35.034172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-6be247e8-a9f6-4bbc-b638-7357c987b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.035792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-6be247e8-a9f6-4bbc-b638-7357c987b7dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1210182 Aug 03 19:14:35.056275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] For port 67c6625d-8831-4623-9fd9-d61c48b02166, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c6625d-8831-4623-9fd9-d61c48b02166,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:35.056944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.107673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '10e211a5-b624-4575-b950-94da65f94774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:31Z', 'revision_number': 4, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port': {'id': '10e211a5-b624-4575-b950-94da65f94774', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:19Z', 'updated_at': '2021-08-03T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8f4fad9c-8749-4f9f-ab2d-619b53da25ee', 'name': '', 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'mac_address': 'fa:16:3e:d7:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6eb976e6-7fa6-4478-a51f-ff8330753fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:27Z', 'updated_at': '2021-08-03T19:14:32Z', 'revision_number': 2, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'subnets': [{'id': '6eb976e6-7fa6-4478-a51f-ff8330753fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:35.139162 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-479c230e-ca8f-4378-9c24-67c3a068698b req-fc5e424a-2d0b-4a43-a14e-280d769950fb tempest-FloatingIPDetailsNegativeTestJSON-580501609 tempest-FloatingIPDetailsNegativeTestJSON-580501609-project] show failed (client error): The resource could not be found. Aug 03 19:14:35.139423 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Checking router: 15f0c03c-44a5-4980-b723-90abf3347eeb for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:35.139525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Updating router 15f0c03c-44a5-4980-b723-90abf3347eeb port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:14:35.141114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-479c230e-ca8f-4378-9c24-67c3a068698b req-fc5e424a-2d0b-4a43-a14e-280d769950fb tempest-FloatingIPDetailsNegativeTestJSON-580501609 tempest-FloatingIPDetailsNegativeTestJSON-580501609-project] 10.222.0.42 "GET /v2.0/floatingips/11486afe-4dc9-4302-9820-f7e1d2cb0d2a HTTP/1.1" status: 404 len: 350 time: 0.0776439 Aug 03 19:14:35.152335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40644) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:35.163252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-3a2f3a24-311a-4237-af88-84e706b819b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.170022 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-3a2f3a24-311a-4237-af88-84e706b819b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126418 Aug 03 19:14:35.206411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc20b670-46aa-4f35-81da-9e7b8daf6370 req-e877283a-f134-4e9d-98ab-49add5bf9452 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781287 Aug 03 19:14:35.216869 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.488947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d078b72f-0766-4676-a8e7-c8ad21595ae4 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:35.498782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 35f94f6b-05ae-44bf-af93-566c73b6fff7 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:35.513527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22791d-178a-4c42-b154-99285809c043 req-94c6ba2d-8337-4bf9-b13a-5905ed10bba2 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.518403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c22791d-178a-4c42-b154-99285809c043 req-94c6ba2d-8337-4bf9-b13a-5905ed10bba2 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 948 time: 0.2167451 Aug 03 19:14:35.524622 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.525090 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.525293 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Floating IP dd62363a-4a88-45d3-be8f-ca2669469392 disassociated. External IP: 172.25.4.131, port: 67c6625d-8831-4623-9fd9-d61c48b02166. Aug 03 19:14:35.525748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Calling delete_port for 67c6625d-8831-4623-9fd9-d61c48b02166 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:35.598254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0174265e-a49f-4346-a0d5-e4f69055a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.600892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0174265e-a49f-4346-a0d5-e4f69055a1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.605335 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0174265e-a49f-4346-a0d5-e4f69055a1e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ddbe684-7338-4811-99c5-5f4e37b8d27c HTTP/1.1" status: 204 len: 168 time: 0.9957786 Aug 03 19:14:35.621862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174265e-a49f-4346-a0d5-e4f69055a1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddbe684-7338-4811-99c5-5f4e37b8d27c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:35.639088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a9327-c95c-420e-a43f-c8bd4a19bc93 req-ab4c7805-1fdb-448d-ac76-3d3e712d76e1 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.640863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d5a9327-c95c-420e-a43f-c8bd4a19bc93 req-ab4c7805-1fdb-448d-ac76-3d3e712d76e1 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 946 time: 0.2007310 Aug 03 19:14:35.675036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c22791d-178a-4c42-b154-99285809c043 req-5e2a5c70-7b56-4a3d-811c-3f8416729b47 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460438 Aug 03 19:14:35.811762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.822747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d5a9327-c95c-420e-a43f-c8bd4a19bc93 req-c288b7d8-255f-4afd-99dc-c2aaafec5e22 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c80c6f8-7703-4611-9aeb-9c843dca7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709640 Aug 03 19:14:35.861441 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-db569e09-80dd-4e02-a132-425258b7a0b6 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257941 Aug 03 19:14:35.879859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:35.916777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:35.924674 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7038a1-eceb-459f-9009-a5d8e0721e2a" -d '{"events": [{"server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "name": "network-vif-unplugged", "status": "completed", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:35.935666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:35.948543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.952990 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.958792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'mac_address': 'fa:16:3e:ca:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:36.011303 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.046781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Transition to ACTIVE for port object 8f4fad9c-8749-4f9f-ab2d-619b53da25ee will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:36.078289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event deleted for resources: {'Port': ['ID=67c6625d-8831-4623-9fd9-d61c48b02166,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:36.105708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-089e9672-0115-4387-b3a4-ede2ed472042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:36.107879 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-089e9672-0115-4387-b3a4-ede2ed472042 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1100 time: 0.3093023 Aug 03 19:14:36.109643 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.189666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:36.198536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.291034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-46377dec-3c89-410e-be3a-5a756c2a5a53 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:36.293960 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-46377dec-3c89-410e-be3a-5a756c2a5a53 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.63 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 943 time: 0.2443182 Aug 03 19:14:36.318465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9ab0d-c7fb-4f90-a287-a6882142cd9d None None] Pushing event updated for resources: {'Port': ['ID=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:36.320128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ec1d9ea-1cd7-418d-bd4c-5fa763b5060f req-da2992fe-71bb-44f1-b0d6-e1ceb243adfb service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381669 Aug 03 19:14:36.364250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d078b72f-0766-4676-a8e7-c8ad21595ae4 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:36.467419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:36.574647 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.575528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:36.656216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Attempting to bind port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:36.656835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Attempting to bind port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:36.657462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Attempting to bind port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee on network bd49ac4b-869d-4878-8651-9cebdd46562f {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:36.730030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:36.776107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'mac_address': 'fa:16:3e:d8:58:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:36.784242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780f708-9d11-49bc-8c09-3c4a0ff745cf req-69d21c45-1cc2-41f4-a9c0-11c0bd37700e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:36.784509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:36.786040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d780f708-9d11-49bc-8c09-3c4a0ff745cf req-69d21c45-1cc2-41f4-a9c0-11c0bd37700e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 943 time: 0.7318714 Aug 03 19:14:36.792585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:36.793001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Checking segment: {'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:36.794198 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.794783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Bound using segment: {'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:36.795396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Bound port: 8f4fad9c-8749-4f9f-ab2d-619b53da25ee, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db079bf7-dab2-407c-9986-623ed8a86cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:36.795805 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.936886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e61135-688a-4391-8e7f-999c68a97d68 req-f5019a97-353a-4595-9f24-d1a9950a8990 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:36.950871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e61135-688a-4391-8e7f-999c68a97d68 req-f5019a97-353a-4595-9f24-d1a9950a8990 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.7674232 Aug 03 19:14:36.971391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-8dbd3efc-a3d5-4213-aa8f-a6d3d9827780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:36.973115 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-8dbd3efc-a3d5-4213-aa8f-a6d3d9827780 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.8080142 Aug 03 19:14:37.032668 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-6bde83cd-c598-4e4f-b8b3-3f4090d7258c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd HTTP/1.1" status: 200 len: 217 time: 0.0448449 Aug 03 19:14:37.033155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.052379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42c4690-6028-4a1e-b5e0-2d662833cb88 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:37.054380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d780f708-9d11-49bc-8c09-3c4a0ff745cf req-23dd43fc-444c-4b7b-8781-4cc9f8185f36 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511783 Aug 03 19:14:37.104212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:37.114585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:37.123048 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.125834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] For port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:37.134211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] For port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,segment=NetworkSegment(db079bf7-dab2-407c-9986-623ed8a86cc8),segment_id=db079bf7-dab2-407c-9986-623ed8a86cc8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:37.145413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e61135-688a-4391-8e7f-999c68a97d68 req-fc591722-f701-4b0f-89b3-4264d1bae9dc tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805828 Aug 03 19:14:37.161426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Deleting port 35f94f6b-05ae-44bf-af93-566c73b6fff7 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:37.177515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.177844 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.181933 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafaac70-a035-47d2-9a9b-5503fb2a2798 x-openstack-request-id: req-eafaac70-a035-47d2-9a9b-5503fb2a2798 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:37.182329 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "name": "network-vif-unplugged", "status": "completed", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:37.182824 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eafaac70-a035-47d2-9a9b-5503fb2a2798 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:37.184347 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'code': 200} Aug 03 19:14:37.247610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Routers {'15f0c03c-44a5-4980-b723-90abf3347eeb'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:37.249175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-f10bacdd-4e37-4488-9338-6faefd8877ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:37.250111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['15f0c03c-44a5-4980-b723-90abf3347eeb'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:37.252056 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-f10bacdd-4e37-4488-9338-6faefd8877ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 1099 time: 0.8308029 Aug 03 19:14:37.258832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:37.341863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-db72d642-d508-4b52-b1b6-c51a7aea4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:37.344502 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-db72d642-d508-4b52-b1b6-c51a7aea4f94 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2992463 Aug 03 19:14:37.457315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.470301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddfbab-2a22-43c9-aff6-6d90060d269d req-fc9c247e-3eb7-4488-95a1-3885a772d4a2 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:37.473359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38ddfbab-2a22-43c9-aff6-6d90060d269d req-fc9c247e-3eb7-4488-95a1-3885a772d4a2 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 945 time: 0.2084744 Aug 03 19:14:37.485162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:37.501212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9ab0d-c7fb-4f90-a287-a6882142cd9d None None] Pushing event updated for resources: {'Port': ['ID=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:37.503506 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] Sync routers for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:37.519635 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:37.520290 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:37.522401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e5549-8de0-4eb0-ab3a-33628b367add req-0dcce371-cd1c-49e2-9cd8-2806fdbd36b0 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:37.532460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-056e5549-8de0-4eb0-ab3a-33628b367add req-0dcce371-cd1c-49e2-9cd8-2806fdbd36b0 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 949 time: 0.2357211 Aug 03 19:14:37.578906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] Set router 15f0c03c-44a5-4980-b723-90abf3347eeb gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:37.678379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d078b72f-0766-4676-a8e7-c8ad21595ae4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:37.680710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f42c4690-6028-4a1e-b5e0-2d662833cb88'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:37.756531 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:37.767154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] For port 35f94f6b-05ae-44bf-af93-566c73b6fff7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=35f94f6b-05ae-44bf-af93-566c73b6fff7,segment=NetworkSegment(c045e8e0-2561-4ef7-a79b-bacc507b8476),segment_id=c045e8e0-2561-4ef7-a79b-bacc507b8476)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:37.767509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.785161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Calling delete_port for 35f94f6b-05ae-44bf-af93-566c73b6fff7 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:37.803116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] No DVR routers for this DVR port 67c6625d-8831-4623-9fd9-d61c48b02166 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:37.809826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38ddfbab-2a22-43c9-aff6-6d90060d269d req-f625d281-a2be-4c03-bb21-b2a708897713 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262055 Aug 03 19:14:37.822192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-056e5549-8de0-4eb0-ab3a-33628b367add req-c0bcd0b8-b051-4eaf-b277-71ec8f59af43 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884319 Aug 03 19:14:37.829872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.847374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3f2bba8-80df-4021-819d-cc67dff12684 req-c3f0afb4-caef-4914-a941-9588b8959dda tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.88 "DELETE /v2.0/ports/67c6625d-8831-4623-9fd9-d61c48b02166 HTTP/1.1" status: 204 len: 173 time: 3.2802894 Aug 03 19:14:37.847960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'name': 'network-vif-deleted', 'tag': '67c6625d-8831-4623-9fd9-d61c48b02166'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:37.865682 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b764b165-02d9-49bc-a702-cf52ef438f44" -d '{"events": [{"server_uuid": "ebc78a8e-aaee-49ce-bc46-db4ca17d576f", "name": "network-vif-deleted", "tag": "67c6625d-8831-4623-9fd9-d61c48b02166"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:37.898045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-c1ff7cf8-b180-4267-b4f5-637d82c8ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:37.900005 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-c1ff7cf8-b180-4267-b4f5-637d82c8ad27 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.5541453 Aug 03 19:14:38.085234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36ea1fd4-921e-4340-8a48-bdbd542169a8 req-5e43bf99-2b99-46f3-9adb-b944e38a284f tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc78a8e-aaee-49ce-bc46-db4ca17d576f HTTP/1.1" status: 200 len: 210 time: 0.0599608 Aug 03 19:14:38.136025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c72f9-9902-49d4-854a-2ec5269128f5 req-7cc7ed15-7ec1-4134-ac51-0c32a4021f1b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:38.138926 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-644c72f9-9902-49d4-854a-2ec5269128f5 req-7cc7ed15-7ec1-4134-ac51-0c32a4021f1b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 948 time: 0.1676390 Aug 03 19:14:38.178165 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-36b7c049-87d0-471a-9645-245225ea9caa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a HTTP/1.1" status: 200 len: 217 time: 0.2376237 Aug 03 19:14:38.252321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-644c72f9-9902-49d4-854a-2ec5269128f5 req-33ea756d-73c8-42b5-b1e8-e41fe6c20a64 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013832 Aug 03 19:14:38.268556 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da97c71d-f430-420e-966a-3c751cda26b5 x-openstack-request-id: req-da97c71d-f430-420e-966a-3c751cda26b5 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:38.268908 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc78a8e-aaee-49ce-bc46-db4ca17d576f", "name": "network-vif-deleted", "tag": "67c6625d-8831-4623-9fd9-d61c48b02166", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:38.269357 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da97c71d-f430-420e-966a-3c751cda26b5 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:38.272239 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc78a8e-aaee-49ce-bc46-db4ca17d576f', 'name': 'network-vif-deleted', 'tag': '67c6625d-8831-4623-9fd9-d61c48b02166', 'status': 'completed', 'code': 200} Aug 03 19:14:38.338412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42a63-1df4-4e86-835c-89108875f975 req-88e45d2b-17bd-4003-bd0d-f25a39bfcea0 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:38.340097 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-53f42a63-1df4-4e86-835c-89108875f975 req-88e45d2b-17bd-4003-bd0d-f25a39bfcea0 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 945 time: 0.4391162 Aug 03 19:14:38.342396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-0e587fb4-4106-4d25-a991-4c3cd5ceaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:38.344211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-0e587fb4-4106-4d25-a991-4c3cd5ceaa9e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9646509 Aug 03 19:14:38.349050 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:12:10Z', 'revision_number': 5, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:38.414661 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] Checking router: a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:38.445094 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:38.450394 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:38.565022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40710) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:38.613205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-9d2da6af-c30d-426d-9604-42479e39a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:38.617303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-9d2da6af-c30d-426d-9604-42479e39a7fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.4243324 Aug 03 19:14:38.656296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d178b9e-43fe-4903-91c6-1680c8a4ebc2 req-24661326-2b60-4d20-8764-64352f0b570f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:38.676406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.678638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d178b9e-43fe-4903-91c6-1680c8a4ebc2 req-24661326-2b60-4d20-8764-64352f0b570f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.3008199 Aug 03 19:14:38.696730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '10e211a5-b624-4575-b950-94da65f94774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:31Z', 'revision_number': 4, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port': {'id': '10e211a5-b624-4575-b950-94da65f94774', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:19Z', 'updated_at': '2021-08-03T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8f4fad9c-8749-4f9f-ab2d-619b53da25ee', 'name': '', 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'mac_address': 'fa:16:3e:d7:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6eb976e6-7fa6-4478-a51f-ff8330753fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:27Z', 'updated_at': '2021-08-03T19:14:37Z', 'revision_number': 4, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'subnets': [{'id': '6eb976e6-7fa6-4478-a51f-ff8330753fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:38.738567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f43021-ccc8-43b8-97bb-b5d0f76eac31 None None] The sync data for ids ['15f0c03c-44a5-4980-b723-90abf3347eeb'] in n-d-803378-1 is: [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '10e211a5-b624-4575-b950-94da65f94774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:31Z', 'revision_number': 4, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port': {'id': '10e211a5-b624-4575-b950-94da65f94774', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:19Z', 'updated_at': '2021-08-03T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8f4fad9c-8749-4f9f-ab2d-619b53da25ee', 'name': '', 'network_id': 'bd49ac4b-869d-4878-8651-9cebdd46562f', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'mac_address': 'fa:16:3e:d7:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6eb976e6-7fa6-4478-a51f-ff8330753fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:27Z', 'updated_at': '2021-08-03T19:14:37Z', 'revision_number': 4, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'subnets': [{'id': '6eb976e6-7fa6-4478-a51f-ff8330753fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:38.790806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc67345-8505-4730-b208-c88debfdef1d req-43bcc45f-9171-44e3-bffe-b5d453e76292 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:38.793610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8dc67345-8505-4730-b208-c88debfdef1d req-43bcc45f-9171-44e3-bffe-b5d453e76292 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ae8a6f-f65a-4a64-b5d0-e3205228147f HTTP/1.1" status: 200 len: 865 time: 0.3415070 Aug 03 19:14:38.891843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Pushing event deleted for resources: {'Port': ['ID=35f94f6b-05ae-44bf-af93-566c73b6fff7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:38.896470 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:38.924872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 67c6625d-8831-4623-9fd9-d61c48b02166 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:38.951550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d178b9e-43fe-4903-91c6-1680c8a4ebc2 req-38c9589a-5854-4ae0-ad35-b6a11bd9b83a tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620173 Aug 03 19:14:38.976768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 67c6625d-8831-4623-9fd9-d61c48b02166 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:38.977109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 67c6625d-8831-4623-9fd9-d61c48b02166 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:39.024986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] No DVR routers for this DVR port 35f94f6b-05ae-44bf-af93-566c73b6fff7 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:39.034194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8dc67345-8505-4730-b208-c88debfdef1d req-42e6ab03-2a90-41db-afdd-aa4f2456a65e tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe16e90f-5944-4382-ac47-b33c7af7b9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288721 Aug 03 19:14:39.036107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.038346 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d6470986-07fa-4626-8a5a-ac1e1411c985 req-4659f3c3-f3be-4112-bd5b-2100281abf67 tempest-ImagesTestJSON-883782725 tempest-ImagesTestJSON-883782725-project] 10.222.0.63 "DELETE /v2.0/ports/35f94f6b-05ae-44bf-af93-566c73b6fff7 HTTP/1.1" status: 204 len: 173 time: 2.7368178 Aug 03 19:14:39.052047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'name': 'network-vif-deleted', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:39.054799 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5568313c-427d-484a-a18d-2c0acd15f30e" -d '{"events": [{"server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "name": "network-vif-deleted", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:39.069855 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-ce500975-c146-4f1c-84ae-3ba011c74dc5 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649601 Aug 03 19:14:39.084261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-e533a492-1e46-414f-8d04-ccd25be1e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:39.089715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-e533a492-1e46-414f-8d04-ccd25be1e193 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4493775 Aug 03 19:14:39.178963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-886901153'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:39.214804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Made reservation on behalf of a4d92919cf62407abf9fb827248abae3 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:39.219645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.233260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346a65f-71e6-49e3-9be5-c2afebb39b45 req-7504faeb-19c4-4799-8d7e-1a6d887f1d46 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:39.234961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9346a65f-71e6-49e3-9be5-c2afebb39b45 req-7504faeb-19c4-4799-8d7e-1a6d887f1d46 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 949 time: 0.1144197 Aug 03 19:14:39.280216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.366681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Deleting port cffefce6-afa7-431b-b1e9-4139fe053243 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:39.367279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.418078 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:12:10Z', 'revision_number': 5, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:39.442743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9346a65f-71e6-49e3-9be5-c2afebb39b45 req-51646cf1-36e0-4819-bd2d-7b200c8845ee tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774256 Aug 03 19:14:39.507726 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2bd08-e110-46ff-895c-c588d62c1273 None None] The sync data for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 is: [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 4, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a7b11e61-d325-4268-9c37-2f3fad9e51f0', 'name': '', 'network_id': '8c285acc-5231-469d-8b37-d6f79a2f7ecc', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'mac_address': 'fa:16:3e:96:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:52Z', 'updated_at': '2021-08-03T19:12:10Z', 'revision_number': 5, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'subnets': [{'id': '3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:39.598171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94165c78-fcec-45f3-8f9e-c0aadd940947 req-3f7fb9fd-72de-442a-870c-c55341179136 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:39.609075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94165c78-fcec-45f3-8f9e-c0aadd940947 req-3f7fb9fd-72de-442a-870c-c55341179136 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 945 time: 0.3238876 Aug 03 19:14:39.633814 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13fb8a2-503b-4ede-a9b0-e9cd9b2ea88c x-openstack-request-id: req-b13fb8a2-503b-4ede-a9b0-e9cd9b2ea88c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:39.634859 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae8a6f-f65a-4a64-b5d0-e3205228147f", "name": "network-vif-deleted", "tag": "35f94f6b-05ae-44bf-af93-566c73b6fff7", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:39.635170 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b13fb8a2-503b-4ede-a9b0-e9cd9b2ea88c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:39.635619 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae8a6f-f65a-4a64-b5d0-e3205228147f', 'name': 'network-vif-deleted', 'tag': '35f94f6b-05ae-44bf-af93-566c73b6fff7', 'status': 'completed', 'code': 200} Aug 03 19:14:39.654582 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dfb5a60b-e6e7-4c73-8b55-8ba2aa04734a req-473977c5-7394-4cd5-b938-48df6226d47f service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722003 Aug 03 19:14:39.661725 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-ff8ce0a4-1722-44f2-bf1c-2260f1d3f052 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468385 Aug 03 19:14:39.778471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f4fad9c-8749-4f9f-ab2d-619b53da25ee up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:39.829036 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.843076 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.912029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Deleting port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:39.912562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.926468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:39.927693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:39.932364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:39.932779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.950698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.951195 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Added segment ca16c3cb-1296-490a-8e14-f6c3bebefb31 of type vlan for network 1254f0db-63e4-4d4f-a818-16949c80c8a4 Aug 03 19:14:39.960350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] For port cffefce6-afa7-431b-b1e9-4139fe053243, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cffefce6-afa7-431b-b1e9-4139fe053243,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:39.970967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.016846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.104844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Calling delete_port for cffefce6-afa7-431b-b1e9-4139fe053243 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:40.164453 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.164782 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.180730 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6941f0a-50e8-4da8-9650-c9a3e599362a req-37d13cdf-cf62-403f-a353-0fdb561b684a service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969261 Aug 03 19:14:40.205719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:40.205719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.243707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,segment=NetworkSegment(db079bf7-dab2-407c-9986-623ed8a86cc8),segment_id=db079bf7-dab2-407c-9986-623ed8a86cc8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:40.254014 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.257587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94165c78-fcec-45f3-8f9e-c0aadd940947 req-4c473496-5525-41cb-9104-8b9b90c84f04 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9db88e-eacd-4643-9583-4bc4022edfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473827 Aug 03 19:14:40.330001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf8563-7768-42e3-8843-ab7af4fb50fe None None] New status for floating IP dd62363a-4a88-45d3-be8f-ca2669469392: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:14:40.338818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] For port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,segment=NetworkSegment(db079bf7-dab2-407c-9986-623ed8a86cc8),segment_id=db079bf7-dab2-407c-9986-623ed8a86cc8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:40.339196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.364623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40730) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:40.492448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Calling delete_port for 8f4fad9c-8749-4f9f-ab2d-619b53da25ee owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:40.505604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa9a220-0b20-4849-8ea3-3c3b72f05d30,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:40.550990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9815116 Aug 03 19:14:40.561868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40734) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:40.567744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:40.585632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Request body: {'subnet': {'network_id': '1254f0db-63e4-4d4f-a818-16949c80c8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:40.596358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7b458-5cfe-4d5c-971c-8ba77722a3af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event updated for resources: {'Network': ['ID=1254f0db-63e4-4d4f-a818-16949c80c8a4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:40.616183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee72e3-7c3d-4651-a48b-1444ee8ecf6a req-1e5b3bd9-804a-4fcb-adf8-be55954dea9c tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:40.617405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1254f0db-63e4-4d4f-a818-16949c80c8a4 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:40.626351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee72e3-7c3d-4651-a48b-1444ee8ecf6a req-1e5b3bd9-804a-4fcb-adf8-be55954dea9c tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 948 time: 0.5625684 Aug 03 19:14:40.720342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcbf3c-3984-419d-baa3-7f92db7ba49b req-fff6ee63-b202-4ad2-9842-3c59961e915c tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:40.722046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78bcbf3c-3984-419d-baa3-7f92db7ba49b req-fff6ee63-b202-4ad2-9842-3c59961e915c tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.2701836 Aug 03 19:14:40.783536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee72e3-7c3d-4651-a48b-1444ee8ecf6a req-9ca05dd0-55cd-47ff-9608-034a568e4079 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561172 Aug 03 19:14:40.828102 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9c48-36ea-48d8-9c8f-692fc8238d04 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.843796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78bcbf3c-3984-419d-baa3-7f92db7ba49b req-de1d6802-9a16-4d30-877a-c09e84b07efb tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889246 Aug 03 19:14:40.844606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Made reservation on behalf of a4d92919cf62407abf9fb827248abae3 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:40.848273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.925626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cffefce6-afa7-431b-b1e9-4139fe053243 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:41.042881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9c48-36ea-48d8-9c8f-692fc8238d04 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.053291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e018-67fa-4d6d-8fa4-56afd2021973 req-ae01a9fb-f107-4ecf-8345-9f67130f1879 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:41.061371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12b9e018-67fa-4d6d-8fa4-56afd2021973 req-ae01a9fb-f107-4ecf-8345-9f67130f1879 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 949 time: 0.1138446 Aug 03 19:14:41.091966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.154876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12b9e018-67fa-4d6d-8fa4-56afd2021973 req-c28de071-9a26-4b5d-a06b-ac305335e4f1 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924590 Aug 03 19:14:41.187085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.264976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Pushing event deleted for resources: {'Port': ['ID=cffefce6-afa7-431b-b1e9-4139fe053243,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.270920 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.288602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] No DVR routers for this DVR port cffefce6-afa7-431b-b1e9-4139fe053243 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:41.291652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.295474 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-53f42a63-1df4-4e86-835c-89108875f975 req-dc8a3155-9c0e-45db-890b-13763a36be0b tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.88 "DELETE /v2.0/ports/cffefce6-afa7-431b-b1e9-4139fe053243 HTTP/1.1" status: 204 len: 173 time: 2.8932467 Aug 03 19:14:41.336631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device fb0f2596-cf73-460f-ac64-2e64b3ec6f2a details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:41.347993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:41.381026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9c48-36ea-48d8-9c8f-692fc8238d04 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.384199 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9c48-36ea-48d8-9c8f-692fc8238d04 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.386176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event updated for resources: {'Subnet': ['ID=7441986c-3b97-4fed-8bb3-dc29167950d3,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.389302 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cd7a9c48-36ea-48d8-9c8f-692fc8238d04 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "DELETE /v2.0/security-groups/7c80c6f8-7703-4611-9aeb-9c843dca7bfc HTTP/1.1" status: 204 len: 168 time: 1.0087943 Aug 03 19:14:41.391520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40766) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.402540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Checking segment: {'id': 'ca16c3cb-1296-490a-8e14-f6c3bebefb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1254f0db-63e4-4d4f-a818-16949c80c8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:41.403003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Network hostable DHCP agents. Network: 1254f0db-63e4-4d4f-a818-16949c80c8a4, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:14:41.403495 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:14:41.419834 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-e19583c4-1561-4a7b-84bd-b4e84b5d1ffd tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] show failed (client error): The resource could not be found. Aug 03 19:14:41.421099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e19583c4-1561-4a7b-84bd-b4e84b5d1ffd tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "GET /v2.0/security-groups/7c80c6f8-7703-4611-9aeb-9c843dca7bfc HTTP/1.1" status: 404 len: 347 time: 0.0286062 Aug 03 19:14:41.430326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a9c48-36ea-48d8-9c8f-692fc8238d04 tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c80c6f8-7703-4611-9aeb-9c843dca7bfc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.433241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40768) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.497524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Network 1254f0db-63e4-4d4f-a818-16949c80c8a4 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:41.501015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.548350 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:14:41.579415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a15678a-15be-4c42-b4fa-46cd97e0e5d9 req-21a99bdd-b736-4553-af55-001007523887 tempest-AttachSCSIVolumeTestJSON-220606466 tempest-AttachSCSIVolumeTestJSON-220606466-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6fba9a-5fae-4a86-b94d-19ca90db382d HTTP/1.1" status: 200 len: 210 time: 0.0942252 Aug 03 19:14:41.580039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40772) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.587113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1254f0db-63e4-4d4f-a818-16949c80c8a4) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:41.602799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:41.603543 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.624918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05436524-e0dc-48a2-b84f-77a2868dcc1f None None] Network 1254f0db-63e4-4d4f-a818-16949c80c8a4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:41.667373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2e3539e8-5c54-45c9-8d9a-f24940f641af tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1006179 Aug 03 19:14:41.670674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40776) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.677255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Request body: {'port': {'network_id': '1254f0db-63e4-4d4f-a818-16949c80c8a4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1568050994'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:41.693363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f4fad9c-8749-4f9f-ab2d-619b53da25ee up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:41.795786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Deleting port cb2dfd09-8723-4f4a-bd34-c60e42e0ecf3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:41.796187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.934361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8f4fad9c-8749-4f9f-ab2d-619b53da25ee {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:41.939025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f4fad9c-8749-4f9f-ab2d-619b53da25ee not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:14:42.068273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6fba9a-5fae-4a86-b94d-19ca90db382d', 'name': 'network-vif-deleted', 'tag': 'cffefce6-afa7-431b-b1e9-4139fe053243'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:42.070722 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420ee07d-cd6e-4537-a147-0388c27e0e5d" -d '{"events": [{"server_uuid": "7c6fba9a-5fae-4a86-b94d-19ca90db382d", "name": "network-vif-deleted", "tag": "cffefce6-afa7-431b-b1e9-4139fe053243"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:42.077317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4fad9c-8749-4f9f-ab2d-619b53da25ee,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:42.087260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Port 8f4fad9c-8749-4f9f-ab2d-619b53da25ee not found, will not notify nova. {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:14:42.107542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c80c468-fbb9-406e-ac8f-b5aa7a136ce9 admin admin] Deleting subnet 79e52404-dd16-47cd-883e-1d9ed7e894fe {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:42.122798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port f42c4690-6028-4a1e-b5e0-2d662833cb88 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:42.124933 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c80c468-fbb9-406e-ac8f-b5aa7a136ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.148100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:42.151717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f42c4690-6028-4a1e-b5e0-2d662833cb88 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:42.152340 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.164680 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.165112 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.208040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Made reservation on behalf of a4d92919cf62407abf9fb827248abae3 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:42.212052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.227297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', 'mac_address': 'fa:16:3e:69:04:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:42.247798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Calling delete_port for cb2dfd09-8723-4f4a-bd34-c60e42e0ecf3 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:42.288328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6aff5-3a0c-4098-87c6-d787da1c7da1 req-c1e47393-1417-4ff7-9bf2-4625c0a58881 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:42.290192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1dd6aff5-3a0c-4098-87c6-d787da1c7da1 req-c1e47393-1417-4ff7-9bf2-4625c0a58881 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 948 time: 0.2972422 Aug 03 19:14:42.331023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c80c468-fbb9-406e-ac8f-b5aa7a136ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.377351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.382092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] device_id is not set on port 138d49c2-c416-4418-b593-e1f563d78433 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:14:42.530978 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.582021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd98b3c-93ed-41e9-bad7-6f9557876798 req-45bdb2a4-655f-4a4b-9ea9-840fbe8fa8ea tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:42.589888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bd98b3c-93ed-41e9-bad7-6f9557876798 req-45bdb2a4-655f-4a4b-9ea9-840fbe8fa8ea tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.4276173 Aug 03 19:14:42.600435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c80c468-fbb9-406e-ac8f-b5aa7a136ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.618066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1254f0db-63e4-4d4f-a818-16949c80c8a4', 'network_id': '1254f0db-63e4-4d4f-a818-16949c80c8a4', 'tenant_id': 'a4d92919cf62407abf9fb827248abae3', 'fixed_ips': [{'subnet_id': '7441986c-3b97-4fed-8bb3-dc29167950d3'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:14:42.619491 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.656670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1dd6aff5-3a0c-4098-87c6-d787da1c7da1 req-f2630b7a-8a76-493c-84be-437cc5a4c17f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437641 Aug 03 19:14:42.658145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0f2596-cf73-460f-ac64-2e64b3ec6f2a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:42.675169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Router 15f0c03c-44a5-4980-b723-90abf3347eeb has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:42.714152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:42.726713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.739472 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d908a2-8908-4f29-9e6d-eb2bf3b860c6 x-openstack-request-id: req-71d908a2-8908-4f29-9e6d-eb2bf3b860c6 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:42.739774 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6fba9a-5fae-4a86-b94d-19ca90db382d", "name": "network-vif-deleted", "tag": "cffefce6-afa7-431b-b1e9-4139fe053243", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:42.740010 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71d908a2-8908-4f29-9e6d-eb2bf3b860c6 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:42.740405 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6fba9a-5fae-4a86-b94d-19ca90db382d', 'name': 'network-vif-deleted', 'tag': 'cffefce6-afa7-431b-b1e9-4139fe053243', 'status': 'completed', 'code': 200} Aug 03 19:14:42.741264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Allocated IP 172.20.0.5 (1254f0db-63e4-4d4f-a818-16949c80c8a4/7441986c-3b97-4fed-8bb3-dc29167950d3/138d49c2-c416-4418-b593-e1f563d78433) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:42.745128 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.781062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bd98b3c-93ed-41e9-bad7-6f9557876798 req-43e9ad00-3977-47a1-b510-52c75562db8c tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897376 Aug 03 19:14:42.850734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:42.864561 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] Sync routers for ids ['15f0c03c-44a5-4980-b723-90abf3347eeb'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:42.885077 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e04ada8f-e538-474f-a06e-4bc6e2cdaaf4 admin admin] 10.222.0.42 "PUT /v2.0/routers/15f0c03c-44a5-4980-b723-90abf3347eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7207043 Aug 03 19:14:42.885888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40792) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:42.888295 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] Routers {'15f0c03c-44a5-4980-b723-90abf3347eeb'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:42.889351 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['15f0c03c-44a5-4980-b723-90abf3347eeb'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:42.924777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:42.927172 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd21f1bd-771b-4358-bd71-fb1ed662ce5b" -d '{"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:42.961999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:42.977252 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.978109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d078b72f-0766-4676-a8e7-c8ad21595ae4 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:43.011668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.060296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.083123 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf8f008-3c36-4a1a-94b5-ca5b051847d3 x-openstack-request-id: req-0cf8f008-3c36-4a1a-94b5-ca5b051847d3 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:43.083499 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:43.083827 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0cf8f008-3c36-4a1a-94b5-ca5b051847d3 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:43.084231 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'code': 200} Aug 03 19:14:43.097067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.132131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c80c468-fbb9-406e-ac8f-b5aa7a136ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.144948 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] Set router 15f0c03c-44a5-4980-b723-90abf3347eeb gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:43.158928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.180263 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c80c468-fbb9-406e-ac8f-b5aa7a136ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.182621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c80c468-fbb9-406e-ac8f-b5aa7a136ce9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/79e52404-dd16-47cd-883e-1d9ed7e894fe HTTP/1.1" status: 204 len: 168 time: 1.5965829 Aug 03 19:14:43.185195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:43.225195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40800) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.232959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port d078b72f-0766-4676-a8e7-c8ad21595ae4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:43.252554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port d078b72f-0766-4676-a8e7-c8ad21595ae4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:43.256799 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.290157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Pushing event deleted for resources: {'Port': ['ID=cb2dfd09-8723-4f4a-bd34-c60e42e0ecf3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.349972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07c696-5856-4f5e-b0de-83bb20043e69 req-0c2b83d1-d517-4cd8-965a-698ca66d9b59 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:43.351709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e07c696-5856-4f5e-b0de-83bb20043e69 req-0c2b83d1-d517-4cd8-965a-698ca66d9b59 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 949 time: 0.5142655 Aug 03 19:14:43.352605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80c468-fbb9-406e-ac8f-b5aa7a136ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e52404-dd16-47cd-883e-1d9ed7e894fe,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.387699 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.447622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6884b-dde1-4910-8bac-01e029d3d54b req-98212958-7aeb-4ee2-ab51-e0a76796456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:43.449224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3fb6884b-dde1-4910-8bac-01e029d3d54b req-98212958-7aeb-4ee2-ab51-e0a76796456a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 1101 time: 0.1465240 Aug 03 19:14:43.545267 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.551740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.554710 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.555981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4f9eeda9-09e7-46ad-a55f-27074a01f09c tempest-ServersTestManualDisk-892980322 tempest-ServersTestManualDisk-892980322-project] 10.222.0.42 "DELETE /v2.0/floatingips/dd62363a-4a88-45d3-be8f-ca2669469392 HTTP/1.1" status: 204 len: 168 time: 2.1214280 Aug 03 19:14:43.562366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Deleting port 10e211a5-b624-4575-b950-94da65f94774 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:43.562768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.564453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40808) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.586648 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '10e211a5-b624-4575-b950-94da65f94774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:41Z', 'revision_number': 5, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port': {'id': '10e211a5-b624-4575-b950-94da65f94774', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:19Z', 'updated_at': '2021-08-03T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:43.643984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e07c696-5856-4f5e-b0de-83bb20043e69 req-39258ac1-492c-4b03-ad51-66624a7793e0 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294016 Aug 03 19:14:43.662692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.673731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.679164 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] Checking router: 15f0c03c-44a5-4980-b723-90abf3347eeb for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:43.719427 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] Routers {'15f0c03c-44a5-4980-b723-90abf3347eeb'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:43.720081 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['15f0c03c-44a5-4980-b723-90abf3347eeb'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:43.751158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:43.760246 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.761565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 35f94f6b-05ae-44bf-af93-566c73b6fff7 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:43.767661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] For port 10e211a5-b624-4575-b950-94da65f94774, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=10e211a5-b624-4575-b950-94da65f94774,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:43.768371 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.799753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Calling delete_port for 10e211a5-b624-4575-b950-94da65f94774 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:43.842911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Transition to ACTIVE for port object 138d49c2-c416-4418-b593-e1f563d78433 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:43.953128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3fb6884b-dde1-4910-8bac-01e029d3d54b req-de593505-dbd8-4afe-ad71-8f1abe53f22e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947987 Aug 03 19:14:43.980358 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] Set router 15f0c03c-44a5-4980-b723-90abf3347eeb gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:43.995627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.011811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 35f94f6b-05ae-44bf-af93-566c73b6fff7 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:44.013045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 35f94f6b-05ae-44bf-af93-566c73b6fff7 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:44.060783 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:43Z', 'revision_number': 6, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:44.096051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7f894-a3c3-40bf-84ae-301301915083 None None] The sync data for ids ['15f0c03c-44a5-4980-b723-90abf3347eeb'] in n-d-803378-1 is: [{'id': '15f0c03c-44a5-4980-b723-90abf3347eeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1764230112-router', 'tenant_id': 'd5a40692cfdf42c386131246280b2910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:15Z', 'updated_at': '2021-08-03T19:14:43Z', 'revision_number': 6, 'project_id': 'd5a40692cfdf42c386131246280b2910', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:44.186179 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.226010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Pushing event deleted for resources: {'Port': ['ID=10e211a5-b624-4575-b950-94da65f94774,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.293898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.475007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.479917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.557242 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.568312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.587093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.588107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15f0c03c-44a5-4980-b723-90abf3347eeb {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:14:44.598228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.600032 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f3d4313c-e71f-4644-a5a8-9cdb3c6cabdc admin admin] 10.222.0.42 "DELETE /v2.0/routers/15f0c03c-44a5-4980-b723-90abf3347eeb HTTP/1.1" status: 204 len: 168 time: 1.7130253 Aug 03 19:14:44.604299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40844) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.683468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Allocated IP 172.20.0.2 (1254f0db-63e4-4d4f-a818-16949c80c8a4/7441986c-3b97-4fed-8bb3-dc29167950d3/8fd47ce1-798b-453f-999b-4052ab9240a4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:44.687240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5408d573-50e5-4dd7-ba83-0725c673a66b admin admin] Deleting subnet 6eb976e6-7fa6-4478-a51f-ff8330753fed {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:44.692264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5408d573-50e5-4dd7-ba83-0725c673a66b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.741386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5408d573-50e5-4dd7-ba83-0725c673a66b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.746043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d63be7-6453-4d56-8e28-f6fd1397a953']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:44.761118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc2732-fdbc-4d63-86c1-4add02307d02 req-d820b5ac-e810-4b32-bdbe-0e02974fd3c7 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:44.770925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4cc2732-fdbc-4d63-86c1-4add02307d02 req-d820b5ac-e810-4b32-bdbe-0e02974fd3c7 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.8762619 Aug 03 19:14:44.839219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00fb17-11e7-406f-9cd7-ce8649b90aeb req-43dc5fe4-b4eb-404f-b0e5-0f2db7c67c80 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:44.846149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c00fb17-11e7-406f-9cd7-ce8649b90aeb req-43dc5fe4-b4eb-404f-b0e5-0f2db7c67c80 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 949 time: 0.9139709 Aug 03 19:14:44.854456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5408d573-50e5-4dd7-ba83-0725c673a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.894138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c045e8e0-2561-4ef7-a79b-bacc507b8476') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:44.894496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c045e8e0-2561-4ef7-a79b-bacc507b8476') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:44.924361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event updated for resources: {'Port': ['ID=138d49c2-c416-4418-b593-e1f563d78433,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.937016 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5408d573-50e5-4dd7-ba83-0725c673a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.984934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408d573-50e5-4dd7-ba83-0725c673a66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb976e6-7fa6-4478-a51f-ff8330753fed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.986794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5408d573-50e5-4dd7-ba83-0725c673a66b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.989024 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5408d573-50e5-4dd7-ba83-0725c673a66b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6eb976e6-7fa6-4478-a51f-ff8330753fed HTTP/1.1" status: 204 len: 168 time: 0.3832185 Aug 03 19:14:44.993562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40848) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:45.069068 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.072557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Network 1254f0db-63e4-4d4f-a818-16949c80c8a4 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:45.105996 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.135439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.137876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:45.143973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4cc2732-fdbc-4d63-86c1-4add02307d02 req-09c2fe96-ec2a-4f5e-b4b5-aea40c8b60b1 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718770 Aug 03 19:14:45.144872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Transition to ACTIVE for port object 8fd47ce1-798b-453f-999b-4052ab9240a4 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:45.151340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:45.177442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Transition to ACTIVE for port object 8fd47ce1-798b-453f-999b-4052ab9240a4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:45.206687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:45.213377 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd263e43-64fd-4733-a640-bd7973a26549" -d '{"events": [{"server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "name": "network-vif-plugged", "status": "completed", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:45.221882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.225948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c00fb17-11e7-406f-9cd7-ce8649b90aeb req-6370b183-142d-4119-9b2f-4b81ff454b43 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758514 Aug 03 19:14:45.249373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:45.250092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.252923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5594132-b7a1-429c-a27d-ff9345f49f11 None None] Network bd49ac4b-869d-4878-8651-9cebdd46562f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:45.288958 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.317464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:45.318777 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:45.344733 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:45.369957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6725647-3dc8-4822-9ddf-44f090536c15 req-b1a97f9f-0767-4bbb-b892-b46164b8b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:45.371805 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6725647-3dc8-4822-9ddf-44f090536c15 req-b1a97f9f-0767-4bbb-b892-b46164b8b984 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1100 time: 0.1087599 Aug 03 19:14:45.417576 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664f985a-3786-45df-9bed-c25d16e1c9c2 x-openstack-request-id: req-664f985a-3786-45df-9bed-c25d16e1c9c2 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:45.418221 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "name": "network-vif-plugged", "status": "completed", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:45.418945 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-664f985a-3786-45df-9bed-c25d16e1c9c2 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:45.422458 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'code': 200} Aug 03 19:14:45.428914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Deleting port b5ab934f-f9b0-4633-b2dd-0fd917fb031a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:45.429894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.439250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Network 1254f0db-63e4-4d4f-a818-16949c80c8a4 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:45.442827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Pushing event updated for resources: {'Port': ['ID=8fd47ce1-798b-453f-999b-4052ab9240a4,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:45.456169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:45.472056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device fb0f2596-cf73-460f-ac64-2e64b3ec6f2a up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:45.538341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:45.562768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c7a58b4-4b97-41ad-bbb4-e6d8ae20a0a0 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8898561 Aug 03 19:14:45.573800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.576998 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.586832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f2d63be7-6453-4d56-8e28-f6fd1397a953 HTTP/1.1" status: 204 len: 168 time: 2.3443122 Aug 03 19:14:45.601753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40854) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:45.686981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc87fb7-9560-41d3-bf76-a650abd2b2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d63be7-6453-4d56-8e28-f6fd1397a953,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:45.692148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 10e211a5-b624-4575-b950-94da65f94774 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:45.757672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 10e211a5-b624-4575-b950-94da65f94774 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:45.758778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 10e211a5-b624-4575-b950-94da65f94774 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:45.759464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f4fad9c-8749-4f9f-ab2d-619b53da25ee no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:45.823830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] For port b5ab934f-f9b0-4633-b2dd-0fd917fb031a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b5ab934f-f9b0-4633-b2dd-0fd917fb031a,segment=NetworkSegment(db079bf7-dab2-407c-9986-623ed8a86cc8),segment_id=db079bf7-dab2-407c-9986-623ed8a86cc8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:45.824188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.836687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Attempting to bind port 8fd47ce1-798b-453f-999b-4052ab9240a4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:45.837461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Attempting to bind port 8fd47ce1-798b-453f-999b-4052ab9240a4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ca16c3cb-1296-490a-8e14-f6c3bebefb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1254f0db-63e4-4d4f-a818-16949c80c8a4'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:45.838027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Attempting to bind port 8fd47ce1-798b-453f-999b-4052ab9240a4 on network 1254f0db-63e4-4d4f-a818-16949c80c8a4 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:45.843584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Calling delete_port for b5ab934f-f9b0-4633-b2dd-0fd917fb031a owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:45.847760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:45.848433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Checking segment: {'id': 'ca16c3cb-1296-490a-8e14-f6c3bebefb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1254f0db-63e4-4d4f-a818-16949c80c8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:45.849035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.849615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Bound using segment: {'id': 'ca16c3cb-1296-490a-8e14-f6c3bebefb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1254f0db-63e4-4d4f-a818-16949c80c8a4'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:45.850264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Bound port: 8fd47ce1-798b-453f-999b-4052ab9240a4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca16c3cb-1296-490a-8e14-f6c3bebefb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1254f0db-63e4-4d4f-a818-16949c80c8a4'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:45.850816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.866951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8f4fad9c-8749-4f9f-ab2d-619b53da25ee {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:45.867491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f4fad9c-8749-4f9f-ab2d-619b53da25ee not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:45.921100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40858) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:45.924009 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6725647-3dc8-4822-9ddf-44f090536c15 req-e76b3213-f137-4f2e-be19-3476c4d3b70a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385265 Aug 03 19:14:45.929512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2899c-deaf-486e-b146-2a50061e8ab0 req-75a85ada-0e08-48b0-b84f-df1c715a51e9 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:45.939776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29b2899c-deaf-486e-b146-2a50061e8ab0 req-75a85ada-0e08-48b0-b84f-df1c715a51e9 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 950 time: 0.6423922 Aug 03 19:14:45.976334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:45.986466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:45.986695 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.020677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8ac58-43c4-4b14-b592-171d4e1228b3 req-85ce09c1-0a95-4a4e-92b6-fea7117ea241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:46.026562 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-49b8ac58-43c4-4b14-b592-171d4e1228b3 req-85ce09c1-0a95-4a4e-92b6-fea7117ea241 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 1101 time: 0.3063695 Aug 03 19:14:46.045599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29b2899c-deaf-486e-b146-2a50061e8ab0 req-2c84e9cf-c18b-4528-ae27-c136634f6bf0 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064844 Aug 03 19:14:46.080387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] For port 8fd47ce1-798b-453f-999b-4052ab9240a4, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:46.087265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] For port 8fd47ce1-798b-453f-999b-4052ab9240a4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8fd47ce1-798b-453f-999b-4052ab9240a4,segment=NetworkSegment(ca16c3cb-1296-490a-8e14-f6c3bebefb31),segment_id=ca16c3cb-1296-490a-8e14-f6c3bebefb31)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:46.102366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9ea4cce3-dc14-4444-8da0-4923a270d72b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58e4353b3609446488911d3a5665931a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584477 Aug 03 19:14:46.102703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.104408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.108165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:46.111796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b15d4ea5-a706-4b45-8e50-8a2502719bc7 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Deleting port 138d49c2-c416-4418-b593-e1f563d78433 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:46.112314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b15d4ea5-a706-4b45-8e50-8a2502719bc7 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.185665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] DHCP port deletion for bd49ac4b-869d-4878-8651-9cebdd46562f request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:46.268729 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.287192 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.305667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fdc3f-5b91-423d-a79e-8f9280802a4e None None] Pushing event updated for resources: {'Port': ['ID=8fd47ce1-798b-453f-999b-4052ab9240a4,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.329844 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-49b8ac58-43c4-4b14-b592-171d4e1228b3 req-ac993e7c-9556-4c7b-b0a8-cf4c1ebe385e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772954 Aug 03 19:14:46.363311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:46.375620 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.381077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] Deleting port b5ab934f-f9b0-4633-b2dd-0fd917fb031a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:46.381467 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.424990 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ab934f-f9b0-4633-b2dd-0fd917fb031a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.466301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] No DVR routers for this DVR port b5ab934f-f9b0-4633-b2dd-0fd917fb031a on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:46.656670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] For port b5ab934f-f9b0-4633-b2dd-0fd917fb031a, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:46.660540 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.709039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] Calling delete_port for b5ab934f-f9b0-4633-b2dd-0fd917fb031a owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:46.733384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] Port b5ab934f-f9b0-4633-b2dd-0fd917fb031a was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:14:46.734311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.764490 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.845146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31fe833c-1e3d-4d50-9445-96addd33361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.853738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.881761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] Pushing event deleted for resources: {'Port': ['ID=b5ab934f-f9b0-4633-b2dd-0fd917fb031a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.886536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dab8b9-08db-4d2a-9e0d-60a3e46c1937 None None] No DVR routers for this DVR port b5ab934f-f9b0-4633-b2dd-0fd917fb031a on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:46.898308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd49ac4b-869d-4878-8651-9cebdd46562f']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:46.922677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db079bf7-dab2-407c-9986-623ed8a86cc8') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:46.923424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db079bf7-dab2-407c-9986-623ed8a86cc8') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:46.931077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:46.933348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:46.964981 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.973686 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b15d4ea5-a706-4b45-8e50-8a2502719bc7 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.041176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998df9-d525-47c3-9bf1-9e4d50cf1117 req-ddc3a86f-463c-41be-9926-b1f794287b1b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:47.051403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb998df9-d525-47c3-9bf1-9e4d50cf1117 req-ddc3a86f-463c-41be-9926-b1f794287b1b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.6688759 Aug 03 19:14:47.060957 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.086470 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56952b-8822-4c66-bd59-0bda6a8730bb req-45ed8d54-4fb0-4fd1-9c19-266c080adb6e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:47.087986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:47.088902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf56952b-8822-4c66-bd59-0bda6a8730bb req-45ed8d54-4fb0-4fd1-9c19-266c080adb6e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 950 time: 0.6917837 Aug 03 19:14:47.089605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:47.099545 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:47.105315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31fe833c-1e3d-4d50-9445-96addd33361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.161939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b15d4ea5-a706-4b45-8e50-8a2502719bc7 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Calling delete_port for 138d49c2-c416-4418-b593-e1f563d78433 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:47.263852 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.309749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:47.328804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.347206 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.353410 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bd49ac4b-869d-4878-8651-9cebdd46562f HTTP/1.1" status: 204 len: 168 time: 2.3547759 Aug 03 19:14:47.365424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f360d4-c811-4663-9d72-e5657867c575 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd49ac4b-869d-4878-8651-9cebdd46562f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:47.376447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'mac_address': 'fa:16:3e:20:89:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:47.390386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb998df9-d525-47c3-9bf1-9e4d50cf1117 req-70e54346-52bd-4317-a532-bb158e5e4647 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997510 Aug 03 19:14:47.404726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:47.417098 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.502789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf56952b-8822-4c66-bd59-0bda6a8730bb req-9f8d6e78-5618-4e53-bf8a-be71a23dfb14 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373449 Aug 03 19:14:47.564387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723bdad9-29d7-4a26-a33c-25b063d7e004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'}, {'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:47.587402 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f114b2b5-a7a7-4748-bc47-20b2eb3a10bf" -d '{"events": [{"server_uuid": "723bdad9-29d7-4a26-a33c-25b063d7e004", "name": "network-vif-plugged", "status": "completed", "tag": "fb0f2596-cf73-460f-ac64-2e64b3ec6f2a"}, {"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:47.710872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31fe833c-1e3d-4d50-9445-96addd33361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.721734 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87adb54f-040b-4971-a6dd-b38631a35307 x-openstack-request-id: req-87adb54f-040b-4971-a6dd-b38631a35307 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:47.722598 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723bdad9-29d7-4a26-a33c-25b063d7e004", "name": "network-vif-plugged", "status": "completed", "tag": "fb0f2596-cf73-460f-ac64-2e64b3ec6f2a", "code": 200}, {"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:47.728261 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87adb54f-040b-4971-a6dd-b38631a35307 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:47.729250 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723bdad9-29d7-4a26-a33c-25b063d7e004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', 'code': 200} Aug 03 19:14:47.730328 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'code': 200} Aug 03 19:14:47.735997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31fe833c-1e3d-4d50-9445-96addd33361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.738331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.742088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-31fe833c-1e3d-4d50-9445-96addd33361b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe16e90f-5944-4382-ac47-b33c7af7b9fd HTTP/1.1" status: 204 len: 168 time: 1.6326034 Aug 03 19:14:47.782938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40876) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:47.784182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8fd47ce1-798b-453f-999b-4052ab9240a4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:47.872633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe833c-1e3d-4d50-9445-96addd33361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe16e90f-5944-4382-ac47-b33c7af7b9fd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:47.878070 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9822437d-e0b5-4b63-a152-ab2b64fe9a8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5a40692cfdf42c386131246280b2910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965388 Aug 03 19:14:47.881084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40880) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:48.144425 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b15d4ea5-a706-4b45-8e50-8a2502719bc7 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.153331 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d74f6ba-c7c5-4f8c-9a0a-aec01e0ef6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.188336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d74f6ba-c7c5-4f8c-9a0a-aec01e0ef6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.205095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406952a-07c0-47f8-9735-2a6f5ddd80bd req-a4606c29-7fbd-4fdc-8921-e82eb38c23da tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:48.207558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1406952a-07c0-47f8-9735-2a6f5ddd80bd req-a4606c29-7fbd-4fdc-8921-e82eb38c23da tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 950 time: 0.5593319 Aug 03 19:14:48.225304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4f57f-cd26-4feb-b4d6-d7e0cc44b06b req-9c1a9f94-271e-4b7e-b2af-63252fa2b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:48.240302 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dc4f57f-cd26-4feb-b4d6-d7e0cc44b06b req-9c1a9f94-271e-4b7e-b2af-63252fa2b0c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 1101 time: 0.2166259 Aug 03 19:14:48.271686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d4ea5-a706-4b45-8e50-8a2502719bc7 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event deleted for resources: {'Port': ['ID=138d49c2-c416-4418-b593-e1f563d78433,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.272097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbdc52a-6911-4539-945e-fdeac9893bcd {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:48.389795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f612b44-5f79-42dd-ab3f-7f7c62b05ec9 None None] Network 1254f0db-63e4-4d4f-a818-16949c80c8a4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:48.404879 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dc4f57f-cd26-4feb-b4d6-d7e0cc44b06b req-b2b6dee3-2327-4c42-a9a1-d716dca7ae45 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455951 Aug 03 19:14:48.421114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d74f6ba-c7c5-4f8c-9a0a-aec01e0ef6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.440692 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d74f6ba-c7c5-4f8c-9a0a-aec01e0ef6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.442655 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d74f6ba-c7c5-4f8c-9a0a-aec01e0ef6bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8462e7fd-db92-464a-aa8a-e13dce8c620b HTTP/1.1" status: 204 len: 168 time: 0.5495813 Aug 03 19:14:48.459444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1406952a-07c0-47f8-9735-2a6f5ddd80bd req-ac664d78-32bf-441f-b5ee-b411987974d7 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012613 Aug 03 19:14:48.488858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74f6ba-c7c5-4f8c-9a0a-aec01e0ef6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8462e7fd-db92-464a-aa8a-e13dce8c620b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.517270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Deleting port a7b11e61-d325-4268-9c37-2f3fad9e51f0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:48.520966 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.536362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b15d4ea5-a706-4b45-8e50-8a2502719bc7 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.542220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b15d4ea5-a706-4b45-8e50-8a2502719bc7 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "DELETE /v2.0/ports/138d49c2-c416-4418-b593-e1f563d78433 HTTP/1.1" status: 204 len: 168 time: 2.8708413 Aug 03 19:14:48.542442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40888) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:48.662918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.692947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:48.800764 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.924781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd370e9-c102-4d04-8dab-dda0d6867594 req-7f8a52f5-5623-4da1-b604-4095ed0c3129 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:48.927093 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-292b4245-e0b3-4c7e-bc9a-c0426f1dde63 tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3813858 Aug 03 19:14:48.930542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40898) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:48.941043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcd370e9-c102-4d04-8dab-dda0d6867594 req-7f8a52f5-5623-4da1-b604-4095ed0c3129 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 947 time: 0.3616199 Aug 03 19:14:48.950375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.964177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1065991668'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:48.975988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-eb966012-5a7b-4775-9519-7b10c72e1da2 None None] Provisioning for port 8fd47ce1-798b-453f-999b-4052ab9240a4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:49.008920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-eb966012-5a7b-4775-9519-7b10c72e1da2 None None] Provisioning complete for port 8fd47ce1-798b-453f-999b-4052ab9240a4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:49.009850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb966012-5a7b-4775-9519-7b10c72e1da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.031248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567c44c-6823-4d09-b521-33e2ac6a848b req-d051d62e-06fc-43c0-9ab4-e4db197ef431 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:49.038365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3567c44c-6823-4d09-b521-33e2ac6a848b req-d051d62e-06fc-43c0-9ab4-e4db197ef431 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 950 time: 0.3902187 Aug 03 19:14:49.041073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Made reservation on behalf of a4d92919cf62407abf9fb827248abae3 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:49.054627 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.071643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8fd47ce1-798b-453f-999b-4052ab9240a4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:49.083058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] For port a7b11e61-d325-4268-9c37-2f3fad9e51f0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a7b11e61-d325-4268-9c37-2f3fad9e51f0,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:49.085515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.106394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8fd47ce1-798b-453f-999b-4052ab9240a4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:49.107053 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.162021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:49.177057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5dbdc52a-6911-4539-945e-fdeac9893bcd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:49.182600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.185961 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Added segment b380e98c-605e-456c-aef5-80eaf6937fe3 of type vlan for network 51af6713-c943-438f-aa57-8409796da6c0 Aug 03 19:14:49.258619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Calling delete_port for a7b11e61-d325-4268-9c37-2f3fad9e51f0 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:49.293752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcd370e9-c102-4d04-8dab-dda0d6867594 req-621a453c-922c-4770-8441-9735eb5f10ba tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506339 Aug 03 19:14:49.347852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3567c44c-6823-4d09-b521-33e2ac6a848b req-37e09910-491b-4130-88a0-b9c8cafe09dd tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782483 Aug 03 19:14:49.364534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.487128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.498958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:49.500522 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.651187 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.702063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb966012-5a7b-4775-9519-7b10c72e1da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.850346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event updated for resources: {'Network': ['ID=51af6713-c943-438f-aa57-8409796da6c0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:49.859717 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-98332808-c015-4346-ad7a-b7920f2f6b25 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9252567 Aug 03 19:14:49.861041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40920) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.887540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8fd47ce1-798b-453f-999b-4052ab9240a4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8fd47ce1-798b-453f-999b-4052ab9240a4,segment=NetworkSegment(ca16c3cb-1296-490a-8e14-f6c3bebefb31),segment_id=ca16c3cb-1296-490a-8e14-f6c3bebefb31)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:49.947455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 51af6713-c943-438f-aa57-8409796da6c0 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:50.051100 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.303322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c4c93-1122-455b-983b-99f9d527ef98 req-90737698-4a5e-4660-b0f5-a82f56e8e1f9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:50.309555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b6c4c93-1122-455b-983b-99f9d527ef98 req-90737698-4a5e-4660-b0f5-a82f56e8e1f9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 948 time: 0.8088903 Aug 03 19:14:50.380532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5658e2-de25-4209-b14b-17d4a254c6b5 req-3d394557-09e6-40b7-a54f-1e8f662c3768 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:50.387138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b5658e2-de25-4209-b14b-17d4a254c6b5 req-3d394557-09e6-40b7-a54f-1e8f662c3768 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 950 time: 0.7126982 Aug 03 19:14:50.408984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b5ab934f-f9b0-4633-b2dd-0fd917fb031a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:50.430363 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9c38c7ba-ad54-4572-aa72-1c7e4174a2fa tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "GET /v2.0/agents/6172d64f-1330-4db6-9584-22e86ad83bf9/dhcp-networks HTTP/1.1" status: 200 len: 5693 time: 0.5685542 Aug 03 19:14:50.431196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40942) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:50.466745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8fd47ce1-798b-453f-999b-4052ab9240a4,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:50.476723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: b5ab934f-f9b0-4633-b2dd-0fd917fb031a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:50.477674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b5ab934f-f9b0-4633-b2dd-0fd917fb031a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:50.561504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40946) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:50.613076 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.771402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d086e937-dad3-4dc0-8ad6-7c6ef75ae0f9 tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] Network 51af6713-c943-438f-aa57-8409796da6c0 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:50.809766 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d086e937-dad3-4dc0-8ad6-7c6ef75ae0f9 tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "POST /v2.0/agents/6172d64f-1330-4db6-9584-22e86ad83bf9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3738275 Aug 03 19:14:50.812801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40952) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:50.818023 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-eb966012-5a7b-4775-9519-7b10c72e1da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:14:50.818899 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-eb966012-5a7b-4775-9519-7b10c72e1da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:14:50.840159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8fd47ce1-798b-453f-999b-4052ab9240a4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:50.859272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b6c4c93-1122-455b-983b-99f9d527ef98 req-20b65596-d43f-4207-a926-c0ed46ac31d0 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331588 Aug 03 19:14:50.892341 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.910532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5c25b-e35c-4ea5-8748-b30aa81247b3 None None] Network 51af6713-c943-438f-aa57-8409796da6c0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:50.953955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b5658e2-de25-4209-b14b-17d4a254c6b5 req-bf13f130-055c-4048-bca7-a84df4df8b14 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513902 Aug 03 19:14:51.003956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b11e61-d325-4268-9c37-2f3fad9e51f0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:51.282147 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-241a8eef-4eb1-48f9-ab58-db1c4f22d213 tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "GET /v2.0/agents/6172d64f-1330-4db6-9584-22e86ad83bf9/dhcp-networks HTTP/1.1" status: 200 len: 6463 time: 0.4625208 Aug 03 19:14:51.284625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40962) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.286905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8fd47ce1-798b-453f-999b-4052ab9240a4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:51.289367 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.330682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.532950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a5dc0b18-7891-452d-9b16-421715ef82b7 tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "DELETE /v2.0/agents/6172d64f-1330-4db6-9584-22e86ad83bf9/dhcp-networks/51af6713-c943-438f-aa57-8409796da6c0 HTTP/1.1" status: 204 len: 168 time: 0.2424684 Aug 03 19:14:51.534246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.552798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb5dc7-7a69-4891-938e-505d5ef53fe3 req-b7a47ae6-220f-49a0-98c7-5f63cf921553 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:51.572745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21bb5dc7-7a69-4891-938e-505d5ef53fe3 req-b7a47ae6-220f-49a0-98c7-5f63cf921553 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 950 time: 0.2393825 Aug 03 19:14:51.701763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-466b6144-c123-4425-859f-ffa20ff1cd37 None None] Could not find standard attr ID for object 138d49c2-c416-4418-b593-e1f563d78433. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:14:51.733309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-466b6144-c123-4425-859f-ffa20ff1cd37 None None] Provisioning complete for port 8fd47ce1-798b-453f-999b-4052ab9240a4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:51.733796 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-466b6144-c123-4425-859f-ffa20ff1cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.800751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-147568390-network', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:51.842727 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b04914ca-395c-4cde-8c6d-1a8c8db00f56 tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "GET /v2.0/agents/6172d64f-1330-4db6-9584-22e86ad83bf9/dhcp-networks HTTP/1.1" status: 200 len: 5693 time: 0.2969666 Aug 03 19:14:51.843230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40980) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.897866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21bb5dc7-7a69-4891-938e-505d5ef53fe3 req-f35520a2-b431-4782-8a28-dc329cedf8a7 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217061 Aug 03 19:14:51.901130 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ebf9339-135e-4522-b2ad-5166fc94930f tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "GET /v2.0/networks/1254f0db-63e4-4d4f-a818-16949c80c8a4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0556247 Aug 03 19:14:51.910276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40986) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.950216 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-45ccf57e-e319-4ab7-994d-08e284cef0d1 tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "GET /v2.0/networks/1254f0db-63e4-4d4f-a818-16949c80c8a4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0332820 Aug 03 19:14:51.951521 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.973409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Made reservation on behalf of 80817cfe44684c2ca0f4ecbf51e8a336 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:51.977935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.003618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40992) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:52.007110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.152334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-04e46e3c-7f81-47a7-a885-79c2b4f9e840 tempest-DHCPAgentSchedulersTestJSON-955205839 tempest-DHCPAgentSchedulersTestJSON-955205839-project-admin] 10.222.0.42 "GET /v2.0/agents/6172d64f-1330-4db6-9584-22e86ad83bf9/dhcp-networks HTTP/1.1" status: 200 len: 5693 time: 0.1993623 Aug 03 19:14:52.160343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40994) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:52.707879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.776155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:52.875868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.895707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51af6713-c943-438f-aa57-8409796da6c0']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:52.908171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bff4a-3a03-4450-ba7a-e2407c51d87d req-eedfa624-78aa-4aaa-8e0b-dced1b1c2d94 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:52.910466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f7bff4a-3a03-4450-ba7a-e2407c51d87d req-eedfa624-78aa-4aaa-8e0b-dced1b1c2d94 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 950 time: 0.8167727 Aug 03 19:14:52.915983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b380e98c-605e-456c-aef5-80eaf6937fe3') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:52.916451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b380e98c-605e-456c-aef5-80eaf6937fe3') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:52.929231 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.953557 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.962054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:52.962567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:52.967512 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:52.997862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:53.100584 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.113786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeaf75-2f62-4c46-a6a2-7fe90e8dd4ec req-75531356-2461-4952-b999-ad0c6ec83a9d tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:53.120377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.121467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 5dbdc52a-6911-4539-945e-fdeac9893bcd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:53.122391 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.124947 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "DELETE /v2.0/networks/51af6713-c943-438f-aa57-8409796da6c0 HTTP/1.1" status: 204 len: 168 time: 0.9620655 Aug 03 19:14:53.127757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2afeaf75-2f62-4c46-a6a2-7fe90e8dd4ec req-75531356-2461-4952-b999-ad0c6ec83a9d tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 1101 time: 0.3371892 Aug 03 19:14:53.128404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41014) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:53.139213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf691ed1-ea0c-432c-9e96-34e36d376ce6 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event deleted for resources: {'Network': ['ID=51af6713-c943-438f-aa57-8409796da6c0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.249950 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d61309-3927-479a-a278-1d9e0517f46a tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:53.250702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d61309-3927-479a-a278-1d9e0517f46a tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:53.251035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.252512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-65d61309-3927-479a-a278-1d9e0517f46a tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "DELETE /v2.0/ports/138d49c2-c416-4418-b593-e1f563d78433 HTTP/1.1" status: 404 len: 333 time: 0.1102576 Aug 03 19:14:53.255627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41016) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:53.263145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f7bff4a-3a03-4450-ba7a-e2407c51d87d req-3dbbad76-3e73-4768-b88f-41f6e9498a0a tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390405 Aug 03 19:14:53.275349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2afeaf75-2f62-4c46-a6a2-7fe90e8dd4ec req-756cc8a6-3e84-4750-a7d7-97bf88dc7623 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.287960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.307422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.331729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:53.333358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:53.337131 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66144a14-1df4-4525-9b5d-10403729f382" -d '{"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-plugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:53.343054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.362635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-21832abd-8142-4b1f-b8b7-0d5df971c8dd tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Deleting subnet 7441986c-3b97-4fed-8bb3-dc29167950d3 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:53.368794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21832abd-8142-4b1f-b8b7-0d5df971c8dd tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.379329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:53.411044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.415649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:53.430480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f4312a0c-4840-4855-9f9a-6cb89de2b2ae admin admin] 10.222.0.42 "PUT /v2.0/routers/a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8579049 Aug 03 19:14:53.440139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41022) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:53.441441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] Sync routers for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:53.460458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:53.462358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:53.470122 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.470520 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Added segment ddece07d-72c3-47c0-9ac0-b8cf5a794e5a of type vlan for network a70c018a-eb12-4a0b-9027-b773648dbd6a Aug 03 19:14:53.491704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a72c9f-e65e-4502-b520-cdd0bbd67e0a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.552394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21832abd-8142-4b1f-b8b7-0d5df971c8dd tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.607940 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.633362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81317b15-4c4d-449d-b2c9-6f2d4fcaa826 req-0c7b9a05-4e4f-48df-9bcd-6de00297a8ac tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:53.634539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81317b15-4c4d-449d-b2c9-6f2d4fcaa826 req-0c7b9a05-4e4f-48df-9bcd-6de00297a8ac tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.2087898 Aug 03 19:14:53.678200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:53.697217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2afeaf75-2f62-4c46-a6a2-7fe90e8dd4ec req-756cc8a6-3e84-4750-a7d7-97bf88dc7623 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.712804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2afeaf75-2f62-4c46-a6a2-7fe90e8dd4ec req-756cc8a6-3e84-4750-a7d7-97bf88dc7623 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.728688 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.731231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:53.732142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.733207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.785768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21832abd-8142-4b1f-b8b7-0d5df971c8dd tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.794430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81317b15-4c4d-449d-b2c9-6f2d4fcaa826 req-f91d1ff6-293c-4671-96f9-30582f5794f0 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435392 Aug 03 19:14:53.862447 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2afeaf75-2f62-4c46-a6a2-7fe90e8dd4ec req-756cc8a6-3e84-4750-a7d7-97bf88dc7623 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681161 Aug 03 19:14:53.935945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21832abd-8142-4b1f-b8b7-0d5df971c8dd tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.943337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.947491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3495967 Aug 03 19:14:53.953055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cc8a6-3e84-4750-a7d7-97bf88dc7623 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d0a44-4e86-4c65-ab48-18a6bab86c50,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.955511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41036) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:53.970161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Request body: {'subnet': {'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-147568390-subnet', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:53.996752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b1c3a-315a-4276-b030-c65ac80fbda1 admin admin] Pushing event updated for resources: {'Network': ['ID=a70c018a-eb12-4a0b-9027-b773648dbd6a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:54.014744 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b053f17-c056-463b-a243-15703622e730 x-openstack-request-id: req-8b053f17-c056-463b-a243-15703622e730 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:54.015891 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-plugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:54.016448 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b053f17-c056-463b-a243-15703622e730 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:54.017169 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'code': 200} Aug 03 19:14:54.039806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a70c018a-eb12-4a0b-9027-b773648dbd6a details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:54.098573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21832abd-8142-4b1f-b8b7-0d5df971c8dd tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.108641 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-21832abd-8142-4b1f-b8b7-0d5df971c8dd tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "DELETE /v2.0/subnets/7441986c-3b97-4fed-8bb3-dc29167950d3 HTTP/1.1" status: 204 len: 168 time: 0.8519144 Aug 03 19:14:54.110782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21832abd-8142-4b1f-b8b7-0d5df971c8dd tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event deleted for resources: {'Subnet': ['ID=7441986c-3b97-4fed-8bb3-dc29167950d3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:54.111623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41042) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:54.114835 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.166360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f64770e-512f-4b18-a2dc-457612e72c0e None None] Network 1254f0db-63e4-4d4f-a818-16949c80c8a4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:54.240987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Made reservation on behalf of 80817cfe44684c2ca0f4ecbf51e8a336 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:54.250927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.375685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.497594 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.611475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Checking segment: {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:54.611475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Network hostable DHCP agents. Network: a70c018a-eb12-4a0b-9027-b773648dbd6a, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:14:54.630005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b737c63-a91f-4136-9815-ae16d7b3b91f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:54.650143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Deleting port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:54.651007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.675835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:14:50Z', 'revision_number': 5, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port': {'id': '8982b6ce-6a8d-4b36-8354-f23b0dae89a3', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:44Z', 'updated_at': '2021-08-03T19:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:54.688289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41058) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:54.758587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Network a70c018a-eb12-4a0b-9027-b773648dbd6a is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:54.779899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Deleting port 8fd47ce1-798b-453f-999b-4052ab9240a4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:54.780385 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.807184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a70c018a-eb12-4a0b-9027-b773648dbd6a) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:54.809664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] DHCP port deletion for 1254f0db-63e4-4d4f-a818-16949c80c8a4 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:54.838345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d7b22-90a8-463a-a59b-38d7714fefd8 None None] Network a70c018a-eb12-4a0b-9027-b773648dbd6a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:54.855175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] Checking router: a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:54.856883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:54.859216 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.956257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] For port 8982b6ce-6a8d-4b36-8354-f23b0dae89a3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8982b6ce-6a8d-4b36-8354-f23b0dae89a3,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:54.958345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.962207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-71d0eb21-5fae-43f8-83e0-963670bd74cd tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312139 Aug 03 19:14:54.983266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] Routers {'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:54.984124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:54.991137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-112a0e59-850d-47d6-981b-f76a8e6a9f9e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0318644 Aug 03 19:14:54.998571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41078) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:55.000344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Calling delete_port for 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:55.019556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:55.138073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] Set router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:55.150829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] For port 8fd47ce1-798b-453f-999b-4052ab9240a4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8fd47ce1-798b-453f-999b-4052ab9240a4,segment=NetworkSegment(ca16c3cb-1296-490a-8e14-f6c3bebefb31),segment_id=ca16c3cb-1296-490a-8e14-f6c3bebefb31)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:55.151208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.159495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-633b3219-bcee-459f-be48-1125839c4105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.187656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Calling delete_port for 8fd47ce1-798b-453f-999b-4052ab9240a4 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:55.198172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.199263 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.289800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb348d3-0961-4d3a-96c9-30bda49202c8 req-0f4be6f7-ef4a-460e-a8f9-869846a80798 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:55.291512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bb348d3-0961-4d3a-96c9-30bda49202c8 req-0f4be6f7-ef4a-460e-a8f9-869846a80798 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.2947690 Aug 03 19:14:55.373765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-502f51ba-dd05-4679-a84b-ec6398fc6efe tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:55.375396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-502f51ba-dd05-4679-a84b-ec6398fc6efe tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4117038 Aug 03 19:14:55.387520 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.387891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 6, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:55.438592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] Deleting port 8fd47ce1-798b-453f-999b-4052ab9240a4 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:55.438953 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.490228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2eb6b-c9d8-4339-a54e-5963578a604f None None] The sync data for ids ['a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa'] in n-d-803378-1 is: [{'id': 'a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa', 'name': 'tempest-ServersTestManualDisk-2021328968-router', 'tenant_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:41Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 6, 'project_id': '34f448b49eb04cdb9b38bdf45d3b9247', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:55.520944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Deleting port e5a9af84-6102-4185-af66-055d4429b9cf {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:55.521317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.526295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bb348d3-0961-4d3a-96c9-30bda49202c8 req-8192122a-06b1-4422-909e-a2b2f315f74a tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065423 Aug 03 19:14:55.589552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-a70c018a-eb12-4a0b-9027-b773648dbd6a', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:14:55.591079 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.612746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-633b3219-bcee-459f-be48-1125839c4105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.616612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.617414 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.628303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] For port 8fd47ce1-798b-453f-999b-4052ab9240a4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8fd47ce1-798b-453f-999b-4052ab9240a4,segment=NetworkSegment(ca16c3cb-1296-490a-8e14-f6c3bebefb31),segment_id=ca16c3cb-1296-490a-8e14-f6c3bebefb31)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:55.629003 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.636436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-633b3219-bcee-459f-be48-1125839c4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.645215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-f9540b77-51b9-4ad2-a423-c051c90a13eb tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/quotas/8e0f63f30ef74aec900477fcd78165c2 HTTP/1.1" status: 200 len: 375 time: 0.1347091 Aug 03 19:14:55.660885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] Calling delete_port for 8fd47ce1-798b-453f-999b-4052ab9240a4 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:55.687080 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.729174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=8982b6ce-6a8d-4b36-8354-f23b0dae89a3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:55.781261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.800567 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b3219-bcee-459f-be48-1125839c4105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d2b129-2574-4a0a-a522-bcc72aa3b529,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:55.803333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event deleted for resources: {'Port': ['ID=8fd47ce1-798b-453f-999b-4052ab9240a4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:55.813415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] No DVR routers for this DVR port 8fd47ce1-798b-453f-999b-4052ab9240a4 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:55.836337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-633b3219-bcee-459f-be48-1125839c4105 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d76bf7d4c80427e9eccf039741dfa5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1474876 Aug 03 19:14:55.849450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41080) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:55.881081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Allocated IP 172.20.0.2 (a70c018a-eb12-4a0b-9027-b773648dbd6a/7b737c63-a91f-4136-9815-ae16d7b3b91f/fd14ace6-e1ba-449c-a1a5-83ab5da14299) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:55.916123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] For port e5a9af84-6102-4185-af66-055d4429b9cf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e5a9af84-6102-4185-af66-055d4429b9cf,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:55.916533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.939871 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.957086 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.041940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-d48141a2-e3f0-41da-8693-54713343f766 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3543618 Aug 03 19:14:56.043116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Calling delete_port for e5a9af84-6102-4185-af66-055d4429b9cf owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:56.094313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] Pushing event deleted for resources: {'Port': ['ID=8fd47ce1-798b-453f-999b-4052ab9240a4,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:56.113059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8d2cf-1cba-4b5e-8df7-64de4b4d9d8e None None] No DVR routers for this DVR port 8fd47ce1-798b-453f-999b-4052ab9240a4 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:56.130032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8905f22a-9d76-4d06-9a87-14a2be6ec2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.164731 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba4a67e7-70b0-43f7-9687-eebab300e97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.174855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.176772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.179678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.234514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1254f0db-63e4-4d4f-a818-16949c80c8a4']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:56.250335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8905f22a-9d76-4d06-9a87-14a2be6ec2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.266270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca16c3cb-1296-490a-8e14-f6c3bebefb31') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:56.266563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca16c3cb-1296-490a-8e14-f6c3bebefb31') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:56.272258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.287416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.287804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:14:56.292172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Transition to ACTIVE for port object fd14ace6-e1ba-449c-a1a5-83ab5da14299 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:56.293721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.301996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.303456 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d0959283-094c-405c-bf3d-dbcc65344bcb admin admin] 10.222.0.42 "DELETE /v2.0/routers/a9ef78b6-bc50-46d8-9d70-f0ee9f7bd0aa HTTP/1.1" status: 204 len: 168 time: 2.8617892 Aug 03 19:14:56.305930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:56.318588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Transition to ACTIVE for port object fd14ace6-e1ba-449c-a1a5-83ab5da14299 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:56.334476 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.344998 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.374183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d19b1c-df22-425e-b959-d8253318f614 admin admin] Deleting subnet 3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:56.381929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40d19b1c-df22-425e-b959-d8253318f614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.393345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:56.398983 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:56.402582 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:56.441135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Network a70c018a-eb12-4a0b-9027-b773648dbd6a is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:56.463089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:56.474628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:56.476764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Pushing event updated for resources: {'Port': ['ID=fd14ace6-e1ba-449c-a1a5-83ab5da14299,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:56.552753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40d19b1c-df22-425e-b959-d8253318f614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.651794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Attempting to bind port fd14ace6-e1ba-449c-a1a5-83ab5da14299 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:56.654080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Attempting to bind port fd14ace6-e1ba-449c-a1a5-83ab5da14299 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:56.654898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Attempting to bind port fd14ace6-e1ba-449c-a1a5-83ab5da14299 on network a70c018a-eb12-4a0b-9027-b773648dbd6a {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:56.689013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:56.692347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Checking segment: {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:56.694486 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.696490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Bound using segment: {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:56.700158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Bound port: fd14ace6-e1ba-449c-a1a5-83ab5da14299, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:56.703857 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.759286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a7b11e61-d325-4268-9c37-2f3fad9e51f0 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:56.829199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a7b11e61-d325-4268-9c37-2f3fad9e51f0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:56.830256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a7b11e61-d325-4268-9c37-2f3fad9e51f0 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:56.831074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:56.864017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40d19b1c-df22-425e-b959-d8253318f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.961166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] For port fd14ace6-e1ba-449c-a1a5-83ab5da14299, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:57.045827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40d19b1c-df22-425e-b959-d8253318f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.079693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:57.080765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8982b6ce-6a8d-4b36-8354-f23b0dae89a3 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:57.081713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8fd47ce1-798b-453f-999b-4052ab9240a4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:57.116677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40d19b1c-df22-425e-b959-d8253318f614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.127654 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-40d19b1c-df22-425e-b959-d8253318f614 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c HTTP/1.1" status: 204 len: 168 time: 0.8188317 Aug 03 19:14:57.128563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d19b1c-df22-425e-b959-d8253318f614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4d3ec8-4ae3-4129-b590-ea17bcd99e2c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.138673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41102) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.146074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e5a3bf-2210-485c-aa90-b11927a3a592 None None] Network 8c285acc-5231-469d-8b37-d6f79a2f7ecc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:57.151160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8fd47ce1-798b-453f-999b-4052ab9240a4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:57.152098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8fd47ce1-798b-453f-999b-4052ab9240a4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:57.254766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.335559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8905f22a-9d76-4d06-9a87-14a2be6ec2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.341052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8905f22a-9d76-4d06-9a87-14a2be6ec2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.345134 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8905f22a-9d76-4d06-9a87-14a2be6ec2a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3d2b129-2574-4a0a-a522-bcc72aa3b529 HTTP/1.1" status: 204 len: 168 time: 1.4837949 Aug 03 19:14:57.367081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] For port fd14ace6-e1ba-449c-a1a5-83ab5da14299, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fd14ace6-e1ba-449c-a1a5-83ab5da14299,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:57.374080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.406423 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.499512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Deleting port 1b7d8b3d-489e-404d-b447-bd950727c2f8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:57.503766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.511044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.514199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] 10.222.0.42 "DELETE /v2.0/networks/1254f0db-63e4-4d4f-a818-16949c80c8a4 HTTP/1.1" status: 204 len: 168 time: 3.3851078 Aug 03 19:14:57.553131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905f22a-9d76-4d06-9a87-14a2be6ec2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d2b129-2574-4a0a-a522-bcc72aa3b529,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.558212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113254-4fda-45ba-b922-364592e46150 tempest-DHCPAgentSchedulersTestJSON-630327499 tempest-DHCPAgentSchedulersTestJSON-630327499-project] Pushing event deleted for resources: {'Network': ['ID=1254f0db-63e4-4d4f-a818-16949c80c8a4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.564579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.592242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeff74b-cec1-42d0-adf9-8b284682bb8a None None] Pushing event updated for resources: {'Port': ['ID=fd14ace6-e1ba-449c-a1a5-83ab5da14299,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.656878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a9af84-6102-4185-af66-055d4429b9cf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.670817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] DHCP port deletion for 8c285acc-5231-469d-8b37-d6f79a2f7ecc request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:57.817947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] For port 1b7d8b3d-489e-404d-b447-bd950727c2f8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1b7d8b3d-489e-404d-b447-bd950727c2f8,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:57.819064 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.821319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] Deleting port 1b7d8b3d-489e-404d-b447-bd950727c2f8 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:57.821733 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.876377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Calling delete_port for 1b7d8b3d-489e-404d-b447-bd950727c2f8 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:57.886909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cda65e4-559a-499a-80e7-0e6c19bede68 req-c3cfee5f-dc23-42e5-9d24-2284b4d7ab7d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 210 time: 0.2361255 Aug 03 19:14:57.913822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265149b-8907-431d-9e8e-1c305925a8c5 req-f7e475f8-5d9d-4e08-925b-ec3df6cdf079 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:57.913822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a265149b-8907-431d-9e8e-1c305925a8c5 req-f7e475f8-5d9d-4e08-925b-ec3df6cdf079 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.6046615 Aug 03 19:14:58.078004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] For port 1b7d8b3d-489e-404d-b447-bd950727c2f8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1b7d8b3d-489e-404d-b447-bd950727c2f8,segment=NetworkSegment(4356caa0-5a0b-48ef-98ad-ee3ab7073f04),segment_id=4356caa0-5a0b-48ef-98ad-ee3ab7073f04)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:58.078836 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.131318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] Calling delete_port for 1b7d8b3d-489e-404d-b447-bd950727c2f8 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:58.163513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.181005 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.216576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.286052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7d8b3d-489e-404d-b447-bd950727c2f8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:58.303797 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] No DVR routers for this DVR port 1b7d8b3d-489e-404d-b447-bd950727c2f8 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:58.394977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.479852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] Pushing event deleted for resources: {'Port': ['ID=1b7d8b3d-489e-404d-b447-bd950727c2f8,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:58.492305 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.493516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32b688-26cc-4676-9396-330cec34b001 None None] No DVR routers for this DVR port 1b7d8b3d-489e-404d-b447-bd950727c2f8 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:58.527052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c285acc-5231-469d-8b37-d6f79a2f7ecc']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:58.546172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a265149b-8907-431d-9e8e-1c305925a8c5 req-4a4a3559-82f6-4292-bb10-4fbacbda07fe tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955521 Aug 03 19:14:58.563531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4356caa0-5a0b-48ef-98ad-ee3ab7073f04') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:58.564710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4356caa0-5a0b-48ef-98ad-ee3ab7073f04') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:58.577453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Allocated IP 172.25.4.69 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/8c93bddd-c990-4329-b158-776db51acf2c) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:58.604388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.608839 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.632835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41146) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:58.645798 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.664599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:58.666669 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:58.679678 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:58.878898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.892692 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.896067 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/8c285acc-5231-469d-8b37-d6f79a2f7ecc HTTP/1.1" status: 204 len: 168 time: 1.7559187 Aug 03 19:14:58.947392 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d64dd4-1af7-483e-8078-98d7312fd9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8c285acc-5231-469d-8b37-d6f79a2f7ecc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:59.000531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fd14ace6-e1ba-449c-a1a5-83ab5da14299 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:59.148215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port fd14ace6-e1ba-449c-a1a5-83ab5da14299 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:59.210959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.246303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c2b04e6-5f2f-4d5a-a223-7bc0460581bf req-8282d598-7a36-4b58-b79b-6940fb429752 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 210 time: 0.0672269 Aug 03 19:14:59.272502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1b7d8b3d-489e-404d-b447-bd950727c2f8 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:59.288470 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Router 1843d3da-52f3-410f-b168-21411e2edd41 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:59.306187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1b7d8b3d-489e-404d-b447-bd950727c2f8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:59.307146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1b7d8b3d-489e-404d-b447-bd950727c2f8 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:59.420597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41160) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.434195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:59.477024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:59.493397 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] Sync routers for ids ['1843d3da-52f3-410f-b168-21411e2edd41'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:59.519116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4452510c-cffa-47ba-abd5-827bb155332d admin admin] 10.222.0.42 "PUT /v2.0/routers/1843d3da-52f3-410f-b168-21411e2edd41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5136681 Aug 03 19:14:59.521308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.527216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41164) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.555670 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-72b56fb5-1153-4a2f-95b1-c5a4c8fb17e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4d92919cf62407abf9fb827248abae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9195893 Aug 03 19:14:59.560997 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-999568a7-0e33-48a9-85b9-d01ce08b4bb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34f448b49eb04cdb9b38bdf45d3b9247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383750 Aug 03 19:14:59.562516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41172) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.563551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41174) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.620857 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] Routers {'1843d3da-52f3-410f-b168-21411e2edd41'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:59.630045 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:14:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1843d3da-52f3-410f-b168-21411e2edd41'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:59.707155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:59.726669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'mac_address': 'fa:16:3e:d8:58:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:59.755652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-74b21689-f2b5-4b72-84f4-5d3d89e67062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.790957 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.791258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ad4d0-750f-4e9c-888d-91352ae88b9c None None] Network a70c018a-eb12-4a0b-9027-b773648dbd6a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:59.808067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-74b21689-f2b5-4b72-84f4-5d3d89e67062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.811032 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e98c4fc5-1d14-4fc1-b7d2-d603fb49bfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.817177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:59.826139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:59.833914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:59.870154 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e98c4fc5-1d14-4fc1-b7d2-d603fb49bfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.943789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e98c4fc5-1d14-4fc1-b7d2-d603fb49bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.948854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f42c4690-6028-4a1e-b5e0-2d662833cb88 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:59.949264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e98c4fc5-1d14-4fc1-b7d2-d603fb49bfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.951403 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e98c4fc5-1d14-4fc1-b7d2-d603fb49bfcd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb9742c6-7f7d-4ee9-b028-95fe22a63f75 HTTP/1.1" status: 204 len: 168 time: 0.3840568 Aug 03 19:14:59.962440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-74b21689-f2b5-4b72-84f4-5d3d89e67062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.965747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-74b21689-f2b5-4b72-84f4-5d3d89e67062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.967525 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-74b21689-f2b5-4b72-84f4-5d3d89e67062 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fa9a220-0b20-4849-8ea3-3c3b72f05d30 HTTP/1.1" status: 204 len: 168 time: 0.4020934 Aug 03 19:14:59.969349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c4fc5-1d14-4fc1-b7d2-d603fb49bfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9742c6-7f7d-4ee9-b028-95fe22a63f75,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:59.983068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b21689-f2b5-4b72-84f4-5d3d89e67062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa9a220-0b20-4849-8ea3-3c3b72f05d30,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.040138 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.083025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:00.098419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-03de90d5-438f-4119-ad2e-7585b468e5db None None] Provisioning for port fd14ace6-e1ba-449c-a1a5-83ab5da14299 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:00.111844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-03de90d5-438f-4119-ad2e-7585b468e5db None None] Provisioning complete for port fd14ace6-e1ba-449c-a1a5-83ab5da14299 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:00.113024 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03de90d5-438f-4119-ad2e-7585b468e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.200140 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.205561 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] Set router 1843d3da-52f3-410f-b168-21411e2edd41 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:00.219945 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-261dea2f-9627-45df-a5e8-33993b925533 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884490 Aug 03 19:15:00.311207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Pushing event updated for resources: {'Port': ['ID=8c93bddd-c990-4329-b158-776db51acf2c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.451309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f42c4690-6028-4a1e-b5e0-2d662833cb88'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:00.453749 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1a34d400-fd3d-4bef-9c3e-6610955c14f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.548212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-4677f5b8-728b-48c0-aea6-458d11b562d7 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:00.549956 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-4677f5b8-728b-48c0-aea6-458d11b562d7 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232622 Aug 03 19:15:00.561645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82a56bcd-7675-47fc-bc06-493f956cc592 req-5875c106-4eec-40e2-8452-2e86c62a7ee4 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 210 time: 0.1708479 Aug 03 19:15:00.566031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Request body: {'port': {'device_id': '9c4b7c00-9ec6-4ec0-9952-d21565083a8f', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '8e0f63f30ef74aec900477fcd78165c2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:00.639665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074db6c-3f4b-490a-bf68-3af1d79bd3e8 req-95368436-f376-4d36-8423-36a7ac2bbdc3 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:00.642474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9074db6c-3f4b-490a-bf68-3af1d79bd3e8 req-95368436-f376-4d36-8423-36a7ac2bbdc3 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.8650854 Aug 03 19:15:00.732966 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.798051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.837547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Made reservation on behalf of 8e0f63f30ef74aec900477fcd78165c2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:00.847313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.882238 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03de90d5-438f-4119-ad2e-7585b468e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.931460 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:14:57Z', 'revision_number': 5, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:00.988211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-6346178b-523f-4e02-8eb6-db4c045e0fba tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541325 Aug 03 19:15:01.055354 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] Checking router: 1843d3da-52f3-410f-b168-21411e2edd41 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:15:01.097596 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] Routers {'1843d3da-52f3-410f-b168-21411e2edd41'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:01.099755 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1843d3da-52f3-410f-b168-21411e2edd41'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:01.100359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.144948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41212) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:01.214191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-03de90d5-438f-4119-ad2e-7585b468e5db None None] For port fd14ace6-e1ba-449c-a1a5-83ab5da14299, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fd14ace6-e1ba-449c-a1a5-83ab5da14299,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:01.231829 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03de90d5-438f-4119-ad2e-7585b468e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.313164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de90d5-438f-4119-ad2e-7585b468e5db None None] Pushing event updated for resources: {'Port': ['ID=fd14ace6-e1ba-449c-a1a5-83ab5da14299,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:01.327712 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e56cb28f-461b-4a48-b4c1-d95887cdd9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.409110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-6ca9c177-3752-4d9c-8c7c-30c916f39852 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:01.412781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-6ca9c177-3752-4d9c-8c7c-30c916f39852 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3888338 Aug 03 19:15:01.443912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Request body: {'port': {'device_id': 'ad866b05-4662-40f4-8e3d-200acd3e315a', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '8e0f63f30ef74aec900477fcd78165c2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:01.469633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9074db6c-3f4b-490a-bf68-3af1d79bd3e8 req-af649007-58eb-47f4-b323-27cfa3f92fe3 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210684 Aug 03 19:15:01.530863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Allocated IP 192.168.233.252 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/0eb8d244-2bf0-4dde-a361-a94044e29b13) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:01.568026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a841f0dc-4231-425c-b808-3a6a8f5f8763 None None] Provisioning complete for port fd14ace6-e1ba-449c-a1a5-83ab5da14299 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:01.572349 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a841f0dc-4231-425c-b808-3a6a8f5f8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.638506 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] Set router 1843d3da-52f3-410f-b168-21411e2edd41 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:01.737500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Deleting port 03c80730-b04e-4380-8a65-d224368ca1e8 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:01.737894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.776664 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.886456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e56cb28f-461b-4a48-b4c1-d95887cdd9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.893770 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.897043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e56cb28f-461b-4a48-b4c1-d95887cdd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.002366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e192371b-e2ce-47e7-8c8f-0ed0e38c5e15 req-2c545db2-8d9e-415b-bf76-9253a19f2612 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 210 time: 0.1585672 Aug 03 19:15:02.119470 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e56cb28f-461b-4a48-b4c1-d95887cdd9b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0b4cb6fd9544f10b8f48cfd0b270dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9708951 Aug 03 19:15:02.122275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] For port 03c80730-b04e-4380-8a65-d224368ca1e8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=03c80730-b04e-4380-8a65-d224368ca1e8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:02.122786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.125884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41240) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:02.129265 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:14:57Z', 'revision_number': 5, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:02.161072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cb28f-461b-4a48-b4c1-d95887cdd9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed66aa1-5772-4d09-8c47-0e3b77008eb0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:02.167353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Calling delete_port for 03c80730-b04e-4380-8a65-d224368ca1e8 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:02.193984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.197887 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a8e7c-e5c5-4568-9e8d-2ea9217a5932 None None] The sync data for ids ['1843d3da-52f3-410f-b168-21411e2edd41'] in n-d-803378-1 is: [{'id': '1843d3da-52f3-410f-b168-21411e2edd41', 'name': 'tempest-AttachSCSIVolumeTestJSON-241508730-router', 'tenant_id': 'd7ee39b2670a49979831d80dc8454475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:08Z', 'updated_at': '2021-08-03T19:14:57Z', 'revision_number': 5, 'project_id': 'd7ee39b2670a49979831d80dc8454475', 'gw_port': {'id': '03c80730-b04e-4380-8a65-d224368ca1e8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843d3da-52f3-410f-b168-21411e2edd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:10Z', 'updated_at': '2021-08-03T19:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:15:02.209667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Made reservation on behalf of 8e0f63f30ef74aec900477fcd78165c2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:02.217340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.285514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Transition to ACTIVE for port object 0eb8d244-2bf0-4dde-a361-a94044e29b13 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:02.396031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e42ee2-48ba-4a18-988a-2630caf7514c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.444091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41258) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:02.460536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-1ac267a7-7bd9-40e7-8996-3209f94a0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:02.463769 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-1ac267a7-7bd9-40e7-8996-3209f94a0fcc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de47365fb2a8436ebc75d53ad6143b29&device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 1100 time: 0.3793097 Aug 03 19:15:02.466628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.510242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:02.517355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e42ee2-48ba-4a18-988a-2630caf7514c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.542305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.781821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fd14ace6-e1ba-449c-a1a5-83ab5da14299 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:02.844082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1782226493-network', 'tenant_id': '54b62c92ecdc40d7af2df589870fd16f'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:02.883090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Allocated IP 192.168.233.128 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/c5b52e94-8bb7-4d27-b1d7-539f96061a50) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:03.019217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fd14ace6-e1ba-449c-a1a5-83ab5da14299 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:03.019590 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.229850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.266054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'Port': ['ID=0eb8d244-2bf0-4dde-a361-a94044e29b13,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:03.301786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:03.303530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:03.303920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e5a9af84-6102-4185-af66-055d4429b9cf no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:03.307245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:03.352460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e5a9af84-6102-4185-af66-055d4429b9cf {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:03.353040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e5a9af84-6102-4185-af66-055d4429b9cf not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:03.419393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:03.420092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.454314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:03.473136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Transition to ACTIVE for port object c5b52e94-8bb7-4d27-b1d7-539f96061a50 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:03.512120 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-9f70d7eb-e166-4dba-9078-da106a28bea1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9509990 Aug 03 19:15:03.520010 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.524209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-694c094f-9225-41d1-ba2e-62e84f865a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:03.526171 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-694c094f-9225-41d1-ba2e-62e84f865a84 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.8225632 Aug 03 19:15:03.530470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Request body: {'port': {'device_id': '9c4b7c00-9ec6-4ec0-9952-d21565083a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:03.576442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:03.617192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'Port': ['ID=c5b52e94-8bb7-4d27-b1d7-539f96061a50,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:03.631095 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.664996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f42c4690-6028-4a1e-b5e0-2d662833cb88 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:03.665819 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.667939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e42ee2-48ba-4a18-988a-2630caf7514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.674745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e42ee2-48ba-4a18-988a-2630caf7514c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.687173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-84e42ee2-48ba-4a18-988a-2630caf7514c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ed66aa1-5772-4d09-8c47-0e3b77008eb0 HTTP/1.1" status: 204 len: 168 time: 1.5597572 Aug 03 19:15:03.732093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Made reservation on behalf of 54b62c92ecdc40d7af2df589870fd16f for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:03.735517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.826095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e60579d-385d-4f19-9dd0-1321f935837e None None] Provisioning for port 0eb8d244-2bf0-4dde-a361-a94044e29b13 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:03.831500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c80730-b04e-4380-8a65-d224368ca1e8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:03.844329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e60579d-385d-4f19-9dd0-1321f935837e None None] Provisioning complete for port 0eb8d244-2bf0-4dde-a361-a94044e29b13 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:03.845006 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e60579d-385d-4f19-9dd0-1321f935837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.867955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e42ee2-48ba-4a18-988a-2630caf7514c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed66aa1-5772-4d09-8c47-0e3b77008eb0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:03.916545 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.960093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cd942-f22d-4351-9d9a-49fe34d4dcbd req-c1606b74-0a60-458e-83de-646171588f35 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:03.975395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa2cd942-f22d-4351-9d9a-49fe34d4dcbd req-c1606b74-0a60-458e-83de-646171588f35 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 936 time: 0.4842269 Aug 03 19:15:03.989411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2e60579d-385d-4f19-9dd0-1321f935837e None None] Port 0eb8d244-2bf0-4dde-a361-a94044e29b13 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:04.004568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01442865-c50f-4540-ad8e-ad9ebb50e3d7 req-5682273b-2925-4cdd-8676-24702fa31c71 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:04.017880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01442865-c50f-4540-ad8e-ad9ebb50e3d7 req-5682273b-2925-4cdd-8676-24702fa31c71 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.5511327 Aug 03 19:15:04.058955 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.130390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:04.134382 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcad13b-b581-4954-90f7-19e07b6a58a6" -d '{"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:04.161671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:04.172513 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.210754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:04.215762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:04.219551 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-c851e769-3f38-4f53-b326-f99d53e8eb92 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88 HTTP/1.1" status: 200 len: 217 time: 0.6057158 Aug 03 19:15:04.222939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:04.290403 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.307855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:04.309373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.403519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-4225e1d6-088f-4e75-b66d-2b5f01334df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:04.405113 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-4225e1d6-088f-4e75-b66d-2b5f01334df7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0923731 Aug 03 19:15:04.425302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:04.458465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.496764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.627491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-90d03a2a-6928-48bd-bc05-f9dcb70ba2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:04.634137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-90d03a2a-6928-48bd-bc05-f9dcb70ba2d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564927 Aug 03 19:15:04.722892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa2cd942-f22d-4351-9d9a-49fe34d4dcbd req-e9930913-11b4-4684-8614-642dbce6d309 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7462537 Aug 03 19:15:04.821074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01442865-c50f-4540-ad8e-ad9ebb50e3d7 req-6333af2d-8b0a-4170-832f-2c929c2014b0 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7981346 Aug 03 19:15:04.841856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2be7af0b-c108-447b-a4c1-6e14484de86e None None] Provisioning for port c5b52e94-8bb7-4d27-b1d7-539f96061a50 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:04.852389 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.854773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2be7af0b-c108-447b-a4c1-6e14484de86e None None] Provisioning complete for port c5b52e94-8bb7-4d27-b1d7-539f96061a50 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:04.861362 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2be7af0b-c108-447b-a4c1-6e14484de86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.868740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.873653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Router 5c903655-7573-4ef2-b232-00e679569a00 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:15:05.045941 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01758dc1-3b39-4128-b1d1-b01b60ae37ca x-openstack-request-id: req-01758dc1-3b39-4128-b1d1-b01b60ae37ca {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:05.046579 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:05.048175 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01758dc1-3b39-4128-b1d1-b01b60ae37ca {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:05.050953 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-be55cfb7-0daf-4e43-89ef-4783f24aa02f service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777475 Aug 03 19:15:05.056975 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'code': 200} Aug 03 19:15:05.142918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2be7af0b-c108-447b-a4c1-6e14484de86e None None] Port c5b52e94-8bb7-4d27-b1d7-539f96061a50 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:05.199146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.199625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1843d3da-52f3-410f-b168-21411e2edd41 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:15:05.214606 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.219337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-68e87eea-c7df-4b40-a275-3444cabceb81 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1843d3da-52f3-410f-b168-21411e2edd41 HTTP/1.1" status: 204 len: 168 time: 5.6857858 Aug 03 19:15:05.220716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:05.365862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:15:05.412916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Sync routers for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:15:05.427054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.441527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.459559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.463983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9e86b333-4516-43b4-af4a-a8774c720072 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.4479384 Aug 03 19:15:05.467999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41324) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:05.509719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:05.510922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:05.519865 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-b7b56eba-dd55-4750-946b-49c6a9275a57 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0968823 Aug 03 19:15:05.536926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Request body: {'port': {'device_id': 'ad866b05-4662-40f4-8e3d-200acd3e315a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:05.556992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0022525b-11ed-4774-b1b3-69244df3e837 admin admin] Deleting subnet 74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:05.562476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:05.577398 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0022525b-11ed-4774-b1b3-69244df3e837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.612473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc5bd6a-0922-48f3-aba5-3d326f8afe70,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:05.618689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.619075 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Added segment 6bf09d45-d575-4443-bf84-b2ec36223183 of type vlan for network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 Aug 03 19:15:05.716598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb8d244-2bf0-4dde-a361-a94044e29b13 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:05.722190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0022525b-11ed-4774-b1b3-69244df3e837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.772948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.833297 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c214634a-1621-4fde-81fb-9e1a3d26f3e7 req-81be838b-8952-4c6d-bf88-bbd8c946d76e service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455740 Aug 03 19:15:05.845890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.951245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.967659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Transition to ACTIVE for port object 0eb8d244-2bf0-4dde-a361-a94044e29b13 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:05.999110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.106940 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:15:06.199599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb8d244-2bf0-4dde-a361-a94044e29b13,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:06.340410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.345579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:06.348314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.348972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:06.488329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8b24-52a3-4d95-93a2-6b148fe21fc4 req-3fd15c53-a295-44de-bdf1-cce33241eb08 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:06.504957 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bfd8b24-52a3-4d95-93a2-6b148fe21fc4 req-3fd15c53-a295-44de-bdf1-cce33241eb08 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.3906789 Aug 03 19:15:06.545989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc38cc-200d-4be8-8e52-8f18f44fd00f req-07e52634-1872-4d3a-b8c6-dfbef75be347 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:06.554440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dfc38cc-200d-4be8-8e52-8f18f44fd00f req-07e52634-1872-4d3a-b8c6-dfbef75be347 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 936 time: 0.4480488 Aug 03 19:15:06.661066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 03c80730-b04e-4380-8a65-d224368ca1e8 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:06.730713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 03c80730-b04e-4380-8a65-d224368ca1e8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:06.732460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 03c80730-b04e-4380-8a65-d224368ca1e8 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:06.764891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Attempting to bind port 0eb8d244-2bf0-4dde-a361-a94044e29b13 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:06.765580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Attempting to bind port 0eb8d244-2bf0-4dde-a361-a94044e29b13 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:06.765580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Attempting to bind port 0eb8d244-2bf0-4dde-a361-a94044e29b13 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:06.773506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Port 0eb8d244-2bf0-4dde-a361-a94044e29b13 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:06.773821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Attempting to bind port 0eb8d244-2bf0-4dde-a361-a94044e29b13 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:06.916088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.4663036 Aug 03 19:15:06.927144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dfc38cc-200d-4be8-8e52-8f18f44fd00f req-ad710ff0-c8ed-49d1-a362-bebfd8b0c604 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140256 Aug 03 19:15:06.957508 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0022525b-11ed-4774-b1b3-69244df3e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.957508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41346) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:06.969101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:01Z', 'revision_number': 3, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:06.969741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Request body: {'subnet': {'network_id': 'a7bc8b66-1872-4db7-92f2-8dc7d5f40741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1782226493-subnet', 'tenant_id': '54b62c92ecdc40d7af2df589870fd16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:07.058279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Made reservation on behalf of 54b62c92ecdc40d7af2df589870fd16f for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:07.063958 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.145410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Checking router: 5c903655-7573-4ef2-b232-00e679569a00 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:15:07.145739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Updating router 5c903655-7573-4ef2-b232-00e679569a00 port 8c93bddd-c990-4329-b158-776db51acf2c binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:15:07.211270 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.244270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b52e94-8bb7-4d27-b1d7-539f96061a50 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:07.270649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.298234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Transition to ACTIVE for port object c5b52e94-8bb7-4d27-b1d7-539f96061a50 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:07.306286 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.341006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:07.343916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:07.346624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:07.347639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Bound port: 0eb8d244-2bf0-4dde-a361-a94044e29b13, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:07.354182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.647644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bfd8b24-52a3-4d95-93a2-6b148fe21fc4 req-a692aaef-85ed-4e81-9fb8-d86d5ad1426f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1408579 Aug 03 19:15:07.649454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a69c-8cf6-4931-913b-b34f10e5feb6 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bc8b66-1872-4db7-92f2-8dc7d5f40741,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:07.659314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.665583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] For port 0eb8d244-2bf0-4dde-a361-a94044e29b13, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:07.673746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] For port 0eb8d244-2bf0-4dde-a361-a94044e29b13, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0eb8d244-2bf0-4dde-a361-a94044e29b13,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:07.674411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41362) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.698821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.717866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0022525b-11ed-4774-b1b3-69244df3e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.845544 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.890270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022525b-11ed-4774-b1b3-69244df3e837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:07.891234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Transition to ACTIVE for port object 8c93bddd-c990-4329-b158-776db51acf2c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:07.907620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:07.911453 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.925577 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.926445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:07.930068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.938155 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] 10.222.0.88 "PUT /v2.0/ports/0eb8d244-2bf0-4dde-a361-a94044e29b13 HTTP/1.1" status: 200 len: 1096 time: 4.4142575 Aug 03 19:15:07.988093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0022525b-11ed-4774-b1b3-69244df3e837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.003515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0022525b-11ed-4774-b1b3-69244df3e837 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/74cdc5ac-e1cd-4b5b-bf66-d050ecbcfa6c HTTP/1.1" status: 204 len: 168 time: 2.7815909 Aug 03 19:15:08.027533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4b7c00-9ec6-4ec0-9952-d21565083a8f', 'tag': '0eb8d244-2bf0-4dde-a361-a94044e29b13'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:08.033124 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4b7c00-9ec6-4ec0-9952-d21565083a8f", "tag": "0eb8d244-2bf0-4dde-a361-a94044e29b13"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:08.039269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b52e94-8bb7-4d27-b1d7-539f96061a50,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.046940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41370) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:08.170991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-445ae1ac-9e95-41a8-b232-5c02cf09dd85 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-842833951'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:08.171496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-445ae1ac-9e95-41a8-b232-5c02cf09dd85 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Unknown quota resources ['metering_label']. {{(pid=94134) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:15:08.357343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41380) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:08.366523 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b596d786-0a10-4a92-bfeb-0bab0797c711 x-openstack-request-id: req-b596d786-0a10-4a92-bfeb-0bab0797c711 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:08.366961 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4b7c00-9ec6-4ec0-9952-d21565083a8f", "tag": "0eb8d244-2bf0-4dde-a361-a94044e29b13", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:08.367499 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b596d786-0a10-4a92-bfeb-0bab0797c711 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:08.368259 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4b7c00-9ec6-4ec0-9952-d21565083a8f', 'tag': '0eb8d244-2bf0-4dde-a361-a94044e29b13', 'status': 'completed', 'code': 200} Aug 03 19:15:08.467074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Attempting to bind port c5b52e94-8bb7-4d27-b1d7-539f96061a50 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:08.468393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Attempting to bind port c5b52e94-8bb7-4d27-b1d7-539f96061a50 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:08.469098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Attempting to bind port c5b52e94-8bb7-4d27-b1d7-539f96061a50 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:08.488435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Port c5b52e94-8bb7-4d27-b1d7-539f96061a50 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:08.489155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Attempting to bind port c5b52e94-8bb7-4d27-b1d7-539f96061a50 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:08.505218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb12c7-9d9d-4d17-a6c8-18093ea31a9f None None] Pushing event updated for resources: {'Port': ['ID=8c93bddd-c990-4329-b158-776db51acf2c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.516473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b739c38d-e06f-46bf-a2cd-3dbb38fb8133,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.517608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c192b2cf-8033-4827-913e-88e78cbf4f7f None None] Network 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:08.569997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:08.570774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:08.571563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:08.572524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Bound port: c5b52e94-8bb7-4d27-b1d7-539f96061a50, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:08.573298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.578255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Attempting to bind port 8c93bddd-c990-4329-b158-776db51acf2c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:08.578858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Attempting to bind port 8c93bddd-c990-4329-b158-776db51acf2c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:08.579454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Attempting to bind port 8c93bddd-c990-4329-b158-776db51acf2c on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:08.603175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-e4d7b48c-fb49-47f1-a0d3-792af1e30709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:08.606747 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-e4d7b48c-fb49-47f1-a0d3-792af1e30709 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 1099 time: 0.5478506 Aug 03 19:15:08.668272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:08.670005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:08.670461 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.671079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:08.671911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Bound port: 8c93bddd-c990-4329-b158-776db51acf2c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:08.672549 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.734605 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-d518e840-4f9d-400a-bdf5-f5ddf91b333c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0eb8d244-2bf0-4dde-a361-a94044e29b13 HTTP/1.1" status: 200 len: 217 time: 0.1069987 Aug 03 19:15:08.759070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-445ae1ac-9e95-41a8-b232-5c02cf09dd85 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.761033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-445ae1ac-9e95-41a8-b232-5c02cf09dd85 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0800157 Aug 03 19:15:08.769289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41394) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:08.774594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-44d4f5e7-b034-42ba-908b-eee3441adfa7 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3107deaa-0d8d-44c0-8938-6f1ffd436209'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:08.775776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-44d4f5e7-b034-42ba-908b-eee3441adfa7 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94134) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:15:08.790355 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.791832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Checking segment: {'id': '6bf09d45-d575-4443-bf84-b2ec36223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a7bc8b66-1872-4db7-92f2-8dc7d5f40741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:08.792529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Network hostable DHCP agents. Network: a7bc8b66-1872-4db7-92f2-8dc7d5f40741, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:08.820480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b40cb-ceaa-4ab1-b465-ded6f88b73d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb8d244-2bf0-4dde-a361-a94044e29b13,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.923242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] For port 8c93bddd-c990-4329-b158-776db51acf2c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:08.932553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] For port 8c93bddd-c990-4329-b158-776db51acf2c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8c93bddd-c990-4329-b158-776db51acf2c,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:08.938301 n-d-803378-1 neutron-server[94134]: WARNING neutron.services.metering.metering_plugin [None req-44d4f5e7-b034-42ba-908b-eee3441adfa7 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:15:08.964872 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.027109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:09.027827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:09.032204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-bdf34716-e245-4bd8-999f-ca5f7fc8803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.034841 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-bdf34716-e245-4bd8-999f-ca5f7fc8803a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2375178 Aug 03 19:15:09.039846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] For port c5b52e94-8bb7-4d27-b1d7-539f96061a50, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:09.047695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] For port c5b52e94-8bb7-4d27-b1d7-539f96061a50, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c5b52e94-8bb7-4d27-b1d7-539f96061a50,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:09.054995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Allocated IP 172.20.0.1 (a70c018a-eb12-4a0b-9027-b773648dbd6a/7b737c63-a91f-4136-9815-ae16d7b3b91f/70ffa9e3-14f2-4157-a91f-fc7798710fb1) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:09.061853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.161121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.162225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.164001 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] 10.222.0.88 "PUT /v2.0/ports/c5b52e94-8bb7-4d27-b1d7-539f96061a50 HTTP/1.1" status: 200 len: 1096 time: 3.6342444 Aug 03 19:15:09.190952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:09.256785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Deleting port 187b3732-6e64-4281-ab21-bda9e67ae8ff {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:09.257642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.264428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae19bd2-ee10-4244-9dfd-2e7c7b82e486 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b52e94-8bb7-4d27-b1d7-539f96061a50,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:09.331337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-bedc8e08-cc3e-422e-b95d-9c14713225ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.333450 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-bedc8e08-cc3e-422e-b95d-9c14713225ea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2906094 Aug 03 19:15:09.374152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.408609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Transition to ACTIVE for port object 70ffa9e3-14f2-4157-a91f-fc7798710fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:09.546377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-3c100890-d55e-4fee-aec8-d09b9398886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.548700 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-3c100890-d55e-4fee-aec8-d09b9398886e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 1099 time: 0.3415201 Aug 03 19:15:09.553191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] For port 187b3732-6e64-4281-ab21-bda9e67ae8ff, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=187b3732-6e64-4281-ab21-bda9e67ae8ff,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:09.556561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.560666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb12c7-9d9d-4d17-a6c8-18093ea31a9f None None] Pushing event updated for resources: {'Port': ['ID=8c93bddd-c990-4329-b158-776db51acf2c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:09.616050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] DHCP port deletion for 1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:15:09.647843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Calling delete_port for 187b3732-6e64-4281-ab21-bda9e67ae8ff owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:09.654865 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-1016e264-e065-4a1d-aa9f-697ece142530 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c5b52e94-8bb7-4d27-b1d7-539f96061a50 HTTP/1.1" status: 200 len: 217 time: 0.0942042 Aug 03 19:15:09.660617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.721204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] Deleting port 187b3732-6e64-4281-ab21-bda9e67ae8ff {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:09.721640 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.760654 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-f105482f-03b7-4fcc-b910-7522bf8f8018 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183624 Aug 03 19:15:09.799524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] For port 187b3732-6e64-4281-ab21-bda9e67ae8ff, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=187b3732-6e64-4281-ab21-bda9e67ae8ff,segment=NetworkSegment(36b267dd-0f40-4883-a6c8-de32a9327fe8),segment_id=36b267dd-0f40-4883-a6c8-de32a9327fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:09.799993 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.817417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] Calling delete_port for 187b3732-6e64-4281-ab21-bda9e67ae8ff owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:09.834707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-f288ec56-a55f-43d4-9981-8e41a22f7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.836707 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-f288ec56-a55f-43d4-9981-8e41a22f7d04 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1708968 Aug 03 19:15:09.951017 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.997744 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.009037 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-c9b139b0-a650-4573-86b0-2486e7b2d72d service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394927 Aug 03 19:15:10.048471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-5762ccc0-b153-465f-b2e0-430bb8004f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.051558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] No DVR routers for this DVR port 187b3732-6e64-4281-ab21-bda9e67ae8ff on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:10.052133 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-5762ccc0-b153-465f-b2e0-430bb8004f4b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013235 Aug 03 19:15:10.055651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=187b3732-6e64-4281-ab21-bda9e67ae8ff,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:10.081070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4d9a-e8c9-4f47-bf3f-a09009bfcc28 None None] Pushing event deleted for resources: {'Port': ['ID=187b3732-6e64-4281-ab21-bda9e67ae8ff,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:10.092177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] No DVR routers for this DVR port 187b3732-6e64-4281-ab21-bda9e67ae8ff on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:10.103330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:01Z', 'revision_number': 3, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:10.154781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc8ff7-7b04-4b27-abe0-5ebfd85989b1 None None] The sync data for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 is: [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:01Z', 'revision_number': 3, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:15:10.271404 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.293107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-38f92d63-bf66-4644-94e3-dd6b6016f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.294916 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-38f92d63-bf66-4644-94e3-dd6b6016f618 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 1099 time: 0.2257428 Aug 03 19:15:10.296913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:10.327018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b267dd-0f40-4883-a6c8-de32a9327fe8') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:10.327257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b267dd-0f40-4883-a6c8-de32a9327fe8') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:10.340227 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-384283d5-0247-4c40-b0fa-dfd3a0fe795f service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722125 Aug 03 19:15:10.372320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad866b05-4662-40f4-8e3d-200acd3e315a', 'tag': 'c5b52e94-8bb7-4d27-b1d7-539f96061a50'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:10.374892 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14e7ad3-801b-4117-b03a-ed8de8cda57e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad866b05-4662-40f4-8e3d-200acd3e315a", "tag": "c5b52e94-8bb7-4d27-b1d7-539f96061a50"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:10.385605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.406823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:10.420685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Pushing event updated for resources: {'Port': ['ID=70ffa9e3-14f2-4157-a91f-fc7798710fb1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:10.429826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5c988ac-c8df-4e0f-8db3-c82b1fcce859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.461883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44d4f5e7-b034-42ba-908b-eee3441adfa7 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.463109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-44d4f5e7-b034-42ba-908b-eee3441adfa7 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.6923313 Aug 03 19:15:10.463808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a7bc8b66-1872-4db7-92f2-8dc7d5f40741) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:10.469546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.471056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.474410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41400) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:10.476375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Network a70c018a-eb12-4a0b-9027-b773648dbd6a is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:10.480216 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.483305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486928bc-9aa4-4adf-9924-ad5a365c8063 None None] Network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:10.493538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d6a7067a-4ff8-4bb7-8f46-8a8ee0af24c5 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3107deaa-0d8d-44c0-8938-6f1ffd436209'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:10.494182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d6a7067a-4ff8-4bb7-8f46-8a8ee0af24c5 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:15:10.506445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:10.511355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:10.608382 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.648322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758724b-a53f-4e87-965c-77352130a5e1 req-0ffcaf4a-4d4b-4be4-a11c-eeb2f1c93fcf tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.648646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1758724b-a53f-4e87-965c-77352130a5e1 req-0ffcaf4a-4d4b-4be4-a11c-eeb2f1c93fcf tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 1.6996119 Aug 03 19:15:10.736792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:15:10.740664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:15:10.756538 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:15:10.800674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-07fb0b1e-d029-4b0e-95e2-04b40686a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.807034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-07fb0b1e-d029-4b0e-95e2-04b40686a509 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4942126 Aug 03 19:15:10.809009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d03c4554-0d8a-4f12-9d35-665d1f0fdb1c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8525293 Aug 03 19:15:10.838223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16b008-b3b3-4393-9fbd-cffcb7adee44 req-0365d7f7-a314-4c20-ac88-2ab5c9547987 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.842911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a16b008-b3b3-4393-9fbd-cffcb7adee44 req-0365d7f7-a314-4c20-ac88-2ab5c9547987 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 948 time: 2.6668324 Aug 03 19:15:10.888465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8c93bddd-c990-4329-b158-776db51acf2c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:11.144304 n-d-803378-1 neutron-server[94133]: WARNING neutron.services.metering.metering_plugin [None req-d6a7067a-4ff8-4bb7-8f46-8a8ee0af24c5 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:15:11.153824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcb5743-2fff-47fe-8a8a-ed73799a0e89 None None] Network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:11.179759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a16b008-b3b3-4393-9fbd-cffcb7adee44 req-2627db1a-8712-4c88-9be4-34803e513d39 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723291 Aug 03 19:15:11.351422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8c93bddd-c990-4329-b158-776db51acf2c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:11.353089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5c988ac-c8df-4e0f-8db3-c82b1fcce859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.365821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8c93bddd-c990-4329-b158-776db51acf2c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:11.366146 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.370099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5c988ac-c8df-4e0f-8db3-c82b1fcce859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.372189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bff2de3b-6216-461f-8e79-0d62a9635159 None None] Provisioning for port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:11.404322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bff2de3b-6216-461f-8e79-0d62a9635159 None None] Provisioning complete for port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:11.404520 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bff2de3b-6216-461f-8e79-0d62a9635159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.451871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bff2de3b-6216-461f-8e79-0d62a9635159 None None] Port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:11.487439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c988ac-c8df-4e0f-8db3-c82b1fcce859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fef60d-e0cd-4b81-b661-087683ffac91,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:11.530628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.568464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e5c988ac-c8df-4e0f-8db3-c82b1fcce859 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf2eea305b1642fca734c527dc6c600c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2019522 Aug 03 19:15:11.573930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41420) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:11.644489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1758724b-a53f-4e87-965c-77352130a5e1 req-c682b289-288c-4779-9a76-69773fa150dd tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9780562 Aug 03 19:15:11.715632 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.757121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8c93bddd-c990-4329-b158-776db51acf2c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8c93bddd-c990-4329-b158-776db51acf2c,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:11.762762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.853026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8c93bddd-c990-4329-b158-776db51acf2c,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:11.869155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 187b3732-6e64-4281-ab21-bda9e67ae8ff no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:11.903571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 187b3732-6e64-4281-ab21-bda9e67ae8ff {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:11.904101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 187b3732-6e64-4281-ab21-bda9e67ae8ff not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:12.052692 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd40d185-11ad-46c6-aa23-7fd8a8465c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.083315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd40d185-11ad-46c6-aa23-7fd8a8465c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.148176 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15803de8-4683-419f-ac5b-485197493155 x-openstack-request-id: req-15803de8-4683-419f-ac5b-485197493155 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:12.150292 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad866b05-4662-40f4-8e3d-200acd3e315a", "tag": "c5b52e94-8bb7-4d27-b1d7-539f96061a50", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:12.150961 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15803de8-4683-419f-ac5b-485197493155 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:12.152440 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad866b05-4662-40f4-8e3d-200acd3e315a', 'tag': 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', 'status': 'completed', 'code': 200} Aug 03 19:15:12.156671 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05d1ba67-3dd5-41b1-98c6-4e59e86a2a11 req-3509178f-f455-43d0-9c4c-9d0a586a755f service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7778630 Aug 03 19:15:12.157087 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd40d185-11ad-46c6-aa23-7fd8a8465c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.159547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd40d185-11ad-46c6-aa23-7fd8a8465c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.165385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fd40d185-11ad-46c6-aa23-7fd8a8465c61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50fef60d-e0cd-4b81-b661-087683ffac91 HTTP/1.1" status: 204 len: 168 time: 0.5707016 Aug 03 19:15:12.165704 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-83566a0b-4e86-4cf9-a0d9-3361a84fa594 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0eb8d244-2bf0-4dde-a361-a94044e29b13 HTTP/1.1" status: 200 len: 217 time: 1.1517870 Aug 03 19:15:12.165704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.168900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-d91c27b5-94c3-447b-b47f-1d78b344b760 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:12.171285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-d91c27b5-94c3-447b-b47f-1d78b344b760 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/networks?id=a7bc8b66-1872-4db7-92f2-8dc7d5f40741 HTTP/1.1" status: 200 len: 814 time: 0.4761264 Aug 03 19:15:12.206576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40d185-11ad-46c6-aa23-7fd8a8465c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fef60d-e0cd-4b81-b661-087683ffac91,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:12.224690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-4c5675f9-4b03-4743-a540-70d5c1d4df05 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/quotas/54b62c92ecdc40d7af2df589870fd16f HTTP/1.1" status: 200 len: 375 time: 0.0439403 Aug 03 19:15:12.341160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-782ce3b1-8299-4051-b75b-e83cd2885da2 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b62c92ecdc40d7af2df589870fd16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924375 Aug 03 19:15:12.448586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6a7067a-4ff8-4bb7-8f46-8a8ee0af24c5 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.459774 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6a7067a-4ff8-4bb7-8f46-8a8ee0af24c5 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.9821064 Aug 03 19:15:12.468989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41436) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:12.471417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.480065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.525338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.530002 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97 HTTP/1.1" status: 204 len: 168 time: 4.4682710 Aug 03 19:15:12.564783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41438) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:12.662951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efe4c6a-a8c0-4b01-a9b2-6f90ee100f97,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:12.719689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8c93bddd-c990-4329-b158-776db51acf2c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:12.727034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-93542f04-e69e-4cf4-a640-ef0e65adac15 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=957e24be-cb1c-401f-859f-f2b25b6c8f9a HTTP/1.1" status: 200 len: 462 time: 0.1912220 Aug 03 19:15:12.745406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:12.765800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.768128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.768128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.768128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.768128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.768128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.768128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.769200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.769607 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.770345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.771608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.771608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba571715-5c99-4901-8276-378f0d154b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:12.788086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f72c4-11ed-4103-9395-d0710b133c49 req-2e8f1a72-e3ed-47c4-80b1-57cb614ccb58 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:12.789847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d8f72c4-11ed-4103-9395-d0710b133c49 req-2e8f1a72-e3ed-47c4-80b1-57cb614ccb58 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 948 time: 0.4540491 Aug 03 19:15:12.803146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-9b51817c-9539-4b24-92dd-e25c89fec02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:12.805333 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-9b51817c-9539-4b24-92dd-e25c89fec02c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.6260371 Aug 03 19:15:12.815648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-829c7be5-baf7-4ce3-97e0-bc9f2faf5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:12.817421 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-829c7be5-baf7-4ce3-97e0-bc9f2faf5e8b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 1099 time: 0.3894227 Aug 03 19:15:12.934179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8c93bddd-c990-4329-b158-776db51acf2c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:12.936512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.959748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d8f72c4-11ed-4103-9395-d0710b133c49 req-b7ec3b86-6aa0-42a4-9666-5dc7cba81c6f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967770 Aug 03 19:15:12.964665 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.966274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Pushing event updated for resources: {'Port': ['ID=70ffa9e3-14f2-4157-a91f-fc7798710fb1,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:13.223576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0eb8d244-2bf0-4dde-a361-a94044e29b13 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:13.238901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-6096bc00-3974-4888-b21b-19b3c3008155 service neutron] 10.222.0.42 "GET /v2.0/networks/a7bc8b66-1872-4db7-92f2-8dc7d5f40741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8486888 Aug 03 19:15:13.251500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-6dbb6416-9358-4f48-8674-c05edfc5e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:13.255964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-6dbb6416-9358-4f48-8674-c05edfc5e5ee service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4184263 Aug 03 19:15:13.428454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Network a70c018a-eb12-4a0b-9027-b773648dbd6a is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:13.433024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6582d100-c3a4-42b4-8696-40425c51f450 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.443119 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6582d100-c3a4-42b4-8696-40425c51f450 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/957e24be-cb1c-401f-859f-f2b25b6c8f9a HTTP/1.1" status: 204 len: 168 time: 0.6923044 Aug 03 19:15:13.444249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:13.474967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:13.489567 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-a85c6d02-0eab-4eab-aa3d-21877aaad624 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c5b52e94-8bb7-4d27-b1d7-539f96061a50 HTTP/1.1" status: 200 len: 217 time: 0.2223032 Aug 03 19:15:13.504999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8f441028-366b-493b-9fb9-9c632582924d tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=957e24be-cb1c-401f-859f-f2b25b6c8f9a HTTP/1.1" status: 200 len: 221 time: 0.0507557 Aug 03 19:15:13.507448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41460) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:13.535016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-90c158e8-af93-4f2f-b2e8-82d9a72df6e8 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--5237223', 'description': 'label created by tempest'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:13.535817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-90c158e8-af93-4f2f-b2e8-82d9a72df6e8 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Unknown quota resources ['metering_label']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:15:13.551040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-e6134a4e-1d89-4eb7-b2ba-28a891b02dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:13.556928 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-e6134a4e-1d89-4eb7-b2ba-28a891b02dfd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7372816 Aug 03 19:15:13.572860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0eb8d244-2bf0-4dde-a361-a94044e29b13, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0eb8d244-2bf0-4dde-a361-a94044e29b13,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:13.612051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '0eb8d244-2bf0-4dde-a361-a94044e29b13', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '0eb8d244-2bf0-4dde-a361-a94044e29b13', 'mac_address': 'fa:16:3e:c0:e7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:13.788849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.824299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Router 5c903655-7573-4ef2-b232-00e679569a00 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:15:13.880059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb8d244-2bf0-4dde-a361-a94044e29b13 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:13.941942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0eb8d244-2bf0-4dde-a361-a94044e29b13, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0eb8d244-2bf0-4dde-a361-a94044e29b13,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:13.948279 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.061084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0eb8d244-2bf0-4dde-a361-a94044e29b13,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:14.097160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.099828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.100448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.101067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.101812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.103846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.104403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.107480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.109997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.110611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.111134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.114201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.152205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ee0925f8-4dda-4145-8639-233b4c04b290 None None] Provisioning complete for port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:14.152587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ee0925f8-4dda-4145-8639-233b4c04b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.223170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:14.244650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-d839431a-4ac9-43e2-a6b8-74c24bc1521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.250727 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-d839431a-4ac9-43e2-a6b8-74c24bc1521f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.7419078 Aug 03 19:15:14.468109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:15:14.480044 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Sync routers for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:15:14.494643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-026723fc-1558-4b00-b2f2-9702669dbefe admin admin] 10.222.0.42 "PUT /v2.0/routers/5c903655-7573-4ef2-b232-00e679569a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0221856 Aug 03 19:15:14.516769 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:14.526995 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:14.544108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-e7efba0f-471a-4114-aa4f-34d6bb04c313 service neutron] 10.222.0.42 "GET /v2.0/networks/a7bc8b66-1872-4db7-92f2-8dc7d5f40741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1704898 Aug 03 19:15:14.621537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f9327-9106-4207-9575-09fff156b5b5 req-f81a10b6-5c35-4061-92cc-0226158cdf4b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.652826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-985f9327-9106-4207-9575-09fff156b5b5 req-f81a10b6-5c35-4061-92cc-0226158cdf4b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.9016449 Aug 03 19:15:14.674274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ee0925f8-4dda-4145-8639-233b4c04b290 None None] Port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:14.686604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-90c158e8-af93-4f2f-b2e8-82d9a72df6e8 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.692731 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-90c158e8-af93-4f2f-b2e8-82d9a72df6e8 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 467 time: 1.1666930 Aug 03 19:15:14.704260 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-3f029038-f760-4816-91fd-793a2995cf2f service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9969351 Aug 03 19:15:14.714944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41482) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:14.791149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-985f9327-9106-4207-9575-09fff156b5b5 req-d37199b5-aed5-4e27-b6d1-1393f3ac7b55 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336102 Aug 03 19:15:14.798049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-9db2e9bb-4146-40c2-bbfa-1ea009a8744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.801004 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-9db2e9bb-4146-40c2-bbfa-1ea009a8744b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5396297 Aug 03 19:15:15.072626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.139922 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:15.158566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c5b52e94-8bb7-4d27-b1d7-539f96061a50 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:15.282783 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-34e7923d-5e5f-4012-8365-45fe95a434ea tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=1a5c44d9-6201-40a5-9ea4-7c67e90b5484 HTTP/1.1" status: 200 len: 465 time: 0.5561483 Aug 03 19:15:15.304969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41504) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:15.309999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41506) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:15.550630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c5b52e94-8bb7-4d27-b1d7-539f96061a50, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c5b52e94-8bb7-4d27-b1d7-539f96061a50,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:15.614612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', 'mac_address': 'fa:16:3e:92:a9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:15.662029 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-9e7db74b-b6b0-4fe5-9b41-40f3b568fa81 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347802 Aug 03 19:15:15.777539 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 2, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:15.781329 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.799758 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7d8c83b-a489-4f9b-9308-d7e3cf8c2b62 req-b5496313-01d8-4f1f-b5d7-3b7ebaf0ebdc service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0420387 Aug 03 19:15:15.834558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b52e94-8bb7-4d27-b1d7-539f96061a50 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:15.859930 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Checking router: 5c903655-7573-4ef2-b232-00e679569a00 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:15:15.861678 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Updating router 5c903655-7573-4ef2-b232-00e679569a00 port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:15:15.917025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c5b52e94-8bb7-4d27-b1d7-539f96061a50, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c5b52e94-8bb7-4d27-b1d7-539f96061a50,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:15.926252 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.008243 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.132718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c5b52e94-8bb7-4d27-b1d7-539f96061a50,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:16.181618 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f14e7ad3-801b-4117-b03a-ed8de8cda57e req-5ebdea30-029a-4d54-97a4-d9d76a74772b service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859052 Aug 03 19:15:16.209588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c5b52e94-8bb7-4d27-b1d7-539f96061a50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:16.412811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1219748601-network', 'tenant_id': 'e99f2547808443ceb461db7bc079d85d'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:16.662209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41522) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:16.677865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d0cb9969-2d2f-4779-aee0-6e4a04e5e668 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067700149', 'description': 'tempest-description--1966925190'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:16.835292 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.838516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0421e59-598b-4b66-b86c-1830433afd29 req-59f05b32-7fe2-45d3-bc2b-6f65140c64d0 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:16.842817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0421e59-598b-4b66-b86c-1830433afd29 req-59f05b32-7fe2-45d3-bc2b-6f65140c64d0 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 948 time: 1.5559406 Aug 03 19:15:16.856052 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Transition to ACTIVE for port object 70ffa9e3-14f2-4157-a91f-fc7798710fb1 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:16.859542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9969-2d2f-4779-aee0-6e4a04e5e668 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.870299 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.953412 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67519-1aab-4130-a374-f1e6f9d94d97 None None] Pushing event updated for resources: {'Port': ['ID=70ffa9e3-14f2-4157-a91f-fc7798710fb1,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:17.080340 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Attempting to bind port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:17.080711 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Attempting to bind port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:17.081080 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Attempting to bind port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 on network a70c018a-eb12-4a0b-9027-b773648dbd6a {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:17.086894 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:17.087333 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Checking segment: {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:17.087799 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.088210 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Bound using segment: {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:17.088775 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Bound port: 70ffa9e3-14f2-4157-a91f-fc7798710fb1, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:17.089188 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.096659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0421e59-598b-4b66-b86c-1830433afd29 req-6af3711a-4866-4a1e-b93a-b0bee156eb73 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756637 Aug 03 19:15:17.116683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f758743f-58ca-4cdb-b536-229087e65492 req-e5e7da93-25b5-4050-a160-6ed10a9c23ee tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 210 time: 0.3147676 Aug 03 19:15:17.117690 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:15:17.117690 n-d-803378-1 neutron-server[94134]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:15:17.117690 n-d-803378-1 neutron-server[94134]: [parameters: {'project_id': 'e99f2547808443ceb461db7bc079d85d', 'id': '0b10f908-fc36-482d-a93a-cb87ed903ea1', 'expiration': datetime.datetime(2021, 8, 3, 19, 17, 16, 818844)}] Aug 03 19:15:17.117690 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:15:17.118267 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:15:17.133106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9969-2d2f-4779-aee0-6e4a04e5e668 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.144462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9969-2d2f-4779-aee0-6e4a04e5e668 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.179125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0eb8d244-2bf0-4dde-a361-a94044e29b13 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:17.193409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0ecdffd-058e-4033-a6f1-8fccc1ef10fd tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.228371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e0ecdffd-058e-4033-a6f1-8fccc1ef10fd tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/1a5c44d9-6201-40a5-9ea4-7c67e90b5484 HTTP/1.1" status: 204 len: 168 time: 1.9160812 Aug 03 19:15:17.238871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41526) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.258547 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9969-2d2f-4779-aee0-6e4a04e5e668 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.266331 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d0cb9969-2d2f-4779-aee0-6e4a04e5e668 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5987358 Aug 03 19:15:17.268547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41532) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.300258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-40222f15-43d0-4798-9ccb-e7ebbf1b7e84 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Request body: {'security_group_rule': {'security_group_id': '0bd0159a-2fe0-4a30-a74b-f537a92f2584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:17.320326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb9969-2d2f-4779-aee0-6e4a04e5e668 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd0159a-2fe0-4a30-a74b-f537a92f2584,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:17.328922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-77aebd00-39f5-4d78-bc51-fceabce64972 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=1a5c44d9-6201-40a5-9ea4-7c67e90b5484 HTTP/1.1" status: 200 len: 216 time: 0.0732996 Aug 03 19:15:17.329952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41538) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.371435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 0eb8d244-2bf0-4dde-a361-a94044e29b13 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:17.378565 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] For port 70ffa9e3-14f2-4157-a91f-fc7798710fb1, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:17.385674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 0eb8d244-2bf0-4dde-a361-a94044e29b13 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:17.389028 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.398384 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] For port 70ffa9e3-14f2-4157-a91f-fc7798710fb1, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=70ffa9e3-14f2-4157-a91f-fc7798710fb1,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:17.413065 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.416756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40222f15-43d0-4798-9ccb-e7ebbf1b7e84 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.475548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0287ec0f-a6df-4e8d-8cdc-6c231e02bc65 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0524781 Aug 03 19:15:17.521770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41540) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.641437 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:17.642120 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:17.723829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40222f15-43d0-4798-9ccb-e7ebbf1b7e84 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.728684 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.751410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b672e-3536-4e4a-8355-462edffd45ea req-2cb4b0f1-5b40-4ddb-be2d-7d8d9edcfb9b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.752112 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5bd3ade0-942d-4b73-a149-fe8d3c759956 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2250793 Aug 03 19:15:17.753797 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41542) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.755467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-125b672e-3536-4e4a-8355-462edffd45ea req-2cb4b0f1-5b40-4ddb-be2d-7d8d9edcfb9b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.4237318 Aug 03 19:15:17.766414 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67519-1aab-4130-a374-f1e6f9d94d97 None None] Pushing event updated for resources: {'Port': ['ID=70ffa9e3-14f2-4157-a91f-fc7798710fb1,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:17.794775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40222f15-43d0-4798-9ccb-e7ebbf1b7e84 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.839316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Made reservation on behalf of e99f2547808443ceb461db7bc079d85d for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:17.843104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.868096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.903423 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b7c00-9ec6-4ec0-9952-d21565083a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb8d244-2bf0-4dde-a361-a94044e29b13'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:17.915522 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438514b4-f18f-4604-adc6-26a34866d499" -d '{"events": [{"server_uuid": "9c4b7c00-9ec6-4ec0-9952-d21565083a8f", "name": "network-vif-plugged", "status": "completed", "tag": "0eb8d244-2bf0-4dde-a361-a94044e29b13"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:17.964959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0eb8d244-2bf0-4dde-a361-a94044e29b13, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0eb8d244-2bf0-4dde-a361-a94044e29b13,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:17.975408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.017807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.031145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-125b672e-3536-4e4a-8355-462edffd45ea req-5286d8ca-05f7-41cd-998d-64985934549b tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623494 Aug 03 19:15:18.034468 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.089627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40222f15-43d0-4798-9ccb-e7ebbf1b7e84 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe95f79-dda1-4a61-9333-8b8a02a41e5f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:18.116477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e72d7d-4ef3-4aac-9a8b-06a33ec5a848,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:18.126384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41546) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.129623 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ab5dcdc8-9876-4cb4-80d6-b24d62ac56fc tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/3107deaa-0d8d-44c0-8938-6f1ffd436209 HTTP/1.1" status: 200 len: 472 time: 0.3665383 Aug 03 19:15:18.166137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40222f15-43d0-4798-9ccb-e7ebbf1b7e84 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.169722 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-40222f15-43d0-4798-9ccb-e7ebbf1b7e84 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8947392 Aug 03 19:15:18.172653 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095d2bd8-731a-4406-b3cc-8ac2b41ee436 x-openstack-request-id: req-095d2bd8-731a-4406-b3cc-8ac2b41ee436 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:18.172954 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b7c00-9ec6-4ec0-9952-d21565083a8f", "name": "network-vif-plugged", "status": "completed", "tag": "0eb8d244-2bf0-4dde-a361-a94044e29b13", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:18.173222 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-095d2bd8-731a-4406-b3cc-8ac2b41ee436 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:18.174234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fe5b1d9c-9ecb-44c1-a8f2-27f9d458a1b6 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/52f1d35b-8a4d-4d6e-849f-eb9c067d4489 HTTP/1.1" status: 200 len: 459 time: 0.0440989 Aug 03 19:15:18.178864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41550) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.179210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41552) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.180421 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:18.184052 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b7c00-9ec6-4ec0-9952-d21565083a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb8d244-2bf0-4dde-a361-a94044e29b13', 'code': 200} Aug 03 19:15:18.196091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:18.202533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-27d727e6-37d1-4037-ab80-f6f47f15dca9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Request body: {'security_group_rule': {'security_group_id': '0bd0159a-2fe0-4a30-a74b-f537a92f2584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:18.204499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.205091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.205791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.206410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.207372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.208135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.208719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.209304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.210015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.210613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.211183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.211716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:18.248591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Deleting port b99dbde7-3b92-4b03-9e55-ad000627b6e5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:18.249058 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.287075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0eb8d244-2bf0-4dde-a361-a94044e29b13,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:18.488110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] For port b99dbde7-3b92-4b03-9e55-ad000627b6e5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b99dbde7-3b92-4b03-9e55-ad000627b6e5,segment=NetworkSegment(4d1570cd-40ca-46d1-92a2-b1f441dba666),segment_id=4d1570cd-40ca-46d1-92a2-b1f441dba666)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:18.488699 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.516268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Calling delete_port for b99dbde7-3b92-4b03-9e55-ad000627b6e5 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:18.573545 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:15:18.636465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11d85dbe-ee08-41e4-a4b5-237789a1c8f5 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.644056 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-11d85dbe-ee08-41e4-a4b5-237789a1c8f5 tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/52f1d35b-8a4d-4d6e-849f-eb9c067d4489 HTTP/1.1" status: 204 len: 168 time: 0.4248769 Aug 03 19:15:18.645013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27d727e6-37d1-4037-ab80-f6f47f15dca9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.661713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41558) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.781912 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:17Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:18.786809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d35fd-81d2-4e6d-b0f6-ca8c8b9ce226 req-6946d9bd-385f-40aa-b7c9-5f3cfd467870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:18.788031 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-992d35fd-81d2-4e6d-b0f6-ca8c8b9ce226 req-6946d9bd-385f-40aa-b7c9-5f3cfd467870 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 1101 time: 0.4294972 Aug 03 19:15:18.818931 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55094f8e-a206-48a0-ab7a-48777a9a169b None None] The sync data for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 is: [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:17Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:15:19.042518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-71770440-370c-4f95-b315-cba0b619b929 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.046260 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-71770440-370c-4f95-b315-cba0b619b929 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.63 "GET /v2.0/networks?id=a7bc8b66-1872-4db7-92f2-8dc7d5f40741 HTTP/1.1" status: 200 len: 814 time: 0.6933703 Aug 03 19:15:19.089285 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27d727e6-37d1-4037-ab80-f6f47f15dca9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.114990 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-992d35fd-81d2-4e6d-b0f6-ca8c8b9ce226 req-1b60f789-bc10-43f6-a102-b59bff329aaf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018060 Aug 03 19:15:19.121535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27d727e6-37d1-4037-ab80-f6f47f15dca9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.146576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Request body: {'port': {'device_id': '4d992f56-2659-4a6b-ade8-7af63c5810f0', 'network_id': 'a7bc8b66-1872-4db7-92f2-8dc7d5f40741', 'admin_state_up': True, 'tenant_id': '54b62c92ecdc40d7af2df589870fd16f'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:19.176916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c5b52e94-8bb7-4d27-b1d7-539f96061a50 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:19.345286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port c5b52e94-8bb7-4d27-b1d7-539f96061a50 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:19.380689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port c5b52e94-8bb7-4d27-b1d7-539f96061a50 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:19.381614 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.433046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.433439 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Added segment 3a7c4864-d66b-4695-b21a-dca3e6803351 of type vlan for network 7397be42-3015-4017-a88f-77ebe5d54aec Aug 03 19:15:19.455344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.689933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99c9a5e9-c0c6-42cc-8b14-e9c9d0b554f3 req-65dbc784-d06a-4a02-a40e-ee0821356c7d tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 210 time: 0.2749190 Aug 03 19:15:19.696048 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.742305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d727e6-37d1-4037-ab80-f6f47f15dca9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6e4984-6132-4a8c-9dd0-cd338a52e049,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:19.836943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97551af7-3c7b-46e0-ac4e-a2f27144badd tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.842359 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-97551af7-3c7b-46e0-ac4e-a2f27144badd tempest-MeteringIpV6TestJSON-2096980757 tempest-MeteringIpV6TestJSON-2096980757-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/3107deaa-0d8d-44c0-8938-6f1ffd436209 HTTP/1.1" status: 204 len: 168 time: 1.1748531 Aug 03 19:15:19.869922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c5b52e94-8bb7-4d27-b1d7-539f96061a50, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c5b52e94-8bb7-4d27-b1d7-539f96061a50,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:19.879085 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.897294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99dbde7-3b92-4b03-9e55-ad000627b6e5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:19.923557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Made reservation on behalf of 54b62c92ecdc40d7af2df589870fd16f for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:19.949541 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.973352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.020108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27d727e6-37d1-4037-ab80-f6f47f15dca9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.027458 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-27d727e6-37d1-4037-ab80-f6f47f15dca9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8388443 Aug 03 19:15:20.044330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41572) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.078795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:20.164887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.165955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:20.166619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.219770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad866b05-4662-40f4-8e3d-200acd3e315a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b52e94-8bb7-4d27-b1d7-539f96061a50'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:20.228745 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4327116e-8d96-4a40-b2f0-8e82ce914c80" -d '{"events": [{"server_uuid": "ad866b05-4662-40f4-8e3d-200acd3e315a", "name": "network-vif-plugged", "status": "completed", "tag": "c5b52e94-8bb7-4d27-b1d7-539f96061a50"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:20.245868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c5b52e94-8bb7-4d27-b1d7-539f96061a50,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:20.270304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] Pushing event updated for resources: {'Network': ['ID=7397be42-3015-4017-a88f-77ebe5d54aec,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:20.300994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 7397be42-3015-4017-a88f-77ebe5d54aec details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:20.404199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8678c-44e6-450f-a369-e96d59fd6dea req-bce5bb60-c6a3-4823-b6d0-2dbc2bded1d9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:20.414667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ea8678c-44e6-450f-a369-e96d59fd6dea req-bce5bb60-c6a3-4823-b6d0-2dbc2bded1d9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 949 time: 0.9874012 Aug 03 19:15:20.471150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.477198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-eef31169-c58a-4346-bfce-d3d2ba28ec70 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.1613557 Aug 03 19:15:20.478498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41578) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.495561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Request body: {'subnet': {'network_id': '7397be42-3015-4017-a88f-77ebe5d54aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1219748601-subnet', 'tenant_id': 'e99f2547808443ceb461db7bc079d85d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:20.504620 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.596579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ea8678c-44e6-450f-a369-e96d59fd6dea req-1128e9f2-754c-45f9-b8ba-2e56151f4601 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733341 Aug 03 19:15:20.597572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Made reservation on behalf of e99f2547808443ceb461db7bc079d85d for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:20.603110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.626438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41580) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.722766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Allocated IP 172.20.0.4 (a7bc8b66-1872-4db7-92f2-8dc7d5f40741/b739c38d-e06f-46bf-a2cd-3dbb38fb8133/f245c47e-40e8-4fd7-abd6-7a149944299a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:20.749241 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f0e653-f497-4866-b1d8-8424da2beb56 x-openstack-request-id: req-f2f0e653-f497-4866-b1d8-8424da2beb56 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:20.749694 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad866b05-4662-40f4-8e3d-200acd3e315a", "name": "network-vif-plugged", "status": "completed", "tag": "c5b52e94-8bb7-4d27-b1d7-539f96061a50", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:20.749920 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2f0e653-f497-4866-b1d8-8424da2beb56 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:20.750539 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad866b05-4662-40f4-8e3d-200acd3e315a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', 'code': 200} Aug 03 19:15:20.923676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e39ae-c6e0-4fa0-b6c5-bc4efd03e47d req-cb50627d-8760-48d5-a55c-f77ebd32b16f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:20.928935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-039e39ae-c6e0-4fa0-b6c5-bc4efd03e47d req-cb50627d-8760-48d5-a55c-f77ebd32b16f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.5982571 Aug 03 19:15:20.962595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9f11abc-1053-4ae9-bd16-7d7692d4bec9 req-c9b02fb9-aabd-4177-8bb7-12df41be7a5c tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 210 time: 0.0650160 Aug 03 19:15:21.010702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 70ffa9e3-14f2-4157-a91f-fc7798710fb1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:21.038043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78c99821-6980-472d-8349-8409e7793493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.063981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.110627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-039e39ae-c6e0-4fa0-b6c5-bc4efd03e47d req-c4afdf66-4699-478e-ab1f-d3062af7af15 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435912 Aug 03 19:15:21.146397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:21.153591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:21.170247 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.317071 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.373971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 70ffa9e3-14f2-4157-a91f-fc7798710fb1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=70ffa9e3-14f2-4157-a91f-fc7798710fb1,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:21.382483 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.491728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=70ffa9e3-14f2-4157-a91f-fc7798710fb1,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:21.577459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.664989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78c99821-6980-472d-8349-8409e7793493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.707829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78c99821-6980-472d-8349-8409e7793493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.790077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4dde9f-12df-435e-a185-b778d30ef741,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:21.838868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.867933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-78c99821-6980-472d-8349-8409e7793493 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b164d1f955841ca8cf13d010246d098&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2393694 Aug 03 19:15:21.881608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41598) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:21.883061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c99821-6980-472d-8349-8409e7793493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f891ef40-d970-4c4d-a83d-6fff4ba894da,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:21.897415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b567cb-2e7b-46af-a4d8-454821eaa685 req-7514d428-76fb-442d-bbb2-7089d88c270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:21.899429 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a0b567cb-2e7b-46af-a4d8-454821eaa685 req-7514d428-76fb-442d-bbb2-7089d88c270f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 1101 time: 1.0672741 Aug 03 19:15:21.928221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Checking segment: {'id': '3a7c4864-d66b-4695-b21a-dca3e6803351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7397be42-3015-4017-a88f-77ebe5d54aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:21.928864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Network hostable DHCP agents. Network: 7397be42-3015-4017-a88f-77ebe5d54aec, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:21.963026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Router fb445fac-d3c8-418c-a358-c735d53cf41b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:15:22.002177 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a0b567cb-2e7b-46af-a4d8-454821eaa685 req-e855dc3a-1b1d-4e7c-b916-17afbb1c983e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631802 Aug 03 19:15:22.009134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.010757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9201f-fc87-43cd-935c-1462825e67f1 req-d15b97ff-a952-4c14-b256-a398ff6b0df5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:22.025683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8eb9201f-fc87-43cd-935c-1462825e67f1 req-d15b97ff-a952-4c14-b256-a398ff6b0df5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 950 time: 0.3243587 Aug 03 19:15:22.098939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Allocated IP 172.25.4.187 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/1fdd2373-b925-409b-96b9-c833b433fe4e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:22.141539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Network 7397be42-3015-4017-a88f-77ebe5d54aec is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:22.141968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.265632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:22.265632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:22.265632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Pushing event updated for resources: {'Port': ['ID=f245c47e-40e8-4fd7-abd6-7a149944299a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:22.302065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b78b26bd-bccd-4d55-a646-f8674efee68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.318127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:22.332987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8eb9201f-fc87-43cd-935c-1462825e67f1 req-7955d93d-d410-406f-a79e-5692af05fd27 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051884 Aug 03 19:15:22.342639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 7397be42-3015-4017-a88f-77ebe5d54aec) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:22.355879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e860e70-712f-4a6c-8a32-df271a9362c6 None None] Network 7397be42-3015-4017-a88f-77ebe5d54aec requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:22.394794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:22.395434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.440982 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b78b26bd-bccd-4d55-a646-f8674efee68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.450447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6feae-ac3a-4647-abae-8f0c39b694da req-5ad82b6a-e917-4585-a331-6d65eee38093 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:22.458042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79b6feae-ac3a-4647-abae-8f0c39b694da req-5ad82b6a-e917-4585-a331-6d65eee38093 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 931 time: 0.3544908 Aug 03 19:15:22.470866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-249bcae7-2572-4894-9e2c-57d847201b93 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9870036 Aug 03 19:15:22.522845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:15:22.532408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bb75e7b4-bfc0-443b-b845-7997a257b1a5 admin admin] 10.222.0.42 "PUT /v2.0/routers/fb445fac-d3c8-418c-a358-c735d53cf41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9660099 Aug 03 19:15:22.536680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41612) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.560633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] Sync routers for ids ['fb445fac-d3c8-418c-a358-c735d53cf41b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:15:22.595661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:22.597912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.616370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] Routers {'fb445fac-d3c8-418c-a358-c735d53cf41b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:22.617031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fb445fac-d3c8-418c-a358-c735d53cf41b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:22.641301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.715239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79b6feae-ac3a-4647-abae-8f0c39b694da req-ab398e1e-4ecd-45ad-8b28-d0f49ce5f03e tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550745 Aug 03 19:15:22.797551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe5dc4-84f0-457c-9e37-452d3819d771 req-0a80acc5-03bc-4db6-a385-83746edef726 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:22.800479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.805122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01fe5dc4-84f0-457c-9e37-452d3819d771 req-0a80acc5-03bc-4db6-a385-83746edef726 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.3422902 Aug 03 19:15:22.839262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] Set router fb445fac-d3c8-418c-a358-c735d53cf41b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:22.913305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2543628-51df-4c28-b3b8-b55ad8339820 None None] Network 7397be42-3015-4017-a88f-77ebe5d54aec requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:22.915637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 70ffa9e3-14f2-4157-a91f-fc7798710fb1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:22.941199 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2bee3a89-dd8b-464b-a652-40d03ed0af64 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8244860 Aug 03 19:15:22.989519 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b78b26bd-bccd-4d55-a646-f8674efee68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.995288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:22.998763 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b78b26bd-bccd-4d55-a646-f8674efee68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.008524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b78b26bd-bccd-4d55-a646-f8674efee68f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f891ef40-d970-4c4d-a83d-6fff4ba894da HTTP/1.1" status: 204 len: 168 time: 1.1191020 Aug 03 19:15:23.039765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-5fe3c799-110a-42c8-83fe-db08e5f91ea5 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:15:23.042351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b26bd-bccd-4d55-a646-f8674efee68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f891ef40-d970-4c4d-a83d-6fff4ba894da,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:23.045923 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-5fe3c799-110a-42c8-83fe-db08e5f91ea5 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0653164 Aug 03 19:15:23.064938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01fe5dc4-84f0-457c-9e37-452d3819d771 req-0f7379b8-7a50-4d40-9d75-553af165db50 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319551 Aug 03 19:15:23.080893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:23.096296 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.118193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Request body: {'port': {'device_id': '4d992f56-2659-4a6b-ade8-7af63c5810f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:23.134647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event updated for resources: {'Port': ['ID=1fdd2373-b925-409b-96b9-c833b433fe4e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:23.147713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:23.171927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-152c4d40-8545-404d-bc93-1c105ce60a9f req-4d2479f4-a4e8-4047-b91c-884a8455a25e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-727839159', 'description': 'tempest-description-1136958961'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:23.342617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.348769 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-152c4d40-8545-404d-bc93-1c105ce60a9f req-4d2479f4-a4e8-4047-b91c-884a8455a25e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.450551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:23.451182 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.483503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.515081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.593730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:15:19Z', 'revision_number': 5, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port': {'id': 'edd3059f-f6be-4a3b-bb9e-a0916e1c0f71', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:32Z', 'updated_at': '2021-08-03T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:23.688704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] Checking router: fb445fac-d3c8-418c-a358-c735d53cf41b for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:15:23.736222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-152c4d40-8545-404d-bc93-1c105ce60a9f req-4d2479f4-a4e8-4047-b91c-884a8455a25e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.754689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-152c4d40-8545-404d-bc93-1c105ce60a9f req-4d2479f4-a4e8-4047-b91c-884a8455a25e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.773808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] Routers {'fb445fac-d3c8-418c-a358-c735d53cf41b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:23.777495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fb445fac-d3c8-418c-a358-c735d53cf41b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:23.821901 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.860760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Deleting port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:23.861676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.916686 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-152c4d40-8545-404d-bc93-1c105ce60a9f req-4d2479f4-a4e8-4047-b91c-884a8455a25e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.919889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-152c4d40-8545-404d-bc93-1c105ce60a9f req-4d2479f4-a4e8-4047-b91c-884a8455a25e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7592518 Aug 03 19:15:23.937141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41636) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.997148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c455-1660-41b3-bd2a-e1d3c3853314 req-92ece63d-f743-4e0c-9f39-ad5ab5b30388 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:24.011513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b84c455-1660-41b3-bd2a-e1d3c3853314 req-92ece63d-f743-4e0c-9f39-ad5ab5b30388 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 950 time: 0.4082403 Aug 03 19:15:24.044479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2479f4-a4e8-4047-b91c-884a8455a25e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aa9978-0d05-4cb3-8147-7c2a4d9be82a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:24.113437 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb2706a7-5ebb-4090-9a27-5c467f652a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.119244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] Set router fb445fac-d3c8-418c-a358-c735d53cf41b gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:24.249696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b84c455-1660-41b3-bd2a-e1d3c3853314 req-f8c579f9-b973-4b95-bf40-20939b227dc2 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280834 Aug 03 19:15:24.272760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:15:23Z', 'revision_number': 6, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:24.292079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] For port edd3059f-f6be-4a3b-bb9e-a0916e1c0f71, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=edd3059f-f6be-4a3b-bb9e-a0916e1c0f71,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:24.292918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.328388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89143ec3-7e01-4254-894b-9675405dca2f req-713c12ab-aa8a-408a-8506-3645b9f7dadc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:24.337417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b163b6b-922f-47b1-afc0-892c36831ede None None] The sync data for ids ['fb445fac-d3c8-418c-a358-c735d53cf41b'] in n-d-803378-1 is: [{'id': 'fb445fac-d3c8-418c-a358-c735d53cf41b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1334279376-router', 'tenant_id': '754de981166f46a7b325b43c56b53a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:30Z', 'updated_at': '2021-08-03T19:15:23Z', 'revision_number': 6, 'project_id': '754de981166f46a7b325b43c56b53a32', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:15:24.338944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89143ec3-7e01-4254-894b-9675405dca2f req-713c12ab-aa8a-408a-8506-3645b9f7dadc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 931 time: 0.2362535 Aug 03 19:15:24.394786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Calling delete_port for edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:24.515271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89143ec3-7e01-4254-894b-9675405dca2f req-134be3f1-5c65-4a90-9a4b-fcd8b5a3d625 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707504 Aug 03 19:15:24.586046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3d024a7-47e7-4091-9799-e130ee0bd4e8 req-f813484e-2d05-499d-8454-1c0823a89950 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/d9aa9978-0d05-4cb3-8147-7c2a4d9be82a HTTP/1.1" status: 200 len: 1804 time: 0.1862218 Aug 03 19:15:24.616258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b3d024a7-47e7-4091-9799-e130ee0bd4e8 req-82c40dae-4332-4f51-8b4c-bb0c4896bb5f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9aa9978-0d05-4cb3-8147-7c2a4d9be82a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:24.616258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b3d024a7-47e7-4091-9799-e130ee0bd4e8 req-82c40dae-4332-4f51-8b4c-bb0c4896bb5f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9aa9978-0d05-4cb3-8147-7c2a4d9be82a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:24.621033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f245c47e-40e8-4fd7-abd6-7a149944299a {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:24.654742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.664252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb2706a7-5ebb-4090-9a27-5c467f652a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.672793 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.676682 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb2706a7-5ebb-4090-9a27-5c467f652a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.686237 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.697991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Transition to ACTIVE for port object f245c47e-40e8-4fd7-abd6-7a149944299a will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:24.738125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b99dbde7-3b92-4b03-9e55-ad000627b6e5 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:24.780367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.786729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: b99dbde7-3b92-4b03-9e55-ad000627b6e5 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:24.787060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b99dbde7-3b92-4b03-9e55-ad000627b6e5 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:24.823365 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eb2706a7-5ebb-4090-9a27-5c467f652a9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=277d48d4ea2d488ea9469ceb01cb9dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8779497 Aug 03 19:15:24.828585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41652) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.843632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2706a7-5ebb-4090-9a27-5c467f652a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82acc9f-4ffe-49bd-bc02-2ebb143ea2ee,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:24.883315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event updated for resources: {'Port': ['ID=1fdd2373-b925-409b-96b9-c833b433fe4e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:24.956640 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.990852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5457c9-0f56-4f56-b4bf-97e947f1fb69 req-0486685e-f6b7-4c0b-81d3-ed31cedee11c tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:24.993159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Pushing event updated for resources: {'Port': ['ID=f245c47e-40e8-4fd7-abd6-7a149944299a,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.002998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb5457c9-0f56-4f56-b4bf-97e947f1fb69 req-0486685e-f6b7-4c0b-81d3-ed31cedee11c tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.3594942 Aug 03 19:15:25.025207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.036881 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ce5fc8ab-9849-49b2-b6a9-49b1d9d87f53 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9876249 Aug 03 19:15:25.074216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Attempting to bind port f245c47e-40e8-4fd7-abd6-7a149944299a on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:25.074670 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Attempting to bind port f245c47e-40e8-4fd7-abd6-7a149944299a by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '6bf09d45-d575-4443-bf84-b2ec36223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a7bc8b66-1872-4db7-92f2-8dc7d5f40741'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:25.075605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Attempting to bind port f245c47e-40e8-4fd7-abd6-7a149944299a on network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:25.082263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Port f245c47e-40e8-4fd7-abd6-7a149944299a on network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:25.082593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Attempting to bind port f245c47e-40e8-4fd7-abd6-7a149944299a on network a7bc8b66-1872-4db7-92f2-8dc7d5f40741 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:25.089029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:25.089380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Checking segment: {'id': '6bf09d45-d575-4443-bf84-b2ec36223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a7bc8b66-1872-4db7-92f2-8dc7d5f40741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:25.089786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Bound using segment: {'id': '6bf09d45-d575-4443-bf84-b2ec36223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a7bc8b66-1872-4db7-92f2-8dc7d5f40741'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:25.090344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Bound port: f245c47e-40e8-4fd7-abd6-7a149944299a, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf09d45-d575-4443-bf84-b2ec36223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a7bc8b66-1872-4db7-92f2-8dc7d5f40741'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:25.091245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.104470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9fd843e-3ddd-48e6-bbb1-90d2faa20ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.154003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3d024a7-47e7-4091-9799-e130ee0bd4e8 req-82c40dae-4332-4f51-8b4c-bb0c4896bb5f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.236255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] For port f245c47e-40e8-4fd7-abd6-7a149944299a, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:25.248851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3d024a7-47e7-4091-9799-e130ee0bd4e8 req-82c40dae-4332-4f51-8b4c-bb0c4896bb5f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.260767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb5457c9-0f56-4f56-b4bf-97e947f1fb69 req-5357af48-7fb1-423d-af9c-2b18b2037fa2 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443216 Aug 03 19:15:25.272719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3d024a7-47e7-4091-9799-e130ee0bd4e8 req-82c40dae-4332-4f51-8b4c-bb0c4896bb5f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.276628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9fd843e-3ddd-48e6-bbb1-90d2faa20ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.305666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] For port f245c47e-40e8-4fd7-abd6-7a149944299a, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f245c47e-40e8-4fd7-abd6-7a149944299a,segment=NetworkSegment(6bf09d45-d575-4443-bf84-b2ec36223183),segment_id=6bf09d45-d575-4443-bf84-b2ec36223183)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:25.313355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c40dae-4332-4f51-8b4c-bb0c4896bb5f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ef1a8c-6f7e-44f9-80ca-66e3cfd71c2d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.315480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.324239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.378993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd3059f-f6be-4a3b-bb9e-a0916e1c0f71,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.381225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3d024a7-47e7-4091-9799-e130ee0bd4e8 req-82c40dae-4332-4f51-8b4c-bb0c4896bb5f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.394715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3d024a7-47e7-4091-9799-e130ee0bd4e8 req-82c40dae-4332-4f51-8b4c-bb0c4896bb5f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7947226 Aug 03 19:15:25.430698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:25.433961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.439689 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] 10.222.0.63 "PUT /v2.0/ports/f245c47e-40e8-4fd7-abd6-7a149944299a HTTP/1.1" status: 200 len: 1091 time: 2.3670516 Aug 03 19:15:25.441339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d992f56-2659-4a6b-ade8-7af63c5810f0', 'tag': 'f245c47e-40e8-4fd7-abd6-7a149944299a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:25.447825 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba" -d '{"events": [{"name": "network-changed", "server_uuid": "4d992f56-2659-4a6b-ade8-7af63c5810f0", "tag": "f245c47e-40e8-4fd7-abd6-7a149944299a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:25.558813 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.593560 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab278926-65cd-434d-a9b1-c78386f9c820 service neutron] Pushing event updated for resources: {'Port': ['ID=f245c47e-40e8-4fd7-abd6-7a149944299a,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.644474 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9fd843e-3ddd-48e6-bbb1-90d2faa20ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.647020 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9fd843e-3ddd-48e6-bbb1-90d2faa20ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.651642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d9fd843e-3ddd-48e6-bbb1-90d2faa20ed2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e82acc9f-4ffe-49bd-bc02-2ebb143ea2ee HTTP/1.1" status: 204 len: 168 time: 0.8089566 Aug 03 19:15:25.696770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd843e-3ddd-48e6-bbb1-90d2faa20ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82acc9f-4ffe-49bd-bc02-2ebb143ea2ee,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.707314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-0547e2e5-1bd5-464e-9963-aa097bf7d6a8 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2067700149&fields=id&tenant_id=80817cfe44684c2ca0f4ecbf51e8a336 HTTP/1.1" status: 200 len: 267 time: 0.1102142 Aug 03 19:15:25.708395 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.717667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f4e59-d2e6-4680-b13e-6b63adbf907e req-0ca9fad1-5f02-487a-8390-8b3e87aaf9be tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:25.719662 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-270f4e59-d2e6-4680-b13e-6b63adbf907e req-0ca9fad1-5f02-487a-8390-8b3e87aaf9be tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 950 time: 0.2728000 Aug 03 19:15:25.986859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-3b6adc47-c4b7-4117-9716-46111ec01df9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:25.994706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-3b6adc47-c4b7-4117-9716-46111ec01df9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/networks?id=a70c018a-eb12-4a0b-9027-b773648dbd6a HTTP/1.1" status: 200 len: 814 time: 0.2736952 Aug 03 19:15:26.123989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.141802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-270f4e59-d2e6-4680-b13e-6b63adbf907e req-9c5751cc-7f12-4e31-a10f-70bbb71ae2f6 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057550 Aug 03 19:15:26.146536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2b37fa0-4fbf-404a-95ba-c0fbd2b0d291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.167402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-da2a07d4-99b9-400e-a497-38ca7d824df3 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/quotas/80817cfe44684c2ca0f4ecbf51e8a336 HTTP/1.1" status: 200 len: 375 time: 0.1716528 Aug 03 19:15:26.172986 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.217407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-114946a1-8b01-4aae-b97a-1311fecb6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:26.223373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-114946a1-8b01-4aae-b97a-1311fecb6902 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=54b62c92ecdc40d7af2df589870fd16f&device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 1094 time: 0.6709001 Aug 03 19:15:26.325726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-2d81abe0-a971-43b3-a0e2-898a696bbe5a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f245c47e-40e8-4fd7-abd6-7a149944299a HTTP/1.1" status: 200 len: 217 time: 0.0877676 Aug 03 19:15:26.349262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ff7aef03-e7ad-48a0-a8a9-d73a373c23ec req-9e996ac8-9e7d-4e31-92e2-456366d23990 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1369553654', 'description': 'tempest-description-1861895271'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:26.413784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.415374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb445fac-d3c8-418c-a358-c735d53cf41b {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:15:26.449499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.452144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4de23bfe-d5a5-4372-bacc-a9ca77bb1336 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fb445fac-d3c8-418c-a358-c735d53cf41b HTTP/1.1" status: 204 len: 168 time: 3.9127710 Aug 03 19:15:26.483441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-ee410486-db0c-4479-bf9b-b6bc59d49b75 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=80817cfe44684c2ca0f4ecbf51e8a336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3124824 Aug 03 19:15:26.484913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41698) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.485711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ff7aef03-e7ad-48a0-a8a9-d73a373c23ec req-9e996ac8-9e7d-4e31-92e2-456366d23990 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.593604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-9445832c-260f-48ec-9a4b-d0c2fee2095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:26.595767 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-9445832c-260f-48ec-9a4b-d0c2fee2095c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b739c38d-e06f-46bf-a2cd-3dbb38fb8133 HTTP/1.1" status: 200 len: 854 time: 0.2037442 Aug 03 19:15:26.619297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c7ace-5f07-4724-90ee-ea49427d1a64 req-10c448c7-0cbc-43d3-9500-790a848b4758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:26.621158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c1c7ace-5f07-4724-90ee-ea49427d1a64 req-10c448c7-0cbc-43d3-9500-790a848b4758 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1100 time: 0.6724367 Aug 03 19:15:26.624334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-169152e8-3eca-4bd4-a61b-2d63aa48cb8e admin admin] Deleting subnet f54f9554-0786-4530-9654-0dcae73bc663 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:26.669543 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-169152e8-3eca-4bd4-a61b-2d63aa48cb8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.676565 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-fe1a842d-57ed-40ab-a06d-39b046e31721 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a7bc8b66-1872-4db7-92f2-8dc7d5f40741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722690 Aug 03 19:15:26.797790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:26.830067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-169152e8-3eca-4bd4-a61b-2d63aa48cb8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.841211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:26.841615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device edd3059f-f6be-4a3b-bb9e-a0916e1c0f71 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:26.860872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ff7aef03-e7ad-48a0-a8a9-d73a373c23ec req-9e996ac8-9e7d-4e31-92e2-456366d23990 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.866860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ff7aef03-e7ad-48a0-a8a9-d73a373c23ec req-9e996ac8-9e7d-4e31-92e2-456366d23990 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.878437 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c1c7ace-5f07-4724-90ee-ea49427d1a64 req-36a3af60-0322-48a2-967d-532aaf5e4256 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477033 Aug 03 19:15:27.035243 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-7f7f3b2b-58d8-4093-a576-aebbcec13e77 service neutron] 10.222.0.63 "GET /v2.0/networks/a7bc8b66-1872-4db7-92f2-8dc7d5f40741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265402 Aug 03 19:15:27.153988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-169152e8-3eca-4bd4-a61b-2d63aa48cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.192123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:27.235779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:27.301907 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-492705b1-b17d-4f44-aa15-366b5f5a89bc req-c051442d-8e4d-4434-8156-ec38d5a2962a service neutron] 10.222.0.63 "GET /v2.0/networks/a7bc8b66-1872-4db7-92f2-8dc7d5f40741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581465 Aug 03 19:15:27.319523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-169152e8-3eca-4bd4-a61b-2d63aa48cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.380461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169152e8-3eca-4bd4-a61b-2d63aa48cb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54f9554-0786-4530-9654-0dcae73bc663,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:27.412937 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-169152e8-3eca-4bd4-a61b-2d63aa48cb8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.421035 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-169152e8-3eca-4bd4-a61b-2d63aa48cb8e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f54f9554-0786-4530-9654-0dcae73bc663 HTTP/1.1" status: 204 len: 168 time: 0.9341805 Aug 03 19:15:27.422161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41716) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.438537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b0a79-46cf-459f-92af-d0856cf1b868 None None] Network a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:27.536736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e996ac8-9e7d-4e31-92e2-456366d23990 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae669b44-7023-4930-b6c1-0244bf73f845,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:27.573688 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ff7aef03-e7ad-48a0-a8a9-d73a373c23ec req-9e996ac8-9e7d-4e31-92e2-456366d23990 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.580298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff7aef03-e7ad-48a0-a8a9-d73a373c23ec req-9e996ac8-9e7d-4e31-92e2-456366d23990 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2411368 Aug 03 19:15:27.603314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-18517515-b1e0-4060-a12b-25f5ad45edeb service neutron] 10.222.0.42 "GET /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0598831 Aug 03 19:15:27.637309 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.789436 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f70ffc-a21b-4923-b4f9-5f9730aea03f x-openstack-request-id: req-a1f70ffc-a21b-4923-b4f9-5f9730aea03f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:27.792343 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d992f56-2659-4a6b-ade8-7af63c5810f0", "tag": "f245c47e-40e8-4fd7-abd6-7a149944299a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:27.792818 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1f70ffc-a21b-4923-b4f9-5f9730aea03f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:27.793522 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d992f56-2659-4a6b-ade8-7af63c5810f0', 'tag': 'f245c47e-40e8-4fd7-abd6-7a149944299a', 'status': 'completed', 'code': 200} Aug 03 19:15:27.848855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-97d2564e-507c-4744-9e86-c3b4b0707a97 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301407 Aug 03 19:15:27.944643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Deleting port 3711143a-b915-4f1d-bb7c-87e31db2b818 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:27.945141 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.032440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616649c1-04d7-452a-ad2a-cba9ce43e09d req-8dc7a39d-f082-4b36-8019-79628a2d2f36 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:28.035791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-616649c1-04d7-452a-ad2a-cba9ce43e09d req-8dc7a39d-f082-4b36-8019-79628a2d2f36 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 943 time: 0.1568668 Aug 03 19:15:28.070360 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.103554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:28.115599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-616649c1-04d7-452a-ad2a-cba9ce43e09d req-b1007d49-99e5-42b1-bdb4-fa53675526c8 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652518 Aug 03 19:15:28.157365 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:28.162839 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe3bc97-556d-4200-b77f-3f9048510ade" -d '{"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:28.190046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'mac_address': 'fa:16:3e:20:89:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:28.192161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-c02645d5-0f6b-4f40-8efe-9656c8f5ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:28.219024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:28.225224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-c02645d5-0f6b-4f40-8efe-9656c8f5ef75 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=54b62c92ecdc40d7af2df589870fd16f&device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 1094 time: 0.3780131 Aug 03 19:15:28.284564 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.348466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] DHCP port deletion for a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:15:28.432174 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.580495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbdc52a-6911-4539-945e-fdeac9893bcd {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:28.655627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:28.674917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:28.684184 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.736362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] For port 3711143a-b915-4f1d-bb7c-87e31db2b818, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3711143a-b915-4f1d-bb7c-87e31db2b818,segment=NetworkSegment(4d1570cd-40ca-46d1-92a2-b1f441dba666),segment_id=4d1570cd-40ca-46d1-92a2-b1f441dba666)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:28.737229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.774176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3711143a-b915-4f1d-bb7c-87e31db2b818 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:28.850327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Calling delete_port for 3711143a-b915-4f1d-bb7c-87e31db2b818 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:28.895082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] Deleting port 3711143a-b915-4f1d-bb7c-87e31db2b818 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:28.895699 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.944590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41742) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:29.011145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b02388-4f33-4296-80e8-ea5f468955e1 req-defe0949-03cd-4519-8a88-a520a4da8b01 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:29.015618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66b02388-4f33-4296-80e8-ea5f468955e1 req-defe0949-03cd-4519-8a88-a520a4da8b01 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 949 time: 0.3454888 Aug 03 19:15:29.024376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-916b73b5-eba2-445c-8b2f-8479b30bd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:29.027455 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-916b73b5-eba2-445c-8b2f-8479b30bd9f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a7bc8b66-1872-4db7-92f2-8dc7d5f40741 HTTP/1.1" status: 200 len: 915 time: 0.7971389 Aug 03 19:15:29.181368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66b02388-4f33-4296-80e8-ea5f468955e1 req-a418d15e-547f-4b59-b1ea-d95bda04fb33 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540265 Aug 03 19:15:29.263722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] For port 3711143a-b915-4f1d-bb7c-87e31db2b818, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3711143a-b915-4f1d-bb7c-87e31db2b818,segment=NetworkSegment(4d1570cd-40ca-46d1-92a2-b1f441dba666),segment_id=4d1570cd-40ca-46d1-92a2-b1f441dba666)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:29.264398 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.266735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de8af-76d8-4c34-84ca-9d1af2b4e6b0 req-56a113d0-7284-4a8e-8062-e3306495e8a9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:29.298673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5dbdc52a-6911-4539-945e-fdeac9893bcd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:29.302912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de8af-76d8-4c34-84ca-9d1af2b4e6b0 req-56a113d0-7284-4a8e-8062-e3306495e8a9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:29.314510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-729de8af-76d8-4c34-84ca-9d1af2b4e6b0 req-56a113d0-7284-4a8e-8062-e3306495e8a9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f&device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 1691 time: 0.4786339 Aug 03 19:15:29.337456 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-00be3dbc-9f47-49a3-8c64-95c80953c89c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f245c47e-40e8-4fd7-abd6-7a149944299a HTTP/1.1" status: 200 len: 217 time: 0.2801814 Aug 03 19:15:29.361430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1668049903', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:29.500524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-55964e6f-95d5-422c-bfae-bf92e83c9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:29.502668 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-55964e6f-95d5-422c-bfae-bf92e83c9808 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b739c38d-e06f-46bf-a2cd-3dbb38fb8133 HTTP/1.1" status: 200 len: 854 time: 0.1346824 Aug 03 19:15:29.524181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] Calling delete_port for 3711143a-b915-4f1d-bb7c-87e31db2b818 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:29.531654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.558254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=10']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:29.604907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Made reservation on behalf of 7c6ed22298c74df59af6ad159f933a14 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:29.609938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.612926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No active binding found for port 3711143a-b915-4f1d-bb7c-87e31db2b818 {{(pid=94135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:15:29.614460 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-5bf94b11-1950-4364-b55c-62b578e80cb9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a7bc8b66-1872-4db7-92f2-8dc7d5f40741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032252 Aug 03 19:15:29.617705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3711143a-b915-4f1d-bb7c-87e31db2b818 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:29.642312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] No DVR routers for this DVR port 3711143a-b915-4f1d-bb7c-87e31db2b818 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:29.660913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3711143a-b915-4f1d-bb7c-87e31db2b818,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:29.662741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-729de8af-76d8-4c34-84ca-9d1af2b4e6b0 req-3088b4e3-b82a-45b4-b6cd-1670344876b7 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418555 Aug 03 19:15:29.672031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.695560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36eb411c-3670-4a53-8872-ca868f13afa4 req-ae61b070-1b5e-4083-99a5-1b0f65256a81 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/ae669b44-7023-4930-b6c1-0244bf73f845 HTTP/1.1" status: 200 len: 1805 time: 0.3176703 Aug 03 19:15:29.745442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-36eb411c-3670-4a53-8872-ca868f13afa4 req-01c6f038-c263-4f98-bc48-3f14451c4b06 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ae669b44-7023-4930-b6c1-0244bf73f845', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:29.746006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-36eb411c-3670-4a53-8872-ca868f13afa4 req-01c6f038-c263-4f98-bc48-3f14451c4b06 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ae669b44-7023-4930-b6c1-0244bf73f845', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:29.768644 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ce5e6-0d70-4bae-87a4-efcd1bbcde86 x-openstack-request-id: req-d81ce5e6-0d70-4bae-87a4-efcd1bbcde86 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:29.769273 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:29.769837 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d81ce5e6-0d70-4bae-87a4-efcd1bbcde86 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:29.770570 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'code': 200} Aug 03 19:15:29.783963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.953343 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.996795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-808220b9-df96-4c42-b03e-a9afd26cbe58 req-f06eb928-81a6-4de8-aec2-0232182da96f tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 210 time: 0.1180115 Aug 03 19:15:29.998769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] Pushing event deleted for resources: {'Port': ['ID=3711143a-b915-4f1d-bb7c-87e31db2b818,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:30.001946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c59db1-da5d-40a8-a7de-937085d9fc82 None None] No DVR routers for this DVR port 3711143a-b915-4f1d-bb7c-87e31db2b818 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:30.073038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.082121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.097780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0451bfd-ad0e-4b58-a84b-a238c56ba8b2']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:30.100056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.109590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] device_id is not set on port dc03f48c-4d58-441c-8730-d9056bd7318a yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:30.121779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1570cd-40ca-46d1-92a2-b1f441dba666') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:30.122169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1570cd-40ca-46d1-92a2-b1f441dba666') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:30.145339 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.152523 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-dd48923a-edfe-4e5f-92fb-278527d2e614 service neutron] 10.222.0.63 "GET /v2.0/networks/a7bc8b66-1872-4db7-92f2-8dc7d5f40741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071003 Aug 03 19:15:30.237452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.265196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a5af1b-eff8-4422-9c89-c822f590e76e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:30.286118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:15:30.286607 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:15:30.288546 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:15:30.305131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6675f2-778f-4f2d-bedd-61c5c7451cd6 req-3f7dbe5d-2c92-4e24-8022-5287ba26f2c6 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:30.306429 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e40b6312-4e85-4e12-9f3d-624f893feb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.316445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f6675f2-778f-4f2d-bedd-61c5c7451cd6 req-3f7dbe5d-2c92-4e24-8022-5287ba26f2c6 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 943 time: 0.1778750 Aug 03 19:15:30.385737 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.404726 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.407115 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] 10.222.0.42 "DELETE /v2.0/networks/a0451bfd-ad0e-4b58-a84b-a238c56ba8b2 HTTP/1.1" status: 204 len: 168 time: 2.9832644 Aug 03 19:15:30.458975 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-caa61be6-38b4-4b29-b8b5-0e5c096e2eba req-ac22e249-f8cc-405a-9ad0-6fbbac9a6b94 service neutron] 10.222.0.63 "GET /v2.0/networks/a7bc8b66-1872-4db7-92f2-8dc7d5f40741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904205 Aug 03 19:15:30.460131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec592c-0e6d-43df-8012-8264fd5abb6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0451bfd-ad0e-4b58-a84b-a238c56ba8b2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:30.519743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Allocated IP 172.25.4.252 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/dc03f48c-4d58-441c-8730-d9056bd7318a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:30.561529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f6675f2-778f-4f2d-bedd-61c5c7451cd6 req-279fd3e7-6eb3-4e15-adc8-e65b0486dbfe tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437947 Aug 03 19:15:30.609443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36eb411c-3670-4a53-8872-ca868f13afa4 req-01c6f038-c263-4f98-bc48-3f14451c4b06 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.677281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36eb411c-3670-4a53-8872-ca868f13afa4 req-01c6f038-c263-4f98-bc48-3f14451c4b06 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.694085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36eb411c-3670-4a53-8872-ca868f13afa4 req-01c6f038-c263-4f98-bc48-3f14451c4b06 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.745268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36eb411c-3670-4a53-8872-ca868f13afa4 req-01c6f038-c263-4f98-bc48-3f14451c4b06 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.746620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36eb411c-3670-4a53-8872-ca868f13afa4 req-01c6f038-c263-4f98-bc48-3f14451c4b06 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0215480 Aug 03 19:15:30.790946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6f038-c263-4f98-bc48-3f14451c4b06 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926ceaf0-7f76-471a-9afd-cff5ff2d8610,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:30.847621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41784) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:30.906518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-36ec144c-9f21-4121-bf32-4e6ae47008bc req-773c01cf-155d-48c4-9458-a8795d11ce33 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-65373023', 'description': 'tempest-description-1019309148'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:30.942672 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.964772 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36ec144c-9f21-4121-bf32-4e6ae47008bc req-773c01cf-155d-48c4-9458-a8795d11ce33 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.978723 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-21cfb096-4516-46b7-99ab-1802fb98d501 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7ee39b2670a49979831d80dc8454475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298695 Aug 03 19:15:30.983548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41792) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:30.997677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-1ae82502-5df7-4291-9395-576472e2a1e5 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:30.999315 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-1ae82502-5df7-4291-9395-576472e2a1e5 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.63 "GET /v2.0/networks?id=a70c018a-eb12-4a0b-9027-b773648dbd6a HTTP/1.1" status: 200 len: 814 time: 0.3348033 Aug 03 19:15:31.113120 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.129514 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-225dc218-9d78-4eb9-ba84-c4a478ef06b1 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80817cfe44684c2ca0f4ecbf51e8a336 HTTP/1.1" status: 200 len: 380 time: 0.0759795 Aug 03 19:15:31.154819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Request body: {'port': {'device_id': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'admin_state_up': True, 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'security_groups': ['0bd0159a-2fe0-4a30-a74b-f537a92f2584']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:31.204015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f464292-5614-467e-8faa-8804d6ba693d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.220904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:31.221917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:31.229190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94abf9-e949-46c3-b612-6ed50b62530c req-dff09662-5971-4e1f-9f8e-a305c7753295 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:31.231056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb94abf9-e949-46c3-b612-6ed50b62530c req-dff09662-5971-4e1f-9f8e-a305c7753295 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1100 time: 0.1922684 Aug 03 19:15:31.237437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:31.240608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:31.252440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Pushing event updated for resources: {'Port': ['ID=dc03f48c-4d58-441c-8730-d9056bd7318a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:31.318989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f464292-5614-467e-8faa-8804d6ba693d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.323807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 5dbdc52a-6911-4539-945e-fdeac9893bcd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:31.324772 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.351263 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36ec144c-9f21-4121-bf32-4e6ae47008bc req-773c01cf-155d-48c4-9458-a8795d11ce33 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.370634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36ec144c-9f21-4121-bf32-4e6ae47008bc req-773c01cf-155d-48c4-9458-a8795d11ce33 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.384231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Made reservation on behalf of 80817cfe44684c2ca0f4ecbf51e8a336 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:31.392416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.402984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:31.405640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.422403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb94abf9-e949-46c3-b612-6ed50b62530c req-eadc11fa-68d0-4aed-a8de-7b47ca5fb7d3 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636560 Aug 03 19:15:31.453825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1153ed78-a8af-4c44-8b41-0a2cf5c07cc6 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4950750 Aug 03 19:15:31.454599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41800) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:31.457824 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36ec144c-9f21-4121-bf32-4e6ae47008bc req-773c01cf-155d-48c4-9458-a8795d11ce33 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.458734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.470920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36ec144c-9f21-4121-bf32-4e6ae47008bc req-773c01cf-155d-48c4-9458-a8795d11ce33 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5694442 Aug 03 19:15:31.477498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.252'}]}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:31.504552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c01cf-155d-48c4-9458-a8795d11ce33 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d037f541-5a1c-4621-8d33-0ef148d80c7f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:31.558192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:31.566925 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.575474 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f464292-5614-467e-8faa-8804d6ba693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.581903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f464292-5614-467e-8faa-8804d6ba693d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.601337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1f464292-5614-467e-8faa-8804d6ba693d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff9db88e-eacd-4643-9583-4bc4022edfbd HTTP/1.1" status: 204 len: 168 time: 0.6142590 Aug 03 19:15:31.625846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f245c47e-40e8-4fd7-abd6-7a149944299a details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:31.633748 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.634840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.651672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=11']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:31.685657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bf0e584-f518-4532-8869-f8dabe92ff3d req-89a6341a-458c-41db-80ca-ab00c7b02cd5 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 210 time: 0.0684342 Aug 03 19:15:31.718651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f464292-5614-467e-8faa-8804d6ba693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9db88e-eacd-4643-9583-4bc4022edfbd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:31.751109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-aec1005a-df5e-4544-a46c-e3d5dcb6cf0e req-5016adb1-5b0f-41ee-821b-a82ff39b2536 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-148332773', 'description': 'tempest-description-1213845199'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:31.771348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:31.774836 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87d32f3-1a55-46a1-aea0-b086924a2c9f" -d '{"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-plugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:31.790937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Allocated IP 172.20.0.6 (a70c018a-eb12-4a0b-9027-b773648dbd6a/7b737c63-a91f-4136-9815-ae16d7b3b91f/b5159ca5-30bd-4bc7-b954-6058c9905dfb) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:31.841782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e509c-f6e1-4648-a591-5b789b832b69 req-d7dc6603-cb35-4a4a-aa3d-83cb7c9d1de1 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:31.844889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a56e509c-f6e1-4648-a591-5b789b832b69 req-d7dc6603-cb35-4a4a-aa3d-83cb7c9d1de1 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 1101 time: 0.2257516 Aug 03 19:15:31.846701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f245c47e-40e8-4fd7-abd6-7a149944299a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f245c47e-40e8-4fd7-abd6-7a149944299a,segment=NetworkSegment(6bf09d45-d575-4443-bf84-b2ec36223183),segment_id=6bf09d45-d575-4443-bf84-b2ec36223183)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:31.860934 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.868468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f245c47e-40e8-4fd7-abd6-7a149944299a', 'network_id': 'a7bc8b66-1872-4db7-92f2-8dc7d5f40741', 'port_id': 'f245c47e-40e8-4fd7-abd6-7a149944299a', 'mac_address': 'fa:16:3e:04:3a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b739c38d-e06f-46bf-a2cd-3dbb38fb8133', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:31.933820 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.938870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aec1005a-df5e-4544-a46c-e3d5dcb6cf0e req-5016adb1-5b0f-41ee-821b-a82ff39b2536 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.949853 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.985039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f245c47e-40e8-4fd7-abd6-7a149944299a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:32.029667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f245c47e-40e8-4fd7-abd6-7a149944299a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f245c47e-40e8-4fd7-abd6-7a149944299a,segment=NetworkSegment(6bf09d45-d575-4443-bf84-b2ec36223183),segment_id=6bf09d45-d575-4443-bf84-b2ec36223183)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:32.044724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.048618 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.067841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Transition to ACTIVE for port object b5159ca5-30bd-4bc7-b954-6058c9905dfb will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:32.110298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.183552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f245c47e-40e8-4fd7-abd6-7a149944299a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:32.310481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41816) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:32.318448 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.339755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a56e509c-f6e1-4648-a591-5b789b832b69 req-b008b400-1666-4f60-a73c-049c84baef93 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254758 Aug 03 19:15:32.535929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1b3d5867-fb4e-4504-9ae6-036839f88d3f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=754de981166f46a7b325b43c56b53a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195470 Aug 03 19:15:32.537105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41822) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:32.560160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Network a70c018a-eb12-4a0b-9027-b773648dbd6a is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:32.565631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:32.572211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:32.637220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f245c47e-40e8-4fd7-abd6-7a149944299a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:32.641997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event updated for resources: {'Port': ['ID=b5159ca5-30bd-4bc7-b954-6058c9905dfb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:32.679714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:32.680807 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.710846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aec1005a-df5e-4544-a46c-e3d5dcb6cf0e req-5016adb1-5b0f-41ee-821b-a82ff39b2536 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.724764 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aec1005a-df5e-4544-a46c-e3d5dcb6cf0e req-5016adb1-5b0f-41ee-821b-a82ff39b2536 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.725405 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-977e5b4b-9a60-4af4-bdb4-3ace0feb7b94 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5758963 Aug 03 19:15:32.750166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Request body: {'port': {'device_id': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:32.811202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc383f4d-ec50-4f73-8aee-b8e2156ad977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.825762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aec1005a-df5e-4544-a46c-e3d5dcb6cf0e req-5016adb1-5b0f-41ee-821b-a82ff39b2536 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.843488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aec1005a-df5e-4544-a46c-e3d5dcb6cf0e req-5016adb1-5b0f-41ee-821b-a82ff39b2536 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1112423 Aug 03 19:15:32.863798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e78f1-f9e2-4770-97cf-0db0e27ecaf9 req-e1d9ad90-aca5-4ab5-8fc4-6908a444929e tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:32.881959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e89e78f1-f9e2-4770-97cf-0db0e27ecaf9 req-e1d9ad90-aca5-4ab5-8fc4-6908a444929e tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 944 time: 0.2937236 Aug 03 19:15:32.895648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.935606 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1bd3ab-6c1a-4ea3-8734-878662107ea2 x-openstack-request-id: req-ec1bd3ab-6c1a-4ea3-8734-878662107ea2 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:32.936035 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-plugged", "status": "completed", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:32.936417 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec1bd3ab-6c1a-4ea3-8734-878662107ea2 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:32.937009 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'code': 200} Aug 03 19:15:32.949641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2eedddf0-9c2f-47d2-9890-662ed70e2a10 None None] Provisioning for port b5159ca5-30bd-4bc7-b954-6058c9905dfb completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:32.960644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2eedddf0-9c2f-47d2-9890-662ed70e2a10 None None] Provisioning complete for port b5159ca5-30bd-4bc7-b954-6058c9905dfb triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:32.961858 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2eedddf0-9c2f-47d2-9890-662ed70e2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.965718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016adb1-5b0f-41ee-821b-a82ff39b2536 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac22c96a-eb20-4c01-91dd-4dd0c9a02cb5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:32.983009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc383f4d-ec50-4f73-8aee-b8e2156ad977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.088722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2eedddf0-9c2f-47d2-9890-662ed70e2a10 None None] Port b5159ca5-30bd-4bc7-b954-6058c9905dfb cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:33.131368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e89e78f1-f9e2-4770-97cf-0db0e27ecaf9 req-85c2cc15-5a56-46c5-b195-c4ce0ac85027 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479038 Aug 03 19:15:33.301650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5159ca5-30bd-4bc7-b954-6058c9905dfb {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:33.311610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.330300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Transition to ACTIVE for port object b5159ca5-30bd-4bc7-b954-6058c9905dfb will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:33.335190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.362195 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc383f4d-ec50-4f73-8aee-b8e2156ad977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.367067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc383f4d-ec50-4f73-8aee-b8e2156ad977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.371673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dc383f4d-ec50-4f73-8aee-b8e2156ad977 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d71a579-50f5-48b8-a1fe-491dd37ee48b HTTP/1.1" status: 204 len: 168 time: 0.8312559 Aug 03 19:15:33.380410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c4cdd-bf18-44cf-ac65-eeff90800ee2 req-bbf1cf2b-f71e-4740-b1c8-20767c072a77 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:33.383293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-348c4cdd-bf18-44cf-ac65-eeff90800ee2 req-bbf1cf2b-f71e-4740-b1c8-20767c072a77 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 1101 time: 0.2474768 Aug 03 19:15:33.389464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Pushing event updated for resources: {'Port': ['ID=b5159ca5-30bd-4bc7-b954-6058c9905dfb,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:33.405626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.411025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc383f4d-ec50-4f73-8aee-b8e2156ad977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d71a579-50f5-48b8-a1fe-491dd37ee48b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:33.474602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Attempting to bind port b5159ca5-30bd-4bc7-b954-6058c9905dfb on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:33.475236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Attempting to bind port b5159ca5-30bd-4bc7-b954-6058c9905dfb by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:33.475236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Attempting to bind port b5159ca5-30bd-4bc7-b954-6058c9905dfb on network a70c018a-eb12-4a0b-9027-b773648dbd6a {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:33.480835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Port b5159ca5-30bd-4bc7-b954-6058c9905dfb on network a70c018a-eb12-4a0b-9027-b773648dbd6a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:33.481174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Attempting to bind port b5159ca5-30bd-4bc7-b954-6058c9905dfb on network a70c018a-eb12-4a0b-9027-b773648dbd6a {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:33.485344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.487671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:33.488105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Checking segment: {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:33.488444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Bound using segment: {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:33.488840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Bound port: b5159ca5-30bd-4bc7-b954-6058c9905dfb, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:33.489209 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.523672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae43f6b-cc8c-44c6-a76e-1d7d85ac48ca req-edb860d4-efff-4eb6-a974-859e8bd659bb tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:33.526879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cae43f6b-cc8c-44c6-a76e-1d7d85ac48ca req-edb860d4-efff-4eb6-a974-859e8bd659bb tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 1101 time: 0.2383118 Aug 03 19:15:33.594454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] For port b5159ca5-30bd-4bc7-b954-6058c9905dfb, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:33.603939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] For port b5159ca5-30bd-4bc7-b954-6058c9905dfb, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5159ca5-30bd-4bc7-b954-6058c9905dfb,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:33.614303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.688819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:33.689947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.691103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cae43f6b-cc8c-44c6-a76e-1d7d85ac48ca req-62e82b13-52b7-47ae-9edb-874524d65cc9 tempest-ServersAdminTestJSON-443036606 tempest-ServersAdminTestJSON-443036606-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277266 Aug 03 19:15:33.692948 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] 10.222.0.63 "PUT /v2.0/ports/b5159ca5-30bd-4bc7-b954-6058c9905dfb HTTP/1.1" status: 200 len: 1091 time: 0.9523547 Aug 03 19:15:33.693728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'tag': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:33.698411 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd3bf8d-5a17-46cb-8677-8989c12fb4f7", "tag": "b5159ca5-30bd-4bc7-b954-6058c9905dfb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:33.770973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c748a-23b3-4572-8eb5-99a23a948717 service neutron] Pushing event updated for resources: {'Port': ['ID=b5159ca5-30bd-4bc7-b954-6058c9905dfb,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:33.829841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-348c4cdd-bf18-44cf-ac65-eeff90800ee2 req-592a2f79-0b2b-4c89-bb20-941930e806ac tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094069 Aug 03 19:15:33.847233 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.905976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-9f52c355-fc71-4ad6-aa64-83e5682a7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:33.908833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-9f52c355-fc71-4ad6-aa64-83e5682a7948 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80817cfe44684c2ca0f4ecbf51e8a336&device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 1094 time: 0.1195080 Aug 03 19:15:33.978097 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-4eaad044-0168-45de-b0d7-c0b2efb2c3cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5159ca5-30bd-4bc7-b954-6058c9905dfb HTTP/1.1" status: 200 len: 217 time: 0.0536542 Aug 03 19:15:34.069792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5081f814-fffe-4835-ad81-e7c3588e7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:34.072693 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5081f814-fffe-4835-ad81-e7c3588e7b45 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b737c63-a91f-4136-9815-ae16d7b3b91f HTTP/1.1" status: 200 len: 853 time: 0.0853357 Aug 03 19:15:34.133865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-b398c034-d7a7-41c6-ba6b-c8bcbc060234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:34.135727 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-b398c034-d7a7-41c6-ba6b-c8bcbc060234 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a70c018a-eb12-4a0b-9027-b773648dbd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549407 Aug 03 19:15:34.184640 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-83c6cd8c-43c7-4b1e-a110-7e7a6f645dc3 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/d037f541-5a1c-4621-8d33-0ef148d80c7f HTTP/1.1" status: 200 len: 1803 time: 0.3182793 Aug 03 19:15:34.201285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.217081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd902d6-6fd5-4610-93fc-76b4b2aed6ae req-0a0f153e-f374-4bea-8df4-d00716fd1d7c tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:34.218830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cd902d6-6fd5-4610-93fc-76b4b2aed6ae req-0a0f153e-f374-4bea-8df4-d00716fd1d7c tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 943 time: 0.3174641 Aug 03 19:15:34.220207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.297566 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-5401ce37-6ac7-4797-899d-d111827a7c38 service neutron] 10.222.0.63 "GET /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506007 Aug 03 19:15:34.316970 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.317284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c88a564c-016f-4387-a3fa-c962e99f3f74 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:15:34.322474 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.342007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-1a51a86c-6682-44b9-9ff4-781764c7597a tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/ac22c96a-eb20-4c01-91dd-4dd0c9a02cb5 HTTP/1.1" status: 200 len: 1806 time: 0.1564164 Aug 03 19:15:34.347036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cd902d6-6fd5-4610-93fc-76b4b2aed6ae req-9d7d5fbb-d86f-4616-95a5-13dadf1f0355 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110713 Aug 03 19:15:34.363011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-3684d8ef-c2f9-4f4d-aaa4-f8c81ec6ed4b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd037f541-5a1c-4621-8d33-0ef148d80c7f', 'remote_group_id': 'ac22c96a-eb20-4c01-91dd-4dd0c9a02cb5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:34.364069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-3684d8ef-c2f9-4f4d-aaa4-f8c81ec6ed4b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd037f541-5a1c-4621-8d33-0ef148d80c7f', 'remote_group_id': 'ac22c96a-eb20-4c01-91dd-4dd0c9a02cb5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:34.378607 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:15:34.382025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e8690258-8eb6-425f-b8b9-7687b63b57b0 tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9098890 Aug 03 19:15:34.402133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41858) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:34.487073 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7850192-27cc-4508-8a7e-69a9cacbe7e9 req-3e708101-61c5-4ca9-ae6d-8030be024b57 service neutron] 10.222.0.63 "GET /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838400 Aug 03 19:15:34.524538 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-3684d8ef-c2f9-4f4d-aaa4-f8c81ec6ed4b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.589098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-3684d8ef-c2f9-4f4d-aaa4-f8c81ec6ed4b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.596134 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-3684d8ef-c2f9-4f4d-aaa4-f8c81ec6ed4b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.623423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684d8ef-c2f9-4f4d-aaa4-f8c81ec6ed4b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43478ab3-b8ea-4afe-aa93-1a78e783b0ae,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:34.637248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-3684d8ef-c2f9-4f4d-aaa4-f8c81ec6ed4b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.638689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1c6d17-d847-42b0-804d-13b7a0f6cd92 req-3684d8ef-c2f9-4f4d-aaa4-f8c81ec6ed4b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2822173 Aug 03 19:15:34.643333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8edf5-1b7a-4bfd-a2ef-61a16c6022cc tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Deleting port dc03f48c-4d58-441c-8730-d9056bd7318a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:34.643636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffc8edf5-1b7a-4bfd-a2ef-61a16c6022cc tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.760447 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b7333-0396-44e5-b6e5-62eb6a9897f7 x-openstack-request-id: req-101b7333-0396-44e5-b6e5-62eb6a9897f7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:34.761663 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd3bf8d-5a17-46cb-8677-8989c12fb4f7", "tag": "b5159ca5-30bd-4bc7-b954-6058c9905dfb", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:34.762142 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-101b7333-0396-44e5-b6e5-62eb6a9897f7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:34.763287 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'tag': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'status': 'completed', 'code': 200} Aug 03 19:15:34.818491 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffc8edf5-1b7a-4bfd-a2ef-61a16c6022cc tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.842316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8edf5-1b7a-4bfd-a2ef-61a16c6022cc tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Calling delete_port for dc03f48c-4d58-441c-8730-d9056bd7318a owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:34.972863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-b2304d6f-9498-452d-89c3-56102b24daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:34.976083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-b2304d6f-9498-452d-89c3-56102b24daff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80817cfe44684c2ca0f4ecbf51e8a336&device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 1094 time: 0.1533499 Aug 03 19:15:35.173349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-6f40d7df-497c-4916-8f1f-580e616deffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:35.176246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-6f40d7df-497c-4916-8f1f-580e616deffe service neutron] 10.222.0.63 "GET /v2.0/networks?id=a70c018a-eb12-4a0b-9027-b773648dbd6a HTTP/1.1" status: 200 len: 915 time: 0.1925533 Aug 03 19:15:35.212381 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffc8edf5-1b7a-4bfd-a2ef-61a16c6022cc tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.246433 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-aba16dc2-5938-4655-96df-266758af5098 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5159ca5-30bd-4bc7-b954-6058c9905dfb HTTP/1.1" status: 200 len: 217 time: 0.0592620 Aug 03 19:15:35.257802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8edf5-1b7a-4bfd-a2ef-61a16c6022cc tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc03f48c-4d58-441c-8730-d9056bd7318a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:35.289283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40847c13-f4de-45f7-ac7e-b2de5cbdf2e2 req-b5e148b5-c5e0-46f2-ae5c-62ae5a4e3c5e tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:35.290991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40847c13-f4de-45f7-ac7e-b2de5cbdf2e2 req-b5e148b5-c5e0-46f2-ae5c-62ae5a4e3c5e tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 944 time: 0.1563783 Aug 03 19:15:35.301240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2234c6-4ffd-412c-b481-15181123a9e7 req-1dde7f34-59ae-4fd4-86f5-67a16e6790f1 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:35.303007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a2234c6-4ffd-412c-b481-15181123a9e7 req-1dde7f34-59ae-4fd4-86f5-67a16e6790f1 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 950 time: 0.1664941 Aug 03 19:15:35.324339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-bb3fa4c9-3426-4df8-ae6a-b02c6ae5bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:35.326611 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-bb3fa4c9-3426-4df8-ae6a-b02c6ae5bf5f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b737c63-a91f-4136-9815-ae16d7b3b91f HTTP/1.1" status: 200 len: 853 time: 0.0723906 Aug 03 19:15:35.381912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-81265f08-cdb2-43d6-872a-0fd5e743179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:35.383531 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-81265f08-cdb2-43d6-872a-0fd5e743179b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a70c018a-eb12-4a0b-9027-b773648dbd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491648 Aug 03 19:15:35.394480 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffc8edf5-1b7a-4bfd-a2ef-61a16c6022cc tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.396439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ffc8edf5-1b7a-4bfd-a2ef-61a16c6022cc tempest-RoutersAdminNegativeTest-2024725520 tempest-RoutersAdminNegativeTest-2024725520-project-admin] 10.222.0.42 "DELETE /v2.0/ports/dc03f48c-4d58-441c-8730-d9056bd7318a HTTP/1.1" status: 204 len: 168 time: 0.9919899 Aug 03 19:15:35.401629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40847c13-f4de-45f7-ac7e-b2de5cbdf2e2 req-02f8a868-4639-47c5-ba3b-7d3dc1818579 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974245 Aug 03 19:15:35.416672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a2234c6-4ffd-412c-b481-15181123a9e7 req-a866a9e8-9071-444f-b539-0691989e0ae2 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852888 Aug 03 19:15:35.486670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a08de45d-8a39-4ccc-9ec1-9a685ef51756 req-5b390f49-3973-4e7b-9944-98ea9ca4adec tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1596878150', 'description': 'tempest-description-1260845832'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:35.513231 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-7bf64202-15b0-4f78-a900-76c067b9f1a6 service neutron] 10.222.0.63 "GET /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208777 Aug 03 19:15:35.516210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a08de45d-8a39-4ccc-9ec1-9a685ef51756 req-5b390f49-3973-4e7b-9944-98ea9ca4adec tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.628703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a08de45d-8a39-4ccc-9ec1-9a685ef51756 req-5b390f49-3973-4e7b-9944-98ea9ca4adec tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.635623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f245c47e-40e8-4fd7-abd6-7a149944299a up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:35.642791 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-14a3e9f2-15fd-43e7-8a4f-cc3e3371e545 req-dde82588-b376-4557-97ae-a7d6f467dd1b service neutron] 10.222.0.63 "GET /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208436 Aug 03 19:15:35.646806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a08de45d-8a39-4ccc-9ec1-9a685ef51756 req-5b390f49-3973-4e7b-9944-98ea9ca4adec tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.704696 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a08de45d-8a39-4ccc-9ec1-9a685ef51756 req-5b390f49-3973-4e7b-9944-98ea9ca4adec tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.706184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a08de45d-8a39-4ccc-9ec1-9a685ef51756 req-5b390f49-3973-4e7b-9944-98ea9ca4adec tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2267203 Aug 03 19:15:35.707026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390f49-3973-4e7b-9944-98ea9ca4adec tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0284397b-4e02-4cba-bdc9-f2cf8a6a36f1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:35.759587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port f245c47e-40e8-4fd7-abd6-7a149944299a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:35.768602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f245c47e-40e8-4fd7-abd6-7a149944299a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:35.769121 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.892964 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.909416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-112280c3-43aa-4695-889c-dda6af93927b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605266 Aug 03 19:15:35.918165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d992f56-2659-4a6b-ade8-7af63c5810f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f245c47e-40e8-4fd7-abd6-7a149944299a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:35.920934 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9236aed1-9d44-47e5-954a-61a9ebf41512" -d '{"events": [{"server_uuid": "4d992f56-2659-4a6b-ade8-7af63c5810f0", "name": "network-vif-plugged", "status": "completed", "tag": "f245c47e-40e8-4fd7-abd6-7a149944299a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:35.935722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f245c47e-40e8-4fd7-abd6-7a149944299a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f245c47e-40e8-4fd7-abd6-7a149944299a,segment=NetworkSegment(6bf09d45-d575-4443-bf84-b2ec36223183),segment_id=6bf09d45-d575-4443-bf84-b2ec36223183)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:35.936244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41914) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:35.940778 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.941818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:36.007486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733ddf7-4f7f-4807-ba44-e720c73182d1 req-a56e4d44-d167-4fb6-8e82-f10f642b83ef tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.009848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e733ddf7-4f7f-4807-ba44-e720c73182d1 req-a56e4d44-d167-4fb6-8e82-f10f642b83ef tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 950 time: 0.1783276 Aug 03 19:15:36.027826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f245c47e-40e8-4fd7-abd6-7a149944299a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:36.070144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.114141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:36.120411 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.127120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e733ddf7-4f7f-4807-ba44-e720c73182d1 req-c82dbd61-8c95-4e87-91cc-ed66f2dfdda7 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082063 Aug 03 19:15:36.129670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc085195-775b-474f-804c-6c22a856cab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.182325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-6be8f9e7-7c68-40dc-b971-2d62d92bce8b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.186000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-6be8f9e7-7c68-40dc-b971-2d62d92bce8b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619085 Aug 03 19:15:36.220210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-51a36559-fc83-481b-b50d-4a887cbcbac9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/quotas/8e0f63f30ef74aec900477fcd78165c2 HTTP/1.1" status: 200 len: 375 time: 0.0256937 Aug 03 19:15:36.236043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:36.287794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc085195-775b-474f-804c-6c22a856cab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.293036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc085195-775b-474f-804c-6c22a856cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.334443 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cc085195-775b-474f-804c-6c22a856cab7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=478cf02b90584c2193d2c8d3d963fb7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962305 Aug 03 19:15:36.338667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41918) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:36.347615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc085195-775b-474f-804c-6c22a856cab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffff4ba0-ef59-4627-8d6d-7dac9ecd254a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:36.358302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca595-ea8b-465b-abba-962bc15c0b03 req-421ce0d7-00cb-423c-a9e9-4b69931b4cd5 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.360858 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f59ca595-ea8b-465b-abba-962bc15c0b03 req-421ce0d7-00cb-423c-a9e9-4b69931b4cd5 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 943 time: 0.1392317 Aug 03 19:15:36.384065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-4346f2c4-3144-4386-b5aa-8f75f5f3f7a2 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469550 Aug 03 19:15:36.407599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5fb4f54-528a-4071-9c23-ab4e97ae617d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.440362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5fb4f54-528a-4071-9c23-ab4e97ae617d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.448672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f59ca595-ea8b-465b-abba-962bc15c0b03 req-7c9ee5e4-16fb-464b-b8c3-9109ed5f5e5b tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628915 Aug 03 19:15:36.590561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5fb4f54-528a-4071-9c23-ab4e97ae617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.593223 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5fb4f54-528a-4071-9c23-ab4e97ae617d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.594508 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c5fb4f54-528a-4071-9c23-ab4e97ae617d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffff4ba0-ef59-4627-8d6d-7dac9ecd254a HTTP/1.1" status: 204 len: 168 time: 0.2545569 Aug 03 19:15:36.617297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb4f54-528a-4071-9c23-ab4e97ae617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffff4ba0-ef59-4627-8d6d-7dac9ecd254a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:36.642951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-72af5672-8a10-40e9-9a1d-364177102465 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.644733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-72af5672-8a10-40e9-9a1d-364177102465 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 950 time: 0.1282771 Aug 03 19:15:36.798048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Deleting port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:36.798411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.933561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] For port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:36.934018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.950945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Calling delete_port for 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:37.048863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-39896d80-4855-41b9-bc36-ac5d2eaf46e8 req-f185a85f-8a97-4360-8db1-acb3b5761e01 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1368347375', 'description': 'tempest-description-888020933'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:37.121571 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5753e0d2-457d-449a-8f7f-29409c2f168f x-openstack-request-id: req-5753e0d2-457d-449a-8f7f-29409c2f168f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:37.123115 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d992f56-2659-4a6b-ade8-7af63c5810f0", "name": "network-vif-plugged", "status": "completed", "tag": "f245c47e-40e8-4fd7-abd6-7a149944299a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:37.123584 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5753e0d2-457d-449a-8f7f-29409c2f168f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:37.124335 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d992f56-2659-4a6b-ade8-7af63c5810f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f245c47e-40e8-4fd7-abd6-7a149944299a', 'code': 200} Aug 03 19:15:37.125818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-39896d80-4855-41b9-bc36-ac5d2eaf46e8 req-f185a85f-8a97-4360-8db1-acb3b5761e01 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.170334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.185530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0fc94262-f554-4c44-9bd8-1413e52f3af4', '1aa09550-6c7e-455f-99d1-ac1ff92d5f97', '5dbdc52a-6911-4539-945e-fdeac9893bcd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:37.204526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Pushing event deleted for resources: {'Port': ['ID=1aa09550-6c7e-455f-99d1-ac1ff92d5f97,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:37.284040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] No DVR routers for this DVR port 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:37.284335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41942) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:37.300649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.304085 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e690f3c5-20dd-44d4-99f2-d60d6d5b6891 req-d0e621b9-5996-4de9-bfe6-d15ca28edd94 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "DELETE /v2.0/ports/1aa09550-6c7e-455f-99d1-ac1ff92d5f97 HTTP/1.1" status: 204 len: 173 time: 0.6499054 Aug 03 19:15:37.304776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430b153b-9739-434a-83b0-671d0679b0fc', 'name': 'network-vif-deleted', 'tag': '1aa09550-6c7e-455f-99d1-ac1ff92d5f97'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:37.323313 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21296ec-0828-4bbb-b3f7-bf89b67ce65d" -d '{"events": [{"server_uuid": "430b153b-9739-434a-83b0-671d0679b0fc", "name": "network-vif-deleted", "tag": "1aa09550-6c7e-455f-99d1-ac1ff92d5f97"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:37.373880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c1b04-0e97-4150-9770-9ec72dc9df2d req-2c371733-71ee-4247-ac5a-aceb0785b886 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:37.377764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa6c1b04-0e97-4150-9770-9ec72dc9df2d req-2c371733-71ee-4247-ac5a-aceb0785b886 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 945 time: 0.1843128 Aug 03 19:15:37.515944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa6c1b04-0e97-4150-9770-9ec72dc9df2d req-eec3cfe2-132c-4529-982c-23a7508c5bff tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135778 Aug 03 19:15:37.521548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41950) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:37.526957 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7d0e43ef-80e8-48ac-af54-f6c14ede8890 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c6ed22298c74df59af6ad159f933a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286408 Aug 03 19:15:37.553345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e4b73-b5ed-43e9-80b1-5e5aed8aacfa req-362f6808-728f-489f-aca8-d30664891d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:37.555703 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-711e4b73-b5ed-43e9-80b1-5e5aed8aacfa req-362f6808-728f-489f-aca8-d30664891d60 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 1096 time: 0.2185693 Aug 03 19:15:37.673868 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-39896d80-4855-41b9-bc36-ac5d2eaf46e8 req-f185a85f-8a97-4360-8db1-acb3b5761e01 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.676995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-711e4b73-b5ed-43e9-80b1-5e5aed8aacfa req-89c7be1c-8641-484d-8510-c3bcc9845065 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104462 Aug 03 19:15:37.697225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-39896d80-4855-41b9-bc36-ac5d2eaf46e8 req-f185a85f-8a97-4360-8db1-acb3b5761e01 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.759857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185a85f-8a97-4360-8db1-acb3b5761e01 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317c09de-75d8-480b-9a2b-438a57a30b7b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:37.769531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-195b6693-4378-48e9-9ab8-c7fd1e1438ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.789630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-39896d80-4855-41b9-bc36-ac5d2eaf46e8 req-f185a85f-8a97-4360-8db1-acb3b5761e01 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.791748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39896d80-4855-41b9-bc36-ac5d2eaf46e8 req-f185a85f-8a97-4360-8db1-acb3b5761e01 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7480638 Aug 03 19:15:37.850766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-195b6693-4378-48e9-9ab8-c7fd1e1438ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.869518 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-b934ae1f-b6e1-45c6-8332-5f39b995ef7e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939472 Aug 03 19:15:37.987014 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c1715e-d69a-4956-8820-b93d5b480692 x-openstack-request-id: req-41c1715e-d69a-4956-8820-b93d5b480692 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:37.987977 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430b153b-9739-434a-83b0-671d0679b0fc", "name": "network-vif-deleted", "tag": "1aa09550-6c7e-455f-99d1-ac1ff92d5f97", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:37.987977 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41c1715e-d69a-4956-8820-b93d5b480692 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:37.990430 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430b153b-9739-434a-83b0-671d0679b0fc', 'name': 'network-vif-deleted', 'tag': '1aa09550-6c7e-455f-99d1-ac1ff92d5f97', 'status': 'completed', 'code': 200} Aug 03 19:15:38.030136 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-195b6693-4378-48e9-9ab8-c7fd1e1438ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.032013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-5c9304eb-9814-442d-8cb3-f41a50a47fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.036756 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-195b6693-4378-48e9-9ab8-c7fd1e1438ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.037935 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-5c9304eb-9814-442d-8cb3-f41a50a47fbd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 1101 time: 0.1266663 Aug 03 19:15:38.039601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-195b6693-4378-48e9-9ab8-c7fd1e1438ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10a5af1b-eff8-4422-9c89-c822f590e76e HTTP/1.1" status: 204 len: 168 time: 0.5163929 Aug 03 19:15:38.066751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14a7d64a-a3ca-4a36-bed8-34a3ba7e1638 req-eda65507-5f81-48d6-8e68-d7fef19e03cf tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=430b153b-9739-434a-83b0-671d0679b0fc HTTP/1.1" status: 200 len: 210 time: 0.0491796 Aug 03 19:15:38.098467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b6693-4378-48e9-9ab8-c7fd1e1438ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a5af1b-eff8-4422-9c89-c822f590e76e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:38.256381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-1fd112d4-1923-41d5-bd72-c120ea16a852 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/0284397b-4e02-4cba-bdc9-f2cf8a6a36f1 HTTP/1.1" status: 200 len: 1807 time: 0.1408715 Aug 03 19:15:38.294876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-c6fb0bc4-6111-43f2-8c23-dcd46f9de2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.297954 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-c6fb0bc4-6111-43f2-8c23-dcd46f9de2bc service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2265959 Aug 03 19:15:38.367041 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-6ebbc71d-50c7-475f-99a2-9c210a01cec8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0fc94262-f554-4c44-9bd8-1413e52f3af4 HTTP/1.1" status: 200 len: 217 time: 0.0602956 Aug 03 19:15:38.393522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-b714b0e9-b3ea-4f83-bc9d-623ebf70262a tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/317c09de-75d8-480b-9a2b-438a57a30b7b HTTP/1.1" status: 200 len: 1806 time: 0.1208935 Aug 03 19:15:38.429574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d232d5-7799-4884-a70a-06451b6e7f37 req-4923774a-7dd9-480a-88b1-021c55e36f30 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.438604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2d232d5-7799-4884-a70a-06451b6e7f37 req-4923774a-7dd9-480a-88b1-021c55e36f30 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 943 time: 0.2509313 Aug 03 19:15:38.453743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-537730cb-d025-4c25-b1c2-c30d70788dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.455801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-537730cb-d025-4c25-b1c2-c30d70788dc6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0802109 Aug 03 19:15:38.517065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-a75af678-ebbf-411a-a7a1-6abdcf625db7 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0284397b-4e02-4cba-bdc9-f2cf8a6a36f1', 'remote_group_id': '317c09de-75d8-480b-9a2b-438a57a30b7b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:38.517804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-a75af678-ebbf-411a-a7a1-6abdcf625db7 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0284397b-4e02-4cba-bdc9-f2cf8a6a36f1', 'remote_group_id': '317c09de-75d8-480b-9a2b-438a57a30b7b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:38.532466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2d232d5-7799-4884-a70a-06451b6e7f37 req-cb74acf5-63c3-4ea4-aa2c-6c038c4e478b tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898452 Aug 03 19:15:38.535852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-a24e232b-6dd2-4d68-82fb-66ef8afca81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.538589 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-a24e232b-6dd2-4d68-82fb-66ef8afca81b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698268 Aug 03 19:15:38.560991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-a143880d-8a92-4a8b-b40f-f75ec9738061 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:15:38.563731 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-a143880d-8a92-4a8b-b40f-f75ec9738061 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116806 Aug 03 19:15:38.682196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-a75af678-ebbf-411a-a7a1-6abdcf625db7 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.722460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-213252a7-d272-400b-b5d5-572d5b52cc64 req-8b50dbb2-efac-490d-afea-7ba2c3e337e9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 210 time: 0.0652850 Aug 03 19:15:38.769286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-98e430b3-2133-44ab-971c-26b4e08da5e2 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915984 Aug 03 19:15:38.784606 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-a75af678-ebbf-411a-a7a1-6abdcf625db7 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.795812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-a75af678-ebbf-411a-a7a1-6abdcf625db7 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.844965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-a75af678-ebbf-411a-a7a1-6abdcf625db7 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.862520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-858cc63f-6d43-455d-9e0a-4c7fac4510c8 req-a75af678-ebbf-411a-a7a1-6abdcf625db7 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4136124 Aug 03 19:15:38.867171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75af678-ebbf-411a-a7a1-6abdcf625db7 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cd05f2-34d0-467f-9d9a-7767fd1ec9ed,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:38.979827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf967f-b211-4fea-abb7-cc11e91bcedf req-1edcdcaa-97bc-4179-aab8-07f5df2661a0 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.983202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79bf967f-b211-4fea-abb7-cc11e91bcedf req-1edcdcaa-97bc-4179-aab8-07f5df2661a0 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 945 time: 0.1015828 Aug 03 19:15:39.040433 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7107133a-56c6-4ad5-a536-d356f1e71df8 req-cc17ddfc-988e-482c-94b6-5fb76d690f25 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629993 Aug 03 19:15:39.126202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:39.130994 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f874f-7d84-428f-8ecf-3ba9151dc748" -d '{"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:39.132526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79bf967f-b211-4fea-abb7-cc11e91bcedf req-c8a1891e-5c8f-4239-948e-1f2bc4d375b6 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314707 Aug 03 19:15:39.231049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab806562-8cb2-4b37-ade7-8f74020a0a73 req-130d6661-ddbb-4929-bfba-051daf319f45 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/317c09de-75d8-480b-9a2b-438a57a30b7b HTTP/1.1" status: 200 len: 1806 time: 0.1334178 Aug 03 19:15:39.332231 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50762ad7-5754-4261-98ff-a6182bffbd17 x-openstack-request-id: req-50762ad7-5754-4261-98ff-a6182bffbd17 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:39.332663 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:39.333254 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50762ad7-5754-4261-98ff-a6182bffbd17 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:39.334185 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'code': 200} Aug 03 19:15:39.367110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ab806562-8cb2-4b37-ade7-8f74020a0a73 req-0cf90dd2-0141-49d6-8d53-d1665bce3a68 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.430530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ab806562-8cb2-4b37-ade7-8f74020a0a73 req-0cf90dd2-0141-49d6-8d53-d1665bce3a68 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.598197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ab806562-8cb2-4b37-ade7-8f74020a0a73 req-0cf90dd2-0141-49d6-8d53-d1665bce3a68 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.603481 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ab806562-8cb2-4b37-ade7-8f74020a0a73 req-0cf90dd2-0141-49d6-8d53-d1665bce3a68 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.621255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab806562-8cb2-4b37-ade7-8f74020a0a73 req-0cf90dd2-0141-49d6-8d53-d1665bce3a68 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "DELETE /v2.0/security-groups/317c09de-75d8-480b-9a2b-438a57a30b7b HTTP/1.1" status: 204 len: 173 time: 0.3876586 Aug 03 19:15:39.655801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf90dd2-0141-49d6-8d53-d1665bce3a68 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317c09de-75d8-480b-9a2b-438a57a30b7b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:39.729051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b5159ca5-30bd-4bc7-b954-6058c9905dfb details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:39.964467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6465602-81bf-41c6-a58f-fbbaba838d3b req-ca99d78c-af73-40eb-9636-828c7c3a5c74 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/0284397b-4e02-4cba-bdc9-f2cf8a6a36f1 HTTP/1.1" status: 200 len: 1807 time: 0.1784902 Aug 03 19:15:39.989006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0984d-aa2c-4710-a383-92709030a0c1 req-6184eafd-2f7b-4847-9f94-dae37f453abc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:39.991063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ee0984d-aa2c-4710-a383-92709030a0c1 req-6184eafd-2f7b-4847-9f94-dae37f453abc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 943 time: 0.1884081 Aug 03 19:15:40.023185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b5159ca5-30bd-4bc7-b954-6058c9905dfb, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5159ca5-30bd-4bc7-b954-6058c9905dfb,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:40.030695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42038) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:40.101006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'port_id': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'mac_address': 'fa:16:3e:59:d9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:40.106174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ee0984d-aa2c-4710-a383-92709030a0c1 req-57503b89-963d-4cfa-adf0-9a3df8a4cde6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053162 Aug 03 19:15:40.170293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0955164-eaa7-4fb7-a0c7-97f7981e9450 req-33bf871f-d619-4b9c-9391-a0371da4e2fc tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 210 time: 0.0484931 Aug 03 19:15:40.219014 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-3f532685-386f-4ccc-a434-95663cf1b68e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334921 Aug 03 19:15:40.251358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-e5a772fc-745d-4e04-bf5d-01778f5eb6a6 req-0857c190-9c5e-4818-a1bd-789f0a3c6d5e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-958590171', 'description': 'tempest-description-1424665306'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:40.270242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.305534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e5a772fc-745d-4e04-bf5d-01778f5eb6a6 req-0857c190-9c5e-4818-a1bd-789f0a3c6d5e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.324841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5159ca5-30bd-4bc7-b954-6058c9905dfb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:40.372779 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9dee322f-f0eb-4a77-bf4b-65458c9c7db1 tempest-AgentManagementNegativeTest-993165792 tempest-AgentManagementNegativeTest-993165792-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3398116 Aug 03 19:15:40.389140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b5159ca5-30bd-4bc7-b954-6058c9905dfb, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5159ca5-30bd-4bc7-b954-6058c9905dfb,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:40.399998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.468779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec3bf3-2881-4698-9e62-69884dd675c6 req-30fd5903-a1c9-4656-88e5-8edfdb5dc87f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:40.471581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2ec3bf3-2881-4698-9e62-69884dd675c6 req-30fd5903-a1c9-4656-88e5-8edfdb5dc87f tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 950 time: 0.1218140 Aug 03 19:15:40.551321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-d8ff5ec4-fe1c-40c3-a113-dfaf467009ab tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:40.554929 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-d8ff5ec4-fe1c-40c3-a113-dfaf467009ab tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292377 Aug 03 19:15:40.600655 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-99bda1ab-fc49-4704-9c23-be98ef5ba206 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438068 Aug 03 19:15:40.616192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b5159ca5-30bd-4bc7-b954-6058c9905dfb,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:40.617750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Request body: {'port': {'device_id': '3c17c47a-c9ae-46f0-a872-7720eac34933', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '8e0f63f30ef74aec900477fcd78165c2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:40.804143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42050) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:40.996498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-fcb6527f-36ce-48aa-b283-1bfdc8cd38c0 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:40.999534 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-fcb6527f-36ce-48aa-b283-1bfdc8cd38c0 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643899 Aug 03 19:15:41.005084 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e5a772fc-745d-4e04-bf5d-01778f5eb6a6 req-0857c190-9c5e-4818-a1bd-789f0a3c6d5e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.010035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2ec3bf3-2881-4698-9e62-69884dd675c6 req-f244c578-ab4f-4f34-a791-c54ca0c9557d tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225012 Aug 03 19:15:41.012175 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e5a772fc-745d-4e04-bf5d-01778f5eb6a6 req-0857c190-9c5e-4818-a1bd-789f0a3c6d5e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.036588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Request body: {'port': {'device_id': '081ff292-80fa-4e6f-a359-9856d50fb435', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '8e0f63f30ef74aec900477fcd78165c2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:41.058439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9117aa7d-009b-430e-94d4-292d1a44726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.081465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857c190-9c5e-4818-a1bd-789f0a3c6d5e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90278cc-256e-417c-93d7-3a9a3dfc7582,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:41.185238 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e5a772fc-745d-4e04-bf5d-01778f5eb6a6 req-0857c190-9c5e-4818-a1bd-789f0a3c6d5e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.187680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5a772fc-745d-4e04-bf5d-01778f5eb6a6 req-0857c190-9c5e-4818-a1bd-789f0a3c6d5e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9488270 Aug 03 19:15:41.192620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Made reservation on behalf of 8e0f63f30ef74aec900477fcd78165c2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:41.202220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.257280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:41.338393 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:41.339460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1aa09550-6c7e-455f-99d1-ac1ff92d5f97 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:41.463962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9117aa7d-009b-430e-94d4-292d1a44726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.477451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9117aa7d-009b-430e-94d4-292d1a44726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.497772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd7e44-407f-429f-8749-96a6e52773e6 req-9a8859be-7dfe-4bda-bdf8-95cd64e812ef tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:41.501117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21fd7e44-407f-429f-8749-96a6e52773e6 req-9a8859be-7dfe-4bda-bdf8-95cd64e812ef tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 945 time: 0.1800168 Aug 03 19:15:41.511083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b5159ca5-30bd-4bc7-b954-6058c9905dfb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:41.519903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a12a27-34d2-4c88-9591-ace686b8e6c4 req-c5704d56-1adb-4f45-9816-6cbec660112f tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:41.525565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14a12a27-34d2-4c88-9591-ace686b8e6c4 req-c5704d56-1adb-4f45-9816-6cbec660112f tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 944 time: 0.1419265 Aug 03 19:15:41.527146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Allocated IP 192.168.233.48 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/03c0e784-c226-46dc-88fa-e41dfa86ea61) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:41.564140 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9117aa7d-009b-430e-94d4-292d1a44726b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5413f6def5ac40edb24825a78798944a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558825 Aug 03 19:15:41.568638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42072) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:41.570214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Made reservation on behalf of 8e0f63f30ef74aec900477fcd78165c2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:41.573844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.595248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117aa7d-009b-430e-94d4-292d1a44726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4931066-d2ca-4f73-954a-32945afae620,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:41.617766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21fd7e44-407f-429f-8749-96a6e52773e6 req-c5529fd0-22e8-47ef-a49a-760a793091fd tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912862 Aug 03 19:15:41.646869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14a12a27-34d2-4c88-9591-ace686b8e6c4 req-0f109d64-949b-432c-8f6c-1a76aa8c506f tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872190 Aug 03 19:15:41.758001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2787cce8-aace-4ccc-b621-97780c23e782 req-d1d4a83b-1f51-4ac1-86a8-e134de31c52c tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/a90278cc-256e-417c-93d7-3a9a3dfc7582 HTTP/1.1" status: 200 len: 1806 time: 0.0725896 Aug 03 19:15:41.781875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-2787cce8-aace-4ccc-b621-97780c23e782 req-1caa42df-2f60-40e7-8b52-ee8b23bccb04 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a90278cc-256e-417c-93d7-3a9a3dfc7582', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:41.782760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-2787cce8-aace-4ccc-b621-97780c23e782 req-1caa42df-2f60-40e7-8b52-ee8b23bccb04 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a90278cc-256e-417c-93d7-3a9a3dfc7582', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:41.852282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05ddc964-95b2-428f-a8c9-7bca4d9e3855 req-90567908-4946-4cdc-ab6a-399f617eb440 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 210 time: 0.0590966 Aug 03 19:15:41.870830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58af4d0e-27a2-4fdd-9f50-86649b90ffa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.898345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9c64be28-86f1-4629-baf2-dc91ce0e54df tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:41.900047 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9c64be28-86f1-4629-baf2-dc91ce0e54df tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 950 time: 0.2359476 Aug 03 19:15:41.936191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58af4d0e-27a2-4fdd-9f50-86649b90ffa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.968114 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2787cce8-aace-4ccc-b621-97780c23e782 req-1caa42df-2f60-40e7-8b52-ee8b23bccb04 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.983944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.009781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2787cce8-aace-4ccc-b621-97780c23e782 req-1caa42df-2f60-40e7-8b52-ee8b23bccb04 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.016419 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2787cce8-aace-4ccc-b621-97780c23e782 req-1caa42df-2f60-40e7-8b52-ee8b23bccb04 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.039108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa42df-2f60-40e7-8b52-ee8b23bccb04 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c978d9-087f-4e13-b173-a6aaaa047a95,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:42.040356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Transition to ACTIVE for port object 03c0e784-c226-46dc-88fa-e41dfa86ea61 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:42.062921 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2787cce8-aace-4ccc-b621-97780c23e782 req-1caa42df-2f60-40e7-8b52-ee8b23bccb04 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.078657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2787cce8-aace-4ccc-b621-97780c23e782 req-1caa42df-2f60-40e7-8b52-ee8b23bccb04 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3057806 Aug 03 19:15:42.119904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58af4d0e-27a2-4fdd-9f50-86649b90ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.123087 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58af4d0e-27a2-4fdd-9f50-86649b90ffa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.124372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-58af4d0e-27a2-4fdd-9f50-86649b90ffa9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4931066-d2ca-4f73-954a-32945afae620 HTTP/1.1" status: 204 len: 168 time: 0.5475481 Aug 03 19:15:42.183139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Deleting port 0fc94262-f554-4c44-9bd8-1413e52f3af4 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:42.184038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.190351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.208082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af4d0e-27a2-4fdd-9f50-86649b90ffa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4931066-d2ca-4f73-954a-32945afae620,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:42.212683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:42.251754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eca32ea8-a89e-46b2-a111-f38ebf368e88 req-2aab3fbb-ab95-4f1a-b35d-ebb39ac6168f tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/a90278cc-256e-417c-93d7-3a9a3dfc7582 HTTP/1.1" status: 200 len: 2400 time: 0.0951715 Aug 03 19:15:42.305107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-eca32ea8-a89e-46b2-a111-f38ebf368e88 req-a7a84bc9-90c3-47ad-8d5b-b9bd6559abb4 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a90278cc-256e-417c-93d7-3a9a3dfc7582', 'remote_group_id': None}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:42.305672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-eca32ea8-a89e-46b2-a111-f38ebf368e88 req-a7a84bc9-90c3-47ad-8d5b-b9bd6559abb4 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a90278cc-256e-417c-93d7-3a9a3dfc7582', 'remote_group_id': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:42.372661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:42.375355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:42.382721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef37d6-58f6-44ea-b06e-0e3078fd5bce req-2af113af-bd14-4976-a9a6-f894e7a20d34 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:42.394456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5ef37d6-58f6-44ea-b06e-0e3078fd5bce req-2af113af-bd14-4976-a9a6-f894e7a20d34 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 950 time: 0.1393359 Aug 03 19:15:42.395944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:42.476614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Allocated IP 192.168.233.213 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/2438fe5d-6b91-460b-8c62-7f3b4ae977df) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:42.515316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5ef37d6-58f6-44ea-b06e-0e3078fd5bce req-6f031f37-520d-4e48-a834-e6d6f80b3928 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158845 Aug 03 19:15:42.527269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eca32ea8-a89e-46b2-a111-f38ebf368e88 req-a7a84bc9-90c3-47ad-8d5b-b9bd6559abb4 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.598569 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eca32ea8-a89e-46b2-a111-f38ebf368e88 req-a7a84bc9-90c3-47ad-8d5b-b9bd6559abb4 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.613424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eca32ea8-a89e-46b2-a111-f38ebf368e88 req-a7a84bc9-90c3-47ad-8d5b-b9bd6559abb4 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.677984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84bc9-90c3-47ad-8d5b-b9bd6559abb4 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85984c13-9498-4077-9e0c-fe806ddbe010,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:42.714413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eca32ea8-a89e-46b2-a111-f38ebf368e88 req-a7a84bc9-90c3-47ad-8d5b-b9bd6559abb4 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.727695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eca32ea8-a89e-46b2-a111-f38ebf368e88 req-a7a84bc9-90c3-47ad-8d5b-b9bd6559abb4 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4518080 Aug 03 19:15:42.877350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:42.883124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:42.883408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.920450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'Port': ['ID=03c0e784-c226-46dc-88fa-e41dfa86ea61,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:43.021590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d6fb-7486-4c3f-bb82-86a9a3a2f716 req-f264a7bb-588c-48e1-90f6-8417a2c656ec tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:43.022237 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.023287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2b2cc6c9-8f87-48f4-acf9-ff65c97fff0e None None] Provisioning for port 03c0e784-c226-46dc-88fa-e41dfa86ea61 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:43.033256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2b2cc6c9-8f87-48f4-acf9-ff65c97fff0e None None] Provisioning complete for port 03c0e784-c226-46dc-88fa-e41dfa86ea61 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:43.033701 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc6c9-8f87-48f4-acf9-ff65c97fff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.034657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cad8d6fb-7486-4c3f-bb82-86a9a3a2f716 req-f264a7bb-588c-48e1-90f6-8417a2c656ec tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 944 time: 0.1170402 Aug 03 19:15:43.045396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] For port 0fc94262-f554-4c44-9bd8-1413e52f3af4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0fc94262-f554-4c44-9bd8-1413e52f3af4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:43.045396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.049068 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-b4a43ded-6c9c-4abb-9cd3-11874e17e063 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4465399 Aug 03 19:15:43.087167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Request body: {'port': {'device_id': '3c17c47a-c9ae-46f0-a872-7720eac34933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:43.128335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Calling delete_port for 0fc94262-f554-4c44-9bd8-1413e52f3af4 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:43.134694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Transition to ACTIVE for port object 2438fe5d-6b91-460b-8c62-7f3b4ae977df will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:43.146893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cad8d6fb-7486-4c3f-bb82-86a9a3a2f716 req-18edfa1b-d372-4eb6-90fc-379754cdd20f tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098046 Aug 03 19:15:43.186432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6319d10-3302-4bcd-9531-fac7adb672ba req-f1fd73a9-3a56-4809-a026-89d703a1d46e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/a90278cc-256e-417c-93d7-3a9a3dfc7582 HTTP/1.1" status: 200 len: 2999 time: 0.0950913 Aug 03 19:15:43.209808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2b2cc6c9-8f87-48f4-acf9-ff65c97fff0e None None] Port 03c0e784-c226-46dc-88fa-e41dfa86ea61 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:43.214539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.393807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37434b38-a6bb-4b9f-b328-9451aa679bdc req-0de4de0c-98a4-4c8c-85e1-ffb8d7f190b4 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 210 time: 0.0365777 Aug 03 19:15:43.418994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5f9c6-2913-4774-837b-ed81381ea6a7 req-060b6a6c-d08e-40f8-92ff-a144d9aa2d5f tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:43.421974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1e5f9c6-2913-4774-837b-ed81381ea6a7 req-060b6a6c-d08e-40f8-92ff-a144d9aa2d5f tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 945 time: 0.1068251 Aug 03 19:15:43.472774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.487304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:43.519308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1e5f9c6-2913-4774-837b-ed81381ea6a7 req-df0fe84a-1fbe-44d7-af5e-889f56a9ac0f tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831029 Aug 03 19:15:43.526643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6bfc5c3-1fca-493a-9f0b-9063135dd203 req-1ac89e19-9172-4d39-9054-09733dc26e8e tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-group-rules/85984c13-9498-4077-9e0c-fe806ddbe010 HTTP/1.1" status: 200 len: 783 time: 0.0449271 Aug 03 19:15:43.623087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6bfc5c3-1fca-493a-9f0b-9063135dd203 req-aa5166f0-4df8-453a-9490-bf752028901a tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/a90278cc-256e-417c-93d7-3a9a3dfc7582 HTTP/1.1" status: 200 len: 2999 time: 0.0672212 Aug 03 19:15:43.668991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:43.679940 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a6bfc5c3-1fca-493a-9f0b-9063135dd203 req-46c6f2f2-57a7-448c-956b-3e15e2f9f257 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.700751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a6bfc5c3-1fca-493a-9f0b-9063135dd203 req-46c6f2f2-57a7-448c-956b-3e15e2f9f257 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.703064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:43.705850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:43.735320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d078b72f-0766-4676-a8e7-c8ad21595ae4 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:43.736869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42142) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:43.751573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b5159ca5-30bd-4bc7-b954-6058c9905dfb up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:43.768180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'Port': ['ID=2438fe5d-6b91-460b-8c62-7f3b4ae977df,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:43.864407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.895928 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a6bfc5c3-1fca-493a-9f0b-9063135dd203 req-46c6f2f2-57a7-448c-956b-3e15e2f9f257 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.916417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:43.920084 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a6bfc5c3-1fca-493a-9f0b-9063135dd203 req-46c6f2f2-57a7-448c-956b-3e15e2f9f257 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.936079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6bfc5c3-1fca-493a-9f0b-9063135dd203 req-46c6f2f2-57a7-448c-956b-3e15e2f9f257 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/85984c13-9498-4077-9e0c-fe806ddbe010 HTTP/1.1" status: 204 len: 173 time: 0.2957885 Aug 03 19:15:43.947201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Pushing event deleted for resources: {'Port': ['ID=0fc94262-f554-4c44-9bd8-1413e52f3af4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:43.958103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:43.958805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.999555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a42a5-7fc3-49c6-83d6-f3a1355a7b8f req-80386b9c-4ac4-46cb-8dc9-8950a5fb4616 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:44.014045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a04a42a5-7fc3-49c6-83d6-f3a1355a7b8f req-80386b9c-4ac4-46cb-8dc9-8950a5fb4616 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=972d4878-1fb3-41d9-bd36-f5702478cb22 HTTP/1.1" status: 200 len: 867 time: 0.2241120 Aug 03 19:15:44.034142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] No DVR routers for this DVR port 0fc94262-f554-4c44-9bd8-1413e52f3af4 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:44.051758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.054922 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1c3ee757-cb8d-414c-813a-df1ec92a04b4 req-9f10a677-5c88-4ca0-ba04-76000eb8f910 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "DELETE /v2.0/ports/0fc94262-f554-4c44-9bd8-1413e52f3af4 HTTP/1.1" status: 204 len: 173 time: 2.1347723 Aug 03 19:15:44.055998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d4878-1fb3-41d9-bd36-f5702478cb22', 'name': 'network-vif-deleted', 'tag': '0fc94262-f554-4c44-9bd8-1413e52f3af4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:44.058778 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd0b1b-03ae-4718-9f85-0c92dfcfda20" -d '{"events": [{"server_uuid": "972d4878-1fb3-41d9-bd36-f5702478cb22", "name": "network-vif-deleted", "tag": "0fc94262-f554-4c44-9bd8-1413e52f3af4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:44.061043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6f2f2-57a7-448c-956b-3e15e2f9f257 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85984c13-9498-4077-9e0c-fe806ddbe010,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:44.067135 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ffbae59c-5ecd-45d7-9387-018fc4790210 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0551901 Aug 03 19:15:44.107612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Request body: {'port': {'device_id': '081ff292-80fa-4e6f-a359-9856d50fb435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:44.114060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1806985642'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:44.264192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c0e784-c226-46dc-88fa-e41dfa86ea61 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:44.280071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.284606 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.301099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port b5159ca5-30bd-4bc7-b954-6058c9905dfb completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:44.314433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Transition to ACTIVE for port object 03c0e784-c226-46dc-88fa-e41dfa86ea61 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:44.321076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.342886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b5159ca5-30bd-4bc7-b954-6058c9905dfb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:44.343258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.348058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:44.381440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e48298a-fcbe-4ef0-bdf2-c53f292e2261 None None] Provisioning for port 2438fe5d-6b91-460b-8c62-7f3b4ae977df completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:44.390727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:44.397300 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.406743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e48298a-fcbe-4ef0-bdf2-c53f292e2261 None None] Provisioning complete for port 2438fe5d-6b91-460b-8c62-7f3b4ae977df triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:44.407212 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e48298a-fcbe-4ef0-bdf2-c53f292e2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.415111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a04a42a5-7fc3-49c6-83d6-f3a1355a7b8f req-cd223ade-df7a-4840-b6b2-742faff5b122 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710465 Aug 03 19:15:44.435092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Pushing event updated for resources: {'Port': ['ID=03c0e784-c226-46dc-88fa-e41dfa86ea61,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:44.444921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'mac_address': 'fa:16:3e:ca:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:44.492628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.578615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e61d63a-7b84-444d-bd5b-c67ee4955fd9 req-b33af1c3-54d7-47eb-bd1a-a90fe6057961 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/a90278cc-256e-417c-93d7-3a9a3dfc7582 HTTP/1.1" status: 200 len: 2400 time: 0.2287800 Aug 03 19:15:44.604848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Attempting to bind port 03c0e784-c226-46dc-88fa-e41dfa86ea61 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:44.605618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Attempting to bind port 03c0e784-c226-46dc-88fa-e41dfa86ea61 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:44.606265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Attempting to bind port 03c0e784-c226-46dc-88fa-e41dfa86ea61 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:44.698144 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737f8be-20a0-49ca-8dc5-03f684cd4b7e x-openstack-request-id: req-c737f8be-20a0-49ca-8dc5-03f684cd4b7e {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:44.699112 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972d4878-1fb3-41d9-bd36-f5702478cb22", "name": "network-vif-deleted", "tag": "0fc94262-f554-4c44-9bd8-1413e52f3af4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:44.699112 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c737f8be-20a0-49ca-8dc5-03f684cd4b7e {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:44.699502 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d4878-1fb3-41d9-bd36-f5702478cb22', 'name': 'network-vif-deleted', 'tag': '0fc94262-f554-4c44-9bd8-1413e52f3af4', 'status': 'completed', 'code': 200} Aug 03 19:15:44.714635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Port 03c0e784-c226-46dc-88fa-e41dfa86ea61 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:44.715463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Attempting to bind port 03c0e784-c226-46dc-88fa-e41dfa86ea61 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:44.742300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:44.745004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:44.764111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:44.766188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Bound port: 03c0e784-c226-46dc-88fa-e41dfa86ea61, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:44.766676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.859727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0e48298a-fcbe-4ef0-bdf2-c53f292e2261 None None] Port 2438fe5d-6b91-460b-8c62-7f3b4ae977df cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:44.903725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42170) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:44.913787 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.993949 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4e61d63a-7b84-444d-bd5b-c67ee4955fd9 req-48c4eb0f-adc5-4dcd-9621-1f9d7d02b030 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.003759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d078b72f-0766-4676-a8e7-c8ad21595ae4 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:45.050036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117429d6-6db5-4c45-8623-3327b52de829 req-fddc9071-15ee-4a4a-9749-0cf7f5278876 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:45.058613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-117429d6-6db5-4c45-8623-3327b52de829 req-fddc9071-15ee-4a4a-9749-0cf7f5278876 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 944 time: 0.2461810 Aug 03 19:15:45.064091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.068007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:45.078943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.129335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4e61d63a-7b84-444d-bd5b-c67ee4955fd9 req-48c4eb0f-adc5-4dcd-9621-1f9d7d02b030 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.148957 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:45.152918 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1db519-83e6-4af2-9c6d-c116dd460c6a" -d '{"events": [{"server_uuid": "0bd3bf8d-5a17-46cb-8677-8989c12fb4f7", "name": "network-vif-plugged", "status": "completed", "tag": "b5159ca5-30bd-4bc7-b954-6058c9905dfb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:45.184983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b5159ca5-30bd-4bc7-b954-6058c9905dfb, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5159ca5-30bd-4bc7-b954-6058c9905dfb,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:45.200110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.204637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.206133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.232565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.251653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-117429d6-6db5-4c45-8623-3327b52de829 req-0d246c4a-ff1f-4360-b469-87c8434a3d3d tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565785 Aug 03 19:15:45.285088 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ade65d3e-dc94-4328-9950-134ae1ddbcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.292458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87342f90-52c4-4be7-b2b5-f4225e17fab4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.317634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4e61d63a-7b84-444d-bd5b-c67ee4955fd9 req-48c4eb0f-adc5-4dcd-9621-1f9d7d02b030 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.321686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b5159ca5-30bd-4bc7-b954-6058c9905dfb,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.326197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4e61d63a-7b84-444d-bd5b-c67ee4955fd9 req-48c4eb0f-adc5-4dcd-9621-1f9d7d02b030 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.327902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0fc94262-f554-4c44-9bd8-1413e52f3af4 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:45.334827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e61d63a-7b84-444d-bd5b-c67ee4955fd9 req-48c4eb0f-adc5-4dcd-9621-1f9d7d02b030 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "DELETE /v2.0/security-groups/a90278cc-256e-417c-93d7-3a9a3dfc7582 HTTP/1.1" status: 204 len: 173 time: 0.7481298 Aug 03 19:15:45.350430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:45.383475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4eb0f-adc5-4dcd-9621-1f9d7d02b030 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90278cc-256e-417c-93d7-3a9a3dfc7582,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.393171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 0fc94262-f554-4c44-9bd8-1413e52f3af4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:45.393595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0fc94262-f554-4c44-9bd8-1413e52f3af4 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:45.405905 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.406636 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Added segment ff84c30c-5bdb-4029-80bf-2227fa976fe8 of type vlan for network 2a2fb36d-fd97-4b84-a74b-d19923d76517 Aug 03 19:15:45.476451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5dbdc52a-6911-4539-945e-fdeac9893bcd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:45.615894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.630948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d078b72f-0766-4676-a8e7-c8ad21595ae4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:45.680707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07605937-a61b-4f7b-b262-6d542b9875dc req-8f0233f7-39e3-4167-9ed8-10b74104c0f5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:45.694656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07605937-a61b-4f7b-b262-6d542b9875dc req-8f0233f7-39e3-4167-9ed8-10b74104c0f5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 936 time: 0.2997415 Aug 03 19:15:45.707145 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] For port 03c0e784-c226-46dc-88fa-e41dfa86ea61, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:45.711909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] For port 03c0e784-c226-46dc-88fa-e41dfa86ea61, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=03c0e784-c226-46dc-88fa-e41dfa86ea61,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:45.733831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-f72428b1-0e23-45e4-8032-d787103efb96 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:45.735736 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-f72428b1-0e23-45e4-8032-d787103efb96 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.63 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 945 time: 0.1377466 Aug 03 19:15:45.739154 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.799773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590f1ce-a82a-41fe-8d14-27dc1e90fb9d req-0276ea60-0ebe-452a-8481-11fab67bd613 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:45.802179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c590f1ce-a82a-41fe-8d14-27dc1e90fb9d req-0276ea60-0ebe-452a-8481-11fab67bd613 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 945 time: 0.3319216 Aug 03 19:15:45.874978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:45.875742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.878490 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] 10.222.0.63 "PUT /v2.0/ports/03c0e784-c226-46dc-88fa-e41dfa86ea61 HTTP/1.1" status: 200 len: 1095 time: 2.8014956 Aug 03 19:15:45.883717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.896027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:45.897270 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.911646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c20c5-a300-4d82-9fe9-d260a3acf6dc service neutron] Pushing event updated for resources: {'Port': ['ID=03c0e784-c226-46dc-88fa-e41dfa86ea61,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.922190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ade65d3e-dc94-4328-9950-134ae1ddbcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.978720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07605937-a61b-4f7b-b262-6d542b9875dc req-b714f729-2c7d-4fd3-9361-55f517087988 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825778 Aug 03 19:15:46.041092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ade65d3e-dc94-4328-9950-134ae1ddbcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.078398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2438fe5d-6b91-460b-8c62-7f3b4ae977df {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:46.105062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.118690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3764050 Aug 03 19:15:46.133975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42184) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:46.158174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'name': 'tempest-PortsTestJSON-1360397050'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:46.178111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ade65d3e-dc94-4328-9950-134ae1ddbcda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b43b72617f6a457194acf77e7cb80471&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2693183 Aug 03 19:15:46.178111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032bf39-00ce-4913-94ab-539a9a4c1a30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Network': ['ID=2a2fb36d-fd97-4b84-a74b-d19923d76517,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:46.180253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c590f1ce-a82a-41fe-8d14-27dc1e90fb9d req-e129d500-9cd5-49f5-85a1-23fd4eed9d56 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bc5bd6a-0922-48f3-aba5-3d326f8afe70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531208 Aug 03 19:15:46.191445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:46.196650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42186) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:46.202624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Transition to ACTIVE for port object 2438fe5d-6b91-460b-8c62-7f3b4ae977df will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:46.233402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Deleting port f245c47e-40e8-4fd7-abd6-7a149944299a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:46.233772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.240985 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.345975 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c797ff1-5bae-49d6-8ffe-fbc0dee620e8 x-openstack-request-id: req-6c797ff1-5bae-49d6-8ffe-fbc0dee620e8 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:46.346371 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd3bf8d-5a17-46cb-8677-8989c12fb4f7", "name": "network-vif-plugged", "status": "completed", "tag": "b5159ca5-30bd-4bc7-b954-6058c9905dfb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:46.346722 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c797ff1-5bae-49d6-8ffe-fbc0dee620e8 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:46.347385 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'code': 200} Aug 03 19:15:46.381844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-aef69930-805b-4263-b5c7-57ad9ae208f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:46.383482 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-aef69930-805b-4263-b5c7-57ad9ae208f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 1098 time: 0.4071324 Aug 03 19:15:46.399040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade65d3e-dc94-4328-9950-134ae1ddbcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc82ed83-47f2-43a2-a93a-1c76e9faea10,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:46.455398 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-dcc3a691-014b-4675-bc18-be02dc1f9bbc req-d7e987c2-ca4e-4e68-bd4a-b243a732435b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] show failed (client error): The resource could not be found. Aug 03 19:15:46.456745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcc3a691-014b-4675-bc18-be02dc1f9bbc req-d7e987c2-ca4e-4e68-bd4a-b243a732435b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/317c09de-75d8-480b-9a2b-438a57a30b7b HTTP/1.1" status: 404 len: 352 time: 0.0403023 Aug 03 19:15:46.520422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Pushing event updated for resources: {'Port': ['ID=2438fe5d-6b91-460b-8c62-7f3b4ae977df,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:46.621233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:46.624481 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-c78fc88e-97e1-4acd-b23f-3eb86d53518a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=03c0e784-c226-46dc-88fa-e41dfa86ea61 HTTP/1.1" status: 200 len: 217 time: 0.1997175 Aug 03 19:15:46.626982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] For port f245c47e-40e8-4fd7-abd6-7a149944299a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f245c47e-40e8-4fd7-abd6-7a149944299a,segment=NetworkSegment(6bf09d45-d575-4443-bf84-b2ec36223183),segment_id=6bf09d45-d575-4443-bf84-b2ec36223183)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:46.627366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.632901 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.665060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289e94b-98a1-458f-b0c9-f1881cc08157 req-29cd0c80-89be-4c05-89b6-9e072113b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:46.667584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7289e94b-98a1-458f-b0c9-f1881cc08157 req-29cd0c80-89be-4c05-89b6-9e072113b3d5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 1096 time: 0.2066314 Aug 03 19:15:46.677741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33124dc7-557a-43af-9c05-e033fc15a40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.681858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68367a00-c952-433f-ab78-bab720666c13 req-5f244db3-d249-4d87-8ee6-9d4633b19260 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:46.691624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-68367a00-c952-433f-ab78-bab720666c13 req-5f244db3-d249-4d87-8ee6-9d4633b19260 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.1801119 Aug 03 19:15:46.705864 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33124dc7-557a-43af-9c05-e033fc15a40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.740124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:46.757858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c17c47a-c9ae-46f0-a872-7720eac34933', 'tag': '03c0e784-c226-46dc-88fa-e41dfa86ea61'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:46.758987 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327d4895-b8b9-4c31-b609-ff083245af8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c17c47a-c9ae-46f0-a872-7720eac34933", "tag": "03c0e784-c226-46dc-88fa-e41dfa86ea61"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:46.774159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Calling delete_port for f245c47e-40e8-4fd7-abd6-7a149944299a owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:46.863996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-68367a00-c952-433f-ab78-bab720666c13 req-aaf9135b-387e-4cd0-8295-9e7d820b8b80 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710081 Aug 03 19:15:46.869291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7289e94b-98a1-458f-b0c9-f1881cc08157 req-90d1cf28-2505-449f-9879-e23507fa7d95 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553884 Aug 03 19:15:46.901862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-780be9a4-d0b0-424a-b957-da438fe4b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:46.901862 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-780be9a4-d0b0-424a-b957-da438fe4b3ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2157452 Aug 03 19:15:46.901862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Attempting to bind port 2438fe5d-6b91-460b-8c62-7f3b4ae977df on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:46.901862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Attempting to bind port 2438fe5d-6b91-460b-8c62-7f3b4ae977df by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:46.901862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Attempting to bind port 2438fe5d-6b91-460b-8c62-7f3b4ae977df on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:46.901862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33124dc7-557a-43af-9c05-e033fc15a40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.901862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33124dc7-557a-43af-9c05-e033fc15a40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.903325 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-33124dc7-557a-43af-9c05-e033fc15a40f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc82ed83-47f2-43a2-a93a-1c76e9faea10 HTTP/1.1" status: 204 len: 168 time: 0.6964018 Aug 03 19:15:46.916704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33124dc7-557a-43af-9c05-e033fc15a40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc82ed83-47f2-43a2-a93a-1c76e9faea10,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:46.918803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3721b275-2df9-4cf5-a875-502bafc47914 req-0a19dc6d-fd8e-4a0a-b67a-5ad39b5fa985 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/0284397b-4e02-4cba-bdc9-f2cf8a6a36f1 HTTP/1.1" status: 200 len: 1807 time: 0.1615298 Aug 03 19:15:46.922683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Port 2438fe5d-6b91-460b-8c62-7f3b4ae977df on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:46.923008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Attempting to bind port 2438fe5d-6b91-460b-8c62-7f3b4ae977df on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:46.943235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:46.943632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:46.943969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:46.944424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Bound port: 2438fe5d-6b91-460b-8c62-7f3b4ae977df, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:46.945144 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.080489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] For port 2438fe5d-6b91-460b-8c62-7f3b4ae977df, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:47.086366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] For port 2438fe5d-6b91-460b-8c62-7f3b4ae977df, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=2438fe5d-6b91-460b-8c62-7f3b4ae977df,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:47.098367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.138437 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.144603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.145033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.146576 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] 10.222.0.88 "PUT /v2.0/ports/2438fe5d-6b91-460b-8c62-7f3b4ae977df HTTP/1.1" status: 200 len: 1096 time: 3.0468452 Aug 03 19:15:47.175076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f245c47e-40e8-4fd7-abd6-7a149944299a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:47.182947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.195493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3721b275-2df9-4cf5-a875-502bafc47914 req-b39e76e2-075c-438e-b4c0-a632e44e0a1b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.243643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3721b275-2df9-4cf5-a875-502bafc47914 req-b39e76e2-075c-438e-b4c0-a632e44e0a1b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.245426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673666b1-46b0-4207-9432-7b742f58c17f service neutron] Pushing event updated for resources: {'Port': ['ID=2438fe5d-6b91-460b-8c62-7f3b4ae977df,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:47.269353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3dda-bebc-4b20-89ff-8a3c0c26d504 req-c7c3d408-4796-45f7-a771-05c78b7d50de tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.271258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5ac3dda-bebc-4b20-89ff-8a3c0c26d504 req-c7c3d408-4796-45f7-a771-05c78b7d50de tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 950 time: 0.2138026 Aug 03 19:15:47.350323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.350765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] No DVR routers for this DVR port f245c47e-40e8-4fd7-abd6-7a149944299a on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:47.356051 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.360920 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a1eb7a3d-e6af-46e1-8461-849b316d1692 req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.63 "DELETE /v2.0/ports/f245c47e-40e8-4fd7-abd6-7a149944299a HTTP/1.1" status: 204 len: 173 time: 1.6120462 Aug 03 19:15:47.383494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5ac3dda-bebc-4b20-89ff-8a3c0c26d504 req-e0109ad8-a10d-453b-a902-8d1dc69be7db tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001658 Aug 03 19:15:47.442265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3721b275-2df9-4cf5-a875-502bafc47914 req-b39e76e2-075c-438e-b4c0-a632e44e0a1b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.445146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3721b275-2df9-4cf5-a875-502bafc47914 req-b39e76e2-075c-438e-b4c0-a632e44e0a1b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.446513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3721b275-2df9-4cf5-a875-502bafc47914 req-b39e76e2-075c-438e-b4c0-a632e44e0a1b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "DELETE /v2.0/security-groups/0284397b-4e02-4cba-bdc9-f2cf8a6a36f1 HTTP/1.1" status: 204 len: 173 time: 0.5254512 Aug 03 19:15:47.484638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=64e2940f-6ad9-4d71-a14c-0eee6f21f31f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:47.490964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e76e2-075c-438e-b4c0-a632e44e0a1b tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284397b-4e02-4cba-bdc9-f2cf8a6a36f1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:47.501638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Checking segment: {'id': 'ff84c30c-5bdb-4029-80bf-2227fa976fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:47.501993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network hostable DHCP agents. Network: 2a2fb36d-fd97-4b84-a74b-d19923d76517, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:47.525373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:47.546179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 2a2fb36d-fd97-4b84-a74b-d19923d76517) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:47.578165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa2a310-717a-4fdf-b740-3421af15b296 None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:47.585451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98227e8-21b6-472a-9719-662878e31efc tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] Pushing event deleted for resources: {'Port': ['ID=f245c47e-40e8-4fd7-abd6-7a149944299a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:47.592852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:47.615146 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072cfe34-7292-4949-9c18-628b3992244a x-openstack-request-id: req-072cfe34-7292-4949-9c18-628b3992244a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:47.615630 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c17c47a-c9ae-46f0-a872-7720eac34933", "tag": "03c0e784-c226-46dc-88fa-e41dfa86ea61", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:47.616048 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-072cfe34-7292-4949-9c18-628b3992244a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:47.616684 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c17c47a-c9ae-46f0-a872-7720eac34933', 'tag': '03c0e784-c226-46dc-88fa-e41dfa86ea61', 'status': 'completed', 'code': 200} Aug 03 19:15:47.627009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.628081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.648112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-d52dc582-6446-475f-8fc0-f24ba17e694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.650822 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-d52dc582-6446-475f-8fc0-f24ba17e694e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 1099 time: 0.4108515 Aug 03 19:15:47.701673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-0fe56d66-e5ab-495e-a695-885ca7f70a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.704653 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-0fe56d66-e5ab-495e-a695-885ca7f70a91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3394482 Aug 03 19:15:47.715547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c3452fe9-5d84-428c-8b37-dfcc12ee7d82 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5725324 Aug 03 19:15:47.721378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42224) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:47.728814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-120450528'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:47.778412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7d52f58-e359-476c-9c99-47e1aeda59d7 req-575631fa-ae34-47a8-b1a2-a462ad6e16b0 tempest-ServerAddressesTestJSON-1488711470 tempest-ServerAddressesTestJSON-1488711470-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d992f56-2659-4a6b-ade8-7af63c5810f0 HTTP/1.1" status: 200 len: 210 time: 0.0433002 Aug 03 19:15:47.800778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088ebe-6331-47ce-a187-6cabdfc42237 req-0f3b764e-8eb7-4459-b61d-0b0ae307a649 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.801133 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-ac7e7ab4-842d-4e17-9829-8d2ddaff06bb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=2438fe5d-6b91-460b-8c62-7f3b4ae977df HTTP/1.1" status: 200 len: 217 time: 0.1360285 Aug 03 19:15:47.813835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93088ebe-6331-47ce-a187-6cabdfc42237 req-0f3b764e-8eb7-4459-b61d-0b0ae307a649 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 948 time: 0.1550875 Aug 03 19:15:47.813835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:47.819810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.820379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d078b72f-0766-4676-a8e7-c8ad21595ae4 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:47.884571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93088ebe-6331-47ce-a187-6cabdfc42237 req-65092aa3-e552-47ec-9234-ef331eb3bff6 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730855 Aug 03 19:15:47.885435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:47.919236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.919687 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Added segment 65544979-2771-4656-8290-22c4b4426120 of type vlan for network f2eea1e5-b300-4c36-b943-173f81080d38 Aug 03 19:15:47.993979 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.028772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port d078b72f-0766-4676-a8e7-c8ad21595ae4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:48.029289 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.055009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c8ffe03-362b-43ef-b50a-95a2c61c2d39 req-706d4fd7-103c-475b-a7fd-629fc68d0e54 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/ac22c96a-eb20-4c01-91dd-4dd0c9a02cb5 HTTP/1.1" status: 200 len: 1806 time: 0.1327825 Aug 03 19:15:48.094047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-2aaf8930-5116-40e6-84f3-191ac1d75e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:48.096146 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-2aaf8930-5116-40e6-84f3-191ac1d75e46 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2692220 Aug 03 19:15:48.121565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1f89d-d2da-45c4-827d-9bb6e5614be5 req-824f3c20-9935-4806-8885-1bb6a1da02e1 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:48.128292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a1f89d-d2da-45c4-827d-9bb6e5614be5 req-824f3c20-9935-4806-8885-1bb6a1da02e1 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.1211262 Aug 03 19:15:48.130357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.137286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:48.139847 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.194530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-d79a29cb-8f1c-4a26-b913-e8d3df2a6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:48.196941 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-d79a29cb-8f1c-4a26-b913-e8d3df2a6c12 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882974 Aug 03 19:15:48.246515 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.263212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c8ffe03-362b-43ef-b50a-95a2c61c2d39 req-4ea12422-cd30-4a61-bf10-09998a3268e6 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.273246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5503814 Aug 03 19:15:48.287412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42242) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:48.306927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'ports': [{'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517'}, {'network_id': 'f2eea1e5-b300-4c36-b943-173f81080d38'}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:48.307475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:48.308156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': 'f2eea1e5-b300-4c36-b943-173f81080d38'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:48.318845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8338d-bea3-4dd6-b2a2-0f34ea618fd9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Network': ['ID=f2eea1e5-b300-4c36-b943-173f81080d38,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:48.335876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:48.339040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a1f89d-d2da-45c4-827d-9bb6e5614be5 req-49be3b75-173e-4142-b74f-70e27660b4c7 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098331 Aug 03 19:15:48.341071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network f2eea1e5-b300-4c36-b943-173f81080d38 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:48.383259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c8ffe03-362b-43ef-b50a-95a2c61c2d39 req-4ea12422-cd30-4a61-bf10-09998a3268e6 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.401933 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-56bba633-2448-4615-ac96-657ce1d79c81 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993052 Aug 03 19:15:48.435894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:48.440333 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f1c527-1395-4db3-b3a4-8c0f63fcf567" -d '{"events": [{"server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "name": "network-vif-plugged", "status": "completed", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:48.451136 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.597724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 2} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:48.608064 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.642755 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.689204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:48.715311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42252) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:48.812235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-990f6094-1b03-454b-a2b4-e2e3ddce3fd0 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:48.814897 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-990f6094-1b03-454b-a2b4-e2e3ddce3fd0 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 950 time: 0.4360967 Aug 03 19:15:48.852919 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-a7b182f0-8e6e-4e20-8cae-c79f4ed5763a service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444330 Aug 03 19:15:48.936849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 211b13dc-70ad-4dd6-ade5-18b23676080d yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:48.996742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-384778486-network', 'tenant_id': '76314d1255914f5486bff052948cd62e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:49.005943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c8ffe03-362b-43ef-b50a-95a2c61c2d39 req-4ea12422-cd30-4a61-bf10-09998a3268e6 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.009658 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c8ffe03-362b-43ef-b50a-95a2c61c2d39 req-4ea12422-cd30-4a61-bf10-09998a3268e6 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.011275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c8ffe03-362b-43ef-b50a-95a2c61c2d39 req-4ea12422-cd30-4a61-bf10-09998a3268e6 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "DELETE /v2.0/security-groups/ac22c96a-eb20-4c01-91dd-4dd0c9a02cb5 HTTP/1.1" status: 204 len: 173 time: 0.9552457 Aug 03 19:15:49.090963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a57825-2ec4-4511-bfbf-dff5c296982e req-9273b6f6-fe8c-48bb-9bda-1f3445d890b4 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:49.094258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87a57825-2ec4-4511-bfbf-dff5c296982e req-9273b6f6-fe8c-48bb-9bda-1f3445d890b4 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 950 time: 0.4569299 Aug 03 19:15:49.105298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea12422-cd30-4a61-bf10-09998a3268e6 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac22c96a-eb20-4c01-91dd-4dd0c9a02cb5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:49.116432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-7dcb2fd2-b99d-49f5-a421-f6d26be826f5 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176884 Aug 03 19:15:49.154186 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07043ec-fdc3-49ee-a406-71e1e0fa7629 x-openstack-request-id: req-a07043ec-fdc3-49ee-a406-71e1e0fa7629 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:49.154709 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "name": "network-vif-plugged", "status": "completed", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:49.155169 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a07043ec-fdc3-49ee-a406-71e1e0fa7629 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:49.155606 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'code': 200} Aug 03 19:15:49.253265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42276) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:49.273240 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-380be019-857b-46cc-82a7-5d1908ed82d3 req-d89fab8d-ec63-4251-a6bf-c24260064f89 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859386 Aug 03 19:15:49.313531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87a57825-2ec4-4511-bfbf-dff5c296982e req-79a297bd-5ceb-43c7-a10c-6689e6efba00 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869187 Aug 03 19:15:49.316501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Made reservation on behalf of 76314d1255914f5486bff052948cd62e for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:49.324808 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.395718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.453205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Deleting port 5dbdc52a-6911-4539-945e-fdeac9893bcd {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:49.453802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.565944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1077ba-fe86-42ea-bd18-27fa7064079e admin admin] Deleting subnet b739c38d-e06f-46bf-a2cd-3dbb38fb8133 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:49.582714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca1077ba-fe86-42ea-bd18-27fa7064079e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.621266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081ff292-80fa-4e6f-a359-9856d50fb435', 'tag': '2438fe5d-6b91-460b-8c62-7f3b4ae977df'}, {'server_uuid': '4d992f56-2659-4a6b-ade8-7af63c5810f0', 'name': 'network-vif-deleted', 'tag': 'f245c47e-40e8-4fd7-abd6-7a149944299a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:49.622579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.624810 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041badb3-591e-40fa-bdc3-971f037e1d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "081ff292-80fa-4e6f-a359-9856d50fb435", "tag": "2438fe5d-6b91-460b-8c62-7f3b4ae977df"}, {"server_uuid": "4d992f56-2659-4a6b-ade8-7af63c5810f0", "name": "network-vif-deleted", "tag": "f245c47e-40e8-4fd7-abd6-7a149944299a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:49.640730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d4895-b8b9-4c31-b609-ff083245af8f req-e8b815ee-64ec-418e-a8af-4f15f1752bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:49.642572 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-327d4895-b8b9-4c31-b609-ff083245af8f req-e8b815ee-64ec-418e-a8af-4f15f1752bbc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 1098 time: 0.3912339 Aug 03 19:15:49.686020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-272e86bc-7095-403f-8265-55be0ac1a9f3 req-f19d3926-e0d7-4745-a296-6e09a56ec40d tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/d037f541-5a1c-4621-8d33-0ef148d80c7f HTTP/1.1" status: 200 len: 1803 time: 0.2549872 Aug 03 19:15:49.763563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a9f75-721d-46de-abbc-0ec3839d5414 req-2a793464-88dd-4a1d-8d28-678412de13cc tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:49.764609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca8a9f75-721d-46de-abbc-0ec3839d5414 req-2a793464-88dd-4a1d-8d28-678412de13cc tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 948 time: 0.2974210 Aug 03 19:15:49.774388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port af990f01-711c-4c0b-939a-13fa2d404397 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:49.784133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f245c47e-40e8-4fd7-abd6-7a149944299a no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:49.786947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca1077ba-fe86-42ea-bd18-27fa7064079e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.828421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: f245c47e-40e8-4fd7-abd6-7a149944299a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:49.829391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f245c47e-40e8-4fd7-abd6-7a149944299a not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:49.836068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] For port 5dbdc52a-6911-4539-945e-fdeac9893bcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5dbdc52a-6911-4539-945e-fdeac9893bcd,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:49.836068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.899693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca8a9f75-721d-46de-abbc-0ec3839d5414 req-a32ea3b9-6f1b-4a1b-8c1e-e8b708c9ac7a tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144114 Aug 03 19:15:49.907022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Calling delete_port for 5dbdc52a-6911-4539-945e-fdeac9893bcd owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:49.954029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca1077ba-fe86-42ea-bd18-27fa7064079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.962475 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-272e86bc-7095-403f-8265-55be0ac1a9f3 req-058e3d36-f62e-4cc4-b339-2dd0f24ed178 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.970528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.992813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.052947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-272e86bc-7095-403f-8265-55be0ac1a9f3 req-058e3d36-f62e-4cc4-b339-2dd0f24ed178 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.106078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:50.132627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d4895-b8b9-4c31-b609-ff083245af8f req-2a953061-5338-4e3b-b8ab-3ac7df711bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.135231 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-327d4895-b8b9-4c31-b609-ff083245af8f req-2a953061-5338-4e3b-b8ab-3ac7df711bc0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4763398 Aug 03 19:15:50.201963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.202328 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Added segment bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b of type vlan for network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae Aug 03 19:15:50.223403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7078293-6c99-43b6-b5c8-c24067a0cd86,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:50.226793 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-327d4895-b8b9-4c31-b609-ff083245af8f req-fd44728e-33b8-475a-aa26-c0a8d9cafc34 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=03c0e784-c226-46dc-88fa-e41dfa86ea61 HTTP/1.1" status: 200 len: 217 time: 0.0798326 Aug 03 19:15:50.257495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.349808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d4895-b8b9-4c31-b609-ff083245af8f req-c331b9bf-f07f-459d-b040-4e09a5a0b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.354557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-327d4895-b8b9-4c31-b609-ff083245af8f req-c331b9bf-f07f-459d-b040-4e09a5a0b0a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1123967 Aug 03 19:15:50.372801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.376725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c9456-ce79-4af6-9298-8df7de8fc97e req-c1e836b5-06e0-4be7-9a8b-f3d9acfcaaf8 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.385765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad0c9456-ce79-4af6-9298-8df7de8fc97e req-c1e836b5-06e0-4be7-9a8b-f3d9acfcaaf8 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.3460863 Aug 03 19:15:50.402602 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-272e86bc-7095-403f-8265-55be0ac1a9f3 req-058e3d36-f62e-4cc4-b339-2dd0f24ed178 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.406507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-272e86bc-7095-403f-8265-55be0ac1a9f3 req-058e3d36-f62e-4cc4-b339-2dd0f24ed178 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.408071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-272e86bc-7095-403f-8265-55be0ac1a9f3 req-058e3d36-f62e-4cc4-b339-2dd0f24ed178 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "DELETE /v2.0/security-groups/d037f541-5a1c-4621-8d33-0ef148d80c7f HTTP/1.1" status: 204 len: 173 time: 0.7125473 Aug 03 19:15:50.430308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.461767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e3d36-f62e-4cc4-b339-2dd0f24ed178 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d037f541-5a1c-4621-8d33-0ef148d80c7f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:50.528716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca1077ba-fe86-42ea-bd18-27fa7064079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.549084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad0c9456-ce79-4af6-9298-8df7de8fc97e req-4f331f93-9f72-4371-8161-2dcec2eb1be6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621463 Aug 03 19:15:50.554813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.556475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.560277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.566222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.613828 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf17b3c-e663-4e83-a1e0-eeec369abf08 x-openstack-request-id: req-adf17b3c-e663-4e83-a1e0-eeec369abf08 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:50.614151 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081ff292-80fa-4e6f-a359-9856d50fb435", "tag": "2438fe5d-6b91-460b-8c62-7f3b4ae977df", "status": "completed", "code": 200}, {"server_uuid": "4d992f56-2659-4a6b-ade8-7af63c5810f0", "name": "network-vif-deleted", "tag": "f245c47e-40e8-4fd7-abd6-7a149944299a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:50.614345 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adf17b3c-e663-4e83-a1e0-eeec369abf08 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:50.614732 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081ff292-80fa-4e6f-a359-9856d50fb435', 'tag': '2438fe5d-6b91-460b-8c62-7f3b4ae977df', 'status': 'completed', 'code': 200} Aug 03 19:15:50.614978 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d992f56-2659-4a6b-ade8-7af63c5810f0', 'name': 'network-vif-deleted', 'tag': 'f245c47e-40e8-4fd7-abd6-7a149944299a', 'status': 'completed', 'code': 200} Aug 03 19:15:50.618342 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca1077ba-fe86-42ea-bd18-27fa7064079e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.624319 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ca1077ba-fe86-42ea-bd18-27fa7064079e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b739c38d-e06f-46bf-a2cd-3dbb38fb8133 HTTP/1.1" status: 204 len: 168 time: 1.3594260 Aug 03 19:15:50.637051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42312) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:50.659309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1077ba-fe86-42ea-bd18-27fa7064079e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b739c38d-e06f-46bf-a2cd-3dbb38fb8133,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:50.859639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1445823 Aug 03 19:15:50.865379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:50.866264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42318) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:50.878030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Request body: {'subnet': {'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-384778486-subnet', 'tenant_id': '76314d1255914f5486bff052948cd62e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:50.881297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=211b13dc-70ad-4dd6-ade5-18b23676080d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:50.890720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24192b9e-5334-422e-bad4-d1fdd1c12d36 admin admin] Pushing event updated for resources: {'Network': ['ID=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:50.893329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:50.896656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:50.897639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.948437 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.957212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:51.003357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cadc5cc5-fa51-4d53-8aca-58e5dc14045d req-b5336a44-6f10-424a-bf18-e1ea1bb70d09 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/ae669b44-7023-4930-b6c1-0244bf73f845 HTTP/1.1" status: 200 len: 2404 time: 0.2267351 Aug 03 19:15:51.013192 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.025253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Made reservation on behalf of 76314d1255914f5486bff052948cd62e for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:51.028077 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.041177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab668b-a210-4a94-a0a5-1262c35d1ebd req-0d2517ef-a68f-4448-bd07-15cfe9accea9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:51.042855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01ab668b-a210-4a94-a0a5-1262c35d1ebd req-0d2517ef-a68f-4448-bd07-15cfe9accea9 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e49db5-1a04-4d35-9697-6876786a163f HTTP/1.1" status: 200 len: 950 time: 0.3149753 Aug 03 19:15:51.051965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=af990f01-711c-4c0b-939a-13fa2d404397,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:51.135115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d4895-b8b9-4c31-b609-ff083245af8f req-d2936074-dc9a-49cc-8e17-fdc46d917f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:51.136690 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-327d4895-b8b9-4c31-b609-ff083245af8f req-d2936074-dc9a-49cc-8e17-fdc46d917f6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6015279 Aug 03 19:15:51.208700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Pushing event deleted for resources: {'Port': ['ID=5dbdc52a-6911-4539-945e-fdeac9893bcd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:51.234196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01ab668b-a210-4a94-a0a5-1262c35d1ebd req-342634d5-3962-4c60-b993-b1db210e32b0 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.42 "GET /v2.0/security-groups?id=b114b337-6137-437f-b6a0-33d8e7cf6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790483 Aug 03 19:15:51.236552 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] No DVR routers for this DVR port 5dbdc52a-6911-4539-945e-fdeac9893bcd on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:51.239616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.241352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Checking segment: {'id': '65544979-2771-4656-8290-22c4b4426120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2eea1e5-b300-4c36-b943-173f81080d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:51.242404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network hostable DHCP agents. Network: f2eea1e5-b300-4c36-b943-173f81080d38, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:51.242550 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7ddc077a-2513-4ddf-8c9c-a6758cfcdd2d req-e24ae358-cba3-46e3-bba9-14fa8938e5e8 tempest-ServersAdminTestJSON-1371720507 tempest-ServersAdminTestJSON-1371720507-project] 10.222.0.88 "DELETE /v2.0/ports/5dbdc52a-6911-4539-945e-fdeac9893bcd HTTP/1.1" status: 204 len: 173 time: 2.4178548 Aug 03 19:15:51.258026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-3cd8b88d-2349-4efa-8564-d8096ed5b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:51.260328 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-3cd8b88d-2349-4efa-8564-d8096ed5b4ea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 1099 time: 0.6350670 Aug 03 19:15:51.300889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 2438fe5d-6b91-460b-8c62-7f3b4ae977df details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:51.344123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cadc5cc5-fa51-4d53-8aca-58e5dc14045d req-28356fb2-c721-4a79-8c45-1bca7d4c8799 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.411165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network f2eea1e5-b300-4c36-b943-173f81080d38 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:51.461726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cadc5cc5-fa51-4d53-8aca-58e5dc14045d req-28356fb2-c721-4a79-8c45-1bca7d4c8799 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.498242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:51.503545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, f2eea1e5-b300-4c36-b943-173f81080d38) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:51.541703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f997a6-eda7-4045-a51e-cc4ecfecdf97 None None] Network f2eea1e5-b300-4c36-b943-173f81080d38 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:51.547088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 2438fe5d-6b91-460b-8c62-7f3b4ae977df, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=2438fe5d-6b91-460b-8c62-7f3b4ae977df,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:51.568201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:51.578802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:51.587646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:51.589265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.669990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45b32d-e1b6-4a3d-9d28-ce82535b3b97 req-cbc80f42-e93c-49d3-ad0b-39386fc858b3 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:51.672931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce45b32d-e1b6-4a3d-9d28-ce82535b3b97 req-cbc80f42-e93c-49d3-ad0b-39386fc858b3 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.3190033 Aug 03 19:15:51.673148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 5dbdc52a-6911-4539-945e-fdeac9893bcd {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:51.673397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5dbdc52a-6911-4539-945e-fdeac9893bcd not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:51.691370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '2438fe5d-6b91-460b-8c62-7f3b4ae977df', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '2438fe5d-6b91-460b-8c62-7f3b4ae977df', 'mac_address': 'fa:16:3e:a1:ed:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:51.691643 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42322) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:51.726075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Request body: {'floatingip': {'port_id': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:51.854934 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.880015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dacdde72-1e26-4c02-86e2-74eedf6fe2ef tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5840416 Aug 03 19:15:51.886481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42326) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:51.887435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2438fe5d-6b91-460b-8c62-7f3b4ae977df {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:51.910978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.928349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 2438fe5d-6b91-460b-8c62-7f3b4ae977df, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=2438fe5d-6b91-460b-8c62-7f3b4ae977df,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:51.934278 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.953167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.051305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cadc5cc5-fa51-4d53-8aca-58e5dc14045d req-28356fb2-c721-4a79-8c45-1bca7d4c8799 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.056993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=2438fe5d-6b91-460b-8c62-7f3b4ae977df,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:52.059781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cadc5cc5-fa51-4d53-8aca-58e5dc14045d req-28356fb2-c721-4a79-8c45-1bca7d4c8799 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.060976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cadc5cc5-fa51-4d53-8aca-58e5dc14045d req-28356fb2-c721-4a79-8c45-1bca7d4c8799 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "DELETE /v2.0/security-groups/ae669b44-7023-4930-b6c1-0244bf73f845 HTTP/1.1" status: 204 len: 173 time: 1.0480709 Aug 03 19:15:52.192604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.205970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['2438fe5d-6b91-460b-8c62-7f3b4ae977df'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:52.209545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356fb2-c721-4a79-8c45-1bca7d4c8799 tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae669b44-7023-4930-b6c1-0244bf73f845,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:52.232379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bc8b66-1872-4db7-92f2-8dc7d5f40741']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:52.255761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea1e695-aa1b-4104-ad7e-91e2dd993142,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:52.261296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf09d45-d575-4443-bf84-b2ec36223183') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:52.261605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf09d45-d575-4443-bf84-b2ec36223183') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:52.291003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c10da8-4cb3-4c31-bea2-f276a53a09a2 req-8a5fb893-a0f1-4363-a84e-ed8a3c44c231 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:52.300910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.303032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0c10da8-4cb3-4c31-bea2-f276a53a09a2 req-8a5fb893-a0f1-4363-a84e-ed8a3c44c231 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 948 time: 0.4275546 Aug 03 19:15:52.306498 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-327d4895-b8b9-4c31-b609-ff083245af8f req-5fc204fe-bd11-4bba-8e28-75384d92b362 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1101437 Aug 03 19:15:52.386961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.500829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-b4f57ddc-f9c6-40bb-a428-5f7e5485e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:52.506224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-b4f57ddc-f9c6-40bb-a428-5f7e5485e130 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 1.0503774 Aug 03 19:15:52.536629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:15:52.537286 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:15:52.540650 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:15:52.668465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-deleted', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:52.671778 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2736085d-20fd-415f-9148-4fcaf676d639" -d '{"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-deleted", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:52.675662 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-dd7cb492-b215-4860-a33f-8f95fbe1b2b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=2438fe5d-6b91-460b-8c62-7f3b4ae977df HTTP/1.1" status: 200 len: 217 time: 0.1566510 Aug 03 19:15:52.737998 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-327d4895-b8b9-4c31-b609-ff083245af8f req-d81d1e0a-31e4-42b5-8c3c-baddf75e9396 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187813 Aug 03 19:15:52.758231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-d2523378-2718-4e78-bd61-95576545b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:52.759643 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-d2523378-2718-4e78-bd61-95576545b0de service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0693958 Aug 03 19:15:52.760966 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.768816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.774555 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a7bc8b66-1872-4db7-92f2-8dc7d5f40741 HTTP/1.1" status: 204 len: 168 time: 2.1078498 Aug 03 19:15:52.828335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f157a-0a29-4876-bdc3-021cb9531cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bc8b66-1872-4db7-92f2-8dc7d5f40741,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:52.851959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-612161ba-8097-4c61-a74a-0c7e3efa705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:52.854459 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-612161ba-8097-4c61-a74a-0c7e3efa705b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806515 Aug 03 19:15:53.023458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42344) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:53.083741 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-00c25fc2-468a-4b49-a542-40518708bd14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54b62c92ecdc40d7af2df589870fd16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582182 Aug 03 19:15:53.087112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42346) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:53.089655 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-45d65ae6-7290-46a0-ac02-b22cd0badc1e service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253485 Aug 03 19:15:53.107226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Checking segment: {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:53.107889 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Network hostable DHCP agents. Network: 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:53.237748 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b158254-0db2-4d23-b1a5-57b089a7b7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.261636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d084f6a0-08d6-4c14-acdd-9f308f9992d6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port af990f01-711c-4c0b-939a-13fa2d404397 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:53.262264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d084f6a0-08d6-4c14-acdd-9f308f9992d6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.280510 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-041badb3-591e-40fa-bdc3-971f037e1d0e req-418adfc1-96ac-4f14-b34f-81421d4038ae service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811287 Aug 03 19:15:53.315290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-111eec64-baf1-4bd0-b347-333da2c8142a req-7f924806-1b99-4e3c-ac35-e0b69c5a6adf tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "GET /v2.0/security-groups/d9aa9978-0d05-4cb3-8147-7c2a4d9be82a HTTP/1.1" status: 200 len: 2397 time: 1.0846143 Aug 03 19:15:53.317270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 2438fe5d-6b91-460b-8c62-7f3b4ae977df up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:53.332412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b158254-0db2-4d23-b1a5-57b089a7b7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.382367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0c10da8-4cb3-4c31-bea2-f276a53a09a2 req-fd1bfa48-1823-4c4e-b45a-d6e829201c29 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0780149 Aug 03 19:15:53.404049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:53.444580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b158254-0db2-4d23-b1a5-57b089a7b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.447748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 2438fe5d-6b91-460b-8c62-7f3b4ae977df completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:53.453856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b158254-0db2-4d23-b1a5-57b089a7b7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.457446 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1b158254-0db2-4d23-b1a5-57b089a7b7b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bc5bd6a-0922-48f3-aba5-3d326f8afe70 HTTP/1.1" status: 204 len: 168 time: 0.3634119 Aug 03 19:15:53.464101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 2438fe5d-6b91-460b-8c62-7f3b4ae977df triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:53.464810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.483884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b158254-0db2-4d23-b1a5-57b089a7b7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc5bd6a-0922-48f3-aba5-3d326f8afe70,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:53.618667 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7fe42c-856e-42a6-8f18-8f327d013ec7 x-openstack-request-id: req-df7fe42c-856e-42a6-8f18-8f327d013ec7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:53.619021 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e49db5-1a04-4d35-9697-6876786a163f", "name": "network-vif-deleted", "tag": "5dbdc52a-6911-4539-945e-fdeac9893bcd", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:53.619224 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df7fe42c-856e-42a6-8f18-8f327d013ec7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:53.619641 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e49db5-1a04-4d35-9697-6876786a163f', 'name': 'network-vif-deleted', 'tag': '5dbdc52a-6911-4539-945e-fdeac9893bcd', 'status': 'completed', 'code': 200} Aug 03 19:15:53.659797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.694450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081ff292-80fa-4e6f-a359-9856d50fb435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2438fe5d-6b91-460b-8c62-7f3b4ae977df'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:53.698186 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59124b78-48a5-466b-a580-43d5cba6a7ad" -d '{"events": [{"server_uuid": "081ff292-80fa-4e6f-a359-9856d50fb435", "name": "network-vif-plugged", "status": "completed", "tag": "2438fe5d-6b91-460b-8c62-7f3b4ae977df"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:53.720720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 2438fe5d-6b91-460b-8c62-7f3b4ae977df, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=2438fe5d-6b91-460b-8c62-7f3b4ae977df,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:53.733586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.787573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:53.802620 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5a8f1c-b0a8-4057-8469-674e8ed4519c x-openstack-request-id: req-3a5a8f1c-b0a8-4057-8469-674e8ed4519c {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:53.803043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d084f6a0-08d6-4c14-acdd-9f308f9992d6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.803248 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081ff292-80fa-4e6f-a359-9856d50fb435", "name": "network-vif-plugged", "status": "completed", "tag": "2438fe5d-6b91-460b-8c62-7f3b4ae977df", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:53.803485 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a5a8f1c-b0a8-4057-8469-674e8ed4519c {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:53.803924 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081ff292-80fa-4e6f-a359-9856d50fb435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2438fe5d-6b91-460b-8c62-7f3b4ae977df', 'code': 200} Aug 03 19:15:53.814564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:53.815721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.818117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79ee38-223e-4de6-b84b-6c3d1376217f None None] Network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:53.841776 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:15:53.850694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-52bc31da-e407-4abd-87c2-72e036495e10 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9809589 Aug 03 19:15:53.889096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 03c0e784-c226-46dc-88fa-e41dfa86ea61 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:53.914119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d084f6a0-08d6-4c14-acdd-9f308f9992d6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for af990f01-711c-4c0b-939a-13fa2d404397 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:53.997301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d11fb-c521-4c87-8892-86a5747c58a2 req-ea7c796d-7615-406c-839e-0e0d00c2614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:53.998982 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f43d11fb-c521-4c87-8892-86a5747c58a2 req-ea7c796d-7615-406c-839e-0e0d00c2614c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 1101 time: 0.1051583 Aug 03 19:15:54.009010 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.056770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=2438fe5d-6b91-460b-8c62-7f3b4ae977df,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:54.113064 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f43d11fb-c521-4c87-8892-86a5747c58a2 req-97b63cf0-a972-40a4-8a4d-a34ad250d26d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048706 Aug 03 19:15:54.180675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.183213 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-111eec64-baf1-4bd0-b347-333da2c8142a req-41a772a4-d1be-4b4d-b094-a12e96b5c2ae tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.288093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42372) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.296729 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-111eec64-baf1-4bd0-b347-333da2c8142a req-41a772a4-d1be-4b4d-b094-a12e96b5c2ae tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.392115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15edeab-0edb-4acb-9069-b830b06c77e1 None None] Network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:54.490130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 03c0e784-c226-46dc-88fa-e41dfa86ea61, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=03c0e784-c226-46dc-88fa-e41dfa86ea61,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:54.542399 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Floating IP 79b6a749-5b0a-4dc9-a825-defce1658c12 associated. External IP: 172.25.4.187, port: b5159ca5-30bd-4bc7-b954-6058c9905dfb. Aug 03 19:15:54.573875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d084f6a0-08d6-4c14-acdd-9f308f9992d6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.588502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '03c0e784-c226-46dc-88fa-e41dfa86ea61', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '03c0e784-c226-46dc-88fa-e41dfa86ea61', 'mac_address': 'fa:16:3e:ee:0a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:54.669094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-111eec64-baf1-4bd0-b347-333da2c8142a req-41a772a4-d1be-4b4d-b094-a12e96b5c2ae tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.671791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-111eec64-baf1-4bd0-b347-333da2c8142a req-41a772a4-d1be-4b4d-b094-a12e96b5c2ae tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.673028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-111eec64-baf1-4bd0-b347-333da2c8142a req-41a772a4-d1be-4b4d-b094-a12e96b5c2ae tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] 10.222.0.42 "DELETE /v2.0/security-groups/d9aa9978-0d05-4cb3-8147-7c2a4d9be82a HTTP/1.1" status: 204 len: 173 time: 1.2876070 Aug 03 19:15:54.685845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42384) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.799393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d084f6a0-08d6-4c14-acdd-9f308f9992d6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.800920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d084f6a0-08d6-4c14-acdd-9f308f9992d6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/af990f01-711c-4c0b-939a-13fa2d404397 HTTP/1.1" status: 204 len: 168 time: 2.9134355 Aug 03 19:15:54.816756 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.833699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42390) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.845867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084f6a0-08d6-4c14-acdd-9f308f9992d6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=af990f01-711c-4c0b-939a-13fa2d404397,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:54.875165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c0e784-c226-46dc-88fa-e41dfa86ea61 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:54.932426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a772a4-d1be-4b4d-b094-a12e96b5c2ae tempest-SecurityGroupRulesTestJSON-1763082348 tempest-SecurityGroupRulesTestJSON-1763082348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aa9978-0d05-4cb3-8147-7c2a4d9be82a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:54.952136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 03c0e784-c226-46dc-88fa-e41dfa86ea61, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=03c0e784-c226-46dc-88fa-e41dfa86ea61,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:54.974981 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.047992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-39080817-96af-449d-9fe6-498c740714ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef3cef9887ca4733a01d5165b2abbe67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577729 Aug 03 19:15:55.048834 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42402) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:55.055106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1884530-f1fb-4d42-b2d7-7dfba55b3c82 admin admin] Deleting subnet eb4dde9f-12df-435e-a185-b778d30ef741 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:55.105933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1884530-f1fb-4d42-b2d7-7dfba55b3c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.111191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=03c0e784-c226-46dc-88fa-e41dfa86ea61,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.281728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1884530-f1fb-4d42-b2d7-7dfba55b3c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.295585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f9f75-d28f-4905-9101-0254cc77e749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:55.307309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f9f75-d28f-4905-9101-0254cc77e749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:55.314335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f30f9f75-d28f-4905-9101-0254cc77e749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4748521 Aug 03 19:15:55.324581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42406) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:55.371353 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d35daeec-9c3b-4f53-8789-51502ccf6683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.423084 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:15:55.437149 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1884530-f1fb-4d42-b2d7-7dfba55b3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.451149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0c4f-4018-4de3-8e12-18db7d82213e req-6ddc82ac-7606-4b23-8424-5f9057a690c1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:55.463714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-792d0c4f-4018-4de3-8e12-18db7d82213e req-6ddc82ac-7606-4b23-8424-5f9057a690c1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 950 time: 0.5219424 Aug 03 19:15:55.495727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['03c0e784-c226-46dc-88fa-e41dfa86ea61'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:55.519568 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d35daeec-9c3b-4f53-8789-51502ccf6683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.666418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1884530-f1fb-4d42-b2d7-7dfba55b3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.693957 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d35daeec-9c3b-4f53-8789-51502ccf6683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.702735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d35daeec-9c3b-4f53-8789-51502ccf6683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.707962 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d35daeec-9c3b-4f53-8789-51502ccf6683 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b114b337-6137-437f-b6a0-33d8e7cf6a5e HTTP/1.1" status: 204 len: 168 time: 0.6542573 Aug 03 19:15:55.720087 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.792343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35daeec-9c3b-4f53-8789-51502ccf6683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b114b337-6137-437f-b6a0-33d8e7cf6a5e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.805777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1884530-f1fb-4d42-b2d7-7dfba55b3c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4dde9f-12df-435e-a185-b778d30ef741,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.829193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1884530-f1fb-4d42-b2d7-7dfba55b3c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.833309 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c1884530-f1fb-4d42-b2d7-7dfba55b3c82 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eb4dde9f-12df-435e-a185-b778d30ef741 HTTP/1.1" status: 204 len: 168 time: 1.1411538 Aug 03 19:15:55.840028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42416) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:56.033677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.166076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-5956974b-472a-4cac-97d2-57416326fa71 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:56.166849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7ba980ef-422e-4a29-be19-c7c69f892a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.176538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-5956974b-472a-4cac-97d2-57416326fa71 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 821 time: 1.0318520 Aug 03 19:15:56.235145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-792d0c4f-4018-4de3-8e12-18db7d82213e req-ea651dd0-2c76-45fa-aa8d-5b92e4a98d23 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7700028 Aug 03 19:15:56.238133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42422) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:56.265954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.306934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7397be42-3015-4017-a88f-77ebe5d54aec']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:56.353154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-b88af0ec-ce84-4c43-8973-e39794b4214f tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/quotas/76314d1255914f5486bff052948cd62e HTTP/1.1" status: 200 len: 375 time: 0.1552284 Aug 03 19:15:56.406758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Router 5c903655-7573-4ef2-b232-00e679569a00 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:15:56.409305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7c4864-d66b-4695-b21a-dca3e6803351') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:56.410212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7c4864-d66b-4695-b21a-dca3e6803351') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:56.492652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.494690 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42434) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:56.502876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-df360361-9d4b-4b0c-89e6-cf30ff05645f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 211b13dc-70ad-4dd6-ade5-18b23676080d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:56.514193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df360361-9d4b-4b0c-89e6-cf30ff05645f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.539292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3e32ef38-173f-492f-880b-3ead37842508 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1488366 Aug 03 19:15:56.553568 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.574060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:15:56.574577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:15:56.577678 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:15:56.592792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d921c941-ceff-424e-a6b2-a8b6d437efa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e49aff36c25a47c081cdf6e9c4ad5358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918996 Aug 03 19:15:56.632886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42436) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:56.703454 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.709680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.724718 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] 10.222.0.42 "DELETE /v2.0/networks/7397be42-3015-4017-a88f-77ebe5d54aec HTTP/1.1" status: 204 len: 168 time: 0.8725741 Aug 03 19:15:56.789542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba9ead-73e4-4714-bb7d-8525fe876a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=7397be42-3015-4017-a88f-77ebe5d54aec,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:56.791337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-744d58ac-a02a-45ca-b2c2-fe436c445e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.822475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-5e14fa9c-e899-4bc1-b7be-6eb8a09cd86b service neutron] 10.222.0.42 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531581 Aug 03 19:15:56.850509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-744d58ac-a02a-45ca-b2c2-fe436c445e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.019488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-744d58ac-a02a-45ca-b2c2-fe436c445e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.024990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-744d58ac-a02a-45ca-b2c2-fe436c445e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.034976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-744d58ac-a02a-45ca-b2c2-fe436c445e14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f51e7f8-5628-431d-b576-01d3d98289fc HTTP/1.1" status: 204 len: 168 time: 0.4003601 Aug 03 19:15:57.060664 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df360361-9d4b-4b0c-89e6-cf30ff05645f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.131373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d58ac-a02a-45ca-b2c2-fe436c445e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f51e7f8-5628-431d-b576-01d3d98289fc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:57.167560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-c89c0a8e-15b7-493b-9e12-a8924ba3248c service neutron] 10.222.0.42 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431337 Aug 03 19:15:57.178408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1215884746-network', 'tenant_id': '43c149b7bdab4304b781fa584d8be6db'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:57.236688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-df360361-9d4b-4b0c-89e6-cf30ff05645f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 211b13dc-70ad-4dd6-ade5-18b23676080d owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:57.356828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:57.585946 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c847712c-3a42-48d4-983a-228b0dda04cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e99f2547808443ceb461db7bc079d85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262943 Aug 03 19:15:57.590869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42454) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:57.592600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Made reservation on behalf of 43c149b7bdab4304b781fa584d8be6db for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:57.597081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.625034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.807887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c87a-fb25-4a86-bc40-02cdfada931a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.814100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:15:57.830220 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] Sync routers for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:15:57.830931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.848328 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:57.849858 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:57.852103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 03c0e784-c226-46dc-88fa-e41dfa86ea61 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:57.857336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c87a-fb25-4a86-bc40-02cdfada931a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.979891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c87a-fb25-4a86-bc40-02cdfada931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.986444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7a2c-d962-4e59-8be9-05412c54c74e req-e53602dd-8679-40c3-9f68-419863428762 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:57.989165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf9e7a2c-d962-4e59-8be9-05412c54c74e req-e53602dd-8679-40c3-9f68-419863428762 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 950 time: 0.3065186 Aug 03 19:15:57.990091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c87a-fb25-4a86-bc40-02cdfada931a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.995393 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1f7c87a-fb25-4a86-bc40-02cdfada931a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7e72d7d-4ef3-4aac-9a8b-06a33ec5a848 HTTP/1.1" status: 204 len: 168 time: 0.3939066 Aug 03 19:15:57.996179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-42a8932f-2a8c-43bd-913f-57759b70f1f6 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "PUT /v2.0/floatingips/79b6a749-5b0a-4dc9-a825-defce1658c12 HTTP/1.1" status: 200 len: 991 time: 6.2913737 Aug 03 19:15:58.005433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'tag': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:58.009333 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4183d6-d8f9-4015-910f-54dd14c503ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd3bf8d-5a17-46cb-8677-8989c12fb4f7", "tag": "b5159ca5-30bd-4bc7-b954-6058c9905dfb"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:58.033096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7c87a-fb25-4a86-bc40-02cdfada931a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e72d7d-4ef3-4aac-9a8b-06a33ec5a848,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:58.056873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df360361-9d4b-4b0c-89e6-cf30ff05645f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.082056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 03c0e784-c226-46dc-88fa-e41dfa86ea61 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:58.106427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 03c0e784-c226-46dc-88fa-e41dfa86ea61 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:58.109079 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.300105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df360361-9d4b-4b0c-89e6-cf30ff05645f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.302856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-df360361-9d4b-4b0c-89e6-cf30ff05645f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/211b13dc-70ad-4dd6-ade5-18b23676080d HTTP/1.1" status: 204 len: 168 time: 2.9681807 Aug 03 19:15:58.307694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42484) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:58.308038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df360361-9d4b-4b0c-89e6-cf30ff05645f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=211b13dc-70ad-4dd6-ade5-18b23676080d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:58.377169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.443326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f05d39e-688e-4556-b221-4fc3333a9bc5 req-17fa8e7d-0ac3-40ac-b96a-2728702287f7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 210 time: 0.2588625 Aug 03 19:15:58.509968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf9e7a2c-d962-4e59-8be9-05412c54c74e req-26d7343b-5db7-4ee1-9dbb-a93c1bf2d759 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020154 Aug 03 19:15:58.580745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 03c0e784-c226-46dc-88fa-e41dfa86ea61, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=03c0e784-c226-46dc-88fa-e41dfa86ea61,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:58.585004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c17c47a-c9ae-46f0-a872-7720eac34933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c0e784-c226-46dc-88fa-e41dfa86ea61'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:58.602305 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8d9c96-4e52-4e02-83b1-6015e4f22fcd" -d '{"events": [{"server_uuid": "3c17c47a-c9ae-46f0-a872-7720eac34933", "name": "network-vif-plugged", "status": "completed", "tag": "03c0e784-c226-46dc-88fa-e41dfa86ea61"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:58.622398 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.653392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.666754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.762069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:58.793044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26fee11-11f7-4f19-b605-db82c9d73f17,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:58.801546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f12382-a83b-457d-9955-9d0e59aa97e4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:58.816549 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-14f12382-a83b-457d-9955-9d0e59aa97e4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5004954 Aug 03 19:15:58.817288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42502) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:58.844575 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.845106 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Added segment 9203dd0a-3da8-4de4-9963-52875ba9d596 of type vlan for network a62a7d67-bebf-4217-a732-e80ed9bce20c Aug 03 19:15:58.853310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=03c0e784-c226-46dc-88fa-e41dfa86ea61,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:58.916682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:58.990568 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d197433-8687-486f-b8bb-dc2ee336ac65 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:15:58.995943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.007733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42508) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:59.009746 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7d197433-8687-486f-b8bb-dc2ee336ac65 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/af990f01-711c-4c0b-939a-13fa2d404397 HTTP/1.1" status: 404 len: 333 time: 0.1894543 Aug 03 19:15:59.085559 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7daecaf-5b4e-46b5-b868-7323834fb899 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:15:59.092620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e7daecaf-5b4e-46b5-b868-7323834fb899 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/211b13dc-70ad-4dd6-ade5-18b23676080d HTTP/1.1" status: 404 len: 333 time: 0.0768971 Aug 03 19:15:59.094248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42512) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:59.115943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714860-0e82-49fa-8f86-aa3206297945 req-2c39cb9c-eeab-4822-a869-295984c57e43 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:59.120102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57714860-0e82-49fa-8f86-aa3206297945 req-2c39cb9c-eeab-4822-a869-295984c57e43 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 949 time: 0.2354209 Aug 03 19:15:59.122133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.124311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:59.125270 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.312265 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0386be9-eb0c-4a63-887b-7c3242db17cf x-openstack-request-id: req-f0386be9-eb0c-4a63-887b-7c3242db17cf {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:59.314494 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd3bf8d-5a17-46cb-8677-8989c12fb4f7", "tag": "b5159ca5-30bd-4bc7-b954-6058c9905dfb", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:59.316705 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0386be9-eb0c-4a63-887b-7c3242db17cf {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:59.320980 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'tag': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'status': 'completed', 'code': 200} Aug 03 19:15:59.352526 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec16dc7-0d13-40d8-a5e8-aac265eab66c x-openstack-request-id: req-cec16dc7-0d13-40d8-a5e8-aac265eab66c {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:59.353215 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c17c47a-c9ae-46f0-a872-7720eac34933", "name": "network-vif-plugged", "status": "completed", "tag": "03c0e784-c226-46dc-88fa-e41dfa86ea61", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:59.353714 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cec16dc7-0d13-40d8-a5e8-aac265eab66c {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:59.354456 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c17c47a-c9ae-46f0-a872-7720eac34933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c0e784-c226-46dc-88fa-e41dfa86ea61', 'code': 200} Aug 03 19:15:59.421338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] Pushing event updated for resources: {'Network': ['ID=a62a7d67-bebf-4217-a732-e80ed9bce20c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:59.445336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a62a7d67-bebf-4217-a732-e80ed9bce20c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:59.482287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dd61f9b6-8134-4bab-bbc4-a1520bcf2e60 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2274604 Aug 03 19:15:59.486186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42522) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:59.512610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.571273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Request body: {'subnet': {'network_id': 'a62a7d67-bebf-4217-a732-e80ed9bce20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1215884746-subnet', 'tenant_id': '43c149b7bdab4304b781fa584d8be6db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:59.667018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57714860-0e82-49fa-8f86-aa3206297945 req-4978f7ad-e4c7-4740-84a8-70dea87334b9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318499 Aug 03 19:15:59.802804 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '79b6a749-5b0a-4dc9-a825-defce1658c12', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '5c903655-7573-4ef2-b232-00e679569a00', 'port_id': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'mac_address': 'fa:16:3e:59:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:15:23Z', 'updated_at': '2021-08-03T19:15:53Z', 'revision_number': 1, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:21Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:59.887930 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.921338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb3729bd-5cf6-449e-a253-1dc53d5900bc req-473a6f44-4949-4f56-98ec-931abc8bf620 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 210 time: 0.1981659 Aug 03 19:15:59.922713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Made reservation on behalf of 43c149b7bdab4304b781fa584d8be6db for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:59.932035 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] Checking router: 5c903655-7573-4ef2-b232-00e679569a00 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:15:59.933216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-18aea09b-7b2e-4e97-8ccf-4a6572a3d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:59.940340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.944692 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-18aea09b-7b2e-4e97-8ccf-4a6572a3d8a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80817cfe44684c2ca0f4ecbf51e8a336&device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 1096 time: 0.4202449 Aug 03 19:15:59.963710 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:59.965310 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:15:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:00.171202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-28b626c3-42fd-423b-b615-c14f2112ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:00.173702 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-28b626c3-42fd-423b-b615-c14f2112ccbd service neutron] 10.222.0.63 "GET /v2.0/networks?id=a70c018a-eb12-4a0b-9027-b773648dbd6a HTTP/1.1" status: 200 len: 915 time: 0.2257707 Aug 03 19:16:00.238378 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0752-bf06-4206-a30a-aed99e229d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:00.361042 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:00.485186 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:00.546270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2eea1e5-b300-4c36-b943-173f81080d38']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:00.577764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075f2fb-7d84-427d-a258-50c2ab6f947e req-c067c9b9-5836-4f8f-ba24-5f67f162263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:00.583164 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c075f2fb-7d84-427d-a258-50c2ab6f947e req-c067c9b9-5836-4f8f-ba24-5f67f162263f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 1100 time: 0.8392482 Aug 03 19:16:00.610225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65544979-2771-4656-8290-22c4b4426120') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:00.613238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65544979-2771-4656-8290-22c4b4426120') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:00.616860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42554) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:00.663603 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:00.772865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:00.804856 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-ce7aefc1-080a-4384-a1c4-3b560f62a8d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5159ca5-30bd-4bc7-b954-6058c9905dfb HTTP/1.1" status: 200 len: 999 time: 0.5000119 Aug 03 19:16:00.864659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d169f502-1014-43a7-bc25-66aa78df9433,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:00.927675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Checking segment: {'id': '9203dd0a-3da8-4de4-9963-52875ba9d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a62a7d67-bebf-4217-a732-e80ed9bce20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:00.933038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Network hostable DHCP agents. Network: a62a7d67-bebf-4217-a732-e80ed9bce20c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:00.965591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1522861758-network', 'tenant_id': 'ef028201d97847eba2250bd18d6acad0'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:01.040434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Network a62a7d67-bebf-4217-a732-e80ed9bce20c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:01.062691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Made reservation on behalf of ef028201d97847eba2250bd18d6acad0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:01.068233 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.094356 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c075f2fb-7d84-427d-a258-50c2ab6f947e req-e6e8337c-73a9-49cf-8a88-9f3cb4b7fe22 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770539 Aug 03 19:16:01.121034 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '79b6a749-5b0a-4dc9-a825-defce1658c12', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '5c903655-7573-4ef2-b232-00e679569a00', 'port_id': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'mac_address': 'fa:16:3e:59:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:15:23Z', 'updated_at': '2021-08-03T19:15:53Z', 'revision_number': 1, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:21Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:01.121996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a62a7d67-bebf-4217-a732-e80ed9bce20c) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:01.131504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f05f157-ab00-4d9d-9bd2-c9439f2535c3 None None] Network a62a7d67-bebf-4217-a732-e80ed9bce20c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:01.178271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:01.186212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.219865 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.268021 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ad24fe-801b-4d9b-855a-37903a16cc4b None None] The sync data for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 is: [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '79b6a749-5b0a-4dc9-a825-defce1658c12', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '5c903655-7573-4ef2-b232-00e679569a00', 'port_id': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'mac_address': 'fa:16:3e:59:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:15:23Z', 'updated_at': '2021-08-03T19:15:53Z', 'revision_number': 1, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:21Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:01.277934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6558b729-a8a0-499a-a970-0bbb70bd3bd0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7650399 Aug 03 19:16:01.288721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.307008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:01.307431 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.440200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-5322e303-2a76-4d9b-8cfd-5027f907cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:01.443960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78d08c31-65bd-4087-872d-e98fdce06059 req-6ae0774d-0d1d-4bc6-8cfe-63fb9c21dd26 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 210 time: 0.1880167 Aug 03 19:16:01.450231 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-5322e303-2a76-4d9b-8cfd-5027f907cbeb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b737c63-a91f-4136-9815-ae16d7b3b91f HTTP/1.1" status: 200 len: 853 time: 0.6403158 Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:01.461037 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:01.472546 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.523909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.533913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd2457-e870-422c-a335-aee85e80fcaa None None] Network a62a7d67-bebf-4217-a732-e80ed9bce20c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:01.555764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79ebad-0f4f-477e-b3b8-2bf478b3a5d1 req-7cf0cbb4-6be8-454e-9ad2-6666fc5f4294 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:01.558943 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/networks/f2eea1e5-b300-4c36-b943-173f81080d38 HTTP/1.1" status: 204 len: 168 time: 2.4626403 Aug 03 19:16:01.564937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42582) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:01.570474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd79ebad-0f4f-477e-b3b8-2bf478b3a5d1 req-7cf0cbb4-6be8-454e-9ad2-6666fc5f4294 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 949 time: 0.4965460 Aug 03 19:16:01.685389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2123624329'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:01.758464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd79ebad-0f4f-477e-b3b8-2bf478b3a5d1 req-7ce8a596-a34d-44e7-8608-a51ed56f81a8 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857994 Aug 03 19:16:01.812054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203195cb-a92e-4f15-9166-3b61176cd686 None None] New status for floating IP 79b6a749-5b0a-4dc9-a825-defce1658c12: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:16:01.831287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c31125-7bb0-4235-b2a8-f67728b59632 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Network': ['ID=f2eea1e5-b300-4c36-b943-173f81080d38,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:01.891777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-f8549c09-75b0-47d3-be93-9d196979c971 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:01.893441 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-f8549c09-75b0-47d3-be93-9d196979c971 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 821 time: 1.0773458 Aug 03 19:16:01.935668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Request body: {'port': {'device_id': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'admin_state_up': True, 'tenant_id': '76314d1255914f5486bff052948cd62e'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:02.001415 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.014808 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.047023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:02.080469 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.080820 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Added segment 5dec114b-5906-46e7-895b-3a6f4d9fb5b0 of type vlan for network 3c74d987-cc42-4ceb-b3cc-a80e9fd04557 Aug 03 19:16:02.115362 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.213050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.271136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-4b65a291-0428-46b6-9140-21f763b587cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:02.274571 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-4b65a291-0428-46b6-9140-21f763b587cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a70c018a-eb12-4a0b-9027-b773648dbd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6898911 Aug 03 19:16:02.316083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:02.323142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.398770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5ab34-22ac-4ab1-af79-00bdaa028466,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:02.409455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.410505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:02.411239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.511927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd2ca-de92-4333-be12-27aaa3086383 req-a5944a23-7ad2-4f57-ada0-085395ec8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:02.513993 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-498cd2ca-de92-4333-be12-27aaa3086383 req-a5944a23-7ad2-4f57-ada0-085395ec8291 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de47365fb2a8436ebc75d53ad6143b29&device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 1101 time: 0.3303049 Aug 03 19:16:02.560752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:02.614885 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.615332 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Added segment 328a39a6-06ab-41a3-ab31-65e88259e11d of type vlan for network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 Aug 03 19:16:02.663345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-45851fae-b034-4867-8adf-d0c06abf009f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:02.665884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-45851fae-b034-4867-8adf-d0c06abf009f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/networks?id=a62a7d67-bebf-4217-a732-e80ed9bce20c HTTP/1.1" status: 200 len: 809 time: 0.4451201 Aug 03 19:16:02.705260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0832975 Aug 03 19:16:02.720048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42626) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:02.740250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Request body: {'subnet': {'network_id': '3c74d987-cc42-4ceb-b3cc-a80e9fd04557', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1522861758-subnet', 'tenant_id': 'ef028201d97847eba2250bd18d6acad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:02.743237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-440843db-b175-4e24-9ec6-156767a03a6a tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/quotas/43c149b7bdab4304b781fa584d8be6db HTTP/1.1" status: 200 len: 375 time: 0.0551677 Aug 03 19:16:02.759424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-3f3e0e42-98a9-4849-aab9-dd0dc1762f01 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=77f0011a90a240829ce4a5c7ce13f555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1619563 Aug 03 19:16:02.769774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7f170-fa60-4efa-bd1c-9540bfed87b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3c74d987-cc42-4ceb-b3cc-a80e9fd04557,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:02.782677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 3c74d987-cc42-4ceb-b3cc-a80e9fd04557 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:02.786235 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-f49029b4-94d2-454c-bf59-27e2c72ae7c2 service neutron] 10.222.0.63 "GET /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829834 Aug 03 19:16:02.808253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.817312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Made reservation on behalf of 76314d1255914f5486bff052948cd62e for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:02.820979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.877289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-99354aa1-6044-4760-8a00-7a9650cb7d7c tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=43c149b7bdab4304b781fa584d8be6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129675 Aug 03 19:16:02.884589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Made reservation on behalf of ef028201d97847eba2250bd18d6acad0 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:02.887691 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.091687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd2ca-de92-4333-be12-27aaa3086383 req-7409916d-5931-4761-87a8-af56c5433f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:03.094626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-498cd2ca-de92-4333-be12-27aaa3086383 req-7409916d-5931-4761-87a8-af56c5433f75 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.5219705 Aug 03 19:16:03.105033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.resource_extend [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:16:03.145906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.156701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:03.157962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.252119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-1eac9405-f9f3-4746-8ce5-5f6ecb3ae042 service neutron] 10.222.0.42 "GET /v2.0/networks/a62a7d67-bebf-4217-a732-e80ed9bce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530122 Aug 03 19:16:03.315086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-eae20421-dd48-451d-8f6a-57bd0f575e02 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:03.328312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-eae20421-dd48-451d-8f6a-57bd0f575e02 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5673895 Aug 03 19:16:03.417923 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8237519 Aug 03 19:16:03.423734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42632) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:03.430401 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-498cd2ca-de92-4333-be12-27aaa3086383 req-dcbd1b23-8dfc-4d6b-9913-ad60556a61a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4 HTTP/1.1" status: 200 len: 217 time: 0.2873142 Aug 03 19:16:03.439559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '44da3e49-bb18-493a-9ea1-a8a7dd57cf34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:03.462326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-ab0bb567-6dca-458a-b6a3-10e61f417b52 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/quotas/77f0011a90a240829ce4a5c7ce13f555 HTTP/1.1" status: 200 len: 375 time: 0.1119199 Aug 03 19:16:03.486020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2c5ad-9af9-470e-845c-84e81aad4abf tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Network': ['ID=44da3e49-bb18-493a-9ea1-a8a7dd57cf34,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:03.501466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:03.573867 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7a4183d6-d8f9-4015-910f-54dd14c503ab req-310512fe-2433-4208-81e4-e4966bd481c3 service neutron] 10.222.0.63 "GET /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265995 Aug 03 19:16:03.610430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Allocated IP 172.20.0.6 (05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae/3ea1e695-aa1b-4104-ad7e-91e2dd993142/31b8e41f-2912-40a1-bb18-842f0f796785) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:03.630371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-138c112a-0d2f-47a0-abfe-43e337858419 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=77f0011a90a240829ce4a5c7ce13f555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833395 Aug 03 19:16:03.638719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd2ca-de92-4333-be12-27aaa3086383 req-4bb03b74-ae58-4655-ae70-5d3cce0b8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:03.642982 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-498cd2ca-de92-4333-be12-27aaa3086383 req-4bb03b74-ae58-4655-ae70-5d3cce0b8417 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1737463 Aug 03 19:16:03.655603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-44934673-213a-44f5-82b8-274feb02e845 service neutron] 10.222.0.42 "GET /v2.0/networks/a62a7d67-bebf-4217-a732-e80ed9bce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720055 Aug 03 19:16:03.726362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:03.734068 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.004723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd2ca-de92-4333-be12-27aaa3086383 req-de79c2a0-67b2-47c7-bdad-bf8794e23fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:04.007450 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-498cd2ca-de92-4333-be12-27aaa3086383 req-de79c2a0-67b2-47c7-bdad-bf8794e23fa9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3460240 Aug 03 19:16:04.021526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cb5a571-dcb4-4fad-a478-185cd08c3bff req-08342886-a8e9-4493-815d-d3415f9b707e tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 210 time: 0.0635791 Aug 03 19:16:04.312075 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.327873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b9f8620a-f57c-4399-a9ec-841e935b03a1 req-51ef946c-871c-4b0a-af0a-6c4f7d6e7192 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 210 time: 0.1049006 Aug 03 19:16:04.358327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad63b2-5f18-4e43-9b39-b9254a7f837a req-8430cf71-88a6-42b7-bc87-7653e62cf7dc tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:04.373066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84ad63b2-5f18-4e43-9b39-b9254a7f837a req-8430cf71-88a6-42b7-bc87-7653e62cf7dc tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 949 time: 0.2105913 Aug 03 19:16:04.396009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.724938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d94810-5e28-42cf-8a52-9d0383e38bf6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:04.765215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Checking segment: {'id': '5dec114b-5906-46e7-895b-3a6f4d9fb5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c74d987-cc42-4ceb-b3cc-a80e9fd04557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:04.766441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Network hostable DHCP agents. Network: 3c74d987-cc42-4ceb-b3cc-a80e9fd04557, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:04.778551 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-498cd2ca-de92-4333-be12-27aaa3086383 req-bc92d961-7081-4172-9142-0ad07e278a0c service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198267 Aug 03 19:16:04.785227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.955686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Network 3c74d987-cc42-4ceb-b3cc-a80e9fd04557 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:05.027453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 3c74d987-cc42-4ceb-b3cc-a80e9fd04557) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:05.046551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c386ea2-fc0e-448e-aec0-77c05c082adb None None] Network 3c74d987-cc42-4ceb-b3cc-a80e9fd04557 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:05.047137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:05.050257 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02b26048-b155-4877-827d-191543fc404c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.220954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.272242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-02b26048-b155-4877-827d-191543fc404c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5365908 Aug 03 19:16:05.472903 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-498cd2ca-de92-4333-be12-27aaa3086383 req-0ea1b75f-7dca-4d84-8a8e-65676d9db435 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672256 Aug 03 19:16:05.558359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3015ba-c646-44cd-9977-38e79e011847 None None] Network 3c74d987-cc42-4ceb-b3cc-a80e9fd04557 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:05.574847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:05.587388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce92e93c-5d1f-4400-b0be-0b424e10cd14 req-4e28ff13-7b1e-4b48-8ee5-a3f096789ed7 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 210 time: 0.2107244 Aug 03 19:16:05.608793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:05.608793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event updated for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:05.608793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:05.646337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.716654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84ad63b2-5f18-4e43-9b39-b9254a7f837a req-6482132b-c76c-47f7-b8bc-d8104e5678ce tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3412149 Aug 03 19:16:05.922919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:05.925182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.990349 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3f2b46a9-bccb-4724-b65a-04e9ce97a5e5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0786116 Aug 03 19:16:06.019590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Request body: {'port': {'device_id': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:06.026508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Checking segment: {'id': '328a39a6-06ab-41a3-ab31-65e88259e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44da3e49-bb18-493a-9ea1-a8a7dd57cf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:06.027322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network hostable DHCP agents. Network: 44da3e49-bb18-493a-9ea1-a8a7dd57cf34, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:06.036432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=0eec2e17-45ae-45b9-880c-dd7b1690a6ba,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:06.108584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787c0f-7cb6-4e9d-b028-d9fdc695b81e req-5ecf96c7-3502-4e73-9ba6-46a307e31ab2 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:06.117130 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90787c0f-7cb6-4e9d-b028-d9fdc695b81e req-5ecf96c7-3502-4e73-9ba6-46a307e31ab2 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 931 time: 0.1616588 Aug 03 19:16:06.133201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:06.214472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90787c0f-7cb6-4e9d-b028-d9fdc695b81e req-6bf6f5f7-339d-40c1-9ffc-2015b354b6d1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956862 Aug 03 19:16:06.215881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 44da3e49-bb18-493a-9ea1-a8a7dd57cf34) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:06.233141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc6a9a-a436-44eb-a162-cca9d90de183 None None] Network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:06.251680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:06.252373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:06.282729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05c2f0ec-a7fe-4a2d-aee8-ae74b69b24e1 req-92f69ed4-dfae-4164-814a-dfd65fb78e9c tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 210 time: 0.0500159 Aug 03 19:16:06.312857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dedf81bb-3286-4f3a-944b-07e911021dc7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8816724 Aug 03 19:16:06.315854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:06.325002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '44da3e49-bb18-493a-9ea1-a8a7dd57cf34', 'name': 'tempest-PortsTestJSON-499457938'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:06.709161 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-8b6edf5b-eb93-4d5e-8137-45ff37080db9 req-abccc596-bc01-4c51-9817-4ea75d11d1f4 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] show failed (client error): The resource could not be found. Aug 03 19:16:06.714026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b6edf5b-eb93-4d5e-8137-45ff37080db9 req-abccc596-bc01-4c51-9817-4ea75d11d1f4 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] 10.222.0.42 "GET /v2.0/security-groups/cbc4c1dd-ce66-438b-bfa0-f9bda3b1dc18 HTTP/1.1" status: 404 len: 352 time: 0.0604455 Aug 03 19:16:06.770172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:06.776722 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:06.795935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:06.801391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-44da3e49-bb18-493a-9ea1-a8a7dd57cf34', 'network_id': '44da3e49-bb18-493a-9ea1-a8a7dd57cf34', 'tenant_id': 'c3deed207ee6423faf0ea91a1d1eeb84', 'fixed_ips': [{'subnet_id': '0eec2e17-45ae-45b9-880c-dd7b1690a6ba'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:06.806812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:06.836482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 1621f79a-88bd-45e7-b8a3-4e22f147d409 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:06.933239 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-ca656d2d-702c-4454-a829-981d120906c9 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=77f0011a90a240829ce4a5c7ce13f555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860019 Aug 03 19:16:07.136161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87f3795-b019-4bd3-b23d-1dff919c40f9 req-c795e781-bbf9-4828-9066-68658e690d45 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 210 time: 0.2024612 Aug 03 19:16:07.157638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377c4-4d9e-4011-8b97-4b47708a9403 req-c5416fea-581b-4e4f-a7ae-37905e11677f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:07.167339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377c4-4d9e-4011-8b97-4b47708a9403 req-c5416fea-581b-4e4f-a7ae-37905e11677f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:07.177218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5a377c4-4d9e-4011-8b97-4b47708a9403 req-c5416fea-581b-4e4f-a7ae-37905e11677f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435&device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 1690 time: 0.2399633 Aug 03 19:16:07.245936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5a377c4-4d9e-4011-8b97-4b47708a9403 req-b0249c16-bb13-4c39-a33f-7af93a941a74 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654237 Aug 03 19:16:07.359801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Allocated IP 172.20.0.2 (44da3e49-bb18-493a-9ea1-a8a7dd57cf34/0eec2e17-45ae-45b9-880c-dd7b1690a6ba/a200b2a6-a37f-408d-819b-7aa907bb0133) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:07.389318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-70615520-97e1-49fc-8d9d-dd4d862aae2b tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:07.390968 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-70615520-97e1-49fc-8d9d-dd4d862aae2b tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4569032 Aug 03 19:16:07.416719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Request body: {'port': {'device_id': 'e0bd94d7-4f20-4219-bd60-341f21353a6f', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '77f0011a90a240829ce4a5c7ce13f555'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:07.596686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bca6d01d-27c1-4072-9691-d391754e2071 req-e3c2f763-551c-449e-85a1-5106d226ef96 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef028201d97847eba2250bd18d6acad0 HTTP/1.1" status: 200 len: 2988 time: 0.2193756 Aug 03 19:16:07.759112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bca6d01d-27c1-4072-9691-d391754e2071 req-fa745049-b129-4ddd-8374-3dbec694c779 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] 10.222.0.42 "GET /v2.0/security-groups/e4d5ab34-22ac-4ab1-af79-00bdaa028466 HTTP/1.1" status: 200 len: 2985 time: 0.1489546 Aug 03 19:16:07.774707 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.783060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-e25b0e70-74d5-4790-810f-aabe1a7ca137 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:07.796510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-e25b0e70-74d5-4790-810f-aabe1a7ca137 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.88 "GET /v2.0/networks?id=a62a7d67-bebf-4217-a732-e80ed9bce20c HTTP/1.1" status: 200 len: 809 time: 0.4499650 Aug 03 19:16:07.804166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Transition to ACTIVE for port object a200b2a6-a37f-408d-819b-7aa907bb0133 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:07.859015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Transition to ACTIVE for port object a200b2a6-a37f-408d-819b-7aa907bb0133 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:07.868170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Made reservation on behalf of 77f0011a90a240829ce4a5c7ce13f555 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:07.870866 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.889178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.929315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.970562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b8e41f-2912-40a1-bb18-842f0f796785 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:07.993557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:07.994929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Pushing event updated for resources: {'Port': ['ID=a200b2a6-a37f-408d-819b-7aa907bb0133,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:07.995663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.007758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:08.011177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:08.026436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Transition to ACTIVE for port object 31b8e41f-2912-40a1-bb18-842f0f796785 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:08.034828 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.043873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.3 (44da3e49-bb18-493a-9ea1-a8a7dd57cf34/0eec2e17-45ae-45b9-880c-dd7b1690a6ba/1621f79a-88bd-45e7-b8a3-4e22f147d409) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:08.086181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Request body: {'port': {'device_id': '852c3243-d2fe-4266-a863-859412672d6a', 'network_id': 'a62a7d67-bebf-4217-a732-e80ed9bce20c', 'admin_state_up': True, 'tenant_id': '43c149b7bdab4304b781fa584d8be6db'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:08.116982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Attempting to bind port a200b2a6-a37f-408d-819b-7aa907bb0133 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:08.117627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Attempting to bind port a200b2a6-a37f-408d-819b-7aa907bb0133 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '328a39a6-06ab-41a3-ab31-65e88259e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44da3e49-bb18-493a-9ea1-a8a7dd57cf34'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:08.118233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Attempting to bind port a200b2a6-a37f-408d-819b-7aa907bb0133 on network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:08.129435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:08.130097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Checking segment: {'id': '328a39a6-06ab-41a3-ab31-65e88259e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44da3e49-bb18-493a-9ea1-a8a7dd57cf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:08.130771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.131691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Bound using segment: {'id': '328a39a6-06ab-41a3-ab31-65e88259e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44da3e49-bb18-493a-9ea1-a8a7dd57cf34'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:08.132573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Bound port: a200b2a6-a37f-408d-819b-7aa907bb0133, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328a39a6-06ab-41a3-ab31-65e88259e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44da3e49-bb18-493a-9ea1-a8a7dd57cf34'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:08.133315 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.197643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bca6d01d-27c1-4072-9691-d391754e2071 req-64d89f9b-4a02-4d4f-9aa3-d0daceb7c212 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] 10.222.0.42 "GET /v2.0/security-groups/e4d5ab34-22ac-4ab1-af79-00bdaa028466 HTTP/1.1" status: 200 len: 2985 time: 0.4372079 Aug 03 19:16:08.253545 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.265420 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.292388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] For port a200b2a6-a37f-408d-819b-7aa907bb0133, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:08.304570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] For port a200b2a6-a37f-408d-819b-7aa907bb0133, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a200b2a6-a37f-408d-819b-7aa907bb0133,segment=NetworkSegment(328a39a6-06ab-41a3-ab31-65e88259e11d),segment_id=328a39a6-06ab-41a3-ab31-65e88259e11d)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:08.318754 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.347219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aeca20-846f-4503-b047-4d6c818387a3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:08.360627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be489-4d25-4a46-96b2-89e2c60dd493 req-69c90ab3-882d-44ab-a081-92ec237485e1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:08.360925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Pushing event updated for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:08.363185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd8be489-4d25-4a46-96b2-89e2c60dd493 req-69c90ab3-882d-44ab-a081-92ec237485e1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 931 time: 0.4982862 Aug 03 19:16:08.439673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1d6d4-98b4-4900-8208-d2e6eb5e7ae8 None None] Pushing event updated for resources: {'Port': ['ID=a200b2a6-a37f-408d-819b-7aa907bb0133,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:08.528431 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bfc811c-7412-4b33-8e89-694a79b4f6e0 req-d700fe95-6c69-43e5-80bb-c32a4e722a73 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 210 time: 0.1634426 Aug 03 19:16:08.577052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd8be489-4d25-4a46-96b2-89e2c60dd493 req-7f567a50-288b-4b9b-9fdf-4190f26824bc tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939344 Aug 03 19:16:08.644613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Attempting to bind port 31b8e41f-2912-40a1-bb18-842f0f796785 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:08.645291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Attempting to bind port 31b8e41f-2912-40a1-bb18-842f0f796785 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:08.645854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Attempting to bind port 31b8e41f-2912-40a1-bb18-842f0f796785 on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:08.659416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Port 31b8e41f-2912-40a1-bb18-842f0f796785 on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:08.659942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Attempting to bind port 31b8e41f-2912-40a1-bb18-842f0f796785 on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:08.675245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:08.676014 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Checking segment: {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:08.676681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Bound using segment: {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:08.677538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Bound port: 31b8e41f-2912-40a1-bb18-842f0f796785, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:08.678152 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.691702 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Allocated IP 192.168.233.242 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/68a6a1b4-643f-4da4-b97a-5aa096cb3174) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:08.750712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c210f891-0c13-4d9c-87f2-b6264975cc1f req-7ea413fb-e26b-42ed-8895-898acbb6ad65 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 210 time: 0.0582430 Aug 03 19:16:08.780386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Made reservation on behalf of 43c149b7bdab4304b781fa584d8be6db for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:08.792106 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.877520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:08.936687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:08.954248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.021140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.032012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:09.032770 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.034222 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] 10.222.0.88 "PUT /v2.0/ports/31b8e41f-2912-40a1-bb18-842f0f796785 HTTP/1.1" status: 200 len: 1091 time: 3.0344973 Aug 03 19:16:09.040781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:09.043756 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931" -d '{"events": [{"name": "network-changed", "server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:09.057185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37f39670-688f-4ef0-95ea-1b24b8e00ef4 req-abe3dd74-96f9-4726-bcd6-5f4226fa7ecb tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] 10.222.0.42 "GET /v2.0/security-groups/e4d5ab34-22ac-4ab1-af79-00bdaa028466 HTTP/1.1" status: 200 len: 2985 time: 0.2225692 Aug 03 19:16:09.142650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba999cd8-cce6-4116-ace6-86f6bf1c6d54 service neutron] Pushing event updated for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:09.158880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.193498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Transition to ACTIVE for port object 68a6a1b4-643f-4da4-b97a-5aa096cb3174 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:09.196499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 1621f79a-88bd-45e7-b8a3-4e22f147d409 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:09.205553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-7cb0d73a-bfa7-4bcc-b764-4de2a05fb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:09.207403 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-7cb0d73a-bfa7-4bcc-b764-4de2a05fb8c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 1094 time: 0.1148717 Aug 03 19:16:09.212816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dc7df-20a8-45d0-850c-0dcd41e41284 req-debf4323-8c93-41ea-8d66-5dc9987b1e9c tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:09.214475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa4dc7df-20a8-45d0-850c-0dcd41e41284 req-debf4323-8c93-41ea-8d66-5dc9987b1e9c tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 1101 time: 0.5429544 Aug 03 19:16:09.284734 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-5fdb0fbd-5275-40a7-888e-450c90e9335e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31b8e41f-2912-40a1-bb18-842f0f796785 HTTP/1.1" status: 200 len: 217 time: 0.0633588 Aug 03 19:16:09.327425 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.381858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:09.387221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:09.390722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:09.425436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-f1432e04-894b-4349-b0a9-9837e8befb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:09.427236 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-f1432e04-894b-4349-b0a9-9837e8befb9e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea1e695-aa1b-4104-ad7e-91e2dd993142 HTTP/1.1" status: 200 len: 861 time: 0.1347070 Aug 03 19:16:09.450286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa4dc7df-20a8-45d0-850c-0dcd41e41284 req-426bac9e-0939-4518-899c-4e7d9863a882 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025459 Aug 03 19:16:09.485551 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-3b9bc75e-e206-40cb-8560-bd33e9eb42d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484452 Aug 03 19:16:09.489206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Pushing event updated for resources: {'Port': ['ID=68a6a1b4-643f-4da4-b97a-5aa096cb3174,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:09.505511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Allocated IP 172.20.0.8 (a62a7d67-bebf-4217-a732-e80ed9bce20c/d169f502-1014-43a7-bc25-66aa78df9433/4bc98169-bca3-4c93-a75f-6ce183a0649e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:09.608710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:09.609951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.659000 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-99a9ec90-6e3d-44c6-9c75-aa05bbea0ee0 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2506435 Aug 03 19:16:09.680267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Request body: {'port': {'device_id': 'e0bd94d7-4f20-4219-bd60-341f21353a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:09.767737 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-37f39670-688f-4ef0-95ea-1b24b8e00ef4 req-455cc1c8-5245-4c45-bc06-c395e15feaea tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:16:09.790458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37f39670-688f-4ef0-95ea-1b24b8e00ef4 req-455cc1c8-5245-4c45-bc06-c395e15feaea tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] 10.222.0.42 "DELETE /v2.0/security-groups/e4d5ab34-22ac-4ab1-af79-00bdaa028466 HTTP/1.1" status: 409 len: 352 time: 0.7066321 Aug 03 19:16:09.798945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.849966 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-9d3d3b97-ce1e-42cb-9e2c-cc431f384a52 service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560870 Aug 03 19:16:10.064740 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cad8f9e3-1e21-49be-8877-e7fe2b9274fa req-a7b25373-3fde-4c68-bf13-8ba97438174d service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068434 Aug 03 19:16:10.068478 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be102853-ae05-41fe-a143-9cac558791a7 x-openstack-request-id: req-be102853-ae05-41fe-a143-9cac558791a7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:10.069344 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:10.070121 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be102853-ae05-41fe-a143-9cac558791a7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:10.070829 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785', 'status': 'completed', 'code': 200} Aug 03 19:16:10.076370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1c3a230f-65da-4fdb-bfb6-45e2a4495415 None None] Provisioning for port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:10.077780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.098894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1c3a230f-65da-4fdb-bfb6-45e2a4495415 None None] Provisioning complete for port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:10.099470 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c3a230f-65da-4fdb-bfb6-45e2a4495415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.210014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a230f-65da-4fdb-bfb6-45e2a4495415 None None] Port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:10.234243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:10.292235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=1621f79a-88bd-45e7-b8a3-4e22f147d409,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:10.303965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:10.370892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:10.447360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:10.449009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.450455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-31511cc2-ed2a-4165-a423-e6767a69ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:10.453597 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-31511cc2-ed2a-4165-a423-e6767a69ab1b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 1094 time: 0.2676678 Aug 03 19:16:10.461673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84755c57-8449-4ef9-861a-a81c10839595 req-20a81f9c-17a1-456d-99a2-73c72d391cfd tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 210 time: 0.2721491 Aug 03 19:16:10.466927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c38f551-ecdc-4124-bf57-f5c627170ddb None None] Network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:10.498132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.527799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6240-130a-4699-ad1e-b9c797e0172a req-d89e61c4-1cef-489d-8050-446d0904ae3d tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:10.530494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef3e6240-130a-4699-ad1e-b9c797e0172a req-d89e61c4-1cef-489d-8050-446d0904ae3d tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 1100 time: 0.5219140 Aug 03 19:16:10.535396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-99b78cf6-f351-4cf7-86aa-5d9558ebd1f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2137856 Aug 03 19:16:10.539396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42748) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:10.706910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-902a6298-b5b4-4597-8946-97a03bc2dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:10.708713 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-902a6298-b5b4-4597-8946-97a03bc2dbe9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 922 time: 0.1545436 Aug 03 19:16:10.797300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-84ac7a69-347e-4afb-9431-fb4937e499be None None] Provisioning for port a200b2a6-a37f-408d-819b-7aa907bb0133 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:10.822364 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-f5e93c65-118e-4998-9209-eb01743c86dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31b8e41f-2912-40a1-bb18-842f0f796785 HTTP/1.1" status: 200 len: 217 time: 0.1009948 Aug 03 19:16:10.870142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef3e6240-130a-4699-ad1e-b9c797e0172a req-43ea988d-4efd-4355-80d8-adc7a15fd727 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954519 Aug 03 19:16:10.879064 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.884721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a200b2a6-a37f-408d-819b-7aa907bb0133 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:10.972500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-89b786ed-a91d-4b63-b7f3-08313ad14b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:10.988809 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-89b786ed-a91d-4b63-b7f3-08313ad14b31 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea1e695-aa1b-4104-ad7e-91e2dd993142 HTTP/1.1" status: 200 len: 861 time: 0.1422479 Aug 03 19:16:11.034015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a200b2a6-a37f-408d-819b-7aa907bb0133 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:11.038198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832bbbb-d8c3-4edd-9b83-cdfae20820cd req-d592ec5e-a56e-4d1a-867d-844d6de96114 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:11.047449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f832bbbb-d8c3-4edd-9b83-cdfae20820cd req-d592ec5e-a56e-4d1a-867d-844d6de96114 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 943 time: 0.4438796 Aug 03 19:16:11.052038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a200b2a6-a37f-408d-819b-7aa907bb0133 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:11.052414 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.096831 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-f9207c9f-eff9-480e-b43d-bb0d17e45fce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070044 Aug 03 19:16:11.111068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Network a62a7d67-bebf-4217-a732-e80ed9bce20c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:11.128607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:11.131642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:11.188358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Pushing event updated for resources: {'Port': ['ID=4bc98169-bca3-4c93-a75f-6ce183a0649e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:11.236095 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.251026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-617b6589-fd71-4b19-9020-d0b2624158d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 1621f79a-88bd-45e7-b8a3-4e22f147d409 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:11.251751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-617b6589-fd71-4b19-9020-d0b2624158d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.269774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f832bbbb-d8c3-4edd-9b83-cdfae20820cd req-fb35bb5a-fd0d-491f-9f5f-5f8f69fa3a9d tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212820 Aug 03 19:16:11.309530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a200b2a6-a37f-408d-819b-7aa907bb0133, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a200b2a6-a37f-408d-819b-7aa907bb0133,segment=NetworkSegment(328a39a6-06ab-41a3-ab31-65e88259e11d),segment_id=328a39a6-06ab-41a3-ab31-65e88259e11d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:11.316687 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.336982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de4cae-77a3-4a68-97e2-138d19787ffe req-7dae3d3e-41f9-4369-8f0d-9d3da12a6354 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:11.345117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9de4cae-77a3-4a68-97e2-138d19787ffe req-7dae3d3e-41f9-4369-8f0d-9d3da12a6354 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 936 time: 0.2947032 Aug 03 19:16:11.353439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:11.354836 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.385349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a6a1b4-643f-4da4-b97a-5aa096cb3174 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:11.413355 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.421297 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-7d21d57c-e55d-4021-90d5-49b68c1b2ab2 service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124583 Aug 03 19:16:11.448739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-60456b21-8134-4e90-b83f-7ea3eaedf55e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5871446 Aug 03 19:16:11.456069 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-12fb50a5-921e-4533-a8cb-b7ff61be9338 req-5589a4e4-748a-43ae-bc76-e796b180f0c0 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] show failed (client error): The resource could not be found. Aug 03 19:16:11.474201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12fb50a5-921e-4533-a8cb-b7ff61be9338 req-5589a4e4-748a-43ae-bc76-e796b180f0c0 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] 10.222.0.42 "GET /v2.0/security-groups/bb5dab3e-7a73-4f33-9afe-c31fa987da66 HTTP/1.1" status: 404 len: 352 time: 0.1148012 Aug 03 19:16:11.484189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Request body: {'port': {'device_id': '852c3243-d2fe-4266-a863-859412672d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:11.541595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a200b2a6-a37f-408d-819b-7aa907bb0133,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:11.551754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9de4cae-77a3-4a68-97e2-138d19787ffe req-c007d90c-492c-4efe-9e2b-0904ad6a4dfd tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052100 Aug 03 19:16:11.558744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-63ee0575-b49c-4d20-a544-584722056c80 None None] Provisioning for port 1621f79a-88bd-45e7-b8a3-4e22f147d409 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:11.564761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Transition to ACTIVE for port object 68a6a1b4-643f-4da4-b97a-5aa096cb3174 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:11.595290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.598337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-63ee0575-b49c-4d20-a544-584722056c80 None None] Provisioning complete for port 1621f79a-88bd-45e7-b8a3-4e22f147d409 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:11.599078 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-63ee0575-b49c-4d20-a544-584722056c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.739792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-63ee0575-b49c-4d20-a544-584722056c80 None None] Port 1621f79a-88bd-45e7-b8a3-4e22f147d409 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:11.741654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-617b6589-fd71-4b19-9020-d0b2624158d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.783125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.793447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-63ee0575-b49c-4d20-a544-584722056c80 None None] Provisioning complete for port a200b2a6-a37f-408d-819b-7aa907bb0133 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:11.794205 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-63ee0575-b49c-4d20-a544-584722056c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.816342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-617b6589-fd71-4b19-9020-d0b2624158d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 1621f79a-88bd-45e7-b8a3-4e22f147d409 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:11.876354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Pushing event updated for resources: {'Port': ['ID=68a6a1b4-643f-4da4-b97a-5aa096cb3174,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:11.910968 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5311a8a8-25f6-4ede-b7d9-4e2458ebd931 req-31081ac7-7836-4711-a296-326794de1662 service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745753 Aug 03 19:16:11.954463 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-611fcbfa-0005-45ec-a305-e07e55f33bce req-0c581757-6891-4111-9b83-d5355eca8c08 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] show failed (client error): The resource could not be found. Aug 03 19:16:11.956451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-611fcbfa-0005-45ec-a305-e07e55f33bce req-0c581757-6891-4111-9b83-d5355eca8c08 tempest-SecurityGroupsNegativeTestJSON-9022603 tempest-SecurityGroupsNegativeTestJSON-9022603-project] 10.222.0.42 "GET /v2.0/security-groups/5711a9bc-d774-42da-9ecf-9806f0a584a5 HTTP/1.1" status: 404 len: 352 time: 0.1479578 Aug 03 19:16:11.986085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42778) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:12.050384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Attempting to bind port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:12.050758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Attempting to bind port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:12.051094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Attempting to bind port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:12.058776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:12.059218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Attempting to bind port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:12.069361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f6568d-a1d4-4b10-b63c-335b3b7a6b66 admin admin] Deleting subnet 90d94810-5e28-42cf-8a52-9d0383e38bf6 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:12.081852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:12.082185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:12.082590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:12.083049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Bound port: 68a6a1b4-643f-4da4-b97a-5aa096cb3174, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:12.083422 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.087857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9f6568d-a1d4-4b10-b63c-335b3b7a6b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.101909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9c141456-4c50-4e7f-8644-9046088812c7 None None] Provisioning complete for port 1621f79a-88bd-45e7-b8a3-4e22f147d409 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:12.103587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9c141456-4c50-4e7f-8644-9046088812c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.159127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9f6568d-a1d4-4b10-b63c-335b3b7a6b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.198558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9c141456-4c50-4e7f-8644-9046088812c7 None None] Port 1621f79a-88bd-45e7-b8a3-4e22f147d409 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:12.226462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] For port 68a6a1b4-643f-4da4-b97a-5aa096cb3174, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:12.233988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] For port 68a6a1b4-643f-4da4-b97a-5aa096cb3174, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68a6a1b4-643f-4da4-b97a-5aa096cb3174,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:12.235713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-feeb4dbf-e4c0-4c05-884f-27cc85552bba tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2778566 Aug 03 19:16:12.240470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9f6568d-a1d4-4b10-b63c-335b3b7a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.243891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.322977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:12.323629 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.325195 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] 10.222.0.88 "PUT /v2.0/ports/68a6a1b4-643f-4da4-b97a-5aa096cb3174 HTTP/1.1" status: 200 len: 1096 time: 2.6558192 Aug 03 19:16:12.326492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bd94d7-4f20-4219-bd60-341f21353a6f', 'tag': '68a6a1b4-643f-4da4-b97a-5aa096cb3174'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:12.329270 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642d2e43-735c-46eb-8736-6987a3466a45" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bd94d7-4f20-4219-bd60-341f21353a6f", "tag": "68a6a1b4-643f-4da4-b97a-5aa096cb3174"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:12.374125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab8a4c-f7a4-455a-9ce4-a9bf23311757 service neutron] Pushing event updated for resources: {'Port': ['ID=68a6a1b4-643f-4da4-b97a-5aa096cb3174,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:12.381847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9f6568d-a1d4-4b10-b63c-335b3b7a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.403575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9f6568d-a1d4-4b10-b63c-335b3b7a6b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.406079 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b9f6568d-a1d4-4b10-b63c-335b3b7a6b66 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90d94810-5e28-42cf-8a52-9d0383e38bf6 HTTP/1.1" status: 204 len: 168 time: 0.4170969 Aug 03 19:16:12.440068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42784) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:12.470550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6568d-a1d4-4b10-b63c-335b3b7a6b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d94810-5e28-42cf-8a52-9d0383e38bf6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:12.642299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-a95babc9-443e-47a5-baf0-cf14107aab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:12.645158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-a95babc9-443e-47a5-baf0-cf14107aab18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f0011a90a240829ce4a5c7ce13f555&device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 1099 time: 0.2133238 Aug 03 19:16:12.649388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.734844 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-f7713f50-a064-4588-90a8-94391c45b063 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=68a6a1b4-643f-4da4-b97a-5aa096cb3174 HTTP/1.1" status: 200 len: 217 time: 0.0789061 Aug 03 19:16:12.737223 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-617b6589-fd71-4b19-9020-d0b2624158d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.779911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a200b2a6-a37f-408d-819b-7aa907bb0133 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:12.901992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a200b2a6-a37f-408d-819b-7aa907bb0133 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:12.903199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.962578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.968810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-6302bcd5-c90e-4b97-ab7f-885c8f609420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:12.971621 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-6302bcd5-c90e-4b97-ab7f-885c8f609420 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2246530 Aug 03 19:16:13.032944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c74d987-cc42-4ceb-b3cc-a80e9fd04557']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:13.055733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dec114b-5906-46e7-895b-3a6f4d9fb5b0') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:13.056393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dec114b-5906-46e7-895b-3a6f4d9fb5b0') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:13.078492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.089055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-4bd38804-ea64-4fc7-98ee-5c80331cc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:13.092260 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-4bd38804-ea64-4fc7-98ee-5c80331cc696 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094370 Aug 03 19:16:13.170484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.180695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:13.181110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:13.183667 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:13.233054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b6589-fd71-4b19-9020-d0b2624158d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=1621f79a-88bd-45e7-b8a3-4e22f147d409,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:13.313615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.320575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.327577 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3c74d987-cc42-4ceb-b3cc-a80e9fd04557 HTTP/1.1" status: 204 len: 168 time: 0.8858607 Aug 03 19:16:13.347489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c74d987-cc42-4ceb-b3cc-a80e9fd04557,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:13.357551 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-b0529215-1390-4801-9c7f-13080774deee service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514994 Aug 03 19:16:13.375294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.376373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.376907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.377537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.379769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.380434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.380958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.381498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.382655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.390815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.391652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.393672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3da15c-15c9-4eee-a72b-74374c1883c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:13.414324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 31b8e41f-2912-40a1-bb18-842f0f796785 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:13.523325 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7f74ed20-25a6-46ae-8006-7ea0f8b16f11 req-e552ed63-53fe-4654-bc2c-b13de8cb66f2 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140771 Aug 03 19:16:13.559639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73704c4-c45e-42ce-8177-e9bd393be27a req-f32f4c9b-ad49-459a-b2bf-a6ab871d06c4 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:13.571818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b73704c4-c45e-42ce-8177-e9bd393be27a req-f32f4c9b-ad49-459a-b2bf-a6ab871d06c4 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 931 time: 1.3117363 Aug 03 19:16:13.651122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-58282e60-eb1d-408a-a0ef-df1863bdf744 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:13.659335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-58282e60-eb1d-408a-a0ef-df1863bdf744 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4223652 Aug 03 19:16:13.680533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-617b6589-fd71-4b19-9020-d0b2624158d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.682949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-617b6589-fd71-4b19-9020-d0b2624158d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/1621f79a-88bd-45e7-b8a3-4e22f147d409 HTTP/1.1" status: 204 len: 168 time: 3.1427095 Aug 03 19:16:13.686543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42794) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:13.710371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-9b14f8b9-933d-4ef1-a90f-5a5f719fec85 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/quotas/8e0f63f30ef74aec900477fcd78165c2 HTTP/1.1" status: 200 len: 375 time: 0.0496614 Aug 03 19:16:13.731039 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a9c4eb-5e37-4217-8703-a6a999939b71 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:13.732694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a9c4eb-5e37-4217-8703-a6a999939b71 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:13.738473 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08a9c4eb-5e37-4217-8703-a6a999939b71 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/1621f79a-88bd-45e7-b8a3-4e22f147d409 HTTP/1.1" status: 404 len: 333 time: 0.0474210 Aug 03 19:16:13.739100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42796) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:13.773970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b73704c4-c45e-42ce-8177-e9bd393be27a req-d041d060-9bd4-4cd4-aad7-fea80bae3c0e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925693 Aug 03 19:16:13.812000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:13.846364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '31b8e41f-2912-40a1-bb18-842f0f796785', 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'port_id': '31b8e41f-2912-40a1-bb18-842f0f796785', 'mac_address': 'fa:16:3e:35:31:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea1e695-aa1b-4104-ad7e-91e2dd993142', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:13.869392 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee626903-cf87-4077-9644-3e6ec1d345e0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:16:13.876043 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ee626903-cf87-4077-9644-3e6ec1d345e0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/1621f79a-88bd-45e7-b8a3-4e22f147d409 HTTP/1.1" status: 404 len: 333 time: 0.1350899 Aug 03 19:16:13.879128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42802) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:13.990458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-52279070-ca50-41e5-858a-bfa751f52b05 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2739234 Aug 03 19:16:13.996919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.025282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc98169-bca3-4c93-a75f-6ce183a0649e {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:14.030496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b8e41f-2912-40a1-bb18-842f0f796785 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:14.063239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42804) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:14.073974 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.085288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:14.095715 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.126790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-540e15f6-4488-430b-a206-ad5889364bb1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 0eec2e17-45ae-45b9-880c-dd7b1690a6ba {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:14.138031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-540e15f6-4488-430b-a206-ad5889364bb1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.202743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Transition to ACTIVE for port object 4bc98169-bca3-4c93-a75f-6ce183a0649e will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:14.220223 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.221347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:14.240243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.240768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.241398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.242139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.242945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.243640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.245782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.246282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.246691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.247166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.247622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.248065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:14.305222 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-540e15f6-4488-430b-a206-ad5889364bb1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.325859 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9635aeff-0bcd-4007-9223-5b1ca1d61ad7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef028201d97847eba2250bd18d6acad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599299 Aug 03 19:16:14.342421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42806) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:14.379115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['31b8e41f-2912-40a1-bb18-842f0f796785'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:14.394920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fe1bc-1d46-4c84-8eb6-092cb48b9661 req-72005836-82d0-4667-bc0d-d9b85e899015 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:14.397579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6fe1bc-1d46-4c84-8eb6-092cb48b9661 req-72005836-82d0-4667-bc0d-d9b85e899015 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 943 time: 0.3589292 Aug 03 19:16:14.466967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc98169-bca3-4c93-a75f-6ce183a0649e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:14.600621 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3261cc89-fb50-46ba-a502-8bcc9fa5be33 x-openstack-request-id: req-3261cc89-fb50-46ba-a502-8bcc9fa5be33 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:14.604827 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bd94d7-4f20-4219-bd60-341f21353a6f", "tag": "68a6a1b4-643f-4da4-b97a-5aa096cb3174", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:14.608978 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3261cc89-fb50-46ba-a502-8bcc9fa5be33 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:14.610356 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bd94d7-4f20-4219-bd60-341f21353a6f', 'tag': '68a6a1b4-643f-4da4-b97a-5aa096cb3174', 'status': 'completed', 'code': 200} Aug 03 19:16:14.639687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5fd3-b8c4-449a-b81f-1592e5737d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.651105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6fe1bc-1d46-4c84-8eb6-092cb48b9661 req-dfc60dcc-6245-43f1-8c2a-4119e7735078 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072077 Aug 03 19:16:14.748203 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-540e15f6-4488-430b-a206-ad5889364bb1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.752005 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5fd3-b8c4-449a-b81f-1592e5737d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.797986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Attempting to bind port 4bc98169-bca3-4c93-a75f-6ce183a0649e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:14.798329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Attempting to bind port 4bc98169-bca3-4c93-a75f-6ce183a0649e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '9203dd0a-3da8-4de4-9963-52875ba9d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a62a7d67-bebf-4217-a732-e80ed9bce20c'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:14.798665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Attempting to bind port 4bc98169-bca3-4c93-a75f-6ce183a0649e on network a62a7d67-bebf-4217-a732-e80ed9bce20c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:14.840988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Port 4bc98169-bca3-4c93-a75f-6ce183a0649e on network a62a7d67-bebf-4217-a732-e80ed9bce20c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:14.841377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Attempting to bind port 4bc98169-bca3-4c93-a75f-6ce183a0649e on network a62a7d67-bebf-4217-a732-e80ed9bce20c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:14.867692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:14.868040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Checking segment: {'id': '9203dd0a-3da8-4de4-9963-52875ba9d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a62a7d67-bebf-4217-a732-e80ed9bce20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:14.868436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Bound using segment: {'id': '9203dd0a-3da8-4de4-9963-52875ba9d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a62a7d67-bebf-4217-a732-e80ed9bce20c'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:14.868892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Bound port: 4bc98169-bca3-4c93-a75f-6ce183a0649e, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9203dd0a-3da8-4de4-9963-52875ba9d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a62a7d67-bebf-4217-a732-e80ed9bce20c'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:14.869266 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.891779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361f673-3b62-4443-8925-d386ea37ca81 req-e723c20b-a921-46dd-9fe1-d564a45efb1e tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:14.899652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f361f673-3b62-4443-8925-d386ea37ca81 req-e723c20b-a921-46dd-9fe1-d564a45efb1e tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 948 time: 0.2233806 Aug 03 19:16:14.909080 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-540e15f6-4488-430b-a206-ad5889364bb1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.947759 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-540e15f6-4488-430b-a206-ad5889364bb1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.955247 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-540e15f6-4488-430b-a206-ad5889364bb1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/0eec2e17-45ae-45b9-880c-dd7b1690a6ba HTTP/1.1" status: 204 len: 168 time: 1.0702441 Aug 03 19:16:14.973427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360b9b6d-b6ed-4c2e-966b-10b8e7340dd1 None None] Network 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:14.994705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42824) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:15.063913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e15f6-4488-430b-a206-ad5889364bb1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=0eec2e17-45ae-45b9-880c-dd7b1690a6ba,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.114231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f361f673-3b62-4443-8925-d386ea37ca81 req-0879464b-3b97-49bb-960e-cb0a98d28e05 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137771 Aug 03 19:16:15.114910 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5fd3-b8c4-449a-b81f-1592e5737d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.118847 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5fd3-b8c4-449a-b81f-1592e5737d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.126036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2e43-735c-46eb-8736-6987a3466a45 req-cdf84334-d592-4c6b-a7a6-a75477f15a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.127616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-642d2e43-735c-46eb-8736-6987a3466a45 req-cdf84334-d592-4c6b-a7a6-a75477f15a9a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f0011a90a240829ce4a5c7ce13f555&device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 1099 time: 0.4994817 Aug 03 19:16:15.128595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1c6f5fd3-b8c4-449a-b81f-1592e5737d2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4d5ab34-22ac-4ab1-af79-00bdaa028466 HTTP/1.1" status: 204 len: 168 time: 0.7847526 Aug 03 19:16:15.223132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f5fd3-b8c4-449a-b81f-1592e5737d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5ab34-22ac-4ab1-af79-00bdaa028466,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.248823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] For port 4bc98169-bca3-4c93-a75f-6ce183a0649e, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:15.275712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-658c5438-c573-4040-8c7d-aa7bd7f0f998 req-e32c9168-32c3-4646-bc64-c217f19364fd tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 210 time: 0.0893638 Aug 03 19:16:15.285454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.336894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] For port 4bc98169-bca3-4c93-a75f-6ce183a0649e, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4bc98169-bca3-4c93-a75f-6ce183a0649e,segment=NetworkSegment(9203dd0a-3da8-4de4-9963-52875ba9d596),segment_id=9203dd0a-3da8-4de4-9963-52875ba9d596)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:15.374836 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.451599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2e43-735c-46eb-8736-6987a3466a45 req-8101e87a-e855-4bb1-9a26-680c602afcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.453688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198330f-d6c2-4ab3-b1ae-8c8671e26be2 req-90169c9e-e924-47f0-b8f7-667d113a0a45 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.458100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a198330f-d6c2-4ab3-b1ae-8c8671e26be2 req-90169c9e-e924-47f0-b8f7-667d113a0a45 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 943 time: 0.2269695 Aug 03 19:16:15.460612 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-642d2e43-735c-46eb-8736-6987a3466a45 req-8101e87a-e855-4bb1-9a26-680c602afcb5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.3179789 Aug 03 19:16:15.462157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.462799 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.464393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] 10.222.0.88 "PUT /v2.0/ports/4bc98169-bca3-4c93-a75f-6ce183a0649e HTTP/1.1" status: 200 len: 1091 time: 3.9886537 Aug 03 19:16:15.466797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852c3243-d2fe-4266-a863-859412672d6a', 'tag': '4bc98169-bca3-4c93-a75f-6ce183a0649e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:15.469636 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b8bd73-381c-4bea-a528-effc27ae6903" -d '{"events": [{"name": "network-changed", "server_uuid": "852c3243-d2fe-4266-a863-859412672d6a", "tag": "4bc98169-bca3-4c93-a75f-6ce183a0649e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:15.542905 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-642d2e43-735c-46eb-8736-6987a3466a45 req-2386a199-6c38-4d4d-88e0-4b91f68bd18f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=68a6a1b4-643f-4da4-b97a-5aa096cb3174 HTTP/1.1" status: 200 len: 217 time: 0.0701029 Aug 03 19:16:15.626881 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44074ff5-0426-4286-b8fe-2ad81821ae0c x-openstack-request-id: req-44074ff5-0426-4286-b8fe-2ad81821ae0c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:15.627718 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852c3243-d2fe-4266-a863-859412672d6a", "tag": "4bc98169-bca3-4c93-a75f-6ce183a0649e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:15.628412 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44074ff5-0426-4286-b8fe-2ad81821ae0c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:15.629295 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852c3243-d2fe-4266-a863-859412672d6a', 'tag': '4bc98169-bca3-4c93-a75f-6ce183a0649e', 'status': 'completed', 'code': 200} Aug 03 19:16:15.637261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2e43-735c-46eb-8736-6987a3466a45 req-4f04f38f-d661-4ab8-a436-0a0c65cfc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.640563 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-642d2e43-735c-46eb-8736-6987a3466a45 req-4f04f38f-d661-4ab8-a436-0a0c65cfc986 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0837712 Aug 03 19:16:15.642555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 68a6a1b4-643f-4da4-b97a-5aa096cb3174 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:15.646535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 31b8e41f-2912-40a1-bb18-842f0f796785 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:15.663026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d10632-9f95-4750-805a-828063e44fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc98169-bca3-4c93-a75f-6ce183a0649e,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.707494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a198330f-d6c2-4ab3-b1ae-8c8671e26be2 req-9a5887a5-2a4c-40e7-ba2a-2efafbb2b69e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286470 Aug 03 19:16:15.734457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port a200b2a6-a37f-408d-819b-7aa907bb0133 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:15.735089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.772150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2e43-735c-46eb-8736-6987a3466a45 req-5f7068f7-9cb8-456c-9312-c48192cf213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.774726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-642d2e43-735c-46eb-8736-6987a3466a45 req-5f7068f7-9cb8-456c-9312-c48192cf213f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269276 Aug 03 19:16:15.860693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-97e24466-f7bb-40f1-9a3f-f365a93a729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.861950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-97e24466-f7bb-40f1-9a3f-f365a93a729e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=43c149b7bdab4304b781fa584d8be6db&device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 1094 time: 0.3252537 Aug 03 19:16:16.002961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 68a6a1b4-643f-4da4-b97a-5aa096cb3174, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68a6a1b4-643f-4da4-b97a-5aa096cb3174,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:16.011704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-aea18e50-378f-4827-97e5-0ed67d2b5ac4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc98169-bca3-4c93-a75f-6ce183a0649e HTTP/1.1" status: 200 len: 217 time: 0.1306000 Aug 03 19:16:16.020341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '68a6a1b4-643f-4da4-b97a-5aa096cb3174', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '68a6a1b4-643f-4da4-b97a-5aa096cb3174', 'mac_address': 'fa:16:3e:63:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:16.027249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] For port a200b2a6-a37f-408d-819b-7aa907bb0133, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a200b2a6-a37f-408d-819b-7aa907bb0133,segment=NetworkSegment(328a39a6-06ab-41a3-ab31-65e88259e11d),segment_id=328a39a6-06ab-41a3-ab31-65e88259e11d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:16.027249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.055243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629cde-db2d-4a49-ab6f-b5d8e213eec2 req-d11dc6d6-eb98-48b5-a0d3-9113772d8f61 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:16.074027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86629cde-db2d-4a49-ab6f-b5d8e213eec2 req-d11dc6d6-eb98-48b5-a0d3-9113772d8f61 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 944 time: 0.2084167 Aug 03 19:16:16.103688 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-642d2e43-735c-46eb-8736-6987a3466a45 req-966e7b61-091b-4799-be47-2d6815c39a2a service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165822 Aug 03 19:16:16.114737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.150275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for a200b2a6-a37f-408d-819b-7aa907bb0133 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:16.202181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86629cde-db2d-4a49-ab6f-b5d8e213eec2 req-9d8480e2-5389-4ff4-a727-d532a5f8c023 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268477 Aug 03 19:16:16.202439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a6a1b4-643f-4da4-b97a-5aa096cb3174 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:16.227868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-85f6380c-7c85-46d6-9648-ea3123eccd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:16.230015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-85f6380c-7c85-46d6-9648-ea3123eccd1a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d169f502-1014-43a7-bc25-66aa78df9433 HTTP/1.1" status: 200 len: 849 time: 0.2101870 Aug 03 19:16:16.248493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 68a6a1b4-643f-4da4-b97a-5aa096cb3174, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68a6a1b4-643f-4da4-b97a-5aa096cb3174,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:16.267348 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.274794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 31b8e41f-2912-40a1-bb18-842f0f796785 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:16.282738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 31b8e41f-2912-40a1-bb18-842f0f796785 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:16.283115 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.402188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=68a6a1b4-643f-4da4-b97a-5aa096cb3174,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.445062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] DHCP port deletion for 44da3e49-bb18-493a-9ea1-a8a7dd57cf34 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:16.506838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.519032 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-d248265f-4f66-42c1-8b10-8416cf949a04 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446434 Aug 03 19:16:16.542237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['68a6a1b4-643f-4da4-b97a-5aa096cb3174'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:16.586796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-712bcdef-6a66-4de9-a40c-d2a84a3c918b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62a7d67-bebf-4217-a732-e80ed9bce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2438884 Aug 03 19:16:16.594317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.594818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:16.597151 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a8558b-edee-492b-942d-3283e80894b4" -d '{"events": [{"server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "name": "network-vif-plugged", "status": "completed", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:16.616142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-642d2e43-735c-46eb-8736-6987a3466a45 req-cb8a00e4-a00f-484b-a3b6-67c4c19e6b6a service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040908 Aug 03 19:16:16.639121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:16.668186 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.676039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] Deleting port a200b2a6-a37f-408d-819b-7aa907bb0133 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:16.676488 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.752227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.821282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No DVR routers for this DVR port a200b2a6-a37f-408d-819b-7aa907bb0133 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:16.865592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a200b2a6-a37f-408d-819b-7aa907bb0133 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:16.866023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=a200b2a6-a37f-408d-819b-7aa907bb0133,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.959922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a200b2a6-a37f-408d-819b-7aa907bb0133 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:16.960508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a200b2a6-a37f-408d-819b-7aa907bb0133 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:16.998867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d29ab-8aec-4ac8-986a-b85654197319 req-df34dd90-2ec3-4477-bbfc-c2454a4ad554 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.000534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d29ab-8aec-4ac8-986a-b85654197319 req-df34dd90-2ec3-4477-bbfc-c2454a4ad554 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 949 time: 0.5344715 Aug 03 19:16:17.001215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] For port a200b2a6-a37f-408d-819b-7aa907bb0133, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:17.002204 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.036851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfc3e3-9baf-43e7-aaa1-37e14a85e853 req-58ee7e71-1597-492e-994e-9c24f01621dd tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.045073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fccfc3e3-9baf-43e7-aaa1-37e14a85e853 req-58ee7e71-1597-492e-994e-9c24f01621dd tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 950 time: 0.5761638 Aug 03 19:16:17.045599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] Calling delete_port for a200b2a6-a37f-408d-819b-7aa907bb0133 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:17.058214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] Port a200b2a6-a37f-408d-819b-7aa907bb0133 was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:16:17.074975 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.078992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42896) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:17.093001 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.129967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44da3e49-bb18-493a-9ea1-a8a7dd57cf34']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:17.133903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-c67174a1-5c00-4587-9c40-1f3f294e3c87 service neutron] 10.222.0.88 "GET /v2.0/networks/a62a7d67-bebf-4217-a732-e80ed9bce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238135 Aug 03 19:16:17.139010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] Pushing event deleted for resources: {'Port': ['ID=a200b2a6-a37f-408d-819b-7aa907bb0133,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:17.148248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10df63-c94e-40c0-bc43-e97402ec3598 None None] No DVR routers for this DVR port a200b2a6-a37f-408d-819b-7aa907bb0133 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:17.175033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328a39a6-06ab-41a3-ab31-65e88259e11d') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:17.175450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328a39a6-06ab-41a3-ab31-65e88259e11d') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:17.214054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d29ab-8aec-4ac8-986a-b85654197319 req-b555f02d-6723-4070-a936-a20b1fe64bc7 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054791 Aug 03 19:16:17.246422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.264457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fccfc3e3-9baf-43e7-aaa1-37e14a85e853 req-03a44f9c-0c6f-4d05-9857-828809c47e15 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183306 Aug 03 19:16:17.292592 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.304633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:17.305034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:17.308401 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:17.359681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-2c28b62e-1974-44f5-b3ee-e10b94549e50 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.361511 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-2c28b62e-1974-44f5-b3ee-e10b94549e50 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7432182 Aug 03 19:16:17.363138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-597492320-network', 'tenant_id': '6a0c21babb7b4b11a506aca92e91878f'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:17.376176 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b16f3e-c65c-45cf-a98c-afa608aad1ac x-openstack-request-id: req-17b16f3e-c65c-45cf-a98c-afa608aad1ac {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:17.377136 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "name": "network-vif-plugged", "status": "completed", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:17.377837 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17b16f3e-c65c-45cf-a98c-afa608aad1ac {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:17.378763 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785', 'code': 200} Aug 03 19:16:17.382078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Request body: {'port': {'device_id': '083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '8e0f63f30ef74aec900477fcd78165c2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:17.459900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-876444f1-2238-40de-bc0a-bf98d0d8e0ef req-2e46d787-fa92-495b-962f-057c931e754a tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 210 time: 0.0609131 Aug 03 19:16:17.463534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26311e55-9f2c-477a-9264-48bf3d085cd3 req-ce48b512-36c4-4258-81de-fdb11257e617 service neutron] 10.222.0.88 "GET /v2.0/networks/a62a7d67-bebf-4217-a732-e80ed9bce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118360 Aug 03 19:16:17.473462 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.478090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Made reservation on behalf of 6a0c21babb7b4b11a506aca92e91878f for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:17.486699 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.514712 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.521276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/networks/44da3e49-bb18-493a-9ea1-a8a7dd57cf34 HTTP/1.1" status: 204 len: 168 time: 2.5248640 Aug 03 19:16:17.539492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42906) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:17.545182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-95450020'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:17.551042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31eb3-205d-4f3a-8cda-79186bf49112 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Network': ['ID=44da3e49-bb18-493a-9ea1-a8a7dd57cf34,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:17.554880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.612092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b2c5c-8a90-4e68-8081-1ce66b9eca02 req-ec1b12f7-f2ce-4b48-99a2-6aa4d34e0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.614289 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-256b2c5c-8a90-4e68-8081-1ce66b9eca02 req-ec1b12f7-f2ce-4b48-99a2-6aa4d34e0d86 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 1096 time: 0.1326709 Aug 03 19:16:17.677168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-256b2c5c-8a90-4e68-8081-1ce66b9eca02 req-578d1768-5fa3-4e23-a666-a987560a21dc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540988 Aug 03 19:16:17.942886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:17.947541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.951271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Made reservation on behalf of 8e0f63f30ef74aec900477fcd78165c2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:17.956368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.999653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfa490-8c14-4cd8-93b9-051c6ebd2507 req-b36766b9-4e5f-40f7-9e96-c9ec06d4c33f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.001259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7cfa490-8c14-4cd8-93b9-051c6ebd2507 req-b36766b9-4e5f-40f7-9e96-c9ec06d4c33f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 943 time: 0.5055988 Aug 03 19:16:18.011585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-bd22efc8-8165-425f-8228-298d064bf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.014035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-bd22efc8-8165-425f-8228-298d064bf0fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=43c149b7bdab4304b781fa584d8be6db&device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 1094 time: 0.4544237 Aug 03 19:16:18.058700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3595-f10c-4a0b-93ee-526c82c083b9 req-abfd5fda-0a7f-4e10-9dbb-0f955bfcbc63 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.061220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c5b3595-f10c-4a0b-93ee-526c82c083b9 req-abfd5fda-0a7f-4e10-9dbb-0f955bfcbc63 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.4480498 Aug 03 19:16:18.115853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:18.139095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Allocated IP 192.168.233.46 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/10cefdd7-0b93-417a-a732-d137b586c346) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:18.196434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.196729 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Added segment bb88052d-6c8b-4aec-9629-2a615f9ccd8e of type vlan for network 8e41ba69-8fa7-498d-aa23-1d595816ed25 Aug 03 19:16:18.267452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7cfa490-8c14-4cd8-93b9-051c6ebd2507 req-7c606a9e-66b1-4d1e-a2c8-b088fd785d9f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494397 Aug 03 19:16:18.325967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c5b3595-f10c-4a0b-93ee-526c82c083b9 req-7ba14996-26de-4df7-9c7f-e0a8c829dcd0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389500 Aug 03 19:16:18.361888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.413383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-c3263233-9a2f-4102-809d-cdef4dade34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.415319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-c3263233-9a2f-4102-809d-cdef4dade34c service neutron] 10.222.0.88 "GET /v2.0/networks?id=a62a7d67-bebf-4217-a732-e80ed9bce20c HTTP/1.1" status: 200 len: 910 time: 0.3915482 Aug 03 19:16:18.429362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.441392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.470493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.478363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-ef8bb779-a15b-447c-af18-327cf6950a99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc98169-bca3-4c93-a75f-6ce183a0649e HTTP/1.1" status: 200 len: 217 time: 0.0512967 Aug 03 19:16:18.489338 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.496590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.498218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.503498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Transition to ACTIVE for port object 10cefdd7-0b93-417a-a732-d137b586c346 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:18.522975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:18.570418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.595980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', '2438fe5d-6b91-460b-8c62-7f3b4ae977df'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:18.636828 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.637810 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Added segment 965308fc-a5f6-43db-b3f7-aeaa9f235368 of type vlan for network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 Aug 03 19:16:18.654273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:18.655106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1173c5ec-6753-4365-936b-7cc959d1bae7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:18.662498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:18.671744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:18.699266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', '03c0e784-c226-46dc-88fa-e41dfa86ea61'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:18.749048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2083919 Aug 03 19:16:18.750857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42920) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:18.788258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'Port': ['ID=10cefdd7-0b93-417a-a732-d137b586c346,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:18.791167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '8e41ba69-8fa7-498d-aa23-1d595816ed25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:18.799798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.800612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.801137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.801840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.802604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.803066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.803275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.803602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.803995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.804190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.804687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.804856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.814934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd3a94-6115-466f-ade1-448ad3368ce1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Network': ['ID=8e41ba69-8fa7-498d-aa23-1d595816ed25,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:18.882942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-ce9f8df7-c0f0-4030-99db-08015a0297f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.884526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-ce9f8df7-c0f0-4030-99db-08015a0297f1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d169f502-1014-43a7-bc25-66aa78df9433 HTTP/1.1" status: 200 len: 849 time: 0.3779485 Aug 03 19:16:18.887899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.889586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.889733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.897650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8e41ba69-8fa7-498d-aa23-1d595816ed25 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:18.954792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-bd7b01cf-5160-4c52-b0fa-2f44f2021b7f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62a7d67-bebf-4217-a732-e80ed9bce20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522094 Aug 03 19:16:18.957313 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-fff3d419-915b-49b7-99ee-e7b22253674d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5820076 Aug 03 19:16:18.986554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Request body: {'port': {'device_id': '083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:19.004470 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d31558-906e-4461-b006-b17155eadd6a req-af43dd99-3772-42d8-942c-e14749ba2375 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:19.013714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9d31558-906e-4461-b006-b17155eadd6a req-af43dd99-3772-42d8-942c-e14749ba2375 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 949 time: 0.4207220 Aug 03 19:16:19.083591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.088820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:19.089515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.150911 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.221748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-61b8ebc9-a019-4ba8-9520-8238c37911d3 None None] Provisioning for port 10cefdd7-0b93-417a-a732-d137b586c346 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:19.243462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-61b8ebc9-a019-4ba8-9520-8238c37911d3 None None] Provisioning complete for port 10cefdd7-0b93-417a-a732-d137b586c346 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:19.244375 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61b8ebc9-a019-4ba8-9520-8238c37911d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.252278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:19.256392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.262207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9d31558-906e-4461-b006-b17155eadd6a req-fd48e546-80ef-4d52-bdfb-095c3977c833 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475727 Aug 03 19:16:19.290688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2095983 Aug 03 19:16:19.306940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42924) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:19.328402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Request body: {'subnet': {'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-597492320-subnet', 'tenant_id': '6a0c21babb7b4b11a506aca92e91878f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:19.351813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee74ad0-c8b9-4bf0-913c-65fd76cc636f admin admin] Pushing event updated for resources: {'Network': ['ID=476afa92-9fe2-4505-9f05-eff19d4a2fd5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:19.398985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:19.399432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-5532599d-8e4f-4802-b41c-befa4e0b357d service neutron] 10.222.0.88 "GET /v2.0/networks/a62a7d67-bebf-4217-a732-e80ed9bce20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199946 Aug 03 19:16:19.448822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-61b8ebc9-a019-4ba8-9520-8238c37911d3 None None] Port 10cefdd7-0b93-417a-a732-d137b586c346 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:19.461813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Made reservation on behalf of 6a0c21babb7b4b11a506aca92e91878f for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:19.470014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.510331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4bc98169-bca3-4c93-a75f-6ce183a0649e details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:19.510527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 68a6a1b4-643f-4da4-b97a-5aa096cb3174 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:19.522857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca6ac0-41e0-423a-a0d5-a4b7197feb56 req-7896d30d-ccdf-417e-8f9a-7da14a26e12b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:19.523249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6aca6ac0-41e0-423a-a0d5-a4b7197feb56 req-7896d30d-ccdf-417e-8f9a-7da14a26e12b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 935 time: 0.2779074 Aug 03 19:16:19.780523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:19.814816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:19.815192 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.842865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6aca6ac0-41e0-423a-a0d5-a4b7197feb56 req-e6058c0e-a1f3-4b16-80ac-4834044178bb tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508438 Aug 03 19:16:19.869529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cefdd7-0b93-417a-a732-d137b586c346 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:19.878688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.879053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4bc98169-bca3-4c93-a75f-6ce183a0649e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4bc98169-bca3-4c93-a75f-6ce183a0649e,segment=NetworkSegment(9203dd0a-3da8-4de4-9963-52875ba9d596),segment_id=9203dd0a-3da8-4de4-9963-52875ba9d596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:19.892241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Transition to ACTIVE for port object 10cefdd7-0b93-417a-a732-d137b586c346 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:19.914413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.921158 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.931185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '4bc98169-bca3-4c93-a75f-6ce183a0649e', 'network_id': 'a62a7d67-bebf-4217-a732-e80ed9bce20c', 'port_id': '4bc98169-bca3-4c93-a75f-6ce183a0649e', 'mac_address': 'fa:16:3e:f9:12:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169f502-1014-43a7-bc25-66aa78df9433', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:19.944350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45b8bd73-381c-4bea-a528-effc27ae6903 req-6788af80-4341-4c48-a1dc-91987af272c3 service neutron] 10.222.0.88 "GET /v2.0/networks/a62a7d67-bebf-4217-a732-e80ed9bce20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298858 Aug 03 19:16:20.085691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8c95f-7587-47f5-83f1-267ce10ca359 req-a51cb933-c17e-4c8b-b763-7353727cb82c tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.089763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Pushing event updated for resources: {'Port': ['ID=10cefdd7-0b93-417a-a732-d137b586c346,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:20.091137 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.093529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d078b72f-0766-4676-a8e7-c8ad21595ae4 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:20.119564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7df8c95f-7587-47f5-83f1-267ce10ca359 req-a51cb933-c17e-4c8b-b763-7353727cb82c tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 943 time: 0.4976258 Aug 03 19:16:20.119857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a57603-4743-4b70-a2a4-f0554b63d379,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:20.135047 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.139995 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.174640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Attempting to bind port 10cefdd7-0b93-417a-a732-d137b586c346 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:20.175506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Attempting to bind port 10cefdd7-0b93-417a-a732-d137b586c346 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:20.176700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Attempting to bind port 10cefdd7-0b93-417a-a732-d137b586c346 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:20.179433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Checking segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:20.180065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Network hostable DHCP agents. Network: 476afa92-9fe2-4505-9f05-eff19d4a2fd5, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:20.187427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Port 10cefdd7-0b93-417a-a732-d137b586c346 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:20.187756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Attempting to bind port 10cefdd7-0b93-417a-a732-d137b586c346 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:20.190728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bd94d7-4f20-4219-bd60-341f21353a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a6a1b4-643f-4da4-b97a-5aa096cb3174'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:20.193419 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ccdbf1-b964-401a-a61f-9698605d236c" -d '{"events": [{"server_uuid": "e0bd94d7-4f20-4219-bd60-341f21353a6f", "name": "network-vif-plugged", "status": "completed", "tag": "68a6a1b4-643f-4da4-b97a-5aa096cb3174"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:20.196259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:20.196613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:20.196999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:20.197663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Bound port: 10cefdd7-0b93-417a-a732-d137b586c346, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:20.198038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.214223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc98169-bca3-4c93-a75f-6ce183a0649e {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:20.235980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 68a6a1b4-643f-4da4-b97a-5aa096cb3174, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68a6a1b4-643f-4da4-b97a-5aa096cb3174,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:20.261881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:20.272623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4bc98169-bca3-4c93-a75f-6ce183a0649e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4bc98169-bca3-4c93-a75f-6ce183a0649e,segment=NetworkSegment(9203dd0a-3da8-4de4-9963-52875ba9d596),segment_id=9203dd0a-3da8-4de4-9963-52875ba9d596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:20.280994 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.282755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 476afa92-9fe2-4505-9f05-eff19d4a2fd5) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:20.295755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.296022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.317973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] For port 10cefdd7-0b93-417a-a732-d137b586c346, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:20.324151 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.326986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c6da1-f4fd-41c8-8bd2-5ae8adc3b664 None None] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:20.334888 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f952e797-30e9-443c-bca4-8acc8bc9fbe4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0154898 Aug 03 19:16:20.338034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] For port 10cefdd7-0b93-417a-a732-d137b586c346, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=10cefdd7-0b93-417a-a732-d137b586c346,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:20.346583 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.354036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7df8c95f-7587-47f5-83f1-267ce10ca359 req-5e5c0230-0408-4a8a-9bd5-8d8d2c0a72b6 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214928 Aug 03 19:16:20.368932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14cfa-20bd-4afc-ac98-a0400d7815e8 req-b7e2f741-2f14-4836-b03a-f44cf77416db tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.379174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fb14cfa-20bd-4afc-ac98-a0400d7815e8 req-b7e2f741-2f14-4836-b03a-f44cf77416db tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.3837843 Aug 03 19:16:20.416930 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.423772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=68a6a1b4-643f-4da4-b97a-5aa096cb3174,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:20.439348 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.442510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=96fdd77b-b055-4044-920b-cd91ea22e4c5,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:20.451322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Checking segment: {'id': 'bb88052d-6c8b-4aec-9629-2a615f9ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e41ba69-8fa7-498d-aa23-1d595816ed25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:20.451701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network hostable DHCP agents. Network: 8e41ba69-8fa7-498d-aa23-1d595816ed25, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:20.534142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:20.552356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.557537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.560886 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.563893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] 10.222.0.88 "PUT /v2.0/ports/10cefdd7-0b93-417a-a732-d137b586c346 HTTP/1.1" status: 200 len: 1095 time: 1.5897408 Aug 03 19:16:20.564571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03', 'tag': '10cefdd7-0b93-417a-a732-d137b586c346'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:20.570221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fb14cfa-20bd-4afc-ac98-a0400d7815e8 req-1e8e1b26-cc16-4e57-a139-5f9383bab5dd tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895375 Aug 03 19:16:20.571878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 8e41ba69-8fa7-498d-aa23-1d595816ed25 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:20.594595 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03", "tag": "10cefdd7-0b93-417a-a732-d137b586c346"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:20.599071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8e41ba69-8fa7-498d-aa23-1d595816ed25) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:20.611916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4bc98169-bca3-4c93-a75f-6ce183a0649e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:20.614311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.615151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.619097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4bc98169-bca3-4c93-a75f-6ce183a0649e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:20.680128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79030a2e-7db1-474b-8e0a-f7c3968f9df1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9227924 Aug 03 19:16:20.683119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42956) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:20.693211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '8e41ba69-8fa7-498d-aa23-1d595816ed25', 'security_groups': [], 'name': 'tempest-PortsTestJSON-920088953'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:20.695122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74492c8a-e6ef-4fda-9e15-d8d932cf4d88 None None] Network 8e41ba69-8fa7-498d-aa23-1d595816ed25 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:20.768660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba53570-405f-4228-b638-7d9cf86a75b1 service neutron] Pushing event updated for resources: {'Port': ['ID=10cefdd7-0b93-417a-a732-d137b586c346,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:20.793546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-c39f77e4-ba23-40db-860a-11328a6e3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.795839 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-c39f77e4-ba23-40db-860a-11328a6e3da0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 1098 time: 0.1771727 Aug 03 19:16:20.865885 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-2e1e0705-7bb3-41a3-a03a-acbd6d821118 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=10cefdd7-0b93-417a-a732-d137b586c346 HTTP/1.1" status: 200 len: 217 time: 0.0620077 Aug 03 19:16:20.927934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b32ab9-de11-44f4-b87a-08958830fd20 req-c9bee6ff-7221-4553-b2db-3a36b971652e tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.932792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-bdb054c4-8f3b-4a67-a879-154ba1af531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.934394 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-bdb054c4-8f3b-4a67-a879-154ba1af531b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0598402 Aug 03 19:16:20.937422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07b32ab9-de11-44f4-b87a-08958830fd20 req-c9bee6ff-7221-4553-b2db-3a36b971652e tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 950 time: 0.1936767 Aug 03 19:16:20.992736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f8e11-533e-4021-8977-827b37dd734f req-facf3b39-222c-462a-b1da-857f022b6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:20.994310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c3f8e11-533e-4021-8977-827b37dd734f req-facf3b39-222c-462a-b1da-857f022b6e3e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 1101 time: 0.1934209 Aug 03 19:16:21.000372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-ac30d6f7-d554-4fc8-b995-91e8ec8414be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.002301 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-ac30d6f7-d554-4fc8-b995-91e8ec8414be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604582 Aug 03 19:16:21.005205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07b32ab9-de11-44f4-b87a-08958830fd20 req-e6029fff-9e84-45b6-a4e0-5f80657d904a tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668697 Aug 03 19:16:21.046616 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9173cabf-aa7d-4555-bb7a-f991d4dcd924 x-openstack-request-id: req-9173cabf-aa7d-4555-bb7a-f991d4dcd924 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:21.048314 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bd94d7-4f20-4219-bd60-341f21353a6f", "name": "network-vif-plugged", "status": "completed", "tag": "68a6a1b4-643f-4da4-b97a-5aa096cb3174", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:21.048314 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9173cabf-aa7d-4555-bb7a-f991d4dcd924 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:21.048314 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bd94d7-4f20-4219-bd60-341f21353a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a6a1b4-643f-4da4-b97a-5aa096cb3174', 'code': 200} Aug 03 19:16:21.086118 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282bc601-68a2-4e3a-a65c-b36492b62bb8 x-openstack-request-id: req-282bc601-68a2-4e3a-a65c-b36492b62bb8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:21.086369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c3f8e11-533e-4021-8977-827b37dd734f req-9b454c4f-e126-4794-b074-769606fa7b28 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 Aug 03 19:16:21.086849 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03", "tag": "10cefdd7-0b93-417a-a732-d137b586c346", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:21.086849 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-282bc601-68a2-4e3a-a65c-b36492b62bb8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:21.087256 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03', 'tag': '10cefdd7-0b93-417a-a732-d137b586c346', 'status': 'completed', 'code': 200} Aug 03 19:16:21.124806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643e55-328b-402d-8683-965a508fc031 req-1752953e-da32-4574-83ca-ba70947c8441 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.125939 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-274d3e7f-b291-4bf6-8580-aed78519f04a service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126444 Aug 03 19:16:21.130136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb643e55-328b-402d-8683-965a508fc031 req-1752953e-da32-4574-83ca-ba70947c8441 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.1436551 Aug 03 19:16:21.131514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:21.137369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.188308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:21.207392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb643e55-328b-402d-8683-965a508fc031 req-5ad0e6e9-7f88-4388-97cd-af0d21aa2baf tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Aug 03 19:16:21.254928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'tenant_id': '6a0c21babb7b4b11a506aca92e91878f', 'fixed_ips': [{'subnet_id': '78a57603-4743-4b70-a2a4-f0554b63d379'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:21.256425 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.267832 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47e72890-9ef5-451b-9a23-4df9b9468993 req-94ef9588-f4f6-49d7-8ffe-9eac3bca9442 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306255 Aug 03 19:16:21.361678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:21.392235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-ba8e616e-d237-47a6-834c-04ad2e58ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.393908 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-ba8e616e-d237-47a6-834c-04ad2e58ef22 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 1098 time: 0.0629382 Aug 03 19:16:21.491243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.11 (8e41ba69-8fa7-498d-aa23-1d595816ed25/96fdd77b-b055-4044-920b-cd91ea22e4c5/14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:21.507976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-0f8921c8-b9b3-4e4d-aad7-6731e057f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.509708 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-0f8921c8-b9b3-4e4d-aad7-6731e057f3c9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1084008 Aug 03 19:16:21.526237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcc854-870e-483a-a5fb-395cdcd382f2 req-7b3e4f57-0996-48fa-a057-fcb6fcdbec62 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.534143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75dcc854-870e-483a-a5fb-395cdcd382f2 req-7b3e4f57-0996-48fa-a057-fcb6fcdbec62 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 947 time: 0.1910827 Aug 03 19:16:21.563379 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-7931177a-a398-4e1a-95b9-6299ebd8df5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=10cefdd7-0b93-417a-a732-d137b586c346 HTTP/1.1" status: 200 len: 217 time: 0.0435216 Aug 03 19:16:21.626391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75dcc854-870e-483a-a5fb-395cdcd382f2 req-b44bc8f5-d04a-44d9-840f-b845b5c6063b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906920 Aug 03 19:16:21.634610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-1be26047-9eb0-4618-a12b-33cf09f746d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.636858 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-1be26047-9eb0-4618-a12b-33cf09f746d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0630875 Aug 03 19:16:21.669930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-8ebbaaad-ab62-4817-8071-fde9b24dc2bc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.674854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-8ebbaaad-ab62-4817-8071-fde9b24dc2bc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 815 time: 0.3124995 Aug 03 19:16:21.719050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-547e255d-6852-45dd-bcf5-fbf99cc23bcc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/quotas/6a0c21babb7b4b11a506aca92e91878f HTTP/1.1" status: 200 len: 375 time: 0.0390038 Aug 03 19:16:21.740181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-8c4c7cf1-7e05-4a91-8ba1-5465d4ecdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.743338 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-8c4c7cf1-7e05-4a91-8ba1-5465d4ecdafe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943215 Aug 03 19:16:21.788032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-8e41ba69-8fa7-498d-aa23-1d595816ed25', 'network_id': '8e41ba69-8fa7-498d-aa23-1d595816ed25', 'tenant_id': 'c3deed207ee6423faf0ea91a1d1eeb84', 'fixed_ips': [{'subnet_id': '96fdd77b-b055-4044-920b-cd91ea22e4c5'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:21.789165 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.805944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Allocated IP 172.20.0.2 (476afa92-9fe2-4505-9f05-eff19d4a2fd5/78a57603-4743-4b70-a2a4-f0554b63d379/87730dfd-312f-4403-b2a6-eedff39a1ba2) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:21.819892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-84125652-19f0-46c3-9f8c-c382f4867576 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903590 Aug 03 19:16:21.891274 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-0cc7539c-8b73-4959-9903-f1c1f09675b6 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253545 Aug 03 19:16:21.939719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.961979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d93bc-4f34-4dd1-b524-d5d0a2159e14 req-4b2ec30f-7138-45da-9387-6ecfa8707fcc tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.966046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-753d93bc-4f34-4dd1-b524-d5d0a2159e14 req-4b2ec30f-7138-45da-9387-6ecfa8707fcc tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 944 time: 0.2147877 Aug 03 19:16:21.985747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-f85deb7e-8d23-47cb-8e4a-23995a53948a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:16:21.987227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-f85deb7e-8d23-47cb-8e4a-23995a53948a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1664987 Aug 03 19:16:21.991976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:22.128560 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5ef19b49-9b71-43e8-bb6b-6c6c1c85c1a3 req-badb2338-a4b9-4dce-83a0-aca07c917041 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277446 Aug 03 19:16:22.170499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-753d93bc-4f34-4dd1-b524-d5d0a2159e14 req-5ef9466e-4999-49f4-9b89-6f64eb05b4a7 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819475 Aug 03 19:16:22.208861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-421aa564-df81-4486-9994-0b2e4774a425 service neutron] 10.222.0.42 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025211 Aug 03 19:16:22.276548 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.338853 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.362847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Transition to ACTIVE for port object 87730dfd-312f-4403-b2a6-eedff39a1ba2 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:22.380918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Allocated IP 172.20.0.2 (8e41ba69-8fa7-498d-aa23-1d595816ed25/96fdd77b-b055-4044-920b-cd91ea22e4c5/12018962-b1ab-48b5-b176-935c04f39458) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:22.410612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Transition to ACTIVE for port object 87730dfd-312f-4403-b2a6-eedff39a1ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:22.464914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.532776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:22.545535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:22.556946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:22.563613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Pushing event updated for resources: {'Port': ['ID=87730dfd-312f-4403-b2a6-eedff39a1ba2,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:22.643229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 8e41ba69-8fa7-498d-aa23-1d595816ed25 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:22.664538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:22.671052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:22.674201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:22.710697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Attempting to bind port 87730dfd-312f-4403-b2a6-eedff39a1ba2 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:22.711050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Attempting to bind port 87730dfd-312f-4403-b2a6-eedff39a1ba2 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:22.711407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Attempting to bind port 87730dfd-312f-4403-b2a6-eedff39a1ba2 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:22.721794 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.724448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:22.724816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Checking segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:22.725208 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.725787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Bound using segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:22.726301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Bound port: 87730dfd-312f-4403-b2a6-eedff39a1ba2, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:22.726687 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.731175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-ba83f987-1396-4911-8089-15fb5c76b5bd service neutron] 10.222.0.42 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133359 Aug 03 19:16:22.745132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Transition to ACTIVE for port object 12018962-b1ab-48b5-b176-935c04f39458 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:22.758599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c0dfa-b01f-47d9-9f3d-a477397cf154 req-32796f27-419a-42ef-9b03-af16474ffd11 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:22.764101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c50c0dfa-b01f-47d9-9f3d-a477397cf154 req-32796f27-419a-42ef-9b03-af16474ffd11 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.1783905 Aug 03 19:16:22.807314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:22.810274 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.813140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Transition to ACTIVE for port object 12018962-b1ab-48b5-b176-935c04f39458 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:22.828507 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.847877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cce92900-86c3-4dfd-a338-46bff733b6f7 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1635544 Aug 03 19:16:22.852046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42996) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:22.864415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c50c0dfa-b01f-47d9-9f3d-a477397cf154 req-5bef4ef8-2247-4f88-93f0-a6b9acacaaaa tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488234 Aug 03 19:16:22.988146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] For port 87730dfd-312f-4403-b2a6-eedff39a1ba2, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:23.027305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Network 8e41ba69-8fa7-498d-aa23-1d595816ed25 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:23.028645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a2b1f-10a6-4331-9f7e-14aab956246f req-26edd7ff-32b4-4d29-83c9-adafddf1c466 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:23.036998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-773a2b1f-10a6-4331-9f7e-14aab956246f req-26edd7ff-32b4-4d29-83c9-adafddf1c466 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 950 time: 0.0790496 Aug 03 19:16:23.043150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:23.056304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] For port 87730dfd-312f-4403-b2a6-eedff39a1ba2, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=87730dfd-312f-4403-b2a6-eedff39a1ba2,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:23.059640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:23.067476 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5c88ed-63f3-456f-88e0-77ec22d4c11c" -d '{"events": [{"server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:23.075378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e4551-95e2-48a0-babf-d91976980484 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:23.076680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Pushing event updated for resources: {'Port': ['ID=12018962-b1ab-48b5-b176-935c04f39458,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:23.078296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4551-95e2-48a0-babf-d91976980484 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.083463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:23.091621 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.104711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-773a2b1f-10a6-4331-9f7e-14aab956246f req-cfa0773b-a52e-415e-a7ba-792ddfcfdfbb tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666566 Aug 03 19:16:23.241609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4551-95e2-48a0-babf-d91976980484 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.243596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d85c-b39f-4cdd-9abf-9eb24caaa6c7 req-6bd700d5-e73a-427e-8dfa-6d5d566ef782 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:23.253756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d74d85c-b39f-4cdd-9abf-9eb24caaa6c7 req-6bd700d5-e73a-427e-8dfa-6d5d566ef782 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.0817649 Aug 03 19:16:23.275632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e4551-95e2-48a0-babf-d91976980484 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:23.334333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Attempting to bind port 12018962-b1ab-48b5-b176-935c04f39458 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:23.335079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Attempting to bind port 12018962-b1ab-48b5-b176-935c04f39458 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'bb88052d-6c8b-4aec-9629-2a615f9ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e41ba69-8fa7-498d-aa23-1d595816ed25'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:23.335763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Attempting to bind port 12018962-b1ab-48b5-b176-935c04f39458 on network 8e41ba69-8fa7-498d-aa23-1d595816ed25 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:23.349704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a2fc3-3314-4b64-a76c-147e151993a7 None None] Pushing event updated for resources: {'Port': ['ID=87730dfd-312f-4403-b2a6-eedff39a1ba2,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:23.355739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:23.356443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Checking segment: {'id': 'bb88052d-6c8b-4aec-9629-2a615f9ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e41ba69-8fa7-498d-aa23-1d595816ed25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:23.357180 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.357951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Bound using segment: {'id': 'bb88052d-6c8b-4aec-9629-2a615f9ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e41ba69-8fa7-498d-aa23-1d595816ed25'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:23.358825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Bound port: 12018962-b1ab-48b5-b176-935c04f39458, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb88052d-6c8b-4aec-9629-2a615f9ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8e41ba69-8fa7-498d-aa23-1d595816ed25'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:23.359575 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.410746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d74d85c-b39f-4cdd-9abf-9eb24caaa6c7 req-e237801b-012b-436b-9a99-2651fd014b9d tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554794 Aug 03 19:16:23.469415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fe9bc-c6eb-4867-b534-b89d2dbd5530 req-98dd9fd4-6822-4544-aa73-7a72070ab64a tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:23.488196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 10cefdd7-0b93-417a-a732-d137b586c346 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:23.495665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-824fe9bc-c6eb-4867-b534-b89d2dbd5530 req-98dd9fd4-6822-4544-aa73-7a72070ab64a tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 947 time: 0.2262547 Aug 03 19:16:23.498469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4bc98169-bca3-4c93-a75f-6ce183a0649e up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:23.537053 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4551-95e2-48a0-babf-d91976980484 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.645445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-824fe9bc-c6eb-4867-b534-b89d2dbd5530 req-3c9d1129-3ea6-4384-8c7d-cb58a53b2275 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253271 Aug 03 19:16:23.689156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] For port 12018962-b1ab-48b5-b176-935c04f39458, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:23.743440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e4551-95e2-48a0-babf-d91976980484 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:23.755979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] For port 12018962-b1ab-48b5-b176-935c04f39458, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=12018962-b1ab-48b5-b176-935c04f39458,segment=NetworkSegment(bb88052d-6c8b-4aec-9629-2a615f9ccd8e),segment_id=bb88052d-6c8b-4aec-9629-2a615f9ccd8e)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:23.760039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 4bc98169-bca3-4c93-a75f-6ce183a0649e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:23.768868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 4bc98169-bca3-4c93-a75f-6ce183a0649e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:23.769263 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.844837 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09671857-8b18-4610-b0c0-4862f9bddd22 x-openstack-request-id: req-09671857-8b18-4610-b0c0-4862f9bddd22 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:23.844837 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:23.845171 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09671857-8b18-4610-b0c0-4862f9bddd22 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:23.845330 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'code': 200} Aug 03 19:16:23.849789 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.026775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4551-95e2-48a0-babf-d91976980484 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.031856 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2d5e4551-95e2-48a0-babf-d91976980484 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e HTTP/1.1" status: 204 len: 168 time: 1.1776896 Aug 03 19:16:24.036624 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.036952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43040) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:24.039758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:24.106707 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-518ff820-eb5f-48db-a356-973c4f84905f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:16:24.112584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-518ff820-eb5f-48db-a356-973c4f84905f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e HTTP/1.1" status: 404 len: 333 time: 0.0735707 Aug 03 19:16:24.116935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43044) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:24.120666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-3634c9e0-23a9-4e08-a05f-e93e586d66e6 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:24.133868 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-3634c9e0-23a9-4e08-a05f-e93e586d66e6 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 815 time: 0.4537156 Aug 03 19:16:24.164417 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-f38976b0-6d11-442b-b882-3e2b20aa04ac tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/quotas/6a0c21babb7b4b11a506aca92e91878f HTTP/1.1" status: 200 len: 375 time: 0.0278487 Aug 03 19:16:24.301688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-8c2a45df-c46f-4af3-a8c8-3282165b5d8d tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361644 Aug 03 19:16:24.320876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-37de4f07-5136-4a6c-927e-d4fd379ff6b3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 96fdd77b-b055-4044-920b-cd91ea22e4c5 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:24.327542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37de4f07-5136-4a6c-927e-d4fd379ff6b3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.381359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 10cefdd7-0b93-417a-a732-d137b586c346, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=10cefdd7-0b93-417a-a732-d137b586c346,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:24.418619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c13fa-07a0-4f78-89f2-f2a435bcf589 None None] Pushing event updated for resources: {'Port': ['ID=12018962-b1ab-48b5-b176-935c04f39458,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.441697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4bc98169-bca3-4c93-a75f-6ce183a0649e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4bc98169-bca3-4c93-a75f-6ce183a0649e,segment=NetworkSegment(9203dd0a-3da8-4de4-9963-52875ba9d596),segment_id=9203dd0a-3da8-4de4-9963-52875ba9d596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:24.457524 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.469944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '10cefdd7-0b93-417a-a732-d137b586c346', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '10cefdd7-0b93-417a-a732-d137b586c346', 'mac_address': 'fa:16:3e:56:26:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:24.484751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37de4f07-5136-4a6c-927e-d4fd379ff6b3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.588791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-963f30ba-9f2f-4e37-bb73-c55ae3be43d5 service neutron] 10.222.0.42 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860458 Aug 03 19:16:24.623385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4bc98169-bca3-4c93-a75f-6ce183a0649e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.652418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:24.676767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93bf1-7f92-490e-8247-a86b2108c6b5 req-c23e5cba-f1d4-4d65-9dd3-0cd3fa22b2c4 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:24.688228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53e93bf1-7f92-490e-8247-a86b2108c6b5 req-c23e5cba-f1d4-4d65-9dd3-0cd3fa22b2c4 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 945 time: 0.1886630 Aug 03 19:16:24.692750 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.733631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'mac_address': 'fa:16:3e:d8:58:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:24.793316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37de4f07-5136-4a6c-927e-d4fd379ff6b3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.828240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53e93bf1-7f92-490e-8247-a86b2108c6b5 req-5e35d0cf-c2ad-4749-bf10-487021f0390e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334426 Aug 03 19:16:24.845312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-36049dc5-d827-487c-855c-7ae4a16dfc24 service neutron] 10.222.0.42 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551131 Aug 03 19:16:24.847152 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.850080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cefdd7-0b93-417a-a732-d137b586c346 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:24.907058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42c4690-6028-4a1e-b5e0-2d662833cb88 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:24.949101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 10cefdd7-0b93-417a-a732-d137b586c346, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=10cefdd7-0b93-417a-a732-d137b586c346,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:24.963864 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.015607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:25.037663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37de4f07-5136-4a6c-927e-d4fd379ff6b3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.045160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.149754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 12018962-b1ab-48b5-b176-935c04f39458 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:25.207197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37de4f07-5136-4a6c-927e-d4fd379ff6b3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.210383 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-37de4f07-5136-4a6c-927e-d4fd379ff6b3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/96fdd77b-b055-4044-920b-cd91ea22e4c5 HTTP/1.1" status: 204 len: 168 time: 1.0885823 Aug 03 19:16:25.211896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43066) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:25.214722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de4f07-5136-4a6c-927e-d4fd379ff6b3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=96fdd77b-b055-4044-920b-cd91ea22e4c5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:25.277812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=10cefdd7-0b93-417a-a732-d137b586c346,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:25.302287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['10cefdd7-0b93-417a-a732-d137b586c346'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:25.305259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f42c4690-6028-4a1e-b5e0-2d662833cb88'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:25.518922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd31d63-86b6-49e6-b02f-3c9b9286414f None None] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:25.681681 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.754596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41af4f-48a7-4342-b44d-8b4b928cb426 req-1603e0c3-1812-4e92-8687-f23fbcb496d8 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:25.757288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b41af4f-48a7-4342-b44d-8b4b928cb426 req-1603e0c3-1812-4e92-8687-f23fbcb496d8 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 948 time: 0.3165894 Aug 03 19:16:25.804604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-cfd5fdcc-be10-4883-ba7b-5b38d330ce77 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:25.808090 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-cfd5fdcc-be10-4883-ba7b-5b38d330ce77 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 815 time: 0.2836182 Aug 03 19:16:25.814747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99f6e-57f4-4858-b287-3c0213abbcc3 req-38f1c19b-7bd9-4666-ab54-4d38872db08a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:25.829349 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6b99f6e-57f4-4858-b287-3c0213abbcc3 req-38f1c19b-7bd9-4666-ab54-4d38872db08a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.3907244 Aug 03 19:16:25.834077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Request body: {'port': {'device_id': 'ec35c577-0378-4faf-91d5-7e4a54fc3bc8', 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'admin_state_up': True, 'tenant_id': '6a0c21babb7b4b11a506aca92e91878f'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:25.864465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852c3243-d2fe-4266-a863-859412672d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc98169-bca3-4c93-a75f-6ce183a0649e'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:25.867208 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba255ea-9fcb-4a48-8d47-4330614ad42b" -d '{"events": [{"server_uuid": "852c3243-d2fe-4266-a863-859412672d6a", "name": "network-vif-plugged", "status": "completed", "tag": "4bc98169-bca3-4c93-a75f-6ce183a0649e"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:25.883475 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 12018962-b1ab-48b5-b176-935c04f39458 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:25.921027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 87730dfd-312f-4403-b2a6-eedff39a1ba2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:25.922921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e49360b8-d969-48b1-92dc-98f7f9a4edae None None] Provisioning for port 87730dfd-312f-4403-b2a6-eedff39a1ba2 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:25.962952 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.998578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:26.011771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b41af4f-48a7-4342-b44d-8b4b928cb426 req-ab1ee4d2-ecf0-407a-841e-b3944780acae tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217143 Aug 03 19:16:26.053565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6b99f6e-57f4-4858-b287-3c0213abbcc3 req-f9ea9bc5-93e5-4c3f-a5ff-8e74aa59bcbf tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222986 Aug 03 19:16:26.091557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Made reservation on behalf of 6a0c21babb7b4b11a506aca92e91878f for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:26.097730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.114576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d0977-521a-440a-a237-18a05d7038fa None None] Network 8e41ba69-8fa7-498d-aa23-1d595816ed25 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:26.134067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 12018962-b1ab-48b5-b176-935c04f39458 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:26.135793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.366887 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe5a815-08de-4275-8d9d-c822826d0008 x-openstack-request-id: req-ebe5a815-08de-4275-8d9d-c822826d0008 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:26.367281 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852c3243-d2fe-4266-a863-859412672d6a", "name": "network-vif-plugged", "status": "completed", "tag": "4bc98169-bca3-4c93-a75f-6ce183a0649e", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:26.367622 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebe5a815-08de-4275-8d9d-c822826d0008 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:26.368174 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852c3243-d2fe-4266-a863-859412672d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc98169-bca3-4c93-a75f-6ce183a0649e', 'code': 200} Aug 03 19:16:26.423603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Allocated IP 172.20.0.11 (476afa92-9fe2-4505-9f05-eff19d4a2fd5/78a57603-4743-4b70-a2a4-f0554b63d379/630eeac2-787c-4418-9269-464c75298321) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:26.426468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ac942931-6a9b-4370-add2-19422571e992 None None] Provisioning for port 12018962-b1ab-48b5-b176-935c04f39458 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:26.452064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-50db796f-3de4-4c92-884f-a74f19e3a0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.454359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ac942931-6a9b-4370-add2-19422571e992 None None] Provisioning complete for port 12018962-b1ab-48b5-b176-935c04f39458 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:26.455189 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ac942931-6a9b-4370-add2-19422571e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.554565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 87730dfd-312f-4403-b2a6-eedff39a1ba2 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:26.608837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] For port 12018962-b1ab-48b5-b176-935c04f39458, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=12018962-b1ab-48b5-b176-935c04f39458,segment=NetworkSegment(bb88052d-6c8b-4aec-9629-2a615f9ccd8e),segment_id=bb88052d-6c8b-4aec-9629-2a615f9ccd8e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:26.609221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 87730dfd-312f-4403-b2a6-eedff39a1ba2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:26.609440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.609827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.629146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-79bf494a-2a36-4754-b189-ccf1d8805be3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:26.631972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-79bf494a-2a36-4754-b189-ccf1d8805be3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 815 time: 0.4600251 Aug 03 19:16:26.658448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 12018962-b1ab-48b5-b176-935c04f39458 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:26.697999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-0afc6fe6-6474-4712-b6f4-059dc4b66c71 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/quotas/6a0c21babb7b4b11a506aca92e91878f HTTP/1.1" status: 200 len: 375 time: 0.0496194 Aug 03 19:16:26.727559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc027-5a15-47e2-9d4b-c4e0403135d7 req-0b873260-81f8-4d67-bfe5-e7d868049252 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:26.736375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d56da-fa73-4a8b-8047-680022947112 req-6309f4e9-e3c3-48ca-8452-285e4c8f8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:26.739142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8f6d56da-fa73-4a8b-8047-680022947112 req-6309f4e9-e3c3-48ca-8452-285e4c8f8ace service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 1096 time: 0.2031724 Aug 03 19:16:26.744576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba5fc027-5a15-47e2-9d4b-c4e0403135d7 req-0b873260-81f8-4d67-bfe5-e7d868049252 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 945 time: 0.2822688 Aug 03 19:16:26.805199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ac942931-6a9b-4370-add2-19422571e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.838570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8f6d56da-fa73-4a8b-8047-680022947112 req-fa1de32a-92de-4277-a903-83da1b7b7637 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887265 Aug 03 19:16:26.883669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ac942931-6a9b-4370-add2-19422571e992 None None] For port 12018962-b1ab-48b5-b176-935c04f39458, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=12018962-b1ab-48b5-b176-935c04f39458,segment=NetworkSegment(bb88052d-6c8b-4aec-9629-2a615f9ccd8e),segment_id=bb88052d-6c8b-4aec-9629-2a615f9ccd8e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:26.898920 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ac942931-6a9b-4370-add2-19422571e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.904728 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.922547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] DHCP port deletion for 8e41ba69-8fa7-498d-aa23-1d595816ed25 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:26.945555 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.976562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Transition to ACTIVE for port object 630eeac2-787c-4418-9269-464c75298321 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:27.026492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 87730dfd-312f-4403-b2a6-eedff39a1ba2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=87730dfd-312f-4403-b2a6-eedff39a1ba2,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:27.029979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac942931-6a9b-4370-add2-19422571e992 None None] Pushing event updated for resources: {'Port': ['ID=12018962-b1ab-48b5-b176-935c04f39458,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:27.035112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.047480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.065007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba5fc027-5a15-47e2-9d4b-c4e0403135d7 req-185267ec-215b-4306-a1cd-0d52af01dd31 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189881 Aug 03 19:16:27.126282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] Deleting port 12018962-b1ab-48b5-b176-935c04f39458 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:27.126673 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.129348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=87730dfd-312f-4403-b2a6-eedff39a1ba2,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:27.142359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-12d4c375-a86f-447b-aded-b02c0c0fc747 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4345126 Aug 03 19:16:27.164103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-d4fc1995-ec5d-4bef-9e6c-4d7516a3d0ac service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:16:27.166357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-d4fc1995-ec5d-4bef-9e6c-4d7516a3d0ac service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159690 Aug 03 19:16:27.177859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.250111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] For port 12018962-b1ab-48b5-b176-935c04f39458, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=12018962-b1ab-48b5-b176-935c04f39458,segment=NetworkSegment(bb88052d-6c8b-4aec-9629-2a615f9ccd8e),segment_id=bb88052d-6c8b-4aec-9629-2a615f9ccd8e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:27.250428 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.270418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] Calling delete_port for 12018962-b1ab-48b5-b176-935c04f39458 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:27.280651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-67a4ab5e-93f2-41c4-babd-baf2002ca75d None None] Provisioning complete for port 87730dfd-312f-4403-b2a6-eedff39a1ba2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:27.280651 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67a4ab5e-93f2-41c4-babd-baf2002ca75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.307254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Pushing event updated for resources: {'Port': ['ID=630eeac2-787c-4418-9269-464c75298321,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:27.315236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 12018962-b1ab-48b5-b176-935c04f39458 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:27.324135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:27.347634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:27.352310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:27.424648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:27.425326 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.442300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No DVR routers for this DVR port 12018962-b1ab-48b5-b176-935c04f39458 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:27.445382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 12018962-b1ab-48b5-b176-935c04f39458 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:27.447464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 12018962-b1ab-48b5-b176-935c04f39458 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:27.451675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=12018962-b1ab-48b5-b176-935c04f39458,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:27.500914 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-723843e1-a3b5-48d2-ade9-dd7da17d4622 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6719146 Aug 03 19:16:27.543748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-e9c05f8c-16ee-48f4-ac0c-d0d762c0367c tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:27.545794 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-e9c05f8c-16ee-48f4-ac0c-d0d762c0367c tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 815 time: 0.3268657 Aug 03 19:16:27.552058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Request body: {'port': {'device_id': 'ec35c577-0378-4faf-91d5-7e4a54fc3bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:27.629639 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.630999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Request body: {'port': {'device_id': '5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf', 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'admin_state_up': True, 'tenant_id': '6a0c21babb7b4b11a506aca92e91878f'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:27.643542 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-00a3d5ff-6702-4cbf-bf01-a1c3a14be4b9 service neutron] 10.222.0.42 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569106 Aug 03 19:16:27.669901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] Pushing event deleted for resources: {'Port': ['ID=12018962-b1ab-48b5-b176-935c04f39458,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:27.676448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f6f26d-0432-4202-8c66-8985c3b8ddf7 None None] No DVR routers for this DVR port 12018962-b1ab-48b5-b176-935c04f39458 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:27.710387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.713237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d85d4-e5a0-486f-938e-5565e88a8fa8 req-9e126039-ea36-4740-b0f2-d6c86d1cbcba tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:27.727111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a5d85d4-e5a0-486f-938e-5565e88a8fa8 req-9e126039-ea36-4740-b0f2-d6c86d1cbcba tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.2990203 Aug 03 19:16:27.766924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.776874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d3f36fbd-b73c-4a1d-bebe-d1dd20164e86 None None] Provisioning for port 630eeac2-787c-4418-9269-464c75298321 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:27.783252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d3f36fbd-b73c-4a1d-bebe-d1dd20164e86 None None] Provisioning complete for port 630eeac2-787c-4418-9269-464c75298321 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:27.783838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d3f36fbd-b73c-4a1d-bebe-d1dd20164e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.842093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d3f36fbd-b73c-4a1d-bebe-d1dd20164e86 None None] Port 630eeac2-787c-4418-9269-464c75298321 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:27.855541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e41ba69-8fa7-498d-aa23-1d595816ed25']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:27.900153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb88052d-6c8b-4aec-9629-2a615f9ccd8e') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:27.900661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb88052d-6c8b-4aec-9629-2a615f9ccd8e') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:27.929189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.958133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a5d85d4-e5a0-486f-938e-5565e88a8fa8 req-fcfa1117-59f3-4ee4-9129-0490e58745cb tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298052 Aug 03 19:16:27.999791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:28.002631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.037006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:28.038476 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:28.045395 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:28.082562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f42c4690-6028-4a1e-b5e0-2d662833cb88 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:28.083318 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.164316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-c12766fe-b83f-48cd-8d82-8c79e5520101 service neutron] 10.222.0.42 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999180 Aug 03 19:16:28.186403 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.202235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.220289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/networks/8e41ba69-8fa7-498d-aa23-1d595816ed25 HTTP/1.1" status: 204 len: 168 time: 3.0044904 Aug 03 19:16:28.243915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43110) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:28.246156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c5a75-1f6a-4693-875e-07f6b0a0e9dd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Network': ['ID=8e41ba69-8fa7-498d-aa23-1d595816ed25,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.258697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'name': 'tempest-PortsTestJSON-629606351'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:28.269257 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.272030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Made reservation on behalf of 6a0c21babb7b4b11a506aca92e91878f for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:28.277565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.320395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:28.336673 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.370381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:28.372464 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c897c0a0-f876-4531-b15e-0c16df16ce3c" -d '{"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:28.466101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=10']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.491702 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630eeac2-787c-4418-9269-464c75298321 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:28.508967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.530799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Transition to ACTIVE for port object 630eeac2-787c-4418-9269-464c75298321 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:28.539702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.544545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:28.557728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.604666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 90e38a98-fa15-44a5-a9b9-df0b11a6a355 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:28.643451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Pushing event updated for resources: {'Port': ['ID=630eeac2-787c-4418-9269-464c75298321,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.708155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Allocated IP 172.20.0.14 (476afa92-9fe2-4505-9f05-eff19d4a2fd5/78a57603-4743-4b70-a2a4-f0554b63d379/cdb37ed7-8b5c-4210-bfb5-636775c34423) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:28.938821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43c9c3-cb54-47bf-83f0-068c72eba28e req-6e695323-0ddc-4ddd-9e91-734029288f5f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.941051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c43c9c3-cb54-47bf-83f0-068c72eba28e req-6e695323-0ddc-4ddd-9e91-734029288f5f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 945 time: 0.3083332 Aug 03 19:16:28.967247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949b9f-a4a3-4f07-b5fe-1bf6fd4a14ea req-80839a6c-2ad3-4358-a57a-ae6d8b71ab3c tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.983708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd949b9f-a4a3-4f07-b5fe-1bf6fd4a14ea req-80839a6c-2ad3-4358-a57a-ae6d8b71ab3c tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 948 time: 0.3407185 Aug 03 19:16:29.007711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Attempting to bind port 630eeac2-787c-4418-9269-464c75298321 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:29.008091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Attempting to bind port 630eeac2-787c-4418-9269-464c75298321 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:29.008521 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Attempting to bind port 630eeac2-787c-4418-9269-464c75298321 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:29.028755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Port 630eeac2-787c-4418-9269-464c75298321 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:29.030082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Attempting to bind port 630eeac2-787c-4418-9269-464c75298321 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:29.041017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:29.041581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Checking segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:29.042143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Bound using segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:29.043434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Bound port: 630eeac2-787c-4418-9269-464c75298321, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:29.043434 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.205459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.207214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c43c9c3-cb54-47bf-83f0-068c72eba28e req-653acd1b-8cd6-43d3-88b9-8d0e0294897a tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126336 Aug 03 19:16:29.247123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd949b9f-a4a3-4f07-b5fe-1bf6fd4a14ea req-1507debd-f9f5-46cd-9b77-0d9a4786068a tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407310 Aug 03 19:16:29.257825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] For port 630eeac2-787c-4418-9269-464c75298321, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:29.262860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Transition to ACTIVE for port object cdb37ed7-8b5c-4210-bfb5-636775c34423 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:29.268005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] For port 630eeac2-787c-4418-9269-464c75298321, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=630eeac2-787c-4418-9269-464c75298321,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:29.268646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 87730dfd-312f-4403-b2a6-eedff39a1ba2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:29.281943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.345897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 87730dfd-312f-4403-b2a6-eedff39a1ba2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:29.346625 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.368962 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.376174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.377229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.379638 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] 10.222.0.63 "PUT /v2.0/ports/630eeac2-787c-4418-9269-464c75298321 HTTP/1.1" status: 200 len: 1092 time: 1.8326435 Aug 03 19:16:29.386947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec35c577-0378-4faf-91d5-7e4a54fc3bc8', 'tag': '630eeac2-787c-4418-9269-464c75298321'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:29.391565 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d29f592-0266-4067-9aa1-3fce81e08e25" -d '{"events": [{"name": "network-changed", "server_uuid": "ec35c577-0378-4faf-91d5-7e4a54fc3bc8", "tag": "630eeac2-787c-4418-9269-464c75298321"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:29.426337 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c61857b-0494-49c1-a508-f46cc9d3b89d x-openstack-request-id: req-3c61857b-0494-49c1-a508-f46cc9d3b89d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:29.426800 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:29.427204 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c61857b-0494-49c1-a508-f46cc9d3b89d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:29.427952 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'code': 200} Aug 03 19:16:29.465907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.507853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 10cefdd7-0b93-417a-a732-d137b586c346 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:29.639332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:29.656823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:29.675870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.679013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba3c96-f382-420e-afca-caf9b63e3a0f service neutron] Pushing event updated for resources: {'Port': ['ID=630eeac2-787c-4418-9269-464c75298321,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.701875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=90e38a98-fa15-44a5-a9b9-df0b11a6a355,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.723101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:29.738997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.740185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.791176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:29.796202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-1719bef7-32f9-4731-b294-42e611f75afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.797864 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-1719bef7-32f9-4731-b294-42e611f75afa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 1095 time: 0.2554500 Aug 03 19:16:29.803908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:29.808917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:29.813464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c15521f2-f927-45d8-9406-4e13adc42611 req-ec6d64b5-bf06-4a34-89dd-db70258c45a2 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 210 time: 0.0599267 Aug 03 19:16:29.815159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Pushing event updated for resources: {'Port': ['ID=cdb37ed7-8b5c-4210-bfb5-636775c34423,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.830054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.846054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e48e51-da21-4307-a4d4-b5a0e0cb8860 req-6d8c5f40-2434-47b7-8bb5-2c403dfd9b36 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.848079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77e48e51-da21-4307-a4d4-b5a0e0cb8860 req-6d8c5f40-2434-47b7-8bb5-2c403dfd9b36 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 950 time: 0.2639813 Aug 03 19:16:29.850323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-af6f2ed3-768d-4e4b-98c5-7b937eb52797 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5993323 Aug 03 19:16:29.854826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43136) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:29.908000 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-688fd9e7-ac56-4d76-b5f3-c93efa1aa03e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=630eeac2-787c-4418-9269-464c75298321 HTTP/1.1" status: 200 len: 217 time: 0.0686777 Aug 03 19:16:29.916673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 10cefdd7-0b93-417a-a732-d137b586c346 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:29.944019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 10cefdd7-0b93-417a-a732-d137b586c346 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:29.944612 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.006412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.007120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.042438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-5848eb9a-ae3c-478b-95d9-d686c5a827c5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4202549 Aug 03 19:16:30.056167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-14c25a40-698f-4154-9eb0-b6b203bec9d1 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.058135 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-14c25a40-698f-4154-9eb0-b6b203bec9d1 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 950 time: 0.1211629 Aug 03 19:16:30.086441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77e48e51-da21-4307-a4d4-b5a0e0cb8860 req-7976fb90-78d8-480a-aa68-e075e5eaaa7c tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589732 Aug 03 19:16:30.168042 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.172828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Request body: {'port': {'device_id': '5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:30.190111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a6259fcd-d1df-4f6e-97db-7a2b4203806f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 90e38a98-fa15-44a5-a9b9-df0b11a6a355 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:30.190979 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6259fcd-d1df-4f6e-97db-7a2b4203806f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.258367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95059314-3407-4887-be57-c6321d46e2f6 req-b2e03999-ea42-4e9b-9f54-4fa1ef03c88f tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.279906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95059314-3407-4887-be57-c6321d46e2f6 req-b2e03999-ea42-4e9b-9f54-4fa1ef03c88f tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.2257652 Aug 03 19:16:30.289785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44a95734-d2fa-4ffc-9c97-4baef42bdcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.298848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 10cefdd7-0b93-417a-a732-d137b586c346, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=10cefdd7-0b93-417a-a732-d137b586c346,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:30.306362 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.372092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-9af6fcfe-87b5-48c6-92b1-ec408c803c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.374528 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-9af6fcfe-87b5-48c6-92b1-ec408c803c99 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=78a57603-4743-4b70-a2a4-f0554b63d379 HTTP/1.1" status: 200 len: 854 time: 0.2462537 Aug 03 19:16:30.400317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.434383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=10cefdd7-0b93-417a-a732-d137b586c346,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:30.455812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95059314-3407-4887-be57-c6321d46e2f6 req-03b81f7d-09fa-4812-8a05-8ce025b39460 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495638 Aug 03 19:16:30.486804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d792d583-ae31-49a0-9db2-9f311f8d5ee0 None None] Provisioning for port cdb37ed7-8b5c-4210-bfb5-636775c34423 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:30.501118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d792d583-ae31-49a0-9db2-9f311f8d5ee0 None None] Provisioning complete for port cdb37ed7-8b5c-4210-bfb5-636775c34423 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:30.501556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d792d583-ae31-49a0-9db2-9f311f8d5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.504735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6259fcd-d1df-4f6e-97db-7a2b4203806f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.537639 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c927df7-97a2-4ea2-8dd1-5c6cb49aedcc x-openstack-request-id: req-6c927df7-97a2-4ea2-8dd1-5c6cb49aedcc {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:30.538049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a6259fcd-d1df-4f6e-97db-7a2b4203806f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 90e38a98-fa15-44a5-a9b9-df0b11a6a355 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:30.538239 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec35c577-0378-4faf-91d5-7e4a54fc3bc8", "tag": "630eeac2-787c-4418-9269-464c75298321", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:30.538239 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c927df7-97a2-4ea2-8dd1-5c6cb49aedcc {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:30.538578 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec35c577-0378-4faf-91d5-7e4a54fc3bc8', 'tag': '630eeac2-787c-4418-9269-464c75298321', 'status': 'completed', 'code': 200} Aug 03 19:16:30.584325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Deleting port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:30.584726 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.596247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d792d583-ae31-49a0-9db2-9f311f8d5ee0 None None] Port cdb37ed7-8b5c-4210-bfb5-636775c34423 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:30.598431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-300469c9-fabb-4358-af3a-d2e8241c95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.600585 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-300469c9-fabb-4358-af3a-d2e8241c95fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=476afa92-9fe2-4505-9f05-eff19d4a2fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123837 Aug 03 19:16:30.747069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312da9c5-a0fe-43ed-9a74-ac818b51bd31 req-21a264b0-3758-4419-8990-09c0d67cc453 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.749725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-312da9c5-a0fe-43ed-9a74-ac818b51bd31 req-21a264b0-3758-4419-8990-09c0d67cc453 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 949 time: 0.0890496 Aug 03 19:16:30.752496 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6259fcd-d1df-4f6e-97db-7a2b4203806f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.852203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6259fcd-d1df-4f6e-97db-7a2b4203806f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=90e38a98-fa15-44a5-a9b9-df0b11a6a355,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:30.900851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6259fcd-d1df-4f6e-97db-7a2b4203806f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.907541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a6259fcd-d1df-4f6e-97db-7a2b4203806f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/90e38a98-fa15-44a5-a9b9-df0b11a6a355 HTTP/1.1" status: 204 len: 168 time: 1.0473564 Aug 03 19:16:30.913803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43168) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:30.931803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'mac_address': 'fa:16:3e:3e:1d:80', 'name': 'tempest-PortsTestJSON-1744907001'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:31.022826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-312da9c5-a0fe-43ed-9a74-ac818b51bd31 req-386d6e83-b149-48e5-a9a6-257ab1413cf1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565017 Aug 03 19:16:31.041463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56395c9-f7cd-450c-bba1-352788f35f4d req-4de70f43-2cdf-4dcb-a7a2-2517c7bc79b3 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:31.043145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e56395c9-f7cd-450c-bba1-352788f35f4d req-4de70f43-2cdf-4dcb-a7a2-2517c7bc79b3 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.2318473 Aug 03 19:16:31.095246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-fb73de06-7399-4bce-bd55-db19582ce3d1 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:31.097860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-fb73de06-7399-4bce-bd55-db19582ce3d1 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 815 time: 0.3465309 Aug 03 19:16:31.127060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Request body: {'port': {'device_id': 'f1d4f705-f5b0-41d0-836b-e6d93641e016', 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'admin_state_up': True, 'tenant_id': '6a0c21babb7b4b11a506aca92e91878f'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:31.429494 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cefdd7-0b93-417a-a732-d137b586c346'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:31.431889 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc6170f-573a-4247-8e90-83ed82fbbae6" -d '{"events": [{"server_uuid": "083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03", "name": "network-vif-plugged", "status": "completed", "tag": "10cefdd7-0b93-417a-a732-d137b586c346"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:31.491652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] For port 68a6a1b4-643f-4da4-b97a-5aa096cb3174, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68a6a1b4-643f-4da4-b97a-5aa096cb3174,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:31.493130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.497872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-e0de0950-13f3-4346-98b5-1d4b954892ed service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8653169 Aug 03 19:16:31.522273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Calling delete_port for 68a6a1b4-643f-4da4-b97a-5aa096cb3174 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:31.599772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2716ac9b-10f5-4858-aa2c-1c343a55d778 req-b8fa9635-0588-48f4-9485-028465fda2cf tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 210 time: 0.0762281 Aug 03 19:16:31.620731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e56395c9-f7cd-450c-bba1-352788f35f4d req-4a0e75db-c740-4192-8bd0-bee0bc3b586b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650644 Aug 03 19:16:31.649456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:31.772247 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.853160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port f47e1c5d-5444-4a56-aa62-1a995b44e4f1 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:31.860048 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.958940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb37ed7-8b5c-4210-bfb5-636775c34423 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:31.975211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0983dee4-00c3-4f6d-88f1-16c47b2912f8 req-4a6c9bf6-9f5e-4e1a-b10c-1930ef923d40 service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725798 Aug 03 19:16:31.976573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Made reservation on behalf of 6a0c21babb7b4b11a506aca92e91878f for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:31.983626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.987115 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.044046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Transition to ACTIVE for port object cdb37ed7-8b5c-4210-bfb5-636775c34423 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:32.052946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a44984-8c6e-4935-89e8-11bce4ae7366 req-9f6dc4df-0995-43d2-a182-05c6fbe531e2 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:32.055473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.071128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.089722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4a44984-8c6e-4935-89e8-11bce4ae7366 req-9f6dc4df-0995-43d2-a182-05c6fbe531e2 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 950 time: 0.2960856 Aug 03 19:16:32.212387 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ca0df-e310-4d88-897e-ae43607e8b83 x-openstack-request-id: req-1e7ca0df-e310-4d88-897e-ae43607e8b83 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:32.212854 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03", "name": "network-vif-plugged", "status": "completed", "tag": "10cefdd7-0b93-417a-a732-d137b586c346", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:32.213254 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e7ca0df-e310-4d88-897e-ae43607e8b83 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:32.213913 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cefdd7-0b93-417a-a732-d137b586c346', 'code': 200} Aug 03 19:16:32.282872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4a44984-8c6e-4935-89e8-11bce4ae7366 req-bb67f28d-6881-488c-88b2-8f90665fe5c7 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5aeca20-846f-4503-b047-4d6c818387a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909981 Aug 03 19:16:32.405883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:16:32.456820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] No DVR routers for this DVR port 68a6a1b4-643f-4da4-b97a-5aa096cb3174 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:32.470238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.480734 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-28cc5830-6f30-4fa2-92fd-bf19834d2c5e req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.88 "DELETE /v2.0/ports/68a6a1b4-643f-4da4-b97a-5aa096cb3174 HTTP/1.1" status: 204 len: 173 time: 2.4063375 Aug 03 19:16:32.487738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Pushing event updated for resources: {'Port': ['ID=cdb37ed7-8b5c-4210-bfb5-636775c34423,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:32.544846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bd94d7-4f20-4219-bd60-341f21353a6f', 'name': 'network-vif-deleted', 'tag': '68a6a1b4-643f-4da4-b97a-5aa096cb3174'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:32.548363 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a67adab-7d0d-448b-890e-f3afe396a877" -d '{"events": [{"server_uuid": "e0bd94d7-4f20-4219-bd60-341f21353a6f", "name": "network-vif-deleted", "tag": "68a6a1b4-643f-4da4-b97a-5aa096cb3174"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:32.563645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dee76-8561-450f-9d05-dc56746a2159 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] Pushing event deleted for resources: {'Port': ['ID=68a6a1b4-643f-4da4-b97a-5aa096cb3174,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:32.578644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-d5c8b2e4-e6cd-448f-9387-ee1c57e3bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:32.580969 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-d5c8b2e4-e6cd-448f-9387-ee1c57e3bc62 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 1095 time: 0.4274614 Aug 03 19:16:32.860273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4856f31-50a3-4a43-b6c8-10f3540cc421 req-ec488288-25fb-4f27-ab15-bf2337ad9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:32.862658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4856f31-50a3-4a43-b6c8-10f3540cc421 req-ec488288-25fb-4f27-ab15-bf2337ad9922 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 1100 time: 0.5152583 Aug 03 19:16:32.879513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4413c-6d51-402e-957e-1b9052dde8e7 req-c7605a0c-e104-4680-86e7-c95c6b166730 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:32.889366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dc4413c-6d51-402e-957e-1b9052dde8e7 req-c7605a0c-e104-4680-86e7-c95c6b166730 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 949 time: 0.2539635 Aug 03 19:16:32.914255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.917259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Allocated IP 172.20.0.5 (476afa92-9fe2-4505-9f05-eff19d4a2fd5/78a57603-4743-4b70-a2a4-f0554b63d379/5d39b01e-fffd-4b7d-8b95-c0aebc5c6207) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:32.938671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Attempting to bind port cdb37ed7-8b5c-4210-bfb5-636775c34423 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:32.951473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Attempting to bind port cdb37ed7-8b5c-4210-bfb5-636775c34423 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:32.952436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Attempting to bind port cdb37ed7-8b5c-4210-bfb5-636775c34423 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:32.983339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Port cdb37ed7-8b5c-4210-bfb5-636775c34423 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:32.983896 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Attempting to bind port cdb37ed7-8b5c-4210-bfb5-636775c34423 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:33.022376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4856f31-50a3-4a43-b6c8-10f3540cc421 req-337cbba6-15a6-492c-96b5-204875bc28e1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238852 Aug 03 19:16:33.031174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:33.032244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Checking segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:33.033301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Bound using segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:33.034507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Bound port: cdb37ed7-8b5c-4210-bfb5-636775c34423, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:33.036271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.082211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dc4413c-6d51-402e-957e-1b9052dde8e7 req-627eb4c8-72d8-462e-a697-c739df0883ce tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915271 Aug 03 19:16:33.102734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-36d9f125-4ee9-4cc6-8c05-1c9fc7064672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:33.109162 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-36d9f125-4ee9-4cc6-8c05-1c9fc7064672 service neutron] 10.222.0.63 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 916 time: 0.4725440 Aug 03 19:16:33.241230 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fd4990-37d6-4d3d-b56c-efa01423be06 x-openstack-request-id: req-c8fd4990-37d6-4d3d-b56c-efa01423be06 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:33.241655 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bd94d7-4f20-4219-bd60-341f21353a6f", "name": "network-vif-deleted", "tag": "68a6a1b4-643f-4da4-b97a-5aa096cb3174", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:33.241874 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8fd4990-37d6-4d3d-b56c-efa01423be06 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:33.242288 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bd94d7-4f20-4219-bd60-341f21353a6f', 'name': 'network-vif-deleted', 'tag': '68a6a1b4-643f-4da4-b97a-5aa096cb3174', 'status': 'completed', 'code': 200} Aug 03 19:16:33.246413 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-d6944002-2468-4421-a898-21f0a96708e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=630eeac2-787c-4418-9269-464c75298321 HTTP/1.1" status: 200 len: 217 time: 0.1257374 Aug 03 19:16:33.351470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] For port cdb37ed7-8b5c-4210-bfb5-636775c34423, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:33.359798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] For port cdb37ed7-8b5c-4210-bfb5-636775c34423, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdb37ed7-8b5c-4210-bfb5-636775c34423,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:33.370142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-ca20da31-ca2d-41df-87ce-503eeb57ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:33.371878 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-ca20da31-ca2d-41df-87ce-503eeb57ee83 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=78a57603-4743-4b70-a2a4-f0554b63d379 HTTP/1.1" status: 200 len: 854 time: 0.1153812 Aug 03 19:16:33.374344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.375238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.395412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Transition to ACTIVE for port object 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:33.448735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:33.449375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.451967 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] 10.222.0.63 "PUT /v2.0/ports/cdb37ed7-8b5c-4210-bfb5-636775c34423 HTTP/1.1" status: 200 len: 1092 time: 3.3023360 Aug 03 19:16:33.496239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.507634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 68a6a1b4-643f-4da4-b97a-5aa096cb3174 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:33.554317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3319e6-debe-45c9-8d96-d4f6acbd546a service neutron] Pushing event updated for resources: {'Port': ['ID=cdb37ed7-8b5c-4210-bfb5-636775c34423,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:33.577184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.752253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:33.760564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-0a9af277-486c-4b8c-a156-7ca4d7e52708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:33.763572 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-0a9af277-486c-4b8c-a156-7ca4d7e52708 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=476afa92-9fe2-4505-9f05-eff19d4a2fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3769724 Aug 03 19:16:33.802668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Pushing event updated for resources: {'Port': ['ID=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:33.906782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:33.925030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 68a6a1b4-643f-4da4-b97a-5aa096cb3174 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:33.925369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-434bd57c-aab6-4b7b-ad74-ad04fee46dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:33.926044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 68a6a1b4-643f-4da4-b97a-5aa096cb3174 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:33.932378 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-434bd57c-aab6-4b7b-ad74-ad04fee46dc2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 1095 time: 0.3380861 Aug 03 19:16:33.973300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:34.078273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:34.088099 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-dd66454c-249f-4bf5-985a-1dd37e70a6f5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdb37ed7-8b5c-4210-bfb5-636775c34423 HTTP/1.1" status: 200 len: 217 time: 0.1342115 Aug 03 19:16:34.113524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861717-8a0d-4d9c-83b5-2535a9bf00ee req-a90e293c-2d31-47c4-8eaf-09f56ac685ee tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.121698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9861717-8a0d-4d9c-83b5-2535a9bf00ee req-a90e293c-2d31-47c4-8eaf-09f56ac685ee tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 931 time: 0.5777512 Aug 03 19:16:34.143530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-165d397d-903c-4338-9434-731ca4445b9f req-fe8d2c15-ffcd-4846-95ea-96410e367351 tempest-TenantUsagesTestJSON-892763637 tempest-TenantUsagesTestJSON-892763637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0bd94d7-4f20-4219-bd60-341f21353a6f HTTP/1.1" status: 200 len: 210 time: 0.1243625 Aug 03 19:16:34.148137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:34.171349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=f47e1c5d-5444-4a56-aa62-1a995b44e4f1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:34.184437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:34.215647 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-c3a91a52-8522-4665-a493-c9e10090834c service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395111 Aug 03 19:16:34.216186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.221126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.244767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.248565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.314412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-b9fc3e95-13ed-45fa-95f6-434b3f681d2b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1929278 Aug 03 19:16:34.338338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.351639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Request body: {'port': {'device_id': 'f1d4f705-f5b0-41d0-836b-e6d93641e016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:34.479076 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1d29f592-0266-4067-9aa1-3fce81e08e25 req-a5866254-bf1e-421a-92d2-9ee69dd71594 service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502441 Aug 03 19:16:34.481849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9861717-8a0d-4d9c-83b5-2535a9bf00ee req-3f3173d2-4f3d-4306-945c-145bc0b9bbaa tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591506 Aug 03 19:16:34.487107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-989428b3-e4f4-48f6-9245-bbcf34bf931e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5680418 Aug 03 19:16:34.487847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43246) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:34.547143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-21f47c9d-67e0-4971-a28c-48071d5e4800 None None] Provisioning for port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:34.561945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-21f47c9d-67e0-4971-a28c-48071d5e4800 None None] Provisioning complete for port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:34.563458 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-21f47c9d-67e0-4971-a28c-48071d5e4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.582967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-a6bb102b-02fa-407d-8d3a-bbccadf42690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.586047 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-a6bb102b-02fa-407d-8d3a-bbccadf42690 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=78a57603-4743-4b70-a2a4-f0554b63d379 HTTP/1.1" status: 200 len: 854 time: 0.4870524 Aug 03 19:16:34.628318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.631207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b2809-035f-4c8a-a245-1fb839c85bc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.633852 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9d5b2809-035f-4c8a-a245-1fb839c85bc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/f47e1c5d-5444-4a56-aa62-1a995b44e4f1 HTTP/1.1" status: 200 len: 841 time: 0.1438262 Aug 03 19:16:34.647602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-21f47c9d-67e0-4971-a28c-48071d5e4800 None None] Port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:34.656980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43250) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:34.743269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-4a62be5e-0408-4f61-8694-d588c7a00945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.745078 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-4a62be5e-0408-4f61-8694-d588c7a00945 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=476afa92-9fe2-4505-9f05-eff19d4a2fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485703 Aug 03 19:16:34.920412 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-bdacbed6-0fcf-42bb-ace7-818803b226eb service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666379 Aug 03 19:16:35.096628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc257-ac1c-4b1d-ab58-1573e673fd76 req-2a5b256e-7dc7-4f7b-bd22-f892e5c759fb tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.111465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-989bc257-ac1c-4b1d-ab58-1573e673fd76 req-2a5b256e-7dc7-4f7b-bd22-f892e5c759fb tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 949 time: 0.3681872 Aug 03 19:16:35.141390 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-932630cc-91cf-4d32-b71f-dadfd8ad33cc req-887a585e-9526-4b1f-92f4-bbff58d87d83 service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987233 Aug 03 19:16:35.243626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf', 'tag': 'cdb37ed7-8b5c-4210-bfb5-636775c34423'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:35.249811 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09" -d '{"events": [{"name": "network-changed", "server_uuid": "5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf", "tag": "cdb37ed7-8b5c-4210-bfb5-636775c34423"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:35.308540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-989bc257-ac1c-4b1d-ab58-1573e673fd76 req-813a29f0-1c7d-40bd-ad5a-3c346830cdde tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957681 Aug 03 19:16:35.324486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a535ad-c6b1-45ad-a02e-b49053186482 req-c013d357-9f5e-4696-a741-515f2592b406 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.333262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7a535ad-c6b1-45ad-a02e-b49053186482 req-c013d357-9f5e-4696-a741-515f2592b406 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.3632927 Aug 03 19:16:35.362300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cfd2a-8e47-4993-a192-d8afb51143d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port f47e1c5d-5444-4a56-aa62-1a995b44e4f1 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:35.362952 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfd2a-8e47-4993-a192-d8afb51143d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.533601 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2082003-ac96-416d-b5b3-a2a7fdde37a2 x-openstack-request-id: req-d2082003-ac96-416d-b5b3-a2a7fdde37a2 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:35.534490 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf", "tag": "cdb37ed7-8b5c-4210-bfb5-636775c34423", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:35.535192 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2082003-ac96-416d-b5b3-a2a7fdde37a2 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:35.536219 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf', 'tag': 'cdb37ed7-8b5c-4210-bfb5-636775c34423', 'status': 'completed', 'code': 200} Aug 03 19:16:35.540290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 31b8e41f-2912-40a1-bb18-842f0f796785 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:35.736828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-8211f525-2e7d-4c32-be6d-87b90781b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.739544 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-8211f525-2e7d-4c32-be6d-87b90781b722 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 1095 time: 0.1501303 Aug 03 19:16:35.768747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfd2a-8e47-4993-a192-d8afb51143d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.804825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7a535ad-c6b1-45ad-a02e-b49053186482 req-549cfdf2-f433-4a17-a082-9a3fcb103233 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714465 Aug 03 19:16:35.843678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cfd2a-8e47-4993-a192-d8afb51143d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for f47e1c5d-5444-4a56-aa62-1a995b44e4f1 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:35.899272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:35.925266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '31b8e41f-2912-40a1-bb18-842f0f796785', 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'port_id': '31b8e41f-2912-40a1-bb18-842f0f796785', 'mac_address': 'fa:16:3e:35:31:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea1e695-aa1b-4104-ad7e-91e2dd993142', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:35.997343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-7257ad5e-aed1-45cc-a08b-b808fa2d9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.000352 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-7257ad5e-aed1-45cc-a08b-b808fa2d9425 service neutron] 10.222.0.63 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 916 time: 0.2518284 Aug 03 19:16:36.018029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bf440-7eb1-4ccb-b244-47f60fe79379 req-aad7a434-62b8-4aaa-aed4-c0de8cfcddf2 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.022029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-121bf440-7eb1-4ccb-b244-47f60fe79379 req-aad7a434-62b8-4aaa-aed4-c0de8cfcddf2 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 1100 time: 0.3136280 Aug 03 19:16:36.067229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 630eeac2-787c-4418-9269-464c75298321 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:36.084724 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.085130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43282) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:36.101307 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-29e5aeb4-3d0f-47a5-ba88-6da75317ab3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdb37ed7-8b5c-4210-bfb5-636775c34423 HTTP/1.1" status: 200 len: 217 time: 0.0933540 Aug 03 19:16:36.112812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31b8e41f-2912-40a1-bb18-842f0f796785 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:36.153196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-121bf440-7eb1-4ccb-b244-47f60fe79379 req-3efcfd92-bc75-4786-b845-25d48aefde6c tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027310 Aug 03 19:16:36.202539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-9354d8a0-4fe9-47eb-a4c3-c8b06b90303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.204730 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-9354d8a0-4fe9-47eb-a4c3-c8b06b90303d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=78a57603-4743-4b70-a2a4-f0554b63d379 HTTP/1.1" status: 200 len: 854 time: 0.0935979 Aug 03 19:16:36.228715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:36.246137 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.334026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-4974ca2b-51a0-4447-89f4-24f72aac25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.340587 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-4974ca2b-51a0-4447-89f4-24f72aac25d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=476afa92-9fe2-4505-9f05-eff19d4a2fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275716 Aug 03 19:16:36.343951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:36.362081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.391250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Transition to ACTIVE for port object 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:36.398616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:36.422126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['31b8e41f-2912-40a1-bb18-842f0f796785'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:36.446237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 630eeac2-787c-4418-9269-464c75298321, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=630eeac2-787c-4418-9269-464c75298321,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:36.461321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.508510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '630eeac2-787c-4418-9269-464c75298321', 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'port_id': '630eeac2-787c-4418-9269-464c75298321', 'mac_address': 'fa:16:3e:f4:7d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a57603-4743-4b70-a2a4-f0554b63d379', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:36.643838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfd2a-8e47-4993-a192-d8afb51143d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.698296 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-fbfdc14a-466d-40e0-9dd8-a96ec4fb393c service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358188 Aug 03 19:16:36.793173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:36.888659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cfd2a-8e47-4993-a192-d8afb51143d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=f47e1c5d-5444-4a56-aa62-1a995b44e4f1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:36.893644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-441c949c-898e-4f73-b607-a9ab1a14aae1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77f0011a90a240829ce4a5c7ce13f555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8020875 Aug 03 19:16:36.908404 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.917967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43306) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:36.963425 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfd2a-8e47-4993-a192-d8afb51143d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.965124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9b2cfd2a-8e47-4993-a192-d8afb51143d9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/f47e1c5d-5444-4a56-aa62-1a995b44e4f1 HTTP/1.1" status: 204 len: 168 time: 2.3068507 Aug 03 19:16:36.981881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43308) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:37.045833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4ab8d6a0-ef5d-4c2b-bd3b-3d374fa91a09 req-02bfd9fe-9c58-4662-b6dd-6a5549d02dce service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379724 Aug 03 19:16:37.046989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec844a-d30c-4a6d-b6e8-bb6f321d6cf9 req-51e0fcde-bc98-435e-84fa-36032fdfc26e tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.053408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dec844a-d30c-4a6d-b6e8-bb6f321d6cf9 req-51e0fcde-bc98-435e-84fa-36032fdfc26e tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 931 time: 0.8980124 Aug 03 19:16:37.067517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630eeac2-787c-4418-9269-464c75298321 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:37.106170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 630eeac2-787c-4418-9269-464c75298321, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=630eeac2-787c-4418-9269-464c75298321,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:37.113421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-6dbc952c-32b0-416a-bbc1-cfbec569a1f0 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1916361 Aug 03 19:16:37.128289 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.171260 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae88ae0-21c0-407a-8ef4-efd9a41c23a4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:16:37.179960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cae88ae0-21c0-407a-8ef4-efd9a41c23a4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/f47e1c5d-5444-4a56-aa62-1a995b44e4f1 HTTP/1.1" status: 404 len: 333 time: 0.1846991 Aug 03 19:16:37.181743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43310) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:37.190673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'name': 'tempest-PortsTestJSON-1485290762'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:37.208949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=630eeac2-787c-4418-9269-464c75298321,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:37.333243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:37.337735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.368954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port d139cbf3-01d8-4d8b-9f8a-59eccbea390f yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:37.371815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Attempting to bind port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:37.372442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Attempting to bind port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:37.375997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Attempting to bind port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:37.399264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dec844a-d30c-4a6d-b6e8-bb6f321d6cf9 req-c75f5bc3-9825-4929-ac8e-7c21f36de14d tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695229 Aug 03 19:16:37.417448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:37.418076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Attempting to bind port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 on network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:37.445785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-284bd194-3ce9-41aa-b570-591ab43a04e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.447522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:37.447522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Checking segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:37.448246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Bound using segment: {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:37.448864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Bound port: 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965308fc-a5f6-43db-b3f7-aeaa9f235368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:37.453093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.528848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-26376c33-3182-4829-850d-e9683d396848 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.537181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-26376c33-3182-4829-850d-e9683d396848 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4221020 Aug 03 19:16:37.600256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 31b8e41f-2912-40a1-bb18-842f0f796785 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:37.625697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-6db46193-479e-4a00-9364-dda6520ac992 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/quotas/8e0f63f30ef74aec900477fcd78165c2 HTTP/1.1" status: 200 len: 375 time: 0.0872936 Aug 03 19:16:37.629070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-284bd194-3ce9-41aa-b570-591ab43a04e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.745838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 31b8e41f-2912-40a1-bb18-842f0f796785 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:37.746412 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.764635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] For port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:37.815599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] For port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:37.866203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-9626b1a2-3c64-4508-b454-7360b4d5771f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2395098 Aug 03 19:16:37.867045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['630eeac2-787c-4418-9269-464c75298321'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:37.867890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.923342 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.965948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.967536 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.978372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] 10.222.0.63 "PUT /v2.0/ports/5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 HTTP/1.1" status: 200 len: 1091 time: 3.6310902 Aug 03 19:16:37.978978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d4f705-f5b0-41d0-836b-e6d93641e016', 'tag': '5d39b01e-fffd-4b7d-8b95-c0aebc5c6207'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:37.987630 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10040978-51c9-430a-92ce-23eba63f0f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d4f705-f5b0-41d0-836b-e6d93641e016", "tag": "5d39b01e-fffd-4b7d-8b95-c0aebc5c6207"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:38.008670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-284bd194-3ce9-41aa-b570-591ab43a04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.016517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-284bd194-3ce9-41aa-b570-591ab43a04e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.019163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-284bd194-3ce9-41aa-b570-591ab43a04e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5aeca20-846f-4503-b047-4d6c818387a3 HTTP/1.1" status: 204 len: 168 time: 1.0926926 Aug 03 19:16:38.031903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.097769 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.160471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:38.165039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:38.169836 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106c0421-33ae-4da5-9272-bee29aa29fd7" -d '{"events": [{"server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "name": "network-vif-plugged", "status": "completed", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:38.183260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.354660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bd194-3ce9-41aa-b570-591ab43a04e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aeca20-846f-4503-b047-4d6c818387a3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:38.383747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:38.428468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:38.449017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:38.483597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:38.505391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.523545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:38.603723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9ffeb-689b-42be-a118-c16aaf3e9ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:38.613805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=d139cbf3-01d8-4d8b-9f8a-59eccbea390f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:38.677166 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6f6922bb-8651-44dc-bb2e-1ce7bb044fce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4913030 Aug 03 19:16:38.678057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43340) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:38.695126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:38.706628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-87801e8b-73c2-45e9-bd62-7c3d8f13bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:38.710907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-87801e8b-73c2-45e9-bd62-7c3d8f13bf45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 1094 time: 0.6062474 Aug 03 19:16:38.868231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a71675-05d8-497c-a46b-341ec42b35af req-fcd85064-0c75-4352-8f9f-ae5fee56c022 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:38.886008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89a71675-05d8-497c-a46b-341ec42b35af req-fcd85064-0c75-4352-8f9f-ae5fee56c022 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.6556060 Aug 03 19:16:38.893391 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99a28f8-d421-4497-9437-6b869c5161e2 x-openstack-request-id: req-b99a28f8-d421-4497-9437-6b869c5161e2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:38.894325 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d4f705-f5b0-41d0-836b-e6d93641e016", "tag": "5d39b01e-fffd-4b7d-8b95-c0aebc5c6207", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:38.895002 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b99a28f8-d421-4497-9437-6b869c5161e2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:38.895896 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d4f705-f5b0-41d0-836b-e6d93641e016', 'tag': '5d39b01e-fffd-4b7d-8b95-c0aebc5c6207', 'status': 'completed', 'code': 200} Aug 03 19:16:38.900965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-a302b422-5d59-4b14-8e7d-008d9d904118 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 HTTP/1.1" status: 200 len: 217 time: 0.1686230 Aug 03 19:16:38.992909 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2011c338-b0fb-4ac5-89b8-8dbeddc956dd x-openstack-request-id: req-2011c338-b0fb-4ac5-89b8-8dbeddc956dd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:38.993328 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "name": "network-vif-plugged", "status": "completed", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:38.993760 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2011c338-b0fb-4ac5-89b8-8dbeddc956dd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:38.994373 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785', 'code': 200} Aug 03 19:16:39.043791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.126437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89a71675-05d8-497c-a46b-341ec42b35af req-95bff5b9-29b9-4be3-9b95-82d33e9d4171 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378075 Aug 03 19:16:39.208918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-1718edc8-dad9-47d5-9d03-68675e3cc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:39.227112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-1718edc8-dad9-47d5-9d03-68675e3cc925 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=78a57603-4743-4b70-a2a4-f0554b63d379 HTTP/1.1" status: 200 len: 854 time: 0.3053083 Aug 03 19:16:39.228122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43350) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:39.510071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.519819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.642480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] In _notify_port_updated(), no bound segment for port d139cbf3-01d8-4d8b-9f8a-59eccbea390f on network 2a2fb36d-fd97-4b84-a74b-d19923d76517 {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:16:39.711292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:39.711292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.711292 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "PUT /v2.0/ports/d139cbf3-01d8-4d8b-9f8a-59eccbea390f HTTP/1.1" status: 200 len: 818 time: 1.0174320 Aug 03 19:16:39.712245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5ea301b-6b61-445e-b0f3-8c2c21af7f3b req-1e1c7980-0f82-4b31-9ec1-f566f7e6d735 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 210 time: 0.5773468 Aug 03 19:16:39.714402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43356) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:39.785414 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9c75-1fea-45c5-82be-f1a3e8b98f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.853435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3474db-222f-4d1d-a4b9-bab448767f5d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=d139cbf3-01d8-4d8b-9f8a-59eccbea390f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:39.920524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da711c8b-5be3-4487-96b3-74013dc2f61b req-697a51a4-738c-401f-b0b6-c41fe9258199 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:39.923173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da711c8b-5be3-4487-96b3-74013dc2f61b req-697a51a4-738c-401f-b0b6-c41fe9258199 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 943 time: 0.2821009 Aug 03 19:16:39.994969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bffc5f85-69aa-4be9-b1e1-44712e50b320 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port d139cbf3-01d8-4d8b-9f8a-59eccbea390f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:39.995355 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bffc5f85-69aa-4be9-b1e1-44712e50b320 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.027312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device cdb37ed7-8b5c-4210-bfb5-636775c34423 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:40.028224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-e4a3c702-39b6-4959-8435-05e17fb24ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.030383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-e4a3c702-39b6-4959-8435-05e17fb24ace service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=476afa92-9fe2-4505-9f05-eff19d4a2fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3999252 Aug 03 19:16:40.056679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 630eeac2-787c-4418-9269-464c75298321 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:40.057592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da711c8b-5be3-4487-96b3-74013dc2f61b req-e113abd9-a246-458c-8664-78306717365a tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151950 Aug 03 19:16:40.257463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bffc5f85-69aa-4be9-b1e1-44712e50b320 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.295712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bffc5f85-69aa-4be9-b1e1-44712e50b320 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for d139cbf3-01d8-4d8b-9f8a-59eccbea390f owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:40.351315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-19ce9bcc-c81b-4a1a-b30a-ed4e6e6efdb6 service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974722 Aug 03 19:16:40.353421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9c75-1fea-45c5-82be-f1a3e8b98f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.362128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9c75-1fea-45c5-82be-f1a3e8b98f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.499923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bffc5f85-69aa-4be9-b1e1-44712e50b320 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.570047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc5f85-69aa-4be9-b1e1-44712e50b320 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=d139cbf3-01d8-4d8b-9f8a-59eccbea390f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:40.602150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bffc5f85-69aa-4be9-b1e1-44712e50b320 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.605591 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bffc5f85-69aa-4be9-b1e1-44712e50b320 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/d139cbf3-01d8-4d8b-9f8a-59eccbea390f HTTP/1.1" status: 204 len: 168 time: 0.8883293 Aug 03 19:16:40.609775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43376) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:40.611140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 630eeac2-787c-4418-9269-464c75298321 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:40.649370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 630eeac2-787c-4418-9269-464c75298321 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:40.651080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.783966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6120e-fe0b-4f7a-aba7-b655e7d87e13 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.791820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3be6120e-fe0b-4f7a-aba7-b655e7d87e13 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1804950 Aug 03 19:16:40.792922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43382) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:40.861526 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cec484-311b-4a39-8400-004b067fc1b6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:16:40.870934 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-18cec484-311b-4a39-8400-004b067fc1b6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/d139cbf3-01d8-4d8b-9f8a-59eccbea390f HTTP/1.1" status: 404 len: 333 time: 0.0766706 Aug 03 19:16:40.872852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43386) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:40.892214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-675490335'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:40.962657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port cdb37ed7-8b5c-4210-bfb5-636775c34423, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdb37ed7-8b5c-4210-bfb5-636775c34423,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:40.979032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:40.983582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.987265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44854f8d-7ffd-41c9-b0a7-327b9a934cc4 req-572fb6a2-f68e-48e4-aa5f-46703fbe5563 service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261089 Aug 03 19:16:40.993100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'cdb37ed7-8b5c-4210-bfb5-636775c34423', 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'port_id': 'cdb37ed7-8b5c-4210-bfb5-636775c34423', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a57603-4743-4b70-a2a4-f0554b63d379', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:41.024414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3c6a9c75-1fea-45c5-82be-f1a3e8b98f42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f329dad72d62401ebe32df06211e6f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4013126 Aug 03 19:16:41.031629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a9c75-1fea-45c5-82be-f1a3e8b98f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75de5b87-e0f6-4262-bd9a-387efd14dfa6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:41.039386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43390) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:41.039747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-4444543f-a875-499d-8205-90334e6abf3d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334345 Aug 03 19:16:41.115370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:41.136357 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.146260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6d396-fcd0-44bb-ab40-be90a78e4199 req-f0b61e1d-c070-4438-a53f-33e316992c87 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.150494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.151772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdf6d396-fcd0-44bb-ab40-be90a78e4199 req-f0b61e1d-c070-4438-a53f-33e316992c87 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.5462832 Aug 03 19:16:41.168221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb37ed7-8b5c-4210-bfb5-636775c34423 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:41.176389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.176963 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Added segment 779345fe-c242-4f00-ad8c-38ff419575d5 of type vlan for network 9f7d5e76-d106-48a2-a003-e64781bad75b Aug 03 19:16:41.202880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec35c577-0378-4faf-91d5-7e4a54fc3bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630eeac2-787c-4418-9269-464c75298321'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:41.205870 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d528dcd-f5a8-4a60-a06b-906ed1d8dc01" -d '{"events": [{"server_uuid": "ec35c577-0378-4faf-91d5-7e4a54fc3bc8", "name": "network-vif-plugged", "status": "completed", "tag": "630eeac2-787c-4418-9269-464c75298321"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:41.220392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port cdb37ed7-8b5c-4210-bfb5-636775c34423, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdb37ed7-8b5c-4210-bfb5-636775c34423,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:41.225435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 630eeac2-787c-4418-9269-464c75298321, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=630eeac2-787c-4418-9269-464c75298321,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:41.229845 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.238096 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.307517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=cdb37ed7-8b5c-4210-bfb5-636775c34423,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:41.339452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.369959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-560aa0f6-3684-497e-9da6-269731fdb300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.385114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=630eeac2-787c-4418-9269-464c75298321,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:41.396148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4eb5e968-ddec-4ee9-81d2-51e2089e65dc req-3b8a1eb3-64ce-41a5-bf89-ea4c65ed2bad tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 210 time: 0.1187832 Aug 03 19:16:41.437105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-e42af2dd-3de3-495d-932f-484a7c0bad53 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.439065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-e42af2dd-3de3-495d-932f-484a7c0bad53 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845603 Aug 03 19:16:41.439333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-560aa0f6-3684-497e-9da6-269731fdb300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.462407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdf6d396-fcd0-44bb-ab40-be90a78e4199 req-70af5942-9a96-4dd4-9d11-a7949ab946f1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627808 Aug 03 19:16:41.467367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Request body: {'port': {'device_id': 'cff7c684-026f-4c33-8f80-4ddd0d81fde2', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '8e0f63f30ef74aec900477fcd78165c2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:41.527605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.539204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.539877 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.559761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10040978-51c9-430a-92ce-23eba63f0f1a req-28a6163d-b895-4e9a-9d21-fb691a4b58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.563013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10040978-51c9-430a-92ce-23eba63f0f1a req-28a6163d-b895-4e9a-9d21-fb691a4b58a5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 1094 time: 0.2613463 Aug 03 19:16:41.568394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 31b8e41f-2912-40a1-bb18-842f0f796785 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:41.668992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Network': ['ID=9f7d5e76-d106-48a2-a003-e64781bad75b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:41.695551 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-98fc12da-954d-4c36-adea-feebd3268bcc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8196375 Aug 03 19:16:41.698198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43406) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:41.698712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9f7d5e76-d106-48a2-a003-e64781bad75b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:41.709525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:41.827234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-560aa0f6-3684-497e-9da6-269731fdb300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.830524 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-560aa0f6-3684-497e-9da6-269731fdb300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.835525 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-560aa0f6-3684-497e-9da6-269731fdb300 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75de5b87-e0f6-4262-bd9a-387efd14dfa6 HTTP/1.1" status: 204 len: 168 time: 0.7916632 Aug 03 19:16:41.853219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560aa0f6-3684-497e-9da6-269731fdb300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de5b87-e0f6-4262-bd9a-387efd14dfa6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:41.923618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:41.941134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.959266 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bd118a-2547-47e2-af58-10681c748a33 x-openstack-request-id: req-40bd118a-2547-47e2-af58-10681c748a33 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:41.959790 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec35c577-0378-4faf-91d5-7e4a54fc3bc8", "name": "network-vif-plugged", "status": "completed", "tag": "630eeac2-787c-4418-9269-464c75298321", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:41.960166 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40bd118a-2547-47e2-af58-10681c748a33 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:41.960774 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec35c577-0378-4faf-91d5-7e4a54fc3bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630eeac2-787c-4418-9269-464c75298321', 'code': 200} Aug 03 19:16:42.246145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['cdb37ed7-8b5c-4210-bfb5-636775c34423'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:42.277817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840f153-a32a-4b64-ad5a-87a545c4b299 req-ad07fac6-b042-4863-836e-e0e480a7a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:42.280288 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7840f153-a32a-4b64-ad5a-87a545c4b299 req-ad07fac6-b042-4863-836e-e0e480a7a243 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 1097 time: 0.2124455 Aug 03 19:16:42.329096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24035-c540-4d37-a2b4-c600c917f5d3 req-045befe6-a32c-4246-a4fe-c312f86981bc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:42.337573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3c24035-c540-4d37-a2b4-c600c917f5d3 req-045befe6-a32c-4246-a4fe-c312f86981bc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 943 time: 0.4571006 Aug 03 19:16:42.400432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-dcef227b-a203-49bc-b8b5-98e9745f0010 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:42.402073 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-dcef227b-a203-49bc-b8b5-98e9745f0010 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 945 time: 0.2423689 Aug 03 19:16:42.471319 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.483125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10040978-51c9-430a-92ce-23eba63f0f1a req-83cce627-2511-4aec-8ae2-6d97afe0d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:42.485769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10040978-51c9-430a-92ce-23eba63f0f1a req-83cce627-2511-4aec-8ae2-6d97afe0d7a7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 916 time: 0.9033937 Aug 03 19:16:42.505968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Made reservation on behalf of 8e0f63f30ef74aec900477fcd78165c2 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:42.511356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.583471 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7840f153-a32a-4b64-ad5a-87a545c4b299 req-824598ca-659a-4cf1-bcc1-6021d3d25ddb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864625 Aug 03 19:16:42.641796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:42.666490 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.757095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.811526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:42.840516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10040978-51c9-430a-92ce-23eba63f0f1a req-5ac60a59-cd52-442c-a613-eeb1da13a345 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 HTTP/1.1" status: 200 len: 217 time: 0.3021374 Aug 03 19:16:42.886634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3c24035-c540-4d37-a2b4-c600c917f5d3 req-f5c6928e-02d4-4030-978f-39ca9918d840 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357668 Aug 03 19:16:42.922566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f675311-6fa3-41bf-996b-5edc38e383eb req-5a51a494-849e-437c-b6b5-855d9bd2ddaf tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 210 time: 0.1707973 Aug 03 19:16:42.996413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Deleting port 31b8e41f-2912-40a1-bb18-842f0f796785 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:42.996413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:43.010967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=63d8ae06-9886-475e-9850-805aff4e0c56,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:43.326601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10040978-51c9-430a-92ce-23eba63f0f1a req-b998a1d3-4e6f-4ead-8ca7-7fa4d54ca4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.328917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10040978-51c9-430a-92ce-23eba63f0f1a req-b998a1d3-4e6f-4ead-8ca7-7fa4d54ca4ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=78a57603-4743-4b70-a2a4-f0554b63d379 HTTP/1.1" status: 200 len: 854 time: 0.3617260 Aug 03 19:16:43.359284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Allocated IP 192.168.233.174 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/c8df4f22-5232-43cb-911b-ef6e798ce7d8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:43.402426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced42d-bb16-48bf-b60a-aeb19e3df448 req-ef80b88c-d8fd-497d-a39c-fc3b890c78ce tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.404995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6aced42d-bb16-48bf-b60a-aeb19e3df448 req-ef80b88c-d8fd-497d-a39c-fc3b890c78ce tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 943 time: 0.2129779 Aug 03 19:16:43.420675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Checking segment: {'id': '779345fe-c242-4f00-ad8c-38ff419575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:43.421244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network hostable DHCP agents. Network: 9f7d5e76-d106-48a2-a003-e64781bad75b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:43.487289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10040978-51c9-430a-92ce-23eba63f0f1a req-8bd1965c-99ac-42d6-8d17-81b8dd0d8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.489850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10040978-51c9-430a-92ce-23eba63f0f1a req-8bd1965c-99ac-42d6-8d17-81b8dd0d8a91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=476afa92-9fe2-4505-9f05-eff19d4a2fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491425 Aug 03 19:16:43.569047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] For port 31b8e41f-2912-40a1-bb18-842f0f796785, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=31b8e41f-2912-40a1-bb18-842f0f796785,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:43.571908 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:43.617849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Calling delete_port for 31b8e41f-2912-40a1-bb18-842f0f796785 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:43.638418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6aced42d-bb16-48bf-b60a-aeb19e3df448 req-796366f4-7bfc-460b-a40a-6b205dcb9691 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915238 Aug 03 19:16:43.807458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10040978-51c9-430a-92ce-23eba63f0f1a req-b81ad534-0841-4fcc-8cc8-adb4f621d2e2 service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080523 Aug 03 19:16:43.909690 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 9f7d5e76-d106-48a2-a003-e64781bad75b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:43.961893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:43.966096 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e52fcd-9177-41ea-b037-485498f5d9ae" -d '{"events": [{"server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "name": "network-vif-unplugged", "status": "completed", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:43.981287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9f7d5e76-d106-48a2-a003-e64781bad75b) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:43.990600 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.006856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1df29d2-aacf-46b6-ade5-ffca39d05772 None None] Network 9f7d5e76-d106-48a2-a003-e64781bad75b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:44.008853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Transition to ACTIVE for port object c8df4f22-5232-43cb-911b-ef6e798ce7d8 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:44.016323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10040978-51c9-430a-92ce-23eba63f0f1a req-f6eb1ba1-840a-4741-8a7a-9e9c73661977 service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839356 Aug 03 19:16:44.028328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.031157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.223394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481f33-8b82-4aa1-9c73-88f3aa3541d5 req-677110a2-b476-42c0-997b-dd73cff5ea96 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.234854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36481f33-8b82-4aa1-9c73-88f3aa3541d5 req-677110a2-b476-42c0-997b-dd73cff5ea96 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 945 time: 0.2155235 Aug 03 19:16:44.240988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.259681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.264339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', '2438fe5d-6b91-460b-8c62-7f3b4ae977df', '10cefdd7-0b93-417a-a732-d137b586c346'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:44.284670 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3d31da3d-0a01-4067-b4de-d49641cfedb9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5835247 Aug 03 19:16:44.296640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', '03c0e784-c226-46dc-88fa-e41dfa86ea61'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:44.312680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:44.331361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-626e6b54-dcdd-4816-ab36-70851e8a58cc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:44.365394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event deleted for resources: {'Port': ['ID=31b8e41f-2912-40a1-bb18-842f0f796785,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:44.468779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] No DVR routers for this DVR port 31b8e41f-2912-40a1-bb18-842f0f796785 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:44.510870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'Port': ['ID=c8df4f22-5232-43cb-911b-ef6e798ce7d8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:44.524696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36481f33-8b82-4aa1-9c73-88f3aa3541d5 req-57660b56-c7c0-4c1c-94e3-11f4086e414e tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884037 Aug 03 19:16:44.609169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.612095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b56d7e3-808e-4a59-9ec3-9bceb98c56f3 req-ac47912e-313f-4dfa-ac38-2f180c7f2396 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "DELETE /v2.0/ports/31b8e41f-2912-40a1-bb18-842f0f796785 HTTP/1.1" status: 204 len: 173 time: 2.1891978 Aug 03 19:16:44.621618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'name': 'network-vif-deleted', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:44.629876 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfca2b2a-bad3-4df7-baf7-cfa5e232ad33" -d '{"events": [{"server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "name": "network-vif-deleted", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:44.633778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a09fd-d008-438d-9651-5886a5cd7c24 req-6d6c33c2-fdb0-46bb-baf5-530b653aedb3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.644732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-756a09fd-d008-438d-9651-5886a5cd7c24 req-6d6c33c2-fdb0-46bb-baf5-530b653aedb3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 943 time: 0.5691497 Aug 03 19:16:44.660565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9f7d5e76-d106-48a2-a003-e64781bad75b', 'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b', 'tenant_id': 'c3deed207ee6423faf0ea91a1d1eeb84', 'fixed_ips': [{'subnet_id': '63d8ae06-9886-475e-9850-805aff4e0c56'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:44.663316 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.678573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:44.731921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:44.755272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:44.760463 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7b8caa-c87d-4327-ad4e-73c040c2c592 x-openstack-request-id: req-ee7b8caa-c87d-4327-ad4e-73c040c2c592 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:44.761862 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "name": "network-vif-unplugged", "status": "completed", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:44.762240 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee7b8caa-c87d-4327-ad4e-73c040c2c592 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:44.762764 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785', 'code': 200} Aug 03 19:16:44.866554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626e6b54-dcdd-4816-ab36-70851e8a58cc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:44.870662 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-626e6b54-dcdd-4816-ab36-70851e8a58cc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.031588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.032806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.167911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-756a09fd-d008-438d-9651-5886a5cd7c24 req-0800932e-db99-4a8a-ba7a-80343b2f7ba5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161650 Aug 03 19:16:45.198762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785faec6-fbab-4906-9f67-35057f618c50 req-de9ebe76-7873-48b9-9de7-3ffb81f7e0e9 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.211021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c8312-6287-41d5-b72b-88275b320598 req-3742da04-3ac0-4032-9b0e-3bb65162752f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.216945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f1c8312-6287-41d5-b72b-88275b320598 req-3742da04-3ac0-4032-9b0e-3bb65162752f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 936 time: 0.2837124 Aug 03 19:16:45.221832 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-785faec6-fbab-4906-9f67-35057f618c50 req-de9ebe76-7873-48b9-9de7-3ffb81f7e0e9 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.88 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 945 time: 0.2881720 Aug 03 19:16:45.223018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-21853c55-f3b3-4a9c-8c5b-8eb11d6eb023 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7642908 Aug 03 19:16:45.262923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Request body: {'port': {'device_id': 'cff7c684-026f-4c33-8f80-4ddd0d81fde2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:45.352803 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acde50a-747a-4b1a-bd5a-f21a35704131 x-openstack-request-id: req-3acde50a-747a-4b1a-bd5a-f21a35704131 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:45.353180 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eebf41-990a-4bfb-a901-3cb6a21e9889", "name": "network-vif-deleted", "tag": "31b8e41f-2912-40a1-bb18-842f0f796785", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:45.353520 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3acde50a-747a-4b1a-bd5a-f21a35704131 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:45.354027 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eebf41-990a-4bfb-a901-3cb6a21e9889', 'name': 'network-vif-deleted', 'tag': '31b8e41f-2912-40a1-bb18-842f0f796785', 'status': 'completed', 'code': 200} Aug 03 19:16:45.385365 n-d-803378-1 neutron-server[94133]: INFO neutron.db.ipam_backend_mixin [None req-626e6b54-dcdd-4816-ab36-70851e8a58cc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 63d8ae06-9886-475e-9850-805aff4e0c56 (CIDR: 172.20.0.0/28) Aug 03 19:16:45.400011 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-626e6b54-dcdd-4816-ab36-70851e8a58cc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:16:45.400905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626e6b54-dcdd-4816-ab36-70851e8a58cc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:45.409665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9ca939c3-7cb6-4908-a85e-e69d048b44b0 None None] Provisioning for port c8df4f22-5232-43cb-911b-ef6e798ce7d8 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:45.419027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Allocated IP 172.20.0.2 (9f7d5e76-d106-48a2-a003-e64781bad75b/63d8ae06-9886-475e-9850-805aff4e0c56/614b635d-6098-4b41-9845-527b96997114) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:45.458488 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.529522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-626e6b54-dcdd-4816-ab36-70851e8a58cc tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2144363 Aug 03 19:16:45.535510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43490) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:45.548265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f1c8312-6287-41d5-b72b-88275b320598 req-e146b74b-394f-407b-ab3c-bb688fdf2fd3 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116872 Aug 03 19:16:45.549570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:45.553433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9ca939c3-7cb6-4908-a85e-e69d048b44b0 None None] Provisioning complete for port c8df4f22-5232-43cb-911b-ef6e798ce7d8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:45.557369 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9ca939c3-7cb6-4908-a85e-e69d048b44b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.561814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87074a09-3746-4645-a70f-4e3dd3024033 req-aa3c2eb2-3176-4b67-810d-005a569dc79c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=71eebf41-990a-4bfb-a901-3cb6a21e9889 HTTP/1.1" status: 200 len: 210 time: 0.1043642 Aug 03 19:16:45.683616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 31b8e41f-2912-40a1-bb18-842f0f796785 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:45.901834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 31b8e41f-2912-40a1-bb18-842f0f796785 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:45.902624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 31b8e41f-2912-40a1-bb18-842f0f796785 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:45.942401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Deleting port 4bc98169-bca3-4c93-a75f-6ce183a0649e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:45.942746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.947799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:45.955608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.149570 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc1c7-7a17-420d-ade0-a594d4825ddf req-a124ec88-47ad-46e4-a01f-377253d8b64f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:46.152824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e26bc1c7-7a17-420d-ade0-a594d4825ddf req-a124ec88-47ad-46e4-a01f-377253d8b64f tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 945 time: 0.2753570 Aug 03 19:16:46.227612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] For port 4bc98169-bca3-4c93-a75f-6ce183a0649e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4bc98169-bca3-4c93-a75f-6ce183a0649e,segment=NetworkSegment(9203dd0a-3da8-4de4-9963-52875ba9d596),segment_id=9203dd0a-3da8-4de4-9963-52875ba9d596)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:46.228306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.272655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Calling delete_port for 4bc98169-bca3-4c93-a75f-6ce183a0649e owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:46.297600 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:46.301644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device cdb37ed7-8b5c-4210-bfb5-636775c34423 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:46.403489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e26bc1c7-7a17-420d-ade0-a594d4825ddf req-5f52bf1b-cff0-46d3-8173-d1cd3917beb8 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26fee11-11f7-4f19-b605-db82c9d73f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294014 Aug 03 19:16:46.427506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9ca939c3-7cb6-4908-a85e-e69d048b44b0 None None] Port c8df4f22-5232-43cb-911b-ef6e798ce7d8 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:46.613776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8df4f22-5232-43cb-911b-ef6e798ce7d8 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:46.652391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.675852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Transition to ACTIVE for port object c8df4f22-5232-43cb-911b-ef6e798ce7d8 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:46.691880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.770768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.815381 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:16:46.890427 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.895018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=f5f547a4-be78-4a95-8e51-27e67d457f2d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:46.917024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 9f7d5e76-d106-48a2-a003-e64781bad75b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:46.925583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Attempting to bind port c8df4f22-5232-43cb-911b-ef6e798ce7d8 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:46.925875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Attempting to bind port c8df4f22-5232-43cb-911b-ef6e798ce7d8 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:46.926002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Attempting to bind port c8df4f22-5232-43cb-911b-ef6e798ce7d8 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:46.932504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Pushing event updated for resources: {'Port': ['ID=c8df4f22-5232-43cb-911b-ef6e798ce7d8,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:46.956764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Port c8df4f22-5232-43cb-911b-ef6e798ce7d8 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:46.957045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Attempting to bind port c8df4f22-5232-43cb-911b-ef6e798ce7d8 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:46.975039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbd419-db46-46a0-9f3e-5ce7afc543a7 req-17f30d9c-9532-4d39-8e80-11fb01531e74 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:46.983429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61cbd419-db46-46a0-9f3e-5ce7afc543a7 req-17f30d9c-9532-4d39-8e80-11fb01531e74 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 943 time: 0.3055975 Aug 03 19:16:47.008031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:47.008505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:47.008757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:47.009221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Bound port: c8df4f22-5232-43cb-911b-ef6e798ce7d8, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:47.009613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.181327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61cbd419-db46-46a0-9f3e-5ce7afc543a7 req-49a6b114-242f-45e0-9854-d43fa752a88b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946871 Aug 03 19:16:47.251799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] For port c8df4f22-5232-43cb-911b-ef6e798ce7d8, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:47.254187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port cdb37ed7-8b5c-4210-bfb5-636775c34423 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:47.268707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] For port c8df4f22-5232-43cb-911b-ef6e798ce7d8, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8df4f22-5232-43cb-911b-ef6e798ce7d8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:47.288439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.288821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port cdb37ed7-8b5c-4210-bfb5-636775c34423 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:47.289217 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.327771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc23e42-3afd-4968-99e3-f8a1cc31a98e req-8ccc58a9-de9d-4668-a61c-d9678a97e329 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.349771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc23e42-3afd-4968-99e3-f8a1cc31a98e req-8ccc58a9-de9d-4668-a61c-d9678a97e329 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 948 time: 0.2125762 Aug 03 19:16:47.424128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.425193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.427066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] 10.222.0.88 "PUT /v2.0/ports/c8df4f22-5232-43cb-911b-ef6e798ce7d8 HTTP/1.1" status: 200 len: 1096 time: 2.1910603 Aug 03 19:16:47.427870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff7c684-026f-4c33-8f80-4ddd0d81fde2', 'tag': 'c8df4f22-5232-43cb-911b-ef6e798ce7d8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:47.430559 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a" -d '{"events": [{"name": "network-changed", "server_uuid": "cff7c684-026f-4c33-8f80-4ddd0d81fde2", "tag": "c8df4f22-5232-43cb-911b-ef6e798ce7d8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:47.485261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc23e42-3afd-4968-99e3-f8a1cc31a98e req-2c3cf0a8-d413-4cc9-800a-d344175839db tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329899 Aug 03 19:16:47.500221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020288f2-2b48-4827-b1b7-ec32fffa37ab service neutron] Pushing event updated for resources: {'Port': ['ID=c8df4f22-5232-43cb-911b-ef6e798ce7d8,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:47.506926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Pushing event deleted for resources: {'Port': ['ID=4bc98169-bca3-4c93-a75f-6ce183a0649e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:47.513170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:47.551979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.558067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.649542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-7a1e4201-45cf-4c9f-a048-bd8bf08b27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.651393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-7a1e4201-45cf-4c9f-a048-bd8bf08b27d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 1099 time: 0.1522603 Aug 03 19:16:47.658463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] No DVR routers for this DVR port 4bc98169-bca3-4c93-a75f-6ce183a0649e on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:47.662084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:47.672981 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dff88e35-7cdd-4c69-8f98-ade7af47cf04 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1316693 Aug 03 19:16:47.672981 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.675916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43580) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:47.685079 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-785faec6-fbab-4906-9f67-35057f618c50 req-30b8f694-0a6e-4bcd-87da-21f7fa0a26ca tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.88 "DELETE /v2.0/ports/4bc98169-bca3-4c93-a75f-6ce183a0649e HTTP/1.1" status: 204 len: 173 time: 2.4618924 Aug 03 19:16:47.688866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852c3243-d2fe-4266-a863-859412672d6a', 'name': 'network-vif-deleted', 'tag': '4bc98169-bca3-4c93-a75f-6ce183a0649e'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:47.694244 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80455fe9-4bb7-4601-b457-c63988779518" -d '{"events": [{"server_uuid": "852c3243-d2fe-4266-a863-859412672d6a", "name": "network-vif-deleted", "tag": "4bc98169-bca3-4c93-a75f-6ce183a0649e"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:47.707012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.726894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Transition to ACTIVE for port object 614b635d-6098-4b41-9845-527b96997114 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:47.746443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b', 'fixed_ips': [{'subnet_id': '63d8ae06-9886-475e-9850-805aff4e0c56'}, {'subnet_id': 'f5f547a4-be78-4a95-8e51-27e67d457f2d'}], 'name': 'tempest-PortsTestJSON-1896336733'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:47.752818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-00c66716-895a-4308-b717-d77ab93c39d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=c8df4f22-5232-43cb-911b-ef6e798ce7d8 HTTP/1.1" status: 200 len: 217 time: 0.0913641 Aug 03 19:16:47.762821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Transition to ACTIVE for port object 614b635d-6098-4b41-9845-527b96997114 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:47.773446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4bc98169-bca3-4c93-a75f-6ce183a0649e no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:47.784732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '5d39b01e-fffd-4b7d-8b95-c0aebc5c6207', 'network_id': '476afa92-9fe2-4505-9f05-eff19d4a2fd5', 'port_id': '5d39b01e-fffd-4b7d-8b95-c0aebc5c6207', 'mac_address': 'fa:16:3e:30:2e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a57603-4743-4b70-a2a4-f0554b63d379', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:47.840549 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.905443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 4bc98169-bca3-4c93-a75f-6ce183a0649e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:47.905930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4bc98169-bca3-4c93-a75f-6ce183a0649e not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:48.041775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-74396948-7abb-42e5-bd84-d7aa0046bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:48.043387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-74396948-7abb-42e5-bd84-d7aa0046bf01 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2717073 Aug 03 19:16:48.050347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.063450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:48.158538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Network 9f7d5e76-d106-48a2-a003-e64781bad75b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:48.247769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:48.269734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Pushing event updated for resources: {'Port': ['ID=614b635d-6098-4b41-9845-527b96997114,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:48.279335 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:48.311785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.313551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb37ed7-8b5c-4210-bfb5-636775c34423'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:48.316176 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf2a572-850e-4c8d-b4aa-b8892e973b0d" -d '{"events": [{"server_uuid": "5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf", "name": "network-vif-plugged", "status": "completed", "tag": "cdb37ed7-8b5c-4210-bfb5-636775c34423"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:48.445023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port cdb37ed7-8b5c-4210-bfb5-636775c34423, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdb37ed7-8b5c-4210-bfb5-636775c34423,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:48.470470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43622) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:48.504796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e5867693-bfe2-47c2-b7ac-7e35129fcab7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149772382', 'description': 'tempest-description--937872595'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:48.625056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.640894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:48.644362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5867693-bfe2-47c2-b7ac-7e35129fcab7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.750409 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2e08b4-23c6-4c8b-9b00-9168218b85b3 x-openstack-request-id: req-db2e08b4-23c6-4c8b-9b00-9168218b85b3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:48.750875 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852c3243-d2fe-4266-a863-859412672d6a", "name": "network-vif-deleted", "tag": "4bc98169-bca3-4c93-a75f-6ce183a0649e", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:48.751239 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db2e08b4-23c6-4c8b-9b00-9168218b85b3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:48.755304 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852c3243-d2fe-4266-a863-859412672d6a', 'name': 'network-vif-deleted', 'tag': '4bc98169-bca3-4c93-a75f-6ce183a0649e', 'status': 'completed', 'code': 200} Aug 03 19:16:48.798076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:48.927208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5867693-bfe2-47c2-b7ac-7e35129fcab7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.937246 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5867693-bfe2-47c2-b7ac-7e35129fcab7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.950599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=cdb37ed7-8b5c-4210-bfb5-636775c34423,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:48.960271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.964736 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38638c5a-1671-43ac-9083-1395bd81e307 x-openstack-request-id: req-38638c5a-1671-43ac-9083-1395bd81e307 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:48.966368 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff7c684-026f-4c33-8f80-4ddd0d81fde2", "tag": "c8df4f22-5232-43cb-911b-ef6e798ce7d8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:48.967054 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38638c5a-1671-43ac-9083-1395bd81e307 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:48.968761 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff7c684-026f-4c33-8f80-4ddd0d81fde2', 'tag': 'c8df4f22-5232-43cb-911b-ef6e798ce7d8', 'status': 'completed', 'code': 200} Aug 03 19:16:48.973194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-b3e0a3d6-9133-4512-b88d-f8a935b00184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:48.976445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-b3e0a3d6-9133-4512-b88d-f8a935b00184 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9243121 Aug 03 19:16:48.989060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5867693-bfe2-47c2-b7ac-7e35129fcab7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.990677 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e5867693-bfe2-47c2-b7ac-7e35129fcab7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4931915 Aug 03 19:16:48.994734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43634) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:49.001635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-42896432-76d8-42ac-970d-959cb7332a65 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Request body: {'security_group_rule': {'security_group_id': 'ec2877b5-2d3d-4e77-aca3-a49509c50a6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:49.026993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Attempting to bind port 614b635d-6098-4b41-9845-527b96997114 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:49.027268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Attempting to bind port 614b635d-6098-4b41-9845-527b96997114 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '779345fe-c242-4f00-ad8c-38ff419575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:49.027721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Attempting to bind port 614b635d-6098-4b41-9845-527b96997114 on network 9f7d5e76-d106-48a2-a003-e64781bad75b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:49.052400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:49.052936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Checking segment: {'id': '779345fe-c242-4f00-ad8c-38ff419575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:49.053440 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.053962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Bound using segment: {'id': '779345fe-c242-4f00-ad8c-38ff419575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:49.054860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Bound port: 614b635d-6098-4b41-9845-527b96997114, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779345fe-c242-4f00-ad8c-38ff419575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:49.055536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.058718 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42896432-76d8-42ac-970d-959cb7332a65 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.094673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ead44026-de5e-43f0-98c3-31790a03ae69 req-f1365c82-c9c8-47e4-94a6-00769aeed539 tempest-ServerTagsTestJSON-1622853533 tempest-ServerTagsTestJSON-1622853533-project] 10.222.0.42 "GET /v2.0/ports?device_id=852c3243-d2fe-4266-a863-859412672d6a HTTP/1.1" status: 200 len: 210 time: 0.1513774 Aug 03 19:16:49.174798 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42896432-76d8-42ac-970d-959cb7332a65 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.179320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5867693-bfe2-47c2-b7ac-7e35129fcab7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2877b5-2d3d-4e77-aca3-a49509c50a6c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.200659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42896432-76d8-42ac-970d-959cb7332a65 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.214590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] For port 614b635d-6098-4b41-9845-527b96997114, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:49.225638 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.235535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] For port 614b635d-6098-4b41-9845-527b96997114, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=614b635d-6098-4b41-9845-527b96997114,segment=NetworkSegment(779345fe-c242-4f00-ad8c-38ff419575d5),segment_id=779345fe-c242-4f00-ad8c-38ff419575d5)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:49.265972 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25adf85e-12b2-440b-af1f-b73262cbab46 x-openstack-request-id: req-25adf85e-12b2-440b-af1f-b73262cbab46 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:49.266427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42896432-76d8-42ac-970d-959cb7332a65 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c43630-1472-491d-8aad-dd5a4346a2c5,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.268479 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf", "name": "network-vif-plugged", "status": "completed", "tag": "cdb37ed7-8b5c-4210-bfb5-636775c34423", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:49.269229 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25adf85e-12b2-440b-af1f-b73262cbab46 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:49.270041 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb37ed7-8b5c-4210-bfb5-636775c34423', 'code': 200} Aug 03 19:16:49.275664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 18d7bf40-8475-457d-8965-d55e7db833b4 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:49.280049 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42896432-76d8-42ac-970d-959cb7332a65 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.283226 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-42896432-76d8-42ac-970d-959cb7332a65 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855184 Aug 03 19:16:49.285995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43636) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:49.298871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fbe75f42-1039-4c9c-aca6-a4cdaae44822 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Request body: {'security_group_rule': {'security_group_id': 'ec2877b5-2d3d-4e77-aca3-a49509c50a6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:49.302162 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.350900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.408240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fbe75f42-1039-4c9c-aca6-a4cdaae44822 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.453243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b630f9c-df1b-4f4a-81bb-972574eecab4 req-7db5b17d-be16-4169-a45c-1fd6e52da060 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.461256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b630f9c-df1b-4f4a-81bb-972574eecab4 req-7db5b17d-be16-4169-a45c-1fd6e52da060 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 944 time: 0.5154963 Aug 03 19:16:49.524983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f29370-412a-4b73-a54e-baff54267d19 None None] Pushing event updated for resources: {'Port': ['ID=614b635d-6098-4b41-9845-527b96997114,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.536415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fbe75f42-1039-4c9c-aca6-a4cdaae44822 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.547485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fbe75f42-1039-4c9c-aca6-a4cdaae44822 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.578914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe75f42-1039-4c9c-aca6-a4cdaae44822 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16330b9a-557e-4076-8c0b-e266c33db7a3,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.633160 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fbe75f42-1039-4c9c-aca6-a4cdaae44822 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.634501 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fbe75f42-1039-4c9c-aca6-a4cdaae44822 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3469093 Aug 03 19:16:49.638734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43638) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:49.648175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:49.657829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['5d39b01e-fffd-4b7d-8b95-c0aebc5c6207'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:49.704799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.980414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.034742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.5 (9f7d5e76-d106-48a2-a003-e64781bad75b/63d8ae06-9886-475e-9850-805aff4e0c56/18d7bf40-8475-457d-8965-d55e7db833b4) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:50.049599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.30 (9f7d5e76-d106-48a2-a003-e64781bad75b/f5f547a4-be78-4a95-8e51-27e67d457f2d/18d7bf40-8475-457d-8965-d55e7db833b4) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:50.104357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b630f9c-df1b-4f4a-81bb-972574eecab4 req-a75fe397-d23c-4c55-a039-829842ff10bd tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418705 Aug 03 19:16:50.120063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-4a578dd2-f0b1-499d-883d-5579d29ce975 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1295569 Aug 03 19:16:50.133923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99f636-8b17-45c3-8514-45731dc5c215 req-504e398b-ebb3-4ebf-a6e8-f6b343bd8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.135940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a99f636-8b17-45c3-8514-45731dc5c215 req-504e398b-ebb3-4ebf-a6e8-f6b343bd8b84 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 1097 time: 0.7084494 Aug 03 19:16:50.239696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bc51b-acc7-4cb8-ab7d-9c1f09a1d3b6 req-68a9979b-28d8-4ddd-b956-8e20d1204b05 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.249278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-433bc51b-acc7-4cb8-ab7d-9c1f09a1d3b6 req-68a9979b-28d8-4ddd-b956-8e20d1204b05 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 948 time: 0.7250636 Aug 03 19:16:50.341990 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Allocated IP 172.25.4.84 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/98730af9-2d89-4343-aad3-6a0d9dd10821) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:50.362645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a99f636-8b17-45c3-8514-45731dc5c215 req-2481828f-5795-4a74-9544-9c8a4fe818b4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142138 Aug 03 19:16:50.408002 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.444029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-433bc51b-acc7-4cb8-ab7d-9c1f09a1d3b6 req-b2e4c158-50ee-44e1-a659-b32bf1772d37 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934111 Aug 03 19:16:50.528295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4355ecf7-d897-4241-bdb9-4b950660b13a req-017013c5-8346-427c-8cae-feb9f9454a49 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843184 Aug 03 19:16:50.535938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43660) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:50.632097 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.698016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 18d7bf40-8475-457d-8965-d55e7db833b4 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:50.734353 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.767136 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.777077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba913bcd-74c4-4b85-b460-824f3428ba7f admin admin] Deleting subnet d169f502-1014-43a7-bc25-66aa78df9433 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:50.856054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba913bcd-74c4-4b85-b460-824f3428ba7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.861064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=18d7bf40-8475-457d-8965-d55e7db833b4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:50.868260 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.911904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-763899c0-4894-453d-b04c-b9c0ca60ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.913504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-763899c0-4894-453d-b04c-b9c0ca60ef8d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 1099 time: 0.2775226 Aug 03 19:16:50.940352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 9f7d5e76-d106-48a2-a003-e64781bad75b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:50.946717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:50.951271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:50.953708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:50.958814 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:50.960815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:51.023524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event updated for resources: {'Port': ['ID=98730af9-2d89-4343-aad3-6a0d9dd10821,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:51.144871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.144871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.160768 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba913bcd-74c4-4b85-b460-824f3428ba7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.181266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.261630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.317919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba22548-8585-48ff-81e1-659173c2c6ac None None] Network 9f7d5e76-d106-48a2-a003-e64781bad75b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:51.332889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-40dfe9ee-4667-43d5-bce9-43aebb2d38c0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6505437 Aug 03 19:16:51.335624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43698) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:51.356749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63d8ae06-9886-475e-9850-805aff4e0c56'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:51.362512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba913bcd-74c4-4b85-b460-824f3428ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.431469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-7f976d14-731e-459e-bbe1-9c714e8b0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.434129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-7f976d14-731e-459e-bbe1-9c714e8b0dbd service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.5059276 Aug 03 19:16:51.451958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb679fa-0e8f-41e4-a262-6eacc7f7f08f req-c346045e-1724-46e8-abe9-7fffd2dc49d3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.457659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 614b635d-6098-4b41-9845-527b96997114 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:51.460178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bb679fa-0e8f-41e4-a262-6eacc7f7f08f req-c346045e-1724-46e8-abe9-7fffd2dc49d3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 944 time: 0.1953399 Aug 03 19:16:51.527078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-34f90753-dd07-4fc3-9e1b-baef1fee4b24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=c8df4f22-5232-43cb-911b-ef6e798ce7d8 HTTP/1.1" status: 200 len: 217 time: 0.0607159 Aug 03 19:16:51.616326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba913bcd-74c4-4b85-b460-824f3428ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.629977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bb679fa-0e8f-41e4-a262-6eacc7f7f08f req-2fd2495d-e58d-41f6-9364-acaac5b246e5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687162 Aug 03 19:16:51.652230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-63b16834-159f-40dc-8716-f596eb7dff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.653816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-63b16834-159f-40dc-8716-f596eb7dff2c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1168313 Aug 03 19:16:51.663690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6c668ca2-69a5-434d-a1a6-3ccdcd04f5ff None None] Provisioning for port 614b635d-6098-4b41-9845-527b96997114 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:51.760096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba913bcd-74c4-4b85-b460-824f3428ba7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d169f502-1014-43a7-bc25-66aa78df9433,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:51.780134 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba913bcd-74c4-4b85-b460-824f3428ba7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.791387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 614b635d-6098-4b41-9845-527b96997114 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:51.798301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ba913bcd-74c4-4b85-b460-824f3428ba7f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d169f502-1014-43a7-bc25-66aa78df9433 HTTP/1.1" status: 204 len: 168 time: 1.2581186 Aug 03 19:16:51.809706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 614b635d-6098-4b41-9845-527b96997114 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:51.810281 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.823171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43722) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:52.051585 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.195197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.235421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.244965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-dda52a19-88b9-46d2-b3b5-c925cc322078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.247352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-dda52a19-88b9-46d2-b3b5-c925cc322078 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5207942 Aug 03 19:16:52.274034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb109ed-d2d8-406b-bd19-ef5a15cf5a8c req-0d8b82c4-586a-46f0-a167-bbfe5258483e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.276186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2eb109ed-d2d8-406b-bd19-ef5a15cf5a8c req-0d8b82c4-586a-46f0-a167-bbfe5258483e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 948 time: 0.4634259 Aug 03 19:16:52.321339 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.355057 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.386098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddae99d-5f13-4d80-9612-e027daf9d9c9 None None] Update dhcp port {'port': {'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b', 'fixed_ips': [{'subnet_id': '63d8ae06-9886-475e-9850-805aff4e0c56', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f5f547a4-be78-4a95-8e51-27e67d457f2d'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '614b635d-6098-4b41-9845-527b96997114'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:16:52.392895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 614b635d-6098-4b41-9845-527b96997114, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=614b635d-6098-4b41-9845-527b96997114,segment=NetworkSegment(779345fe-c242-4f00-ad8c-38ff419575d5),segment_id=779345fe-c242-4f00-ad8c-38ff419575d5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:52.443463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-8e37dce4-7953-459c-82c3-49761cfe5741 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832747 Aug 03 19:16:52.464184 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.543015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2eb109ed-d2d8-406b-bd19-ef5a15cf5a8c req-c336dc84-8dc5-4b62-9d23-3e32a0db0505 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979140 Aug 03 19:16:52.613197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=614b635d-6098-4b41-9845-527b96997114,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:52.637919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dddae99d-5f13-4d80-9612-e027daf9d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.675470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event updated for resources: {'Port': ['ID=98730af9-2d89-4343-aad3-6a0d9dd10821,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:52.812027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.880463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.882419 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-197fe2e9-44e7-4dc7-bd12-0d5ed5d63b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2423558 Aug 03 19:16:53.049126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:53.086893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.166442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Delete allocated IP 172.20.0.30 (9f7d5e76-d106-48a2-a003-e64781bad75b/f5f547a4-be78-4a95-8e51-27e67d457f2d) {{(pid=94133) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:16:53.174450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62a7d67-bebf-4217-a732-e80ed9bce20c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:53.202440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:53.210801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:53.211383 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.220880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9203dd0a-3da8-4de4-9963-52875ba9d596') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:53.221826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9203dd0a-3da8-4de4-9963-52875ba9d596') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:53.260952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f762af2-988a-49c6-a146-d4b47f0692a9 req-a1c96526-b3fe-4b06-9e61-bca7b606b79c tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.264943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f762af2-988a-49c6-a146-d4b47f0692a9 req-a1c96526-b3fe-4b06-9e61-bca7b606b79c tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 944 time: 0.4337130 Aug 03 19:16:53.272259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b3d036-9dd5-4943-8ba8-28186ebbe28a req-ba7e0b66-f6fa-4bd2-b482-827fda718db4 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330096 Aug 03 19:16:53.275844 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.334080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 614b635d-6098-4b41-9845-527b96997114 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:53.339614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.394015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:53.394673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:53.397771 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:53.447042 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.451323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 614b635d-6098-4b41-9845-527b96997114 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:53.452110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.552565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f762af2-988a-49c6-a146-d4b47f0692a9 req-6b489edb-5a81-488f-9bbe-b1fd6f97240b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717874 Aug 03 19:16:53.577849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.581619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d4f705-f5b0-41d0-836b-e6d93641e016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d39b01e-fffd-4b7d-8b95-c0aebc5c6207'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:53.587491 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e98b1db-f104-4726-a844-bf6ccae52fee" -d '{"events": [{"server_uuid": "f1d4f705-f5b0-41d0-836b-e6d93641e016", "name": "network-vif-plugged", "status": "completed", "tag": "5d39b01e-fffd-4b7d-8b95-c0aebc5c6207"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:53.613559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Ignored duplicate provisioning block setup for port 18d7bf40-8475-457d-8965-d55e7db833b4 by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:16:53.626773 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.639309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c8df4f22-5232-43cb-911b-ef6e798ce7d8 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:53.653320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:53.662570 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.714071 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.718954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a62a7d67-bebf-4217-a732-e80ed9bce20c HTTP/1.1" status: 204 len: 168 time: 1.8113101 Aug 03 19:16:53.757745 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.800033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c52533-30f7-41fb-a84b-fbd9fa692ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a62a7d67-bebf-4217-a732-e80ed9bce20c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:53.931245 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:16:53.933829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] In _notify_port_updated(), no bound segment for port 18d7bf40-8475-457d-8965-d55e7db833b4 on network 9f7d5e76-d106-48a2-a003-e64781bad75b {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:16:53.947535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.948639 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.956429 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "PUT /v2.0/ports/18d7bf40-8475-457d-8965-d55e7db833b4 HTTP/1.1" status: 200 len: 919 time: 2.6160822 Aug 03 19:16:53.961671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43810) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:53.972647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63d8ae06-9886-475e-9850-805aff4e0c56'}, {'subnet_id': 'f5f547a4-be78-4a95-8e51-27e67d457f2d'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:54.019118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-23f543f1-215f-4f69-b4eb-740e2588ea2b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:54.036125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-23f543f1-215f-4f69-b4eb-740e2588ea2b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 821 time: 0.3950572 Aug 03 19:16:54.090359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-26de3ec3-791b-459b-a7a1-073fa3858249 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/quotas/76314d1255914f5486bff052948cd62e HTTP/1.1" status: 200 len: 375 time: 0.0527203 Aug 03 19:16:54.184463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.242073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-fd757ea1-0aa0-4231-869b-ece669433c84 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1503642 Aug 03 19:16:54.284444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-dddae99d-5f13-4d80-9612-e027daf9d9c9 None None] Allocated IP 172.20.0.18 (9f7d5e76-d106-48a2-a003-e64781bad75b/f5f547a4-be78-4a95-8e51-27e67d457f2d/614b635d-6098-4b41-9845-527b96997114) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:54.359974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43814) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:54.382320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:54.485757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c8df4f22-5232-43cb-911b-ef6e798ce7d8, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8df4f22-5232-43cb-911b-ef6e798ce7d8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:54.500082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-3fd93356-a6f5-44fb-b902-56d49d8ffa9d service neutron] 10.222.0.42 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568512 Aug 03 19:16:54.518389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'c8df4f22-5232-43cb-911b-ef6e798ce7d8', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'c8df4f22-5232-43cb-911b-ef6e798ce7d8', 'mac_address': 'fa:16:3e:b4:00:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:54.537646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97669f-4c15-4b2e-9a6f-5675edb8fd71 req-45d3ec84-8f87-4378-b490-4800718efd88 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:54.544492 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f97669f-4c15-4b2e-9a6f-5675edb8fd71 req-45d3ec84-8f87-4378-b490-4800718efd88 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 948 time: 0.1809473 Aug 03 19:16:54.623662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-dddae99d-5f13-4d80-9612-e027daf9d9c9 None None] For port 614b635d-6098-4b41-9845-527b96997114, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=614b635d-6098-4b41-9845-527b96997114,segment=NetworkSegment(779345fe-c242-4f00-ad8c-38ff419575d5),segment_id=779345fe-c242-4f00-ad8c-38ff419575d5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:54.662070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52a8f3-30ce-4d3f-a9d1-6f0a3963a776 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=18d7bf40-8475-457d-8965-d55e7db833b4,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:54.669427 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.745406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8df4f22-5232-43cb-911b-ef6e798ce7d8 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:54.753818 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dddae99d-5f13-4d80-9612-e027daf9d9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.768619 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f7dbc60d-4d24-4c19-96d9-db2cedf359d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43c149b7bdab4304b781fa584d8be6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317194 Aug 03 19:16:54.772505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43820) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:54.798022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c8df4f22-5232-43cb-911b-ef6e798ce7d8, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8df4f22-5232-43cb-911b-ef6e798ce7d8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:54.800424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dddae99d-5f13-4d80-9612-e027daf9d9c9 None None] Transition to ACTIVE for port object 614b635d-6098-4b41-9845-527b96997114 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:54.806630 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.816860 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dddae99d-5f13-4d80-9612-e027daf9d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.829698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f97669f-4c15-4b2e-9a6f-5675edb8fd71 req-c9eb6f6c-a176-43a5-b94a-18f06b9eab1f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620292 Aug 03 19:16:54.979096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c8df4f22-5232-43cb-911b-ef6e798ce7d8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:55.004598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-291539e6-4797-45b8-bb8b-261c8e13c628 service neutron] 10.222.0.42 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895270 Aug 03 19:16:55.035265 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed8a6e6-f9d1-4d94-8b18-67a3b7257390 x-openstack-request-id: req-2ed8a6e6-f9d1-4d94-8b18-67a3b7257390 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:55.035878 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d4f705-f5b0-41d0-836b-e6d93641e016", "name": "network-vif-plugged", "status": "completed", "tag": "5d39b01e-fffd-4b7d-8b95-c0aebc5c6207", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:55.036377 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ed8a6e6-f9d1-4d94-8b18-67a3b7257390 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:55.038555 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d4f705-f5b0-41d0-836b-e6d93641e016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d39b01e-fffd-4b7d-8b95-c0aebc5c6207', 'code': 200} Aug 03 19:16:55.082711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c8df4f22-5232-43cb-911b-ef6e798ce7d8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:55.137867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddae99d-5f13-4d80-9612-e027daf9d9c9 None None] Pushing event updated for resources: {'Port': ['ID=614b635d-6098-4b41-9845-527b96997114,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:55.208609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.25 (9f7d5e76-d106-48a2-a003-e64781bad75b/f5f547a4-be78-4a95-8e51-27e67d457f2d/18d7bf40-8475-457d-8965-d55e7db833b4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:55.325830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc97831-34de-4e80-ba01-4a59a36356da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.393181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376c2e5-9c39-44cc-8e9f-224910e5b07d req-dc48696c-e6d0-437a-962e-53005ec69e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:55.402759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d376c2e5-9c39-44cc-8e9f-224910e5b07d req-dc48696c-e6d0-437a-962e-53005ec69e1f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 1096 time: 0.1925502 Aug 03 19:16:55.551655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d376c2e5-9c39-44cc-8e9f-224910e5b07d req-e4f01660-fa58-417b-b983-9cd6370061f7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309919 Aug 03 19:16:55.576084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc97831-34de-4e80-ba01-4a59a36356da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.698856 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.961323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b16c6-b5e6-4c95-97c1-3914baea4434 req-ba7426ab-df40-4545-b1cb-516608044320 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:55.976655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-040b16c6-b5e6-4c95-97c1-3914baea4434 req-ba7426ab-df40-4545-b1cb-516608044320 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.2293906 Aug 03 19:16:56.018862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.080374 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc97831-34de-4e80-ba01-4a59a36356da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.085751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc97831-34de-4e80-ba01-4a59a36356da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.098236 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bbc97831-34de-4e80-ba01-4a59a36356da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c26fee11-11f7-4f19-b605-db82c9d73f17 HTTP/1.1" status: 204 len: 168 time: 1.3238094 Aug 03 19:16:56.100079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Ignored duplicate provisioning block setup for port 18d7bf40-8475-457d-8965-d55e7db833b4 by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:16:56.124077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc97831-34de-4e80-ba01-4a59a36356da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26fee11-11f7-4f19-b605-db82c9d73f17,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:56.131312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.193747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-040b16c6-b5e6-4c95-97c1-3914baea4434 req-c4248b28-2b21-40e4-af03-9a912cfc991a tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960628 Aug 03 19:16:56.237968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dd74e7fb-85fd-4c8d-8d36-dba14e4c086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.422232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=18d7bf40-8475-457d-8965-d55e7db833b4,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:56.515617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c7681-45c6-4d17-bed7-8094ff1631b0 None None] Network 9f7d5e76-d106-48a2-a003-e64781bad75b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:56.643989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e677e147-9d0e-43c1-a26b-c69404f53f31 req-37eed73b-9413-4dea-9088-e28fffd9df2b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 210 time: 0.0695574 Aug 03 19:16:56.852744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] In _notify_port_updated(), no bound segment for port 18d7bf40-8475-457d-8965-d55e7db833b4 on network 9f7d5e76-d106-48a2-a003-e64781bad75b {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:16:56.880105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:56.882657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956bf73-a784-4f7d-8433-e4f4e18cfd4f req-c4732c2e-0467-4f00-a4ff-32cd1fc71195 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:56.883493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.888864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9956bf73-a784-4f7d-8433-e4f4e18cfd4f req-c4732c2e-0467-4f00-a4ff-32cd1fc71195 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 949 time: 0.1998200 Aug 03 19:16:56.891908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43896) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:56.907875 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d379f7b4-2be8-451a-94be-5e84bccab1a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "PUT /v2.0/ports/18d7bf40-8475-457d-8965-d55e7db833b4 HTTP/1.1" status: 200 len: 999 time: 2.9242318 Aug 03 19:16:57.222630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5b9e8931-2deb-4c6a-b467-a890c48582b2 None None] Provisioning for port 614b635d-6098-4b41-9845-527b96997114 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:57.274544 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5b9e8931-2deb-4c6a-b467-a890c48582b2 None None] Provisioning complete for port 614b635d-6098-4b41-9845-527b96997114 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:57.274963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8931-2deb-4c6a-b467-a890c48582b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.343307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9956bf73-a784-4f7d-8433-e4f4e18cfd4f req-b13c4b70-8730-48d0-bcc9-f0af379c337e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837037 Aug 03 19:16:57.490908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-6c74e95b-4c07-4f27-9c31-3eb9241a06ba tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 18d7bf40-8475-457d-8965-d55e7db833b4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:57.491765 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c74e95b-4c07-4f27-9c31-3eb9241a06ba tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.599052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 614b635d-6098-4b41-9845-527b96997114 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:57.660638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c8df4f22-5232-43cb-911b-ef6e798ce7d8 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:58.046211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 614b635d-6098-4b41-9845-527b96997114 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:58.047225 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.059622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port c8df4f22-5232-43cb-911b-ef6e798ce7d8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:58.124477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port c8df4f22-5232-43cb-911b-ef6e798ce7d8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:58.124477 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.190627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5b9e8931-2deb-4c6a-b467-a890c48582b2 None None] Provisioning for port 18d7bf40-8475-457d-8965-d55e7db833b4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:58.202112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5b9e8931-2deb-4c6a-b467-a890c48582b2 None None] Provisioning complete for port 18d7bf40-8475-457d-8965-d55e7db833b4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:58.202630 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8931-2deb-4c6a-b467-a890c48582b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.306960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e8931-2deb-4c6a-b467-a890c48582b2 None None] Port 18d7bf40-8475-457d-8965-d55e7db833b4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:58.442040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.489943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff7c684-026f-4c33-8f80-4ddd0d81fde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8df4f22-5232-43cb-911b-ef6e798ce7d8'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:58.492915 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcd9796-859b-41bf-8dcd-a3a64b120e1e" -d '{"events": [{"server_uuid": "cff7c684-026f-4c33-8f80-4ddd0d81fde2", "name": "network-vif-plugged", "status": "completed", "tag": "c8df4f22-5232-43cb-911b-ef6e798ce7d8"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:58.520148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c8df4f22-5232-43cb-911b-ef6e798ce7d8, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8df4f22-5232-43cb-911b-ef6e798ce7d8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:58.536648 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.628061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c8df4f22-5232-43cb-911b-ef6e798ce7d8,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:58.757649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43968) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:58.820407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6341dbda-4f6f-48d1-811d-0f2ae02a0b47 req-a7261564-d37f-47f4-b5a6-d297ddca93b3 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 210 time: 0.0859532 Aug 03 19:16:58.830204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c74e95b-4c07-4f27-9c31-3eb9241a06ba tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.862699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-6c74e95b-4c07-4f27-9c31-3eb9241a06ba tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 18d7bf40-8475-457d-8965-d55e7db833b4 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:58.879102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8a8e-0186-4419-af32-c5abd343196d req-082507dd-a42c-4eb0-9eb1-5e9f36ede8f4 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:58.880606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f25a8a8e-0186-4419-af32-c5abd343196d req-082507dd-a42c-4eb0-9eb1-5e9f36ede8f4 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.6413870 Aug 03 19:16:58.988955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-c98940ee-0719-4e11-801c-d4fd567241ea tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:58.992102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-c98940ee-0719-4e11-801c-d4fd567241ea tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 821 time: 0.6732848 Aug 03 19:16:58.999455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-821267630-network', 'tenant_id': '23125553d3ac4d42a42d2d2e66731493'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:59.035466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Made reservation on behalf of 23125553d3ac4d42a42d2d2e66731493 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:59.038104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.050003 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.083082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Request body: {'port': {'device_id': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'admin_state_up': True, 'tenant_id': '76314d1255914f5486bff052948cd62e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:59.205312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.213163 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.238931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:59.253891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.254303 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Added segment 4091665c-10f5-4d67-b201-ff2ac1bc7437 of type vlan for network a49f9ea9-8846-457d-97cf-578d170c5b47 Aug 03 19:16:59.348855 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.393633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f25a8a8e-0186-4419-af32-c5abd343196d req-4b200756-5e3f-43f6-9fff-6c07c5cdb443 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969208 Aug 03 19:16:59.394000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8cf18dae-bc34-407d-8377-2a74185c9767 None None] Provisioning complete for port 614b635d-6098-4b41-9845-527b96997114 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:59.394727 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8cf18dae-bc34-407d-8377-2a74185c9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.398012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7c0f8-b55a-4ed6-987e-eabc69378964,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.406171 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.407680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:59.408306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.492952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8867fa8-66cf-4972-9434-e636cceff8c7 req-b237fbab-a762-4422-9ff1-6010cb60a335 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:59.503090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] Pushing event updated for resources: {'Network': ['ID=a49f9ea9-8846-457d-97cf-578d170c5b47,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.510386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8867fa8-66cf-4972-9434-e636cceff8c7 req-b237fbab-a762-4422-9ff1-6010cb60a335 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 950 time: 0.5927272 Aug 03 19:16:59.550679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a49f9ea9-8846-457d-97cf-578d170c5b47 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:59.562328 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c18c265e-7971-4fe5-8829-3b708683c28a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8016880 Aug 03 19:16:59.565110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43986) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:59.578540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Request body: {'subnet': {'network_id': 'a49f9ea9-8846-457d-97cf-578d170c5b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-821267630-subnet', 'tenant_id': '23125553d3ac4d42a42d2d2e66731493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:59.584304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8867fa8-66cf-4972-9434-e636cceff8c7 req-acba8d02-c897-4524-b858-901e3b5f37bd tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717196 Aug 03 19:16:59.587394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Made reservation on behalf of 76314d1255914f5486bff052948cd62e for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:59.594889 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.664502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Made reservation on behalf of 23125553d3ac4d42a42d2d2e66731493 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:59.668258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.702839 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b85eff-413a-4b49-bbc1-4b14768c0750 x-openstack-request-id: req-b6b85eff-413a-4b49-bbc1-4b14768c0750 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:59.703213 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff7c684-026f-4c33-8f80-4ddd0d81fde2", "name": "network-vif-plugged", "status": "completed", "tag": "c8df4f22-5232-43cb-911b-ef6e798ce7d8", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:59.703463 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6b85eff-413a-4b49-bbc1-4b14768c0750 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:59.704407 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff7c684-026f-4c33-8f80-4ddd0d81fde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8df4f22-5232-43cb-911b-ef6e798ce7d8', 'code': 200} Aug 03 19:16:59.836972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c74e95b-4c07-4f27-9c31-3eb9241a06ba tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.843611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8cf18dae-bc34-407d-8377-2a74185c9767 None None] Could not find standard attr ID for object 18d7bf40-8475-457d-8965-d55e7db833b4. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:16:59.852284 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.920972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74e95b-4c07-4f27-9c31-3eb9241a06ba tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=18d7bf40-8475-457d-8965-d55e7db833b4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.933719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e57c97-8ea3-4e20-9f35-644a12e28dd4 req-3afd0472-e421-4d28-922a-a2367d8371ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:59.935870 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-88e57c97-8ea3-4e20-9f35-644a12e28dd4 req-3afd0472-e421-4d28-922a-a2367d8371ec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 1101 time: 0.1352148 Aug 03 19:16:59.984256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-664e41aa-3c8b-4595-bad3-a36e057d4498 None None] Could not find standard attr ID for object 18d7bf40-8475-457d-8965-d55e7db833b4. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:17:00.012444 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-88e57c97-8ea3-4e20-9f35-644a12e28dd4 req-1f29f868-9922-4dba-94ec-2e19e38c034d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542839 Aug 03 19:17:00.068755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.101690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb0ce2-cb9b-40de-8735-0b953f0d07d3 req-8817f063-2ae7-4703-9796-0336e0c52b88 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:00.103611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98cb0ce2-cb9b-40de-8735-0b953f0d07d3 req-8817f063-2ae7-4703-9796-0336e0c52b88 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.2982855 Aug 03 19:17:00.145387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c90510-c897-495a-bc30-420c9403e117,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.145803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c74e95b-4c07-4f27-9c31-3eb9241a06ba tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.152184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6c74e95b-4c07-4f27-9c31-3eb9241a06ba tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/18d7bf40-8475-457d-8965-d55e7db833b4 HTTP/1.1" status: 204 len: 168 time: 3.2568946 Aug 03 19:17:00.155005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44038) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:00.176833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Allocated IP 172.20.0.13 (05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae/3ea1e695-aa1b-4104-ad7e-91e2dd993142/7285fccc-f15c-4372-a9d6-a0e6fb29ec34) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:00.184473 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9361720-8c9d-4d61-905c-0e550293f870 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:17:00.186443 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9361720-8c9d-4d61-905c-0e550293f870 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/18d7bf40-8475-457d-8965-d55e7db833b4 HTTP/1.1" status: 404 len: 333 time: 0.0292878 Aug 03 19:17:00.188284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Checking segment: {'id': '4091665c-10f5-4d67-b201-ff2ac1bc7437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a49f9ea9-8846-457d-97cf-578d170c5b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:00.188680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Network hostable DHCP agents. Network: a49f9ea9-8846-457d-97cf-578d170c5b47, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:00.191242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44040) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:00.237749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98cb0ce2-cb9b-40de-8735-0b953f0d07d3 req-542b2011-5c23-4e74-8fc1-a1df67fb2a2d tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031873 Aug 03 19:17:00.249138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Network a49f9ea9-8846-457d-97cf-578d170c5b47 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:00.261380 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8e460766-8453-4a96-bfc6-7df9907f1457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.276382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9574672-7415-4889-a4a7-42e405361cc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet f5f547a4-be78-4a95-8e51-27e67d457f2d {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:00.281301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9574672-7415-4889-a4a7-42e405361cc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.331488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9574672-7415-4889-a4a7-42e405361cc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.428561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a49f9ea9-8846-457d-97cf-578d170c5b47) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:00.444609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac497b9-bb53-4097-8c2f-deae20325cb2 None None] Network a49f9ea9-8846-457d-97cf-578d170c5b47 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:00.463207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:00.464465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.527451 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f7f0073d-925e-4c39-8328-0089f91e8291 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9613047 Aug 03 19:17:00.529008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9574672-7415-4889-a4a7-42e405361cc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.662490 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.707599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9574672-7415-4889-a4a7-42e405361cc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.712921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ad8b55-6855-47b5-87e5-b814cbdad980 None None] Network a49f9ea9-8846-457d-97cf-578d170c5b47 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:00.722040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.788634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9574672-7415-4889-a4a7-42e405361cc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f547a4-be78-4a95-8e51-27e67d457f2d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.804633 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9574672-7415-4889-a4a7-42e405361cc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.810156 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9574672-7415-4889-a4a7-42e405361cc0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/f5f547a4-be78-4a95-8e51-27e67d457f2d HTTP/1.1" status: 204 len: 168 time: 0.6177838 Aug 03 19:17:00.811166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44068) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:00.917855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0793e1ff-aa75-4ce2-91cc-879edd6d075a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 63d8ae06-9886-475e-9850-805aff4e0c56 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:00.925427 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0793e1ff-aa75-4ce2-91cc-879edd6d075a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.957248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:00.984235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event updated for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.987359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:01.000806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff3a00-00da-44c1-a2c9-8a18faab0f68 req-c65f9575-0220-499d-96a1-9b2518b20c7e tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.006452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62ff3a00-00da-44c1-a2c9-8a18faab0f68 req-c65f9575-0220-499d-96a1-9b2518b20c7e tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 932 time: 0.1743233 Aug 03 19:17:01.012839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:01.017578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0793e1ff-aa75-4ce2-91cc-879edd6d075a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.105046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7873ee-589a-4301-96f2-c26e4399b2cc req-a940a6e7-603e-49b6-9ca9-e95caf0f2e7d tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.108005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c7873ee-589a-4301-96f2-c26e4399b2cc req-a940a6e7-603e-49b6-9ca9-e95caf0f2e7d tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 946 time: 0.1863041 Aug 03 19:17:01.145148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e058b-5883-4ae5-84a3-a67bab4eddcd None None] Network 9f7d5e76-d106-48a2-a003-e64781bad75b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:01.182219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0793e1ff-aa75-4ce2-91cc-879edd6d075a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.201762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62ff3a00-00da-44c1-a2c9-8a18faab0f68 req-226b30cb-07d9-4c2f-901e-e1fd0f76d905 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825485 Aug 03 19:17:01.221514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.222392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8595e069-ca36-48da-9e8e-c48232d1b040 None None] Could not find standard attr ID for object 18d7bf40-8475-457d-8965-d55e7db833b4. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:17:01.222573 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.269914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c7873ee-589a-4301-96f2-c26e4399b2cc req-bdbbe2ef-b28e-4e96-956f-812a63c52d36 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510713 Aug 03 19:17:01.273792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-826c53a9-5dbe-4026-9416-dfc3d9c5567b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2556074 Aug 03 19:17:01.290113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Request body: {'port': {'device_id': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:01.309876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0793e1ff-aa75-4ce2-91cc-879edd6d075a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.335175 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0793e1ff-aa75-4ce2-91cc-879edd6d075a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.337404 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0793e1ff-aa75-4ce2-91cc-879edd6d075a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/63d8ae06-9886-475e-9850-805aff4e0c56 HTTP/1.1" status: 204 len: 168 time: 0.5249002 Aug 03 19:17:01.350988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44074) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:01.378027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793e1ff-aa75-4ce2-91cc-879edd6d075a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=63d8ae06-9886-475e-9850-805aff4e0c56,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:01.456919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3889f7-f631-45d8-9a3e-7c31de25ae00 None None] Update dhcp port {'port': {'network_id': '9f7d5e76-d106-48a2-a003-e64781bad75b', 'fixed_ips': [{'subnet_id': '63d8ae06-9886-475e-9850-805aff4e0c56'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '614b635d-6098-4b41-9845-527b96997114'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:17:01.486384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dc3889f7-f631-45d8-9a3e-7c31de25ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.632968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.644932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.692359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45050674-7698-46a6-acb8-1c4c0b3e24d0 None None] Network 9f7d5e76-d106-48a2-a003-e64781bad75b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:01.718968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd631b-c7e0-483f-9031-1a5130d206aa req-fdcd5b04-df8f-41e1-ab9c-cfd9318318e9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.721610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0cd631b-c7e0-483f-9031-1a5130d206aa req-fdcd5b04-df8f-41e1-ab9c-cfd9318318e9 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 950 time: 0.2711613 Aug 03 19:17:01.762501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5086be-f671-402b-9e25-e5cf9d28c1db req-74c42ed7-3519-4c46-b862-14882ed1fa6f tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.764660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a5086be-f671-402b-9e25-e5cf9d28c1db req-74c42ed7-3519-4c46-b862-14882ed1fa6f tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 951 time: 0.3621824 Aug 03 19:17:01.773130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-54850676-304c-44b0-92fe-d7a16a2943c3 None None] Provisioning complete for port 614b635d-6098-4b41-9845-527b96997114 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:01.773532 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-54850676-304c-44b0-92fe-d7a16a2943c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.893732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.954737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0cd631b-c7e0-483f-9031-1a5130d206aa req-81bfa407-202d-4a19-bf4b-e03f582c9b0f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866324 Aug 03 19:17:01.971725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] DHCP port deletion for 9f7d5e76-d106-48a2-a003-e64781bad75b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:17:02.002607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a5086be-f671-402b-9e25-e5cf9d28c1db req-49783a78-de50-4d08-8f69-c847ef037a10 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209153 Aug 03 19:17:02.052133 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:02.112974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] Deleting port 614b635d-6098-4b41-9845-527b96997114 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:02.113935 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.130221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 614b635d-6098-4b41-9845-527b96997114 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:02.130621 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.190606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-5515dc6d-06ec-4c1a-b2ac-c671b661d7d5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2111301 Aug 03 19:17:02.195427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bedb39-e5f5-45ff-867d-4da3e5d4d638 admin admin] Deleting subnet 21c90510-c897-495a-bc30-420c9403e117 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:02.206466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6bedb39-e5f5-45ff-867d-4da3e5d4d638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.240266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] For port 614b635d-6098-4b41-9845-527b96997114, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=614b635d-6098-4b41-9845-527b96997114,segment=NetworkSegment(779345fe-c242-4f00-ad8c-38ff419575d5),segment_id=779345fe-c242-4f00-ad8c-38ff419575d5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:02.240568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] For port 614b635d-6098-4b41-9845-527b96997114, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=614b635d-6098-4b41-9845-527b96997114,segment=NetworkSegment(779345fe-c242-4f00-ad8c-38ff419575d5),segment_id=779345fe-c242-4f00-ad8c-38ff419575d5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:02.240770 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.240966 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.268522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 614b635d-6098-4b41-9845-527b96997114 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:02.269651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] Calling delete_port for 614b635d-6098-4b41-9845-527b96997114 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:02.288905 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6bedb39-e5f5-45ff-867d-4da3e5d4d638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.396787 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.397923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6bedb39-e5f5-45ff-867d-4da3e5d4d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.462481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] Pushing event deleted for resources: {'Port': ['ID=614b635d-6098-4b41-9845-527b96997114,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.478291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c35c47-0585-44aa-b1b0-91002e0d6e4c None None] No DVR routers for this DVR port 614b635d-6098-4b41-9845-527b96997114 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:02.496544 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6bedb39-e5f5-45ff-867d-4da3e5d4d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.533796 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6bedb39-e5f5-45ff-867d-4da3e5d4d638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.533796 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c6bedb39-e5f5-45ff-867d-4da3e5d4d638 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/21c90510-c897-495a-bc30-420c9403e117 HTTP/1.1" status: 204 len: 168 time: 0.4798293 Aug 03 19:17:02.533796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bedb39-e5f5-45ff-867d-4da3e5d4d638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c90510-c897-495a-bc30-420c9403e117,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.539299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44114) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:02.540605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:02.559408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-a5d47113-a1fd-4f3a-95f8-687502ce1dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:02.562222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-a5d47113-a1fd-4f3a-95f8-687502ce1dbb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 1101 time: 0.2890227 Aug 03 19:17:02.580892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.626196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.642797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Transition to ACTIVE for port object 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:02.720075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.720538 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.731969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49f9ea9-8846-457d-97cf-578d170c5b47']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:02.744323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4091665c-10f5-4d67-b201-ff2ac1bc7437') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:02.744602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4091665c-10f5-4d67-b201-ff2ac1bc7437') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:02.756167 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.772594 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.783319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:02.784760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:02.787006 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:02.815513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.863583 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.872491 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.876820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] 10.222.0.42 "DELETE /v2.0/networks/a49f9ea9-8846-457d-97cf-578d170c5b47 HTTP/1.1" status: 204 len: 168 time: 0.3364973 Aug 03 19:17:02.898646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No DVR routers for this DVR port 614b635d-6098-4b41-9845-527b96997114 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:02.912238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e882-3e5a-4d9f-93f6-c9741b5a993b admin admin] Pushing event deleted for resources: {'Network': ['ID=a49f9ea9-8846-457d-97cf-578d170c5b47,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.917406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Pushing event updated for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.979660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c3308-2f0e-46c6-9a21-900c58b57232 req-2283721e-82ee-406d-9484-528972033451 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:02.981621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f63c3308-2f0e-46c6-9a21-900c58b57232 req-2283721e-82ee-406d-9484-528972033451 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.3412929 Aug 03 19:17:03.029245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=614b635d-6098-4b41-9845-527b96997114,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:03.043001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-896917bc-63c7-4281-9818-7fbf901a0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.044426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-896917bc-63c7-4281-9818-7fbf901a0bfe service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.4378941 Aug 03 19:17:03.104058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44128) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:03.111210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:03.177789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-fde48c71-29b7-43aa-921f-1e952bbcd85a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a HTTP/1.1" status: 200 len: 217 time: 0.1154802 Aug 03 19:17:03.215458 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-16b072ff-8775-4396-a5bc-53589e08fd76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23125553d3ac4d42a42d2d2e66731493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079426 Aug 03 19:17:03.216961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44130) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:03.226559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.269230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f63c3308-2f0e-46c6-9a21-900c58b57232 req-d3f93357-47fc-4c3f-b1ba-bfbc18f5a7f9 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582374 Aug 03 19:17:03.274694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7d5e76-d106-48a2-a003-e64781bad75b']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:03.294161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779345fe-c242-4f00-ad8c-38ff419575d5') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:03.295804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779345fe-c242-4f00-ad8c-38ff419575d5') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:03.306568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 614b635d-6098-4b41-9845-527b96997114 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:03.317649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35857a65-c2c9-4e49-bac2-e690cd79c8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.343794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35857a65-c2c9-4e49-bac2-e690cd79c8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.352669 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.356422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 614b635d-6098-4b41-9845-527b96997114 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:03.356778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 614b635d-6098-4b41-9845-527b96997114 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:03.402863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:03.406596 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493868c4-99d5-464b-9764-1d7fdcb5d030" -d '{"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:03.434573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:03.441790 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.489043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35857a65-c2c9-4e49-bac2-e690cd79c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.491843 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35857a65-c2c9-4e49-bac2-e690cd79c8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.497629 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-35857a65-c2c9-4e49-bac2-e690cd79c8e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39b7c0f8-b55a-4ed6-987e-eabc69378964 HTTP/1.1" status: 204 len: 168 time: 0.2746305 Aug 03 19:17:03.515161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35857a65-c2c9-4e49-bac2-e690cd79c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7c0f8-b55a-4ed6-987e-eabc69378964,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:03.557639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=11']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:03.667293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.704450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Attempting to bind port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:03.704826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Attempting to bind port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:03.705113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Attempting to bind port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:03.736042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-c1901558-88ca-4455-9c7f-a83c2dec4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.737613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-c1901558-88ca-4455-9c7f-a83c2dec4c45 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.5371053 Aug 03 19:17:03.740580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.748059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab109809-7075-44bd-be46-462e690dc3a3 req-7bc6da84-692c-43b1-b118-a6eb0a73d814 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.748059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab109809-7075-44bd-be46-462e690dc3a3 req-7bc6da84-692c-43b1-b118-a6eb0a73d814 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 1101 time: 0.5786724 Aug 03 19:17:03.748059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:03.748059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Attempting to bind port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:03.764286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:03.764786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:03.771681 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:03.838017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:03.838295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Checking segment: {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:03.838622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Bound using segment: {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:03.839078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Bound port: 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:03.839443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.911510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772945b-77f1-4f68-8b65-e30a8ca11461 req-b39c9509-7dfe-46eb-b6c0-224127ce3274 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.913183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a772945b-77f1-4f68-8b65-e30a8ca11461 req-b39c9509-7dfe-46eb-b6c0-224127ce3274 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 944 time: 0.2438178 Aug 03 19:17:03.935070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.947366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab109809-7075-44bd-be46-462e690dc3a3 req-bade9b3f-c7c5-4f46-8265-9cd7a7f7ec0d tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782327 Aug 03 19:17:03.951673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.953758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/networks/9f7d5e76-d106-48a2-a003-e64781bad75b HTTP/1.1" status: 204 len: 168 time: 2.6013606 Aug 03 19:17:03.960300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44152) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:03.963513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-0536d06b-4918-46b2-bd33-947bf74abfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.965093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-0536d06b-4918-46b2-bd33-947bf74abfa2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2137079 Aug 03 19:17:04.006488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514cf1b-68bb-41d5-b957-5edda60c2930 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Network': ['ID=9f7d5e76-d106-48a2-a003-e64781bad75b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:04.100932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a772945b-77f1-4f68-8b65-e30a8ca11461 req-ab486c27-3261-46c1-9138-fbf572c4a3c0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604960 Aug 03 19:17:04.131735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:04.140446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:04.156316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.177268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36921995-0419-4d9c-9282-79da3f6c24e9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.180270 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36921995-0419-4d9c-9282-79da3f6c24e9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2194204 Aug 03 19:17:04.188472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44170) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:04.219534 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133fab1d-97dc-46c1-be71-32576dc294cf x-openstack-request-id: req-133fab1d-97dc-46c1-be71-32576dc294cf {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:04.220473 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:04.221392 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-133fab1d-97dc-46c1-be71-32576dc294cf {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:04.222450 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'code': 200} Aug 03 19:17:04.291956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.292595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.294136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] 10.222.0.88 "PUT /v2.0/ports/7285fccc-f15c-4372-a9d6-a0e6fb29ec34 HTTP/1.1" status: 200 len: 1092 time: 3.0123401 Aug 03 19:17:04.294950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'tag': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:04.312038 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d38851-d4af-419e-b111-88749741056f" -d '{"events": [{"name": "network-changed", "server_uuid": "39dce58b-f9aa-4e37-9ced-72b0b42d94fe", "tag": "7285fccc-f15c-4372-a9d6-a0e6fb29ec34"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:04.319265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-ef89015b-abdd-4ac2-97e0-e1be8010b128 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310537 Aug 03 19:17:04.359196 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7e5914de-3ee9-4da1-bc8f-e091a4861838 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1668968 Aug 03 19:17:04.362739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44180) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:04.377820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-416821486'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:04.382680 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.449222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:04.475684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d656acd-67c2-4e6d-9bbb-14c9c6f55160 service neutron] Pushing event updated for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:04.494647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.559350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d6a15b-2172-4678-8ff9-1881dd866717 req-379232c2-d31b-44fd-b535-45d50ec526ae service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187996 Aug 03 19:17:04.569755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:04.580240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-2c343921-af6b-4012-b10c-ca2eb2959070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.581952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-2c343921-af6b-4012-b10c-ca2eb2959070 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 1095 time: 0.1246672 Aug 03 19:17:04.613530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.614630 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Added segment fa07ef28-7f2a-4f05-9cb4-69b110615852 of type vlan for network 3f80a1d9-e705-4272-910e-a807101317ad Aug 03 19:17:04.656395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-492d9b28-b76e-4fc3-a6eb-fea93d0e5d1f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34 HTTP/1.1" status: 200 len: 217 time: 0.0643852 Aug 03 19:17:04.693256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.756646 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.760020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-ee4a2430-6978-46e5-ba67-ed36ad1e4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.761635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-ee4a2430-6978-46e5-ba67-ed36ad1e4c29 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea1e695-aa1b-4104-ad7e-91e2dd993142 HTTP/1.1" status: 200 len: 861 time: 0.0960152 Aug 03 19:17:04.770192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621c950-903d-411d-8799-8f8d6434ea02 req-c1e07515-645f-452b-95bf-10fdd25c6ac2 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.776110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.776110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.777778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0621c950-903d-411d-8799-8f8d6434ea02 req-c1e07515-645f-452b-95bf-10fdd25c6ac2 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.1247439 Aug 03 19:17:04.832013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-00db353c-b771-4de4-91c6-e66b32109d5b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520084 Aug 03 19:17:04.880539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0621c950-903d-411d-8799-8f8d6434ea02 req-da1811b7-be96-40a1-9c3c-75b7d3562af6 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018298 Aug 03 19:17:04.954780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Network': ['ID=3f80a1d9-e705-4272-910e-a807101317ad,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:04.969337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 3f80a1d9-e705-4272-910e-a807101317ad details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:04.974698 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d39cc272-a49a-45c7-bdb7-37732a4261a8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6047449 Aug 03 19:17:04.977799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44228) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:04.985573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '3f80a1d9-e705-4272-910e-a807101317ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:04.990461 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d26ae9c-b15d-4428-b7f3-8ec9efcc89b8 x-openstack-request-id: req-8d26ae9c-b15d-4428-b7f3-8ec9efcc89b8 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:04.990732 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dce58b-f9aa-4e37-9ced-72b0b42d94fe", "tag": "7285fccc-f15c-4372-a9d6-a0e6fb29ec34", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:04.990984 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d26ae9c-b15d-4428-b7f3-8ec9efcc89b8 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:04.991596 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'tag': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34', 'status': 'completed', 'code': 200} Aug 03 19:17:05.011857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-51536b52-391f-4bff-916c-4a812711f134 service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637950 Aug 03 19:17:05.211781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be6534d5-7dba-4108-b43c-7adcc8ba35d6 req-c82d0b13-95b7-48f3-80f4-a2e9209add40 service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651671 Aug 03 19:17:05.220444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-7eb450d6-a39b-47e5-945d-06b34ce6fbcb tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603299 Aug 03 19:17:05.224794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44256) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:05.372781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:05.376724 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.458507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1228376067-network', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:05.521509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d38851-d4af-419e-b111-88749741056f req-577e62bc-7c32-42b3-889a-a9a3e22beee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.524141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06d38851-d4af-419e-b111-88749741056f req-577e62bc-7c32-42b3-889a-a9a3e22beee8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 1095 time: 0.2245610 Aug 03 19:17:05.560294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9dbe0516-9dae-48c0-ac7d-e3ea969ffd39 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.563061 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9dbe0516-9dae-48c0-ac7d-e3ea969ffd39 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285005 Aug 03 19:17:05.752109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-c299165b-e63c-44e2-be66-b98e1096d3f4 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/quotas/8e0f63f30ef74aec900477fcd78165c2 HTTP/1.1" status: 200 len: 375 time: 0.1792147 Aug 03 19:17:05.760650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Made reservation on behalf of c707e86e98764a569ca4b8c52c75eab6 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:05.765082 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.835246 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.958908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2888fd-7704-419f-8dcd-bebeb8f24b57 req-cd2c1240-5ae0-469e-a03f-e7a8c94d6b10 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.965041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2888fd-7704-419f-8dcd-bebeb8f24b57 req-cd2c1240-5ae0-469e-a03f-e7a8c94d6b10 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.971701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2888fd-7704-419f-8dcd-bebeb8f24b57 req-cd2c1240-5ae0-469e-a03f-e7a8c94d6b10 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.973508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b2888fd-7704-419f-8dcd-bebeb8f24b57 req-cd2c1240-5ae0-469e-a03f-e7a8c94d6b10 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016&device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf&device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 2418 time: 0.3669291 Aug 03 19:17:06.000656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d38851-d4af-419e-b111-88749741056f req-82eb304d-5706-4fd4-b640-523debca4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.002332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06d38851-d4af-419e-b111-88749741056f req-82eb304d-5706-4fd4-b640-523debca4db7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 922 time: 0.4318240 Aug 03 19:17:06.032387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-68527ec8-5945-4c6d-9c1b-c440ebd0b8c5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2576509 Aug 03 19:17:06.097304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06d38851-d4af-419e-b111-88749741056f req-2fb604b2-a2a0-4fa0-b845-4f1126ee36a1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34 HTTP/1.1" status: 200 len: 217 time: 0.0829952 Aug 03 19:17:06.213699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b2888fd-7704-419f-8dcd-bebeb8f24b57 req-56d95171-8361-410d-9ca1-9bac23121fe7 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237563 Aug 03 19:17:06.249280 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.305582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d38851-d4af-419e-b111-88749741056f req-60b6a49c-4ec1-42dd-9148-6f2cdd043f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.307206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06d38851-d4af-419e-b111-88749741056f req-60b6a49c-4ec1-42dd-9148-6f2cdd043f94 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea1e695-aa1b-4104-ad7e-91e2dd993142 HTTP/1.1" status: 200 len: 861 time: 0.1760283 Aug 03 19:17:06.427704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06d38851-d4af-419e-b111-88749741056f req-8b94bbdc-3d5e-4a60-a4b1-192a75966e48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077037 Aug 03 19:17:06.494623 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.546880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=cd99f219-3bfe-4b13-a690-2046d0ff4813,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:06.550080 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.601339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734724-beb5-4a8b-ba19-bedfe780cc42 req-18b1aeea-cf1f-4c56-933b-0a705539e1f5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.603040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41734724-beb5-4a8b-ba19-bedfe780cc42 req-18b1aeea-cf1f-4c56-933b-0a705539e1f5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 944 time: 0.3025227 Aug 03 19:17:06.628408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:06.631779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Checking segment: {'id': 'fa07ef28-7f2a-4f05-9cb4-69b110615852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f80a1d9-e705-4272-910e-a807101317ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:06.632145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network hostable DHCP agents. Network: 3f80a1d9-e705-4272-910e-a807101317ad, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:06.650863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea78ee-7822-4cd0-b87f-4a26f81ad342,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:06.683177 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.683535 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Added segment 5bd12492-3c28-407f-8e7f-e9214f3b117f of type vlan for network 144f6304-9919-46bf-b3ac-52043ed9bd13 Aug 03 19:17:06.787807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06d38851-d4af-419e-b111-88749741056f req-82a7b81f-1a3d-417d-8079-92b55b92bd7f service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156021 Aug 03 19:17:06.791287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 3f80a1d9-e705-4272-910e-a807101317ad is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:06.799619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41734724-beb5-4a8b-ba19-bedfe780cc42 req-2e0c49d1-e3c2-4ef6-9b69-58b299bb77e9 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723528 Aug 03 19:17:06.836143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.865602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 3f80a1d9-e705-4272-910e-a807101317ad) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:06.879531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34bb7b-450f-432d-a173-94610f646312 None None] Network 3f80a1d9-e705-4272-910e-a807101317ad requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:06.880751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.881364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.925389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-06d60ad0-7acd-4bac-82a1-37add7ce4a72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9463861 Aug 03 19:17:06.925800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44318) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.936656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '3f80a1d9-e705-4272-910e-a807101317ad', 'name': 'tempest-PortsTestJSON-1835799042'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:06.951520 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.952564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.953157 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.978752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06d38851-d4af-419e-b111-88749741056f req-d9746d9d-af61-481e-9343-b911fc3057a4 service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770473 Aug 03 19:17:07.127541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] Pushing event updated for resources: {'Network': ['ID=144f6304-9919-46bf-b3ac-52043ed9bd13,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:07.147414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:07.149051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:07.160094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.162891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7a6774cc-91d1-447b-b31e-a68d7cca7cfe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9365542 Aug 03 19:17:07.165800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44330) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.178698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Request body: {'subnet': {'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1228376067-subnet', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.262840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 9c718a63-8c71-4947-bb21-156422dd8cde yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:07.283665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57ec8cef-50b8-4d58-bea8-603a65f17f9c req-2555f433-ccf3-4fc0-8d54-dc8f2c1a7be2 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 210 time: 0.0677049 Aug 03 19:17:07.336832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-3f80a1d9-e705-4272-910e-a807101317ad', 'network_id': '3f80a1d9-e705-4272-910e-a807101317ad', 'tenant_id': 'c3deed207ee6423faf0ea91a1d1eeb84', 'fixed_ips': [{'subnet_id': 'cd99f219-3bfe-4b13-a690-2046d0ff4813'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:17:07.337762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.479431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Made reservation on behalf of c707e86e98764a569ca4b8c52c75eab6 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:07.481890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.512581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00bc02-4c3e-4925-ba5b-b7f1d9aa3bf1 req-b8b5229c-15e1-4194-bb6e-5b052dc3d8fa tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:07.515443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca00bc02-4c3e-4925-ba5b-b7f1d9aa3bf1 req-b8b5229c-15e1-4194-bb6e-5b052dc3d8fa tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.1166508 Aug 03 19:17:07.543187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.14 (3f80a1d9-e705-4272-910e-a807101317ad/cd99f219-3bfe-4b13-a690-2046d0ff4813/9c718a63-8c71-4947-bb21-156422dd8cde) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:07.580215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca00bc02-4c3e-4925-ba5b-b7f1d9aa3bf1 req-cff6e7c7-8187-44e9-8267-334d2b154348 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585232 Aug 03 19:17:07.668082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:07.798438 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.814149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 9c718a63-8c71-4947-bb21-156422dd8cde will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:07.920526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.923822 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.013419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 3f80a1d9-e705-4272-910e-a807101317ad is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:08.024247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:08.040581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:08.109848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-a8947d62-ef1f-4e43-8e52-2ff0900834de tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=8e0f63f30ef74aec900477fcd78165c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723519 Aug 03 19:17:08.128691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=9c718a63-8c71-4947-bb21-156422dd8cde,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:08.148719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def412f2-4c66-4154-97d4-79a13a1f968d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:08.213831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Checking segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:08.216626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Network hostable DHCP agents. Network: 144f6304-9919-46bf-b3ac-52043ed9bd13, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:08.264122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:08.270529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.316831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:08.353115 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2abdfde5-44a3-42d1-95dd-fa6fc8606cf6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4245360 Aug 03 19:17:08.358288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44402) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:08.365813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '3f80a1d9-e705-4272-910e-a807101317ad', 'name': 'tempest-PortsTestJSON-807105806'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:08.412341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Allocated IP 172.20.0.2 (3f80a1d9-e705-4272-910e-a807101317ad/cd99f219-3bfe-4b13-a690-2046d0ff4813/990cef87-f881-4333-ae0f-2b4b80a75a61) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:08.458424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 144f6304-9919-46bf-b3ac-52043ed9bd13) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:08.470594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:08.472361 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.479408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b6970-4065-49fd-a416-dbdbed02c22b None None] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:08.569626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ae3c42a1-bb31-4bad-b7d9-66a285dd6146 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4012067 Aug 03 19:17:08.579010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44406) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:08.584753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:08.629048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.630727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.668237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:08.695461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:08.699566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.724572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34', 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'port_id': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34', 'mac_address': 'fa:16:3e:e9:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea1e695-aa1b-4104-ad7e-91e2dd993142', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:08.756715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.850792 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.862607 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 9f3238fd-051f-489d-a329-c6e79db8e0f6 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:08.897918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558ea5-d821-41a3-b3d9-884a8be060a4 req-7dc09ef5-2094-44d7-938a-8f4908a63925 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:08.907860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88558ea5-d821-41a3-b3d9-884a8be060a4 req-7dc09ef5-2094-44d7-938a-8f4908a63925 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 944 time: 0.9251714 Aug 03 19:17:08.914245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44412) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:08.917755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:09.001845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be2bf041-4660-40a2-8945-2dc620e277b8 req-4ed152fa-b2c2-46fb-a2e2-0ad1f27e5c00 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 210 time: 0.0815873 Aug 03 19:17:09.058616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88558ea5-d821-41a3-b3d9-884a8be060a4 req-15947853-4b0b-4e91-ac4e-9d9ce1b9c769 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491358 Aug 03 19:17:09.069996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.140130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:09.175481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-a97b8960-bd32-4183-9482-66ef340fa369 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:09.178938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-a97b8960-bd32-4183-9482-66ef340fa369 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0533564 Aug 03 19:17:09.194521 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.222594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Request body: {'port': {'device_id': 'a7190788-5975-4fd9-b528-f4f604c81b93', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '8e0f63f30ef74aec900477fcd78165c2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:09.320635 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.347965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Transition to ACTIVE for port object 990cef87-f881-4333-ae0f-2b4b80a75a61 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:09.387891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Transition to ACTIVE for port object 990cef87-f881-4333-ae0f-2b4b80a75a61 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:09.429039 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6474221a-52fb-475f-b84c-02c9cb88f4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.432404 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:17:09.446310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.464678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-144f6304-9919-46bf-b3ac-52043ed9bd13', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:17:09.466240 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.549321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:09.567715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Network 3f80a1d9-e705-4272-910e-a807101317ad is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:09.585594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['7285fccc-f15c-4372-a9d6-a0e6fb29ec34'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:09.648119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.10 (3f80a1d9-e705-4272-910e-a807101317ad/cd99f219-3bfe-4b13-a690-2046d0ff4813/9f3238fd-051f-489d-a329-c6e79db8e0f6) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:09.718885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6474221a-52fb-475f-b84c-02c9cb88f4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.737090 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6474221a-52fb-475f-b84c-02c9cb88f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.820307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.831771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474221a-52fb-475f-b84c-02c9cb88f4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757290a8-068c-4d31-8b2c-85572f2f4815,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:09.881714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Made reservation on behalf of 8e0f63f30ef74aec900477fcd78165c2 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:09.885392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.891697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:09.907323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.925789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:09.942386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6474221a-52fb-475f-b84c-02c9cb88f4bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4f008ab50f5462ab34f908b91233eda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0272031 Aug 03 19:17:09.946467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44484) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.026140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Pushing event updated for resources: {'Port': ['ID=990cef87-f881-4333-ae0f-2b4b80a75a61,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.142380 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a61c1852-dd7c-4d98-95c9-750e53cafa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.151638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.175386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Attempting to bind port 990cef87-f881-4333-ae0f-2b4b80a75a61 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:10.175977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Attempting to bind port 990cef87-f881-4333-ae0f-2b4b80a75a61 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'fa07ef28-7f2a-4f05-9cb4-69b110615852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f80a1d9-e705-4272-910e-a807101317ad'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:10.176202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Attempting to bind port 990cef87-f881-4333-ae0f-2b4b80a75a61 on network 3f80a1d9-e705-4272-910e-a807101317ad {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:10.188652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:10.189996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Checking segment: {'id': 'fa07ef28-7f2a-4f05-9cb4-69b110615852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f80a1d9-e705-4272-910e-a807101317ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:10.190453 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.191390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Bound using segment: {'id': 'fa07ef28-7f2a-4f05-9cb4-69b110615852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f80a1d9-e705-4272-910e-a807101317ad'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:10.192527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Bound port: 990cef87-f881-4333-ae0f-2b4b80a75a61, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa07ef28-7f2a-4f05-9cb4-69b110615852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f80a1d9-e705-4272-910e-a807101317ad'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:10.192876 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.194926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 9f3238fd-051f-489d-a329-c6e79db8e0f6 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:10.202743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91011928-1814-472b-aaac-189ce08e0f7e req-91e8d300-929b-4d8a-bba0-303c328c0ec3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.204478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91011928-1814-472b-aaac-189ce08e0f7e req-91e8d300-929b-4d8a-bba0-303c328c0ec3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.2034721 Aug 03 19:17:10.218596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Allocated IP 172.25.4.249 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/20352e6a-7539-4bfe-9e94-09f0b2ffd755) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:10.240967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Allocated IP 172.20.0.2 (144f6304-9919-46bf-b3ac-52043ed9bd13/def412f2-4c66-4154-97d4-79a13a1f968d/40315390-1e42-4e49-aac2-99d5b0e3c475) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:10.251851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a61c1852-dd7c-4d98-95c9-750e53cafa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.294935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d04419a5-4f45-470f-b8d1-22da843d723d req-deded72d-e0ca-4392-88dd-8b991f1b9927 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 210 time: 0.0893519 Aug 03 19:17:10.324315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Allocated IP 192.168.233.118 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/d49cea1a-9e96-479b-b6f7-3e332804ebde) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:10.343275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.366842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91011928-1814-472b-aaac-189ce08e0f7e req-0835c669-6b65-4b5b-a8a9-96bf56e085c3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239715 Aug 03 19:17:10.384656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] For port 990cef87-f881-4333-ae0f-2b4b80a75a61, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:10.391167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] For port 990cef87-f881-4333-ae0f-2b4b80a75a61, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=990cef87-f881-4333-ae0f-2b4b80a75a61,segment=NetworkSegment(fa07ef28-7f2a-4f05-9cb4-69b110615852),segment_id=fa07ef28-7f2a-4f05-9cb4-69b110615852)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:10.402935 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.403317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.498091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 3f80a1d9-e705-4272-910e-a807101317ad is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:10.504272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:10.510082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:10.603480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabe18f-5aeb-45bc-b3a6-287236faa289 None None] Pushing event updated for resources: {'Port': ['ID=990cef87-f881-4333-ae0f-2b4b80a75a61,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.653743 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.661263 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.681915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Transition to ACTIVE for port object 40315390-1e42-4e49-aac2-99d5b0e3c475 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:10.694541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a61c1852-dd7c-4d98-95c9-750e53cafa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.697419 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a61c1852-dd7c-4d98-95c9-750e53cafa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.704073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a61c1852-dd7c-4d98-95c9-750e53cafa67 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/757290a8-068c-4d31-8b2c-85572f2f4815 HTTP/1.1" status: 204 len: 168 time: 0.7502663 Aug 03 19:17:10.711803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Transition to ACTIVE for port object d49cea1a-9e96-479b-b6f7-3e332804ebde will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:10.714109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Transition to ACTIVE for port object 40315390-1e42-4e49-aac2-99d5b0e3c475 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:10.714686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c1852-dd7c-4d98-95c9-750e53cafa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757290a8-068c-4d31-8b2c-85572f2f4815,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.715310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.716134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.723823 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.760586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b33c-879f-4b58-8fcd-a243f83f30d1 req-0934a23a-525f-41cd-bbb4-9d2ee13627b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.769324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3261b33c-879f-4b58-8fcd-a243f83f30d1 req-0934a23a-525f-41cd-bbb4-9d2ee13627b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 945 time: 0.1238034 Aug 03 19:17:10.797303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:10.798857 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4390960 Aug 03 19:17:10.800293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44530) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.801977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:10.810266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:10.820103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107712c-de59-4631-af66-b7e9ee689542 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=9f3238fd-051f-489d-a329-c6e79db8e0f6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.820802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Pushing event updated for resources: {'Port': ['ID=40315390-1e42-4e49-aac2-99d5b0e3c475,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.902470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3261b33c-879f-4b58-8fcd-a243f83f30d1 req-c37ff60a-3ceb-4bc8-a21d-a34ba388aa21 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319187 Aug 03 19:17:10.904132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.966335 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', '03c0e784-c226-46dc-88fa-e41dfa86ea61'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:11.078368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event updated for resources: {'Port': ['ID=d49cea1a-9e96-479b-b6f7-3e332804ebde,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:11.101796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:11.102943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Attempting to bind port 40315390-1e42-4e49-aac2-99d5b0e3c475 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:11.103547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Attempting to bind port 40315390-1e42-4e49-aac2-99d5b0e3c475 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:11.104157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Attempting to bind port 40315390-1e42-4e49-aac2-99d5b0e3c475 on network 144f6304-9919-46bf-b3ac-52043ed9bd13 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:11.105321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:11.114427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:11.121399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:11.121697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Checking segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:11.122679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.122679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Bound using segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:11.124009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Bound port: 40315390-1e42-4e49-aac2-99d5b0e3c475, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:11.124009 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.230308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] For port 40315390-1e42-4e49-aac2-99d5b0e3c475, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:11.235025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] For port 40315390-1e42-4e49-aac2-99d5b0e3c475, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=40315390-1e42-4e49-aac2-99d5b0e3c475,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:11.242878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', '2438fe5d-6b91-460b-8c62-7f3b4ae977df', '10cefdd7-0b93-417a-a732-d137b586c346', 'c8df4f22-5232-43cb-911b-ef6e798ce7d8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:11.249399 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.274947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:11.275656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.338981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9222e3d8-0710-412b-9818-0b35c4ed4449 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1229060 Aug 03 19:17:11.409939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Request body: {'port': {'device_id': 'a7190788-5975-4fd9-b528-f4f604c81b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:11.449252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 990cef87-f881-4333-ae0f-2b4b80a75a61 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:11.625869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b32b9-163d-440f-8732-ebbe11089cbe req-870222b1-9521-4af9-9664-56b5fbb696c1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:11.634817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-147b32b9-163d-440f-8732-ebbe11089cbe req-870222b1-9521-4af9-9664-56b5fbb696c1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 936 time: 0.1297991 Aug 03 19:17:11.739733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:11.774983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-147b32b9-163d-440f-8732-ebbe11089cbe req-edc16b19-54eb-4c6e-926f-7d4d5567ac92 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391616 Aug 03 19:17:11.781855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.943955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-267bc7b5-3a10-4b9c-ad5b-0f02de883dac None None] Provisioning for port d49cea1a-9e96-479b-b6f7-3e332804ebde completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:11.977993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-267bc7b5-3a10-4b9c-ad5b-0f02de883dac None None] Provisioning complete for port d49cea1a-9e96-479b-b6f7-3e332804ebde triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:11.978373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-267bc7b5-3a10-4b9c-ad5b-0f02de883dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.982125 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.079832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd435a-c2de-4bcd-bf75-67e2f09d015d None None] Pushing event updated for resources: {'Port': ['ID=40315390-1e42-4e49-aac2-99d5b0e3c475,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:12.149418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Pushing event updated for resources: {'Port': ['ID=20352e6a-7539-4bfe-9e94-09f0b2ffd755,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:12.192040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:12.196503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:12.201233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:12.328064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-267bc7b5-3a10-4b9c-ad5b-0f02de883dac None None] Port d49cea1a-9e96-479b-b6f7-3e332804ebde cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:12.382202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add1e14-1a2e-45c7-861e-7ae8e5a2f073 req-691144ef-0039-459b-a6c4-f48f204d56e6 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.391185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 990cef87-f881-4333-ae0f-2b4b80a75a61 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:12.403126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7add1e14-1a2e-45c7-861e-7ae8e5a2f073 req-691144ef-0039-459b-a6c4-f48f204d56e6 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.2826951 Aug 03 19:17:12.449244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:12.480498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:12.481184 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.676120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7add1e14-1a2e-45c7-861e-7ae8e5a2f073 req-1aa4b25e-8d8e-4f5e-ac26-05b38881f5a0 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655432 Aug 03 19:17:12.707764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27740bd5-c6f7-48db-b1da-614cbcf7ce28 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.717421 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-27740bd5-c6f7-48db-b1da-614cbcf7ce28 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 1.9092212 Aug 03 19:17:12.722270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44590) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:12.793124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71924680-3328-4de6-88ca-cf8ea89dfbd6 None None] Network 3f80a1d9-e705-4272-910e-a807101317ad requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:12.821255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.238060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.293752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49cea1a-9e96-479b-b6f7-3e332804ebde {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:13.318784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.344539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Transition to ACTIVE for port object d49cea1a-9e96-479b-b6f7-3e332804ebde will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:13.361260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.421733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ee0a3-0ba9-4cbc-9c04-fe629a7b11d2 None None] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:13.457135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 40315390-1e42-4e49-aac2-99d5b0e3c475 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:13.461096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-58ea7536-5aba-4181-be00-613aa551a720 None None] Provisioning for port 990cef87-f881-4333-ae0f-2b4b80a75a61 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:13.516667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Router f5edda3a-0add-46fb-95b4-7a093aef49b4 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:17:13.528507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-58ea7536-5aba-4181-be00-613aa551a720 None None] Provisioning complete for port 990cef87-f881-4333-ae0f-2b4b80a75a61 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:13.528890 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-58ea7536-5aba-4181-be00-613aa551a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.531258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.581850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa56e23-3bf4-4cad-a567-6ed8f6c73afc req-fd9e78db-6e3a-4294-944c-c1c17ecb5448 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:13.590133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7aa56e23-3bf4-4cad-a567-6ed8f6c73afc req-fd9e78db-6e3a-4294-944c-c1c17ecb5448 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 945 time: 0.8014274 Aug 03 19:17:13.609618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d49cea1a-9e96-479b-b6f7-3e332804ebde,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:13.785856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-61997574-f993-4fae-a4ff-5be2d6ebf3b8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 9f3238fd-051f-489d-a329-c6e79db8e0f6 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:13.786193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61997574-f993-4fae-a4ff-5be2d6ebf3b8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.803133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7aa56e23-3bf4-4cad-a567-6ed8f6c73afc req-19c1fcd5-b0ca-491f-84cc-f29783a37155 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120035 Aug 03 19:17:13.842267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:13.849190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:13.852681 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce34cd-9078-4acf-9629-b80441e78a5b" -d '{"events": [{"server_uuid": "39dce58b-f9aa-4e37-9ced-72b0b42d94fe", "name": "network-vif-plugged", "status": "completed", "tag": "7285fccc-f15c-4372-a9d6-a0e6fb29ec34"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:13.864934 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Sync routers for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:13.890741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:13.895310 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:13.895652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.896939 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d5f0bbeb-5145-4fd7-a60f-0fa9f69d8419 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3167818 Aug 03 19:17:13.903234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44642) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:13.938999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:13.975489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Attempting to bind port d49cea1a-9e96-479b-b6f7-3e332804ebde on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:13.975489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Attempting to bind port d49cea1a-9e96-479b-b6f7-3e332804ebde by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:13.976045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Attempting to bind port d49cea1a-9e96-479b-b6f7-3e332804ebde on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:13.998916 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.000082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Port d49cea1a-9e96-479b-b6f7-3e332804ebde on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:14.000689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Attempting to bind port d49cea1a-9e96-479b-b6f7-3e332804ebde on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:14.042428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:14.042707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:14.043147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:14.043924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Bound port: d49cea1a-9e96-479b-b6f7-3e332804ebde, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:14.044267 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.098462 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:14.136496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26cfcd-ab25-4e39-935d-c29e4a5cdd64 req-356b74ad-58a3-4d04-a602-ef35de8ece6b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.146309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a26cfcd-ab25-4e39-935d-c29e4a5cdd64 req-356b74ad-58a3-4d04-a602-ef35de8ece6b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 948 time: 0.1721108 Aug 03 19:17:14.158374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61997574-f993-4fae-a4ff-5be2d6ebf3b8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.227136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 40315390-1e42-4e49-aac2-99d5b0e3c475 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:14.230838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-61997574-f993-4fae-a4ff-5be2d6ebf3b8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 9f3238fd-051f-489d-a329-c6e79db8e0f6 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:14.284487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a26cfcd-ab25-4e39-935d-c29e4a5cdd64 req-5b85f0b9-d9b1-42b2-9773-752eb1eaddaa tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370165 Aug 03 19:17:14.331064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] For port d49cea1a-9e96-479b-b6f7-3e332804ebde, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:14.445983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] For port d49cea1a-9e96-479b-b6f7-3e332804ebde, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d49cea1a-9e96-479b-b6f7-3e332804ebde,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:14.476076 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.536082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.536977 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.538913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] 10.222.0.63 "PUT /v2.0/ports/d49cea1a-9e96-479b-b6f7-3e332804ebde HTTP/1.1" status: 200 len: 1096 time: 3.1672933 Aug 03 19:17:14.543607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7190788-5975-4fd9-b528-f4f604c81b93', 'tag': 'd49cea1a-9e96-479b-b6f7-3e332804ebde'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:14.546997 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7190788-5975-4fd9-b528-f4f604c81b93", "tag": "d49cea1a-9e96-479b-b6f7-3e332804ebde"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:14.596292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c9471-f925-4175-88be-0d486d18ba4a req-dbbbf4a2-7cd0-4dd9-9869-d32d76429fc5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.605754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-451c9471-f925-4175-88be-0d486d18ba4a req-dbbbf4a2-7cd0-4dd9-9869-d32d76429fc5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.1969023 Aug 03 19:17:14.664840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593cd1b-8118-4137-844f-f5f33336b0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d49cea1a-9e96-479b-b6f7-3e332804ebde,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:14.668632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:14.743214 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:12Z', 'revision_number': 3, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:14.791507 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Checking router: f5edda3a-0add-46fb-95b4-7a093aef49b4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:17:14.791861 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Updating router f5edda3a-0add-46fb-95b4-7a093aef49b4 port 20352e6a-7539-4bfe-9e94-09f0b2ffd755 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:17:14.806950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-7e091a8e-0940-40dd-94a7-fc03afdba7a9 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=17f3e5cf11a144f2862b1f629efe4682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681720 Aug 03 19:17:14.832891 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.840108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-451c9471-f925-4175-88be-0d486d18ba4a req-c0e04b4b-75ab-41d5-9948-1062792c358e tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330844 Aug 03 19:17:14.861347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-58ea7536-5aba-4181-be00-613aa551a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.864581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61997574-f993-4fae-a4ff-5be2d6ebf3b8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.871492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.871847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.872281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.872625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.872970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.874001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.875093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.875454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.875820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.876758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.877114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.877448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:14.984614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-8e8b9518-6e16-434d-9edb-fee25a517aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.986267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-8e8b9518-6e16-434d-9edb-fee25a517aa1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 1099 time: 0.3463643 Aug 03 19:17:15.084133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61997574-f993-4fae-a4ff-5be2d6ebf3b8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=9f3238fd-051f-489d-a329-c6e79db8e0f6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:15.179145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-58ea7536-5aba-4181-be00-613aa551a720 None None] For port 990cef87-f881-4333-ae0f-2b4b80a75a61, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=990cef87-f881-4333-ae0f-2b4b80a75a61,segment=NetworkSegment(fa07ef28-7f2a-4f05-9cb4-69b110615852),segment_id=fa07ef28-7f2a-4f05-9cb4-69b110615852)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:15.212940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-58ea7536-5aba-4181-be00-613aa551a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.213614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-39d0f086-42f1-4236-b008-ea06cbbbd85b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d49cea1a-9e96-479b-b6f7-3e332804ebde HTTP/1.1" status: 200 len: 217 time: 0.1724794 Aug 03 19:17:15.328843 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50164b0c-fe62-4f59-9996-dfb147f5d55c x-openstack-request-id: req-50164b0c-fe62-4f59-9996-dfb147f5d55c {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:15.329220 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dce58b-f9aa-4e37-9ced-72b0b42d94fe", "name": "network-vif-plugged", "status": "completed", "tag": "7285fccc-f15c-4372-a9d6-a0e6fb29ec34", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:15.329697 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50164b0c-fe62-4f59-9996-dfb147f5d55c {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:15.330813 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34', 'code': 200} Aug 03 19:17:15.461993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324564d-77b3-40d0-86ac-1d078195efad req-bd68e54a-8a43-4299-a187-f6311aa7fe54 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.471019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-bd68e54a-8a43-4299-a187-f6311aa7fe54 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6514468 Aug 03 19:17:15.512168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61997574-f993-4fae-a4ff-5be2d6ebf3b8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.514919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-61997574-f993-4fae-a4ff-5be2d6ebf3b8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/9f3238fd-051f-489d-a329-c6e79db8e0f6 HTTP/1.1" status: 204 len: 168 time: 2.7915039 Aug 03 19:17:15.519352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44668) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:15.531033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-70e37f6d-25d0-46fe-a720-4eb6ffe4c4eb tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/quotas/17f3e5cf11a144f2862b1f629efe4682 HTTP/1.1" status: 200 len: 375 time: 0.0590219 Aug 03 19:17:15.551005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-87d38f51-f60a-430d-b22c-2be47f716abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.558803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-87d38f51-f60a-430d-b22c-2be47f716abf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2952189 Aug 03 19:17:15.572231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Provisioning for port 9c718a63-8c71-4947-bb21-156422dd8cde completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:15.600560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-c882218e-a26b-44e2-8102-476f1c29a35c tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=17f3e5cf11a144f2862b1f629efe4682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685573 Aug 03 19:17:15.607025 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.621273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea7536-5aba-4181-be00-613aa551a720 None None] Pushing event updated for resources: {'Port': ['ID=990cef87-f881-4333-ae0f-2b4b80a75a61,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:15.636401 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecb75fa-0330-4060-8587-fa1953f6f2c1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:17:15.638718 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ecb75fa-0330-4060-8587-fa1953f6f2c1 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/9f3238fd-051f-489d-a329-c6e79db8e0f6 HTTP/1.1" status: 404 len: 333 time: 0.1173706 Aug 03 19:17:15.654168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Provisioning complete for port 9c718a63-8c71-4947-bb21-156422dd8cde triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:15.655720 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.657917 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Transition to ACTIVE for port object 20352e6a-7539-4bfe-9e94-09f0b2ffd755 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:15.660080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44674) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:15.669983 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.690530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1952a9-c894-47b3-bd5b-fb9145e12b3d req-bad47e9c-bc42-4b3b-973e-01f6ecf0138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.692716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a1952a9-c894-47b3-bd5b-fb9145e12b3d req-bad47e9c-bc42-4b3b-973e-01f6ecf0138e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 1097 time: 0.2973287 Aug 03 19:17:15.769311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-3c7dc229-2e8d-4c7d-9dfe-4fe2cfa85a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.772660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-3c7dc229-2e8d-4c7d-9dfe-4fe2cfa85a51 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876619 Aug 03 19:17:15.778416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Port 9c718a63-8c71-4947-bb21-156422dd8cde cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:15.830869 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.927610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a1952a9-c894-47b3-bd5b-fb9145e12b3d req-98898f1f-aa58-4160-9b7b-206bb02a88b2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253466 Aug 03 19:17:16.084828 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Attempting to bind port 20352e6a-7539-4bfe-9e94-09f0b2ffd755 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:16.086033 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Attempting to bind port 20352e6a-7539-4bfe-9e94-09f0b2ffd755 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:16.086849 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f90c999-5cff-4f5b-a1e8-c47cf899c568 x-openstack-request-id: req-1f90c999-5cff-4f5b-a1e8-c47cf899c568 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:16.087209 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7190788-5975-4fd9-b528-f4f604c81b93", "tag": "d49cea1a-9e96-479b-b6f7-3e332804ebde", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:16.087408 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Attempting to bind port 20352e6a-7539-4bfe-9e94-09f0b2ffd755 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:16.087612 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f90c999-5cff-4f5b-a1e8-c47cf899c568 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:16.087868 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7190788-5975-4fd9-b528-f4f604c81b93', 'tag': 'd49cea1a-9e96-479b-b6f7-3e332804ebde', 'status': 'completed', 'code': 200} Aug 03 19:17:16.090687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-ca1c13a0-9915-4f93-b419-c19ea3176bbe service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065965 Aug 03 19:17:16.091468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Provisioning complete for port 990cef87-f881-4333-ae0f-2b4b80a75a61 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:16.092767 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.132513 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:16.132882 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:16.133300 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.133783 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:16.134279 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Bound port: 20352e6a-7539-4bfe-9e94-09f0b2ffd755, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:16.134707 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.185773 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Pushing event updated for resources: {'Port': ['ID=20352e6a-7539-4bfe-9e94-09f0b2ffd755,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:16.247538 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.247880 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.250102 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.259317 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.260447 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.262225 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.262718 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.263779 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.266689 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.267004 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.269929 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.270988 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:16.353826 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] For port 20352e6a-7539-4bfe-9e94-09f0b2ffd755, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:16.361047 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] For port 20352e6a-7539-4bfe-9e94-09f0b2ffd755, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=20352e6a-7539-4bfe-9e94-09f0b2ffd755,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:16.368055 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.410656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Provisioning for port 40315390-1e42-4e49-aac2-99d5b0e3c475 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:16.438217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb10de-57cf-4a49-bbd2-bdf3ab95ff8b req-810b9f8c-a4a4-443f-869b-56b9fe6f5cc3 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:16.439071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Provisioning complete for port 40315390-1e42-4e49-aac2-99d5b0e3c475 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:16.439874 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.440996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3eb10de-57cf-4a49-bbd2-bdf3ab95ff8b req-810b9f8c-a4a4-443f-869b-56b9fe6f5cc3 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 946 time: 0.1371017 Aug 03 19:17:16.448304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7962241-1d9e-4e83-9dfc-7b05e538929a req-9df2a44b-3f7a-4182-8a1e-d3897a0af909 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214133 Aug 03 19:17:16.458080 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe082ab-4917-4556-905f-0d9ef00fe65b None None] Pushing event updated for resources: {'Port': ['ID=20352e6a-7539-4bfe-9e94-09f0b2ffd755,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:16.502103 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:16.505717 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:16.527749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 9c718a63-8c71-4947-bb21-156422dd8cde {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:16.528460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.583967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.641648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] For port 40315390-1e42-4e49-aac2-99d5b0e3c475, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=40315390-1e42-4e49-aac2-99d5b0e3c475,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:16.647701 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.671870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ef472-5a08-425e-b195-0bd670c51ff7 req-a7946caa-31db-4954-943d-3f3f2e527486 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:16.672546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Allocated IP 172.20.0.1 (144f6304-9919-46bf-b3ac-52043ed9bd13/def412f2-4c66-4154-97d4-79a13a1f968d/0f6577af-bb21-4762-a89c-af0a3bf8979c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:16.673799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39ef472-5a08-425e-b195-0bd670c51ff7 req-a7946caa-31db-4954-943d-3f3f2e527486 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 948 time: 0.2315371 Aug 03 19:17:16.680284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3eb10de-57cf-4a49-bbd2-bdf3ab95ff8b req-ee12544e-fa52-4628-8029-2ce581d3b7a2 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186058 Aug 03 19:17:16.691376 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:16.715999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Could not find standard attr ID for object 9f3238fd-051f-489d-a329-c6e79db8e0f6. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:17:16.769871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73946be5-db12-484c-874e-8f00a4c79df4 None None] Pushing event updated for resources: {'Port': ['ID=40315390-1e42-4e49-aac2-99d5b0e3c475,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:16.777665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-5bc617f9-b3a8-4797-a2a7-9832b2cae5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:16.779368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-5bc617f9-b3a8-4797-a2a7-9832b2cae5e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 1099 time: 0.1806631 Aug 03 19:17:16.819391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.852200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-26d568f8-5a06-46e8-84bd-7e6a29c67bc1 None None] Provisioning complete for port 40315390-1e42-4e49-aac2-99d5b0e3c475 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:16.854015 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-26d568f8-5a06-46e8-84bd-7e6a29c67bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.871644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 9c718a63-8c71-4947-bb21-156422dd8cde owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:17.056503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39ef472-5a08-425e-b195-0bd670c51ff7 req-90960116-7fbe-481a-9fce-213714c55b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563988 Aug 03 19:17:17.058238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-26d568f8-5a06-46e8-84bd-7e6a29c67bc1 None None] Could not find standard attr ID for object 9f3238fd-051f-489d-a329-c6e79db8e0f6. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:17:17.126852 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:12Z', 'revision_number': 3, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:17.152595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-b8559be3-8fd5-42db-adab-a87d1c40559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:17.156681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-b8559be3-8fd5-42db-adab-a87d1c40559e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.3574338 Aug 03 19:17:17.211836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.226731 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60a31a-5942-42a7-8f80-386dc74deebb None None] The sync data for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 is: [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:12Z', 'revision_number': 3, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:17.279074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce1d92-609c-47cb-8e1e-80becb01eb5b req-f4f9342f-30f8-43ca-bed6-43a09fa5f786 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:17.288569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74ce1d92-609c-47cb-8e1e-80becb01eb5b req-f4f9342f-30f8-43ca-bed6-43a09fa5f786 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.3475056 Aug 03 19:17:17.301874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 40315390-1e42-4e49-aac2-99d5b0e3c475 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:17.312396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Transition to ACTIVE for port object 0f6577af-bb21-4762-a89c-af0a3bf8979c will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:17.316519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-043dbefd-e050-4105-82f4-37fb3855cc0c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d49cea1a-9e96-479b-b6f7-3e332804ebde HTTP/1.1" status: 200 len: 217 time: 0.1501629 Aug 03 19:17:17.377632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-317a003a-7181-47d3-8957-076449148589 req-081ccc58-2a12-43a5-8f62-b3e644c2622d tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 210 time: 0.0850730 Aug 03 19:17:17.398591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.440860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 40315390-1e42-4e49-aac2-99d5b0e3c475 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:17.442433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.476554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=9c718a63-8c71-4947-bb21-156422dd8cde,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:17.500579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.501439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.502307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.502882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.503434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.504235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.505019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.505634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.506314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.506940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.508336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.508983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:17.525571 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.574455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74ce1d92-609c-47cb-8e1e-80becb01eb5b req-46dab899-e902-4ddc-8de7-e42482767bf3 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639055 Aug 03 19:17:17.586430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-5a2003ca-903a-4f3f-bdae-1346f7d17087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:17.589763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-5a2003ca-903a-4f3f-bdae-1346f7d17087 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.2387867 Aug 03 19:17:17.671892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 990cef87-f881-4333-ae0f-2b4b80a75a61 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:17.734760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6577af-bb21-4762-a89c-af0a3bf8979c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:17.795463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-3b90e75c-2369-4911-86db-30d7d8c252eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:17.803586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-3b90e75c-2369-4911-86db-30d7d8c252eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1935415 Aug 03 19:17:17.808750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 990cef87-f881-4333-ae0f-2b4b80a75a61 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:17.809374 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.836838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:17.841697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.844807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-47d610cc-19fe-41ce-b9df-5f24ca47d358 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/9c718a63-8c71-4947-bb21-156422dd8cde HTTP/1.1" status: 204 len: 168 time: 2.1810088 Aug 03 19:17:17.846563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:17.848652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44720) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:17.862589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:17.946557 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-806bbf7d-6427-41ad-a390-764f36764379 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:17:17.952667 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-806bbf7d-6427-41ad-a390-764f36764379 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/9c718a63-8c71-4947-bb21-156422dd8cde HTTP/1.1" status: 404 len: 333 time: 0.1022584 Aug 03 19:17:17.953685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44722) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:18.085914 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.301745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-07509514-de6e-4890-aed2-48fbeef013e3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet cd99f219-3bfe-4b13-a690-2046d0ff4813 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:18.306309 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07509514-de6e-4890-aed2-48fbeef013e3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.346072 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-8a4fc699-7d58-4723-8d28-d866d260b635 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=17f3e5cf11a144f2862b1f629efe4682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058736 Aug 03 19:17:18.415746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-81bcddc2-1171-41b0-851a-77f28b4f2e01 None None] Provisioning for port 0f6577af-bb21-4762-a89c-af0a3bf8979c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:18.420556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-81bcddc2-1171-41b0-851a-77f28b4f2e01 None None] Provisioning complete for port 0f6577af-bb21-4762-a89c-af0a3bf8979c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:18.421275 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81bcddc2-1171-41b0-851a-77f28b4f2e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.456737 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.463059 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07509514-de6e-4890-aed2-48fbeef013e3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.545902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093d02a-5078-404a-beb1-80bef8c981cf req-5397ec3d-863c-48e9-b89c-8d2f9c9928e6 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.554482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-81bcddc2-1171-41b0-851a-77f28b4f2e01 None None] Port 0f6577af-bb21-4762-a89c-af0a3bf8979c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:18.559868 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7093d02a-5078-404a-beb1-80bef8c981cf req-5397ec3d-863c-48e9-b89c-8d2f9c9928e6 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.1961348 Aug 03 19:17:18.652337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324564d-77b3-40d0-86ac-1d078195efad req-8a1a783c-16b2-4607-9402-589847f27f95 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.654304 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-8a1a783c-16b2-4607-9402-589847f27f95 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796290 Aug 03 19:17:18.656317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105d953-c37a-4cde-ab67-ba171bc8891a req-dd766761-9380-4497-9f6a-76aef216977f tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.663746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0105d953-c37a-4cde-ab67-ba171bc8891a req-dd766761-9380-4497-9f6a-76aef216977f tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 946 time: 0.7208710 Aug 03 19:17:18.673742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-30d3d6ff-fbf8-4cf7-8532-d2b1dfbc715a service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8605986 Aug 03 19:17:18.692733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Request body: {'port': {'device_id': 'e5e49b69-d917-41b8-83b5-d8f0cdf589c2', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '17f3e5cf11a144f2862b1f629efe4682'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:18.751578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07509514-de6e-4890-aed2-48fbeef013e3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.764428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7093d02a-5078-404a-beb1-80bef8c981cf req-3477f65b-743e-4aa5-a74b-83da81cc64e3 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787951 Aug 03 19:17:18.794867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0105d953-c37a-4cde-ab67-ba171bc8891a req-9f36e9e6-be04-478b-a322-656972eb7b6e tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185675 Aug 03 19:17:18.877242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1764d210-f324-490d-a5d3-ce0fc5ebdbdb req-ca049bfc-78e7-4f89-9310-ffb9db723284 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849608 Aug 03 19:17:18.982009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07509514-de6e-4890-aed2-48fbeef013e3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.019468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f82b4958-da8d-454e-be35-15fb6a9e3723 req-1774c5e7-f84a-494e-817a-072e103ddadf tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 210 time: 0.0800941 Aug 03 19:17:19.029084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07509514-de6e-4890-aed2-48fbeef013e3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=cd99f219-3bfe-4b13-a690-2046d0ff4813,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:19.042909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07509514-de6e-4890-aed2-48fbeef013e3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.044985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07509514-de6e-4890-aed2-48fbeef013e3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/cd99f219-3bfe-4b13-a690-2046d0ff4813 HTTP/1.1" status: 204 len: 168 time: 1.0846567 Aug 03 19:17:19.051937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44736) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:19.061864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de06e9f-2cfb-41fe-b61c-0e7ee26bdfe4 None None] Network 3f80a1d9-e705-4272-910e-a807101317ad requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:19.066569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26c7bb-9d6f-4815-9a01-35457476519e req-b0e8383f-7aef-410d-8851-16cccae455de tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:19.068785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e26c7bb-9d6f-4815-9a01-35457476519e req-b0e8383f-7aef-410d-8851-16cccae455de tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 948 time: 0.1470251 Aug 03 19:17:19.099220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.102647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Made reservation on behalf of 17f3e5cf11a144f2862b1f629efe4682 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:19.110007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.131126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.181334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.255608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.264412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e26c7bb-9d6f-4815-9a01-35457476519e req-34916954-1a85-4469-bbd5-a9b2deec3146 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700244 Aug 03 19:17:19.404166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6577af-bb21-4762-a89c-af0a3bf8979c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:19.430011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.439574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 20352e6a-7539-4bfe-9e94-09f0b2ffd755 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:19.543749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] DHCP port deletion for 3f80a1d9-e705-4272-910e-a807101317ad request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:17:19.608864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaa43d-6117-42b4-a30b-ee9fdb3dc4d9 req-68201d6f-7081-4bc8-a6a1-a171f388203a tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:19.610989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88eaa43d-6117-42b4-a30b-ee9fdb3dc4d9 req-68201d6f-7081-4bc8-a6a1-a171f388203a tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.1577737 Aug 03 19:17:19.618301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 20352e6a-7539-4bfe-9e94-09f0b2ffd755 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:19.632684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01baf8-41e7-4a50-bf78-7ea7d32d0a80 req-e5551b0a-b3ee-4fa9-8525-26b322f708fc tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:19.634859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea01baf8-41e7-4a50-bf78-7ea7d32d0a80 req-e5551b0a-b3ee-4fa9-8525-26b322f708fc tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 946 time: 0.1502073 Aug 03 19:17:19.637037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 20352e6a-7539-4bfe-9e94-09f0b2ffd755 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:19.638327 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.657171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 990cef87-f881-4333-ae0f-2b4b80a75a61 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:19.657529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.790157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88eaa43d-6117-42b4-a30b-ee9fdb3dc4d9 req-e7592ca4-75a0-49d0-88b7-411d31d47ebe tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535783 Aug 03 19:17:19.800413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] For port 990cef87-f881-4333-ae0f-2b4b80a75a61, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=990cef87-f881-4333-ae0f-2b4b80a75a61,segment=NetworkSegment(fa07ef28-7f2a-4f05-9cb4-69b110615852),segment_id=fa07ef28-7f2a-4f05-9cb4-69b110615852)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:19.800917 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.807533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea01baf8-41e7-4a50-bf78-7ea7d32d0a80 req-267308ab-d849-4b96-bccf-85fbf26d2f02 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602640 Aug 03 19:17:19.823874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 990cef87-f881-4333-ae0f-2b4b80a75a61 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:19.845775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] Deleting port 990cef87-f881-4333-ae0f-2b4b80a75a61 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:19.846509 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.994196 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.029326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.081251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=990cef87-f881-4333-ae0f-2b4b80a75a61,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:20.082837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] For port 990cef87-f881-4333-ae0f-2b4b80a75a61, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=990cef87-f881-4333-ae0f-2b4b80a75a61,segment=NetworkSegment(fa07ef28-7f2a-4f05-9cb4-69b110615852),segment_id=fa07ef28-7f2a-4f05-9cb4-69b110615852)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:20.083499 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.089963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 20352e6a-7539-4bfe-9e94-09f0b2ffd755, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=20352e6a-7539-4bfe-9e94-09f0b2ffd755,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:20.093054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.093499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.093992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.094562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.094918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.095309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.095682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.096021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.096465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.096801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.097195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.098157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:20.109924 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.119649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No DVR routers for this DVR port 990cef87-f881-4333-ae0f-2b4b80a75a61 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:20.126410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] Calling delete_port for 990cef87-f881-4333-ae0f-2b4b80a75a61 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:20.133161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9115f-54c5-46c0-a525-089e0dec5262 req-c001435c-d85b-4657-a544-0b93182d5aef tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:20.135854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6b9115f-54c5-46c0-a525-089e0dec5262 req-c001435c-d85b-4657-a544-0b93182d5aef tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.1700745 Aug 03 19:17:20.265220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.278513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.305702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6b9115f-54c5-46c0-a525-089e0dec5262 req-ccd38728-94ba-4e38-b05a-290f0dfdb866 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347287 Aug 03 19:17:20.306014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=20352e6a-7539-4bfe-9e94-09f0b2ffd755,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:20.331939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.352146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f80a1d9-e705-4272-910e-a807101317ad']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:20.370059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa07ef28-7f2a-4f05-9cb4-69b110615852') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:20.377120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa07ef28-7f2a-4f05-9cb4-69b110615852') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:20.391907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:20.392824 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.394524 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.400617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:20.406591 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.409573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:20.483697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.519878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:20.520631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:20.526070 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:20.555206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] Pushing event deleted for resources: {'Port': ['ID=990cef87-f881-4333-ae0f-2b4b80a75a61,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:20.564547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5371083c-9701-4488-a3f4-93148a78ee29 None None] No DVR routers for this DVR port 990cef87-f881-4333-ae0f-2b4b80a75a61 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:20.620486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e3d9e1b-8473-4eca-830e-25e1c0860a82 req-1019a571-520d-484c-9b21-97c0fdd221b4 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 210 time: 0.1299677 Aug 03 19:17:20.646415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Allocated IP 192.168.233.17 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/1ddd11e2-4294-439e-8d2d-641854238bc8) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:20.674469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Router f5edda3a-0add-46fb-95b4-7a093aef49b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:20.808519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f7cc4-5706-4e92-b461-546de79f1891 req-afa9f387-dc74-45f6-8d19-bc6a0288929a tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:20.812095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-962f7cc4-5706-4e92-b461-546de79f1891 req-afa9f387-dc74-45f6-8d19-bc6a0288929a tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 948 time: 0.1234887 Aug 03 19:17:20.819424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.833617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.841307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/networks/3f80a1d9-e705-4272-910e-a807101317ad HTTP/1.1" status: 204 len: 168 time: 1.7837143 Aug 03 19:17:20.851217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44764) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:20.885081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1722626463'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:20.885652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3d68e-ee51-405a-9900-3dffde6d1395 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Network': ['ID=3f80a1d9-e705-4272-910e-a807101317ad,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:20.923791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-da1881e1-4205-42c3-abb3-d7218f2e40b0 None None] Provisioning complete for port 0f6577af-bb21-4762-a89c-af0a3bf8979c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:20.924626 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-da1881e1-4205-42c3-abb3-d7218f2e40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.937799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-962f7cc4-5706-4e92-b461-546de79f1891 req-eab1ccc9-7309-41ca-8d3e-7a0bd81c6949 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982974 Aug 03 19:17:20.956549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:20.963471 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-77bf5592-4527-4987-ae34-473a7a5e0aa4 admin admin] 10.222.0.42 "PUT /v2.0/routers/f5edda3a-0add-46fb-95b4-7a093aef49b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0520022 Aug 03 19:17:20.976441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:20.979814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Sync routers for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:20.984673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.001561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-da1881e1-4205-42c3-abb3-d7218f2e40b0 None None] Port 0f6577af-bb21-4762-a89c-af0a3bf8979c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:21.005214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:21.006070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:21.122630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.147775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-ece2509b-c03b-4c69-9cb4-3f10d4dd4559 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.150885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-ece2509b-c03b-4c69-9cb4-3f10d4dd4559 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.1402850 Aug 03 19:17:21.197861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:21.220251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Transition to ACTIVE for port object 1ddd11e2-4294-439e-8d2d-641854238bc8 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:21.267573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.268639 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Added segment f0df45a9-3b36-44c5-aaa4-190e03a12d35 of type vlan for network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 Aug 03 19:17:21.352904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.407900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.408196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d49cea1a-9e96-479b-b6f7-3e332804ebde details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:21.410905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 20352e6a-7539-4bfe-9e94-09f0b2ffd755 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:21.421708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.428082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.428739 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.430516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe617f1-8e0c-4960-a7a9-00ce15480db3 req-1abf722f-38ed-4483-ac0c-73b4a9d35619 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.439468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffe617f1-8e0c-4960-a7a9-00ce15480db3 req-1abf722f-38ed-4483-ac0c-73b4a9d35619 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.2869720 Aug 03 19:17:21.470708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:21.478630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c2abd-24f3-4890-97f4-b4e82e67b2e4 req-5eec9967-deb8-4ab8-bcee-0d706e751627 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.480491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a7c2abd-24f3-4890-97f4-b4e82e67b2e4 req-5eec9967-deb8-4ab8-bcee-0d706e751627 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 946 time: 0.1456969 Aug 03 19:17:21.490148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:21.495033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:21.536135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffe617f1-8e0c-4960-a7a9-00ce15480db3 req-d84ac132-b3b8-40b5-a841-b4de73d9cc66 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953596 Aug 03 19:17:21.542058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Deleting port d078b72f-0766-4676-a8e7-c8ad21595ae4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:21.542942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.588269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:21.643357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Network': ['ID=01dff19c-a4ae-40bb-b250-1740ea07bdb0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:21.700186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:21.722884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Pushing event updated for resources: {'Port': ['ID=1ddd11e2-4294-439e-8d2d-641854238bc8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:21.750322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a7c2abd-24f3-4890-97f4-b4e82e67b2e4 req-4272ee8a-772c-4f2b-86fb-00214d96a70f tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475796 Aug 03 19:17:21.774012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] For port d078b72f-0766-4676-a8e7-c8ad21595ae4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d078b72f-0766-4676-a8e7-c8ad21595ae4,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:21.774413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.809142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Calling delete_port for d078b72f-0766-4676-a8e7-c8ad21595ae4 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:21.859580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.864600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.886486 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-38175d3a-2667-470f-a511-ac49a7d4f090 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0058620 Aug 03 19:17:21.892246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:21.912586 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-140035fb-9abe-491c-96b1-ed4499406774 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2239096 Aug 03 19:17:21.915507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 20352e6a-7539-4bfe-9e94-09f0b2ffd755 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:21.916561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:21.917117 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.939738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Request body: {'port': {'device_id': 'e5e49b69-d917-41b8-83b5-d8f0cdf589c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:22.069313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d2106-abf5-4f71-baf7-341b3071f60c req-563db4cd-f698-4819-bfd1-5027123f8e08 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.071063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab1d2106-abf5-4f71-baf7-341b3071f60c req-563db4cd-f698-4819-bfd1-5027123f8e08 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0efca33-3149-43a8-a05a-4df1186a46ba HTTP/1.1" status: 200 len: 948 time: 0.1885934 Aug 03 19:17:22.130509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.205867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab1d2106-abf5-4f71-baf7-341b3071f60c req-e00ddc4b-3563-4758-832d-cfd8dd7bc443 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171949 Aug 03 19:17:22.211031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:22.217064 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.251042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3573abe5-7649-466c-a206-19c3ab5abe91 None None] Provisioning for port 1ddd11e2-4294-439e-8d2d-641854238bc8 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:22.293568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3573abe5-7649-466c-a206-19c3ab5abe91 None None] Provisioning complete for port 1ddd11e2-4294-439e-8d2d-641854238bc8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:22.294364 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3573abe5-7649-466c-a206-19c3ab5abe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.300324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d49cea1a-9e96-479b-b6f7-3e332804ebde, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d49cea1a-9e96-479b-b6f7-3e332804ebde,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:22.361563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44792) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:22.369391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f36541b8-9905-4ef8-8d3e-ce7e788b165a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513049140', 'description': 'tempest-description--939057971'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:22.438592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'd49cea1a-9e96-479b-b6f7-3e332804ebde', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': 'd49cea1a-9e96-479b-b6f7-3e332804ebde', 'mac_address': 'fa:16:3e:f6:a3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:22.479697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.501570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3573abe5-7649-466c-a206-19c3ab5abe91 None None] Port 1ddd11e2-4294-439e-8d2d-641854238bc8 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:22.521780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f36541b8-9905-4ef8-8d3e-ce7e788b165a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.565595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.703076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] No DVR routers for this DVR port d078b72f-0766-4676-a8e7-c8ad21595ae4 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:22.706950 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.709376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba5b4006-d8f4-4f29-8df7-6c8e015e8c6d req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "DELETE /v2.0/ports/d078b72f-0766-4676-a8e7-c8ad21595ae4 HTTP/1.1" status: 204 len: 173 time: 1.5368705 Aug 03 19:17:22.710303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ac37c-c64f-42f4-a3cd-04d30dc06fe5 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Pushing event deleted for resources: {'Port': ['ID=d078b72f-0766-4676-a8e7-c8ad21595ae4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:22.712580 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.731118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'name': 'network-vif-deleted', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:22.735967 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e701359-6c87-45c9-b7ad-dbfa68a4d9d4" -d '{"events": [{"server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "name": "network-vif-deleted", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:22.757578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=41784f40-e0f6-404a-90fd-95049116c053,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:22.757886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49cea1a-9e96-479b-b6f7-3e332804ebde {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:22.780983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 2, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:22.788808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3a00-c83a-4c3d-8679-d7ee75432520 req-5ea06444-a948-455b-a60d-c0af384231e9 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.799960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e4a3a00-c83a-4c3d-8679-d7ee75432520 req-5ea06444-a948-455b-a60d-c0af384231e9 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 935 time: 0.3135734 Aug 03 19:17:22.824260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Checking segment: {'id': 'f0df45a9-3b36-44c5-aaa4-190e03a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:22.824793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network hostable DHCP agents. Network: 01dff19c-a4ae-40bb-b250-1740ea07bdb0, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:22.849132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d49cea1a-9e96-479b-b6f7-3e332804ebde, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d49cea1a-9e96-479b-b6f7-3e332804ebde,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:22.853770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 990cef87-f881-4333-ae0f-2b4b80a75a61 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:22.861321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Checking router: f5edda3a-0add-46fb-95b4-7a093aef49b4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:17:22.862324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Updating router f5edda3a-0add-46fb-95b4-7a093aef49b4 port 0f6577af-bb21-4762-a89c-af0a3bf8979c binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:17:22.882138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e4a3a00-c83a-4c3d-8679-d7ee75432520 req-99c6b53d-3b43-45e5-96c9-905e91ce08ab tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804675 Aug 03 19:17:22.905428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d1b3b-3da7-4af1-832a-840fa077153a req-c3abfcbc-f332-4fd2-b352-753fc20d6b88 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.905907 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.906028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a06d1b3b-3da7-4af1-832a-840fa077153a req-c3abfcbc-f332-4fd2-b352-753fc20d6b88 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 948 time: 0.1828368 Aug 03 19:17:22.909149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:22.938284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 990cef87-f881-4333-ae0f-2b4b80a75a61 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:22.938852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 990cef87-f881-4333-ae0f-2b4b80a75a61 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:22.943318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 01dff19c-a4ae-40bb-b250-1740ea07bdb0) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:22.980181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b3d04-6c01-4f40-ae4e-f5b159556372 None None] Network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:23.019120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f36541b8-9905-4ef8-8d3e-ce7e788b165a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.031757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:23.032266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddd11e2-4294-439e-8d2d-641854238bc8 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:23.032378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.045381 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f36541b8-9905-4ef8-8d3e-ce7e788b165a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.058729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.074355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-84e3153b-f5a8-4df4-aeb4-7bf362e8577f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1762252 Aug 03 19:17:23.078166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Transition to ACTIVE for port object 1ddd11e2-4294-439e-8d2d-641854238bc8 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:23.085832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44802) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:23.097433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.097861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0', 'name': 'tempest-PortsTestJSON-397005004', 'fixed_ips': [{'subnet_id': '41784f40-e0f6-404a-90fd-95049116c053', 'ip_address': '172.20.0.10'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:23.105043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.175001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a06d1b3b-3da7-4af1-832a-840fa077153a req-a3b19cc5-89dc-471b-84cc-b279dfdfa2e5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390800 Aug 03 19:17:23.177745 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf84c5-aed8-42a5-b0ba-126e9bb02ca0 x-openstack-request-id: req-1cdf84c5-aed8-42a5-b0ba-126e9bb02ca0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:23.178052 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0efca33-3149-43a8-a05a-4df1186a46ba", "name": "network-vif-deleted", "tag": "d078b72f-0766-4676-a8e7-c8ad21595ae4", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:23.178449 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cdf84c5-aed8-42a5-b0ba-126e9bb02ca0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:23.178869 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0efca33-3149-43a8-a05a-4df1186a46ba', 'name': 'network-vif-deleted', 'tag': 'd078b72f-0766-4676-a8e7-c8ad21595ae4', 'status': 'completed', 'code': 200} Aug 03 19:17:23.209359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36541b8-9905-4ef8-8d3e-ce7e788b165a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a8384f-ea12-499a-80ec-75fd3cf2049c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:23.239238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f36541b8-9905-4ef8-8d3e-ce7e788b165a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.240516 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f36541b8-9905-4ef8-8d3e-ce7e788b165a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8780019 Aug 03 19:17:23.241797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d078b72f-0766-4676-a8e7-c8ad21595ae4 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:23.244326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44804) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:23.269335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9fa1d3b0-fb18-49c0-802e-5946501f9700 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'security_group_rule': {'security_group_id': '28a8384f-ea12-499a-80ec-75fd3cf2049c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:23.330245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd11e2-4294-439e-8d2d-641854238bc8,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:23.346631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d49cea1a-9e96-479b-b6f7-3e332804ebde,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:23.351387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: d078b72f-0766-4676-a8e7-c8ad21595ae4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:23.351922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d078b72f-0766-4676-a8e7-c8ad21595ae4 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:23.479870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d3b0-fb18-49c0-802e-5946501f9700 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.571167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-4939ecfb-693f-4733-b33b-33860d2fcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:23.577426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-4939ecfb-693f-4733-b33b-33860d2fcb03 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a0c21babb7b4b11a506aca92e91878f&device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 1097 time: 0.3206005 Aug 03 19:17:23.582445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d49cea1a-9e96-479b-b6f7-3e332804ebde'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:23.601629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285dbff-3c8f-47c9-b80c-020f5ac4901e req-68915eba-a6db-479b-b756-da295613f2ff tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:23.616660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d285dbff-3c8f-47c9-b80c-020f5ac4901e req-68915eba-a6db-479b-b756-da295613f2ff tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 946 time: 0.3061163 Aug 03 19:17:23.631334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d3b0-fb18-49c0-802e-5946501f9700 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.651390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d3b0-fb18-49c0-802e-5946501f9700 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.675154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1d3b0-fb18-49c0-802e-5946501f9700 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f26977-f812-4f82-96a3-17d6bdbbfc55,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:23.712264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d300d0d-c8ed-4e77-8f5f-8901e0ce6157 req-2ba1760e-3090-4e13-b121-d0ee013b8f6e tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:23.715998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Attempting to bind port 1ddd11e2-4294-439e-8d2d-641854238bc8 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:23.716540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Attempting to bind port 1ddd11e2-4294-439e-8d2d-641854238bc8 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:23.717125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Attempting to bind port 1ddd11e2-4294-439e-8d2d-641854238bc8 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:23.721695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d3b0-fb18-49c0-802e-5946501f9700 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.723319 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9fa1d3b0-fb18-49c0-802e-5946501f9700 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4779606 Aug 03 19:17:23.725165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d300d0d-c8ed-4e77-8f5f-8901e0ce6157 req-2ba1760e-3090-4e13-b121-d0ee013b8f6e tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.4008870 Aug 03 19:17:23.727475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44810) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:23.738208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a22ca13f-4a79-4f36-bf2e-fc6be37ab893 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'security_group_rule': {'security_group_id': '28a8384f-ea12-499a-80ec-75fd3cf2049c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:23.747474 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Port 1ddd11e2-4294-439e-8d2d-641854238bc8 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:23.747992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Attempting to bind port 1ddd11e2-4294-439e-8d2d-641854238bc8 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:23.757251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:23.757853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:23.758493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:23.759275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Bound port: 1ddd11e2-4294-439e-8d2d-641854238bc8, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:23.759874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.762920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:23.810290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d285dbff-3c8f-47c9-b80c-020f5ac4901e req-5d69936b-33a0-4065-8adb-4747c31502dc tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925607 Aug 03 19:17:23.871153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a22ca13f-4a79-4f36-bf2e-fc6be37ab893 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.885925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d300d0d-c8ed-4e77-8f5f-8901e0ce6157 req-b898dfcf-b006-4987-b51e-697130bc01c8 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528468 Aug 03 19:17:23.929857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-01dff19c-a4ae-40bb-b250-1740ea07bdb0', 'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0', 'tenant_id': 'c3deed207ee6423faf0ea91a1d1eeb84', 'fixed_ips': [{'subnet_id': '41784f40-e0f6-404a-90fd-95049116c053'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:17:23.932384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.950317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:23.996045 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a22ca13f-4a79-4f36-bf2e-fc6be37ab893 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.004946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a22ca13f-4a79-4f36-bf2e-fc6be37ab893 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.008194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] For port 1ddd11e2-4294-439e-8d2d-641854238bc8, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:24.021323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] For port 1ddd11e2-4294-439e-8d2d-641854238bc8, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1ddd11e2-4294-439e-8d2d-641854238bc8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:24.033273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ca13f-4a79-4f36-bf2e-fc6be37ab893 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456a8e50-d2b6-44f7-b2a6-d6cb6c587387,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:24.038405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.080989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.082048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.083700 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] 10.222.0.63 "PUT /v2.0/ports/1ddd11e2-4294-439e-8d2d-641854238bc8 HTTP/1.1" status: 200 len: 1095 time: 2.1535449 Aug 03 19:17:24.084669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e49b69-d917-41b8-83b5-d8f0cdf589c2', 'tag': '1ddd11e2-4294-439e-8d2d-641854238bc8'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:24.087327 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22585f8a-35c9-4463-8db7-8342a8d53843" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e49b69-d917-41b8-83b5-d8f0cdf589c2", "tag": "1ddd11e2-4294-439e-8d2d-641854238bc8"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:24.094294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a22ca13f-4a79-4f36-bf2e-fc6be37ab893 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.095646 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a22ca13f-4a79-4f36-bf2e-fc6be37ab893 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668623 Aug 03 19:17:24.101300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44820) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:24.113914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:24.203375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b9d87-cdbe-452e-b87f-80a8445f8c70 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd11e2-4294-439e-8d2d-641854238bc8,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:24.215823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.239834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-c37ea8ac-013d-4694-a2dc-cda6816668b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.247498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-c37ea8ac-013d-4694-a2dc-cda6816668b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 200 len: 916 time: 0.6206403 Aug 03 19:17:24.292045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324564d-77b3-40d0-86ac-1d078195efad req-898d97c5-922a-476a-a743-b752f04cfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.293863 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-898d97c5-922a-476a-a743-b752f04cfcd2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=17f3e5cf11a144f2862b1f629efe4682&device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 1098 time: 0.1409142 Aug 03 19:17:24.347381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc2ba9-4173-423e-b51a-0e6bf1a0cd4e req-3bbeecda-49c0-4f86-af04-a23796041bc0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.359000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44cc2ba9-4173-423e-b51a-0e6bf1a0cd4e req-3bbeecda-49c0-4f86-af04-a23796041bc0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 947 time: 0.3095417 Aug 03 19:17:24.369939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-9ca9a89c-f094-46e3-8c57-1c998108d8c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=630eeac2-787c-4418-9269-464c75298321 HTTP/1.1" status: 200 len: 217 time: 0.1005445 Aug 03 19:17:24.479677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:24.480889 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.482071 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d312972b-eabf-45d1-adbd-50f0a165a09b x-openstack-request-id: req-d312972b-eabf-45d1-adbd-50f0a165a09b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:24.482584 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e49b69-d917-41b8-83b5-d8f0cdf589c2", "tag": "1ddd11e2-4294-439e-8d2d-641854238bc8", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:24.482584 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d312972b-eabf-45d1-adbd-50f0a165a09b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:24.483553 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e49b69-d917-41b8-83b5-d8f0cdf589c2', 'tag': '1ddd11e2-4294-439e-8d2d-641854238bc8', 'status': 'completed', 'code': 200} Aug 03 19:17:24.486520 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-703a11bf-8f07-4f21-be7d-f6821f1fe5a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=1ddd11e2-4294-439e-8d2d-641854238bc8 HTTP/1.1" status: 200 len: 217 time: 0.1476629 Aug 03 19:17:24.513103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34', 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'port_id': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34', 'mac_address': 'fa:16:3e:e9:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea1e695-aa1b-4104-ad7e-91e2dd993142', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:24.521325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 5484eb61-3222-48f4-89d6-354f4402a286 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:24.551290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44cc2ba9-4173-423e-b51a-0e6bf1a0cd4e req-77212cdc-e130-41a3-bf90-20692de9e3a9 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911497 Aug 03 19:17:24.586818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-40a62a0b-d2de-4fd3-b13c-e502dfea7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.589910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-40a62a0b-d2de-4fd3-b13c-e502dfea7541 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=78a57603-4743-4b70-a2a4-f0554b63d379 HTTP/1.1" status: 200 len: 854 time: 0.2024362 Aug 03 19:17:24.597957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324564d-77b3-40d0-86ac-1d078195efad req-359f9583-ac5c-4b3c-a50d-c7360fd5e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.605982 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-359f9583-ac5c-4b3c-a50d-c7360fd5e583 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1026535 Aug 03 19:17:24.665531 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.691375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324564d-77b3-40d0-86ac-1d078195efad req-573ad8c3-58f4-4f64-9b88-8a489c1bcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.693361 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-573ad8c3-58f4-4f64-9b88-8a489c1bcb74 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745575 Aug 03 19:17:24.700383 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.713415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Transition to ACTIVE for port object 0f6577af-bb21-4762-a89c-af0a3bf8979c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:24.722885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Allocated IP 172.20.0.2 (01dff19c-a4ae-40bb-b250-1740ea07bdb0/41784f40-e0f6-404a-90fd-95049116c053/adc000cb-1c30-4e16-9cfa-a708bd18a9ce) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:24.732056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.741467 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.798237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:24.872284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d276a5-53b1-41ca-9008-c47b4868e1c3 req-9fa7536a-6fe4-4a7f-9e3f-268135c52eff tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.874017 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64d276a5-53b1-41ca-9008-c47b4868e1c3 req-9fa7536a-6fe4-4a7f-9e3f-268135c52eff tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 949 time: 0.3644211 Aug 03 19:17:24.911680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-1c361636-ae9f-42ab-b983-a37f43561d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.913371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-1c361636-ae9f-42ab-b983-a37f43561d62 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=476afa92-9fe2-4505-9f05-eff19d4a2fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644913 Aug 03 19:17:24.932508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf589b-c8c7-4d04-8028-5a10282657ae req-0b776c9e-2c7d-4ff1-bd35-92e8bbff0e8f tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.934206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20bf589b-c8c7-4d04-8028-5a10282657ae req-0b776c9e-2c7d-4ff1-bd35-92e8bbff0e8f tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 949 time: 0.2615933 Aug 03 19:17:24.973442 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-b8161841-ecc2-4825-8d2c-b0dbe44641d9 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546833 Aug 03 19:17:24.992493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Allocated IP 172.25.4.126 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/d04f8a43-f5a6-424c-a67a-f42b648a68ea) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:25.054740 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:25.066132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64d276a5-53b1-41ca-9008-c47b4868e1c3 req-8805d022-3f11-45a8-836a-a2d03311fb1b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644759 Aug 03 19:17:25.099007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20bf589b-c8c7-4d04-8028-5a10282657ae req-0070c565-6e06-4c91-b684-b502f2a3bbc6 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472325 Aug 03 19:17:25.165618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-97fe6807-446c-4419-a778-c8c3bb3f9dc9 service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424469 Aug 03 19:17:25.192954 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6324564d-77b3-40d0-86ac-1d078195efad req-ca0b123a-053d-476e-bbd3-b957ddd2122e service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029231 Aug 03 19:17:25.224013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4e674-a6cf-4d17-82d4-71f07d8215ca None None] Pushing event updated for resources: {'Port': ['ID=0f6577af-bb21-4762-a89c-af0a3bf8979c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:25.235443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.350831 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.417172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['7285fccc-f15c-4372-a9d6-a0e6fb29ec34'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:25.432063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-25e95b5c-c483-446a-adde-f15a64eff9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.433995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-25e95b5c-c483-446a-adde-f15a64eff9d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=17f3e5cf11a144f2862b1f629efe4682&device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 1098 time: 0.0775688 Aug 03 19:17:25.450870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Transition to ACTIVE for port object adc000cb-1c30-4e16-9cfa-a708bd18a9ce will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:25.517340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Attempting to bind port 0f6577af-bb21-4762-a89c-af0a3bf8979c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:25.518191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Attempting to bind port 0f6577af-bb21-4762-a89c-af0a3bf8979c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:25.518755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Attempting to bind port 0f6577af-bb21-4762-a89c-af0a3bf8979c on network 144f6304-9919-46bf-b3ac-52043ed9bd13 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:25.522978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.528303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:25.559040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Transition to ACTIVE for port object adc000cb-1c30-4e16-9cfa-a708bd18a9ce will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:25.577785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:25.579597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Checking segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:25.579597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.580359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Bound using segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:25.581346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Bound port: 0f6577af-bb21-4762-a89c-af0a3bf8979c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:25.582183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.609830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-153a8e37-4619-48b3-9994-05de3b8c59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.611410 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-153a8e37-4619-48b3-9994-05de3b8c59bb service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1630766 Aug 03 19:17:25.620526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.621812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.711668 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-e05d4698-7680-4d0e-9809-001193599730 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=1ddd11e2-4294-439e-8d2d-641854238bc8 HTTP/1.1" status: 200 len: 217 time: 0.0868540 Aug 03 19:17:25.720891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:25.725523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7452-5098-4438-9de4-a3d36932b2d9 req-1403de21-c589-4da7-93bb-644adcda1c71 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.727134 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-830b7452-5098-4438-9de4-a3d36932b2d9 req-1403de21-c589-4da7-93bb-644adcda1c71 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 945 time: 0.5556743 Aug 03 19:17:25.749851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.10 (01dff19c-a4ae-40bb-b250-1740ea07bdb0/41784f40-e0f6-404a-90fd-95049116c053/5484eb61-3222-48f4-89d6-354f4402a286) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:25.758075 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.772548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:25.781535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:25.783010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:25.790105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-12cd0204-bc02-4c79-b8e0-83119a3745f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.792240 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-12cd0204-bc02-4c79-b8e0-83119a3745f5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0680549 Aug 03 19:17:25.811521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:25.821423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'Port': ['ID=d04f8a43-f5a6-424c-a67a-f42b648a68ea,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:25.824433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b284c7-d73b-4e43-90f8-4a9fa411a495 req-8b91ba00-7815-460a-8767-9d6ce8f118ce service neutron] 10.222.0.63 "GET /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420248 Aug 03 19:17:25.832859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1591a6e-811f-4ed4-b2a8-da68583c69d4 req-8d0764a2-a63d-4fb7-b371-31058e480568 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.835353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1591a6e-811f-4ed4-b2a8-da68583c69d4 req-8d0764a2-a63d-4fb7-b371-31058e480568 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.2560551 Aug 03 19:17:25.870185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:25.880036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:25.887904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-830b7452-5098-4438-9de4-a3d36932b2d9 req-c9c3983d-1124-4da3-866a-015116017b2c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461720 Aug 03 19:17:25.896408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Pushing event updated for resources: {'Port': ['ID=adc000cb-1c30-4e16-9cfa-a708bd18a9ce,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:25.901870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-b9768a1a-00ce-4352-ac45-a8923fabea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.907533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-b9768a1a-00ce-4352-ac45-a8923fabea25 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879347 Aug 03 19:17:25.956412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] For port 0f6577af-bb21-4762-a89c-af0a3bf8979c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:26.005962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] For port 0f6577af-bb21-4762-a89c-af0a3bf8979c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f6577af-bb21-4762-a89c-af0a3bf8979c,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:26.016599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.047496 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.093529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.114939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.123850 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-f7790705-9bd0-4f1f-8d49-839363a39c63 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906071 Aug 03 19:17:26.138136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 5484eb61-3222-48f4-89d6-354f4402a286 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:26.191551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1591a6e-811f-4ed4-b2a8-da68583c69d4 req-1d722573-674a-4cd0-a144-f62c2b9caf3a tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020282 Aug 03 19:17:26.202371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Attempting to bind port adc000cb-1c30-4e16-9cfa-a708bd18a9ce on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:26.202705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Attempting to bind port adc000cb-1c30-4e16-9cfa-a708bd18a9ce by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'f0df45a9-3b36-44c5-aaa4-190e03a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:26.203255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Attempting to bind port adc000cb-1c30-4e16-9cfa-a708bd18a9ce on network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:26.283020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:26.283429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Checking segment: {'id': 'f0df45a9-3b36-44c5-aaa4-190e03a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:26.283948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.284341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Bound using segment: {'id': 'f0df45a9-3b36-44c5-aaa4-190e03a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:26.284940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Bound port: adc000cb-1c30-4e16-9cfa-a708bd18a9ce, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0df45a9-3b36-44c5-aaa4-190e03a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:26.285585 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.307648 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f0fcf18-15c8-471e-93b9-515256b1ce5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.334396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.351943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fd22c-a2f1-47d9-8af2-1dc2579ec46a req-d7f73d2e-020d-4ffe-9fa8-5001c36e1f87 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.353883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-617fd22c-a2f1-47d9-8af2-1dc2579ec46a req-d7f73d2e-020d-4ffe-9fa8-5001c36e1f87 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 947 time: 0.1073258 Aug 03 19:17:26.388579 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.397626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:26.398774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:26.422165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:26.434811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:26.444340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=5484eb61-3222-48f4-89d6-354f4402a286,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:26.446436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4e674-a6cf-4d17-82d4-71f07d8215ca None None] Pushing event updated for resources: {'Port': ['ID=0f6577af-bb21-4762-a89c-af0a3bf8979c,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:26.447696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:26.487090 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-22585f8a-35c9-4463-8db7-8342a8d53843 req-15da54dc-9f45-4cb9-9510-bef4180ce934 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280032 Aug 03 19:17:26.541079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-617fd22c-a2f1-47d9-8af2-1dc2579ec46a req-0dbbc5e0-4c50-485d-b951-435177fa0545 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581886 Aug 03 19:17:26.541911 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.566696 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.615611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.616680 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.682991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-74c451c0-1c68-4835-8737-457a011a8019 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5918505 Aug 03 19:17:26.685537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44842) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:26.705413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'Port': ['ID=d04f8a43-f5a6-424c-a67a-f42b648a68ea,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:26.718608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.739363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.741003 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1142eacc-1ea5-4bfc-ae84-d9228c3a4908 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6384418 Aug 03 19:17:26.749221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': '01dff19c-a4ae-40bb-b250-1740ea07bdb0', 'name': 'tempest-PortsTestJSON-1405045127', 'fixed_ips': [{'subnet_id': '41784f40-e0f6-404a-90fd-95049116c053', 'ip_address': '172.20.0.9'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:26.783855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:26.851779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:26.890457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49935879-c200-49b5-9ef1-88319de768f3 req-5a631144-a9f9-4a0a-853b-d5071cb1ee53 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.891784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:26.892079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49935879-c200-49b5-9ef1-88319de768f3 req-5a631144-a9f9-4a0a-853b-d5071cb1ee53 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 949 time: 0.2362194 Aug 03 19:17:26.909841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.950544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98743a-fdc9-4022-ab97-3821006738fb req-701e80d3-7ce8-4c83-b2a1-29fb3fc35c84 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.952181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd98743a-fdc9-4022-ab97-3821006738fb req-701e80d3-7ce8-4c83-b2a1-29fb3fc35c84 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/ports?device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 949 time: 0.1962354 Aug 03 19:17:26.965333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] For port adc000cb-1c30-4e16-9cfa-a708bd18a9ce, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:27.018161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] For port adc000cb-1c30-4e16-9cfa-a708bd18a9ce, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=adc000cb-1c30-4e16-9cfa-a708bd18a9ce,segment=NetworkSegment(f0df45a9-3b36-44c5-aaa4-190e03a12d35),segment_id=f0df45a9-3b36-44c5-aaa4-190e03a12d35)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:27.037147 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.041856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49935879-c200-49b5-9ef1-88319de768f3 req-5d2636cd-661c-49d0-8da9-143c9f23db32 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330800 Aug 03 19:17:27.046278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:27.061862 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.076990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd98743a-fdc9-4022-ab97-3821006738fb req-c55f4120-95ca-435d-8843-92797931a51d tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded70249-50d4-4652-883a-0807bbf68938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137512 Aug 03 19:17:27.086990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:27.103863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 013335a9-3d0c-469f-a4af-aa98f762bdbb yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:27.197716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd147e3-ba7c-499a-8eb5-e60fa2e341e5 None None] Pushing event updated for resources: {'Port': ['ID=adc000cb-1c30-4e16-9cfa-a708bd18a9ce,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:27.224310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d49cea1a-9e96-479b-b6f7-3e332804ebde up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:27.299797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:25Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:27.303406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port d49cea1a-9e96-479b-b6f7-3e332804ebde completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:27.332462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7608e71-30e7-4399-94fe-ab1d2854f31c None None] The sync data for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 is: [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:25Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:27.350242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port d49cea1a-9e96-479b-b6f7-3e332804ebde triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:27.350242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.440403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-2d66de9a-2fe7-4c2f-baf0-45d35eebee80 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--513049140&fields=id&tenant_id=c707e86e98764a569ca4b8c52c75eab6 HTTP/1.1" status: 200 len: 267 time: 0.1954989 Aug 03 19:17:27.446382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-5d37fe1b-4d54-4676-a59f-367408a8a66b tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.447860 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-5d37fe1b-4d54-4676-a59f-367408a8a66b tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "GET /v2.0/ports?device_id=0184c5d1-5865-4fbb-8469-833621169b2b HTTP/1.1" status: 200 len: 949 time: 0.1032736 Aug 03 19:17:27.448575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d87d6e-8ca9-4b13-9d2c-f716e43c56c8 req-f2388678-fb8f-4468-8c51-eeb100b890b1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.457185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0d87d6e-8ca9-4b13-9d2c-f716e43c56c8 req-f2388678-fb8f-4468-8c51-eeb100b890b1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 944 time: 0.2610474 Aug 03 19:17:27.568406 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.641907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7190788-5975-4fd9-b528-f4f604c81b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49cea1a-9e96-479b-b6f7-3e332804ebde'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:27.646319 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d733282-dda9-44cd-80a8-fe9afe155fcb" -d '{"events": [{"server_uuid": "a7190788-5975-4fd9-b528-f4f604c81b93", "name": "network-vif-plugged", "status": "completed", "tag": "d49cea1a-9e96-479b-b6f7-3e332804ebde"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:27.651022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Deleting port f42c4690-6028-4a1e-b5e0-2d662833cb88 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:27.651956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.673150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d49cea1a-9e96-479b-b6f7-3e332804ebde, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d49cea1a-9e96-479b-b6f7-3e332804ebde,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:27.702652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-cf915d39-f2ae-4a89-869b-6e31a14bf1fd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.703041 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.704368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-cf915d39-f2ae-4a89-869b-6e31a14bf1fd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 811 time: 0.2343094 Aug 03 19:17:27.724004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.9 (01dff19c-a4ae-40bb-b250-1740ea07bdb0/41784f40-e0f6-404a-90fd-95049116c053/013335a9-3d0c-469f-a4af-aa98f762bdbb) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:27.761784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:27.765234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0d87d6e-8ca9-4b13-9d2c-f716e43c56c8 req-e5c47ebf-88ec-4faf-a3c0-b633223d43b1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068154 Aug 03 19:17:27.779254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-f78a753a-1bc7-49db-9962-758040bd958d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/quotas/c707e86e98764a569ca4b8c52c75eab6 HTTP/1.1" status: 200 len: 375 time: 0.0626202 Aug 03 19:17:27.838225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d49cea1a-9e96-479b-b6f7-3e332804ebde,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:27.861647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:27.862791 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.891563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] For port f42c4690-6028-4a1e-b5e0-2d662833cb88, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f42c4690-6028-4a1e-b5e0-2d662833cb88,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:27.891950 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.921494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Calling delete_port for f42c4690-6028-4a1e-b5e0-2d662833cb88 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:28.016001 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.094715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:28.095890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-061de6c0-1150-4df2-a0fb-607455d442f6 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2728641 Aug 03 19:17:28.100839 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.180167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:28.207464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.248266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Pushing event deleted for resources: {'Port': ['ID=f42c4690-6028-4a1e-b5e0-2d662833cb88,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:28.367892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] No DVR routers for this DVR port f42c4690-6028-4a1e-b5e0-2d662833cb88 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:28.372217 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.374525 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.376353 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-72ea912e-e042-4bbc-833c-889ac0835e10 req-a900d2a8-5d6b-41a8-859f-9706f8c17152 tempest-ListImageFiltersTestJSON-1941376801 tempest-ListImageFiltersTestJSON-1941376801-project] 10.222.0.63 "DELETE /v2.0/ports/f42c4690-6028-4a1e-b5e0-2d662833cb88 HTTP/1.1" status: 204 len: 173 time: 0.9200633 Aug 03 19:17:28.377134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-deleted', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:28.381599 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6660454-e429-412f-a7d8-74ac85dce365" -d '{"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-deleted", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:28.402608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 013335a9-3d0c-469f-a4af-aa98f762bdbb will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:28.414107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6c3a-da0c-4414-989c-24c2a3ee195e req-09f2fc95-3e42-450f-acf8-a8464e7e51ab tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:28.415766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7daa6c3a-da0c-4414-989c-24c2a3ee195e req-09f2fc95-3e42-450f-acf8-a8464e7e51ab tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.3026948 Aug 03 19:17:28.433015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-10478569-cdf6-4d86-8563-4c3a39236b68 service neutron] 10.222.0.42 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183625 Aug 03 19:17:28.676433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-400a39ff-c753-41ca-a735-2e6c458d3885 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:28.679035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-400a39ff-c753-41ca-a735-2e6c458d3885 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 946 time: 0.2484975 Aug 03 19:17:28.688192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7daa6c3a-da0c-4414-989c-24c2a3ee195e req-4048f9b4-07d0-4aa7-94cf-9b4e2855c454 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587152 Aug 03 19:17:28.689459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.763110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c698221-6b73-446a-a48b-94beefc8ee76 None None] Network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:28.851046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-37eb0f55-15be-47c4-a657-7d29a94a5917 None None] Provisioning for port adc000cb-1c30-4e16-9cfa-a708bd18a9ce completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:28.914488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=013335a9-3d0c-469f-a4af-aa98f762bdbb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:28.935429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:28.958906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:28.965978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:29.021414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-e959fe16-424c-4bcd-af1a-fe8b837fb8bf service neutron] 10.222.0.42 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470009 Aug 03 19:17:29.093526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb928083-c6be-4303-acdf-96e987ebebb8 req-2d609d39-03d8-4491-b647-d42f4a38647c tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.095194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb928083-c6be-4303-acdf-96e987ebebb8 req-2d609d39-03d8-4491-b647-d42f4a38647c tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 947 time: 0.2089386 Aug 03 19:17:29.103290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.103814 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.108875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Deleting port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:29.109217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.253582 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-16bf4fce-eb12-463d-9efc-5ea712175471 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5652568 Aug 03 19:17:29.254291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44876) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:29.302415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb928083-c6be-4303-acdf-96e987ebebb8 req-10d9563b-e05e-47a3-89e2-adab8269ded8 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890531 Aug 03 19:17:29.432043 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0397d2-cf94-42aa-9d49-cef81a9fad0a x-openstack-request-id: req-8b0397d2-cf94-42aa-9d49-cef81a9fad0a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:29.432649 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7190788-5975-4fd9-b528-f4f604c81b93", "name": "network-vif-plugged", "status": "completed", "tag": "d49cea1a-9e96-479b-b6f7-3e332804ebde", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:29.432649 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b0397d2-cf94-42aa-9d49-cef81a9fad0a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:29.433036 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7190788-5975-4fd9-b528-f4f604c81b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49cea1a-9e96-479b-b6f7-3e332804ebde', 'code': 200} Aug 03 19:17:29.440431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] For port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:29.447250 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.475879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device adc000cb-1c30-4e16-9cfa-a708bd18a9ce up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:29.492606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47153b8e-f31f-44b0-bcbd-bbe6a0e51005 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.497307 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-47153b8e-f31f-44b0-bcbd-bbe6a0e51005 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2412794 Aug 03 19:17:29.500911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44882) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:29.506589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Calling delete_port for 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:29.630201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port adc000cb-1c30-4e16-9cfa-a708bd18a9ce completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:29.637965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Provisioning for port 5484eb61-3222-48f4-89d6-354f4402a286 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:29.644452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port adc000cb-1c30-4e16-9cfa-a708bd18a9ce triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:29.644838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.646848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Provisioning complete for port 5484eb61-3222-48f4-89d6-354f4402a286 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:29.647421 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.679410 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e008d7c2-36bc-4a9f-aaaf-aad61936c782 x-openstack-request-id: req-e008d7c2-36bc-4a9f-aaaf-aad61936c782 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:29.680678 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0184c5d1-5865-4fbb-8469-833621169b2b", "name": "network-vif-deleted", "tag": "f42c4690-6028-4a1e-b5e0-2d662833cb88", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:29.681303 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e008d7c2-36bc-4a9f-aaaf-aad61936c782 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:29.681842 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0184c5d1-5865-4fbb-8469-833621169b2b', 'name': 'network-vif-deleted', 'tag': 'f42c4690-6028-4a1e-b5e0-2d662833cb88', 'status': 'completed', 'code': 200} Aug 03 19:17:29.687781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113d237-e021-4592-95cc-0265289e7822 req-d1c543b2-c3d3-4e4b-aafc-b7ec176782d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.700509 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1113d237-e021-4592-95cc-0265289e7822 req-d1c543b2-c3d3-4e4b-aafc-b7ec176782d1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 1101 time: 0.0930870 Aug 03 19:17:29.710631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.756941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Port 5484eb61-3222-48f4-89d6-354f4402a286 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:29.761209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f48775-f743-41de-b871-3e336f59bb8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.783447 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f48775-f743-41de-b871-3e336f59bb8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.802527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f48775-f743-41de-b871-3e336f59bb8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.804888 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-86f48775-f743-41de-b871-3e336f59bb8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3008533 Aug 03 19:17:29.808318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44892) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:29.825000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Provisioning complete for port adc000cb-1c30-4e16-9cfa-a708bd18a9ce triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:29.825377 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.878610 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1113d237-e021-4592-95cc-0265289e7822 req-e6763381-b7b4-4066-bd1e-d1d52779fa64 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751223 Aug 03 19:17:29.911090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.980971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port adc000cb-1c30-4e16-9cfa-a708bd18a9ce, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=adc000cb-1c30-4e16-9cfa-a708bd18a9ce,segment=NetworkSegment(f0df45a9-3b36-44c5-aaa4-190e03a12d35),segment_id=f0df45a9-3b36-44c5-aaa4-190e03a12d35)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:30.000988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-06f6b68e-5af4-4713-86f1-a72c68e80bfb tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 013335a9-3d0c-469f-a4af-aa98f762bdbb {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:30.001830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06f6b68e-5af4-4713-86f1-a72c68e80bfb tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.003573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c3c90-55c5-4aae-a0ea-bed9459d7aab req-3546a419-1d27-48dd-bc1b-743b288eaf0e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:30.005207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-033c3c90-55c5-4aae-a0ea-bed9459d7aab req-3546a419-1d27-48dd-bc1b-743b288eaf0e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 950 time: 0.3158209 Aug 03 19:17:30.020538 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.021378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f6577af-bb21-4762-a89c-af0a3bf8979c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:30.074311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d0cce-58e9-495a-b26d-cd2b3ffda7c5 req-cd0a0665-cf2c-4971-ac0b-99a31b05ffd6 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:30.076053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-374d0cce-58e9-495a-b26d-cd2b3ffda7c5 req-cd0a0665-cf2c-4971-ac0b-99a31b05ffd6 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 946 time: 0.2128456 Aug 03 19:17:30.180894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-033c3c90-55c5-4aae-a0ea-bed9459d7aab req-243a44cd-d278-4987-8832-af1b632ab411 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533115 Aug 03 19:17:30.212652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06f6b68e-5af4-4713-86f1-a72c68e80bfb tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.213931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-374d0cce-58e9-495a-b26d-cd2b3ffda7c5 req-8d6e259e-d8aa-4700-98e3-7a631d781f54 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168904 Aug 03 19:17:30.241689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-06f6b68e-5af4-4713-86f1-a72c68e80bfb tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 013335a9-3d0c-469f-a4af-aa98f762bdbb owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:30.259646 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.321856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event deleted for resources: {'Port': ['ID=7285fccc-f15c-4372-a9d6-a0e6fb29ec34,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:30.464634 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.466788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=adc000cb-1c30-4e16-9cfa-a708bd18a9ce,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:30.479585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f81a71d2-0607-4498-ae26-224caca29200 req-c25ba2d1-5cb4-4a07-8c5b-03f55bec9643 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 210 time: 0.0953431 Aug 03 19:17:30.483985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] No DVR routers for this DVR port 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:30.487065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.488413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6d24-ae45-4d31-8815-9a21c2937a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.489647 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2f0dd06-e4fc-42c1-bee7-fa15aefb3216 req-71ecf1ad-f2cc-40f8-b9e6-0630782c2ad5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "DELETE /v2.0/ports/7285fccc-f15c-4372-a9d6-a0e6fb29ec34 HTTP/1.1" status: 204 len: 173 time: 1.7972765 Aug 03 19:17:30.490324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'name': 'network-vif-deleted', 'tag': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:30.517311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 0f6577af-bb21-4762-a89c-af0a3bf8979c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:30.520663 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580cc026-2d67-4a34-9d50-6c3df554caa9" -d '{"events": [{"server_uuid": "39dce58b-f9aa-4e37-9ced-72b0b42d94fe", "name": "network-vif-deleted", "tag": "7285fccc-f15c-4372-a9d6-a0e6fb29ec34"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:30.534670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0f6577af-bb21-4762-a89c-af0a3bf8979c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:30.535197 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.665411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94628d45-28b3-413c-a5a3-302935922e6f req-707f7255-97b8-4184-b828-0f26ec1802ea tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:30.683165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94628d45-28b3-413c-a5a3-302935922e6f req-707f7255-97b8-4184-b828-0f26ec1802ea tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.1195664 Aug 03 19:17:30.696748 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:17:30.699237 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:17:30.767259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94628d45-28b3-413c-a5a3-302935922e6f req-98ee18ec-1299-4c55-bf6c-328fbd4fb54d tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 Aug 03 19:17:30.803545 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.869727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 0f6577af-bb21-4762-a89c-af0a3bf8979c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f6577af-bb21-4762-a89c-af0a3bf8979c,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:30.876806 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.921814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e12f94-a83b-492e-af06-08e16e63af25 req-6a4c83f9-4e5a-4b02-b583-c4de2881209f tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:30.930212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64e12f94-a83b-492e-af06-08e16e63af25 req-6a4c83f9-4e5a-4b02-b583-c4de2881209f tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 947 time: 0.0819087 Aug 03 19:17:30.939305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=0f6577af-bb21-4762-a89c-af0a3bf8979c,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:30.947072 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a859379-2878-4e19-81ca-473cacc32ab6 x-openstack-request-id: req-1a859379-2878-4e19-81ca-473cacc32ab6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:30.947522 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dce58b-f9aa-4e37-9ced-72b0b42d94fe", "name": "network-vif-deleted", "tag": "7285fccc-f15c-4372-a9d6-a0e6fb29ec34", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:30.947715 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a859379-2878-4e19-81ca-473cacc32ab6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:30.947994 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'name': 'network-vif-deleted', 'tag': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34', 'status': 'completed', 'code': 200} Aug 03 19:17:30.986589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64e12f94-a83b-492e-af06-08e16e63af25 req-548fd98e-3b3a-4679-9eeb-46732a137fe8 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552180 Aug 03 19:17:31.024068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06f6b68e-5af4-4713-86f1-a72c68e80bfb tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.072508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6b68e-5af4-4713-86f1-a72c68e80bfb tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=013335a9-3d0c-469f-a4af-aa98f762bdbb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:31.123339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffc380-0300-4f95-b4af-566ea951dbf5 req-ef0721c5-177e-4834-b678-3cb427c845de tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.136862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92ffc380-0300-4f95-b4af-566ea951dbf5 req-ef0721c5-177e-4834-b678-3cb427c845de tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 946 time: 0.1255019 Aug 03 19:17:31.207664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06f6b68e-5af4-4713-86f1-a72c68e80bfb tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.210970 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-06f6b68e-5af4-4713-86f1-a72c68e80bfb tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/013335a9-3d0c-469f-a4af-aa98f762bdbb HTTP/1.1" status: 204 len: 168 time: 1.3969057 Aug 03 19:17:31.214210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44930) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:31.266529 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-c140b1a8-7202-4b2f-9794-2a1e50b9e700 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:17:31.268594 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c140b1a8-7202-4b2f-9794-2a1e50b9e700 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/013335a9-3d0c-469f-a4af-aa98f762bdbb HTTP/1.1" status: 404 len: 333 time: 0.0419188 Aug 03 19:17:31.271506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44936) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:31.350033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 1ddd11e2-4294-439e-8d2d-641854238bc8 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:31.356774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:31.373513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device adc000cb-1c30-4e16-9cfa-a708bd18a9ce up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:31.423698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92ffc380-0300-4f95-b4af-566ea951dbf5 req-58d053e5-e20c-47e5-81a4-5e8ecec14d3a tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853322 Aug 03 19:17:31.475733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1c548-8bfe-4569-8ba9-72230193ab58 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 5484eb61-3222-48f4-89d6-354f4402a286 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:31.476395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c548-8bfe-4569-8ba9-72230193ab58 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.507770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:31.511793 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451694a8-30d3-4c98-ad75-99af4e5e0cdb" -d '{"events": [{"server_uuid": "39dce58b-f9aa-4e37-9ced-72b0b42d94fe", "name": "network-vif-plugged", "status": "completed", "tag": "7285fccc-f15c-4372-a9d6-a0e6fb29ec34"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:31.605344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: f42c4690-6028-4a1e-b5e0-2d662833cb88 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:31.610577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f42c4690-6028-4a1e-b5e0-2d662833cb88 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:31.636484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7caf89ef-7dbc-4f69-8049-0cfb33490412 None None] Could not find standard attr ID for object 013335a9-3d0c-469f-a4af-aa98f762bdbb. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:17:31.685660 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c548-8bfe-4569-8ba9-72230193ab58 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.689224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-e343d53d-fd37-4fd1-8b53-6fdd7317f803 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.694072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-e343d53d-fd37-4fd1-8b53-6fdd7317f803 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.88 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 811 time: 0.5522833 Aug 03 19:17:31.718498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1c548-8bfe-4569-8ba9-72230193ab58 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 5484eb61-3222-48f4-89d6-354f4402a286 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:31.766613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port adc000cb-1c30-4e16-9cfa-a708bd18a9ce triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:31.767149 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.774582 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c32124-38ee-46d6-8635-4c284825b3d8 req-93b8e022-3dcf-4846-b648-7f3b4b2df6e7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=39dce58b-f9aa-4e37-9ced-72b0b42d94fe HTTP/1.1" status: 200 len: 210 time: 0.1441326 Aug 03 19:17:31.851260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:31.897584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-bd668bb5-8f98-4cab-b27d-9094516ad129 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c707e86e98764a569ca4b8c52c75eab6 HTTP/1.1" status: 200 len: 379 time: 0.1668015 Aug 03 19:17:31.909609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352143c-a679-403e-9480-175ca586e324 req-d0a42349-a1c6-4bed-a467-5c9777f027ac tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.911268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2352143c-a679-403e-9480-175ca586e324 req-d0a42349-a1c6-4bed-a467-5c9777f027ac tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 950 time: 0.1784680 Aug 03 19:17:31.922604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'port': {'device_id': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'admin_state_up': True, 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'security_groups': ['28a8384f-ea12-499a-80ec-75fd3cf2049c']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:31.939018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:31.939582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7285fccc-f15c-4372-a9d6-a0e6fb29ec34 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:31.965363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d9325845-74e2-4741-aa4d-d6056882253d None None] Provisioning complete for port 5484eb61-3222-48f4-89d6-354f4402a286 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:31.966024 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9325845-74e2-4741-aa4d-d6056882253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.992561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c548-8bfe-4569-8ba9-72230193ab58 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.007394 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.018706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 1ddd11e2-4294-439e-8d2d-641854238bc8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1ddd11e2-4294-439e-8d2d-641854238bc8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:32.023651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2352143c-a679-403e-9480-175ca586e324 req-f25d2bef-4df0-435b-ae8d-6a0706aae230 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957315 Aug 03 19:17:32.049680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1c548-8bfe-4569-8ba9-72230193ab58 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=5484eb61-3222-48f4-89d6-354f4402a286,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:32.061873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '1ddd11e2-4294-439e-8d2d-641854238bc8', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '1ddd11e2-4294-439e-8d2d-641854238bc8', 'mac_address': 'fa:16:3e:32:8b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:32.083230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d9325845-74e2-4741-aa4d-d6056882253d None None] Port 5484eb61-3222-48f4-89d6-354f4402a286 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:32.119648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d9325845-74e2-4741-aa4d-d6056882253d None None] Could not find standard attr ID for object 013335a9-3d0c-469f-a4af-aa98f762bdbb. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:17:32.171717 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.174555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f6577af-bb21-4762-a89c-af0a3bf8979c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:32.205290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Made reservation on behalf of c707e86e98764a569ca4b8c52c75eab6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:32.210137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.214484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8c2d545-5f73-47d7-bb99-b2bd11c3ed71 req-1f3b8550-a0db-4ded-bfad-66cf5408a0ba tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 210 time: 0.0769477 Aug 03 19:17:32.215278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddd11e2-4294-439e-8d2d-641854238bc8 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:32.230063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c548-8bfe-4569-8ba9-72230193ab58 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.234161 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1c1c548-8bfe-4569-8ba9-72230193ab58 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/5484eb61-3222-48f4-89d6-354f4402a286 HTTP/1.1" status: 204 len: 168 time: 0.9570336 Aug 03 19:17:32.238741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44956) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:32.261955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 1ddd11e2-4294-439e-8d2d-641854238bc8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1ddd11e2-4294-439e-8d2d-641854238bc8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:32.277498 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.296529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb2401-be00-4824-9a0e-dc6591f8d108 req-b1d4b9fb-c2a7-4ec2-8680-59907506717c tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:32.298268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98cb2401-be00-4824-9a0e-dc6591f8d108 req-b1d4b9fb-c2a7-4ec2-8680-59907506717c tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.1909161 Aug 03 19:17:32.303863 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeda60e3-0d61-44a3-bd5a-132db83e8c90 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:17:32.318180 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aeda60e3-0d61-44a3-bd5a-132db83e8c90 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/5484eb61-3222-48f4-89d6-354f4402a286 HTTP/1.1" status: 404 len: 333 time: 0.0775669 Aug 03 19:17:32.319293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44958) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:32.320180 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462f886-a4c0-4d5e-9118-193068f24698 x-openstack-request-id: req-3462f886-a4c0-4d5e-9118-193068f24698 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:32.320477 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dce58b-f9aa-4e37-9ced-72b0b42d94fe", "name": "network-vif-plugged", "status": "completed", "tag": "7285fccc-f15c-4372-a9d6-a0e6fb29ec34", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:32.321038 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3462f886-a4c0-4d5e-9118-193068f24698 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:32.321447 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dce58b-f9aa-4e37-9ced-72b0b42d94fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7285fccc-f15c-4372-a9d6-a0e6fb29ec34', 'code': 200} Aug 03 19:17:32.398419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=1ddd11e2-4294-439e-8d2d-641854238bc8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:32.403799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0f6577af-bb21-4762-a89c-af0a3bf8979c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:32.407204 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.437313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98cb2401-be00-4824-9a0e-dc6591f8d108 req-d27a46c8-603a-43ae-9c4b-815090491488 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080344 Aug 03 19:17:32.448605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0077a0e2-ee4e-4936-869a-18e28a4ccb40 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 41784f40-e0f6-404a-90fd-95049116c053 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:32.459305 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0077a0e2-ee4e-4936-869a-18e28a4ccb40 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.506227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Allocated IP 172.20.0.3 (144f6304-9919-46bf-b3ac-52043ed9bd13/def412f2-4c66-4154-97d4-79a13a1f968d/7ae76853-e174-486f-bdd1-20043af1048f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:32.548880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0077a0e2-ee4e-4936-869a-18e28a4ccb40 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.645562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d524e-35ad-4237-b036-f54151901880 req-2999ff0f-095e-49b4-8d78-a80b49691ac9 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:32.648322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f86d524e-35ad-4237-b036-f54151901880 req-2999ff0f-095e-49b4-8d78-a80b49691ac9 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 948 time: 0.1352520 Aug 03 19:17:32.690876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0077a0e2-ee4e-4936-869a-18e28a4ccb40 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.749726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-10e9cec8-8905-4859-a1f3-84dcb21ad0ae req-4e1d9811-15db-4f32-ae55-1a4de9edfb6b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:17:32.750822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10e9cec8-8905-4859-a1f3-84dcb21ad0ae req-4e1d9811-15db-4f32-ae55-1a4de9edfb6b tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109880 Aug 03 19:17:32.800044 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0077a0e2-ee4e-4936-869a-18e28a4ccb40 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.828512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['1ddd11e2-4294-439e-8d2d-641854238bc8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:32.841871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077a0e2-ee4e-4936-869a-18e28a4ccb40 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=41784f40-e0f6-404a-90fd-95049116c053,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:32.846195 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0077a0e2-ee4e-4936-869a-18e28a4ccb40 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.848553 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0077a0e2-ee4e-4936-869a-18e28a4ccb40 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/41784f40-e0f6-404a-90fd-95049116c053 HTTP/1.1" status: 204 len: 168 time: 0.5278671 Aug 03 19:17:32.851154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44982) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:32.906171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82890050-1ee4-4d76-851c-e530067203de None None] Network 01dff19c-a4ae-40bb-b250-1740ea07bdb0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:32.980565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.087917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port adc000cb-1c30-4e16-9cfa-a708bd18a9ce {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:33.089082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.176642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f86d524e-35ad-4237-b036-f54151901880 req-3e5fb30d-61bc-4463-a7e8-fcb55b7d090c tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986334 Aug 03 19:17:33.218724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:33.293247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] For port adc000cb-1c30-4e16-9cfa-a708bd18a9ce, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=adc000cb-1c30-4e16-9cfa-a708bd18a9ce,segment=NetworkSegment(f0df45a9-3b36-44c5-aaa4-190e03a12d35),segment_id=f0df45a9-3b36-44c5-aaa4-190e03a12d35)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:33.293897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.332338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for adc000cb-1c30-4e16-9cfa-a708bd18a9ce owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:33.360325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10e9cec8-8905-4859-a1f3-84dcb21ad0ae req-132b4ee6-0cc5-4acf-a2f0-6f3eaf933bed tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1786184 Aug 03 19:17:33.410465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.445573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Transition to ACTIVE for port object 7ae76853-e174-486f-bdd1-20043af1048f will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:33.450749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] DHCP port deletion for 01dff19c-a4ae-40bb-b250-1740ea07bdb0 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:17:33.543693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.602391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.637235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] Deleting port adc000cb-1c30-4e16-9cfa-a708bd18a9ce {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:33.637796 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.654295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'Port': ['ID=7ae76853-e174-486f-bdd1-20043af1048f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:33.677288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=adc000cb-1c30-4e16-9cfa-a708bd18a9ce,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:33.695070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No DVR routers for this DVR port adc000cb-1c30-4e16-9cfa-a708bd18a9ce on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:33.714028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:33.717695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:33.720685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:33.750654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] For port adc000cb-1c30-4e16-9cfa-a708bd18a9ce, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:33.751211 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.774662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] Calling delete_port for adc000cb-1c30-4e16-9cfa-a708bd18a9ce owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:33.788627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] Port adc000cb-1c30-4e16-9cfa-a708bd18a9ce was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:17:33.790317 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.798897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210fa7-2959-493b-b080-6133f1d5daf7 req-25f0ce22-7ddb-4868-9b87-7debd9b3e387 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:33.800551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e210fa7-2959-493b-b080-6133f1d5daf7 req-25f0ce22-7ddb-4868-9b87-7debd9b3e387 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 950 time: 0.1484420 Aug 03 19:17:33.852633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] Pushing event deleted for resources: {'Port': ['ID=adc000cb-1c30-4e16-9cfa-a708bd18a9ce,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:33.858858 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e472fe0b-4e17-4c79-9b28-01a34bd62f90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de47365fb2a8436ebc75d53ad6143b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6381385 Aug 03 19:17:33.862799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45002) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:33.884173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1328132-bacf-46d8-b19e-05bb3d21762a None None] No DVR routers for this DVR port adc000cb-1c30-4e16-9cfa-a708bd18a9ce on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:33.897791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.911942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:33.913184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.921638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dff19c-a4ae-40bb-b250-1740ea07bdb0']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:33.933631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e210fa7-2959-493b-b080-6133f1d5daf7 req-155d5ed8-00ae-48c6-9f80-c8bd347e02ba tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199627 Aug 03 19:17:33.940770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0df45a9-3b36-44c5-aaa4-190e03a12d35') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:33.941078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0df45a9-3b36-44c5-aaa4-190e03a12d35') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:33.969178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.971069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6461ae32-8db3-422c-9db7-c3f57b54742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.995200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.009745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-6ad6685f-d4ea-418f-9a2f-bc62787d1440 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0973485 Aug 03 19:17:34.015155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6461ae32-8db3-422c-9db7-c3f57b54742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:34.028421 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:34.033387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Request body: {'port': {'device_id': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:34.120878 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.124751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d56ba-cb72-4afa-b588-7f3d2a11ba54 req-b830951a-dca9-420c-9fb6-ddfce37f4a3d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.129240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e49d56ba-cb72-4afa-b588-7f3d2a11ba54 req-b830951a-dca9-420c-9fb6-ddfce37f4a3d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 931 time: 0.1925654 Aug 03 19:17:34.130332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.136499 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/networks/01dff19c-a4ae-40bb-b250-1740ea07bdb0 HTTP/1.1" status: 204 len: 168 time: 1.2837946 Aug 03 19:17:34.141554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45014) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:34.144773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-979748351'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:34.164588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a4f19-54fd-4e04-b8f5-e635bf4edd74 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Network': ['ID=01dff19c-a4ae-40bb-b250-1740ea07bdb0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:34.169868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf3284ea-e014-436c-a51c-d66401a633a3 None None] Provisioning for port 7ae76853-e174-486f-bdd1-20043af1048f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:34.176860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6461ae32-8db3-422c-9db7-c3f57b54742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.179589 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6461ae32-8db3-422c-9db7-c3f57b54742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.181850 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6461ae32-8db3-422c-9db7-c3f57b54742f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ded70249-50d4-4652-883a-0807bbf68938 HTTP/1.1" status: 204 len: 168 time: 0.3176539 Aug 03 19:17:34.184328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf3284ea-e014-436c-a51c-d66401a633a3 None None] Provisioning complete for port 7ae76853-e174-486f-bdd1-20043af1048f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:34.187494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf3284ea-e014-436c-a51c-d66401a633a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.210045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461ae32-8db3-422c-9db7-c3f57b54742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded70249-50d4-4652-883a-0807bbf68938,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:34.212777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:34.216703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.256307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:34.272895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bf3284ea-e014-436c-a51c-d66401a633a3 None None] Port 7ae76853-e174-486f-bdd1-20043af1048f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:34.275485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.275896 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Added segment 48a8d9e2-8750-4df3-8f19-fc46331a42df of type vlan for network b1ef46f6-7f1f-4916-8c6d-161b62c28678 Aug 03 19:17:34.298295 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.336142 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.350172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e49d56ba-cb72-4afa-b588-7f3d2a11ba54 req-881d214c-ac75-48be-bea9-40fd18e453a0 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654916 Aug 03 19:17:34.369208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.423909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.440899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.441967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.518243 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3777015 Aug 03 19:17:34.533633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45022) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:34.543139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': 'b1ef46f6-7f1f-4916-8c6d-161b62c28678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:34.548789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-66c51f72-6104-4b41-a1cf-ae6a47e5e8b3 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.552483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-66c51f72-6104-4b41-a1cf-ae6a47e5e8b3 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 821 time: 0.4784877 Aug 03 19:17:34.566303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fe64b-84f1-45fa-b67a-a903d9cc2e6b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Network': ['ID=b1ef46f6-7f1f-4916-8c6d-161b62c28678,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:34.591430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network b1ef46f6-7f1f-4916-8c6d-161b62c28678 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:34.638472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-87ba5833-c6ad-481a-9e37-c78c9e3f6074 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/quotas/76314d1255914f5486bff052948cd62e HTTP/1.1" status: 200 len: 375 time: 0.0498672 Aug 03 19:17:34.733439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:34.743739 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.766939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b17f2c-6374-46de-905e-a58bc53c8acf req-5015d036-ab9d-4ed4-8f07-b0b603113662 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.768548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6b17f2c-6374-46de-905e-a58bc53c8acf req-5015d036-ab9d-4ed4-8f07-b0b603113662 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.2103803 Aug 03 19:17:34.781749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-5eb9d4e9-5156-41fe-8643-91d0ee5d08c7 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424913 Aug 03 19:17:34.876878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6b17f2c-6374-46de-905e-a58bc53c8acf req-0947a75b-50f2-4c73-b2f6-13b14d6baa64 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940423 Aug 03 19:17:34.989070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae76853-e174-486f-bdd1-20043af1048f {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:35.021586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.039793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Transition to ACTIVE for port object 7ae76853-e174-486f-bdd1-20043af1048f will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:35.048163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.067545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52222041-6bb8-4df9-a749-2d14576945b0 req-10867846-aaf4-471a-87b2-53849c9fde03 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:35.069308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52222041-6bb8-4df9-a749-2d14576945b0 req-10867846-aaf4-471a-87b2-53849c9fde03 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 1101 time: 0.0834088 Aug 03 19:17:35.122827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.183983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52222041-6bb8-4df9-a749-2d14576945b0 req-0ef2e9ef-8d44-466b-aa1e-cc93648e9e01 tempest-ServersOnMultiNodesTest-1351459231 tempest-ServersOnMultiNodesTest-1351459231-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913994 Aug 03 19:17:35.220041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=621d9b17-a77b-4da9-944c-bf3ccd47acd4,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:35.250858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 1ddd11e2-4294-439e-8d2d-641854238bc8 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:35.256916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Pushing event updated for resources: {'Port': ['ID=7ae76853-e174-486f-bdd1-20043af1048f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:35.272990 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Checking segment: {'id': '48a8d9e2-8750-4df3-8f19-fc46331a42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1ef46f6-7f1f-4916-8c6d-161b62c28678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:35.273416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network hostable DHCP agents. Network: b1ef46f6-7f1f-4916-8c6d-161b62c28678, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:35.341682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network b1ef46f6-7f1f-4916-8c6d-161b62c28678 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:35.362998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, b1ef46f6-7f1f-4916-8c6d-161b62c28678) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:35.378946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:35.380329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.406543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device adc000cb-1c30-4e16-9cfa-a708bd18a9ce no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:35.412029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547eb540-d70b-468e-8c3b-bfb0b0bd0d12 None None] Network b1ef46f6-7f1f-4916-8c6d-161b62c28678 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:35.412732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-00ac306f-15a1-4dd2-905b-d93995959818 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8771741 Aug 03 19:17:35.413387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45048) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:35.419829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3935d177-d98a-45c9-92fb-4852cae93c15 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-695910665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:35.443062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287e027-c05e-4bb5-bab0-9c3165e242a9 req-6b1dba8d-67ab-4fd5-a2fd-432a0c020851 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:35.444703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9287e027-c05e-4bb5-bab0-9c3165e242a9 req-6b1dba8d-67ab-4fd5-a2fd-432a0c020851 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 948 time: 0.1165059 Aug 03 19:17:35.455979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Attempting to bind port 7ae76853-e174-486f-bdd1-20043af1048f on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:35.458041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Attempting to bind port 7ae76853-e174-486f-bdd1-20043af1048f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:35.458730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Attempting to bind port 7ae76853-e174-486f-bdd1-20043af1048f on network 144f6304-9919-46bf-b3ac-52043ed9bd13 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:35.482728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3935d177-d98a-45c9-92fb-4852cae93c15 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.487444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-9030d562-a7d7-49ad-9590-ba19a256ad48 service neutron] 10.222.0.42 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807239 Aug 03 19:17:35.487697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3935d177-d98a-45c9-92fb-4852cae93c15 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.507063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Port 7ae76853-e174-486f-bdd1-20043af1048f on network 144f6304-9919-46bf-b3ac-52043ed9bd13 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:35.507777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Attempting to bind port 7ae76853-e174-486f-bdd1-20043af1048f on network 144f6304-9919-46bf-b3ac-52043ed9bd13 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:35.556340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:35.557693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Checking segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:35.558453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Bound using segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:35.559254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Bound port: 7ae76853-e174-486f-bdd1-20043af1048f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:35.559822 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.581243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: adc000cb-1c30-4e16-9cfa-a708bd18a9ce {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:35.581762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device adc000cb-1c30-4e16-9cfa-a708bd18a9ce not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:35.600634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 1ddd11e2-4294-439e-8d2d-641854238bc8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:35.615415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9287e027-c05e-4bb5-bab0-9c3165e242a9 req-f0946e5e-6033-410d-a4e0-41c050655604 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479540 Aug 03 19:17:35.620479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3935d177-d98a-45c9-92fb-4852cae93c15 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.630596 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3935d177-d98a-45c9-92fb-4852cae93c15 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.647243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 1ddd11e2-4294-439e-8d2d-641854238bc8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:35.647890 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.685254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3935d177-d98a-45c9-92fb-4852cae93c15 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.689051 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3935d177-d98a-45c9-92fb-4852cae93c15 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2741630 Aug 03 19:17:35.692234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45052) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:35.713825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'network_id': 'b1ef46f6-7f1f-4916-8c6d-161b62c28678', 'name': 'tempest-PortsTestJSON-380478624'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:35.730562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-d5dc16ba-ebcc-4fdd-bb2e-abac6e9f5dd2 service neutron] 10.222.0.42 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416732 Aug 03 19:17:35.778055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] For port 7ae76853-e174-486f-bdd1-20043af1048f, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:35.785601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] For port 7ae76853-e174-486f-bdd1-20043af1048f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7ae76853-e174-486f-bdd1-20043af1048f,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:35.797217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.892794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:35.893982 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.896002 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] 10.222.0.88 "PUT /v2.0/ports/7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 200 len: 1091 time: 1.8752851 Aug 03 19:17:35.896664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'tag': '7ae76853-e174-486f-bdd1-20043af1048f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:35.899900 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c7a80-a07b-477d-ab60-f057f91c6a83" -d '{"events": [{"name": "network-changed", "server_uuid": "0a92561d-8f5f-4b90-8577-3cd0250153bd", "tag": "7ae76853-e174-486f-bdd1-20043af1048f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:35.930073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194aab6-d7b0-4558-8ae5-eb0676e698dc service neutron] Pushing event updated for resources: {'Port': ['ID=7ae76853-e174-486f-bdd1-20043af1048f,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:35.979388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:35.989696 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.079376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port db1a780c-29b6-4365-a243-6ac02eb175f5 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:36.137302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.166685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-cb44b4b0-7079-48fa-a57c-9309c42b58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:36.176973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-cb44b4b0-7079-48fa-a57c-9309c42b58af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 1094 time: 0.2030325 Aug 03 19:17:36.198670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-b1ef46f6-7f1f-4916-8c6d-161b62c28678', 'network_id': 'b1ef46f6-7f1f-4916-8c6d-161b62c28678', 'tenant_id': 'c3deed207ee6423faf0ea91a1d1eeb84', 'fixed_ips': [{'subnet_id': '621d9b17-a77b-4da9-944c-bf3ccd47acd4'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:17:36.200160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.216071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901096a8-b706-4f8f-9892-f1b0b02aeb53 req-60f96904-9150-43e6-8464-b98779ee5ea1 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:36.234026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-901096a8-b706-4f8f-9892-f1b0b02aeb53 req-60f96904-9150-43e6-8464-b98779ee5ea1 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 946 time: 0.2711813 Aug 03 19:17:36.281349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e49b69-d917-41b8-83b5-d8f0cdf589c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd11e2-4294-439e-8d2d-641854238bc8'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:36.285230 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea8121a-9043-49b0-8bf0-398c98156009" -d '{"events": [{"server_uuid": "e5e49b69-d917-41b8-83b5-d8f0cdf589c2", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd11e2-4294-439e-8d2d-641854238bc8"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:36.319783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-80a0dc0f-a7d4-44dd-9761-417740e0f720 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 200 len: 217 time: 0.1393323 Aug 03 19:17:36.373281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 1ddd11e2-4294-439e-8d2d-641854238bc8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1ddd11e2-4294-439e-8d2d-641854238bc8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:36.402672 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.449322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.10 (b1ef46f6-7f1f-4916-8c6d-161b62c28678/621d9b17-a77b-4da9-944c-bf3ccd47acd4/db1a780c-29b6-4365-a243-6ac02eb175f5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:36.541671 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-901096a8-b706-4f8f-9892-f1b0b02aeb53 req-ae7a2b8f-a49a-4997-809e-e374a1ebe93e tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031104 Aug 03 19:17:36.557966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=1ddd11e2-4294-439e-8d2d-641854238bc8,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:36.590066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-1749042e-52d0-4c47-b418-be32531b681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:36.596316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-1749042e-52d0-4c47-b418-be32531b681f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.2658513 Aug 03 19:17:36.615785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13d56c-1042-425e-83aa-24773c6242d5 req-53d71314-4124-49f6-afb0-f8cf1dfd2767 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:36.618435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f13d56c-1042-425e-83aa-24773c6242d5 req-53d71314-4124-49f6-afb0-f8cf1dfd2767 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 943 time: 0.2583947 Aug 03 19:17:36.750001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f13d56c-1042-425e-83aa-24773c6242d5 req-cac85e78-8349-4ae0-aeed-0f538bbf8278 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162670 Aug 03 19:17:36.764275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-3797a5d5-8bd5-4440-bdc1-9d56b022f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:36.768384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-3797a5d5-8bd5-4440-bdc1-9d56b022f6c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480691 Aug 03 19:17:36.787235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.805274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object db1a780c-29b6-4365-a243-6ac02eb175f5 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:36.870140 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fd3c5e-078a-4eb5-bfb0-80a2bc32edf7 x-openstack-request-id: req-49fd3c5e-078a-4eb5-bfb0-80a2bc32edf7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:36.870953 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a92561d-8f5f-4b90-8577-3cd0250153bd", "tag": "7ae76853-e174-486f-bdd1-20043af1048f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:36.871572 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49fd3c5e-078a-4eb5-bfb0-80a2bc32edf7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:36.872651 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'tag': '7ae76853-e174-486f-bdd1-20043af1048f', 'status': 'completed', 'code': 200} Aug 03 19:17:36.886926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.006952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network b1ef46f6-7f1f-4916-8c6d-161b62c28678 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:37.015709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:37.020107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:37.032826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98d26e40-ac6c-4a90-b0be-68d70b7ee369 req-f25fc189-4417-4e8f-8a45-bbc7b8946c07 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 210 time: 0.0929110 Aug 03 19:17:37.034362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Allocated IP 172.20.0.2 (b1ef46f6-7f1f-4916-8c6d-161b62c28678/621d9b17-a77b-4da9-944c-bf3ccd47acd4/3c70d5e0-18f0-4210-91a4-b099339bf2c5) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:37.039776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-d0284212-91d2-435e-b127-f33b8c503ecf service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575412 Aug 03 19:17:37.059249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=db1a780c-29b6-4365-a243-6ac02eb175f5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:37.087359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.088134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.113140 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff9eff-16d1-4f32-b303-f4223f1171c7 x-openstack-request-id: req-f7ff9eff-16d1-4f32-b303-f4223f1171c7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:37.113871 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e49b69-d917-41b8-83b5-d8f0cdf589c2", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd11e2-4294-439e-8d2d-641854238bc8", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:37.114474 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7ff9eff-16d1-4f32-b303-f4223f1171c7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:37.115102 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e49b69-d917-41b8-83b5-d8f0cdf589c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd11e2-4294-439e-8d2d-641854238bc8', 'code': 200} Aug 03 19:17:37.123008 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5377e80c-391c-4ed1-9447-1ccda1ef75b9 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4260542 Aug 03 19:17:37.126306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:37.372085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b0db-3ac9-4c36-9e7b-69e00178121a req-f86bee61-7a91-4100-b7c7-9eedb43d72be tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.373888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e195b0db-3ac9-4c36-9e7b-69e00178121a req-f86bee61-7a91-4100-b7c7-9eedb43d72be tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 950 time: 0.2034664 Aug 03 19:17:37.376657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.392025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63112c1-7315-4d51-b288-6bee7d153904 req-b1ebbbf0-f458-4377-9040-a69a0d0c84fc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.397281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Transition to ACTIVE for port object 3c70d5e0-18f0-4210-91a4-b099339bf2c5 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:37.406599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d63112c1-7315-4d51-b288-6bee7d153904 req-b1ebbbf0-f458-4377-9040-a69a0d0c84fc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.1867917 Aug 03 19:17:37.435217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Transition to ACTIVE for port object 3c70d5e0-18f0-4210-91a4-b099339bf2c5 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:37.440745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddafd546-1185-4447-acfd-3301cf8182c9 req-9a88c354-572c-4706-8d44-8f0a3596028f service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889654 Aug 03 19:17:37.450811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.541270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Network b1ef46f6-7f1f-4916-8c6d-161b62c28678 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:37.548279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:37.556188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d63112c1-7315-4d51-b288-6bee7d153904 req-94d03143-4368-4447-8a1f-377c3700d3d0 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457186 Aug 03 19:17:37.558407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45090) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:37.575900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e195b0db-3ac9-4c36-9e7b-69e00178121a req-df3cbad7-7586-4e6f-baa6-4ca2f69d40c6 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519690 Aug 03 19:17:37.580125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:37.631204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Pushing event updated for resources: {'Port': ['ID=3c70d5e0-18f0-4210-91a4-b099339bf2c5,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:37.682625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-d35d41c0-1721-4784-87d2-86d2a15bdd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.685250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-d35d41c0-1721-4784-87d2-86d2a15bdd39 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 1094 time: 0.0804403 Aug 03 19:17:37.820375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-de2807c7-9bfc-48e3-902c-54343a09a5de tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.821987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-de2807c7-9bfc-48e3-902c-54343a09a5de tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 821 time: 0.4067235 Aug 03 19:17:37.842016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07cbf1-3d4f-4bed-b4ab-82a78eb127c2 req-e4764e19-fe0b-4202-bb63-9d398dfbd1f8 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.846202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Request body: {'port': {'device_id': '40ebcfb6-d832-476f-a407-7b7ed4bae571', 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'admin_state_up': True, 'tenant_id': '76314d1255914f5486bff052948cd62e'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:37.849877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac07cbf1-3d4f-4bed-b4ab-82a78eb127c2 req-e4764e19-fe0b-4202-bb63-9d398dfbd1f8 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 949 time: 0.1367013 Aug 03 19:17:37.856586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Attempting to bind port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:37.857187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Attempting to bind port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '48a8d9e2-8750-4df3-8f19-fc46331a42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1ef46f6-7f1f-4916-8c6d-161b62c28678'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:37.857826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Attempting to bind port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 on network b1ef46f6-7f1f-4916-8c6d-161b62c28678 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:37.869051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02975b0-b5f8-452f-a70a-0bdeab259daf req-b3bd9963-bf0b-475b-ac93-113c05251c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.870710 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e02975b0-b5f8-452f-a70a-0bdeab259daf req-b3bd9963-bf0b-475b-ac93-113c05251c76 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 1100 time: 0.5562470 Aug 03 19:17:37.878637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:37.879188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Checking segment: {'id': '48a8d9e2-8750-4df3-8f19-fc46331a42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1ef46f6-7f1f-4916-8c6d-161b62c28678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:37.879866 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.880518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Bound using segment: {'id': '48a8d9e2-8750-4df3-8f19-fc46331a42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1ef46f6-7f1f-4916-8c6d-161b62c28678'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:37.881336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Bound port: 3c70d5e0-18f0-4210-91a4-b099339bf2c5, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a8d9e2-8750-4df3-8f19-fc46331a42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1ef46f6-7f1f-4916-8c6d-161b62c28678'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:37.885053 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.950174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-99dbb676-ba1b-4882-a55d-50529671742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.953708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-99dbb676-ba1b-4882-a55d-50529671742b service neutron] 10.222.0.88 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 0.2563014 Aug 03 19:17:38.022268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b270-933e-47bc-b501-12e9cb34ff05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.051272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] For port 3c70d5e0-18f0-4210-91a4-b099339bf2c5, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:38.059964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] For port 3c70d5e0-18f0-4210-91a4-b099339bf2c5, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3c70d5e0-18f0-4210-91a4-b099339bf2c5,segment=NetworkSegment(48a8d9e2-8750-4df3-8f19-fc46331a42df),segment_id=48a8d9e2-8750-4df3-8f19-fc46331a42df)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:38.066175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac07cbf1-3d4f-4bed-b4ab-82a78eb127c2 req-411724d8-9e8b-4f4b-9ceb-0135df80a161 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150230 Aug 03 19:17:38.068046 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.070579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-c2a5b919-d1e9-4442-b7d9-07dd3e2ecd69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 200 len: 217 time: 0.1008739 Aug 03 19:17:38.146643 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-26c54a30-c065-45f7-8ce6-a6cb8952e342 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3518348 Aug 03 19:17:38.224229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.251650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbfed7-e725-40d9-8731-49f9a11765f2 None None] Pushing event updated for resources: {'Port': ['ID=3c70d5e0-18f0-4210-91a4-b099339bf2c5,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:38.305520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-d6de08f4-c070-4d4f-8311-f5f90bbb8984 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.307327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-d6de08f4-c070-4d4f-8311-f5f90bbb8984 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 950 time: 0.1108658 Aug 03 19:17:38.343845 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e02975b0-b5f8-452f-a70a-0bdeab259daf req-65123aa0-3b91-415c-9431-5dcc6a8ceb46 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872037 Aug 03 19:17:38.363865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-011d1d6e-72d1-4975-9507-44a1452ce72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.365686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-011d1d6e-72d1-4975-9507-44a1452ce72f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.2803302 Aug 03 19:17:38.397819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-f7c0b270-933e-47bc-b501-12e9cb34ff05 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:17:38.397819 n-d-803378-1 neutron-server[94133]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:17:38.397819 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id': '55a6356fcb60453685cd8ca9c402a793', 'id': 'a0805649-fed6-4d80-bba3-6c307e32e59f', 'expiration': datetime.datetime(2021, 8, 3, 19, 19, 38, 243010)}] Aug 03 19:17:38.397819 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:17:38.398378 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-f7c0b270-933e-47bc-b501-12e9cb34ff05 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:17:38.440700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde5827-b4ac-4060-b15a-57629a89829a req-224f4f76-733c-481d-91cb-4174c413f457 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.445714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Made reservation on behalf of 76314d1255914f5486bff052948cd62e for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:38.447624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde5827-b4ac-4060-b15a-57629a89829a req-224f4f76-733c-481d-91cb-4174c413f457 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.456304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.456649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde5827-b4ac-4060-b15a-57629a89829a req-224f4f76-733c-481d-91cb-4174c413f457 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.456649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cde5827-b4ac-4060-b15a-57629a89829a req-224f4f76-733c-481d-91cb-4174c413f457 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016&device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf&device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 2418 time: 0.3987992 Aug 03 19:17:38.486750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb29368-a47e-453b-928f-e8ac35818ab5 req-731756ee-fd1a-464c-9b91-cf98265a3d9e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.487653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cb29368-a47e-453b-928f-e8ac35818ab5 req-731756ee-fd1a-464c-9b91-cf98265a3d9e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 943 time: 0.2995560 Aug 03 19:17:38.587376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-5bc2817a-49d7-403f-aab3-976278622429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.588853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-5bc2817a-49d7-403f-aab3-976278622429 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127893 Aug 03 19:17:38.601525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-80a99c98-09fa-4533-beff-80acb3749da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.606121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cb29368-a47e-453b-928f-e8ac35818ab5 req-a028f102-1bbb-445b-8073-ab7205269674 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050985 Aug 03 19:17:38.625243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cde5827-b4ac-4060-b15a-57629a89829a req-a2bf733c-19ce-4fb1-85a5-f752dc68e25c tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822694 Aug 03 19:17:38.629795 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-80a99c98-09fa-4533-beff-80acb3749da2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 1101 time: 0.3580511 Aug 03 19:17:38.904533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b270-933e-47bc-b501-12e9cb34ff05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.017205 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.036250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.043156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Allocated IP 172.20.0.3 (05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae/3ea1e695-aa1b-4104-ad7e-91e2dd993142/38b6c4f3-d35b-482d-9a34-6a98a7db220e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:39.054334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-2f229979-ad39-4bdc-962f-427decebee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.055963 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-2f229979-ad39-4bdc-962f-427decebee9f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.3787851 Aug 03 19:17:39.084032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Deleting port d49cea1a-9e96-479b-b6f7-3e332804ebde {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:39.084032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.093028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa886465-182e-45e5-8e24-a8c0d9231616 req-30d46b72-d772-4a82-a5ab-60b3e9c58b8e tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 210 time: 0.3768907 Aug 03 19:17:39.249292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-e0f89057-f797-4e34-b1ce-2077c59b315f service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276166 Aug 03 19:17:39.253587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-8e4c4dcc-606f-46ff-8ba7-5b51241a060f req-74b36a31-7289-485a-b6ab-c33f349241c0 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:17:39.254569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e4c4dcc-606f-46ff-8ba7-5b51241a060f req-74b36a31-7289-485a-b6ab-c33f349241c0 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145545 Aug 03 19:17:39.366374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f9c7a80-a07b-477d-ab60-f057f91c6a83 req-68727c12-b2e9-4cd4-8ae7-a255b4e38dd0 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076715 Aug 03 19:17:39.390032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccc21a-ea9d-4186-8246-f9c6f2081134 req-72246000-8c2c-4fe5-b154-d9bc18c75ff1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.400409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72ccc21a-ea9d-4186-8246-f9c6f2081134 req-72246000-8c2c-4fe5-b154-d9bc18c75ff1 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 950 time: 0.3113918 Aug 03 19:17:39.438514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] For port d49cea1a-9e96-479b-b6f7-3e332804ebde, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d49cea1a-9e96-479b-b6f7-3e332804ebde,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:39.438904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.460090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3c70d5e0-18f0-4210-91a4-b099339bf2c5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:39.501659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Calling delete_port for d49cea1a-9e96-479b-b6f7-3e332804ebde owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:39.554301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72ccc21a-ea9d-4186-8246-f9c6f2081134 req-a0bc0ba4-84c3-4091-b8db-277d5bcb5a2a tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504931 Aug 03 19:17:39.588013 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-b71213bb-bac0-4fc7-a7c8-b7c073d56698 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0eb8d244-2bf0-4dde-a361-a94044e29b13 HTTP/1.1" status: 200 len: 217 time: 0.5184593 Aug 03 19:17:39.643094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:39.657109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e4c4dcc-606f-46ff-8ba7-5b51241a060f req-5090d0cc-abd7-4297-9c27-df9504c8259d tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2896955 Aug 03 19:17:39.732752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=db1a780c-29b6-4365-a243-6ac02eb175f5,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:39.862891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7ae76853-e174-486f-bdd1-20043af1048f details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:39.913071 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.005875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-d62c5dca-a843-46ca-91c7-c878bca36c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:40.007476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-d62c5dca-a843-46ca-91c7-c878bca36c66 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.4066112 Aug 03 19:17:40.053217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', '2438fe5d-6b91-460b-8c62-7f3b4ae977df', '10cefdd7-0b93-417a-a732-d137b586c346', 'c8df4f22-5232-43cb-911b-ef6e798ce7d8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:40.056582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', '03c0e784-c226-46dc-88fa-e41dfa86ea61'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:40.065932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event deleted for resources: {'Port': ['ID=d49cea1a-9e96-479b-b6f7-3e332804ebde,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:40.099929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a18b-8ae9-48bd-975c-457bf13a9c81 req-14a5df36-9f96-4d52-aff9-620caed23eb6 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:40.115171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cb3a18b-8ae9-48bd-975c-457bf13a9c81 req-14a5df36-9f96-4d52-aff9-620caed23eb6 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 949 time: 0.3009291 Aug 03 19:17:40.192801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b270-933e-47bc-b501-12e9cb34ff05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.222906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b270-933e-47bc-b501-12e9cb34ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.291468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.337144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] No DVR routers for this DVR port d49cea1a-9e96-479b-b6f7-3e332804ebde on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:40.345691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6b1004-23d5-468d-8767-e4c5b7ecfb05 None None] Network b1ef46f6-7f1f-4916-8c6d-161b62c28678 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:40.350548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cb3a18b-8ae9-48bd-975c-457bf13a9c81 req-1cab53e8-e7a3-4862-a8ed-43a69898e535 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342069 Aug 03 19:17:40.358080 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.361140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b67c71ea-68b1-4476-9548-ac0673993f81 req-e0b05537-2c80-4f8a-8cec-9da529ff797e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "DELETE /v2.0/ports/d49cea1a-9e96-479b-b6f7-3e332804ebde HTTP/1.1" status: 204 len: 173 time: 2.0412109 Aug 03 19:17:40.364139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.368378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-5c71ce4c-bdd1-40d0-97f3-60d360aec5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:40.369458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7190788-5975-4fd9-b528-f4f604c81b93', 'name': 'network-vif-deleted', 'tag': 'd49cea1a-9e96-479b-b6f7-3e332804ebde'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:40.369840 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-5c71ce4c-bdd1-40d0-97f3-60d360aec5df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3454390 Aug 03 19:17:40.372402 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46122cf-34a2-48d9-9111-efd753b794e8" -d '{"events": [{"server_uuid": "a7190788-5975-4fd9-b528-f4f604c81b93", "name": "network-vif-deleted", "tag": "d49cea1a-9e96-479b-b6f7-3e332804ebde"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:40.397175 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f7c0b270-933e-47bc-b501-12e9cb34ff05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55a6356fcb60453685cd8ca9c402a793&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8290308 Aug 03 19:17:40.403949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f9b2e-234d-4247-91c5-83c86dcc7948 req-7ca1e989-1839-49c5-854b-66d8e36d8ced tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:40.416063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-680f9b2e-234d-4247-91c5-83c86dcc7948 req-7ca1e989-1839-49c5-854b-66d8e36d8ced tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 943 time: 0.3564184 Aug 03 19:17:40.416585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45120) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:40.488931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7ce7a3bb-d999-4879-aa2c-5242d1a14bfd None None] Provisioning for port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:40.505233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7ce7a3bb-d999-4879-aa2c-5242d1a14bfd None None] Provisioning complete for port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:40.505938 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a3bb-d999-4879-aa2c-5242d1a14bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.533952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0b270-933e-47bc-b501-12e9cb34ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d8da0-49db-4124-b321-16c010b53b63,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:40.543287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d10dda6-61ea-4c3d-8f51-935675671f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.580207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7ae76853-e174-486f-bdd1-20043af1048f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7ae76853-e174-486f-bdd1-20043af1048f,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:40.607098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-680f9b2e-234d-4247-91c5-83c86dcc7948 req-6cd5decb-8688-4e93-9ec7-2a92769b6d04 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395404 Aug 03 19:17:40.665719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d10dda6-61ea-4c3d-8f51-935675671f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.690992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '7ae76853-e174-486f-bdd1-20043af1048f', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'port_id': '7ae76853-e174-486f-bdd1-20043af1048f', 'mac_address': 'fa:16:3e:00:d0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:40.747650 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.791983 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-30e1467b-c3e3-4c32-b17e-e99a0a555f58 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054782 Aug 03 19:17:40.833607 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1342a72d-8a77-4c67-a1de-16c904e5326e x-openstack-request-id: req-1342a72d-8a77-4c67-a1de-16c904e5326e {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:40.834205 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7190788-5975-4fd9-b528-f4f604c81b93", "name": "network-vif-deleted", "tag": "d49cea1a-9e96-479b-b6f7-3e332804ebde", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:40.834694 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1342a72d-8a77-4c67-a1de-16c904e5326e {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:40.835389 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7190788-5975-4fd9-b528-f4f604c81b93', 'name': 'network-vif-deleted', 'tag': 'd49cea1a-9e96-479b-b6f7-3e332804ebde', 'status': 'completed', 'code': 200} Aug 03 19:17:40.845243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:40.850851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:40.856225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:40.873296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.914465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142834fd-b1ec-45c2-b497-a2e362fe4f3c req-61980cfa-6a9b-4513-ac56-de6d206ef8e1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:40.925547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-142834fd-b1ec-45c2-b497-a2e362fe4f3c req-61980cfa-6a9b-4513-ac56-de6d206ef8e1 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 931 time: 0.1527905 Aug 03 19:17:40.929095 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d10dda6-61ea-4c3d-8f51-935675671f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.931871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d10dda6-61ea-4c3d-8f51-935675671f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.933036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d10dda6-61ea-4c3d-8f51-935675671f35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e00d8da0-49db-4124-b321-16c010b53b63 HTTP/1.1" status: 204 len: 168 time: 0.5154629 Aug 03 19:17:40.991384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10dda6-61ea-4c3d-8f51-935675671f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d8da0-49db-4124-b321-16c010b53b63,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:41.035099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc2e1163-f820-417a-acfb-1e6a06182ee6 req-63c3917d-e0b4-4799-8722-24b8395ab9c5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7190788-5975-4fd9-b528-f4f604c81b93 HTTP/1.1" status: 200 len: 210 time: 0.0766950 Aug 03 19:17:41.055421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-142834fd-b1ec-45c2-b497-a2e362fe4f3c req-f6d4e69f-743d-402d-8802-7e89de5674c8 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210990 Aug 03 19:17:41.057467 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.134086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event updated for resources: {'Port': ['ID=38b6c4f3-d35b-482d-9a34-6a98a7db220e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:41.146130 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8b279049-c25f-4455-8c74-f744cdc8fc00 req-6dd3b9cb-2e69-4e1f-904e-b270edf53a84 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259118 Aug 03 19:17:41.299034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.300140 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.303912 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a3bb-d999-4879-aa2c-5242d1a14bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.307952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae76853-e174-486f-bdd1-20043af1048f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:41.335885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d49cea1a-9e96-479b-b6f7-3e332804ebde no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:41.436461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: d49cea1a-9e96-479b-b6f7-3e332804ebde {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:41.436823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d49cea1a-9e96-479b-b6f7-3e332804ebde not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:41.460875 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3f922992-1144-4bcd-90c1-1f396466313a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6203744 Aug 03 19:17:41.481807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Request body: {'port': {'device_id': '40ebcfb6-d832-476f-a407-7b7ed4bae571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:41.593247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7ce7a3bb-d999-4879-aa2c-5242d1a14bfd None None] For port 3c70d5e0-18f0-4210-91a4-b099339bf2c5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3c70d5e0-18f0-4210-91a4-b099339bf2c5,segment=NetworkSegment(48a8d9e2-8750-4df3-8f19-fc46331a42df),segment_id=48a8d9e2-8750-4df3-8f19-fc46331a42df)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:41.605856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7ae76853-e174-486f-bdd1-20043af1048f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7ae76853-e174-486f-bdd1-20043af1048f,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:41.615817 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a3bb-d999-4879-aa2c-5242d1a14bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.664884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.695139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7a3bb-d999-4879-aa2c-5242d1a14bfd None None] Pushing event updated for resources: {'Port': ['ID=3c70d5e0-18f0-4210-91a4-b099339bf2c5,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:41.700475 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.760647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185dd9-61d1-4c89-a5da-adf0ba7bbb97 req-674bc760-d5f3-464e-bc69-78a4f7b36532 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.766623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f185dd9-61d1-4c89-a5da-adf0ba7bbb97 req-674bc760-d5f3-464e-bc69-78a4f7b36532 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 949 time: 0.2188318 Aug 03 19:17:41.787300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7ae76853-e174-486f-bdd1-20043af1048f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:41.969139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['7ae76853-e174-486f-bdd1-20043af1048f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:41.999463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f185dd9-61d1-4c89-a5da-adf0ba7bbb97 req-2f8a5278-d5ca-459c-adc0-0867b9b8aaf2 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244418 Aug 03 19:17:42.205376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3ccb4b8e-5b07-4884-bf9a-2b2e2c715f99 None None] Provisioning for port db1a780c-29b6-4365-a243-6ac02eb175f5 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:42.222520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.239288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf784-289e-4ac6-9a58-085827569eec req-74e22558-3cea-4813-a095-5a59b424b141 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:42.247429 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.249759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3ccb4b8e-5b07-4884-bf9a-2b2e2c715f99 None None] Provisioning complete for port db1a780c-29b6-4365-a243-6ac02eb175f5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:42.250650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4b8e-5b07-4884-bf9a-2b2e2c715f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.260267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5dcf784-289e-4ac6-9a58-085827569eec req-74e22558-3cea-4813-a095-5a59b424b141 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 944 time: 0.2360520 Aug 03 19:17:42.346635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb4b8e-5b07-4884-bf9a-2b2e2c715f99 None None] Port db1a780c-29b6-4365-a243-6ac02eb175f5 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:42.375596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5dcf784-289e-4ac6-9a58-085827569eec req-ba105d36-b37f-4d04-8536-5788f7bb0a20 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045341 Aug 03 19:17:42.400264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.437612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3ccb4b8e-5b07-4884-bf9a-2b2e2c715f99 None None] Provisioning complete for port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:42.438714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4b8e-5b07-4884-bf9a-2b2e2c715f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.530903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b6c4f3-d35b-482d-9a34-6a98a7db220e {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:42.584812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.617124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=db1a780c-29b6-4365-a243-6ac02eb175f5,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:42.660696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Transition to ACTIVE for port object 38b6c4f3-d35b-482d-9a34-6a98a7db220e will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:42.678220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.792364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58782109-14d9-4082-bc0c-69923a6b54cd req-231693aa-c999-475d-90a8-d23ead356840 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:42.802297 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58782109-14d9-4082-bc0c-69923a6b54cd req-231693aa-c999-475d-90a8-d23ead356840 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 931 time: 0.2070863 Aug 03 19:17:42.802767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45170) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:42.880672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58782109-14d9-4082-bc0c-69923a6b54cd req-76d0df83-4b12-43e8-b398-c5159b733049 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752234 Aug 03 19:17:42.917127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5fa8568a-25fb-41c3-9e7d-6356f45db010 None None] Provisioning complete for port db1a780c-29b6-4365-a243-6ac02eb175f5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:42.917766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5fa8568a-25fb-41c3-9e7d-6356f45db010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.973624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8568a-25fb-41c3-9e7d-6356f45db010 None None] Port db1a780c-29b6-4365-a243-6ac02eb175f5 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:42.992268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Pushing event updated for resources: {'Port': ['ID=38b6c4f3-d35b-482d-9a34-6a98a7db220e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:43.033159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network b1ef46f6-7f1f-4916-8c6d-161b62c28678 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:43.040576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:43.089554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1152336284-network', 'tenant_id': 'a9a94a187b0047c4a4a95551a1bf3584'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:43.154368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Attempting to bind port 38b6c4f3-d35b-482d-9a34-6a98a7db220e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:43.154750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Attempting to bind port 38b6c4f3-d35b-482d-9a34-6a98a7db220e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:43.156101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Attempting to bind port 38b6c4f3-d35b-482d-9a34-6a98a7db220e on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:43.218766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Port 38b6c4f3-d35b-482d-9a34-6a98a7db220e on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:43.219134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Attempting to bind port 38b6c4f3-d35b-482d-9a34-6a98a7db220e on network 05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:43.229094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Made reservation on behalf of a9a94a187b0047c4a4a95551a1bf3584 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:43.231591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.237426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:43.237820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Checking segment: {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:43.238231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Bound using segment: {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:43.238850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Bound port: 38b6c4f3-d35b-482d-9a34-6a98a7db220e, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:43.239235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.263212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.317507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585706ee-1f03-4443-8934-1feb2b2077a9 req-e968b31e-a673-441b-93b3-5199bcc90003 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.327562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-585706ee-1f03-4443-8934-1feb2b2077a9 req-e968b31e-a673-441b-93b3-5199bcc90003 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 949 time: 0.0975056 Aug 03 19:17:43.379539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3c70d5e0-18f0-4210-91a4-b099339bf2c5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:43.393983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-585706ee-1f03-4443-8934-1feb2b2077a9 req-aa747bb4-6ee4-4a1c-88ae-ba85866d89cb tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636013 Aug 03 19:17:43.510321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] For port 38b6c4f3-d35b-482d-9a34-6a98a7db220e, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:43.518766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] For port 38b6c4f3-d35b-482d-9a34-6a98a7db220e, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=38b6c4f3-d35b-482d-9a34-6a98a7db220e,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:43.521307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:43.521826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Router d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:17:43.522261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.533904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.619942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-90f01074-7af4-4b92-9ae0-f870312a1627 None None] Provisioning complete for port db1a780c-29b6-4365-a243-6ac02eb175f5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:43.619942 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-90f01074-7af4-4b92-9ae0-f870312a1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.634659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce7567-4a12-41f4-8785-2c61f6ffd4b9 req-5982c5e6-de93-44ca-9528-78c456910fa7 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.636757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8ce7567-4a12-41f4-8785-2c61f6ffd4b9 req-5982c5e6-de93-44ca-9528-78c456910fa7 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 950 time: 0.0746591 Aug 03 19:17:43.670047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.671787 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.673846 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] 10.222.0.88 "PUT /v2.0/ports/38b6c4f3-d35b-482d-9a34-6a98a7db220e HTTP/1.1" status: 200 len: 1091 time: 2.2014489 Aug 03 19:17:43.676754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ebcfb6-d832-476f-a407-7b7ed4bae571', 'tag': '38b6c4f3-d35b-482d-9a34-6a98a7db220e'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:43.688784 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a3345-df30-4d6e-a58c-8fdc56fb6937" -d '{"events": [{"name": "network-changed", "server_uuid": "40ebcfb6-d832-476f-a407-7b7ed4bae571", "tag": "38b6c4f3-d35b-482d-9a34-6a98a7db220e"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:43.695757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8ce7567-4a12-41f4-8785-2c61f6ffd4b9 req-9d6783a6-547a-486c-95be-35a109d5e285 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Aug 03 19:17:43.719158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-90f01074-7af4-4b92-9ae0-f870312a1627 None None] Port db1a780c-29b6-4365-a243-6ac02eb175f5 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:43.740478 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.792141 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.803442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527874-2fd4-4fb5-9951-cdecfb6c3527 req-3e24e0a8-a331-4a1b-984b-66651b957b7d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.808586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03527874-2fd4-4fb5-9951-cdecfb6c3527 req-3e24e0a8-a331-4a1b-984b-66651b957b7d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 944 time: 0.1088214 Aug 03 19:17:43.839880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9134bb5-4d54-4af5-9b84-f71f73b0047f service neutron] Pushing event updated for resources: {'Port': ['ID=38b6c4f3-d35b-482d-9a34-6a98a7db220e,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:43.850624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:43.875225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03527874-2fd4-4fb5-9951-cdecfb6c3527 req-5948c4a8-17ba-4e16-94e6-12d06ecf83cf tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549016 Aug 03 19:17:43.878749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7ae76853-e174-486f-bdd1-20043af1048f up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:43.880528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:43.884892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.885438 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Added segment 8225c93a-e339-4cef-bcb4-45ef42d1e1d9 of type vlan for network a78be8d3-f28f-4361-9e73-44eaa9b130f3 Aug 03 19:17:43.897240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:43.909110 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a312f8c2-33de-4901-9a2f-47a2a8f5a794 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "PUT /v2.0/routers/d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7806749 Aug 03 19:17:43.912384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45186) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:43.913239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-d19f2eeb-9476-4582-bd47-0fa5dd6ba44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.917719 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f156d6f7-ad56-436e-accd-0f44f2eb426c None None] Sync routers for ids ['d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:43.938818 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-d19f2eeb-9476-4582-bd47-0fa5dd6ba44f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 1094 time: 0.1807034 Aug 03 19:17:43.953000 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156d6f7-ad56-436e-accd-0f44f2eb426c None None] Routers {'d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:43.953940 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f156d6f7-ad56-436e-accd-0f44f2eb426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:43.989459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249659c5-0383-4279-ac6f-20da32ee7d01 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.995136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-249659c5-0383-4279-ac6f-20da32ee7d01 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4 HTTP/1.1" status: 200 len: 982 time: 0.0814059 Aug 03 19:17:43.996165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45188) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:44.035369 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cc06bb-d2e0-4eb8-bfbb-1574988db63b x-openstack-request-id: req-67cc06bb-d2e0-4eb8-bfbb-1574988db63b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:44.035682 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ebcfb6-d832-476f-a407-7b7ed4bae571", "tag": "38b6c4f3-d35b-482d-9a34-6a98a7db220e", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:44.036033 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67cc06bb-d2e0-4eb8-bfbb-1574988db63b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:44.036499 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ebcfb6-d832-476f-a407-7b7ed4bae571', 'tag': '38b6c4f3-d35b-482d-9a34-6a98a7db220e', 'status': 'completed', 'code': 200} Aug 03 19:17:44.044559 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f156d6f7-ad56-436e-accd-0f44f2eb426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:44.073627 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156d6f7-ad56-436e-accd-0f44f2eb426c None None] Routers {'d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:44.074746 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f156d6f7-ad56-436e-accd-0f44f2eb426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:44.111348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 7ae76853-e174-486f-bdd1-20043af1048f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:44.123395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 7ae76853-e174-486f-bdd1-20043af1048f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:44.124477 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.133661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.138189 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f156d6f7-ad56-436e-accd-0f44f2eb426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:44.139459 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f156d6f7-ad56-436e-accd-0f44f2eb426c None None] The sync data for ids ['d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:44.143427 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-5b8301e8-5f2b-45b5-b987-1043ebfa96ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38b6c4f3-d35b-482d-9a34-6a98a7db220e HTTP/1.1" status: 200 len: 217 time: 0.1395898 Aug 03 19:17:44.247330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.249142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.249994 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.306166 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.332697 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5151713 Aug 03 19:17:44.334116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45192) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:44.341878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Request body: {'subnet': {'network_id': 'a78be8d3-f28f-4361-9e73-44eaa9b130f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1152336284-subnet', 'tenant_id': 'a9a94a187b0047c4a4a95551a1bf3584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:44.344874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae76853-e174-486f-bdd1-20043af1048f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:44.347230 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bb7011-4ca2-450a-ae47-6ba25bb4a50d" -d '{"events": [{"server_uuid": "0a92561d-8f5f-4b90-8577-3cd0250153bd", "name": "network-vif-plugged", "status": "completed", "tag": "7ae76853-e174-486f-bdd1-20043af1048f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:44.352928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e2d7f-17f7-474d-86f2-2869b7e2f6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a78be8d3-f28f-4361-9e73-44eaa9b130f3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:44.356703 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-8c790404-8fd1-47c1-9b87-fd0d73d3c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.357817 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-8c790404-8fd1-47c1-9b87-fd0d73d3c202 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea1e695-aa1b-4104-ad7e-91e2dd993142 HTTP/1.1" status: 200 len: 861 time: 0.2041330 Aug 03 19:17:44.366412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7ae76853-e174-486f-bdd1-20043af1048f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7ae76853-e174-486f-bdd1-20043af1048f,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:44.375095 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.383582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a78be8d3-f28f-4361-9e73-44eaa9b130f3 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:44.417369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-3a378161-9b3a-422c-9ae3-92175a2e5ed6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488808 Aug 03 19:17:44.448019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541687-65b2-40af-99ce-05a5f9b4bc3b req-4e0710b2-38a0-4864-98f3-0fe4255ab072 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.449734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10541687-65b2-40af-99ce-05a5f9b4bc3b req-4e0710b2-38a0-4864-98f3-0fe4255ab072 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 943 time: 0.2327163 Aug 03 19:17:44.472582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6d7f-f9b3-4346-9db6-f0ec3522779e req-aa69ed8a-ac05-42ff-a9a3-62bd9231c213 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.476659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2df6d7f-f9b3-4346-9db6-f0ec3522779e req-aa69ed8a-ac05-42ff-a9a3-62bd9231c213 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.2177594 Aug 03 19:17:44.489211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Made reservation on behalf of a9a94a187b0047c4a4a95551a1bf3584 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:44.493343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.512836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7ae76853-e174-486f-bdd1-20043af1048f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:44.635096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10541687-65b2-40af-99ce-05a5f9b4bc3b req-2e654c97-7c69-431c-b8a1-666c33aee7b6 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568162 Aug 03 19:17:44.658385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2df6d7f-f9b3-4346-9db6-f0ec3522779e req-8c4d6fbb-f1fa-41ac-9a7c-fb890cb87a21 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755886 Aug 03 19:17:44.682928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-64c9b0e8-878c-4bd5-98d5-675e6b98f381 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.684584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-64c9b0e8-878c-4bd5-98d5-675e6b98f381 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 950 time: 0.1490645 Aug 03 19:17:44.706438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-41584b0f-5435-4ddb-a58f-d5fc2f3f6e6b tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.708181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-41584b0f-5435-4ddb-a58f-d5fc2f3f6e6b tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 949 time: 0.1226382 Aug 03 19:17:44.723362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-9b51383d-dc60-4271-8011-2ba3a5bc5182 service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953842 Aug 03 19:17:44.749692 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbff6ef-0fce-41d5-869c-a432d0438147 x-openstack-request-id: req-6bbff6ef-0fce-41d5-869c-a432d0438147 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:44.750312 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a92561d-8f5f-4b90-8577-3cd0250153bd", "name": "network-vif-plugged", "status": "completed", "tag": "7ae76853-e174-486f-bdd1-20043af1048f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:44.750789 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bbff6ef-0fce-41d5-869c-a432d0438147 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:44.751388 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae76853-e174-486f-bdd1-20043af1048f', 'code': 200} Aug 03 19:17:45.007904 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f92eecd-cdf0-4f31-b59b-0b98384261bb req-1dd6c97c-3fb3-48c4-8a99-93165bdf6a8f service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616630 Aug 03 19:17:45.011982 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.048527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7fee5-63ad-4eba-bce7-d0c6250c62d6 req-95b685ce-1c08-43ce-80ca-06d54606088f tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.050952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ea7fee5-63ad-4eba-bce7-d0c6250c62d6 req-95b685ce-1c08-43ce-80ca-06d54606088f tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 949 time: 0.2316902 Aug 03 19:17:45.063255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a35bf-7424-4182-98c7-9f42f83cd267 req-5f41198c-94cb-468a-8c4f-cc54479424d4 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.064863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f1a35bf-7424-4182-98c7-9f42f83cd267 req-5f41198c-94cb-468a-8c4f-cc54479424d4 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=cff7c684-026f-4c33-8f80-4ddd0d81fde2 HTTP/1.1" status: 200 len: 950 time: 0.2383232 Aug 03 19:17:45.068380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Deleting port c8df4f22-5232-43cb-911b-ef6e798ce7d8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:45.068709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.072623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b507c-c7fa-4fbd-b906-99b880600d3c req-b4e04477-2a09-454d-90aa-56cd8ca35c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.074423 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-983b507c-c7fa-4fbd-b906-99b880600d3c req-b4e04477-2a09-454d-90aa-56cd8ca35c66 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 1096 time: 0.2213776 Aug 03 19:17:45.144048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=700c0c00-d006-4f66-a0c1-4d268f8227b7,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:45.247719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Checking segment: {'id': '8225c93a-e339-4cef-bcb4-45ef42d1e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a78be8d3-f28f-4361-9e73-44eaa9b130f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:45.247719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Network hostable DHCP agents. Network: a78be8d3-f28f-4361-9e73-44eaa9b130f3, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:45.265380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-bad47b2d-470d-4130-af3b-ec83f584b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.266974 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-bad47b2d-470d-4130-af3b-ec83f584b3fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=76314d1255914f5486bff052948cd62e&device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 1094 time: 0.1359055 Aug 03 19:17:45.268916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] For port c8df4f22-5232-43cb-911b-ef6e798ce7d8, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8df4f22-5232-43cb-911b-ef6e798ce7d8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:45.269289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.305533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Calling delete_port for c8df4f22-5232-43cb-911b-ef6e798ce7d8 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:45.311950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Deleting port 1ddd11e2-4294-439e-8d2d-641854238bc8 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:45.312494 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.325332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ea7fee5-63ad-4eba-bce7-d0c6250c62d6 req-6201fd48-179c-41c9-b285-64bd02a8e488 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355649 Aug 03 19:17:45.366805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Network a78be8d3-f28f-4361-9e73-44eaa9b130f3 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:45.408476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-983b507c-c7fa-4fbd-b906-99b880600d3c req-6e05fa4f-a5aa-4565-940f-7527969e2ff6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795041 Aug 03 19:17:45.769566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.778544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f1a35bf-7424-4182-98c7-9f42f83cd267 req-0aa7f0e0-db39-4fe0-8704-213a2533df8b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940618 Aug 03 19:17:45.806063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a78be8d3-f28f-4361-9e73-44eaa9b130f3) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:45.819427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.820016 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.830873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765acec6-badc-48b9-9cf4-c71d6d889f28 None None] Network a78be8d3-f28f-4361-9e73-44eaa9b130f3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:45.878895 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3f127f1-15fc-4f82-a20c-c53106e76965 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5424581 Aug 03 19:17:45.887466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-64ca5632-6a0b-440e-8da8-9eecd4667018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.888124 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-64ca5632-6a0b-440e-8da8-9eecd4667018 service neutron] 10.222.0.88 "GET /v2.0/networks?id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 200 len: 922 time: 0.6104207 Aug 03 19:17:45.981455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd5dd2-24d2-48a8-8454-df45d05b6d0c req-f0b6ecde-3531-479b-a67f-0a6f0d19945d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.983933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00fd5dd2-24d2-48a8-8454-df45d05b6d0c req-f0b6ecde-3531-479b-a67f-0a6f0d19945d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.2083604 Aug 03 19:17:45.995449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] For port 1ddd11e2-4294-439e-8d2d-641854238bc8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=1ddd11e2-4294-439e-8d2d-641854238bc8,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:45.995849 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.032953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.036604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-0a8db085-68d7-41ff-9579-f9644732c9fc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38b6c4f3-d35b-482d-9a34-6a98a7db220e HTTP/1.1" status: 200 len: 217 time: 0.0621467 Aug 03 19:17:46.046985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', '2438fe5d-6b91-460b-8c62-7f3b4ae977df', '10cefdd7-0b93-417a-a732-d137b586c346'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:46.116766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', '03c0e784-c226-46dc-88fa-e41dfa86ea61'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:46.132244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Calling delete_port for 1ddd11e2-4294-439e-8d2d-641854238bc8 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:46.149919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event deleted for resources: {'Port': ['ID=c8df4f22-5232-43cb-911b-ef6e798ce7d8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:46.246789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00fd5dd2-24d2-48a8-8454-df45d05b6d0c req-8e192e30-4cdc-43e6-94fc-61751249ccdc tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479026 Aug 03 19:17:46.247891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-b3a31ff0-c116-4e37-84a7-abb1b79849e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:46.250043 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-b3a31ff0-c116-4e37-84a7-abb1b79849e2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea1e695-aa1b-4104-ad7e-91e2dd993142 HTTP/1.1" status: 200 len: 861 time: 0.2055061 Aug 03 19:17:46.251535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] No DVR routers for this DVR port c8df4f22-5232-43cb-911b-ef6e798ce7d8 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:46.255603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.257622 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2179402c-1af9-4cb9-9b50-876b4760d787 req-1ef5f55c-9678-40e0-8ee7-c3ba3b82109d tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "DELETE /v2.0/ports/c8df4f22-5232-43cb-911b-ef6e798ce7d8 HTTP/1.1" status: 204 len: 173 time: 1.5661638 Aug 03 19:17:46.258268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff7c684-026f-4c33-8f80-4ddd0d81fde2', 'name': 'network-vif-deleted', 'tag': 'c8df4f22-5232-43cb-911b-ef6e798ce7d8'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:46.263304 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141e6bf7-fc29-4e12-bab7-3f411e38b00b" -d '{"events": [{"server_uuid": "cff7c684-026f-4c33-8f80-4ddd0d81fde2", "name": "network-vif-deleted", "tag": "c8df4f22-5232-43cb-911b-ef6e798ce7d8"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:46.370274 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-2c6e05a6-3453-476d-841d-e26193619476 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005411 Aug 03 19:17:46.418764 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:17:46.460671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fed090-f4aa-4ff1-8aca-96008cc958b2 req-96039280-f81d-484d-b2a7-1fe248caed5d tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:46.472823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8fed090-f4aa-4ff1-8aca-96008cc958b2 req-96039280-f81d-484d-b2a7-1fe248caed5d tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 943 time: 0.2772357 Aug 03 19:17:46.508591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-f0231c01-c664-4cc9-b94a-7c07a341aecc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:46.510374 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-f0231c01-c664-4cc9-b94a-7c07a341aecc tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.1359107 Aug 03 19:17:46.579964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ac23a-ab9f-41e6-9718-fb2a7ba716a4 None None] Network a78be8d3-f28f-4361-9e73-44eaa9b130f3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:46.715374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8fed090-f4aa-4ff1-8aca-96008cc958b2 req-487d3f45-c9de-43ef-a3fe-9313fe05f97f tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355340 Aug 03 19:17:46.739695 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-3cb922e9-de27-4711-9fdf-976fd9ec43e3 service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134782 Aug 03 19:17:46.788125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.865422 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef5a07f-8ddd-4cec-b214-66e86cac43fb x-openstack-request-id: req-6ef5a07f-8ddd-4cec-b214-66e86cac43fb {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:46.865922 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff7c684-026f-4c33-8f80-4ddd0d81fde2", "name": "network-vif-deleted", "tag": "c8df4f22-5232-43cb-911b-ef6e798ce7d8", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:46.866212 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ef5a07f-8ddd-4cec-b214-66e86cac43fb {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:46.866660 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff7c684-026f-4c33-8f80-4ddd0d81fde2', 'name': 'network-vif-deleted', 'tag': 'c8df4f22-5232-43cb-911b-ef6e798ce7d8', 'status': 'completed', 'code': 200} Aug 03 19:17:46.867392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Pushing event deleted for resources: {'Port': ['ID=1ddd11e2-4294-439e-8d2d-641854238bc8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:46.968841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Deleting port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:46.969213 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.076398 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-df2a3345-df30-4d6e-a58c-8fdc56fb6937 req-1276b924-5e51-4e0a-aaa0-6d2a10df1d1e service neutron] 10.222.0.88 "GET /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929735 Aug 03 19:17:47.148925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77fe6665-efc5-4f45-a6b4-553d08a47bd5 req-b21ce288-2a65-444e-b282-c20e4825652f tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e49b69-d917-41b8-83b5-d8f0cdf589c2 HTTP/1.1" status: 200 len: 210 time: 0.1461184 Aug 03 19:17:47.165025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] No DVR routers for this DVR port 1ddd11e2-4294-439e-8d2d-641854238bc8 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:47.173635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] For port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:47.175820 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.193275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.205113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bbf9feb1-aabe-437f-883f-5e0b66be147a req-3da69327-c96c-4162-8066-d9fff860c8e0 tempest-ImagesNegativeTestJSON-1125492394 tempest-ImagesNegativeTestJSON-1125492394-project] 10.222.0.63 "DELETE /v2.0/ports/1ddd11e2-4294-439e-8d2d-641854238bc8 HTTP/1.1" status: 204 len: 173 time: 2.4718189 Aug 03 19:17:47.205715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e49b69-d917-41b8-83b5-d8f0cdf589c2', 'name': 'network-vif-deleted', 'tag': '1ddd11e2-4294-439e-8d2d-641854238bc8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:47.208073 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325e141-81f8-471c-b4d7-2eb53b773d17" -d '{"events": [{"server_uuid": "e5e49b69-d917-41b8-83b5-d8f0cdf589c2", "name": "network-vif-deleted", "tag": "1ddd11e2-4294-439e-8d2d-641854238bc8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:47.214703 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Calling delete_port for 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:47.226496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port db1a780c-29b6-4365-a243-6ac02eb175f5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:47.226848 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.336673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 1ddd11e2-4294-439e-8d2d-641854238bc8 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:47.372476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551334-dfdd-4dcd-b02a-9933b5e5d52b req-9b82e39d-8858-4a18-967e-927f759b1961 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.375014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b551334-dfdd-4dcd-b02a-9933b5e5d52b req-9b82e39d-8858-4a18-967e-927f759b1961 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d4f705-f5b0-41d0-836b-e6d93641e016 HTTP/1.1" status: 200 len: 945 time: 0.8232336 Aug 03 19:17:47.453151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 1ddd11e2-4294-439e-8d2d-641854238bc8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:47.453690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 1ddd11e2-4294-439e-8d2d-641854238bc8 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:47.529736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b551334-dfdd-4dcd-b02a-9933b5e5d52b req-7b1ccd1a-e2d6-42a9-8538-200a0d2c14c0 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371338 Aug 03 19:17:47.544929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.572635 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.586556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for db1a780c-29b6-4365-a243-6ac02eb175f5 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:47.630844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Pushing event deleted for resources: {'Port': ['ID=5d39b01e-fffd-4b7d-8b95-c0aebc5c6207,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:47.715650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] No DVR routers for this DVR port 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:47.721874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.724645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e73bcb9d-60cd-44de-8ad7-ef69c20d30d8 req-afa88178-bf52-410a-95e3-1dcf83f8d195 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "DELETE /v2.0/ports/5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 HTTP/1.1" status: 204 len: 173 time: 1.1851323 Aug 03 19:17:47.874359 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16f40a3-ce8f-4cf1-8e00-3d69ce3297d8 x-openstack-request-id: req-a16f40a3-ce8f-4cf1-8e00-3d69ce3297d8 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:47.874824 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e49b69-d917-41b8-83b5-d8f0cdf589c2", "name": "network-vif-deleted", "tag": "1ddd11e2-4294-439e-8d2d-641854238bc8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:47.875217 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a16f40a3-ce8f-4cf1-8e00-3d69ce3297d8 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:47.875812 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e49b69-d917-41b8-83b5-d8f0cdf589c2', 'name': 'network-vif-deleted', 'tag': '1ddd11e2-4294-439e-8d2d-641854238bc8', 'status': 'completed', 'code': 200} Aug 03 19:17:47.884702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 38b6c4f3-d35b-482d-9a34-6a98a7db220e details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:47.887918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c8df4f22-5232-43cb-911b-ef6e798ce7d8 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:47.941530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: c8df4f22-5232-43cb-911b-ef6e798ce7d8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:47.941861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c8df4f22-5232-43cb-911b-ef6e798ce7d8 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:48.161714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 38b6c4f3-d35b-482d-9a34-6a98a7db220e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=38b6c4f3-d35b-482d-9a34-6a98a7db220e,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:48.178159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '38b6c4f3-d35b-482d-9a34-6a98a7db220e', 'network_id': '05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae', 'port_id': '38b6c4f3-d35b-482d-9a34-6a98a7db220e', 'mac_address': 'fa:16:3e:df:db:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea1e695-aa1b-4104-ad7e-91e2dd993142', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:48.186669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed82b-c0b1-4ee7-9a20-057744aea069 req-baad182e-8871-4079-858b-4b1cc346fc9d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:48.190706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bfed82b-c0b1-4ee7-9a20-057744aea069 req-baad182e-8871-4079-858b-4b1cc346fc9d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.2090831 Aug 03 19:17:48.205891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-1d9b3eda-0b68-4e23-b5a2-fcf0bbc83823 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:48.208496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-1d9b3eda-0b68-4e23-b5a2-fcf0bbc83823 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/networks?id=a78be8d3-f28f-4361-9e73-44eaa9b130f3 HTTP/1.1" status: 200 len: 822 time: 0.4658878 Aug 03 19:17:48.250424 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.252610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.295615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b6c4f3-d35b-482d-9a34-6a98a7db220e {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:48.339015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['630eeac2-787c-4418-9269-464c75298321', 'cdb37ed7-8b5c-4210-bfb5-636775c34423'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:48.391612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=db1a780c-29b6-4365-a243-6ac02eb175f5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:48.408911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-7ed69a82-45b8-4d80-84d0-12ce1829b93a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/quotas/a9a94a187b0047c4a4a95551a1bf3584 HTTP/1.1" status: 200 len: 375 time: 0.1835103 Aug 03 19:17:48.422815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 38b6c4f3-d35b-482d-9a34-6a98a7db220e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=38b6c4f3-d35b-482d-9a34-6a98a7db220e,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:48.479742 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.522296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d8209bc2-e0b6-4b53-bf80-fcd4791c744e tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9a94a187b0047c4a4a95551a1bf3584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116083 Aug 03 19:17:48.554607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bfed82b-c0b1-4ee7-9a20-057744aea069 req-e3e839ed-7a8e-427f-8874-9e0f4d3d0138 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424711 Aug 03 19:17:48.635680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=38b6c4f3-d35b-482d-9a34-6a98a7db220e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:48.763608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['38b6c4f3-d35b-482d-9a34-6a98a7db220e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:48.868759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d4f705-f5b0-41d0-836b-e6d93641e016', 'name': 'network-vif-deleted', 'tag': '5d39b01e-fffd-4b7d-8b95-c0aebc5c6207'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:48.876024 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99555316-499a-42fd-b47d-122f8961c5fb" -d '{"events": [{"server_uuid": "f1d4f705-f5b0-41d0-836b-e6d93641e016", "name": "network-vif-deleted", "tag": "5d39b01e-fffd-4b7d-8b95-c0aebc5c6207"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:48.929348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.037710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-0ef121c6-f34c-403d-9631-d9df653354d0 service neutron] 10.222.0.42 "GET /v2.0/networks/a78be8d3-f28f-4361-9e73-44eaa9b130f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814003 Aug 03 19:17:49.282746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb14bd-e5b5-44c4-8b4f-8d45d9dbaa81 req-1f043081-6aa8-43b1-aa72-39b58c9d8dc6 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.285529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dcb14bd-e5b5-44c4-8b4f-8d45d9dbaa81 req-1f043081-6aa8-43b1-aa72-39b58c9d8dc6 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 944 time: 0.3808317 Aug 03 19:17:49.334417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:49.367978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:49.368720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5d39b01e-fffd-4b7d-8b95-c0aebc5c6207 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:49.548065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dcb14bd-e5b5-44c4-8b4f-8d45d9dbaa81 req-630b1004-4cf6-422a-a256-40e3e85b6e97 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517703 Aug 03 19:17:49.568690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Router d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:49.573566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-9c4692c5-f151-4393-8c75-fc9a72cc51d7 service neutron] 10.222.0.42 "GET /v2.0/networks/a78be8d3-f28f-4361-9e73-44eaa9b130f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736688 Aug 03 19:17:49.690907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:49.697148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a1c3f183-154f-4286-88db-23d2e7e14be3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "PUT /v2.0/routers/d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6988416 Aug 03 19:17:49.699915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45258) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:49.724773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135aacbb-5073-49ba-9d99-59aebaab1074 None None] Sync routers for ids ['d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:49.779266 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-425c24ef-decf-484f-8813-4165458be7ce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:17:49.779529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135aacbb-5073-49ba-9d99-59aebaab1074 None None] Routers {'d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:49.780891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-135aacbb-5073-49ba-9d99-59aebaab1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:49.782219 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-425c24ef-decf-484f-8813-4165458be7ce tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/db1a780c-29b6-4365-a243-6ac02eb175f5 HTTP/1.1" status: 404 len: 333 time: 0.0807948 Aug 03 19:17:49.784816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45264) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:49.838348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ec1ab-3738-4699-93cc-f4003c67d560 req-174cb874-c72f-46d7-a3aa-0234b8e5dea6 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.838622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-135aacbb-5073-49ba-9d99-59aebaab1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:49.843847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e9ec1ab-3738-4699-93cc-f4003c67d560 req-174cb874-c72f-46d7-a3aa-0234b8e5dea6 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.0951726 Aug 03 19:17:49.850896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135aacbb-5073-49ba-9d99-59aebaab1074 None None] Routers {'d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:49.851968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-135aacbb-5073-49ba-9d99-59aebaab1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:49.857602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45266) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:49.864468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'floatingip': {'port_id': '7ae76853-e174-486f-bdd1-20043af1048f'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:49.890777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20cdc623-39ea-4d6e-bc51-68552721c2e6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.915085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 38b6c4f3-d35b-482d-9a34-6a98a7db220e up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:49.955924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-135aacbb-5073-49ba-9d99-59aebaab1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:49.956798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135aacbb-5073-49ba-9d99-59aebaab1074 None None] The sync data for ids ['d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:50.001271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 38b6c4f3-d35b-482d-9a34-6a98a7db220e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:50.009240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 38b6c4f3-d35b-482d-9a34-6a98a7db220e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:50.009240 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.026114 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e87e0f-1665-40d6-9944-155b7326073b x-openstack-request-id: req-18e87e0f-1665-40d6-9944-155b7326073b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:50.026456 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d4f705-f5b0-41d0-836b-e6d93641e016", "name": "network-vif-deleted", "tag": "5d39b01e-fffd-4b7d-8b95-c0aebc5c6207", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:50.026624 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18e87e0f-1665-40d6-9944-155b7326073b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:50.027050 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d4f705-f5b0-41d0-836b-e6d93641e016', 'name': 'network-vif-deleted', 'tag': '5d39b01e-fffd-4b7d-8b95-c0aebc5c6207', 'status': 'completed', 'code': 200} Aug 03 19:17:50.036014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.204851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd2228-b42d-410d-bf2c-892da76f07f7 req-0efd6097-a0ad-4b0e-abda-ea2f6ebda941 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.212512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ddd2228-b42d-410d-bf2c-892da76f07f7 req-0efd6097-a0ad-4b0e-abda-ea2f6ebda941 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 949 time: 0.1969302 Aug 03 19:17:50.213261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.266115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ebcfb6-d832-476f-a407-7b7ed4bae571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b6c4f3-d35b-482d-9a34-6a98a7db220e'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:50.273144 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a7dd93-71b6-4132-9516-670f98cc0fe9" -d '{"events": [{"server_uuid": "40ebcfb6-d832-476f-a407-7b7ed4bae571", "name": "network-vif-plugged", "status": "completed", "tag": "38b6c4f3-d35b-482d-9a34-6a98a7db220e"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:50.285193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20cdc623-39ea-4d6e-bc51-68552721c2e6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.289336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20cdc623-39ea-4d6e-bc51-68552721c2e6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.318968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 38b6c4f3-d35b-482d-9a34-6a98a7db220e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=38b6c4f3-d35b-482d-9a34-6a98a7db220e,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:50.323342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ddd2228-b42d-410d-bf2c-892da76f07f7 req-5e44f404-b72c-4445-91c5-e7dcdf271f9f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099038 Aug 03 19:17:50.341235 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.406142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-78f22614-9d81-48d3-baad-cadd4d5c21a5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.410717 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-78f22614-9d81-48d3-baad-cadd4d5c21a5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 949 time: 0.1677861 Aug 03 19:17:50.414575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20cdc623-39ea-4d6e-bc51-68552721c2e6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.415144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cdc623-39ea-4d6e-bc51-68552721c2e6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Fanout notify agent at l3_agent the message router_deleted on router d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:17:50.423148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20cdc623-39ea-4d6e-bc51-68552721c2e6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.424320 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-20cdc623-39ea-4d6e-bc51-68552721c2e6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/routers/d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4 HTTP/1.1" status: 204 len: 168 time: 0.6379404 Aug 03 19:17:50.429746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45282) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:50.477960 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a3b835-97ea-4014-a20b-1d06167105b0 x-openstack-request-id: req-26a3b835-97ea-4014-a20b-1d06167105b0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:50.478792 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ebcfb6-d832-476f-a407-7b7ed4bae571", "name": "network-vif-plugged", "status": "completed", "tag": "38b6c4f3-d35b-482d-9a34-6a98a7db220e", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:50.479115 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26a3b835-97ea-4014-a20b-1d06167105b0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:50.479851 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ebcfb6-d832-476f-a407-7b7ed4bae571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b6c4f3-d35b-482d-9a34-6a98a7db220e', 'code': 200} Aug 03 19:17:50.483952 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.523411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=38b6c4f3-d35b-482d-9a34-6a98a7db220e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:50.605565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6dac3402-79eb-4faa-8786-2dbe1f07758f req-8addc86a-f6ca-4784-af3d-a2f46d45b612 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 210 time: 0.1589935 Aug 03 19:17:50.705550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6773fbae-4f7f-4774-afb8-214508502288 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 621d9b17-a77b-4da9-944c-bf3ccd47acd4 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:50.712434 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6773fbae-4f7f-4774-afb8-214508502288 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.753074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eba09-7524-480a-9b54-b1882453009b req-ab3bff80-3169-4152-a007-dbccff525041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.754713 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-357eba09-7524-480a-9b54-b1882453009b req-ab3bff80-3169-4152-a007-dbccff525041 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 1096 time: 0.1536455 Aug 03 19:17:50.754923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43549c-338b-44d0-bf2c-73ec0adfb91e req-e06b26f7-84c7-40ee-8737-916ffecef540 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.763851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e43549c-338b-44d0-bf2c-73ec0adfb91e req-e06b26f7-84c7-40ee-8737-916ffecef540 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 946 time: 0.1642540 Aug 03 19:17:50.797922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6773fbae-4f7f-4774-afb8-214508502288 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.804951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Deleting port 10cefdd7-0b93-417a-a732-d137b586c346 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:50.805310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.931095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-357eba09-7524-480a-9b54-b1882453009b req-7f466728-82f1-4194-8651-8ffc0247c4e5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655815 Aug 03 19:17:51.047624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] For port 10cefdd7-0b93-417a-a732-d137b586c346, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=10cefdd7-0b93-417a-a732-d137b586c346,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:51.048022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.061893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6773fbae-4f7f-4774-afb8-214508502288 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.087744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Calling delete_port for 10cefdd7-0b93-417a-a732-d137b586c346 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:51.190866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6773fbae-4f7f-4774-afb8-214508502288 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.232306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773fbae-4f7f-4774-afb8-214508502288 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=621d9b17-a77b-4da9-944c-bf3ccd47acd4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:51.238883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6773fbae-4f7f-4774-afb8-214508502288 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.240975 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6773fbae-4f7f-4774-afb8-214508502288 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/621d9b17-a77b-4da9-944c-bf3ccd47acd4 HTTP/1.1" status: 204 len: 168 time: 0.8101873 Aug 03 19:17:51.245256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45290) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:51.256730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563ab56-126c-47eb-8465-c467d1978509 None None] Network b1ef46f6-7f1f-4916-8c6d-161b62c28678 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:51.372014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.381706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e43549c-338b-44d0-bf2c-73ec0adfb91e req-9a01fc13-ffbb-4e19-8474-8c1602db82c0 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127200 Aug 03 19:17:51.385909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.405776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', '2438fe5d-6b91-460b-8c62-7f3b4ae977df', '10cefdd7-0b93-417a-a732-d137b586c346'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:51.419882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bf6cd-1783-49e2-821b-f6dacf999188 req-10e4813f-a1d0-431a-b555-20f9a441bceb tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.446321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-551bf6cd-1783-49e2-821b-f6dacf999188 req-10e4813f-a1d0-431a-b555-20f9a441bceb tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 945 time: 0.6804290 Aug 03 19:17:51.483444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', '03c0e784-c226-46dc-88fa-e41dfa86ea61'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:51.489364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:17:51.506088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event deleted for resources: {'Port': ['ID=10cefdd7-0b93-417a-a732-d137b586c346,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:51.584618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] No DVR routers for this DVR port 10cefdd7-0b93-417a-a732-d137b586c346 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:51.588879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.590782 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a0748a94-4dcc-4d57-88d6-ca99c88dccb8 req-55e189e8-7855-4739-a014-bf925e4d9708 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "DELETE /v2.0/ports/10cefdd7-0b93-417a-a732-d137b586c346 HTTP/1.1" status: 204 len: 173 time: 1.1654286 Aug 03 19:17:51.604088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:51.604532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.663234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.686975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] For port 3c70d5e0-18f0-4210-91a4-b099339bf2c5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3c70d5e0-18f0-4210-91a4-b099339bf2c5,segment=NetworkSegment(48a8d9e2-8750-4df3-8f19-fc46331a42df),segment_id=48a8d9e2-8750-4df3-8f19-fc46331a42df)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:51.687474 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.694683 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.704582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 3c70d5e0-18f0-4210-91a4-b099339bf2c5 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:51.909324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.970668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-6d0ed943-94fa-4aa2-a242-318639660bb4 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.973229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-6d0ed943-94fa-4aa2-a242-318639660bb4 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.63 "GET /v2.0/networks?id=a78be8d3-f28f-4361-9e73-44eaa9b130f3 HTTP/1.1" status: 200 len: 822 time: 0.1680937 Aug 03 19:17:52.012790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Request body: {'port': {'device_id': '5aea350a-c166-4b1e-957a-538cef14e64c', 'network_id': 'a78be8d3-f28f-4361-9e73-44eaa9b130f3', 'admin_state_up': True, 'tenant_id': 'a9a94a187b0047c4a4a95551a1bf3584'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:52.019063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No DVR routers for this DVR port 3c70d5e0-18f0-4210-91a4-b099339bf2c5 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:52.026066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=3c70d5e0-18f0-4210-91a4-b099339bf2c5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:52.044189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03', 'name': 'network-vif-deleted', 'tag': '10cefdd7-0b93-417a-a732-d137b586c346'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:52.050089 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bc876c-ba23-4bcf-a1c0-e735d2dd1695" -d '{"events": [{"server_uuid": "083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03", "name": "network-vif-deleted", "tag": "10cefdd7-0b93-417a-a732-d137b586c346"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:52.106933 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Floating IP e2070ee9-0b1e-460a-a042-eee222384707 associated. External IP: 172.25.4.126, port: 7ae76853-e174-486f-bdd1-20043af1048f. Aug 03 19:17:52.142631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3097934-9429-40cb-a028-3036a6196951 None None] DHCP port deletion for b1ef46f6-7f1f-4916-8c6d-161b62c28678 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:17:52.238512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7632a627-048d-4594-a82e-dd5634b1e3f9 req-c6350750-501f-454f-91ff-1426f6991fae tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03 HTTP/1.1" status: 200 len: 210 time: 0.2238457 Aug 03 19:17:52.288914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-551bf6cd-1783-49e2-821b-f6dacf999188 req-649a7b66-3a9b-49a6-a41f-43cdb57d7b82 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208322 Aug 03 19:17:52.375341 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.392292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ef46f6-7f1f-4916-8c6d-161b62c28678']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:52.417357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a8d9e2-8750-4df3-8f19-fc46331a42df') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:52.417655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a8d9e2-8750-4df3-8f19-fc46331a42df') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:52.423855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Made reservation on behalf of a9a94a187b0047c4a4a95551a1bf3584 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:52.431514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.468397 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143d8cfa-1acf-4665-a07d-43f4dd75d809 x-openstack-request-id: req-143d8cfa-1acf-4665-a07d-43f4dd75d809 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:52.468679 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03", "name": "network-vif-deleted", "tag": "10cefdd7-0b93-417a-a732-d137b586c346", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:52.468933 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-143d8cfa-1acf-4665-a07d-43f4dd75d809 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:52.469346 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083e3d46-8d6b-4f4a-92b7-fd1b05ddbc03', 'name': 'network-vif-deleted', 'tag': '10cefdd7-0b93-417a-a732-d137b586c346', 'status': 'completed', 'code': 200} Aug 03 19:17:52.478855 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.487229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28c44e8a-7cbf-4d48-bc64-d3d128f50433 req-a34cca86-0ac8-4cfe-9167-271cf98a024e tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 210 time: 0.0791786 Aug 03 19:17:52.546114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.828117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:52.828927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:52.834707 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:52.929664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Allocated IP 172.20.0.6 (a78be8d3-f28f-4361-9e73-44eaa9b130f3/700c0c00-d006-4f66-a0c1-4d268f8227b7/9215da8b-94af-4bb2-a1a2-8dd40249768b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:52.934492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-ee9e9872-0c54-4fbf-a170-95d2e7d5b406 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:52.938065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-ee9e9872-0c54-4fbf-a170-95d2e7d5b406 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 946 time: 0.3461542 Aug 03 19:17:52.993056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.016076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.023624 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/networks/b1ef46f6-7f1f-4916-8c6d-161b62c28678 HTTP/1.1" status: 204 len: 168 time: 1.7715225 Aug 03 19:17:53.028695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45310) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:53.060696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945542d-f7d4-4945-9655-46829815f28a req-06ad35f6-5c6a-42a0-847b-aaa191570be5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.061015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d2451-1d8f-4377-a322-53f9ae3c01ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Network': ['ID=b1ef46f6-7f1f-4916-8c6d-161b62c28678,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:53.065257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3945542d-f7d4-4945-9655-46829815f28a req-06ad35f6-5c6a-42a0-847b-aaa191570be5 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 946 time: 0.4056189 Aug 03 19:17:53.124797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45312) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:53.147068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36250a50-634e-4342-9d6b-a4c23eb2195f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.162512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36250a50-634e-4342-9d6b-a4c23eb2195f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/64e2940f-6ad9-4d71-a14c-0eee6f21f31f HTTP/1.1" status: 200 len: 841 time: 0.1191621 Aug 03 19:17:53.164195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45316) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:53.343005 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.352179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d973b226-9ee1-40f3-b203-f2f1cf8de081 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/64e2940f-6ad9-4d71-a14c-0eee6f21f31f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1832120 Aug 03 19:17:53.366173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Router f5edda3a-0add-46fb-95b4-7a093aef49b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:53.368192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45322) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:53.374276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3945542d-f7d4-4945-9655-46829815f28a req-8695594c-cd2a-4bff-885e-e1fafb352556 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540972 Aug 03 19:17:53.379446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:53.386206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3c70d5e0-18f0-4210-91a4-b099339bf2c5 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:53.454412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3c70d5e0-18f0-4210-91a4-b099339bf2c5 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:53.455180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3c70d5e0-18f0-4210-91a4-b099339bf2c5 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:53.576098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Deleting port cdb37ed7-8b5c-4210-bfb5-636775c34423 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:53.576697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.583940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-329fc8aa-d484-4333-9e3a-2c1f9a1de985 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17f3e5cf11a144f2862b1f629efe4682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524841 Aug 03 19:17:53.590765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45328) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:53.609840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.721545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903b390-511d-41a4-bd2e-62b99d994ff6 req-ca956263-2f04-4c51-b9cd-30285cb08754 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.723181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4903b390-511d-41a4-bd2e-62b99d994ff6 req-ca956263-2f04-4c51-b9cd-30285cb08754 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 945 time: 0.2210503 Aug 03 19:17:53.746487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:53.765440 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] Sync routers for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:53.767456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:53.770394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.771455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.781257 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:53.782709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:53.807139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Network a78be8d3-f28f-4361-9e73-44eaa9b130f3 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:53.835930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Pushing event updated for resources: {'Port': ['ID=9215da8b-94af-4bb2-a1a2-8dd40249768b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:53.843848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cda1b350-a91b-4c71-a2f5-993f1453883f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "PUT /v2.0/floatingips/e2070ee9-0b1e-460a-a042-eee222384707 HTTP/1.1" status: 200 len: 991 time: 3.9842191 Aug 03 19:17:53.849249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:53.852743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'tag': '7ae76853-e174-486f-bdd1-20043af1048f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:53.856823 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803f6127-b385-4b61-802f-9b853ab81caf" -d '{"events": [{"name": "network-changed", "server_uuid": "0a92561d-8f5f-4b90-8577-3cd0250153bd", "tag": "7ae76853-e174-486f-bdd1-20043af1048f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:53.862925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:53.869772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] For port cdb37ed7-8b5c-4210-bfb5-636775c34423, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdb37ed7-8b5c-4210-bfb5-636775c34423,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:53.870148 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.885377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4903b390-511d-41a4-bd2e-62b99d994ff6 req-c72bb87d-0877-4f9f-bbc7-1484396ae70a tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420259 Aug 03 19:17:53.895663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Calling delete_port for cdb37ed7-8b5c-4210-bfb5-636775c34423 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:53.899406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 10cefdd7-0b93-417a-a732-d137b586c346 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:53.930200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649ffe-7179-4823-9e35-ad7ec634c820 req-75e3fcbd-ae3b-4d9a-9708-5dd8b18c7e9e tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.938317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-989a3b3c-2289-4dd3-a8a5-0e9e92da0534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.955443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78649ffe-7179-4823-9e35-ad7ec634c820 req-75e3fcbd-ae3b-4d9a-9708-5dd8b18c7e9e tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 931 time: 0.2248726 Aug 03 19:17:53.976405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 10cefdd7-0b93-417a-a732-d137b586c346 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:53.976698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 10cefdd7-0b93-417a-a732-d137b586c346 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:53.997087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.998607 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.016995 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-989a3b3c-2289-4dd3-a8a5-0e9e92da0534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.023700 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:54.078822 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-846b7561-eea6-4fc0-9789-e5643300b08a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0704660 Aug 03 19:17:54.115648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Request body: {'port': {'device_id': '5aea350a-c166-4b1e-957a-538cef14e64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:54.218613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78649ffe-7179-4823-9e35-ad7ec634c820 req-04b4227f-20e1-4fc9-8135-85c8c50c3869 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258085 Aug 03 19:17:54.298373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-989a3b3c-2289-4dd3-a8a5-0e9e92da0534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.301240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-989a3b3c-2289-4dd3-a8a5-0e9e92da0534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.305313 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-989a3b3c-2289-4dd3-a8a5-0e9e92da0534 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb HTTP/1.1" status: 204 len: 168 time: 0.7125869 Aug 03 19:17:54.318691 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.325781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.352369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a3b3c-2289-4dd3-a8a5-0e9e92da0534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce20a55f-7b2b-4b9c-bd85-41f8cc6bfefb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:54.365160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['630eeac2-787c-4418-9269-464c75298321'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:54.383429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Pushing event deleted for resources: {'Port': ['ID=cdb37ed7-8b5c-4210-bfb5-636775c34423,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:54.415095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.440289 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'e2070ee9-0b1e-460a-a042-eee222384707', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'port_id': '7ae76853-e174-486f-bdd1-20043af1048f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'mac_address': 'fa:16:3e:00:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:17:25Z', 'updated_at': '2021-08-03T19:17:51Z', 'revision_number': 1, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:54.459091 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df62e6b0-6129-4896-8b0f-6f5cbbf37fb7 x-openstack-request-id: req-df62e6b0-6129-4896-8b0f-6f5cbbf37fb7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:54.459091 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a92561d-8f5f-4b90-8577-3cd0250153bd", "tag": "7ae76853-e174-486f-bdd1-20043af1048f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:54.459091 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df62e6b0-6129-4896-8b0f-6f5cbbf37fb7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:54.459511 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'tag': '7ae76853-e174-486f-bdd1-20043af1048f', 'status': 'completed', 'code': 200} Aug 03 19:17:54.522341 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] Checking router: f5edda3a-0add-46fb-95b4-7a093aef49b4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:17:54.523849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] No DVR routers for this DVR port cdb37ed7-8b5c-4210-bfb5-636775c34423 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:54.532754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.534958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3d6489e-e921-4f82-bfe5-99f0c7e072bb req-aa8228b5-c846-4fb9-8903-cdb00f7be606 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "DELETE /v2.0/ports/cdb37ed7-8b5c-4210-bfb5-636775c34423 HTTP/1.1" status: 204 len: 173 time: 1.5857584 Aug 03 19:17:54.551391 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:54.553856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:17:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:54.610177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:54.638241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:54.642229 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.643539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.660333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59217ad-0be4-4957-a45a-79526dbf7916 None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:54.682820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3131590 Aug 03 19:17:54.694532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38d18-99df-4851-817f-3542d2c14a2e req-6c5c20a2-42c9-4add-8e8e-5948f295df82 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.696528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45348) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:54.700650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32e38d18-99df-4851-817f-3542d2c14a2e req-6c5c20a2-42c9-4add-8e8e-5948f295df82 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 949 time: 0.1206846 Aug 03 19:17:54.702247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7562acf6-e388-4c54-b471-3d53b004dc81 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'security_group': {'name': 'tempest-secgroup-682357946'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:54.779928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d3438-c77c-4c07-abe9-c783091e30d2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=303437b1-103b-4ccd-b96b-11feff8082ad,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:54.863341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f6127-b385-4b61-802f-9b853ab81caf req-d91645d5-57d6-47e4-b5b9-43c62124b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.867726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-803f6127-b385-4b61-802f-9b853ab81caf req-d91645d5-57d6-47e4-b5b9-43c62124b28a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 1096 time: 0.3477333 Aug 03 19:17:54.872250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32e38d18-99df-4851-817f-3542d2c14a2e req-7fd23c5e-da67-4dea-8c44-fee206df3d67 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565194 Aug 03 19:17:55.019396 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:55.052587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f6b40ae-3333-4da1-9bae-2bc55ed1bab2 req-3ab6681b-b69d-44e9-8173-c3c0735c89f9 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf HTTP/1.1" status: 200 len: 210 time: 0.0895803 Aug 03 19:17:55.236649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa24df-a020-4e26-9a64-b47516857295 req-aefa0b86-e8fb-43a3-8ad2-774b4519f6d8 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.240061 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0faa24df-a020-4e26-9a64-b47516857295 req-aefa0b86-e8fb-43a3-8ad2-774b4519f6d8 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 945 time: 0.1830490 Aug 03 19:17:55.258379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-2a2fb36d-fd97-4b84-a74b-d19923d76517', 'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'tenant_id': 'c3deed207ee6423faf0ea91a1d1eeb84', 'fixed_ips': [{'subnet_id': '303437b1-103b-4ccd-b96b-11feff8082ad'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:17:55.259243 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.380016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0faa24df-a020-4e26-9a64-b47516857295 req-3d5d1193-0286-416a-95c0-ba09c8f775b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295569 Aug 03 19:17:55.448595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device cdb37ed7-8b5c-4210-bfb5-636775c34423 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:55.611649 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'e2070ee9-0b1e-460a-a042-eee222384707', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'port_id': '7ae76853-e174-486f-bdd1-20043af1048f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'mac_address': 'fa:16:3e:00:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:17:25Z', 'updated_at': '2021-08-03T19:17:51Z', 'revision_number': 1, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:55.692030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: cdb37ed7-8b5c-4210-bfb5-636775c34423 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:55.694171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9215da8b-94af-4bb2-a1a2-8dd40249768b {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:55.695848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device cdb37ed7-8b5c-4210-bfb5-636775c34423 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:55.718357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16fecf-9872-4a2b-8f83-0408af986453 req-abdf426c-1e09-46af-8ecc-b8db09ea597a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.727285 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.732197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d16fecf-9872-4a2b-8f83-0408af986453 req-abdf426c-1e09-46af-8ecc-b8db09ea597a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 931 time: 0.3268228 Aug 03 19:17:55.747459 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c6b6-f9a5-44ef-a842-a11726fd3e83 None None] The sync data for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 is: [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'e2070ee9-0b1e-460a-a042-eee222384707', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'port_id': '7ae76853-e174-486f-bdd1-20043af1048f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'mac_address': 'fa:16:3e:00:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:17:25Z', 'updated_at': '2021-08-03T19:17:51Z', 'revision_number': 1, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:55.760221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Transition to ACTIVE for port object 9215da8b-94af-4bb2-a1a2-8dd40249768b will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:55.762731 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7562acf6-e388-4c54-b471-3d53b004dc81 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.795012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.831479 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.885041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Allocated IP 172.20.0.2 (2a2fb36d-fd97-4b84-a74b-d19923d76517/303437b1-103b-4ccd-b96b-11feff8082ad/63ece7ef-8e24-4190-9d17-cf81e99abfd4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:55.936898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-2efe8416-3a6b-4025-a26f-d84320f88a53 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.950626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-2efe8416-3a6b-4025-a26f-d84320f88a53 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 949 time: 0.3799729 Aug 03 19:17:56.025830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d16fecf-9872-4a2b-8f83-0408af986453 req-a5c51129-230d-4ca2-ad0a-71b1704af94c tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871323 Aug 03 19:17:56.191688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Pushing event updated for resources: {'Port': ['ID=9215da8b-94af-4bb2-a1a2-8dd40249768b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:56.249243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-e3af9f27-d0d3-4250-9908-b44cec9ca880 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.252325 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-e3af9f27-d0d3-4250-9908-b44cec9ca880 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/ports?device_id=081ff292-80fa-4e6f-a359-9856d50fb435 HTTP/1.1" status: 200 len: 950 time: 0.4779425 Aug 03 19:17:56.331306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.349821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7562acf6-e388-4c54-b471-3d53b004dc81 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.350241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Transition to ACTIVE for port object 63ece7ef-8e24-4190-9d17-cf81e99abfd4 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:56.360658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1eb66-8a46-4a64-86c8-a7f0234831f9 None None] New status for floating IP e2070ee9-0b1e-460a-a042-eee222384707: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:17:56.365336 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a262d578-3cd1-460f-b21a-dc4d09fbd066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.378578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f6127-b385-4b61-802f-9b853ab81caf req-2b2e9efa-ad21-43e1-a961-aced72acf2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.381450 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-803f6127-b385-4b61-802f-9b853ab81caf req-2b2e9efa-ad21-43e1-a961-aced72acf2d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 1.4483724 Aug 03 19:17:56.399943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7562acf6-e388-4c54-b471-3d53b004dc81 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.445031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Transition to ACTIVE for port object 63ece7ef-8e24-4190-9d17-cf81e99abfd4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:56.451147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73a302-7ccc-4e96-b62c-e4d37a25f1b1 req-2d3ce965-7db4-46bd-9225-46a9c829b05c tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.467114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab73a302-7ccc-4e96-b62c-e4d37a25f1b1 req-2d3ce965-7db4-46bd-9225-46a9c829b05c tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 949 time: 0.3273826 Aug 03 19:17:56.470454 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.474793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf', 'name': 'network-vif-deleted', 'tag': 'cdb37ed7-8b5c-4210-bfb5-636775c34423'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:56.478903 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed2984a-c0b9-4661-bb8b-6f10c3f50015" -d '{"events": [{"server_uuid": "5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf", "name": "network-vif-deleted", "tag": "cdb37ed7-8b5c-4210-bfb5-636775c34423"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:56.553629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Pushing event updated for resources: {'Port': ['ID=63ece7ef-8e24-4190-9d17-cf81e99abfd4,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:56.559613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-817c3f68-c270-4947-91ed-d83bd52ca92b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.562967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-817c3f68-c270-4947-91ed-d83bd52ca92b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 945 time: 0.3100581 Aug 03 19:17:56.611471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:56.615534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:56.623244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:56.633656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562acf6-e388-4c54-b471-3d53b004dc81 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e642bdb7-e37b-4797-bcf5-daa671d48b32,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:56.639871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7562acf6-e388-4c54-b471-3d53b004dc81 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.645321 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7562acf6-e388-4c54-b471-3d53b004dc81 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9451585 Aug 03 19:17:56.655074 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-803f6127-b385-4b61-802f-9b853ab81caf req-58c08937-11c3-4968-aa47-d1b6c6bb7dd7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 200 len: 999 time: 0.2356970 Aug 03 19:17:56.657651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45390) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:56.688596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Deleting port 03c0e784-c226-46dc-88fa-e41dfa86ea61 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:56.689140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.716466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab73a302-7ccc-4e96-b62c-e4d37a25f1b1 req-917b577e-cf8d-4b3e-a4d3-81c23d4f1faa tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487271 Aug 03 19:17:56.721944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0e02d39c-d7a4-48a1-bb19-a78591d11db4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'security_group': {'name': 'tempest-secgroup-364108992'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:56.765962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Attempting to bind port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:56.766696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Attempting to bind port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ff84c30c-5bdb-4029-80bf-2227fa976fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:56.766919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Attempting to bind port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 on network 2a2fb36d-fd97-4b84-a74b-d19923d76517 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:56.775954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:56.776336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Checking segment: {'id': 'ff84c30c-5bdb-4029-80bf-2227fa976fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:56.776787 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.777142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Bound using segment: {'id': 'ff84c30c-5bdb-4029-80bf-2227fa976fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:56.777949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Bound port: 63ece7ef-8e24-4190-9d17-cf81e99abfd4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff84c30c-5bdb-4029-80bf-2227fa976fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:56.778821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.793155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Attempting to bind port 9215da8b-94af-4bb2-a1a2-8dd40249768b on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:56.793768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Attempting to bind port 9215da8b-94af-4bb2-a1a2-8dd40249768b by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '8225c93a-e339-4cef-bcb4-45ef42d1e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a78be8d3-f28f-4361-9e73-44eaa9b130f3'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:56.794341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Attempting to bind port 9215da8b-94af-4bb2-a1a2-8dd40249768b on network a78be8d3-f28f-4361-9e73-44eaa9b130f3 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:56.884542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f6127-b385-4b61-802f-9b853ab81caf req-87110ff1-0854-4ca2-a435-39112af1f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.886244 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-803f6127-b385-4b61-802f-9b853ab81caf req-87110ff1-0854-4ca2-a435-39112af1f3dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.1977110 Aug 03 19:17:56.889898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e02d39c-d7a4-48a1-bb19-a78591d11db4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.923803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Port 9215da8b-94af-4bb2-a1a2-8dd40249768b on network a78be8d3-f28f-4361-9e73-44eaa9b130f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:56.924155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Attempting to bind port 9215da8b-94af-4bb2-a1a2-8dd40249768b on network a78be8d3-f28f-4361-9e73-44eaa9b130f3 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:56.939255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:56.939590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Checking segment: {'id': '8225c93a-e339-4cef-bcb4-45ef42d1e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a78be8d3-f28f-4361-9e73-44eaa9b130f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:56.940323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Bound using segment: {'id': '8225c93a-e339-4cef-bcb4-45ef42d1e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a78be8d3-f28f-4361-9e73-44eaa9b130f3'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:56.940804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Bound port: 9215da8b-94af-4bb2-a1a2-8dd40249768b, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8225c93a-e339-4cef-bcb4-45ef42d1e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a78be8d3-f28f-4361-9e73-44eaa9b130f3'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:56.941176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.004530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] For port 63ece7ef-8e24-4190-9d17-cf81e99abfd4, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:57.021350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] For port 63ece7ef-8e24-4190-9d17-cf81e99abfd4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63ece7ef-8e24-4190-9d17-cf81e99abfd4,segment=NetworkSegment(ff84c30c-5bdb-4029-80bf-2227fa976fe8),segment_id=ff84c30c-5bdb-4029-80bf-2227fa976fe8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:57.035299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.047165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] For port 03c0e784-c226-46dc-88fa-e41dfa86ea61, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=03c0e784-c226-46dc-88fa-e41dfa86ea61,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:57.048468 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.064232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Deleting port 38b6c4f3-d35b-482d-9a34-6a98a7db220e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:57.064984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.114915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Calling delete_port for 03c0e784-c226-46dc-88fa-e41dfa86ea61 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:57.135659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e02d39c-d7a4-48a1-bb19-a78591d11db4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.164507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e02d39c-d7a4-48a1-bb19-a78591d11db4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.260951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5262a-87f5-40f6-b18d-611fb677091a None None] Pushing event updated for resources: {'Port': ['ID=63ece7ef-8e24-4190-9d17-cf81e99abfd4,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:57.267610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02d39c-d7a4-48a1-bb19-a78591d11db4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b2802b-26f3-4cb6-9ddc-2ef1900e75bb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:57.309239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f6127-b385-4b61-802f-9b853ab81caf req-5f4c4e3f-6b24-44f6-a594-d38c8f9ac1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.313057 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-803f6127-b385-4b61-802f-9b853ab81caf req-5f4c4e3f-6b24-44f6-a594-d38c8f9ac1eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4003193 Aug 03 19:17:57.433920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Deleting port 2438fe5d-6b91-460b-8c62-7f3b4ae977df {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:57.434658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.546697 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cee10f-5f72-49b2-bdf3-c1c7166ce985 x-openstack-request-id: req-c5cee10f-5f72-49b2-bdf3-c1c7166ce985 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:57.547116 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf", "name": "network-vif-deleted", "tag": "cdb37ed7-8b5c-4210-bfb5-636775c34423", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:57.549750 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5cee10f-5f72-49b2-bdf3-c1c7166ce985 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:57.549750 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c427f8f-3c0b-4af8-9ec2-d7fcd278cfdf', 'name': 'network-vif-deleted', 'tag': 'cdb37ed7-8b5c-4210-bfb5-636775c34423', 'status': 'completed', 'code': 200} Aug 03 19:17:57.558014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] For port 38b6c4f3-d35b-482d-9a34-6a98a7db220e, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=38b6c4f3-d35b-482d-9a34-6a98a7db220e,segment=NetworkSegment(bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b),segment_id=bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:57.558014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.589833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Calling delete_port for 38b6c4f3-d35b-482d-9a34-6a98a7db220e owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:57.692532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb89a63-6299-43de-8363-f8e5dff5d5a3 req-3d7784a7-4b3a-45b5-b55e-451482bb5a3c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.705686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-adb89a63-6299-43de-8363-f8e5dff5d5a3 req-3d7784a7-4b3a-45b5-b55e-451482bb5a3c tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 945 time: 0.2969429 Aug 03 19:17:57.833703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.851026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', '2438fe5d-6b91-460b-8c62-7f3b4ae977df'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:57.963487 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:58.002674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event deleted for resources: {'Port': ['ID=03c0e784-c226-46dc-88fa-e41dfa86ea61,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:58.111041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-adb89a63-6299-43de-8363-f8e5dff5d5a3 req-1b5bcb8f-a9ba-49a3-b888-a46b6d3e59b3 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7078293-6c99-43b6-b5c8-c24067a0cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034626 Aug 03 19:17:58.116316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e02d39c-d7a4-48a1-bb19-a78591d11db4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.119004 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0e02d39c-d7a4-48a1-bb19-a78591d11db4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4435768 Aug 03 19:17:58.128064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] For port 9215da8b-94af-4bb2-a1a2-8dd40249768b, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:58.138160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45402) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:58.186045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-906049612', 'security_groups': ['f8b2802b-26f3-4cb6-9ddc-2ef1900e75bb'], 'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '303437b1-103b-4ccd-b96b-11feff8082ad'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:58.188422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] No DVR routers for this DVR port 03c0e784-c226-46dc-88fa-e41dfa86ea61 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:58.196145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.201321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d2f98ed-ef2e-4af4-ac2c-02346d982b75 req-e334fa2d-ceb6-48e4-ba86-b6bedb877d7f tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "DELETE /v2.0/ports/03c0e784-c226-46dc-88fa-e41dfa86ea61 HTTP/1.1" status: 204 len: 173 time: 2.2386098 Aug 03 19:17:58.369008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d449-39bb-48b8-bbd0-cf0ce47ce335 req-8b991997-39c3-4a1a-ba86-14d5456825db tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.373059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a191d449-39bb-48b8-bbd0-cf0ce47ce335 req-8b991997-39c3-4a1a-ba86-14d5456825db tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 943 time: 0.4373426 Aug 03 19:17:58.480923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] For port 2438fe5d-6b91-460b-8c62-7f3b4ae977df, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=2438fe5d-6b91-460b-8c62-7f3b4ae977df,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:58.481848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.524614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Calling delete_port for 2438fe5d-6b91-460b-8c62-7f3b4ae977df owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:58.660235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] For port 9215da8b-94af-4bb2-a1a2-8dd40249768b, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9215da8b-94af-4bb2-a1a2-8dd40249768b,segment=NetworkSegment(8225c93a-e339-4cef-bcb4-45ef42d1e1d9),segment_id=8225c93a-e339-4cef-bcb4-45ef42d1e1d9)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:58.741190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a191d449-39bb-48b8-bbd0-cf0ce47ce335 req-be54ac82-3006-4cd5-ba48-7bf8e70cc40f tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907355 Aug 03 19:17:58.756195 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.766764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.795304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55219b9e-53b8-49c0-9514-d19841ebaa85 req-f090d1a5-4814-4de6-ae3e-e1dee4d01847 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.805418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55219b9e-53b8-49c0-9514-d19841ebaa85 req-f090d1a5-4814-4de6-ae3e-e1dee4d01847 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.4302089 Aug 03 19:17:58.964915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event deleted for resources: {'Port': ['ID=38b6c4f3-d35b-482d-9a34-6a98a7db220e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:59.055254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.056334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.058817 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] 10.222.0.63 "PUT /v2.0/ports/9215da8b-94af-4bb2-a1a2-8dd40249768b HTTP/1.1" status: 200 len: 1091 time: 4.9473057 Aug 03 19:17:59.064792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aea350a-c166-4b1e-957a-538cef14e64c', 'tag': '9215da8b-94af-4bb2-a1a2-8dd40249768b'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:59.068553 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d298f-331b-42a9-9faf-96d473642e84" -d '{"events": [{"name": "network-changed", "server_uuid": "5aea350a-c166-4b1e-957a-538cef14e64c", "tag": "9215da8b-94af-4bb2-a1a2-8dd40249768b"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:59.164830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8859b1f8-2f2b-45dc-a9b9-3dedcd206e81 None None] Provisioning for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:59.184538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8859b1f8-2f2b-45dc-a9b9-3dedcd206e81 None None] Provisioning complete for port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:59.184973 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8859b1f8-2f2b-45dc-a9b9-3dedcd206e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.294180 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-803f6127-b385-4b61-802f-9b853ab81caf req-93c90614-f1f9-4c9a-a7f6-a40cd476ede6 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9605858 Aug 03 19:17:59.306065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8859b1f8-2f2b-45dc-a9b9-3dedcd206e81 None None] Port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:59.324582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec2f7e-82f8-40d3-80e2-c7f87945238c service neutron] Pushing event updated for resources: {'Port': ['ID=9215da8b-94af-4bb2-a1a2-8dd40249768b,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:59.351179 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.360398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:59.386283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:59.442548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 03c0e784-c226-46dc-88fa-e41dfa86ea61 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:59.444951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0eb8d244-2bf0-4dde-a361-a94044e29b13', 'c5b52e94-8bb7-4d27-b1d7-539f96061a50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:59.447361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63ece7ef-8e24-4190-9d17-cf81e99abfd4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:59.543271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event deleted for resources: {'Port': ['ID=2438fe5d-6b91-460b-8c62-7f3b4ae977df,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:59.578633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-ca688cc5-effb-478b-bfe3-e47f5e53c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.581159 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-ca688cc5-effb-478b-bfe3-e47f5e53c715 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9a94a187b0047c4a4a95551a1bf3584&device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 1094 time: 0.4396718 Aug 03 19:17:59.603898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c17c47a-c9ae-46f0-a872-7720eac34933', 'name': 'network-vif-deleted', 'tag': '03c0e784-c226-46dc-88fa-e41dfa86ea61'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:59.604588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] No DVR routers for this DVR port 2438fe5d-6b91-460b-8c62-7f3b4ae977df on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:59.606802 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a8638e-ba98-45fe-9986-3f0a162393f6" -d '{"events": [{"server_uuid": "3c17c47a-c9ae-46f0-a872-7720eac34933", "name": "network-vif-deleted", "tag": "03c0e784-c226-46dc-88fa-e41dfa86ea61"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:59.608789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.611774 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e803ae79-0584-438d-b6f5-da667ccd2f2c req-9ed8c260-853b-489f-b926-f5d23c054855 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "DELETE /v2.0/ports/2438fe5d-6b91-460b-8c62-7f3b4ae977df HTTP/1.1" status: 204 len: 173 time: 3.2279904 Aug 03 19:17:59.677674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 03c0e784-c226-46dc-88fa-e41dfa86ea61 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:59.678078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 03c0e784-c226-46dc-88fa-e41dfa86ea61 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:59.696674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] No DVR routers for this DVR port 38b6c4f3-d35b-482d-9a34-6a98a7db220e on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:59.703649 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-803f6127-b385-4b61-802f-9b853ab81caf req-70a4e16b-56b0-436b-b8aa-6e562e793006 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712704 Aug 03 19:17:59.712512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-383a81b8-575d-4e33-a5b0-c9def900d114 req-c48094a5-d9f7-43e6-b265-c48a715f09fe tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c17c47a-c9ae-46f0-a872-7720eac34933 HTTP/1.1" status: 200 len: 210 time: 0.7229414 Aug 03 19:17:59.715469 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.718064 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-a202ca8d-9c6d-4314-8c80-dadc6456cc2e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9215da8b-94af-4bb2-a1a2-8dd40249768b HTTP/1.1" status: 200 len: 217 time: 0.1149478 Aug 03 19:17:59.727029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d281bb2b-3311-498c-a702-f5420fa6e90e req-be1e7387-f7dd-4966-98b9-942386b2a9b0 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.88 "DELETE /v2.0/ports/38b6c4f3-d35b-482d-9a34-6a98a7db220e HTTP/1.1" status: 204 len: 173 time: 3.1413102 Aug 03 19:17:59.748428 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.769803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55219b9e-53b8-49c0-9514-d19841ebaa85 req-93ab704b-312b-4219-8a5c-1d66f5bda2b4 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/security-groups?id=1173c5ec-6753-4365-936b-7cc959d1bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9616430 Aug 03 19:17:59.818850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.861316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port 788dce17-023b-4f98-88a4-49d5b3da564f yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:59.881672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-63da18c1-cafb-4ec5-a87f-c6d38504085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.883659 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-63da18c1-cafb-4ec5-a87f-c6d38504085b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=700c0c00-d006-4f66-a0c1-4d268f8227b7 HTTP/1.1" status: 200 len: 862 time: 0.1580637 Aug 03 19:17:59.915446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:59.950074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-1fc81215-b49f-48bb-ad80-11ac4e2a4362 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.951718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-1fc81215-b49f-48bb-ad80-11ac4e2a4362 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 946 time: 0.3377664 Aug 03 19:18:00.037781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-5397cb8a-61f7-49f1-a974-28f05517d721 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a78be8d3-f28f-4361-9e73-44eaa9b130f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750494 Aug 03 19:18:00.047595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 38b6c4f3-d35b-482d-9a34-6a98a7db220e no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:00.099608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 38b6c4f3-d35b-482d-9a34-6a98a7db220e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:00.100369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 38b6c4f3-d35b-482d-9a34-6a98a7db220e not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:00.101093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 2438fe5d-6b91-460b-8c62-7f3b4ae977df no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:00.116643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:00.117761 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.160299 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d32d68-613f-46db-966e-dda0fdd12a9e x-openstack-request-id: req-48d32d68-613f-46db-966e-dda0fdd12a9e {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:00.160688 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aea350a-c166-4b1e-957a-538cef14e64c", "tag": "9215da8b-94af-4bb2-a1a2-8dd40249768b", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:00.161004 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48d32d68-613f-46db-966e-dda0fdd12a9e {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:00.161500 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aea350a-c166-4b1e-957a-538cef14e64c', 'tag': '9215da8b-94af-4bb2-a1a2-8dd40249768b', 'status': 'completed', 'code': 200} Aug 03 19:18:00.257982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Deleting port 630eeac2-787c-4418-9269-464c75298321 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:00.258494 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.319781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 2438fe5d-6b91-460b-8c62-7f3b4ae977df {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:00.320746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 2438fe5d-6b91-460b-8c62-7f3b4ae977df not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:00.324764 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ad54fe6-0980-48e9-afbf-a6c15389db6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.436479 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-698a8ff2-8c47-44a0-b01d-36f0fc288087 service neutron] 10.222.0.63 "GET /v2.0/networks/a78be8d3-f28f-4361-9e73-44eaa9b130f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974755 Aug 03 19:18:00.472578 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df019c38-5e15-483c-bf94-fec51d33949b x-openstack-request-id: req-df019c38-5e15-483c-bf94-fec51d33949b {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:00.473063 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c17c47a-c9ae-46f0-a872-7720eac34933", "name": "network-vif-deleted", "tag": "03c0e784-c226-46dc-88fa-e41dfa86ea61", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:00.473453 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df019c38-5e15-483c-bf94-fec51d33949b {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:00.474175 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c17c47a-c9ae-46f0-a872-7720eac34933', 'name': 'network-vif-deleted', 'tag': '03c0e784-c226-46dc-88fa-e41dfa86ea61', 'status': 'completed', 'code': 200} Aug 03 19:18:00.480306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12cf464b-77f5-4361-acb8-f9535ec52364 req-a3590149-baf4-4e03-ade6-e64c65a973a2 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ebcfb6-d832-476f-a407-7b7ed4bae571 HTTP/1.1" status: 200 len: 210 time: 0.2435694 Aug 03 19:18:00.506352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] For port 630eeac2-787c-4418-9269-464c75298321, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=630eeac2-787c-4418-9269-464c75298321,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:00.506945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.522900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.8 (2a2fb36d-fd97-4b84-a74b-d19923d76517/303437b1-103b-4ccd-b96b-11feff8082ad/788dce17-023b-4f98-88a4-49d5b3da564f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:00.555082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Calling delete_port for 630eeac2-787c-4418-9269-464c75298321 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:00.588103 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.638569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d919188-d997-4ce1-b074-2954fd9c3a7d req-35e9722f-d7e8-47dc-aee7-8459f5309ce2 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:00.640818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d919188-d997-4ce1-b074-2954fd9c3a7d req-35e9722f-d7e8-47dc-aee7-8459f5309ce2 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 943 time: 0.1762311 Aug 03 19:18:00.705304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 63ece7ef-8e24-4190-9d17-cf81e99abfd4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63ece7ef-8e24-4190-9d17-cf81e99abfd4,segment=NetworkSegment(ff84c30c-5bdb-4029-80bf-2227fa976fe8),segment_id=ff84c30c-5bdb-4029-80bf-2227fa976fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:00.719668 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.788217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d919188-d997-4ce1-b074-2954fd9c3a7d req-213ef902-3d65-4a1c-a529-df611680f074 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289721 Aug 03 19:18:00.815427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=63ece7ef-8e24-4190-9d17-cf81e99abfd4,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:00.849189 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f6cb6203-3287-4e2d-a2ea-7c45850bda73 req-3e05df1e-9feb-477c-b780-23c5c2841d9f service neutron] 10.222.0.63 "GET /v2.0/networks/a78be8d3-f28f-4361-9e73-44eaa9b130f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004533 Aug 03 19:18:00.957951 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.998571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['630eeac2-787c-4418-9269-464c75298321'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:00.999872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Pushing event deleted for resources: {'Port': ['ID=630eeac2-787c-4418-9269-464c75298321,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:01.125456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-595c60e9-672b-4b88-863d-2fe3ed4a94e8 req-6a5f9fc1-ac15-42f1-8b0e-0bf9a71a098d tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec35c577-0378-4faf-91d5-7e4a54fc3bc8 HTTP/1.1" status: 200 len: 210 time: 0.0693996 Aug 03 19:18:01.127037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] No DVR routers for this DVR port 630eeac2-787c-4418-9269-464c75298321 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:01.137523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.139903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-353751d8-b38f-4f62-bca3-900ddda83a1c req-e3eb3a7c-a520-4938-9792-c79093fd1832 tempest-ListServerFiltersTestJSON-638592808 tempest-ListServerFiltersTestJSON-638592808-project] 10.222.0.63 "DELETE /v2.0/ports/630eeac2-787c-4418-9269-464c75298321 HTTP/1.1" status: 204 len: 173 time: 1.1679876 Aug 03 19:18:01.175111 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.183780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-1bf90d7d-7a6c-41ee-90fd-e0c00ac13def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.185957 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-1bf90d7d-7a6c-41ee-90fd-e0c00ac13def service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9a94a187b0047c4a4a95551a1bf3584&device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 1094 time: 0.1972737 Aug 03 19:18:01.201821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 788dce17-023b-4f98-88a4-49d5b3da564f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:01.328969 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.406686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63ece7ef-8e24-4190-9d17-cf81e99abfd4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:01.447221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:01.466954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:01.492578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-75ca3eb1-028a-4d78-b1d6-b4763c74d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.494517 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-75ca3eb1-028a-4d78-b1d6-b4763c74d5a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a78be8d3-f28f-4361-9e73-44eaa9b130f3 HTTP/1.1" status: 200 len: 923 time: 0.2679036 Aug 03 19:18:01.495177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=788dce17-023b-4f98-88a4-49d5b3da564f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:01.498082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:01.554243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:01.555227 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.601499 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-23333f52-ca60-4d21-8149-4547df383860 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9215da8b-94af-4bb2-a1a2-8dd40249768b HTTP/1.1" status: 200 len: 217 time: 0.0920191 Aug 03 19:18:01.720291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.731502 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.797150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-2526b46c-6aaf-4126-95aa-385f66fc81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.799017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-2526b46c-6aaf-4126-95aa-385f66fc81e1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=700c0c00-d006-4f66-a0c1-4d268f8227b7 HTTP/1.1" status: 200 len: 862 time: 0.1883981 Aug 03 19:18:01.804670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45452) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:01.806128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0326cd14-3770-4a4b-ae43-d0f0565729cd tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6619728 Aug 03 19:18:01.814262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bc68f693-1a6d-4884-8dd9-d22ecc116954 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:01.876771 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-43fb4126-c093-4429-9170-615fb7b67a99 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a78be8d3-f28f-4361-9e73-44eaa9b130f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573337 Aug 03 19:18:01.882077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cc6f3860-89a5-4657-b72e-129857db4754 None None] Provisioning for port 788dce17-023b-4f98-88a4-49d5b3da564f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:01.897792 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.900080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cc6f3860-89a5-4657-b72e-129857db4754 None None] Provisioning complete for port 788dce17-023b-4f98-88a4-49d5b3da564f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:01.900678 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3860-89a5-4657-b72e-129857db4754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.086076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f3860-89a5-4657-b72e-129857db4754 None None] Port 788dce17-023b-4f98-88a4-49d5b3da564f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:02.148047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-35fdb9c5-0e3c-48c7-9c07-b5eef08cd6ba service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1313386 Aug 03 19:18:02.164981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081ff292-80fa-4e6f-a359-9856d50fb435', 'name': 'network-vif-deleted', 'tag': '2438fe5d-6b91-460b-8c62-7f3b4ae977df'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:02.175587 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d382a6c-8df0-4675-b5d0-6622e060317b" -d '{"events": [{"server_uuid": "081ff292-80fa-4e6f-a359-9856d50fb435", "name": "network-vif-deleted", "tag": "2438fe5d-6b91-460b-8c62-7f3b4ae977df"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:02.183978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc68f693-1a6d-4884-8dd9-d22ecc116954 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:02.195982 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bc68f693-1a6d-4884-8dd9-d22ecc116954 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.246085 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-bcde4538-619d-4ece-a33d-c112f4284536 service neutron] 10.222.0.63 "GET /v2.0/networks/a78be8d3-f28f-4361-9e73-44eaa9b130f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599863 Aug 03 19:18:02.439133 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6a8d298f-331b-42a9-9faf-96d473642e84 req-a420b983-619f-4964-9a57-8a3418344896 service neutron] 10.222.0.63 "GET /v2.0/networks/a78be8d3-f28f-4361-9e73-44eaa9b130f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841750 Aug 03 19:18:02.476936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ebcfb6-d832-476f-a407-7b7ed4bae571', 'name': 'network-vif-deleted', 'tag': '38b6c4f3-d35b-482d-9a34-6a98a7db220e'}, {'server_uuid': 'ec35c577-0378-4faf-91d5-7e4a54fc3bc8', 'name': 'network-vif-deleted', 'tag': '630eeac2-787c-4418-9269-464c75298321'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:02.479263 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee78fe90-68c9-44c7-987d-645f9138e2ab" -d '{"events": [{"server_uuid": "40ebcfb6-d832-476f-a407-7b7ed4bae571", "name": "network-vif-deleted", "tag": "38b6c4f3-d35b-482d-9a34-6a98a7db220e"}, {"server_uuid": "ec35c577-0378-4faf-91d5-7e4a54fc3bc8", "name": "network-vif-deleted", "tag": "630eeac2-787c-4418-9269-464c75298321"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:02.510258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-6a0c4207-af34-4ecf-92dd-925927ce16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.511802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-6a0c4207-af34-4ecf-92dd-925927ce16d4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e0f63f30ef74aec900477fcd78165c2&device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 1101 time: 0.2194018 Aug 03 19:18:02.515137 n-d-803378-1 neutron-server[94134]: INFO neutron.db.ipam_backend_mixin [None req-bc68f693-1a6d-4884-8dd9-d22ecc116954 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 303437b1-103b-4ccd-b96b-11feff8082ad (CIDR: 172.20.0.0/28) Aug 03 19:18:02.524647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b9670-a4db-482d-9935-944fa0409e1a req-4909f1ce-2e50-4756-b632-308d9009adc5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.526262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-708b9670-a4db-482d-9935-944fa0409e1a req-4909f1ce-2e50-4756-b632-308d9009adc5 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 950 time: 0.2052243 Aug 03 19:18:02.538610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a583cf-d94e-490d-8ce3-eed4a189161d req-2b94191d-4368-438a-8cde-fb50063fefb7 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.540126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28a583cf-d94e-490d-8ce3-eed4a189161d req-2b94191d-4368-438a-8cde-fb50063fefb7 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 943 time: 0.2277641 Aug 03 19:18:02.541136 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc68f693-1a6d-4884-8dd9-d22ecc116954 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:18:02.541665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc68f693-1a6d-4884-8dd9-d22ecc116954 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:02.658303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bc68f693-1a6d-4884-8dd9-d22ecc116954 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8504782 Aug 03 19:18:02.662846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45476) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:02.670301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:02.685763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-708b9670-a4db-482d-9935-944fa0409e1a req-4730fcec-2ff5-4384-ae72-d62b8d583482 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401358 Aug 03 19:18:02.703940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28a583cf-d94e-490d-8ce3-eed4a189161d req-80a75d41-f6cb-4f43-8467-f717c08dc68a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318572 Aug 03 19:18:02.749029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-4f4f8430-6e49-4dc1-96ed-d29f6b413775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.751786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-4f4f8430-6e49-4dc1-96ed-d29f6b413775 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.2072148 Aug 03 19:18:02.844536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-523a24f5-e676-4c0c-b823-eaac330e19b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a HTTP/1.1" status: 200 len: 217 time: 0.0816169 Aug 03 19:18:02.874241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45480) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:02.962372 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e975ef1c-f178-45b3-bb44-bfcbe737f970 x-openstack-request-id: req-e975ef1c-f178-45b3-bb44-bfcbe737f970 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:02.962825 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081ff292-80fa-4e6f-a359-9856d50fb435", "name": "network-vif-deleted", "tag": "2438fe5d-6b91-460b-8c62-7f3b4ae977df", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:02.963222 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e975ef1c-f178-45b3-bb44-bfcbe737f970 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:02.963852 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081ff292-80fa-4e6f-a359-9856d50fb435', 'name': 'network-vif-deleted', 'tag': '2438fe5d-6b91-460b-8c62-7f3b4ae977df', 'status': 'completed', 'code': 200} Aug 03 19:18:02.971331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-952f4ebf-5ba3-4aa3-8adc-ca0a0f84e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.983505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-952f4ebf-5ba3-4aa3-8adc-ca0a0f84e857 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1219375 Aug 03 19:18:03.009685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:03.015478 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.023097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd7026b-82e7-4087-9627-1c2bc0a3dd70 admin admin] Deleting subnet 78a57603-4743-4b70-a2a4-f0554b63d379 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:03.045107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-d9ef3403-b75c-45fd-bfd1-07bb3976b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.047106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-d9ef3403-b75c-45fd-bfd1-07bb3976b18b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624666 Aug 03 19:18:03.051608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd7026b-82e7-4087-9627-1c2bc0a3dd70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.187557 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd29ac-c7da-446b-8c66-510b339a098c x-openstack-request-id: req-87dd29ac-c7da-446b-8c66-510b339a098c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:03.191002 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ebcfb6-d832-476f-a407-7b7ed4bae571", "name": "network-vif-deleted", "tag": "38b6c4f3-d35b-482d-9a34-6a98a7db220e", "status": "completed", "code": 200}, {"server_uuid": "ec35c577-0378-4faf-91d5-7e4a54fc3bc8", "name": "network-vif-deleted", "tag": "630eeac2-787c-4418-9269-464c75298321", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:03.191002 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87dd29ac-c7da-446b-8c66-510b339a098c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:03.191002 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ebcfb6-d832-476f-a407-7b7ed4bae571', 'name': 'network-vif-deleted', 'tag': '38b6c4f3-d35b-482d-9a34-6a98a7db220e', 'status': 'completed', 'code': 200} Aug 03 19:18:03.191002 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec35c577-0378-4faf-91d5-7e4a54fc3bc8', 'name': 'network-vif-deleted', 'tag': '630eeac2-787c-4418-9269-464c75298321', 'status': 'completed', 'code': 200} Aug 03 19:18:03.191992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd7026b-82e7-4087-9627-1c2bc0a3dd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.269183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45486) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:03.288028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-5a9e8faa-1860-4c6e-8a0a-965a416da9d6 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319360 Aug 03 19:18:03.326020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdef42-422e-4302-b21c-57abe22d5008 req-16d7bc25-0ca2-4b8c-a4e5-5afae6516955 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.328530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36fdef42-422e-4302-b21c-57abe22d5008 req-16d7bc25-0ca2-4b8c-a4e5-5afae6516955 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 950 time: 0.1452537 Aug 03 19:18:03.387216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 630eeac2-787c-4418-9269-464c75298321 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:03.410569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 630eeac2-787c-4418-9269-464c75298321 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:03.411304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 630eeac2-787c-4418-9269-464c75298321 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:03.494859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd7026b-82e7-4087-9627-1c2bc0a3dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.527034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-128d4970-ad29-4f2c-8c68-2ffa77d5764d req-1ff52aa9-dae4-4224-81b4-04610f368313 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286649 Aug 03 19:18:03.533023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Deleting port 0eb8d244-2bf0-4dde-a361-a94044e29b13 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:03.533619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.572889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e229468-0ff8-4fb1-be0e-dac76f6dab9b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.678528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e229468-0ff8-4fb1-be0e-dac76f6dab9b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.689998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] For port 0eb8d244-2bf0-4dde-a361-a94044e29b13, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0eb8d244-2bf0-4dde-a361-a94044e29b13,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:03.690499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.714577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Calling delete_port for 0eb8d244-2bf0-4dde-a361-a94044e29b13 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:03.813707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb92333-b702-455e-ad37-220aad544646 req-8de96518-4098-4c35-9405-e7a1de9bdb11 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.816582 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cdb92333-b702-455e-ad37-220aad544646 req-8de96518-4098-4c35-9405-e7a1de9bdb11 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad866b05-4662-40f4-8e3d-200acd3e315a HTTP/1.1" status: 200 len: 950 time: 0.2622919 Aug 03 19:18:03.864191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd7026b-82e7-4087-9627-1c2bc0a3dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.985705 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd7026b-82e7-4087-9627-1c2bc0a3dd70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.989123 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5fd7026b-82e7-4087-9627-1c2bc0a3dd70 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/78a57603-4743-4b70-a2a4-f0554b63d379 HTTP/1.1" status: 204 len: 168 time: 1.1132400 Aug 03 19:18:03.994369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45496) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:03.999927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5eaa6d-6530-4fa6-bcdf-fa5881717b96 None None] Network 476afa92-9fe2-4505-9f05-eff19d4a2fd5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:04.003225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7026b-82e7-4087-9627-1c2bc0a3dd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a57603-4743-4b70-a2a4-f0554b63d379,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:04.016873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a7c8b-fab5-4b58-b521-f873bffc3d7e req-d6887f74-cc7e-4f09-a21b-c0502b3a8700 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.022381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b75a7c8b-fab5-4b58-b521-f873bffc3d7e req-d6887f74-cc7e-4f09-a21b-c0502b3a8700 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 950 time: 0.1681638 Aug 03 19:18:04.126870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e229468-0ff8-4fb1-be0e-dac76f6dab9b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.132153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e229468-0ff8-4fb1-be0e-dac76f6dab9b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.134170 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9e229468-0ff8-4fb1-be0e-dac76f6dab9b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec2877b5-2d3d-4e77-aca3-a49509c50a6c HTTP/1.1" status: 204 len: 168 time: 0.8603849 Aug 03 19:18:04.141843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45500) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:04.165309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e229468-0ff8-4fb1-be0e-dac76f6dab9b tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2877b5-2d3d-4e77-aca3-a49509c50a6c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:04.170658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.172137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0060c80-a258-44bb-93b8-c87ff869ff3c req-60c9ab1b-4ebd-4cb7-8f35-814da2167415 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.174279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0060c80-a258-44bb-93b8-c87ff869ff3c req-60c9ab1b-4ebd-4cb7-8f35-814da2167415 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 943 time: 0.2566876 Aug 03 19:18:04.174793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.200661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c5b52e94-8bb7-4d27-b1d7-539f96061a50'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:04.233154 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-4811b1b6-c5b4-48d0-8b3b-e499440e6192 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] show failed (client error): The resource could not be found. Aug 03 19:18:04.237238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:04.244548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4811b1b6-c5b4-48d0-8b3b-e499440e6192 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "GET /v2.0/security-groups/ec2877b5-2d3d-4e77-aca3-a49509c50a6c HTTP/1.1" status: 404 len: 347 time: 0.1015391 Aug 03 19:18:04.271906 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45502) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:04.302682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:04.321437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event deleted for resources: {'Port': ['ID=0eb8d244-2bf0-4dde-a361-a94044e29b13,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:04.336599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b75a7c8b-fab5-4b58-b521-f873bffc3d7e req-cf91f545-8f6d-4ec2-9e90-d1372d027b3c tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851589 Aug 03 19:18:04.342125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.373174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] No DVR routers for this DVR port 0eb8d244-2bf0-4dde-a361-a94044e29b13 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:04.379131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.383280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36fdef42-422e-4302-b21c-57abe22d5008 req-14ae5975-c117-40a8-b5d4-b7c645590f33 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "DELETE /v2.0/ports/0eb8d244-2bf0-4dde-a361-a94044e29b13 HTTP/1.1" status: 204 len: 173 time: 1.0433033 Aug 03 19:18:04.443007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0060c80-a258-44bb-93b8-c87ff869ff3c req-6d2947fe-dfd7-4a64-8063-b20ba41fa29e tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326524 Aug 03 19:18:04.450051 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.464376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=66495247-576d-4ef3-a9a8-4286fdc6c542,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:04.468592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:04.486192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.486795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.536295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0559a9-702a-40eb-ab28-4fe5e27ddcbe None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:04.540822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Deleting port c5b52e94-8bb7-4d27-b1d7-539f96061a50 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:04.541245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.680947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] For port c5b52e94-8bb7-4d27-b1d7-539f96061a50, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c5b52e94-8bb7-4d27-b1d7-539f96061a50,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:04.681999 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.686354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Deleting port 87730dfd-312f-4403-b2a6-eedff39a1ba2 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:04.686915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.695082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] DHCP port deletion for 476afa92-9fe2-4505-9f05-eff19d4a2fd5 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:04.699848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Calling delete_port for c5b52e94-8bb7-4d27-b1d7-539f96061a50 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:04.856748 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f538bf55-a58c-4de9-af77-7ecc9e0fa75e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1922209 Aug 03 19:18:04.861688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45510) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:04.870513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1457283780', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '66495247-576d-4ef3-a9a8-4286fdc6c542'}], 'security_groups': ['e642bdb7-e37b-4797-bcf5-daa671d48b32']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:04.931309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] For port 87730dfd-312f-4403-b2a6-eedff39a1ba2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=87730dfd-312f-4403-b2a6-eedff39a1ba2,segment=NetworkSegment(965308fc-a5f6-43db-b3f7-aeaa9f235368),segment_id=965308fc-a5f6-43db-b3f7-aeaa9f235368)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:04.931849 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.978108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Calling delete_port for 87730dfd-312f-4403-b2a6-eedff39a1ba2 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:05.068563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Deleting port 98730af9-2d89-4343-aad3-6a0d9dd10821 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:05.069382 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.151856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.221798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b7c00-9ec6-4ec0-9952-d21565083a8f', 'name': 'network-vif-deleted', 'tag': '0eb8d244-2bf0-4dde-a361-a94044e29b13'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:05.229076 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee3c3b8-080f-4d54-9c0e-311f6848ab2b" -d '{"events": [{"server_uuid": "9c4b7c00-9ec6-4ec0-9952-d21565083a8f", "name": "network-vif-deleted", "tag": "0eb8d244-2bf0-4dde-a361-a94044e29b13"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:05.233164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event deleted for resources: {'Port': ['ID=c5b52e94-8bb7-4d27-b1d7-539f96061a50,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:05.236485 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.296396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] No DVR routers for this DVR port 87730dfd-312f-4403-b2a6-eedff39a1ba2 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:05.303683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87730dfd-312f-4403-b2a6-eedff39a1ba2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:05.366889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] Deleting port 87730dfd-312f-4403-b2a6-eedff39a1ba2 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:05.367453 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.421971 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.468930 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.469462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.471986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476afa92-9fe2-4505-9f05-eff19d4a2fd5']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:05.477797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9215da8b-94af-4bb2-a1a2-8dd40249768b details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:18:05.479865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 87730dfd-312f-4403-b2a6-eedff39a1ba2 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:05.492613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] No DVR routers for this DVR port c5b52e94-8bb7-4d27-b1d7-539f96061a50 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:05.518275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.522950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cdb92333-b702-455e-ad37-220aad544646 req-59d42cf4-3688-4ac6-a308-e72eab441b16 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.88 "DELETE /v2.0/ports/c5b52e94-8bb7-4d27-b1d7-539f96061a50 HTTP/1.1" status: 204 len: 173 time: 1.6983371 Aug 03 19:18:05.528632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad866b05-4662-40f4-8e3d-200acd3e315a', 'name': 'network-vif-deleted', 'tag': 'c5b52e94-8bb7-4d27-b1d7-539f96061a50'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:05.531406 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2bb6b5-2532-4978-a45f-2b22977aa3ce" -d '{"events": [{"server_uuid": "ad866b05-4662-40f4-8e3d-200acd3e315a", "name": "network-vif-deleted", "tag": "c5b52e94-8bb7-4d27-b1d7-539f96061a50"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:05.545884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965308fc-a5f6-43db-b3f7-aeaa9f235368') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:05.545884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965308fc-a5f6-43db-b3f7-aeaa9f235368') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:05.546327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Calling delete_port for 98730af9-2d89-4343-aad3-6a0d9dd10821 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:05.553980 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.572376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 87730dfd-312f-4403-b2a6-eedff39a1ba2 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:05.572376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 87730dfd-312f-4403-b2a6-eedff39a1ba2 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:05.617711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] For port 87730dfd-312f-4403-b2a6-eedff39a1ba2, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:05.625932 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.657278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45526) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:05.675825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] Calling delete_port for 87730dfd-312f-4403-b2a6-eedff39a1ba2 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:05.681741 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.682306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] Port 87730dfd-312f-4403-b2a6-eedff39a1ba2 was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:18:05.689659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.770439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f3280ab-0aff-47ee-b64e-326a5e8cd37b req-9018e2bf-7258-4fd0-9d0e-45062d84270b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c4b7c00-9ec6-4ec0-9952-d21565083a8f HTTP/1.1" status: 200 len: 210 time: 0.2208836 Aug 03 19:18:05.776364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] Pushing event deleted for resources: {'Port': ['ID=87730dfd-312f-4403-b2a6-eedff39a1ba2,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:05.803437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eeb12c-54cb-4093-beaa-f06f39007699 None None] No DVR routers for this DVR port 87730dfd-312f-4403-b2a6-eedff39a1ba2 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:05.805539 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.841146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:05.855527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.855741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9215da8b-94af-4bb2-a1a2-8dd40249768b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9215da8b-94af-4bb2-a1a2-8dd40249768b,segment=NetworkSegment(8225c93a-e339-4cef-bcb4-45ef42d1e1d9),segment_id=8225c93a-e339-4cef-bcb4-45ef42d1e1d9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:05.860075 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:05.885612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce837fb2-288d-42b3-9d68-5111bb07e5b4 None None] Update dhcp port {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'fixed_ips': [{'subnet_id': '303437b1-103b-4ccd-b96b-11feff8082ad', 'ip_address': '172.20.0.2'}, {'subnet_id': '66495247-576d-4ef3-a9a8-4286fdc6c542'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '63ece7ef-8e24-4190-9d17-cf81e99abfd4'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:18:05.933255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '9215da8b-94af-4bb2-a1a2-8dd40249768b', 'network_id': 'a78be8d3-f28f-4361-9e73-44eaa9b130f3', 'port_id': '9215da8b-94af-4bb2-a1a2-8dd40249768b', 'mac_address': 'fa:16:3e:77:37:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700c0c00-d006-4f66-a0c1-4d268f8227b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:18:05.943025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:06.007543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c5b52e94-8bb7-4d27-b1d7-539f96061a50 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:06.012722 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ce837fb2-288d-42b3-9d68-5111bb07e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.058959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.111616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.117067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/476afa92-9fe2-4505-9f05-eff19d4a2fd5 HTTP/1.1" status: 204 len: 168 time: 2.1197059 Aug 03 19:18:06.150474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: c5b52e94-8bb7-4d27-b1d7-539f96061a50 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:06.151485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c5b52e94-8bb7-4d27-b1d7-539f96061a50 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:06.152604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0eb8d244-2bf0-4dde-a361-a94044e29b13 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:06.187068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81727a6f-774d-4073-a7ce-fcade731e2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=476afa92-9fe2-4505-9f05-eff19d4a2fd5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.205748 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69103c2-9e33-4d93-b20f-d3ccfcc566fc x-openstack-request-id: req-f69103c2-9e33-4d93-b20f-d3ccfcc566fc {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:06.206334 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b7c00-9ec6-4ec0-9952-d21565083a8f", "name": "network-vif-deleted", "tag": "0eb8d244-2bf0-4dde-a361-a94044e29b13", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:06.206831 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f69103c2-9e33-4d93-b20f-d3ccfcc566fc {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:06.207397 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b7c00-9ec6-4ec0-9952-d21565083a8f', 'name': 'network-vif-deleted', 'tag': '0eb8d244-2bf0-4dde-a361-a94044e29b13', 'status': 'completed', 'code': 200} Aug 03 19:18:06.234033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5868b-7bea-485a-be01-63211dcf707e req-6b31a5f0-f1e6-4ec8-a0bb-a46916f9b5a1 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:06.241800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78c5868b-7bea-485a-be01-63211dcf707e req-6b31a5f0-f1e6-4ec8-a0bb-a46916f9b5a1 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 943 time: 0.2912929 Aug 03 19:18:06.287639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 0eb8d244-2bf0-4dde-a361-a94044e29b13 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:06.288237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0eb8d244-2bf0-4dde-a361-a94044e29b13 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:06.301695 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.333834 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc806269-9e9e-4e35-a41a-8e670da5b6c4 x-openstack-request-id: req-fc806269-9e9e-4e35-a41a-8e670da5b6c4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:06.334748 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad866b05-4662-40f4-8e3d-200acd3e315a", "name": "network-vif-deleted", "tag": "c5b52e94-8bb7-4d27-b1d7-539f96061a50", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:06.334748 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc806269-9e9e-4e35-a41a-8e670da5b6c4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:06.334748 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad866b05-4662-40f4-8e3d-200acd3e315a', 'name': 'network-vif-deleted', 'tag': 'c5b52e94-8bb7-4d27-b1d7-539f96061a50', 'status': 'completed', 'code': 200} Aug 03 19:18:06.478091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78c5868b-7bea-485a-be01-63211dcf707e req-a6bd20ed-3e8a-4009-99bd-bdbcf9280ff8 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260904 Aug 03 19:18:06.514083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45534) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:06.596644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7831d1d3-af71-4069-a958-752485463cb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a0c21babb7b4b11a506aca92e91878f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789766 Aug 03 19:18:06.596819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45536) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:06.700890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e167279-3387-46b3-bea2-4d90d1a08b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.729807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9215da8b-94af-4bb2-a1a2-8dd40249768b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:06.735503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.759484 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e167279-3387-46b3-bea2-4d90d1a08b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.788712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Pushing event deleted for resources: {'Port': ['ID=98730af9-2d89-4343-aad3-6a0d9dd10821,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.811168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9215da8b-94af-4bb2-a1a2-8dd40249768b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9215da8b-94af-4bb2-a1a2-8dd40249768b,segment=NetworkSegment(8225c93a-e339-4cef-bcb4-45ef42d1e1d9),segment_id=8225c93a-e339-4cef-bcb4-45ef42d1e1d9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:06.816106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a10c03a6-86d1-4e4b-b2e9-c57c9604a412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.829571 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.860172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e167279-3387-46b3-bea2-4d90d1a08b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.863911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e167279-3387-46b3-bea2-4d90d1a08b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.871134 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2e167279-3387-46b3-bea2-4d90d1a08b7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1173c5ec-6753-4365-936b-7cc959d1bae7 HTTP/1.1" status: 204 len: 168 time: 0.2707498 Aug 03 19:18:06.895381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e167279-3387-46b3-bea2-4d90d1a08b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1173c5ec-6753-4365-936b-7cc959d1bae7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.992488 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Delete allocated IP 172.20.0.8 (2a2fb36d-fd97-4b84-a74b-d19923d76517/303437b1-103b-4ccd-b96b-11feff8082ad) {{(pid=94133) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:18:07.001120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.004898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.006229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e253aa7d-02a2-400e-95dd-b3a5f305caf5 tempest-ImagesOneServerNegativeTestJSON-1234052672 tempest-ImagesOneServerNegativeTestJSON-1234052672-project] 10.222.0.42 "DELETE /v2.0/floatingips/e538d4e0-2ef3-4de0-a6d1-5580b9caf2e1 HTTP/1.1" status: 204 len: 168 time: 2.7312961 Aug 03 19:18:07.017840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.21 (2a2fb36d-fd97-4b84-a74b-d19923d76517/66495247-576d-4ef3-a9a8-4286fdc6c542/788dce17-023b-4f98-88a4-49d5b3da564f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:07.054059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9215da8b-94af-4bb2-a1a2-8dd40249768b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:07.231201 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.251056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object 788dce17-023b-4f98-88a4-49d5b3da564f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:07.259998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.326484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45560) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:07.357705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['9215da8b-94af-4bb2-a1a2-8dd40249768b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:07.390136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=788dce17-023b-4f98-88a4-49d5b3da564f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:07.453782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] In _notify_port_updated(), no bound segment for port 788dce17-023b-4f98-88a4-49d5b3da564f on network 2a2fb36d-fd97-4b84-a74b-d19923d76517 {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:18:07.462806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.465876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.471183 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ae415e25-c8eb-49e2-93c0-a30715edc7c4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "PUT /v2.0/ports/788dce17-023b-4f98-88a4-49d5b3da564f HTTP/1.1" status: 200 len: 921 time: 2.6064999 Aug 03 19:18:07.474171 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a10c03a6-86d1-4e4b-b2e9-c57c9604a412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.475276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45570) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:07.476870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfebf27-9810-40a8-aa90-f4a1526e1546 admin admin] Deleting subnet 3ea1e695-aa1b-4104-ad7e-91e2dd993142 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:07.481691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cfebf27-9810-40a8-aa90-f4a1526e1546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.500914 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a10c03a6-86d1-4e4b-b2e9-c57c9604a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.590429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-ce837fb2-288d-42b3-9d68-5111bb07e5b4 None None] Allocated IP 172.20.0.18 (2a2fb36d-fd97-4b84-a74b-d19923d76517/66495247-576d-4ef3-a9a8-4286fdc6c542/63ece7ef-8e24-4190-9d17-cf81e99abfd4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:07.608142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cfebf27-9810-40a8-aa90-f4a1526e1546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.636148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c03a6-86d1-4e4b-b2e9-c57c9604a412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf34bc-f08c-4dc0-bf1e-1c19f5466d0e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:07.668520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705f8d0-3deb-4d1c-8acd-9e219557a7f3 req-e88c46f4-edb8-4810-b0a7-612aae315410 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.672391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4705f8d0-3deb-4d1c-8acd-9e219557a7f3 req-e88c46f4-edb8-4810-b0a7-612aae315410 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 950 time: 0.1244097 Aug 03 19:18:07.682780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cfebf27-9810-40a8-aa90-f4a1526e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.711821 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a10c03a6-86d1-4e4b-b2e9-c57c9604a412 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a507c9a8e77a4f83a6cb808b7fd44083&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0517516 Aug 03 19:18:07.722635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45578) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:07.774531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-89c01bb4-2357-44bd-9673-152c662600f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 788dce17-023b-4f98-88a4-49d5b3da564f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:07.775136 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89c01bb4-2357-44bd-9673-152c662600f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.869319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4705f8d0-3deb-4d1c-8acd-9e219557a7f3 req-73a4cd8c-fec5-4250-b953-65db6593e19b tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837192 Aug 03 19:18:07.913551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25374c-610e-475a-b83d-2fd1c787327d req-328b3456-3ac6-40ee-acb2-28c2525c4e58 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.919467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ce837fb2-288d-42b3-9d68-5111bb07e5b4 None None] For port 63ece7ef-8e24-4190-9d17-cf81e99abfd4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63ece7ef-8e24-4190-9d17-cf81e99abfd4,segment=NetworkSegment(ff84c30c-5bdb-4029-80bf-2227fa976fe8),segment_id=ff84c30c-5bdb-4029-80bf-2227fa976fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:07.922051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a25374c-610e-475a-b83d-2fd1c787327d req-328b3456-3ac6-40ee-acb2-28c2525c4e58 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 944 time: 0.1560316 Aug 03 19:18:07.938740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cfebf27-9810-40a8-aa90-f4a1526e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.970254 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ce837fb2-288d-42b3-9d68-5111bb07e5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.977445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2dd46071-c575-46cb-907b-1fb2fef5d94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.985852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89c01bb4-2357-44bd-9673-152c662600f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.986622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfebf27-9810-40a8-aa90-f4a1526e1546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea1e695-aa1b-4104-ad7e-91e2dd993142,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:07.993732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ce837fb2-288d-42b3-9d68-5111bb07e5b4 None None] Transition to ACTIVE for port object 63ece7ef-8e24-4190-9d17-cf81e99abfd4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:08.002644 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cfebf27-9810-40a8-aa90-f4a1526e1546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.005165 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ce837fb2-288d-42b3-9d68-5111bb07e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.007737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6cfebf27-9810-40a8-aa90-f4a1526e1546 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3ea1e695-aa1b-4104-ad7e-91e2dd993142 HTTP/1.1" status: 204 len: 168 time: 0.6790309 Aug 03 19:18:08.011547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45584) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.021024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-89c01bb4-2357-44bd-9673-152c662600f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 788dce17-023b-4f98-88a4-49d5b3da564f owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:08.044547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2dd46071-c575-46cb-907b-1fb2fef5d94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.076584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a25374c-610e-475a-b83d-2fd1c787327d req-3446abed-6064-4e09-80fd-66d5779f34f2 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537087 Aug 03 19:18:08.126680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce837fb2-288d-42b3-9d68-5111bb07e5b4 None None] Pushing event updated for resources: {'Port': ['ID=63ece7ef-8e24-4190-9d17-cf81e99abfd4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:08.175682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.220238 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2dd46071-c575-46cb-907b-1fb2fef5d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.223400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2dd46071-c575-46cb-907b-1fb2fef5d94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.224748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2dd46071-c575-46cb-907b-1fb2fef5d94c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9bf34bc-f08c-4dc0-bf1e-1c19f5466d0e HTTP/1.1" status: 204 len: 168 time: 0.5007274 Aug 03 19:18:08.253203 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89c01bb4-2357-44bd-9673-152c662600f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.280112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd46071-c575-46cb-907b-1fb2fef5d94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf34bc-f08c-4dc0-bf1e-1c19f5466d0e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:08.299751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.303944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01bb4-2357-44bd-9673-152c662600f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=788dce17-023b-4f98-88a4-49d5b3da564f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:08.314552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:08.341249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:08.343134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5f5cd7-d700-4dd0-aaaf-ed943b8feb2b') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:08.356996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.376415 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.384205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:08.384622 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:08.454974 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:08.469027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.474580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89c01bb4-2357-44bd-9673-152c662600f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.477970 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.479443 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-89c01bb4-2357-44bd-9673-152c662600f8 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/788dce17-023b-4f98-88a4-49d5b3da564f HTTP/1.1" status: 204 len: 168 time: 1.0011039 Aug 03 19:18:08.480242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae HTTP/1.1" status: 204 len: 168 time: 0.4567757 Aug 03 19:18:08.480805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45598) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.483789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45596) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.501947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe861d4-f41b-420c-8782-b83db89748e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=05593aee-2ad8-44bb-aa61-cc9c2b1ef3ae,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:08.519500 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-49592655-771c-42c6-bf72-e238c44972b4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:18:08.521099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-49592655-771c-42c6-bf72-e238c44972b4 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/788dce17-023b-4f98-88a4-49d5b3da564f HTTP/1.1" status: 404 len: 333 time: 0.0390167 Aug 03 19:18:08.524200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45604) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.621568 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6738dffe-6d56-44b7-8aa5-660a30d43b8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.697648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6738dffe-6d56-44b7-8aa5-660a30d43b8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.726618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45608) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.792615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6738dffe-6d56-44b7-8aa5-660a30d43b8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.796597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6738dffe-6d56-44b7-8aa5-660a30d43b8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.799334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6738dffe-6d56-44b7-8aa5-660a30d43b8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/security-groups/f8b2802b-26f3-4cb6-9ddc-2ef1900e75bb HTTP/1.1" status: 204 len: 168 time: 0.2733464 Aug 03 19:18:08.803454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45612) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.813344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-589a3996-f382-4151-98a5-4d8335a3da5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76314d1255914f5486bff052948cd62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851624 Aug 03 19:18:08.816031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45614) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.864652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738dffe-6d56-44b7-8aa5-660a30d43b8f tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b2802b-26f3-4cb6-9ddc-2ef1900e75bb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:08.913073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f6904c4-58ef-43fd-9f18-930f656664a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.949062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f6904c4-58ef-43fd-9f18-930f656664a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.984973 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a74176d-ee21-43cb-aafa-13133766b749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.042647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a74176d-ee21-43cb-aafa-13133766b749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.047804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f6904c4-58ef-43fd-9f18-930f656664a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.051869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f6904c4-58ef-43fd-9f18-930f656664a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.053745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f6904c4-58ef-43fd-9f18-930f656664a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7078293-6c99-43b6-b5c8-c24067a0cd86 HTTP/1.1" status: 204 len: 168 time: 0.2367117 Aug 03 19:18:09.083450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6904c4-58ef-43fd-9f18-930f656664a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7078293-6c99-43b6-b5c8-c24067a0cd86,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:09.169097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb98ab-3b1d-4c1f-8e7f-f65673701145 req-371457b1-219b-4619-8fb6-4c2e0cdc499e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:09.187215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cfb98ab-3b1d-4c1f-8e7f-f65673701145 req-371457b1-219b-4619-8fb6-4c2e0cdc499e tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 950 time: 0.1226335 Aug 03 19:18:09.193802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a74176d-ee21-43cb-aafa-13133766b749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.199327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a74176d-ee21-43cb-aafa-13133766b749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.212868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3a74176d-ee21-43cb-aafa-13133766b749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/security-groups/e642bdb7-e37b-4797-bcf5-daa671d48b32 HTTP/1.1" status: 204 len: 168 time: 0.4045143 Aug 03 19:18:09.214409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45626) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:09.263615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cfb98ab-3b1d-4c1f-8e7f-f65673701145 req-d0ddeea7-21c7-47e3-b925-ee2861728e63 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751467 Aug 03 19:18:09.293731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74176d-ee21-43cb-aafa-13133766b749 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e642bdb7-e37b-4797-bcf5-daa671d48b32,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:09.327859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2080620636-network', 'tenant_id': 'e7b992a6d0a04230ab87c8b24b1f3cb4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:09.343010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63ece7ef-8e24-4190-9d17-cf81e99abfd4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:09.377022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4641c100-9d95-45ce-b46e-cbe260e1d19f None None] Provisioning for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:09.384550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4641c100-9d95-45ce-b46e-cbe260e1d19f None None] Provisioning complete for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:09.385167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4641c100-9d95-45ce-b46e-cbe260e1d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.456160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9215da8b-94af-4bb2-a1a2-8dd40249768b up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:09.479110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-fb9c3f5d-2769-4bd9-b0a0-e9ffb264de82 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:09.481262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-fb9c3f5d-2769-4bd9-b0a0-e9ffb264de82 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 950 time: 0.1287520 Aug 03 19:18:09.504023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:09.504562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.567728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ea3526-4feb-408a-a4e8-cc5d43ef3600 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 303437b1-103b-4ccd-b96b-11feff8082ad {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:09.628764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 9215da8b-94af-4bb2-a1a2-8dd40249768b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:09.636099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51ea3526-4feb-408a-a4e8-cc5d43ef3600 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.637143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 9215da8b-94af-4bb2-a1a2-8dd40249768b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:09.637598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.648475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Made reservation on behalf of e7b992a6d0a04230ab87c8b24b1f3cb4 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:09.662768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.703159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098924c-4f53-4d11-90be-ac311389d95e req-d97d3e47-472a-4ce2-8718-49b71e592e42 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:09.732535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5098924c-4f53-4d11-90be-ac311389d95e req-d97d3e47-472a-4ce2-8718-49b71e592e42 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 944 time: 0.2473476 Aug 03 19:18:09.755588 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.806195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4641c100-9d95-45ce-b46e-cbe260e1d19f None None] Provisioning complete for port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:09.806586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4641c100-9d95-45ce-b46e-cbe260e1d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.816531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51ea3526-4feb-408a-a4e8-cc5d43ef3600 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.930052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5098924c-4f53-4d11-90be-ac311389d95e req-a5f42196-bd0e-4ad9-81d4-7f9eb9e5cb5b tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908541 Aug 03 19:18:09.985594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Deleting port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:09.986294 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.163157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51ea3526-4feb-408a-a4e8-cc5d43ef3600 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.163886 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.195876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4641c100-9d95-45ce-b46e-cbe260e1d19f None None] Port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:10.230100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4641c100-9d95-45ce-b46e-cbe260e1d19f None None] Could not find standard attr ID for object 788dce17-023b-4f98-88a4-49d5b3da564f. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:18:10.248090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aea350a-c166-4b1e-957a-538cef14e64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9215da8b-94af-4bb2-a1a2-8dd40249768b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:10.252100 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36efc2ac-e7d6-415c-9db0-64982a60d4fa" -d '{"events": [{"server_uuid": "5aea350a-c166-4b1e-957a-538cef14e64c", "name": "network-vif-plugged", "status": "completed", "tag": "9215da8b-94af-4bb2-a1a2-8dd40249768b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:10.295519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9215da8b-94af-4bb2-a1a2-8dd40249768b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9215da8b-94af-4bb2-a1a2-8dd40249768b,segment=NetworkSegment(8225c93a-e339-4cef-bcb4-45ef42d1e1d9),segment_id=8225c93a-e339-4cef-bcb4-45ef42d1e1d9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:10.307991 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.366880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] For port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:10.367481 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.399251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Calling delete_port for fb0f2596-cf73-460f-ac64-2e64b3ec6f2a owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:10.404106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.405042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e2a64917-9aee-414a-81cd-a01f98d9e9e8 None None] Could not find standard attr ID for object 788dce17-023b-4f98-88a4-49d5b3da564f. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:18:10.421738 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c7125d-70bc-4b3c-856d-e2b2876b4b99 x-openstack-request-id: req-23c7125d-70bc-4b3c-856d-e2b2876b4b99 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:10.429325 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aea350a-c166-4b1e-957a-538cef14e64c", "name": "network-vif-plugged", "status": "completed", "tag": "9215da8b-94af-4bb2-a1a2-8dd40249768b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:10.429983 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23c7125d-70bc-4b3c-856d-e2b2876b4b99 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:10.431815 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aea350a-c166-4b1e-957a-538cef14e64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9215da8b-94af-4bb2-a1a2-8dd40249768b', 'code': 200} Aug 03 19:18:10.456754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.521177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:10.526178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9215da8b-94af-4bb2-a1a2-8dd40249768b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:10.680080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6858a1f4-c679-44fb-9d59-bf50c0e149eb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:10.693337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.693993 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Added segment 9014e130-9b06-43a6-a9ef-177aa5c10e7c of type vlan for network 17c58a31-b592-45db-9e97-ed62ee2240a9 Aug 03 19:18:10.697071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51ea3526-4feb-408a-a4e8-cc5d43ef3600 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.805973 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51ea3526-4feb-408a-a4e8-cc5d43ef3600 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.809414 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-51ea3526-4feb-408a-a4e8-cc5d43ef3600 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/303437b1-103b-4ccd-b96b-11feff8082ad HTTP/1.1" status: 204 len: 168 time: 1.5875697 Aug 03 19:18:10.811086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea3526-4feb-408a-a4e8-cc5d43ef3600 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=303437b1-103b-4ccd-b96b-11feff8082ad,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:10.814815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45670) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:10.819173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081b4e2-ab39-453b-a1df-491cdd100932 None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:10.830748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:10.857707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.861059 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.885976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571008d-5edd-4e24-8c84-fa3da252c80a req-0bc4c4f3-cc5a-4b2c-b57f-e4a0b34a787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:10.889042 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1571008d-5edd-4e24-8c84-fa3da252c80a req-0bc4c4f3-cc5a-4b2c-b57f-e4a0b34a787c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 1096 time: 0.3088539 Aug 03 19:18:10.920480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Pushing event deleted for resources: {'Port': ['ID=fb0f2596-cf73-460f-ac64-2e64b3ec6f2a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:10.934019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:10.960387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5805eb-b6e6-4df2-a4c2-acb5e9753dc1 req-a8a14648-a04c-499a-8783-f7ca107be613 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:10.986119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e5805eb-b6e6-4df2-a4c2-acb5e9753dc1 req-a8a14648-a04c-499a-8783-f7ca107be613 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 867 time: 0.3822930 Aug 03 19:18:11.110778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] No DVR routers for this DVR port fb0f2596-cf73-460f-ac64-2e64b3ec6f2a on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:11.117646 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.122158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72dc28a4-d8f4-49cb-aeba-d30edbd5d1ae req-614e028b-be42-43d3-806e-848381dd6c72 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.63 "DELETE /v2.0/ports/fb0f2596-cf73-460f-ac64-2e64b3ec6f2a HTTP/1.1" status: 204 len: 173 time: 1.6121378 Aug 03 19:18:11.123493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723bdad9-29d7-4a26-a33c-25b063d7e004', 'name': 'network-vif-deleted', 'tag': 'fb0f2596-cf73-460f-ac64-2e64b3ec6f2a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:11.128302 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4789e135-b233-4495-879a-614d3738516b" -d '{"events": [{"server_uuid": "723bdad9-29d7-4a26-a33c-25b063d7e004", "name": "network-vif-deleted", "tag": "fb0f2596-cf73-460f-ac64-2e64b3ec6f2a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:11.167392 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1571008d-5edd-4e24-8c84-fa3da252c80a req-25311150-b276-4573-8d5a-39cabd35cbf5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210822 Aug 03 19:18:11.186366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e5805eb-b6e6-4df2-a4c2-acb5e9753dc1 req-272da0aa-4c2d-4b19-917c-8e54283cd976 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa47526-7d2d-4194-877c-7be550907d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903470 Aug 03 19:18:11.199422 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.203090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:11.204492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.388986 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.9022851 Aug 03 19:18:11.390082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45686) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:11.415619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Request body: {'subnet': {'network_id': '17c58a31-b592-45db-9e97-ed62ee2240a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2080620636-subnet', 'tenant_id': 'e7b992a6d0a04230ab87c8b24b1f3cb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:11.440215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c4607-2288-4584-80a4-28bccafa076c req-cf9b9941-00b6-4566-9bef-1ef76f5b1e50 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:11.441603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6c4607-2288-4584-80a4-28bccafa076c req-cf9b9941-00b6-4566-9bef-1ef76f5b1e50 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 945 time: 0.1400716 Aug 03 19:18:11.483946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96b858-2fd0-4bb2-8ff4-777ae3139c66 admin admin] Pushing event updated for resources: {'Network': ['ID=17c58a31-b592-45db-9e97-ed62ee2240a9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:11.498940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 17c58a31-b592-45db-9e97-ed62ee2240a9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:11.515265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:11.521695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.575446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6c4607-2288-4584-80a4-28bccafa076c req-f2942e55-90e8-40f0-acdd-f921a49967e3 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119633 Aug 03 19:18:11.673830 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8ffc2c-8438-4a68-b5b2-08d31efde65d x-openstack-request-id: req-fe8ffc2c-8438-4a68-b5b2-08d31efde65d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:11.674975 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723bdad9-29d7-4a26-a33c-25b063d7e004", "name": "network-vif-deleted", "tag": "fb0f2596-cf73-460f-ac64-2e64b3ec6f2a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:11.675517 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe8ffc2c-8438-4a68-b5b2-08d31efde65d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:11.676160 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723bdad9-29d7-4a26-a33c-25b063d7e004', 'name': 'network-vif-deleted', 'tag': 'fb0f2596-cf73-460f-ac64-2e64b3ec6f2a', 'status': 'completed', 'code': 200} Aug 03 19:18:11.708575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:11.755630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Made reservation on behalf of e7b992a6d0a04230ab87c8b24b1f3cb4 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:11.762501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.986776 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7d14eb0-164a-40c3-8b58-becf2011c08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.158182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7d14eb0-164a-40c3-8b58-becf2011c08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.170171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7d14eb0-164a-40c3-8b58-becf2011c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.175085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.242279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a7d14eb0-164a-40c3-8b58-becf2011c08f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=856b0908c669416895f833f830f9b486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320420 Aug 03 19:18:12.245211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45700) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:12.315747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.346097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Checking segment: {'id': '9014e130-9b06-43a6-a9ef-177aa5c10e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '17c58a31-b592-45db-9e97-ed62ee2240a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:12.346479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Network hostable DHCP agents. Network: 17c58a31-b592-45db-9e97-ed62ee2240a9, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:12.349748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611dcc1e-33ed-47b7-bf2a-fae1c98f502f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:12.394020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d14eb0-164a-40c3-8b58-becf2011c08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a4838-931e-498c-8167-40c874afdd70,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:12.409017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=41b11e2b-4e03-4d03-9467-8c8d2f48ca48,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:12.458152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:12.465356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:12.484650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:12.486528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.511374 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-478659af-c647-4b66-abfb-22be157d8bf0 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6875854 Aug 03 19:18:12.516093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45702) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:12.522676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6f75f670-2ca0-4a3b-98b0-5759a70c8d21 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1614492010'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:12.538681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8476ba-82f7-4d38-b5a1-ddbe39885cd4 None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:12.546759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Network 17c58a31-b592-45db-9e97-ed62ee2240a9 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:12.566954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 17c58a31-b592-45db-9e97-ed62ee2240a9) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:12.589558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:12.590321 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.612952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f75f670-2ca0-4a3b-98b0-5759a70c8d21 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.617344 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-84cce970-110c-48fa-bcb9-a5e627cc2639 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2104037 Aug 03 19:18:12.701582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a128f6c-a620-4ea7-90a0-be6d9bbc36e2 None None] Network 17c58a31-b592-45db-9e97-ed62ee2240a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:12.882945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f75f670-2ca0-4a3b-98b0-5759a70c8d21 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.891847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f75f670-2ca0-4a3b-98b0-5759a70c8d21 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.974662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ab401439-ea8a-46b2-beff-17cdc5909fb9 None None] Provisioning complete for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:12.975044 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ab401439-ea8a-46b2-beff-17cdc5909fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.982179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4d81b-180a-4e74-a2e0-aa8412d640ab None None] Network 17c58a31-b592-45db-9e97-ed62ee2240a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:12.982380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75f670-2ca0-4a3b-98b0-5759a70c8d21 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ae3b42-10a7-460a-9a92-968a119b0db0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:13.005099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f75f670-2ca0-4a3b-98b0-5759a70c8d21 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.008824 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6f75f670-2ca0-4a3b-98b0-5759a70c8d21 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4909422 Aug 03 19:18:13.013137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45714) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:13.020890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8b2c6645-9da9-4fb0-8473-68bf58137e7a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1580182320'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:13.059306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6645-9da9-4fb0-8473-68bf58137e7a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.090108 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c3579ae-25c9-4b03-b4b2-7a1873eb0dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.107837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6017fd40-be29-4799-8fbb-789a874fd9c6 req-c0dd2198-263d-44fd-8c6e-4ab65bdb56b6 tempest-ServersOnMultiNodesTest-946878353 tempest-ServersOnMultiNodesTest-946878353-project] 10.222.0.42 "GET /v2.0/ports?device_id=723bdad9-29d7-4a26-a33c-25b063d7e004 HTTP/1.1" status: 200 len: 210 time: 0.6361351 Aug 03 19:18:13.221801 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c3579ae-25c9-4b03-b4b2-7a1873eb0dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.240412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6645-9da9-4fb0-8473-68bf58137e7a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.248969 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6645-9da9-4fb0-8473-68bf58137e7a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.284274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f311c6-d017-45f8-91e4-2de65c1745ad req-e97381fb-4f89-4f51-b8e0-a69579fe7ed0 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.293299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57f311c6-d017-45f8-91e4-2de65c1745ad req-e97381fb-4f89-4f51-b8e0-a69579fe7ed0 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 945 time: 0.1745670 Aug 03 19:18:13.299812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6645-9da9-4fb0-8473-68bf58137e7a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.307201 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8b2c6645-9da9-4fb0-8473-68bf58137e7a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2869060 Aug 03 19:18:13.308996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45720) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:13.317304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-58d77bfc-d973-4172-86d1-9f9e50ba3c2d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'security_group': {'name': 'tempest-secgroup-89252989'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:13.334854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Update dhcp port {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'fixed_ips': [{'subnet_id': '66495247-576d-4ef3-a9a8-4286fdc6c542', 'ip_address': '172.20.0.18'}, {'subnet_id': '41b11e2b-4e03-4d03-9467-8c8d2f48ca48'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '63ece7ef-8e24-4190-9d17-cf81e99abfd4'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:18:13.357958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57f311c6-d017-45f8-91e4-2de65c1745ad req-1b7e6fb9-5ec9-41d5-96df-96b3fc00361c tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 Aug 03 19:18:13.384760 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.387349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ab401439-ea8a-46b2-beff-17cdc5909fb9 None None] Provisioning complete for port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:13.387882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ab401439-ea8a-46b2-beff-17cdc5909fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.391035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c3579ae-25c9-4b03-b4b2-7a1873eb0dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.394965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c3579ae-25c9-4b03-b4b2-7a1873eb0dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.409296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c6645-9da9-4fb0-8473-68bf58137e7a tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b31ccf-5ec9-4daf-8715-368d715ab460,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:13.427041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8c3579ae-25c9-4b03-b4b2-7a1873eb0dff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f54a4838-931e-498c-8167-40c874afdd70 HTTP/1.1" status: 204 len: 168 time: 1.1802931 Aug 03 19:18:13.447174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58d77bfc-d973-4172-86d1-9f9e50ba3c2d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.447501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3579ae-25c9-4b03-b4b2-7a1873eb0dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a4838-931e-498c-8167-40c874afdd70,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:13.472916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device fb0f2596-cf73-460f-ac64-2e64b3ec6f2a no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:13.511073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ab401439-ea8a-46b2-beff-17cdc5909fb9 None None] Port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:13.524605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: fb0f2596-cf73-460f-ac64-2e64b3ec6f2a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:13.525158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device fb0f2596-cf73-460f-ac64-2e64b3ec6f2a not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:13.722006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58d77bfc-d973-4172-86d1-9f9e50ba3c2d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.731456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58d77bfc-d973-4172-86d1-9f9e50ba3c2d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.777360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58d77bfc-d973-4172-86d1-9f9e50ba3c2d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.779004 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-58d77bfc-d973-4172-86d1-9f9e50ba3c2d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4685755 Aug 03 19:18:13.780152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d77bfc-d973-4172-86d1-9f9e50ba3c2d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b414113-5dbf-4be5-9a28-04cc20f06d15,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:13.784359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45744) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:13.791820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-515991930', 'security_groups': ['2b414113-5dbf-4be5-9a28-04cc20f06d15'], 'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '41b11e2b-4e03-4d03-9467-8c8d2f48ca48'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:13.881898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da7d874d-7d36-4cce-b31b-58e08ed4cbcf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.889373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da7d874d-7d36-4cce-b31b-58e08ed4cbcf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/networks?id=17c58a31-b592-45db-9e97-ed62ee2240a9 HTTP/1.1" status: 200 len: 822 time: 0.2555735 Aug 03 19:18:13.913057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-eb3e4617-44a5-4a07-aba7-74d655a1b93e tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/quotas/e7b992a6d0a04230ab87c8b24b1f3cb4 HTTP/1.1" status: 200 len: 375 time: 0.0223954 Aug 03 19:18:13.991067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Allocated IP 172.20.0.2 (2a2fb36d-fd97-4b84-a74b-d19923d76517/41b11e2b-4e03-4d03-9467-8c8d2f48ca48/63ece7ef-8e24-4190-9d17-cf81e99abfd4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:13.994631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-0c7bbe63-9060-4577-8c05-bf55eaa790db tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7b992a6d0a04230ab87c8b24b1f3cb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679407 Aug 03 19:18:14.041875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:14.191808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-a7ff7792-b814-4ab0-b3b6-f6091fdbc621 service neutron] 10.222.0.42 "GET /v2.0/networks/17c58a31-b592-45db-9e97-ed62ee2240a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940198 Aug 03 19:18:14.193152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] For port 63ece7ef-8e24-4190-9d17-cf81e99abfd4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63ece7ef-8e24-4190-9d17-cf81e99abfd4,segment=NetworkSegment(ff84c30c-5bdb-4029-80bf-2227fa976fe8),segment_id=ff84c30c-5bdb-4029-80bf-2227fa976fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:14.257647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.293029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] device_id is not set on port e676ba89-5f3c-4260-a4b3-a31629bd3581 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:14.312766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.320789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-4c8dca45-647d-428a-98c9-8200e7608053 service neutron] 10.222.0.42 "GET /v2.0/networks/17c58a31-b592-45db-9e97-ed62ee2240a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231513 Aug 03 19:18:14.341133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Transition to ACTIVE for port object 63ece7ef-8e24-4190-9d17-cf81e99abfd4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:14.347529 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.657412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.14 (2a2fb36d-fd97-4b84-a74b-d19923d76517/41b11e2b-4e03-4d03-9467-8c8d2f48ca48/e676ba89-5f3c-4260-a4b3-a31629bd3581) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:14.903892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356f8b-d2be-43ea-bb27-4faa76d19f14 req-cc448a94-4479-493f-995e-4d993cc5ea9a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:14.916914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec356f8b-d2be-43ea-bb27-4faa76d19f14 req-cc448a94-4479-493f-995e-4d993cc5ea9a tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 945 time: 0.1652391 Aug 03 19:18:14.967808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Pushing event updated for resources: {'Port': ['ID=63ece7ef-8e24-4190-9d17-cf81e99abfd4,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:14.994410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:14.995040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:14.996488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:14.998260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:14.999006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:15.000236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:15.000792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:15.011526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:15.012611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:15.013450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:15.014042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:15.015310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefac44-19bd-49d2-858d-ca2ac2d33565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:15.040435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec356f8b-d2be-43ea-bb27-4faa76d19f14 req-cb41b8d6-6b3e-47d9-837c-518bf7fae1bb tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204700 Aug 03 19:18:15.051619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.093339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object e676ba89-5f3c-4260-a4b3-a31629bd3581 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:15.146253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45788) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:15.150107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-066ce4fc-25b3-4503-a3d8-7920e0016a09 req-0c81de49-37b8-4ea7-902f-ae088e79fe42 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 210 time: 0.0851800 Aug 03 19:18:15.220252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.344951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:15.347721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=e676ba89-5f3c-4260-a4b3-a31629bd3581,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:15.366211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:15.370696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:15.385210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63ece7ef-8e24-4190-9d17-cf81e99abfd4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:15.519597 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-68247af2-f691-48a6-8e95-a51130245758 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e0f63f30ef74aec900477fcd78165c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689082 Aug 03 19:18:15.523374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45802) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:15.526753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:15.527433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.561273 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-419e51ba-2726-48d4-bfe9-eb5a2f0df902 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7749715 Aug 03 19:18:15.564108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45804) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:15.575610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4970ef8b-899e-4c0e-a345-1d8c7bc6f502 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:15.646218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c303a91b-6428-4e92-a325-3d0548b5454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.708667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c303a91b-6428-4e92-a325-3d0548b5454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.829900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c303a91b-6428-4e92-a325-3d0548b5454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.835114 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c303a91b-6428-4e92-a325-3d0548b5454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.843943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c303a91b-6428-4e92-a325-3d0548b5454a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8aa47526-7d2d-4194-877c-7be550907d42 HTTP/1.1" status: 204 len: 168 time: 0.3184390 Aug 03 19:18:15.876343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303a91b-6428-4e92-a325-3d0548b5454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa47526-7d2d-4194-877c-7be550907d42,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:15.929839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970ef8b-899e-4c0e-a345-1d8c7bc6f502 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:15.939789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4970ef8b-899e-4c0e-a345-1d8c7bc6f502 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.110342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45822) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:16.189989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8627e162-e1e2-4d2c-8045-f610f475ee11 None None] Provisioning for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:16.198916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8627e162-e1e2-4d2c-8045-f610f475ee11 None None] Provisioning complete for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:16.199298 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8627e162-e1e2-4d2c-8045-f610f475ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.325383 n-d-803378-1 neutron-server[94133]: INFO neutron.db.ipam_backend_mixin [None req-4970ef8b-899e-4c0e-a345-1d8c7bc6f502 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 41b11e2b-4e03-4d03-9467-8c8d2f48ca48 (CIDR: 172.20.0.0/28) Aug 03 19:18:16.344874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8756c4-5be0-49ce-8706-7ce47c794e2f req-99ac8c45-4056-4ac3-b013-37b2cf408c76 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:16.347659 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4970ef8b-899e-4c0e-a345-1d8c7bc6f502 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:18:16.348226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4970ef8b-899e-4c0e-a345-1d8c7bc6f502 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:16.363005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e8756c4-5be0-49ce-8706-7ce47c794e2f req-99ac8c45-4056-4ac3-b013-37b2cf408c76 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 945 time: 0.1360688 Aug 03 19:18:16.435898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45830) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:16.440014 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4970ef8b-899e-4c0e-a345-1d8c7bc6f502 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8744328 Aug 03 19:18:16.455330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5f1115ac-2e36-4bce-a3ea-a023bedaee1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:16.469384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8627e162-e1e2-4d2c-8045-f610f475ee11 None None] Provisioning complete for port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:16.469822 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8627e162-e1e2-4d2c-8045-f610f475ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.505193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3b410-e81b-4273-98a2-2600727811f8 req-61c2b43a-6be9-4cba-a260-320894194ac1 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:16.512401 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-48e3b410-e81b-4273-98a2-2600727811f8 req-61c2b43a-6be9-4cba-a260-320894194ac1 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.63 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 945 time: 0.1739781 Aug 03 19:18:16.575068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8627e162-e1e2-4d2c-8045-f610f475ee11 None None] Port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:16.637849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e8756c4-5be0-49ce-8706-7ce47c794e2f req-f2376cbd-85d1-4521-99bb-90d61c587251 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/security-groups?id=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709379 Aug 03 19:18:16.713642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5b0ec054-fef5-4f79-9e32-10092d038fef None None] Provisioning for port e676ba89-5f3c-4260-a4b3-a31629bd3581 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:16.726958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5b0ec054-fef5-4f79-9e32-10092d038fef None None] Provisioning complete for port e676ba89-5f3c-4260-a4b3-a31629bd3581 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:16.730612 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec054-fef5-4f79-9e32-10092d038fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.740371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b55c805-5dc8-48e8-b996-ee3470a4db47 req-a3d51a6d-7aa5-4eff-8bf9-6cf2b2174d35 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 210 time: 0.1782675 Aug 03 19:18:16.750237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45834) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:16.823461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ec054-fef5-4f79-9e32-10092d038fef None None] Port e676ba89-5f3c-4260-a4b3-a31629bd3581 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:16.840021 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6074eafe-5d16-4bb3-b55f-beb8e03ed638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.893408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-d1d57b64-b498-4e42-8c35-9a798894309b tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:16.895204 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-d1d57b64-b498-4e42-8c35-9a798894309b tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.88 "GET /v2.0/networks?id=17c58a31-b592-45db-9e97-ed62ee2240a9 HTTP/1.1" status: 200 len: 822 time: 0.3120196 Aug 03 19:18:16.909828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e54ab593-5026-46bf-be60-527babc6a6b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7330d483e224ce5b0bccee2a6ade831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545010 Aug 03 19:18:16.912072 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-6074eafe-5d16-4bb3-b55f-beb8e03ed638 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:18:16.912072 n-d-803378-1 neutron-server[94134]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:18:16.912072 n-d-803378-1 neutron-server[94134]: [parameters: {'project_id': 'ab5bbe614ac74787a616d093b213938e', 'id': 'bece719e-735a-4266-bb62-3acf319aad5c', 'expiration': datetime.datetime(2021, 8, 3, 19, 20, 16, 907399)}] Aug 03 19:18:16.912072 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:18:16.913103 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-6074eafe-5d16-4bb3-b55f-beb8e03ed638 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:18:16.914293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Deleting port 9215da8b-94af-4bb2-a1a2-8dd40249768b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:16.914611 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.915097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45838) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:16.922952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Request body: {'port': {'device_id': '00253aad-08a8-4671-bc77-129edfe6ef90', 'network_id': '17c58a31-b592-45db-9e97-ed62ee2240a9', 'admin_state_up': True, 'tenant_id': 'e7b992a6d0a04230ab87c8b24b1f3cb4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:16.944561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1115ac-2e36-4bce-a3ea-a023bedaee1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:16.948519 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f1115ac-2e36-4bce-a3ea-a023bedaee1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.041268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d45c-d699-4d7e-b79b-1450a3566dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.085273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d45c-d699-4d7e-b79b-1450a3566dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.103144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Made reservation on behalf of e7b992a6d0a04230ab87c8b24b1f3cb4 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:17.107086 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.114211 n-d-803378-1 neutron-server[94134]: INFO neutron.db.ipam_backend_mixin [None req-5f1115ac-2e36-4bce-a3ea-a023bedaee1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 66495247-576d-4ef3-a9a8-4286fdc6c542 (CIDR: 172.20.0.16/28) Aug 03 19:18:17.118362 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1115ac-2e36-4bce-a3ea-a023bedaee1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:18:17.118867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1115ac-2e36-4bce-a3ea-a023bedaee1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:17.148014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f1115ac-2e36-4bce-a3ea-a023bedaee1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7091560 Aug 03 19:18:17.148679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:17.155926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'subnet': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:17.258943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] For port 9215da8b-94af-4bb2-a1a2-8dd40249768b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9215da8b-94af-4bb2-a1a2-8dd40249768b,segment=NetworkSegment(8225c93a-e339-4cef-bcb4-45ef42d1e1d9),segment_id=8225c93a-e339-4cef-bcb4-45ef42d1e1d9)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:17.259295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.275086 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d45c-d699-4d7e-b79b-1450a3566dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.277850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d45c-d699-4d7e-b79b-1450a3566dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.279080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f4e6d45c-d699-4d7e-b79b-1450a3566dee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/151d0a44-4e86-4c65-ab48-18a6bab86c50 HTTP/1.1" status: 204 len: 168 time: 0.3630304 Aug 03 19:18:17.287908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Calling delete_port for 9215da8b-94af-4bb2-a1a2-8dd40249768b owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:17.333382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6d45c-d699-4d7e-b79b-1450a3566dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d0a44-4e86-4c65-ab48-18a6bab86c50,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:17.369156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Made reservation on behalf of c3deed207ee6423faf0ea91a1d1eeb84 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:17.373163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.438746 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6074eafe-5d16-4bb3-b55f-beb8e03ed638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.460686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Allocated IP 172.20.0.7 (17c58a31-b592-45db-9e97-ed62ee2240a9/611dcc1e-33ed-47b7-bf2a-fae1c98f502f/a6d8308e-5c99-4ed6-bc77-d939d0aee578) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:17.659969 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6074eafe-5d16-4bb3-b55f-beb8e03ed638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.680046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6074eafe-5d16-4bb3-b55f-beb8e03ed638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.729282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.846199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Pushing event deleted for resources: {'Port': ['ID=9215da8b-94af-4bb2-a1a2-8dd40249768b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:17.849436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebe7e191-85ce-423c-83f5-6bf55ce622c4 req-95dcb26d-00b7-44e6-b83a-aa7b178e8e33 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 210 time: 0.0934050 Aug 03 19:18:17.863544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074eafe-5d16-4bb3-b55f-beb8e03ed638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea90f0c-ed2f-4b32-ac68-e192a499640d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:17.881514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6074eafe-5d16-4bb3-b55f-beb8e03ed638 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab5bbe614ac74787a616d093b213938e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7700236 Aug 03 19:18:17.890437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45868) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:17.944660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.944660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.944660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.944660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.944660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.945452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.945452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.945452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.946089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.946089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.946432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.946776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:17.970750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] No DVR routers for this DVR port 9215da8b-94af-4bb2-a1a2-8dd40249768b on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:17.992611 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.997527 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-48e3b410-e81b-4273-98a2-2600727811f8 req-b6331889-5627-4302-be73-c868c14dc631 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.63 "DELETE /v2.0/ports/9215da8b-94af-4bb2-a1a2-8dd40249768b HTTP/1.1" status: 204 len: 173 time: 1.4787142 Aug 03 19:18:18.037332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d161aa67-9fb3-433d-89b4-0124b3db7fca req-489b9ace-bcb9-41d6-bc22-2f4b8c2662ce tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 210 time: 0.0947754 Aug 03 19:18:18.037332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.056745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:18.093423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:18.098938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:18.099585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.120926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fbf505-8cea-4e7b-bbba-13cf4c072e85 None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:18.136080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9853384 Aug 03 19:18:18.139695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45882) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:18.150313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aea350a-c166-4b1e-957a-538cef14e64c', 'name': 'network-vif-deleted', 'tag': '9215da8b-94af-4bb2-a1a2-8dd40249768b'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:18.154131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1258420694', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64806d65-d581-4d22-8a38-3f800cd696a9'}], 'security_groups': ['96ae3b42-10a7-460a-9a92-968a119b0db0', 'd9b31ccf-5ec9-4daf-8715-368d715ab460']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:18.162180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032aee8-b1d2-4037-9794-305a2a4affb3 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Subnet': ['ID=64806d65-d581-4d22-8a38-3f800cd696a9,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:18.170861 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd4ad8f-ed61-4760-b6da-5b1a937f1325" -d '{"events": [{"server_uuid": "5aea350a-c166-4b1e-957a-538cef14e64c", "name": "network-vif-deleted", "tag": "9215da8b-94af-4bb2-a1a2-8dd40249768b"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:18.372097 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fcbe4e-7442-474c-9d1b-c7b1cc229923 x-openstack-request-id: req-79fcbe4e-7442-474c-9d1b-c7b1cc229923 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:18.372388 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aea350a-c166-4b1e-957a-538cef14e64c", "name": "network-vif-deleted", "tag": "9215da8b-94af-4bb2-a1a2-8dd40249768b", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:18.372642 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79fcbe4e-7442-474c-9d1b-c7b1cc229923 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:18.373048 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aea350a-c166-4b1e-957a-538cef14e64c', 'name': 'network-vif-deleted', 'tag': '9215da8b-94af-4bb2-a1a2-8dd40249768b', 'status': 'completed', 'code': 200} Aug 03 19:18:18.403545 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f91741b0-a09b-432f-8ce4-327c6cde11f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.492831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.496670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f91741b0-a09b-432f-8ce4-327c6cde11f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.514455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.653249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57ad7f-843e-41c0-afe1-4a2df8065173 None None] Update dhcp port {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'fixed_ips': [{'subnet_id': '66495247-576d-4ef3-a9a8-4286fdc6c542', 'ip_address': '172.20.0.18'}, {'subnet_id': '41b11e2b-4e03-4d03-9467-8c8d2f48ca48', 'ip_address': '172.20.0.2'}, {'subnet_id': '64806d65-d581-4d22-8a38-3f800cd696a9'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '63ece7ef-8e24-4190-9d17-cf81e99abfd4'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:18:18.673341 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f91741b0-a09b-432f-8ce4-327c6cde11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.682932 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f91741b0-a09b-432f-8ce4-327c6cde11f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.690161 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f91741b0-a09b-432f-8ce4-327c6cde11f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fea90f0c-ed2f-4b32-ac68-e192a499640d HTTP/1.1" status: 204 len: 168 time: 0.7685359 Aug 03 19:18:18.718961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91741b0-a09b-432f-8ce4-327c6cde11f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea90f0c-ed2f-4b32-ac68-e192a499640d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:18.768482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.782004 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa57ad7f-843e-41c0-afe1-4a2df8065173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.915599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Network 17c58a31-b592-45db-9e97-ed62ee2240a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:18.923982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:18.933260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:19.065795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Pushing event updated for resources: {'Port': ['ID=a6d8308e-5c99-4ed6-bc77-d939d0aee578,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:19.134817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:19.137076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.165538 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-6b0f9ea0-948f-460f-aeb0-6c543b8d9ddf tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2542007 Aug 03 19:18:19.180857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Request body: {'port': {'device_id': '00253aad-08a8-4671-bc77-129edfe6ef90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:19.284992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.343205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8825f3bd-3d1b-4f2e-bd26-7cee45965ba7 req-fcb9654e-875f-495d-8a25-289dc08c7174 tempest-InstanceActionsNegativeTestJSON-17459549 tempest-InstanceActionsNegativeTestJSON-17459549-project] 10.222.0.42 "GET /v2.0/ports?device_id=5aea350a-c166-4b1e-957a-538cef14e64c HTTP/1.1" status: 200 len: 210 time: 0.1380100 Aug 03 19:18:19.439804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Delete allocated IP 172.20.0.14 (2a2fb36d-fd97-4b84-a74b-d19923d76517/41b11e2b-4e03-4d03-9467-8c8d2f48ca48) {{(pid=94134) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:18:19.465104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9215da8b-94af-4bb2-a1a2-8dd40249768b no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:19.466284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Allocated IP 172.20.0.42 (2a2fb36d-fd97-4b84-a74b-d19923d76517/64806d65-d581-4d22-8a38-3f800cd696a9/e676ba89-5f3c-4260-a4b3-a31629bd3581) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:19.486007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba459a33-18da-4c00-9fbb-939fbe004b85 req-749b0a54-9855-4045-bd27-46ac808c7a97 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:19.493958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba459a33-18da-4c00-9fbb-939fbe004b85 req-749b0a54-9855-4045-bd27-46ac808c7a97 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 931 time: 0.1674562 Aug 03 19:18:19.518305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 9215da8b-94af-4bb2-a1a2-8dd40249768b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:19.519183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9215da8b-94af-4bb2-a1a2-8dd40249768b not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:19.573684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba459a33-18da-4c00-9fbb-939fbe004b85 req-70ab7b2f-3d3e-46b0-bb8e-69be6688918d tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785894 Aug 03 19:18:19.807343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d8308e-5c99-4ed6-bc77-d939d0aee578 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:19.818443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.834671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Transition to ACTIVE for port object a6d8308e-5c99-4ed6-bc77-d939d0aee578 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:19.840431 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.848967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.874796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Transition to ACTIVE for port object e676ba89-5f3c-4260-a4b3-a31629bd3581 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:19.885426 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.903811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8308e-5c99-4ed6-bc77-d939d0aee578,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:19.997466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Attempting to bind port a6d8308e-5c99-4ed6-bc77-d939d0aee578 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:20.000319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Attempting to bind port a6d8308e-5c99-4ed6-bc77-d939d0aee578 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '9014e130-9b06-43a6-a9ef-177aa5c10e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '17c58a31-b592-45db-9e97-ed62ee2240a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:20.000755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Attempting to bind port a6d8308e-5c99-4ed6-bc77-d939d0aee578 on network 17c58a31-b592-45db-9e97-ed62ee2240a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:20.011859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Port a6d8308e-5c99-4ed6-bc77-d939d0aee578 on network 17c58a31-b592-45db-9e97-ed62ee2240a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:18:20.011859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Attempting to bind port a6d8308e-5c99-4ed6-bc77-d939d0aee578 on network 17c58a31-b592-45db-9e97-ed62ee2240a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:20.024885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:20.026304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Checking segment: {'id': '9014e130-9b06-43a6-a9ef-177aa5c10e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '17c58a31-b592-45db-9e97-ed62ee2240a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:20.027771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Bound using segment: {'id': '9014e130-9b06-43a6-a9ef-177aa5c10e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '17c58a31-b592-45db-9e97-ed62ee2240a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:20.028905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Bound port: a6d8308e-5c99-4ed6-bc77-d939d0aee578, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014e130-9b06-43a6-a9ef-177aa5c10e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '17c58a31-b592-45db-9e97-ed62ee2240a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:20.031214 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.064114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-aa57ad7f-843e-41c0-afe1-4a2df8065173 None None] Allocated IP 172.20.0.34 (2a2fb36d-fd97-4b84-a74b-d19923d76517/64806d65-d581-4d22-8a38-3f800cd696a9/63ece7ef-8e24-4190-9d17-cf81e99abfd4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:20.065735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event updated for resources: {'Port': ['ID=e676ba89-5f3c-4260-a4b3-a31629bd3581,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:20.114813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] In _notify_port_updated(), no bound segment for port e676ba89-5f3c-4260-a4b3-a31629bd3581 on network 2a2fb36d-fd97-4b84-a74b-d19923d76517 {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:18:20.120606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:20.121292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.127617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3524a312-5f20-4b4f-a8b2-553ce4050496 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "PUT /v2.0/ports/e676ba89-5f3c-4260-a4b3-a31629bd3581 HTTP/1.1" status: 200 len: 960 time: 1.9800143 Aug 03 19:18:20.128289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45938) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:20.229905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45944) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:20.247032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] For port a6d8308e-5c99-4ed6-bc77-d939d0aee578, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:20.272070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aa57ad7f-843e-41c0-afe1-4a2df8065173 None None] For port 63ece7ef-8e24-4190-9d17-cf81e99abfd4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63ece7ef-8e24-4190-9d17-cf81e99abfd4,segment=NetworkSegment(ff84c30c-5bdb-4029-80bf-2227fa976fe8),segment_id=ff84c30c-5bdb-4029-80bf-2227fa976fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:20.310980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa57ad7f-843e-41c0-afe1-4a2df8065173 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.330072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aa57ad7f-843e-41c0-afe1-4a2df8065173 None None] Transition to ACTIVE for port object 63ece7ef-8e24-4190-9d17-cf81e99abfd4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:20.332525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] For port a6d8308e-5c99-4ed6-bc77-d939d0aee578, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a6d8308e-5c99-4ed6-bc77-d939d0aee578,segment=NetworkSegment(9014e130-9b06-43a6-a9ef-177aa5c10e7c),segment_id=9014e130-9b06-43a6-a9ef-177aa5c10e7c)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:20.340087 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa57ad7f-843e-41c0-afe1-4a2df8065173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.344636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.468125 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.475859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45954) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:20.520892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8308e-5c99-4ed6-bc77-d939d0aee578,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:20.544127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad2276-79df-4e64-badd-e25db7642820 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port e676ba89-5f3c-4260-a4b3-a31629bd3581 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:20.545163 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2276-79df-4e64-badd-e25db7642820 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.633458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.640353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57ad7f-843e-41c0-afe1-4a2df8065173 None None] Pushing event updated for resources: {'Port': ['ID=63ece7ef-8e24-4190-9d17-cf81e99abfd4,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:20.677800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Deleting subnet 700c0c00-d006-4f66-a0c1-4d268f8227b7 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:20.688636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.736275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2276-79df-4e64-badd-e25db7642820 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.757128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad2276-79df-4e64-badd-e25db7642820 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for e676ba89-5f3c-4260-a4b3-a31629bd3581 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:20.786281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45970) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:20.808306 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.846289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:20.847142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.849522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-da3e1772-38df-492d-b7ad-baf0fb56309e service neutron] 10.222.0.88 "PUT /v2.0/ports/a6d8308e-5c99-4ed6-bc77-d939d0aee578 HTTP/1.1" status: 200 len: 1091 time: 1.6737628 Aug 03 19:18:20.849522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00253aad-08a8-4671-bc77-129edfe6ef90', 'tag': 'a6d8308e-5c99-4ed6-bc77-d939d0aee578'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:20.851953 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ce989-58a3-48b6-a60e-1d848f3a2cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "00253aad-08a8-4671-bc77-129edfe6ef90", "tag": "a6d8308e-5c99-4ed6-bc77-d939d0aee578"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:20.960555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-430744524-network', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:20.976914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1170af-c8c5-42a5-bc8c-a9779bb8ba78 req-c3adb74b-b0bc-456f-8ab8-691c5240f996 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:20.978618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef1170af-c8c5-42a5-bc8c-a9779bb8ba78 req-c3adb74b-b0bc-456f-8ab8-691c5240f996 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 943 time: 0.2448103 Aug 03 19:18:21.015007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.062676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2276-79df-4e64-badd-e25db7642820 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.081078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-31ee3fe8-03f8-4cc4-b20a-535f36d0af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:21.084640 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-31ee3fe8-03f8-4cc4-b20a-535f36d0af80 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7b992a6d0a04230ab87c8b24b1f3cb4&device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 1094 time: 0.1759577 Aug 03 19:18:21.108560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef1170af-c8c5-42a5-bc8c-a9779bb8ba78 req-ba710b8d-2f0a-40ad-b350-ef58072c2e31 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125209 Aug 03 19:18:21.173880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad2276-79df-4e64-badd-e25db7642820 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=e676ba89-5f3c-4260-a4b3-a31629bd3581,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:21.179997 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-ce69f255-1ed3-4ac3-be25-69376be2f5af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6d8308e-5c99-4ed6-bc77-d939d0aee578 HTTP/1.1" status: 200 len: 217 time: 0.0529974 Aug 03 19:18:21.182675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.187573 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.202837 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.285726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700c0c00-d006-4f66-a0c1-4d268f8227b7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:21.304666 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b0fe50-bd8d-45d4-83f4-704e043bf236 x-openstack-request-id: req-19b0fe50-bd8d-45d4-83f4-704e043bf236 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:21.304941 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00253aad-08a8-4671-bc77-129edfe6ef90", "tag": "a6d8308e-5c99-4ed6-bc77-d939d0aee578", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:21.305198 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19b0fe50-bd8d-45d4-83f4-704e043bf236 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:21.305633 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00253aad-08a8-4671-bc77-129edfe6ef90', 'tag': 'a6d8308e-5c99-4ed6-bc77-d939d0aee578', 'status': 'completed', 'code': 200} Aug 03 19:18:21.309807 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2276-79df-4e64-badd-e25db7642820 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.311813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9ad2276-79df-4e64-badd-e25db7642820 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/e676ba89-5f3c-4260-a4b3-a31629bd3581 HTTP/1.1" status: 204 len: 168 time: 1.1821196 Aug 03 19:18:21.345453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45978) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:21.368794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cce00ed-cd57-45b3-823c-9fd7823cf052,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:21.375970 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0fd244-e351-4d2c-bdde-6e28ddf43929 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] GET failed (client error): The resource could not be found. Aug 03 19:18:21.384584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-db0fd244-e351-4d2c-bdde-6e28ddf43929 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports/e676ba89-5f3c-4260-a4b3-a31629bd3581 HTTP/1.1" status: 404 len: 333 time: 0.0339997 Aug 03 19:18:21.388293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.388884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.389638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45982) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:21.390735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.391581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.392345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.396010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.396593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.397119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.397740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.398387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.398981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.399551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.411817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63ece7ef-8e24-4190-9d17-cf81e99abfd4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:21.432864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-1f0ed6c5-b3bc-4f19-9b82-4c84c185cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:21.433345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.433653 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-1f0ed6c5-b3bc-4f19-9b82-4c84c185cc90 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=611dcc1e-33ed-47b7-bf2a-fae1c98f502f HTTP/1.1" status: 200 len: 862 time: 0.1986847 Aug 03 19:18:21.441504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a87c29fc-266f-4f26-ba6d-cad28e9858e4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/700c0c00-d006-4f66-a0c1-4d268f8227b7 HTTP/1.1" status: 204 len: 168 time: 0.9579458 Aug 03 19:18:21.444071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45986) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:21.462891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.463252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.470516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.471010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.471354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.471783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.472292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.472708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.473041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.473368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.473726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.474134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:21.491143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:21.494437 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.501694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a65e1e69-2315-4c96-8028-3ef449b6727a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27a63df5b3124e4b9c3dcddea5c2f9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2705421 Aug 03 19:18:21.508779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45992) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:21.517636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.562915 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-48154f0b-8aa4-4ca9-b426-94f027b10921 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=17c58a31-b592-45db-9e97-ed62ee2240a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174915 Aug 03 19:18:21.628006 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4d882ee-23e8-4417-b1bd-0d6bd3b75197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.654967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4d882ee-23e8-4417-b1bd-0d6bd3b75197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.722721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c08a4b8d-8fa7-46ad-b32a-3308b5e97c94 None None] Provisioning for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:21.729732 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4d882ee-23e8-4417-b1bd-0d6bd3b75197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.733668 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4d882ee-23e8-4417-b1bd-0d6bd3b75197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.735023 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a4d882ee-23e8-4417-b1bd-0d6bd3b75197 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cce00ed-cd57-45b3-823c-9fd7823cf052 HTTP/1.1" status: 204 len: 168 time: 0.2248893 Aug 03 19:18:21.744814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c08a4b8d-8fa7-46ad-b32a-3308b5e97c94 None None] Provisioning complete for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:21.745415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c08a4b8d-8fa7-46ad-b32a-3308b5e97c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.755570 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d882ee-23e8-4417-b1bd-0d6bd3b75197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cce00ed-cd57-45b3-823c-9fd7823cf052,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:21.876187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.892915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.914789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:21.933599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.934485 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Added segment 75ca4dd7-2fc8-4c01-b7c9-b83d70863305 of type vlan for network 3c474a87-5533-413e-ab07-c13e2d4bafd9 Aug 03 19:18:21.946864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c08a4b8d-8fa7-46ad-b32a-3308b5e97c94 None None] Provisioning complete for port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:21.947242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c08a4b8d-8fa7-46ad-b32a-3308b5e97c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.007413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c08a4b8d-8fa7-46ad-b32a-3308b5e97c94 None None] Port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:22.012022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c08a4b8d-8fa7-46ad-b32a-3308b5e97c94 None None] Could not find standard attr ID for object e676ba89-5f3c-4260-a4b3-a31629bd3581. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:18:22.029977 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.079254 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.080876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.081166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.150858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203db56f-11e2-49b5-a30d-62a2126f4690,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:22.184059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3922875 Aug 03 19:18:22.188819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46026) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:22.195527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Request body: {'subnet': {'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-430744524-subnet', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:22.216620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435189d-d274-48c6-935b-65b4442447af admin admin] Pushing event updated for resources: {'Network': ['ID=3c474a87-5533-413e-ab07-c13e2d4bafd9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:22.229037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:22.311282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:22.314726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.407757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.412246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-cabcc612-2b1e-4dc2-b3d5-0b1905b597bc service neutron] 10.222.0.88 "GET /v2.0/networks/17c58a31-b592-45db-9e97-ed62ee2240a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8029032 Aug 03 19:18:22.442667 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-988912ba-8c49-4b4d-8dad-760cfbf9cb30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.447022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36119228-ff1e-4f47-8c2b-6b4784661ac5 req-e89a755b-f817-4bbf-83ca-ad05032136dc tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.448645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36119228-ff1e-4f47-8c2b-6b4784661ac5 req-e89a755b-f817-4bbf-83ca-ad05032136dc tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 943 time: 0.2038472 Aug 03 19:18:22.535185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36119228-ff1e-4f47-8c2b-6b4784661ac5 req-44d70e1d-6331-4f6c-a6da-ac823de7e866 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750492 Aug 03 19:18:22.642092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cdc2436c-fc6b-44f0-8541-4a850112ac36 None None] Could not find standard attr ID for object e676ba89-5f3c-4260-a4b3-a31629bd3581. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:18:22.679436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.692600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78be8d3-f28f-4361-9e73-44eaa9b130f3']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:22.704442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8225c93a-e339-4cef-bcb4-45ef42d1e1d9') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:22.704845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8225c93a-e339-4cef-bcb4-45ef42d1e1d9') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:22.715723 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.732783 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.741453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:22.742363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.750025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.807002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46040) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:22.833866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-988912ba-8c49-4b4d-8dad-760cfbf9cb30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.836006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d98ea1-b84f-454f-aa85-4704b0b0472a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:22.839167 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:22.868776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Checking segment: {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:22.869035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Network hostable DHCP agents. Network: 3c474a87-5533-413e-ab07-c13e2d4bafd9, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:22.896030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:22.920879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 3c474a87-5533-413e-ab07-c13e2d4bafd9) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:22.931799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.935450 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.936562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b3dab-9959-49e6-89b1-e504b1465a6d None None] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:22.957493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7e715c85-1e29-45b6-81af-b3dc2fe85d3a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7677412 Aug 03 19:18:22.962108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46050) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:22.972496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:22.997227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.026539 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.029612 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.033681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.036607 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] 10.222.0.42 "DELETE /v2.0/networks/a78be8d3-f28f-4361-9e73-44eaa9b130f3 HTTP/1.1" status: 204 len: 168 time: 1.5900102 Aug 03 19:18:23.043634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5247716-0a2f-4fba-85e8-8311038e3a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=a78be8d3-f28f-4361-9e73-44eaa9b130f3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:23.119148 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e1ce686-618a-492f-9a2f-f0e2df3ecb07 req-4f4a90c2-95d7-487f-bc50-7f4a1099376e service neutron] 10.222.0.88 "GET /v2.0/networks/17c58a31-b592-45db-9e97-ed62ee2240a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735702 Aug 03 19:18:23.120907 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-988912ba-8c49-4b4d-8dad-760cfbf9cb30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.127900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-988912ba-8c49-4b4d-8dad-760cfbf9cb30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.134740 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-988912ba-8c49-4b4d-8dad-760cfbf9cb30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/security-groups/2b414113-5dbf-4be5-9a28-04cc20f06d15 HTTP/1.1" status: 204 len: 168 time: 1.7384913 Aug 03 19:18:23.135830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46058) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.166044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988912ba-8c49-4b4d-8dad-760cfbf9cb30 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b414113-5dbf-4be5-9a28-04cc20f06d15,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:23.193516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.303462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46060) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.311440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ea249eb-535d-4add-a4a9-bb5393171d5e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.348270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-504f5b75-efbf-4918-a50a-0a38c6a5edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:23.349966 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-504f5b75-efbf-4918-a50a-0a38c6a5edff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7b992a6d0a04230ab87c8b24b1f3cb4&device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 1094 time: 0.1557906 Aug 03 19:18:23.354553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ea249eb-535d-4add-a4a9-bb5393171d5e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.358202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa410-d75e-417f-ad3a-d4f7987a1690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.374514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-3c474a87-5533-413e-ab07-c13e2d4bafd9', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:23.375901 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.415498 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:18:23.489099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ea249eb-535d-4add-a4a9-bb5393171d5e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.492697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ea249eb-535d-4add-a4a9-bb5393171d5e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.497155 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9ea249eb-535d-4add-a4a9-bb5393171d5e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/security-groups/d9b31ccf-5ec9-4daf-8715-368d715ab460 HTTP/1.1" status: 204 len: 168 time: 0.3565388 Aug 03 19:18:23.497845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46064) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.532048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-502346829-network', 'tenant_id': '369ebca5e038487aa30154d8037369df'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:23.534249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46066) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.540637 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.567584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea249eb-535d-4add-a4a9-bb5393171d5e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b31ccf-5ec9-4daf-8715-368d715ab460,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:23.599810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-cddc03a3-77b8-4bea-a9a9-e713740b44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:23.606476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-cddc03a3-77b8-4bea-a9a9-e713740b44e7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=17c58a31-b592-45db-9e97-ed62ee2240a9 HTTP/1.1" status: 200 len: 923 time: 0.2477024 Aug 03 19:18:23.646977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Allocated IP 172.20.0.2 (3c474a87-5533-413e-ab07-c13e2d4bafd9/91d98ea1-b84f-454f-aa85-4704b0b0472a/9a950837-5db1-4946-973e-aec351409e2a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:23.724886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-3cae4792-f17e-4072-b6f9-8124283a1c79 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6d8308e-5c99-4ed6-bc77-d939d0aee578 HTTP/1.1" status: 200 len: 217 time: 0.0978439 Aug 03 19:18:23.771390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ac09-31e6-48fe-9eef-3b2d73689b1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.798668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-788d3a34-c2dd-4e21-a8e4-d7ac61a4afcc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9a94a187b0047c4a4a95551a1bf3584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623067 Aug 03 19:18:23.803978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46072) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.826143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ac09-31e6-48fe-9eef-3b2d73689b1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.827547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-0e374a0a-ec26-4084-ba5d-0d315608eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:23.830312 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-0e374a0a-ec26-4084-ba5d-0d315608eeb2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=611dcc1e-33ed-47b7-bf2a-fae1c98f502f HTTP/1.1" status: 200 len: 862 time: 0.0972319 Aug 03 19:18:23.883402 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.885123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8ab8-2dc1-4d0e-aa2b-33d6c21936ae req-3b5cf49b-1076-439b-b283-b07b2efe7884 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:23.888131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5a8ab8-2dc1-4d0e-aa2b-33d6c21936ae req-3b5cf49b-1076-439b-b283-b07b2efe7884 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 943 time: 0.1983335 Aug 03 19:18:23.897922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Transition to ACTIVE for port object 9a950837-5db1-4946-973e-aec351409e2a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:23.904667 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-b7a275a3-306f-4258-ad7b-7ec27d560016 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=17c58a31-b592-45db-9e97-ed62ee2240a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583718 Aug 03 19:18:23.922859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Transition to ACTIVE for port object 9a950837-5db1-4946-973e-aec351409e2a will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:23.931243 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.973870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa410-d75e-417f-ad3a-d4f7987a1690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.991095 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa410-d75e-417f-ad3a-d4f7987a1690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.999299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Pushing event updated for resources: {'Port': ['ID=9a950837-5db1-4946-973e-aec351409e2a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.002496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Made reservation on behalf of 369ebca5e038487aa30154d8037369df for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:24.005429 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.027620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:24.029726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:24.040056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:24.045879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ac09-31e6-48fe-9eef-3b2d73689b1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.049150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ac09-31e6-48fe-9eef-3b2d73689b1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.052983 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1f6ac09-31e6-48fe-9eef-3b2d73689b1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/security-groups/96ae3b42-10a7-460a-9a92-968a119b0db0 HTTP/1.1" status: 204 len: 168 time: 0.5356288 Aug 03 19:18:24.053226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5a8ab8-2dc1-4d0e-aa2b-33d6c21936ae req-2a4109b7-60bc-424f-bc8f-3a912e6afb57 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553216 Aug 03 19:18:24.053337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.054062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46074) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:24.062235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fc82c0b2-ee91-4971-9905-3a95c5deef8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.114951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ac09-31e6-48fe-9eef-3b2d73689b1d tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ae3b42-10a7-460a-9a92-968a119b0db0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.140048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fc82c0b2-ee91-4971-9905-3a95c5deef8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.173935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b4bfa410-d75e-417f-ad3a-d4f7987a1690 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cf1629bd3c243ad80a665d5faa4f9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3629930 Aug 03 19:18:24.175637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46078) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:24.182516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfa410-d75e-417f-ad3a-d4f7987a1690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194f2d06-bb8a-404e-8c84-a0c38a214686,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.187400 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-7fa1f2be-ba9c-4512-b6c6-6d05b2c219e8 service neutron] 10.222.0.88 "GET /v2.0/networks/17c58a31-b592-45db-9e97-ed62ee2240a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645624 Aug 03 19:18:24.202263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Attempting to bind port 9a950837-5db1-4946-973e-aec351409e2a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:24.211623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Attempting to bind port 9a950837-5db1-4946-973e-aec351409e2a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:24.213671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Attempting to bind port 9a950837-5db1-4946-973e-aec351409e2a on network 3c474a87-5533-413e-ab07-c13e2d4bafd9 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:24.227970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:24.228493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Checking segment: {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:24.229003 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.229596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Bound using segment: {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:24.230588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Bound port: 9a950837-5db1-4946-973e-aec351409e2a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:24.231103 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.349714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] For port 9a950837-5db1-4946-973e-aec351409e2a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:24.353997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4cd039-36fa-4101-911a-b812c571b46e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 41b11e2b-4e03-4d03-9467-8c8d2f48ca48 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:24.358491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] For port 9a950837-5db1-4946-973e-aec351409e2a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9a950837-5db1-4946-973e-aec351409e2a,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:24.367205 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.369057 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fc82c0b2-ee91-4971-9905-3a95c5deef8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.372393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fc82c0b2-ee91-4971-9905-3a95c5deef8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.376278 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fc82c0b2-ee91-4971-9905-3a95c5deef8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f HTTP/1.1" status: 204 len: 168 time: 0.5686505 Aug 03 19:18:24.382732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-297ce989-58a3-48b6-a60e-1d848f3a2cbd req-2b3654a5-ef44-466c-bf28-6e1623643a9f service neutron] 10.222.0.88 "GET /v2.0/networks/17c58a31-b592-45db-9e97-ed62ee2240a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790354 Aug 03 19:18:24.412428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82c0b2-ee91-4971-9905-3a95c5deef8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d25e8e-f71a-462c-8bc7-e1b2bb22ad6f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.432463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd039-36fa-4101-911a-b812c571b46e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.446873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.453120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.490701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:24.507531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82d51f-f9c6-4621-8877-8c3ed282f350 None None] Pushing event updated for resources: {'Port': ['ID=9a950837-5db1-4946-973e-aec351409e2a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.528247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.530380 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Added segment b6806f1f-b112-46ec-9dfe-17edf28a430f of type vlan for network c0d68fbf-5c9b-4279-9f92-797412fe35b4 Aug 03 19:18:24.534212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55141e4d-9930-40bf-94a1-f196f7c095ed,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.629113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.682936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.684428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.685229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.825900 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5209653 Aug 03 19:18:24.838723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:24.885275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Request body: {'subnet': {'network_id': 'c0d68fbf-5c9b-4279-9f92-797412fe35b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-502346829-subnet', 'tenant_id': '369ebca5e038487aa30154d8037369df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:24.912436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cee28-ece9-4ce9-ac34-4e5bab9254be admin admin] Pushing event updated for resources: {'Network': ['ID=c0d68fbf-5c9b-4279-9f92-797412fe35b4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.931811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c0d68fbf-5c9b-4279-9f92-797412fe35b4 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:24.946258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Made reservation on behalf of 369ebca5e038487aa30154d8037369df for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:24.951542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.121570 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd039-36fa-4101-911a-b812c571b46e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.206503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3978c7f-d1f8-435d-8040-31431c339c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.285624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.305952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.386754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.402834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3978c7f-d1f8-435d-8040-31431c339c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.441677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9a950837-5db1-4946-973e-aec351409e2a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:25.531069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beedabd2-c302-4d29-9dd6-3ffe704028c9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:25.550571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Checking segment: {'id': 'b6806f1f-b112-46ec-9dfe-17edf28a430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c0d68fbf-5c9b-4279-9f92-797412fe35b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:25.557283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Network hostable DHCP agents. Network: c0d68fbf-5c9b-4279-9f92-797412fe35b4, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:25.581299 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd039-36fa-4101-911a-b812c571b46e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.615432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9a950837-5db1-4946-973e-aec351409e2a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:25.617316 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.619768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Network c0d68fbf-5c9b-4279-9f92-797412fe35b4 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:25.644518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c0d68fbf-5c9b-4279-9f92-797412fe35b4) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:25.657192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2145b0ea-85d5-471a-b326-f0ab04d95ba2 None None] Network c0d68fbf-5c9b-4279-9f92-797412fe35b4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:25.665311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.666391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.708334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ba6f5ea4-0ac3-421f-ac37-0edccc87bfd0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8546915 Aug 03 19:18:25.708616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24053414-4082-45f5-ae6b-2153239f4d9f req-7063d2b9-b0ca-4b45-b332-d97cfd66fc95 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.708616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24053414-4082-45f5-ae6b-2153239f4d9f req-7063d2b9-b0ca-4b45-b332-d97cfd66fc95 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 943 time: 0.4874001 Aug 03 19:18:25.722639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3978c7f-d1f8-435d-8040-31431c339c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.727351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3978c7f-d1f8-435d-8040-31431c339c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.729580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d3978c7f-d1f8-435d-8040-31431c339c3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/194f2d06-bb8a-404e-8c84-a0c38a214686 HTTP/1.1" status: 204 len: 168 time: 1.5403273 Aug 03 19:18:25.844805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3978c7f-d1f8-435d-8040-31431c339c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f2d06-bb8a-404e-8c84-a0c38a214686,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:25.881628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47389eea-f1d9-410d-8eaa-ead98e6ae2d0 None None] Network c0d68fbf-5c9b-4279-9f92-797412fe35b4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:25.902190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24053414-4082-45f5-ae6b-2153239f4d9f req-a1bfb460-95fd-4110-b670-ae502e8390bd tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702545 Aug 03 19:18:25.916464 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd039-36fa-4101-911a-b812c571b46e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.060156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a6d8308e-5c99-4ed6-bc77-d939d0aee578 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:18:26.067351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd039-36fa-4101-911a-b812c571b46e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.075891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6f4cd039-36fa-4101-911a-b812c571b46e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/41b11e2b-4e03-4d03-9467-8c8d2f48ca48 HTTP/1.1" status: 204 len: 168 time: 2.0091927 Aug 03 19:18:26.081625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46118) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:26.083229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305515b9-18b3-4138-aac7-bffdf6e10378 None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:26.092612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Allocated IP 172.25.4.54 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/d18843b7-7ec4-4084-bea0-beb0f964a19a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:26.204957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cd039-36fa-4101-911a-b812c571b46e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=41b11e2b-4e03-4d03-9467-8c8d2f48ca48,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:26.208015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e221c5-ebbe-412f-9981-c7be4cc3319e None None] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:26.271402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-537be92d-de53-46c2-9964-81c86d990e47 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 64806d65-d581-4d22-8a38-3f800cd696a9 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:26.277727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-537be92d-de53-46c2-9964-81c86d990e47 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.373354 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.384281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-537be92d-de53-46c2-9964-81c86d990e47 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.469495 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bce4a66a-2dcf-49cf-96a2-7e38f6bf8b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.494464 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.503586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-34f899c6-df33-4950-9f33-a0d68a35d9ee None None] Provisioning for port 9a950837-5db1-4946-973e-aec351409e2a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:26.515093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-34f899c6-df33-4950-9f33-a0d68a35d9ee None None] Provisioning complete for port 9a950837-5db1-4946-973e-aec351409e2a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:26.516076 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34f899c6-df33-4950-9f33-a0d68a35d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.554937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:26.558266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:26.563123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:26.563661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-537be92d-de53-46c2-9964-81c86d990e47 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.568308 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:18:26.636165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Pushing event updated for resources: {'Port': ['ID=d18843b7-7ec4-4084-bea0-beb0f964a19a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:26.695049 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-537be92d-de53-46c2-9964-81c86d990e47 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.753423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537be92d-de53-46c2-9964-81c86d990e47 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=64806d65-d581-4d22-8a38-3f800cd696a9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:26.762922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-537be92d-de53-46c2-9964-81c86d990e47 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.766360 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-537be92d-de53-46c2-9964-81c86d990e47 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/64806d65-d581-4d22-8a38-3f800cd696a9 HTTP/1.1" status: 204 len: 168 time: 0.6829917 Aug 03 19:18:26.768232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46128) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:26.783946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1291d883-3671-4ae3-8d27-7129c0d8e7ea req-05b8625d-bd62-47f0-ba00-edfa03b057d9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-771066546', 'description': 'tempest-description-783263954'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:26.799844 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7fe114-a010-451e-99bb-328ef6d1e88b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:26.800920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7fe114-a010-451e-99bb-328ef6d1e88b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:26.802858 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1f7fe114-a010-451e-99bb-328ef6d1e88b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/41b11e2b-4e03-4d03-9467-8c8d2f48ca48 HTTP/1.1" status: 404 len: 337 time: 0.0335975 Aug 03 19:18:26.805422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46130) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:26.871546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46132) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:26.897395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e24-c2c6-4277-bbd4-690b4e5c0c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.899847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a6d8308e-5c99-4ed6-bc77-d939d0aee578, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a6d8308e-5c99-4ed6-bc77-d939d0aee578,segment=NetworkSegment(9014e130-9b06-43a6-a9ef-177aa5c10e7c),segment_id=9014e130-9b06-43a6-a9ef-177aa5c10e7c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:26.942588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7006a96-f4d7-4400-a032-4781489f04da tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting subnet 66495247-576d-4ef3-a9a8-4286fdc6c542 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:26.948758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7006a96-f4d7-4400-a032-4781489f04da tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.019601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7006a96-f4d7-4400-a032-4781489f04da tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.039407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'a6d8308e-5c99-4ed6-bc77-d939d0aee578', 'network_id': '17c58a31-b592-45db-9e97-ed62ee2240a9', 'port_id': 'a6d8308e-5c99-4ed6-bc77-d939d0aee578', 'mac_address': 'fa:16:3e:0f:b8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611dcc1e-33ed-47b7-bf2a-fae1c98f502f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:18:27.087898 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34f899c6-df33-4950-9f33-a0d68a35d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.188145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.192111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5edc7b3-4a61-4db9-92b4-026596e625e0 None None] Update dhcp port {'port': {'network_id': '2a2fb36d-fd97-4b84-a74b-d19923d76517', 'fixed_ips': [{'subnet_id': '66495247-576d-4ef3-a9a8-4286fdc6c542', 'ip_address': '172.20.0.18'}, {'subnet_id': '64806d65-d581-4d22-8a38-3f800cd696a9'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '63ece7ef-8e24-4190-9d17-cf81e99abfd4'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:18:27.194826 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7006a96-f4d7-4400-a032-4781489f04da tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.203776 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e24-c2c6-4277-bbd4-690b4e5c0c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.231315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e24-c2c6-4277-bbd4-690b4e5c0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.276464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.282054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-34f899c6-df33-4950-9f33-a0d68a35d9ee None None] For port 9a950837-5db1-4946-973e-aec351409e2a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9a950837-5db1-4946-973e-aec351409e2a,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:27.294348 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34f899c6-df33-4950-9f33-a0d68a35d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.305704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd2e24-c2c6-4277-bbd4-690b4e5c0c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00d334-b261-400c-8557-b61ba5fd4ad0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.315386 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-99cd2e24-c2c6-4277-bbd4-690b4e5c0c23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f539bf150bc454798561b62015d60cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420571 Aug 03 19:18:27.318991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46142) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:27.328667 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b5edc7b3-4a61-4db9-92b4-026596e625e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.363073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7006a96-f4d7-4400-a032-4781489f04da tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.378904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d8308e-5c99-4ed6-bc77-d939d0aee578 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:27.430919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1291d883-3671-4ae3-8d27-7129c0d8e7ea req-05b8625d-bd62-47f0-ba00-edfa03b057d9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.464400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7006a96-f4d7-4400-a032-4781489f04da tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Subnet': ['ID=66495247-576d-4ef3-a9a8-4286fdc6c542,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.484911 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7006a96-f4d7-4400-a032-4781489f04da tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.496750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a6d8308e-5c99-4ed6-bc77-d939d0aee578, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a6d8308e-5c99-4ed6-bc77-d939d0aee578,segment=NetworkSegment(9014e130-9b06-43a6-a9ef-177aa5c10e7c),segment_id=9014e130-9b06-43a6-a9ef-177aa5c10e7c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:27.497887 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a7006a96-f4d7-4400-a032-4781489f04da tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/66495247-576d-4ef3-a9a8-4286fdc6c542 HTTP/1.1" status: 204 len: 168 time: 0.6910558 Aug 03 19:18:27.498792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46150) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:27.515737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.541388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f899c6-df33-4950-9f33-a0d68a35d9ee None None] Pushing event updated for resources: {'Port': ['ID=9a950837-5db1-4946-973e-aec351409e2a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.604559 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-30802ff8-0c5e-41c6-9268-ba801717b452 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:27.605091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30802ff8-0c5e-41c6-9268-ba801717b452 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:27.610033 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-30802ff8-0c5e-41c6-9268-ba801717b452 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/303437b1-103b-4ccd-b96b-11feff8082ad HTTP/1.1" status: 404 len: 337 time: 0.1086841 Aug 03 19:18:27.613028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46154) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:27.694250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e140b9f9-45b8-404b-8b86-6f847c4c3f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.737421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e140b9f9-45b8-404b-8b86-6f847c4c3f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.748801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fa162d60-cc6b-4a50-a03f-772c1a1cc41e tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "GET /v2.0/ports?device_id=d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4 HTTP/1.1" status: 200 len: 205 time: 0.1263363 Aug 03 19:18:27.756821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46158) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:27.797029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['a6d8308e-5c99-4ed6-bc77-d939d0aee578'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:27.847186 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e140b9f9-45b8-404b-8b86-6f847c4c3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.850289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e140b9f9-45b8-404b-8b86-6f847c4c3f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.852132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e140b9f9-45b8-404b-8b86-6f847c4c3f31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc00d334-b261-400c-8557-b61ba5fd4ad0 HTTP/1.1" status: 204 len: 168 time: 0.5319712 Aug 03 19:18:27.870946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=a6d8308e-5c99-4ed6-bc77-d939d0aee578,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.874282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140b9f9-45b8-404b-8b86-6f847c4c3f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00d334-b261-400c-8557-b61ba5fd4ad0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.907634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ffc93-faf9-49dc-909f-aa5a8e8010d6 None None] Network 2a2fb36d-fd97-4b84-a74b-d19923d76517 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:27.916060 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-1e32de24-fd0c-45c3-8eb4-03022ed270f6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] delete failed (client error): The resource could not be found. Aug 03 19:18:27.919749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1e32de24-fd0c-45c3-8eb4-03022ed270f6 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/routers/d05e9a87-8fe1-4670-9d7f-d9e0b170ddf4 HTTP/1.1" status: 404 len: 336 time: 0.1514747 Aug 03 19:18:27.923180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46162) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:27.951675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.998136 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdb6d55-de55-4b28-8cdc-639677637b3c tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:27.999816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdb6d55-de55-4b28-8cdc-639677637b3c tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.006120 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2bdb6d55-de55-4b28-8cdc-639677637b3c tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/621d9b17-a77b-4da9-944c-bf3ccd47acd4 HTTP/1.1" status: 404 len: 337 time: 0.0779505 Aug 03 19:18:28.008551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46164) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.032404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3f68f450-f8c1-441d-96f3-9e41cbcdb36b None None] Provisioning complete for port 9a950837-5db1-4946-973e-aec351409e2a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:28.033174 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f68f450-f8c1-441d-96f3-9e41cbcdb36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.055456 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72ac85e-0aef-4894-a385-a5462076798c tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:28.056447 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72ac85e-0aef-4894-a385-a5462076798c tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.063073 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a72ac85e-0aef-4894-a385-a5462076798c tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/41784f40-e0f6-404a-90fd-95049116c053 HTTP/1.1" status: 404 len: 337 time: 0.0526958 Aug 03 19:18:28.066252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46166) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.130987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c4911-b775-411a-9210-633bdddf29de req-47814f27-ddd2-4f33-9721-71871eb08fd0 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:28.132462 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89c3172-c958-4591-bc16-5f81251f0d28 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:28.133559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89c3172-c958-4591-bc16-5f81251f0d28 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.139036 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a89c3172-c958-4591-bc16-5f81251f0d28 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/cd99f219-3bfe-4b13-a690-2046d0ff4813 HTTP/1.1" status: 404 len: 337 time: 0.0689588 Aug 03 19:18:28.139838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46168) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.150323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c32c4911-b775-411a-9210-633bdddf29de req-47814f27-ddd2-4f33-9721-71871eb08fd0 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 944 time: 0.3988433 Aug 03 19:18:28.180678 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8478c7e-0c37-4d9e-b26b-dbbb64034279 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:28.181893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8478c7e-0c37-4d9e-b26b-dbbb64034279 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.187972 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a8478c7e-0c37-4d9e-b26b-dbbb64034279 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/18d7bf40-8475-457d-8965-d55e7db833b4 HTTP/1.1" status: 404 len: 333 time: 0.0441260 Aug 03 19:18:28.188435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46170) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.247333 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e985dbc-34f5-4bbc-8f7d-e21b9dd3b0ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:28.248181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e985dbc-34f5-4bbc-8f7d-e21b9dd3b0ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.254098 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8e985dbc-34f5-4bbc-8f7d-e21b9dd3b0ad tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/f5f547a4-be78-4a95-8e51-27e67d457f2d HTTP/1.1" status: 404 len: 337 time: 0.0616980 Aug 03 19:18:28.254623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46174) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.297705 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a3e04e-6bb8-4820-ae0d-d209bd230a66 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:28.298626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a3e04e-6bb8-4820-ae0d-d209bd230a66 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.305287 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b8a3e04e-6bb8-4820-ae0d-d209bd230a66 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/63d8ae06-9886-475e-9850-805aff4e0c56 HTTP/1.1" status: 404 len: 337 time: 0.0487390 Aug 03 19:18:28.306558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46176) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.316542 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1291d883-3671-4ae3-8d27-7129c0d8e7ea req-05b8625d-bd62-47f0-ba00-edfa03b057d9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.339907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1291d883-3671-4ae3-8d27-7129c0d8e7ea req-05b8625d-bd62-47f0-ba00-edfa03b057d9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.367980 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5008b7bd-8058-4297-aaa0-15156764d0a5 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:28.368628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5008b7bd-8058-4297-aaa0-15156764d0a5 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.373167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c32c4911-b775-411a-9210-633bdddf29de req-421e0c4b-9753-4ec0-9063-2a67e51eb2ac tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211595 Aug 03 19:18:28.374961 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5008b7bd-8058-4297-aaa0-15156764d0a5 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/14ca1bd5-fb5a-4cfe-a38d-e27d03885d3e HTTP/1.1" status: 404 len: 333 time: 0.0665059 Aug 03 19:18:28.375772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46178) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.422446 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d4ac4b-3289-467f-9d54-4fb9cd76ec72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:28.422984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d4ac4b-3289-467f-9d54-4fb9cd76ec72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.427355 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b4d4ac4b-3289-467f-9d54-4fb9cd76ec72 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/96fdd77b-b055-4044-920b-cd91ea22e4c5 HTTP/1.1" status: 404 len: 337 time: 0.0481226 Aug 03 19:18:28.427884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46180) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.442204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] DHCP port deletion for 2a2fb36d-fd97-4b84-a74b-d19923d76517 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:28.528059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] Deleting port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:28.528767 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.536134 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-836e7e94-6ad2-45ba-851f-1bdc8e0967ed tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:28.536612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836e7e94-6ad2-45ba-851f-1bdc8e0967ed tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:28.538487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-836e7e94-6ad2-45ba-851f-1bdc8e0967ed tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/subnets/0eec2e17-45ae-45b9-880c-dd7b1690a6ba HTTP/1.1" status: 404 len: 337 time: 0.1093454 Aug 03 19:18:28.545996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46186) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.547322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1291d883-3671-4ae3-8d27-7129c0d8e7ea req-05b8625d-bd62-47f0-ba00-edfa03b057d9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.560401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1291d883-3671-4ae3-8d27-7129c0d8e7ea req-05b8625d-bd62-47f0-ba00-edfa03b057d9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.7804255 Aug 03 19:18:28.590739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8625d-bd62-47f0-ba00-edfa03b057d9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba02c9-cfba-4505-a909-dcb8d3845126,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:28.687080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3fcf5b2d-0c8c-470a-a0d3-630e2bf37616 None None] Provisioning complete for port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:28.687453 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5b2d-0c8c-470a-a0d3-630e2bf37616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.696184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d530a573-908f-4a7c-b2ff-1e34b5f216f0 req-7419c1f8-9273-4bbb-9acd-6c469094d800 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/21ba02c9-cfba-4505-a909-dcb8d3845126 HTTP/1.1" status: 200 len: 1813 time: 0.0825341 Aug 03 19:18:28.704038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d530a573-908f-4a7c-b2ff-1e34b5f216f0 req-dd2fb627-9a43-44c0-b4f8-a56a6adac4c5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21ba02c9-cfba-4505-a909-dcb8d3845126', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:28.705632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d530a573-908f-4a7c-b2ff-1e34b5f216f0 req-dd2fb627-9a43-44c0-b4f8-a56a6adac4c5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21ba02c9-cfba-4505-a909-dcb8d3845126', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:28.796931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] For port 63ece7ef-8e24-4190-9d17-cf81e99abfd4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=63ece7ef-8e24-4190-9d17-cf81e99abfd4,segment=NetworkSegment(ff84c30c-5bdb-4029-80bf-2227fa976fe8),segment_id=ff84c30c-5bdb-4029-80bf-2227fa976fe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:28.797600 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.800948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e464af76-4d4e-4f17-93b3-c8e06bfeee7b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Deleting port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:28.802278 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e464af76-4d4e-4f17-93b3-c8e06bfeee7b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.844947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d530a573-908f-4a7c-b2ff-1e34b5f216f0 req-dd2fb627-9a43-44c0-b4f8-a56a6adac4c5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.851924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] Calling delete_port for 63ece7ef-8e24-4190-9d17-cf81e99abfd4 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:28.862272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:18:28.943687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d530a573-908f-4a7c-b2ff-1e34b5f216f0 req-dd2fb627-9a43-44c0-b4f8-a56a6adac4c5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.948932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d530a573-908f-4a7c-b2ff-1e34b5f216f0 req-dd2fb627-9a43-44c0-b4f8-a56a6adac4c5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.977537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e464af76-4d4e-4f17-93b3-c8e06bfeee7b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.979060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fb627-9a43-44c0-b4f8-a56a6adac4c5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1288eb-0aaa-4faa-b687-c7ee0b01cbc6,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:29.005377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d530a573-908f-4a7c-b2ff-1e34b5f216f0 req-dd2fb627-9a43-44c0-b4f8-a56a6adac4c5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.008035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d530a573-908f-4a7c-b2ff-1e34b5f216f0 req-dd2fb627-9a43-44c0-b4f8-a56a6adac4c5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3102877 Aug 03 19:18:29.010679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e464af76-4d4e-4f17-93b3-c8e06bfeee7b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Calling delete_port for 64e2940f-6ad9-4d71-a14c-0eee6f21f31f owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:29.088053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3fcf5b2d-0c8c-470a-a0d3-630e2bf37616 None None] Provisioning complete for port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:29.088451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5b2d-0c8c-470a-a0d3-630e2bf37616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.118344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e464af76-4d4e-4f17-93b3-c8e06bfeee7b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.138762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.154127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464af76-4d4e-4f17-93b3-c8e06bfeee7b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Port': ['ID=64e2940f-6ad9-4d71-a14c-0eee6f21f31f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:29.167721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] No DVR routers for this DVR port 63ece7ef-8e24-4190-9d17-cf81e99abfd4 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:29.173529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e464af76-4d4e-4f17-93b3-c8e06bfeee7b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.185056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:29.186113 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e464af76-4d4e-4f17-93b3-c8e06bfeee7b tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/ports/64e2940f-6ad9-4d71-a14c-0eee6f21f31f HTTP/1.1" status: 204 len: 168 time: 0.6386619 Aug 03 19:18:29.189772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46204) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:29.196759 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Sync routers for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:29.212945 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:29.221065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3b533-6e3c-4783-9e52-3a9b37cc76a0 None None] Pushing event deleted for resources: {'Port': ['ID=63ece7ef-8e24-4190-9d17-cf81e99abfd4,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:29.228255 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:29.235839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf5b2d-0c8c-470a-a0d3-630e2bf37616 None None] Port 64e2940f-6ad9-4d71-a14c-0eee6f21f31f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:29.251967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.257070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4e5c4c72-ebaa-4a97-9c07-6c149c82eca3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2926261 Aug 03 19:18:29.258365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46208) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:29.280949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ca2543-7072-400d-a794-1209d6abe37a req-77b92d21-de02-4159-95dc-f10b6370c29e tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/21ba02c9-cfba-4505-a909-dcb8d3845126 HTTP/1.1" status: 200 len: 2407 time: 0.1603525 Aug 03 19:18:29.311507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-727a6f54-2c6f-48b1-bf13-bc5d13067635 req-38f7c9eb-d68a-4c44-abe9-7c6b674753b8 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-group-rules/ee1288eb-0aaa-4faa-b687-c7ee0b01cbc6 HTTP/1.1" status: 200 len: 778 time: 0.0259550 Aug 03 19:18:29.383272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9a950837-5db1-4946-973e-aec351409e2a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:29.386857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-727a6f54-2c6f-48b1-bf13-bc5d13067635 req-01b25241-af0f-453d-a68b-0a4efa078fb2 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/21ba02c9-cfba-4505-a909-dcb8d3845126 HTTP/1.1" status: 200 len: 2407 time: 0.0738010 Aug 03 19:18:29.465717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-727a6f54-2c6f-48b1-bf13-bc5d13067635 req-b33e2140-73fb-413f-be6b-85289b61161b tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.481981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46216) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:29.485734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9a950837-5db1-4946-973e-aec351409e2a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:29.486242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.506132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-727a6f54-2c6f-48b1-bf13-bc5d13067635 req-b33e2140-73fb-413f-be6b-85289b61161b tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.574290 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:29.576790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.624176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-727a6f54-2c6f-48b1-bf13-bc5d13067635 req-b33e2140-73fb-413f-be6b-85289b61161b tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.644851 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.651662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-727a6f54-2c6f-48b1-bf13-bc5d13067635 req-b33e2140-73fb-413f-be6b-85289b61161b tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.669070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-727a6f54-2c6f-48b1-bf13-bc5d13067635 req-b33e2140-73fb-413f-be6b-85289b61161b tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ee1288eb-0aaa-4faa-b687-c7ee0b01cbc6 HTTP/1.1" status: 204 len: 173 time: 0.2735157 Aug 03 19:18:29.675733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e2140-73fb-413f-be6b-85289b61161b tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee1288eb-0aaa-4faa-b687-c7ee0b01cbc6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:29.698339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3027-c526-4449-8d8a-82ff82cb6858 req-c53c563b-3682-448b-a84a-b75ff7c99a9b tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.708165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e44f3027-c526-4449-8d8a-82ff82cb6858 req-c53c563b-3682-448b-a84a-b75ff7c99a9b tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 944 time: 0.1818547 Aug 03 19:18:29.778869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63ece7ef-8e24-4190-9d17-cf81e99abfd4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:29.805859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e44f3027-c526-4449-8d8a-82ff82cb6858 req-ec49ee36-325f-451a-917d-46d9001d052a tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973854 Aug 03 19:18:29.807688 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:26Z', 'revision_number': 3, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:29.815728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 63ece7ef-8e24-4190-9d17-cf81e99abfd4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:29.816137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 63ece7ef-8e24-4190-9d17-cf81e99abfd4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:29.840597 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Checking router: 40aaa660-00a9-4f37-8c7c-cd44a36105a3 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:18:29.840957 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Updating router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 port d18843b7-7ec4-4084-bea0-beb0f964a19a binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:18:29.848335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.860191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a06ee44f-4d30-4099-952a-de6770e4e021 req-6e5856b6-6a17-4013-9f5f-eb57f03f61cc tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-174813431', 'description': 'tempest-description-1977864285'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:29.866922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2fb36d-fd97-4b84-a74b-d19923d76517']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:29.870306 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.881459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff84c30c-5bdb-4029-80bf-2227fa976fe8') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:29.881957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff84c30c-5bdb-4029-80bf-2227fa976fe8') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:29.896199 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.898241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1720128367-network', 'tenant_id': '57bee6b7f186471a9759b464e4c45551'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:29.912636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.920150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:29.921794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:29.962805 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:29.973960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a06ee44f-4d30-4099-952a-de6770e4e021 req-6e5856b6-6a17-4013-9f5f-eb57f03f61cc tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.009053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Made reservation on behalf of 57bee6b7f186471a9759b464e4c45551 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:30.013035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.028285 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.040412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.042484 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] 10.222.0.42 "DELETE /v2.0/networks/2a2fb36d-fd97-4b84-a74b-d19923d76517 HTTP/1.1" status: 204 len: 168 time: 0.8504863 Aug 03 19:18:30.052547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.073520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a6d8308e-5c99-4ed6-bc77-d939d0aee578 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:30.089732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11357e7c-61b9-4f3c-ae92-e563d0dea3b2 tempest-PortsTestJSON-1387470503 tempest-PortsTestJSON-1387470503-project] Pushing event deleted for resources: {'Network': ['ID=2a2fb36d-fd97-4b84-a74b-d19923d76517,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.178551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port a6d8308e-5c99-4ed6-bc77-d939d0aee578 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:30.182846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port a6d8308e-5c99-4ed6-bc77-d939d0aee578 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:30.183225 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.262143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a06ee44f-4d30-4099-952a-de6770e4e021 req-6e5856b6-6a17-4013-9f5f-eb57f03f61cc tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.267221 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-29963bec-0619-45ae-ad0d-35ca022aeba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.277031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a06ee44f-4d30-4099-952a-de6770e4e021 req-6e5856b6-6a17-4013-9f5f-eb57f03f61cc tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.409457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5856b6-6a17-4013-9f5f-eb57f03f61cc tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526bc337-b467-42cc-a14a-2fda00b42d52,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.422758 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.431550 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.445531 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Transition to ACTIVE for port object d18843b7-7ec4-4084-bea0-beb0f964a19a will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:30.458122 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.548778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a6d8308e-5c99-4ed6-bc77-d939d0aee578, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a6d8308e-5c99-4ed6-bc77-d939d0aee578,segment=NetworkSegment(9014e130-9b06-43a6-a9ef-177aa5c10e7c),segment_id=9014e130-9b06-43a6-a9ef-177aa5c10e7c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:30.551101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00253aad-08a8-4671-bc77-129edfe6ef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8308e-5c99-4ed6-bc77-d939d0aee578'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:30.558365 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d3edb3-0993-47e5-928d-a7908117793a" -d '{"events": [{"server_uuid": "00253aad-08a8-4671-bc77-129edfe6ef90", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8308e-5c99-4ed6-bc77-d939d0aee578"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:30.567614 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.604241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.615929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.623431 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Attempting to bind port d18843b7-7ec4-4084-bea0-beb0f964a19a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:30.625652 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Attempting to bind port d18843b7-7ec4-4084-bea0-beb0f964a19a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:30.626273 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Attempting to bind port d18843b7-7ec4-4084-bea0-beb0f964a19a on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:30.627296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.646614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a06ee44f-4d30-4099-952a-de6770e4e021 req-6e5856b6-6a17-4013-9f5f-eb57f03f61cc tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.659491 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:30.662602 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:30.663539 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.670705 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:30.671559 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Bound port: d18843b7-7ec4-4084-bea0-beb0f964a19a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:30.672206 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.673091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a06ee44f-4d30-4099-952a-de6770e4e021 req-6e5856b6-6a17-4013-9f5f-eb57f03f61cc tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8214521 Aug 03 19:18:30.675417 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Pushing event updated for resources: {'Port': ['ID=d18843b7-7ec4-4084-bea0-beb0f964a19a,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.679012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46244) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:30.700593 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.701150 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.702340 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.703967 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.704975 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.706875 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.707695 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.709608 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.710177 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.710987 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.711505 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.713324 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:30.727492 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fa0fb5-ea64-4ac6-be89-b1c0e9feafe4 x-openstack-request-id: req-41fa0fb5-ea64-4ac6-be89-b1c0e9feafe4 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:30.728156 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00253aad-08a8-4671-bc77-129edfe6ef90", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8308e-5c99-4ed6-bc77-d939d0aee578", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:30.728459 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41fa0fb5-ea64-4ac6-be89-b1c0e9feafe4 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:30.729074 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00253aad-08a8-4671-bc77-129edfe6ef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8308e-5c99-4ed6-bc77-d939d0aee578', 'code': 200} Aug 03 19:18:30.779721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:30.792082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=a6d8308e-5c99-4ed6-bc77-d939d0aee578,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.824615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.825218 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Added segment 580474ca-50a9-46a0-a68e-749bb426f218 of type vlan for network fcd2de05-c962-475a-9b93-a7d41b4cb48b Aug 03 19:18:30.827223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f4a3f3-be12-4d40-82b8-17407119039e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.915747 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] For port d18843b7-7ec4-4084-bea0-beb0f964a19a, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:30.928328 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.929276 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] For port d18843b7-7ec4-4084-bea0-beb0f964a19a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d18843b7-7ec4-4084-bea0-beb0f964a19a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:30.942805 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.953353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-919a3964-6b69-4244-a73d-be1f86bcc8c4 req-da98adba-a1c6-4f5a-9cd4-baa24e4951bd tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/526bc337-b467-42cc-a14a-2fda00b42d52 HTTP/1.1" status: 200 len: 1814 time: 0.1551163 Aug 03 19:18:31.041497 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.044374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:31.051990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.057118 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:31.057789 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:31.062953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-17709850-5b11-4913-929b-22a83a7f3763 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3deed207ee6423faf0ea91a1d1eeb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816121 Aug 03 19:18:31.069691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46258) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:31.111470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790837f-f7ca-474f-9ed2-ce9aa8886c01 req-6306d4ef-8111-4e1f-a6d9-88b5597ef388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:31.120120 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f790837f-f7ca-474f-9ed2-ce9aa8886c01 req-6306d4ef-8111-4e1f-a6d9-88b5597ef388 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 1096 time: 0.2844434 Aug 03 19:18:31.128434 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbe081-a013-40c6-969a-01f4c55517b6 None None] Pushing event updated for resources: {'Port': ['ID=d18843b7-7ec4-4084-bea0-beb0f964a19a,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.192405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7054155 Aug 03 19:18:31.202282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46268) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:31.234912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Request body: {'subnet': {'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1720128367-subnet', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:31.273210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a5f40-2f01-417c-8bab-15d0e2095d8a admin admin] Pushing event updated for resources: {'Network': ['ID=fcd2de05-c962-475a-9b93-a7d41b4cb48b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.280061 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:31.292521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:31.302724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Made reservation on behalf of 57bee6b7f186471a9759b464e4c45551 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:31.304635 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.311464 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f790837f-f7ca-474f-9ed2-ce9aa8886c01 req-2e3663ed-aad8-4f9a-af5a-a59087d4c16a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810973 Aug 03 19:18:31.329910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6c357-a2ab-495f-8c01-07fe14796671 req-ced81863-7815-426e-8a3f-94d8d429805c tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:31.330824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Allocated IP 172.20.0.1 (3c474a87-5533-413e-ab07-c13e2d4bafd9/91d98ea1-b84f-454f-aa85-4704b0b0472a/bebe61ca-9071-4ba6-af22-8e1411d6580b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:31.340013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ad6c357-a2ab-495f-8c01-07fe14796671 req-ced81863-7815-426e-8a3f-94d8d429805c tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 945 time: 0.1763799 Aug 03 19:18:31.402121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04f6116e-62ba-4a0b-877a-8f1bf57ae8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.466462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ad6c357-a2ab-495f-8c01-07fe14796671 req-60e6b9e5-415d-4f46-be7b-521bdedf1df9 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246929 Aug 03 19:18:31.488344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c9df6d52-8e94-45fb-9ff3-5ac19a198799 req-da34163f-4b90-4bfd-b651-d0ac1592ac40 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-281558470', 'description': 'tempest-description-2049414352'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:31.497380 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04f6116e-62ba-4a0b-877a-8f1bf57ae8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.571323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.592569 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c9df6d52-8e94-45fb-9ff3-5ac19a198799 req-da34163f-4b90-4bfd-b651-d0ac1592ac40 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.613571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Transition to ACTIVE for port object bebe61ca-9071-4ba6-af22-8e1411d6580b will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:31.619176 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:26Z', 'revision_number': 3, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:31.651660 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50532831-eefa-4929-8ed4-a10be8fada36 None None] The sync data for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 is: [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:26Z', 'revision_number': 3, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:31.681963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.736809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04f6116e-62ba-4a0b-877a-8f1bf57ae8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.738811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:31.741876 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04f6116e-62ba-4a0b-877a-8f1bf57ae8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.744076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-04f6116e-62ba-4a0b-877a-8f1bf57ae8c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87342f90-52c4-4be7-b2b5-f4225e17fab4 HTTP/1.1" status: 204 len: 168 time: 0.6731551 Aug 03 19:18:31.766614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:31.787178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:31.837987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Pushing event updated for resources: {'Port': ['ID=bebe61ca-9071-4ba6-af22-8e1411d6580b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.873655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.878753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.879102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6116e-62ba-4a0b-877a-8f1bf57ae8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87342f90-52c4-4be7-b2b5-f4225e17fab4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.920781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.141915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c9df6d52-8e94-45fb-9ff3-5ac19a198799 req-da34163f-4b90-4bfd-b651-d0ac1592ac40 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.164657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c9df6d52-8e94-45fb-9ff3-5ac19a198799 req-da34163f-4b90-4bfd-b651-d0ac1592ac40 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.220806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4208a00-56e8-4ce7-8dbd-104c90e6603d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:32.262276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c9df6d52-8e94-45fb-9ff3-5ac19a198799 req-da34163f-4b90-4bfd-b651-d0ac1592ac40 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.289090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9df6d52-8e94-45fb-9ff3-5ac19a198799 req-da34163f-4b90-4bfd-b651-d0ac1592ac40 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8257232 Aug 03 19:18:32.311033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Checking segment: {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:32.311670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Network hostable DHCP agents. Network: fcd2de05-c962-475a-9b93-a7d41b4cb48b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:32.320180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fea83d23-a44f-4e10-b6e0-38a1418d673f None None] Provisioning for port bebe61ca-9071-4ba6-af22-8e1411d6580b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:32.323860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34163f-4b90-4bfd-b651-d0ac1592ac40 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0886e-2e28-4c1c-9a25-1a4c3fab4889,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:32.339213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fea83d23-a44f-4e10-b6e0-38a1418d673f None None] Provisioning complete for port bebe61ca-9071-4ba6-af22-8e1411d6580b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:32.342763 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fea83d23-a44f-4e10-b6e0-38a1418d673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.388229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-fea83d23-a44f-4e10-b6e0-38a1418d673f None None] Port bebe61ca-9071-4ba6-af22-8e1411d6580b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:32.460956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:32.568604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.581372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, fcd2de05-c962-475a-9b93-a7d41b4cb48b) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:32.618445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9aed1-fefe-46ca-a7d9-6cd429a2e99f None None] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:32.650605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:32.652300 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.699114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24f52456-7b12-4897-9f33-bad5c355fd47 req-f2d05ad2-f713-4ef6-b42c-a5f09fab34d8 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/55b0886e-2e28-4c1c-9a25-1a4c3fab4889 HTTP/1.1" status: 200 len: 1814 time: 0.3321595 Aug 03 19:18:32.727840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ccbe8c61-7073-49c5-9396-058553f3b02e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5019870 Aug 03 19:18:32.734698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46292) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:32.747108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:32.800437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a8714260-a78d-410b-8271-aa30286c89b1 req-b60c403b-dad5-49ac-a2dd-8dffcd91eb26 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-500439025', 'description': 'tempest-description-1381796537'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:32.807365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.809165 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.912283 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a8714260-a78d-410b-8271-aa30286c89b1 req-b60c403b-dad5-49ac-a2dd-8dffcd91eb26 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.003584 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.006539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.016921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.108773 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a8714260-a78d-410b-8271-aa30286c89b1 req-b60c403b-dad5-49ac-a2dd-8dffcd91eb26 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.112452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.123433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Pushing event updated for resources: {'Port': ['ID=bebe61ca-9071-4ba6-af22-8e1411d6580b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:33.227254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:33.233302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.289613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a8714260-a78d-410b-8271-aa30286c89b1 req-b60c403b-dad5-49ac-a2dd-8dffcd91eb26 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.303576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:33.305571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:33.415176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9033afb-fd8d-4f12-a79a-f3afee02c4e3 req-34f24c51-9497-4a9b-adbd-431d1465b064 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:33.432985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9033afb-fd8d-4f12-a79a-f3afee02c4e3 req-34f24c51-9497-4a9b-adbd-431d1465b064 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 945 time: 0.5787504 Aug 03 19:18:33.481120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d18843b7-7ec4-4084-bea0-beb0f964a19a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:33.491795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.546141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9033afb-fd8d-4f12-a79a-f3afee02c4e3 req-e696fd74-a49d-48fe-8b4f-1622f7505e65 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119955 Aug 03 19:18:33.549249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a8714260-a78d-410b-8271-aa30286c89b1 req-b60c403b-dad5-49ac-a2dd-8dffcd91eb26 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.572859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8714260-a78d-410b-8271-aa30286c89b1 req-b60c403b-dad5-49ac-a2dd-8dffcd91eb26 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7787468 Aug 03 19:18:33.584167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c403b-dad5-49ac-a2dd-8dffcd91eb26 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29458c8d-8db6-47c6-a098-a95c802849a0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:33.598193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Allocated IP 172.20.0.2 (fcd2de05-c962-475a-9b93-a7d41b4cb48b/c4208a00-56e8-4ce7-8dbd-104c90e6603d/09dc9d52-9001-443a-9b51-5b2c8fecac96) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:33.634035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:33.668043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46316) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:33.837286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port d18843b7-7ec4-4084-bea0-beb0f964a19a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:33.851029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d18843b7-7ec4-4084-bea0-beb0f964a19a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:33.851414 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.913128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e15de510-3638-410a-bdc2-8b3dfc461de6 req-6f432a9f-925e-4589-a994-bdba746675f4 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/29458c8d-8db6-47c6-a098-a95c802849a0 HTTP/1.1" status: 200 len: 1814 time: 0.1577616 Aug 03 19:18:34.054091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0da568c5-0383-495f-8b57-2f7a86dc8233 None None] Provisioning complete for port bebe61ca-9071-4ba6-af22-8e1411d6580b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:34.057938 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0da568c5-0383-495f-8b57-2f7a86dc8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.139728 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.174855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Transition to ACTIVE for port object 09dc9d52-9001-443a-9b51-5b2c8fecac96 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:34.210494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1570c93f-6885-4fde-90bf-c90e0d99efc5 req-50b3144d-a59e-4895-ab10-5a48ba3b038f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1616210310', 'description': 'tempest-description-987434597'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:34.223775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Transition to ACTIVE for port object 09dc9d52-9001-443a-9b51-5b2c8fecac96 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:34.243138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0da568c5-0383-495f-8b57-2f7a86dc8233 None None] Port bebe61ca-9071-4ba6-af22-8e1411d6580b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:34.266084 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.338199 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.352851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:34.378577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:34.385595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b461f14b-4cb8-404a-acbd-e783fa59450e tempest-DvrRoutersNegativeTest-561569683 tempest-DvrRoutersNegativeTest-561569683-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1448437916', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:34.387219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:34.389597 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.391586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.policy [None req-b461f14b-4cb8-404a-acbd-e783fa59450e tempest-DvrRoutersNegativeTest-561569683 tempest-DvrRoutersNegativeTest-561569683-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94133) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 03 19:18:34.392576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.policy [None req-b461f14b-4cb8-404a-acbd-e783fa59450e tempest-DvrRoutersNegativeTest-561569683 tempest-DvrRoutersNegativeTest-561569683-project] Failed policy check for 'create_router' {{(pid=94133) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 03 19:18:34.393950 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-b461f14b-4cb8-404a-acbd-e783fa59450e tempest-DvrRoutersNegativeTest-561569683 tempest-DvrRoutersNegativeTest-561569683-project] create failed (client error): Access was denied to this resource. Aug 03 19:18:34.395734 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b461f14b-4cb8-404a-acbd-e783fa59450e tempest-DvrRoutersNegativeTest-561569683 tempest-DvrRoutersNegativeTest-561569683-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7263207 Aug 03 19:18:34.444231 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.450677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:34.470116 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bc7132ca-117b-47a4-8abc-79d19a56ba04 admin admin] 10.222.0.42 "PUT /v2.0/routers/40aaa660-00a9-4f37-8c7c-cd44a36105a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2106583 Aug 03 19:18:34.487109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port d18843b7-7ec4-4084-bea0-beb0f964a19a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d18843b7-7ec4-4084-bea0-beb0f964a19a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:34.494621 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.498253 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.555916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Allocated IP 172.25.4.142 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/a474b6bd-20b6-4101-b13b-be6cd422e3d9) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:34.599872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Attempting to bind port 09dc9d52-9001-443a-9b51-5b2c8fecac96 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:34.603674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Attempting to bind port 09dc9d52-9001-443a-9b51-5b2c8fecac96 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:34.607767 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Attempting to bind port 09dc9d52-9001-443a-9b51-5b2c8fecac96 on network fcd2de05-c962-475a-9b93-a7d41b4cb48b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:34.628060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Pushing event updated for resources: {'Port': ['ID=09dc9d52-9001-443a-9b51-5b2c8fecac96,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:34.672054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1570c93f-6885-4fde-90bf-c90e0d99efc5 req-50b3144d-a59e-4895-ab10-5a48ba3b038f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.721411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=d18843b7-7ec4-4084-bea0-beb0f964a19a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:34.726572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:34.727412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Checking segment: {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:34.728978 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.732437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Bound using segment: {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:34.733107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Bound port: 09dc9d52-9001-443a-9b51-5b2c8fecac96, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:34.733763 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.757546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ce6a7-e671-4d07-a509-c7033971d731 req-01ed6d4e-a856-4cca-9116-1a45775784ba tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:34.758376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f77ce6a7-e671-4d07-a509-c7033971d731 req-01ed6d4e-a856-4cca-9116-1a45775784ba tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 945 time: 0.1229658 Aug 03 19:18:34.812451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.891333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f77ce6a7-e671-4d07-a509-c7033971d731 req-8b7ea998-8efa-4700-b313-498f7f50d6d5 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967264 Aug 03 19:18:34.910556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] For port 09dc9d52-9001-443a-9b51-5b2c8fecac96, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:34.916670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] For port 09dc9d52-9001-443a-9b51-5b2c8fecac96, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=09dc9d52-9001-443a-9b51-5b2c8fecac96,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:34.925741 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.976028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1570c93f-6885-4fde-90bf-c90e0d99efc5 req-50b3144d-a59e-4895-ab10-5a48ba3b038f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.990401 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1570c93f-6885-4fde-90bf-c90e0d99efc5 req-50b3144d-a59e-4895-ab10-5a48ba3b038f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.046014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.052519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3144d-a59e-4895-ab10-5a48ba3b038f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80da55f-10f2-4bc4-b9ee-03acaf1378ef,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.095660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af15173-68a0-4537-9697-4d23802d8a95 None None] Pushing event updated for resources: {'Port': ['ID=09dc9d52-9001-443a-9b51-5b2c8fecac96,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.106337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Sync routers for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:35.135486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:35.136652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:35.152927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46358) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:35.412370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f0b5a9-239b-4a59-a5e6-c0cb5456aa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.510046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:35.664655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d18843b7-7ec4-4084-bea0-beb0f964a19a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:35.726536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-714b0114-db3f-42ff-8ed9-a7e7564391b0 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.732021 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1570c93f-6885-4fde-90bf-c90e0d99efc5 req-50b3144d-a59e-4895-ab10-5a48ba3b038f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.733290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1570c93f-6885-4fde-90bf-c90e0d99efc5 req-50b3144d-a59e-4895-ab10-5a48ba3b038f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.5844464 Aug 03 19:18:35.734274 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-714b0114-db3f-42ff-8ed9-a7e7564391b0 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.88 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 945 time: 0.1616766 Aug 03 19:18:35.742044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:35.746066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:35.750742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:35.807525 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f0b5a9-239b-4a59-a5e6-c0cb5456aa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.817786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f0b5a9-239b-4a59-a5e6-c0cb5456aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.834324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Pushing event updated for resources: {'Port': ['ID=a474b6bd-20b6-4101-b13b-be6cd422e3d9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.872075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d18843b7-7ec4-4084-bea0-beb0f964a19a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:35.872451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.945221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08f0b5a9-239b-4a59-a5e6-c0cb5456aa13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8bd7b4ccc82404da32c3f2bd6bb2efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7909434 Aug 03 19:18:35.949437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0b5a9-239b-4a59-a5e6-c0cb5456aa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4e8cec-d251-4a68-8c22-bf63b5a7931c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.961731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46400) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:36.026298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc743a4f-f5c5-477e-8a6b-3b955fa3f670 req-c6410e40-bff2-4c59-9955-428d6d0dd8ea tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/c80da55f-10f2-4bc4-b9ee-03acaf1378ef HTTP/1.1" status: 200 len: 1814 time: 0.2122991 Aug 03 19:18:36.104552 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-7977892b-5838-4d39-8838-b94efaed0f75 req-4855c782-af91-4fb4-ab37-f69e50e5ebe2 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] show failed (client error): The resource could not be found. Aug 03 19:18:36.120586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7977892b-5838-4d39-8838-b94efaed0f75 req-4855c782-af91-4fb4-ab37-f69e50e5ebe2 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/784983e8-f1a1-464b-955b-2da2866d17ff HTTP/1.1" status: 404 len: 352 time: 0.0327189 Aug 03 19:18:36.189986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-074b1080-aa41-46f3-8b20-0f02927858d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.223282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-074b1080-aa41-46f3-8b20-0f02927858d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.224147 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 2, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:36.282323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Deleting port a6d8308e-5c99-4ed6-bc77-d939d0aee578 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:36.283180 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.288734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-074b1080-aa41-46f3-8b20-0f02927858d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.291870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-074b1080-aa41-46f3-8b20-0f02927858d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.293367 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-074b1080-aa41-46f3-8b20-0f02927858d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea4e8cec-d251-4a68-8c22-bf63b5a7931c HTTP/1.1" status: 204 len: 168 time: 0.3301330 Aug 03 19:18:36.297894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Checking router: 40aaa660-00a9-4f37-8c7c-cd44a36105a3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:18:36.298352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Updating router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 port bebe61ca-9071-4ba6-af22-8e1411d6580b binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:18:36.369564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b1080-aa41-46f3-8b20-0f02927858d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4e8cec-d251-4a68-8c22-bf63b5a7931c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:36.399374 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.405168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d8457-ba10-4073-9c16-7e2b144f14e6 req-49e488b9-260d-4600-b6b5-e40b3cf47b19 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:36.409561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f58d8457-ba10-4073-9c16-7e2b144f14e6 req-49e488b9-260d-4600-b6b5-e40b3cf47b19 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 945 time: 0.2091191 Aug 03 19:18:36.488596 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-8bfed859-c819-4e99-9e48-7533469d79f6 req-46ce2be6-2df3-4dc9-93a2-c9d00ebc9fe9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] show failed (client error): The resource could not be found. Aug 03 19:18:36.509707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bfed859-c819-4e99-9e48-7533469d79f6 req-46ce2be6-2df3-4dc9-93a2-c9d00ebc9fe9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-group-rules/7db5cf1e-fa93-4477-93c4-da5cf7a059ea HTTP/1.1" status: 404 len: 361 time: 0.0948400 Aug 03 19:18:36.529257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] For port a6d8308e-5c99-4ed6-bc77-d939d0aee578, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a6d8308e-5c99-4ed6-bc77-d939d0aee578,segment=NetworkSegment(9014e130-9b06-43a6-a9ef-177aa5c10e7c),segment_id=9014e130-9b06-43a6-a9ef-177aa5c10e7c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:36.538095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.614167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Calling delete_port for a6d8308e-5c99-4ed6-bc77-d939d0aee578 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:36.719091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f58d8457-ba10-4073-9c16-7e2b144f14e6 req-a639a227-3411-455f-be29-7ef3cc7e497c tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/security-groups?id=6858a1f4-c679-44fb-9d59-bf50c0e149eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753360 Aug 03 19:18:36.949546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3f49a0e-2e53-49d9-8cc0-fe08cb9d5eca req-383b0dd5-732d-462b-90a5-66d07abee32c tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/c80da55f-10f2-4bc4-b9ee-03acaf1378ef HTTP/1.1" status: 200 len: 1814 time: 0.0657938 Aug 03 19:18:36.971214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5c0a3-9f73-4b5d-ac80-696072ceaa6d None None] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:36.986537 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.082297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.161617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Pushing event deleted for resources: {'Port': ['ID=a6d8308e-5c99-4ed6-bc77-d939d0aee578,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:37.300507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] No DVR routers for this DVR port a6d8308e-5c99-4ed6-bc77-d939d0aee578 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:37.313507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.321926 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-62e007fe-78cb-4da3-a1ac-8dbf72e0ee56 req-8f2aa25e-2640-4e85-8cd7-448cb9aee287 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.88 "DELETE /v2.0/ports/a6d8308e-5c99-4ed6-bc77-d939d0aee578 HTTP/1.1" status: 204 len: 173 time: 1.5737984 Aug 03 19:18:37.330549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00253aad-08a8-4671-bc77-129edfe6ef90', 'name': 'network-vif-deleted', 'tag': 'a6d8308e-5c99-4ed6-bc77-d939d0aee578'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:37.369195 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50102d8d-812e-4bc4-8843-a8130c8f1f42" -d '{"events": [{"server_uuid": "00253aad-08a8-4671-bc77-129edfe6ef90", "name": "network-vif-deleted", "tag": "a6d8308e-5c99-4ed6-bc77-d939d0aee578"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:37.477601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c2636000-3949-4563-9c56-86bb979ab97d None None] Provisioning for port 09dc9d52-9001-443a-9b51-5b2c8fecac96 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:37.588778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a3f49a0e-2e53-49d9-8cc0-fe08cb9d5eca req-cd97544b-3570-42ae-8f9c-cf235ad2ae8f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.669062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a3f49a0e-2e53-49d9-8cc0-fe08cb9d5eca req-cd97544b-3570-42ae-8f9c-cf235ad2ae8f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.678689 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14693f1-7435-48e2-8212-da2fd51d13cc x-openstack-request-id: req-b14693f1-7435-48e2-8212-da2fd51d13cc {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:37.679146 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00253aad-08a8-4671-bc77-129edfe6ef90", "name": "network-vif-deleted", "tag": "a6d8308e-5c99-4ed6-bc77-d939d0aee578", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:37.679539 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b14693f1-7435-48e2-8212-da2fd51d13cc {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:37.680144 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00253aad-08a8-4671-bc77-129edfe6ef90', 'name': 'network-vif-deleted', 'tag': 'a6d8308e-5c99-4ed6-bc77-d939d0aee578', 'status': 'completed', 'code': 200} Aug 03 19:18:37.680678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 09dc9d52-9001-443a-9b51-5b2c8fecac96 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:37.723636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.870118 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a3f49a0e-2e53-49d9-8cc0-fe08cb9d5eca req-cd97544b-3570-42ae-8f9c-cf235ad2ae8f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.872767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a3f49a0e-2e53-49d9-8cc0-fe08cb9d5eca req-cd97544b-3570-42ae-8f9c-cf235ad2ae8f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.874012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3f49a0e-2e53-49d9-8cc0-fe08cb9d5eca req-cd97544b-3570-42ae-8f9c-cf235ad2ae8f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "DELETE /v2.0/security-groups/c80da55f-10f2-4bc4-b9ee-03acaf1378ef HTTP/1.1" status: 204 len: 173 time: 0.9148502 Aug 03 19:18:37.931644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97544b-3570-42ae-8f9c-cf235ad2ae8f tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80da55f-10f2-4bc4-b9ee-03acaf1378ef,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:38.205614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:18:38.235975 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.251741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d250674c-2cc1-473b-87e9-5b1f1a5ce8ce req-dc5a91ba-151a-4e61-aa58-ec5715379607 tempest-ServerAddressesNegativeTestJSON-126910503 tempest-ServerAddressesNegativeTestJSON-126910503-project] 10.222.0.42 "GET /v2.0/ports?device_id=00253aad-08a8-4671-bc77-129edfe6ef90 HTTP/1.1" status: 200 len: 210 time: 0.1638172 Aug 03 19:18:38.262749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Transition to ACTIVE for port object bebe61ca-9071-4ba6-af22-8e1411d6580b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:38.284261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d049754-838b-43e3-bacb-ab63b4f977f9 req-34c2250e-c9e1-4de4-b335-b6c7ed871e2d tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/29458c8d-8db6-47c6-a098-a95c802849a0 HTTP/1.1" status: 200 len: 1814 time: 0.3072612 Aug 03 19:18:38.303659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a6d8308e-5c99-4ed6-bc77-d939d0aee578 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:38.457083 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.462953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46496) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:38.508564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3d049754-838b-43e3-bacb-ab63b4f977f9 req-ab75dc3f-0775-4ee9-af76-f645dce6ac10 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.510471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: a6d8308e-5c99-4ed6-bc77-d939d0aee578 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:38.511046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a6d8308e-5c99-4ed6-bc77-d939d0aee578 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:38.538636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3d049754-838b-43e3-bacb-ab63b4f977f9 req-ab75dc3f-0775-4ee9-af76-f645dce6ac10 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.614270 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3d049754-838b-43e3-bacb-ab63b4f977f9 req-ab75dc3f-0775-4ee9-af76-f645dce6ac10 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.631689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3d049754-838b-43e3-bacb-ab63b4f977f9 req-ab75dc3f-0775-4ee9-af76-f645dce6ac10 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.641709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d049754-838b-43e3-bacb-ab63b4f977f9 req-ab75dc3f-0775-4ee9-af76-f645dce6ac10 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "DELETE /v2.0/security-groups/29458c8d-8db6-47c6-a098-a95c802849a0 HTTP/1.1" status: 204 len: 173 time: 0.3528697 Aug 03 19:18:38.704633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75dc3f-0775-4ee9-af76-f645dce6ac10 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29458c8d-8db6-47c6-a098-a95c802849a0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:38.724376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0c9f50d8-7675-4971-b6a1-012c589ba1e1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-619513115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:38.761436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c9f50d8-7675-4971-b6a1-012c589ba1e1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.763084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c9f50d8-7675-4971-b6a1-012c589ba1e1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.790726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:38.804022 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Sync routers for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:38.834972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 09dc9d52-9001-443a-9b51-5b2c8fecac96 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:38.852180 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:38.852848 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:38.938089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.943967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ca2d0c31-02a8-49b8-b93f-84828f913252 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2057288 Aug 03 19:18:38.957316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46508) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:39.021361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c68938-a369-41ef-b895-f7f5e5968313 None None] Pushing event updated for resources: {'Port': ['ID=bebe61ca-9071-4ba6-af22-8e1411d6580b,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:39.064354 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c9f50d8-7675-4971-b6a1-012c589ba1e1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.069732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c9f50d8-7675-4971-b6a1-012c589ba1e1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.098997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 09dc9d52-9001-443a-9b51-5b2c8fecac96 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:39.099469 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.134833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c9f50d8-7675-4971-b6a1-012c589ba1e1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.137661 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0c9f50d8-7675-4971-b6a1-012c589ba1e1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6724429 Aug 03 19:18:39.143593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46510) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:39.159522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2066431863'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:39.216356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Made reservation on behalf of 3d88f1b817e54aaca2187248f28c0cbe for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:39.228730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.258091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.282209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Attempting to bind port bebe61ca-9071-4ba6-af22-8e1411d6580b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:39.283040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Attempting to bind port bebe61ca-9071-4ba6-af22-8e1411d6580b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:39.283040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Attempting to bind port bebe61ca-9071-4ba6-af22-8e1411d6580b on network 3c474a87-5533-413e-ab07-c13e2d4bafd9 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:39.299530 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:39.388264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:39.392289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Checking segment: {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:39.393082 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.393791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Bound using segment: {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:39.394526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Bound port: bebe61ca-9071-4ba6-af22-8e1411d6580b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:39.395167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.446092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0da23939-0779-48c9-9691-fad4caefe53d None None] Provisioning complete for port 09dc9d52-9001-443a-9b51-5b2c8fecac96 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:39.447744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46514) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:39.448940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0da23939-0779-48c9-9691-fad4caefe53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.469775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3f15a8f-4600-4e96-9f19-e0270112335a req-f4e38267-8d6e-4c55-bb2d-4c6590113dee tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/55b0886e-2e28-4c1c-9a25-1a4c3fab4889 HTTP/1.1" status: 200 len: 1814 time: 0.7698722 Aug 03 19:18:39.499249 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.510512 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.552069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:39.583733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b802fa-664b-4215-82f3-9ecf97eed623,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:39.607506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.610157 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Added segment 044532d5-3738-499d-a334-1dfcaed3912b of type vlan for network 8acda612-5a94-4d04-85cf-9bf1015f5b1e Aug 03 19:18:39.734047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.770721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.846827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.864605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.867716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.882578 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:36Z', 'revision_number': 3, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:39.933272 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Checking router: 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:18:39.934035 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Updating router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 port a474b6bd-20b6-4101-b13b-be6cd422e3d9 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:18:39.969297 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.023530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d3f15a8f-4600-4e96-9f19-e0270112335a req-ac28f707-3ca6-4e32-adc5-df6e0b3cccce tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.039055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e7f517-6212-4206-88b9-25f6cd424863 admin admin] Deleting subnet 611dcc1e-33ed-47b7-bf2a-fae1c98f502f {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:40.061157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] For port bebe61ca-9071-4ba6-af22-8e1411d6580b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:40.063347 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9143856 Aug 03 19:18:40.072977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46522) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:40.080162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] For port bebe61ca-9071-4ba6-af22-8e1411d6580b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=bebe61ca-9071-4ba6-af22-8e1411d6580b,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:40.125643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 09dc9d52-9001-443a-9b51-5b2c8fecac96, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=09dc9d52-9001-443a-9b51-5b2c8fecac96,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:40.133592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'subnet': {'network_id': '8acda612-5a94-4d04-85cf-9bf1015f5b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:40.152480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec5d14-6d4b-4286-91c3-e23e0e959c11 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Network': ['ID=8acda612-5a94-4d04-85cf-9bf1015f5b1e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:40.176169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.198829 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.287605 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e6e7f517-6212-4206-88b9-25f6cd424863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.316195 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.329849 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Transition to ACTIVE for port object a474b6bd-20b6-4101-b13b-be6cd422e3d9 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:40.339726 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.455285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d3f15a8f-4600-4e96-9f19-e0270112335a req-ac28f707-3ca6-4e32-adc5-df6e0b3cccce tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.492222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Made reservation on behalf of 3d88f1b817e54aaca2187248f28c0cbe for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:40.507932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.529174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8acda612-5a94-4d04-85cf-9bf1015f5b1e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:40.601922 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Attempting to bind port a474b6bd-20b6-4101-b13b-be6cd422e3d9 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:40.602337 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Attempting to bind port a474b6bd-20b6-4101-b13b-be6cd422e3d9 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:40.602680 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Attempting to bind port a474b6bd-20b6-4101-b13b-be6cd422e3d9 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:40.672075 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:40.672663 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:40.673085 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.673532 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:40.674091 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Bound port: a474b6bd-20b6-4101-b13b-be6cd422e3d9, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:40.674520 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.738887 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02760f-be77-4391-96e7-beae3abc0cf1 None None] Pushing event updated for resources: {'Port': ['ID=a474b6bd-20b6-4101-b13b-be6cd422e3d9,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:40.800389 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] For port a474b6bd-20b6-4101-b13b-be6cd422e3d9, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:40.804803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:40.805980 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] For port a474b6bd-20b6-4101-b13b-be6cd422e3d9, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a474b6bd-20b6-4101-b13b-be6cd422e3d9,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:40.806195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:40.811728 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.814364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e6e7f517-6212-4206-88b9-25f6cd424863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.040326 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02760f-be77-4391-96e7-beae3abc0cf1 None None] Pushing event updated for resources: {'Port': ['ID=a474b6bd-20b6-4101-b13b-be6cd422e3d9,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.051902 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:41.053028 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:41.057056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c68938-a369-41ef-b895-f7f5e5968313 None None] Pushing event updated for resources: {'Port': ['ID=bebe61ca-9071-4ba6-af22-8e1411d6580b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.156043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d3f15a8f-4600-4e96-9f19-e0270112335a req-ac28f707-3ca6-4e32-adc5-df6e0b3cccce tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.158451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d3f15a8f-4600-4e96-9f19-e0270112335a req-ac28f707-3ca6-4e32-adc5-df6e0b3cccce tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.175206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3f15a8f-4600-4e96-9f19-e0270112335a req-ac28f707-3ca6-4e32-adc5-df6e0b3cccce tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "DELETE /v2.0/security-groups/55b0886e-2e28-4c1c-9a25-1a4c3fab4889 HTTP/1.1" status: 204 len: 173 time: 1.6838839 Aug 03 19:18:41.264208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=09dc9d52-9001-443a-9b51-5b2c8fecac96,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.313467 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:41.322639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28f707-3ca6-4e32-adc5-df6e0b3cccce tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0886e-2e28-4c1c-9a25-1a4c3fab4889,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.353709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd4bc42b-f2ae-4df8-a5de-074643db2809 req-e8728a9c-724a-4a0f-ace5-053ef62e2dc9 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/526bc337-b467-42cc-a14a-2fda00b42d52 HTTP/1.1" status: 200 len: 1814 time: 0.1210911 Aug 03 19:18:41.443884 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e6e7f517-6212-4206-88b9-25f6cd424863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.493576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:41.658897 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:36Z', 'revision_number': 3, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:41.702781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6c11f-9cfe-4a4d-8ba4-ba87d0206c76 None None] The sync data for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 is: [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:36Z', 'revision_number': 3, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:42.000924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:40Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:42.035978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80da4-1b61-459f-846e-c90080ff0828 None None] The sync data for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 is: [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:40Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:42.139939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e6e7f517-6212-4206-88b9-25f6cd424863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.223223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7f517-6212-4206-88b9-25f6cd424863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611dcc1e-33ed-47b7-bf2a-fae1c98f502f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:42.227485 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e6e7f517-6212-4206-88b9-25f6cd424863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.231436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e6e7f517-6212-4206-88b9-25f6cd424863 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/611dcc1e-33ed-47b7-bf2a-fae1c98f502f HTTP/1.1" status: 204 len: 168 time: 2.7808609 Aug 03 19:18:42.235311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46548) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:42.464593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cd4bc42b-f2ae-4df8-a5de-074643db2809 req-3bc55e4c-ee2a-4396-b9ef-deccbe39ef08 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.687659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.716315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cd4bc42b-f2ae-4df8-a5de-074643db2809 req-3bc55e4c-ee2a-4396-b9ef-deccbe39ef08 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.729085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.780382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a474b6bd-20b6-4101-b13b-be6cd422e3d9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:42.955261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.026354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a474b6bd-20b6-4101-b13b-be6cd422e3d9 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:43.056892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a474b6bd-20b6-4101-b13b-be6cd422e3d9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:43.060496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Subnet': ['ID=0904c063-7c31-4058-8868-3ffc4403a850,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:43.065159 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.068182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Checking segment: {'id': '044532d5-3738-499d-a334-1dfcaed3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8acda612-5a94-4d04-85cf-9bf1015f5b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:43.068828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network hostable DHCP agents. Network: 8acda612-5a94-4d04-85cf-9bf1015f5b1e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:43.105336 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cd4bc42b-f2ae-4df8-a5de-074643db2809 req-3bc55e4c-ee2a-4396-b9ef-deccbe39ef08 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.119767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cd4bc42b-f2ae-4df8-a5de-074643db2809 req-3bc55e4c-ee2a-4396-b9ef-deccbe39ef08 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.145318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd4bc42b-f2ae-4df8-a5de-074643db2809 req-3bc55e4c-ee2a-4396-b9ef-deccbe39ef08 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "DELETE /v2.0/security-groups/526bc337-b467-42cc-a14a-2fda00b42d52 HTTP/1.1" status: 204 len: 173 time: 1.7902379 Aug 03 19:18:43.148952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.166996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c58a31-b592-45db-9e97-ed62ee2240a9']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:43.198614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9014e130-9b06-43a6-a9ef-177aa5c10e7c') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:43.199577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9014e130-9b06-43a6-a9ef-177aa5c10e7c') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:43.218656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.254745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c43a5f0d-91c5-4732-9522-7c6851192c7a req-75214095-fdf5-4d73-b840-9e9f3a5ba6a5 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "GET /v2.0/security-groups/21ba02c9-cfba-4505-a909-dcb8d3845126 HTTP/1.1" status: 200 len: 1813 time: 0.1080334 Aug 03 19:18:43.264028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.289690 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:43.290412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.415328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network 8acda612-5a94-4d04-85cf-9bf1015f5b1e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:43.420245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc55e4c-ee2a-4396-b9ef-deccbe39ef08 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526bc337-b467-42cc-a14a-2fda00b42d52,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:43.604466 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:43.606398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8acda612-5a94-4d04-85cf-9bf1015f5b1e) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:43.625093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.647803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d37bc-4462-4fcc-92c0-6678abd0cc2b None None] Network 8acda612-5a94-4d04-85cf-9bf1015f5b1e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:43.648437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.649744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.673509 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.676671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.718064 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/17c58a31-b592-45db-9e97-ed62ee2240a9 HTTP/1.1" status: 204 len: 168 time: 1.4478962 Aug 03 19:18:43.729950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46570) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:43.790234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c43cf63d-3005-47aa-b8c5-8e1310d59a2b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6755340 Aug 03 19:18:43.802055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46576) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:43.819673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'network': {'name': 'tempest-router-network01--1419689492'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:43.849341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e118f48-942d-4a6c-9757-63333a7ea7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c58a31-b592-45db-9e97-ed62ee2240a9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:44.002104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43a5f0d-91c5-4732-9522-7c6851192c7a req-5778f237-0a13-4ab8-9b1d-1ec5ac4aea38 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.077704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a474b6bd-20b6-4101-b13b-be6cd422e3d9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a474b6bd-20b6-4101-b13b-be6cd422e3d9,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:44.084760 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.086166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 09dc9d52-9001-443a-9b51-5b2c8fecac96 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:44.160949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a474b6bd-20b6-4101-b13b-be6cd422e3d9,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:44.184205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Made reservation on behalf of 3d88f1b817e54aaca2187248f28c0cbe for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:44.189231 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.292439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43a5f0d-91c5-4732-9522-7c6851192c7a req-5778f237-0a13-4ab8-9b1d-1ec5ac4aea38 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.306701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46580) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:44.380369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Allocated IP 172.20.0.1 (fcd2de05-c962-475a-9b93-a7d41b4cb48b/c4208a00-56e8-4ce7-8dbd-104c90e6603d/2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:44.396246 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-076d9828-e48e-47bd-82eb-39ee0bd7eb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.397810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:44.411710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 09dc9d52-9001-443a-9b51-5b2c8fecac96 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:44.412200 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.474236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.474862 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Added segment 54ad7374-728a-4637-bd0a-2c1d359877d5 of type vlan for network d90bf6e8-a560-475f-a229-713f5281fd70 Aug 03 19:18:44.499333 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d548201f-91be-4cfb-aa97-d6d9c9a1c0a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7b992a6d0a04230ab87c8b24b1f3cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913362 Aug 03 19:18:44.501030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46582) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:44.582103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-8acda612-5a94-4d04-85cf-9bf1015f5b1e', 'network_id': '8acda612-5a94-4d04-85cf-9bf1015f5b1e', 'tenant_id': '3d88f1b817e54aaca2187248f28c0cbe', 'fixed_ips': [{'subnet_id': '0904c063-7c31-4058-8868-3ffc4403a850'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:44.583738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.670901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device bebe61ca-9071-4ba6-af22-8e1411d6580b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:44.707254 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43a5f0d-91c5-4732-9522-7c6851192c7a req-5778f237-0a13-4ab8-9b1d-1ec5ac4aea38 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.743441 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43a5f0d-91c5-4732-9522-7c6851192c7a req-5778f237-0a13-4ab8-9b1d-1ec5ac4aea38 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.761551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c43a5f0d-91c5-4732-9522-7c6851192c7a req-5778f237-0a13-4ab8-9b1d-1ec5ac4aea38 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] 10.222.0.42 "DELETE /v2.0/security-groups/21ba02c9-cfba-4505-a909-dcb8d3845126 HTTP/1.1" status: 204 len: 173 time: 1.4979291 Aug 03 19:18:44.796241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46586) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:44.809398 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.859971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-076d9828-e48e-47bd-82eb-39ee0bd7eb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.870558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71bddae1-4a8c-4d49-850c-74b66744e329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.882239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-076d9828-e48e-47bd-82eb-39ee0bd7eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.937807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:18:44.952824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71bddae1-4a8c-4d49-850c-74b66744e329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.000194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port bebe61ca-9071-4ba6-af22-8e1411d6580b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:45.017809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port bebe61ca-9071-4ba6-af22-8e1411d6580b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:45.020030 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.046184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778f237-0a13-4ab8-9b1d-1ec5ac4aea38 tempest-SecurityGroupRulesNegativeTestJSON-245132854 tempest-SecurityGroupRulesNegativeTestJSON-245132854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba02c9-cfba-4505-a909-dcb8d3845126,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:45.086184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.099097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:45.099771 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.110496 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-076d9828-e48e-47bd-82eb-39ee0bd7eb2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0b4ecb478f34a4ea4a1d7404d48fd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3611879 Aug 03 19:18:45.116758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d9828-e48e-47bd-82eb-39ee0bd7eb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346049eb-5f52-49bb-83dd-920745cacefa,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:45.127014 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46592) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.155801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f429a6e-df69-4090-92ab-bb8dca4cb368 admin admin] Deleting subnet beedabd2-c302-4d29-9dd6-3ffe704028c9 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:45.244560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71bddae1-4a8c-4d49-850c-74b66744e329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.248107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71bddae1-4a8c-4d49-850c-74b66744e329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.253070 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-71bddae1-4a8c-4d49-850c-74b66744e329 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6858a1f4-c679-44fb-9d59-bf50c0e149eb HTTP/1.1" status: 204 len: 168 time: 0.7444909 Aug 03 19:18:45.264641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b37ae53-777f-4f9c-a8b7-a95ac23555be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.274283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bddae1-4a8c-4d49-850c-74b66744e329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6858a1f4-c679-44fb-9d59-bf50c0e149eb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:45.314673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b37ae53-777f-4f9c-a8b7-a95ac23555be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.348829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Allocated IP 172.20.0.2 (8acda612-5a94-4d04-85cf-9bf1015f5b1e/0904c063-7c31-4058-8868-3ffc4403a850/37621ba9-ef3b-49e2-9aed-c7c64da2d19f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:45.399197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5953755 Aug 03 19:18:45.403836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b37ae53-777f-4f9c-a8b7-a95ac23555be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.436396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b37ae53-777f-4f9c-a8b7-a95ac23555be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.440474 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6b37ae53-777f-4f9c-a8b7-a95ac23555be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/346049eb-5f52-49bb-83dd-920745cacefa HTTP/1.1" status: 204 len: 168 time: 0.3097770 Aug 03 19:18:45.443167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46596) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.475934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'network': {'name': 'tempest-router-network02--1821369991'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:45.506572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37ae53-777f-4f9c-a8b7-a95ac23555be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346049eb-5f52-49bb-83dd-920745cacefa,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:45.528062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f429a6e-df69-4090-92ab-bb8dca4cb368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.539331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Made reservation on behalf of 3d88f1b817e54aaca2187248f28c0cbe for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:45.549081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.601692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:45.617731 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.618256 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Added segment 254635af-dc7c-4a30-a445-936f5eeb185a of type vlan for network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee Aug 03 19:18:45.669452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.702845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7929a40-4181-4549-a494-def6fb4ff54e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Network': ['ID=d90bf6e8-a560-475f-a229-713f5281fd70,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:45.711988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.726065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d90bf6e8-a560-475f-a229-713f5281fd70 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:45.738300 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.744678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f429a6e-df69-4090-92ab-bb8dca4cb368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.830916 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.866370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:45.871376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.918689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f429a6e-df69-4090-92ab-bb8dca4cb368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.974908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port bebe61ca-9071-4ba6-af22-8e1411d6580b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=bebe61ca-9071-4ba6-af22-8e1411d6580b,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:46.083563 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.112672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Transition to ACTIVE for port object 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:46.157983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.184110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f429a6e-df69-4090-92ab-bb8dca4cb368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.196063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Transition to ACTIVE for port object 37621ba9-ef3b-49e2-9aed-c7c64da2d19f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:46.234801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7702551 Aug 03 19:18:46.242977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.243292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=bebe61ca-9071-4ba6-af22-8e1411d6580b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.258985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'subnet': {'network_id': 'd90bf6e8-a560-475f-a229-713f5281fd70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:46.260451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.310054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Transition to ACTIVE for port object 37621ba9-ef3b-49e2-9aed-c7c64da2d19f will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:46.316648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6f700-1f50-4fba-af97-ebfd9b2df819 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Network': ['ID=6eacb0c5-a2d8-49ce-8789-161fe7cb44ee,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.337394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f429a6e-df69-4090-92ab-bb8dca4cb368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beedabd2-c302-4d29-9dd6-3ffe704028c9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.351318 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.421784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:46.433733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f429a6e-df69-4090-92ab-bb8dca4cb368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.436539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9f429a6e-df69-4090-92ab-bb8dca4cb368 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/beedabd2-c302-4d29-9dd6-3ffe704028c9 HTTP/1.1" status: 204 len: 168 time: 1.5840642 Aug 03 19:18:46.439959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:46.441038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46624) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.455762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:46.523161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:46.617764 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.793548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Made reservation on behalf of 3d88f1b817e54aaca2187248f28c0cbe for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:46.795317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a474b6bd-20b6-4101-b13b-be6cd422e3d9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:46.800239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.815810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.901646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Network 8acda612-5a94-4d04-85cf-9bf1015f5b1e is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:46.961946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:46.976068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:46.989754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Pushing event updated for resources: {'Port': ['ID=37621ba9-ef3b-49e2-9aed-c7c64da2d19f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:47.017676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.141760 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.166276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-20cc050f-457d-47ac-a05b-a751695be658 None None] Provisioning for port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:47.177148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Attempting to bind port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:47.177823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Attempting to bind port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '044532d5-3738-499d-a334-1dfcaed3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8acda612-5a94-4d04-85cf-9bf1015f5b1e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:47.178419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Attempting to bind port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f on network 8acda612-5a94-4d04-85cf-9bf1015f5b1e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:47.189098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-20cc050f-457d-47ac-a05b-a751695be658 None None] Provisioning complete for port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:47.189958 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-20cc050f-457d-47ac-a05b-a751695be658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.216205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:47.216848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Checking segment: {'id': '044532d5-3738-499d-a334-1dfcaed3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8acda612-5a94-4d04-85cf-9bf1015f5b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:47.217534 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.218462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Bound using segment: {'id': '044532d5-3738-499d-a334-1dfcaed3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8acda612-5a94-4d04-85cf-9bf1015f5b1e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:47.219293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Bound port: 37621ba9-ef3b-49e2-9aed-c7c64da2d19f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044532d5-3738-499d-a334-1dfcaed3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8acda612-5a94-4d04-85cf-9bf1015f5b1e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:47.219920 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.293467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a474b6bd-20b6-4101-b13b-be6cd422e3d9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:47.294105 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.349064 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.542346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.597959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d68fbf-5c9b-4279-9f92-797412fe35b4']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:47.609275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Checking segment: {'id': '54ad7374-728a-4637-bd0a-2c1d359877d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd90bf6e8-a560-475f-a229-713f5281fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:47.609684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network hostable DHCP agents. Network: d90bf6e8-a560-475f-a229-713f5281fd70, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:47.636267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46648) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.649273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.652356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6806f1f-b112-46ec-9dfe-17edf28a430f') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:47.653015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6806f1f-b112-46ec-9dfe-17edf28a430f') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:47.664550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.674934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network d90bf6e8-a560-475f-a229-713f5281fd70 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:47.715461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Subnet': ['ID=bd984b5d-4f3c-482b-8bdb-3ab225ae7f17,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:47.728430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.738811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d90bf6e8-a560-475f-a229-713f5281fd70) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:47.762801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:47.763865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.785095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.799179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:47.800289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:47.803955 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:47.829450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:47.833520 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.840931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] For port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:47.845438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] For port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=37621ba9-ef3b-49e2-9aed-c7c64da2d19f,segment=NetworkSegment(044532d5-3738-499d-a334-1dfcaed3912b),segment_id=044532d5-3738-499d-a334-1dfcaed3912b)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:47.853249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e84989-1ed4-4d51-98d4-ed486034afe3 None None] Network d90bf6e8-a560-475f-a229-713f5281fd70 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:47.892904 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-95bf9915-a171-4bde-ac6e-9b544f328866 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6446257 Aug 03 19:18:47.911024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46656) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.923855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'subnet': {'network_id': '6eacb0c5-a2d8-49ce-8789-161fe7cb44ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:47.932404 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.997978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-20cc050f-457d-47ac-a05b-a751695be658 None None] Port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:48.058432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.089833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.098108 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] 10.222.0.42 "DELETE /v2.0/networks/c0d68fbf-5c9b-4279-9f92-797412fe35b4 HTTP/1.1" status: 204 len: 168 time: 1.6558905 Aug 03 19:18:48.102157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1526c4f-13c6-4316-868a-73f55a7309ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d68fbf-5c9b-4279-9f92-797412fe35b4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:48.161131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:48.167872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:48.219400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b7e0e-4c27-4ef9-9320-9f524692beb8 None None] Pushing event updated for resources: {'Port': ['ID=37621ba9-ef3b-49e2-9aed-c7c64da2d19f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:48.305456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-d90bf6e8-a560-475f-a229-713f5281fd70', 'network_id': 'd90bf6e8-a560-475f-a229-713f5281fd70', 'tenant_id': '3d88f1b817e54aaca2187248f28c0cbe', 'fixed_ips': [{'subnet_id': 'bd984b5d-4f3c-482b-8bdb-3ab225ae7f17'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:48.308864 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.316977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Made reservation on behalf of 3d88f1b817e54aaca2187248f28c0cbe for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:48.321665 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.673803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device bebe61ca-9071-4ba6-af22-8e1411d6580b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:48.828478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Allocated IP 172.20.0.2 (d90bf6e8-a560-475f-a229-713f5281fd70/bd984b5d-4f3c-482b-8bdb-3ab225ae7f17/db3c1f27-5fdf-41df-a16e-a458894a1699) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:48.916885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port bebe61ca-9071-4ba6-af22-8e1411d6580b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:48.918226 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.948734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-network', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:49.060089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46672) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.123231 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.133980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Made reservation on behalf of c62e85eb426742fa9271e09656a5e611 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:49.138337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.144895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Transition to ACTIVE for port object db3c1f27-5fdf-41df-a16e-a458894a1699 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:49.165402 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.168884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Transition to ACTIVE for port object db3c1f27-5fdf-41df-a16e-a458894a1699 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:49.179864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:49.197649 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.200780 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.251160 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-38f7e4f6-db6f-478a-8692-76b1abf61354 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=369ebca5e038487aa30154d8037369df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886277 Aug 03 19:18:49.253258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46676) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.274138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0df2fc62-5097-47de-940a-574e34251ac2 None None] Provisioning complete for port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:49.274529 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0df2fc62-5097-47de-940a-574e34251ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.341418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0df2fc62-5097-47de-940a-574e34251ac2 None None] Port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:49.371006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Network d90bf6e8-a560-475f-a229-713f5281fd70 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:49.384855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:49.401974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Subnet': ['ID=b5065251-63ef-4242-b171-2e6bd20832e8,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:49.402989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:49.429600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e88119-04b7-479d-ad93-369e2bf5fefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.487636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e88119-04b7-479d-ad93-369e2bf5fefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.624156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e88119-04b7-479d-ad93-369e2bf5fefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.627728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e88119-04b7-479d-ad93-369e2bf5fefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.631857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Pushing event updated for resources: {'Port': ['ID=db3c1f27-5fdf-41df-a16e-a458894a1699,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:49.632191 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b0e88119-04b7-479d-ad93-369e2bf5fefd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55141e4d-9930-40bf-94a1-f196f7c095ed HTTP/1.1" status: 204 len: 168 time: 0.3767588 Aug 03 19:18:49.654318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e88119-04b7-479d-ad93-369e2bf5fefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55141e4d-9930-40bf-94a1-f196f7c095ed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:49.656308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.721584 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.846261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Attempting to bind port db3c1f27-5fdf-41df-a16e-a458894a1699 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:49.847552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Attempting to bind port db3c1f27-5fdf-41df-a16e-a458894a1699 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '54ad7374-728a-4637-bd0a-2c1d359877d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd90bf6e8-a560-475f-a229-713f5281fd70'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:49.848173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Attempting to bind port db3c1f27-5fdf-41df-a16e-a458894a1699 on network d90bf6e8-a560-475f-a229-713f5281fd70 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:49.873340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:49.877043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Checking segment: {'id': '54ad7374-728a-4637-bd0a-2c1d359877d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd90bf6e8-a560-475f-a229-713f5281fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:49.877827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.879345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Bound using segment: {'id': '54ad7374-728a-4637-bd0a-2c1d359877d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd90bf6e8-a560-475f-a229-713f5281fd70'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:49.880549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Bound port: db3c1f27-5fdf-41df-a16e-a458894a1699, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ad7374-728a-4637-bd0a-2c1d359877d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd90bf6e8-a560-475f-a229-713f5281fd70'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:49.883705 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.993928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:50.041963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] For port db3c1f27-5fdf-41df-a16e-a458894a1699, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:50.052003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] For port db3c1f27-5fdf-41df-a16e-a458894a1699, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db3c1f27-5fdf-41df-a16e-a458894a1699,segment=NetworkSegment(54ad7374-728a-4637-bd0a-2c1d359877d5),segment_id=54ad7374-728a-4637-bd0a-2c1d359877d5)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:50.063775 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.098004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f7283-f7ea-49ac-b5db-8da2c03f2762,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:50.111567 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.112122 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Added segment f91cfc77-87f5-49fc-b77c-69bfa2a5bf54 of type vlan for network d837dc44-76e1-44de-8dbd-40ca545fdf93 Aug 03 19:18:50.115207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Checking segment: {'id': '254635af-dc7c-4a30-a445-936f5eeb185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6eacb0c5-a2d8-49ce-8789-161fe7cb44ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:50.115818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network hostable DHCP agents. Network: 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:50.264171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.276760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:50.279505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:50.289578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2ca4024f-4609-4c44-aa5b-2a73014299c0 admin admin] 10.222.0.42 "PUT /v2.0/routers/06fb3cfa-3a95-421d-b200-9f47e2b79ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3307736 Aug 03 19:18:50.309977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:50.332459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:50.333154 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.333791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Sync routers for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:50.351500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.354237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:50.354927 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.386289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4d81ed0e-b4e3-4daa-9377-7b6e4003e34b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4686043 Aug 03 19:18:50.389856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46696) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:50.447003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0f0ee-d326-493d-aca9-842bde31641f None None] Network 8acda612-5a94-4d04-85cf-9bf1015f5b1e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:50.463484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8252528 Aug 03 19:18:50.468952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46700) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:50.478427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Request body: {'subnet': {'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-subnet', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:50.515165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c68c37-040b-40fb-ab1b-7aaa26608cbe admin admin] Pushing event updated for resources: {'Network': ['ID=d837dc44-76e1-44de-8dbd-40ca545fdf93,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:50.549234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Made reservation on behalf of c62e85eb426742fa9271e09656a5e611 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:50.554063 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.630571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0959dc74-ecf4-48ef-84d5-81a5a69309f1 None None] Network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:50.664294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:50.668673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:50.677405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d837dc44-76e1-44de-8dbd-40ca545fdf93 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:50.787498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 37621ba9-ef3b-49e2-9aed-c7c64da2d19f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:50.801953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba80b2-fce8-495e-9cae-ad7953e42fac None None] Pushing event updated for resources: {'Port': ['ID=db3c1f27-5fdf-41df-a16e-a458894a1699,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:51.177810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.470962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0aa7f2f0-ea5d-4b0d-923f-edee84994549 None None] Provisioning for port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:51.472421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Pushing event updated for resources: {'Subnet': ['ID=383a944d-87cf-4ac6-bf65-4d3279eac591,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:51.505389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Checking segment: {'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:51.505833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Network hostable DHCP agents. Network: d837dc44-76e1-44de-8dbd-40ca545fdf93, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:51.514079 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.578545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Network d837dc44-76e1-44de-8dbd-40ca545fdf93 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:51.579157 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.617032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d837dc44-76e1-44de-8dbd-40ca545fdf93) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:51.626783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:51.633053 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.682175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-174d7ec9-6690-4ef9-9486-609e838b777c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2110374 Aug 03 19:18:51.714427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:51.759412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:51.799043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc6b96-0bf5-4364-a9fc-443ce263107f None None] Network d837dc44-76e1-44de-8dbd-40ca545fdf93 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:51.863815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.867289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.130712 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.491573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:52.627852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381f8f9-1535-43f8-a885-8c5fe5ba7205 None None] Network d90bf6e8-a560-475f-a229-713f5281fd70 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:52.682796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:52.735884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d3e69-943f-4eec-ad98-2488ae04987c req-f5d9fe93-9638-4758-bfb7-2bf0f83c5265 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:52.758050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e2d3e69-943f-4eec-ad98-2488ae04987c req-f5d9fe93-9638-4758-bfb7-2bf0f83c5265 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.4010534 Aug 03 19:18:52.776358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.929568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Allocated IP 172.20.0.1 (d90bf6e8-a560-475f-a229-713f5281fd70/bd984b5d-4f3c-482b-8bdb-3ab225ae7f17/e81dbc3d-e16c-4cab-99f2-58bfa64a07b2) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:52.973357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46738) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:52.983730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b07e2134-732f-4c75-9c0c-e4e2685f8cba tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157054322', 'description': 'tempest-description--1765496848'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:53.028337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e2d3e69-943f-4eec-ad98-2488ae04987c req-9bcb2602-167e-4fba-ad3f-57b23f8217fd tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651937 Aug 03 19:18:53.202586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:53.203479 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.280188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.322195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Transition to ACTIVE for port object e81dbc3d-e16c-4cab-99f2-58bfa64a07b2 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:53.346397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cab6c429-81d4-4e9b-b3cc-70889d99d9eb None None] Provisioning for port db3c1f27-5fdf-41df-a16e-a458894a1699 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:53.416451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b07e2134-732f-4c75-9c0c-e4e2685f8cba tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.457462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.512992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.554251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.564685 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.568851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-6eacb0c5-a2d8-49ce-8789-161fe7cb44ee', 'network_id': '6eacb0c5-a2d8-49ce-8789-161fe7cb44ee', 'tenant_id': '3d88f1b817e54aaca2187248f28c0cbe', 'fixed_ips': [{'subnet_id': 'b5065251-63ef-4242-b171-2e6bd20832e8'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:53.570057 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.630958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network d90bf6e8-a560-475f-a229-713f5281fd70 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:53.647197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:53.691290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:53.711879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46752) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:53.754488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d09df98-9e89-4906-86d8-b293b0261c9b None None] Network d837dc44-76e1-44de-8dbd-40ca545fdf93 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:53.794059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Port': ['ID=e81dbc3d-e16c-4cab-99f2-58bfa64a07b2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:53.848024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Allocated IP 172.25.4.125 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/b83a41f7-38f2-429d-a595-e4081b8d9b2d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:53.850511 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.862048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-e069eefb-0e45-44a4-a290-f19fd3dd06b4 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:53.864023 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-e069eefb-0e45-44a4-a290-f19fd3dd06b4 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.63 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.2111080 Aug 03 19:18:54.026472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=37621ba9-ef3b-49e2-9aed-c7c64da2d19f,segment=NetworkSegment(044532d5-3738-499d-a334-1dfcaed3912b),segment_id=044532d5-3738-499d-a334-1dfcaed3912b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:54.054100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.068728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b07e2134-732f-4c75-9c0c-e4e2685f8cba tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.146336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b07e2134-732f-4c75-9c0c-e4e2685f8cba tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.164879 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.217164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.295157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:54.340390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:54.346719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:54.362842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Pushing event updated for resources: {'Port': ['ID=b83a41f7-38f2-429d-a595-e4081b8d9b2d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:54.416763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1963787335-network', 'tenant_id': '5579bf78047c421d94d7a30e656dcf34'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:54.430470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e2134-732f-4c75-9c0c-e4e2685f8cba tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae891436-3a7e-49f7-a01d-a05866c24220,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:54.478674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b07e2134-732f-4c75-9c0c-e4e2685f8cba tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.482622 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b07e2134-732f-4c75-9c0c-e4e2685f8cba tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5066123 Aug 03 19:18:54.496544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3909da-408b-4527-9990-286c351eebb9 req-32a16242-ac43-4443-b84a-44b89f4529b9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:54.503756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46764) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:54.508034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d3909da-408b-4527-9990-286c351eebb9 req-32a16242-ac43-4443-b84a-44b89f4529b9 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.2628174 Aug 03 19:18:54.511004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.525978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6b55cdb3-5ca4-499b-ba70-0d7e523a7047 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Request body: {'security_group_rule': {'security_group_id': 'ae891436-3a7e-49f7-a01d-a05866c24220', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:54.602449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db3c1f27-5fdf-41df-a16e-a458894a1699 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:54.652766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8801af20-495d-4855-af62-6061ca3a0042 None None] Provisioning complete for port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:54.664317 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8801af20-495d-4855-af62-6061ca3a0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.747446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d3909da-408b-4527-9990-286c351eebb9 req-55bfd32d-f7df-4d21-9f93-426e2bc79da0 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288325 Aug 03 19:18:54.794619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Made reservation on behalf of 5579bf78047c421d94d7a30e656dcf34 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:54.797542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.807533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Deleting port b5159ca5-30bd-4bc7-b954-6058c9905dfb {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:54.807751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.913426 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.958820 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b55cdb3-5ca4-499b-ba70-0d7e523a7047 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.978076 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.011027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=37621ba9-ef3b-49e2-9aed-c7c64da2d19f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:55.206651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b55cdb3-5ca4-499b-ba70-0d7e523a7047 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.224218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Allocated IP 172.20.0.2 (6eacb0c5-a2d8-49ce-8789-161fe7cb44ee/b5065251-63ef-4242-b171-2e6bd20832e8/06f971ee-3a6b-43f0-b83e-27ba8a73ec1c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:55.288408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b55cdb3-5ca4-499b-ba70-0d7e523a7047 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.415123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] For port b5159ca5-30bd-4bc7-b954-6058c9905dfb, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b5159ca5-30bd-4bc7-b954-6058c9905dfb,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:55.415892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.421391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port db3c1f27-5fdf-41df-a16e-a458894a1699 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:55.429416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.515411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 2, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:55.516814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port db3c1f27-5fdf-41df-a16e-a458894a1699 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:55.517195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.557984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.669663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.691328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:55.698669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Checking router: 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:18:55.699289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Updating router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:18:55.710328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.710884 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Added segment a2b4969e-3e87-4296-b27c-106c16c69cb5 of type vlan for network acd84b55-7d24-4e3a-a16c-e620317c12be Aug 03 19:18:55.764314 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.823535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.870328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.927153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b55cdb3-5ca4-499b-ba70-0d7e523a7047 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.932096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6b55cdb3-5ca4-499b-ba70-0d7e523a7047 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4232676 Aug 03 19:18:55.933039 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.934172 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.934329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:55.935053 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.938551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55cdb3-5ca4-499b-ba70-0d7e523a7047 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037a0162-ab83-4090-a944-57b93574998c,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:55.950394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46782) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:56.031309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-995cdfe7-c558-4e2b-8e79-72bdc70ef5fd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Request body: {'security_group_rule': {'security_group_id': 'ae891436-3a7e-49f7-a01d-a05866c24220', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:56.035191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port db3c1f27-5fdf-41df-a16e-a458894a1699, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db3c1f27-5fdf-41df-a16e-a458894a1699,segment=NetworkSegment(54ad7374-728a-4637-bd0a-2c1d359877d5),segment_id=54ad7374-728a-4637-bd0a-2c1d359877d5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:56.045111 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.063772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Pushing event updated for resources: {'Network': ['ID=acd84b55-7d24-4e3a-a16c-e620317c12be,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:56.065039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.101939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b87c1-7b38-46ae-812d-33b2090422a5 req-5efad8b4-095c-495b-b656-15c7b99e7d6c tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.104608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a13b87c1-7b38-46ae-812d-33b2090422a5 req-5efad8b4-095c-495b-b656-15c7b99e7d6c tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.1215940 Aug 03 19:18:56.187443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-68d32274-a78d-4e18-b70a-58358059ba22 None None] Provisioning complete for port db3c1f27-5fdf-41df-a16e-a458894a1699 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:56.188780 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-68d32274-a78d-4e18-b70a-58358059ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.191765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=db3c1f27-5fdf-41df-a16e-a458894a1699,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:56.202569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network acd84b55-7d24-4e3a-a16c-e620317c12be details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:56.224756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a13b87c1-7b38-46ae-812d-33b2090422a5 req-17425b0e-feab-4145-96ac-93e6c977ede4 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599234 Aug 03 19:18:56.361689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.561260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Router 68b00adb-90d8-4f11-9b9e-74ddac21250b is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:18:56.629547 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.644691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Transition to ACTIVE for port object 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:56.667088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Transition to ACTIVE for port object 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:56.710670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:56.726795 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Sync routers for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:56.733715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 37621ba9-ef3b-49e2-9aed-c7c64da2d19f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:56.741370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.744924 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:56.745106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb833b4a-1c61-437f-982b-91c48c0b30b6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:56.750173 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:56.771255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.775990 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Port': ['ID=e81dbc3d-e16c-4cab-99f2-58bfa64a07b2,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:56.779930 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.784557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aa1b9d8c-c9db-443d-bd04-62feae71413f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.0605254 Aug 03 19:18:56.784717 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-886f933f-5002-4ff6-bbdb-7ae4174d57b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.785062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46792) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:56.814463 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dd904a74-227e-4ec4-ae70-21735e10b5cc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1006131 Aug 03 19:18:56.864554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46794) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:56.914424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Request body: {'subnet': {'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1963787335-subnet', 'tenant_id': '5579bf78047c421d94d7a30e656dcf34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:56.992876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:56.995615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-995cdfe7-c558-4e2b-8e79-72bdc70ef5fd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.032994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:57.086608 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:57.090170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:57.107447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Pushing event updated for resources: {'Port': ['ID=06f971ee-3a6b-43f0-b83e-27ba8a73ec1c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.395288 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:18:54Z', 'revision_number': 3, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:57.426473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.427245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.427798 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Floating IP 79b6a749-5b0a-4dc9-a825-defce1658c12 disassociated. External IP: 172.25.4.187, port: b5159ca5-30bd-4bc7-b954-6058c9905dfb. Aug 03 19:18:57.428568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Calling delete_port for b5159ca5-30bd-4bc7-b954-6058c9905dfb owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:57.469607 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Checking router: 68b00adb-90d8-4f11-9b9e-74ddac21250b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:18:57.469938 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Updating router 68b00adb-90d8-4f11-9b9e-74ddac21250b port b83a41f7-38f2-429d-a595-e4081b8d9b2d binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:18:57.533156 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.541462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:57.541869 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.552594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network d90bf6e8-a560-475f-a229-713f5281fd70 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:57.553987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0104dd-eb7f-4a4a-9be3-89add62a1fe9 req-74dc56b3-d4b0-492a-aef6-8bffffcd2c8f tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:57.558337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e0104dd-eb7f-4a4a-9be3-89add62a1fe9 req-74dc56b3-d4b0-492a-aef6-8bffffcd2c8f tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 945 time: 0.2087102 Aug 03 19:18:57.568798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Made reservation on behalf of 5579bf78047c421d94d7a30e656dcf34 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:57.571334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.574227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:57.669883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Attempting to bind port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:57.670358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Attempting to bind port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '254635af-dc7c-4a30-a445-936f5eeb185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6eacb0c5-a2d8-49ce-8789-161fe7cb44ee'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:57.670731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Attempting to bind port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c on network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:57.742231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b5159ca5-30bd-4bc7-b954-6058c9905dfb no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:57.803283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:57.803750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Checking segment: {'id': '254635af-dc7c-4a30-a445-936f5eeb185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6eacb0c5-a2d8-49ce-8789-161fe7cb44ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:57.804153 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.804561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Bound using segment: {'id': '254635af-dc7c-4a30-a445-936f5eeb185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6eacb0c5-a2d8-49ce-8789-161fe7cb44ee'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:57.805226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Bound port: 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254635af-dc7c-4a30-a445-936f5eeb185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6eacb0c5-a2d8-49ce-8789-161fe7cb44ee'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:57.805452 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.812035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-68d32274-a78d-4e18-b70a-58358059ba22 None None] Provisioning for port e81dbc3d-e16c-4cab-99f2-58bfa64a07b2 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:57.878046 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.882078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e0104dd-eb7f-4a4a-9be3-89add62a1fe9 req-7cc545ef-ae45-42c2-992a-39d09d5f0321 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bd0159a-2fe0-4a30-a74b-f537a92f2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051195 Aug 03 19:18:57.890722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-68d32274-a78d-4e18-b70a-58358059ba22 None None] Provisioning complete for port e81dbc3d-e16c-4cab-99f2-58bfa64a07b2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:57.891103 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-68d32274-a78d-4e18-b70a-58358059ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.963334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Transition to ACTIVE for port object 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:58.032494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.036756 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-68d32274-a78d-4e18-b70a-58358059ba22 None None] Port e81dbc3d-e16c-4cab-99f2-58bfa64a07b2 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:58.114626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-995cdfe7-c558-4e2b-8e79-72bdc70ef5fd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.152609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-995cdfe7-c558-4e2b-8e79-72bdc70ef5fd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.159336 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.172652 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Transition to ACTIVE for port object b83a41f7-38f2-429d-a595-e4081b8d9b2d will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:58.182165 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.185622 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.235386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db3c1f27-5fdf-41df-a16e-a458894a1699 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:58.240157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cdfe7-c558-4e2b-8e79-72bdc70ef5fd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fa1895-c40e-492a-9f8f-33b8c8d733df,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:58.321857 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Attempting to bind port b83a41f7-38f2-429d-a595-e4081b8d9b2d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:58.322913 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Attempting to bind port b83a41f7-38f2-429d-a595-e4081b8d9b2d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:58.323724 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Attempting to bind port b83a41f7-38f2-429d-a595-e4081b8d9b2d on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:58.329376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-995cdfe7-c558-4e2b-8e79-72bdc70ef5fd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.334912 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014497c3-88f8-4d83-a5eb-f51227c20202 None None] Pushing event updated for resources: {'Port': ['ID=b83a41f7-38f2-429d-a595-e4081b8d9b2d,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:58.346510 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-995cdfe7-c558-4e2b-8e79-72bdc70ef5fd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3248377 Aug 03 19:18:58.352761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46812) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:58.355912 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:58.356977 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:58.358030 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.359018 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:58.360053 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Bound port: b83a41f7-38f2-429d-a595-e4081b8d9b2d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:58.360916 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.374110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:58.408372 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.443356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] For port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:58.570425 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] For port b83a41f7-38f2-429d-a595-e4081b8d9b2d, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:58.578605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.588170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] For port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06f971ee-3a6b-43f0-b83e-27ba8a73ec1c,segment=NetworkSegment(254635af-dc7c-4a30-a445-936f5eeb185a),segment_id=254635af-dc7c-4a30-a445-936f5eeb185a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:58.606939 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] For port b83a41f7-38f2-429d-a595-e4081b8d9b2d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b83a41f7-38f2-429d-a595-e4081b8d9b2d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:58.618146 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.694968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port db3c1f27-5fdf-41df-a16e-a458894a1699 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:58.695308 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.703527 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.739471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Allocated IP 172.20.0.1 (d837dc44-76e1-44de-8dbd-40ca545fdf93/383a944d-87cf-4ac6-bf65-4d3279eac591/36689a9c-9ce2-4370-b720-ccc8c4d66e89) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:58.745100 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.752045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Router 5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:18:58.790032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec99d5f-98cb-46d2-ba7d-9a845283cef8 None None] Pushing event updated for resources: {'Port': ['ID=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:58.823416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-057193de-570e-4ed0-b311-542656de496f None None] Provisioning complete for port e81dbc3d-e16c-4cab-99f2-58bfa64a07b2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:58.826122 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-057193de-570e-4ed0-b311-542656de496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.857071 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014497c3-88f8-4d83-a5eb-f51227c20202 None None] Pushing event updated for resources: {'Port': ['ID=b83a41f7-38f2-429d-a595-e4081b8d9b2d,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:58.896088 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:58.898229 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:58.975696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event deleted for resources: {'Port': ['ID=b5159ca5-30bd-4bc7-b954-6058c9905dfb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:59.137014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.243604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1f24f9d-e38c-4953-a916-f83c61f84274 req-daf0a99e-5271-41a7-a6f2-770b7bbf4d23 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 210 time: 0.1212068 Aug 03 19:18:59.332059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Attempting to bind port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:59.332420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Attempting to bind port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:59.332785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Attempting to bind port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a on network fcd2de05-c962-475a-9b93-a7d41b4cb48b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:59.384168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.438434 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.475193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:59.475768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Checking segment: {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:59.476263 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.477115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Bound using segment: {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:59.477290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Bound port: 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:59.477671 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.538073 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:59.580413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Network d837dc44-76e1-44de-8dbd-40ca545fdf93 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:59.587426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:59.598784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:59.724004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-057193de-570e-4ed0-b311-542656de496f None None] Port e81dbc3d-e16c-4cab-99f2-58bfa64a07b2 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:59.726833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Pushing event updated for resources: {'Port': ['ID=36689a9c-9ce2-4370-b720-ccc8c4d66e89,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:59.770550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.790010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cf6e6-65ce-49b3-bb71-7acf662ee898 None None] Pushing event updated for resources: {'Port': ['ID=06f971ee-3a6b-43f0-b83e-27ba8a73ec1c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:59.909124 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.956100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] For port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:59.973949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] For port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:00.019526 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.106753 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:18:54Z', 'revision_number': 3, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:00.127122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:00.136992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-002b0c93-32db-4748-9123-3a00e1306cea tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "PUT /v2.0/routers/5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7439659 Aug 03 19:19:00.167682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77329a-9ead-45b4-bc33-4aa85fe563d3 None None] The sync data for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 is: [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:18:54Z', 'revision_number': 3, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:00.168287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46832) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:00.182439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Router 5c903655-7573-4ef2-b232-00e679569a00 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:00.205128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec99d5f-98cb-46d2-ba7d-9a845283cef8 None None] Pushing event updated for resources: {'Port': ['ID=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:00.214946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0bc84-4749-4c32-9907-5554994d6f0d None None] Sync routers for ids ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:00.290419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:00.291619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:00.299569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0bc84-4749-4c32-9907-5554994d6f0d None None] Routers {'5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:00.299569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8dd0bc84-4749-4c32-9907-5554994d6f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:00.419271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.420839 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:19:00.539715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93a08f74-e3d0-484b-b4b9-0164e9280f23 req-0fb7b9e3-7ece-49f7-9d43-0afc23e4f054 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 210 time: 0.1034174 Aug 03 19:19:00.595520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9d0866-5ec6-4863-8a31-4cd77b166be6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:00.643244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:00.646992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Checking segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:00.652240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Network hostable DHCP agents. Network: acd84b55-7d24-4e3a-a16c-e620317c12be, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:00.745033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:00.747445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8dd0bc84-4749-4c32-9907-5554994d6f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:00.755915 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-83a71840-c8c3-44ce-8ffe-31bf18a53506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.942562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0bc84-4749-4c32-9907-5554994d6f0d None None] Routers {'5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:00.943565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8dd0bc84-4749-4c32-9907-5554994d6f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:00.971856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.986863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.041516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8dd0bc84-4749-4c32-9907-5554994d6f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:01.042303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0bc84-4749-4c32-9907-5554994d6f0d None None] The sync data for ids ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:01.104406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.267287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:01.369005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Network acd84b55-7d24-4e3a-a16c-e620317c12be is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:01.374432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Pushing event updated for resources: {'Port': ['ID=36689a9c-9ce2-4370-b720-ccc8c4d66e89,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.392531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.508065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:18:59Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:01.579197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Network d837dc44-76e1-44de-8dbd-40ca545fdf93 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:01.581157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:01.610088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea70f3d-9139-4222-b88d-da90a5ce84c5 None None] The sync data for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 is: [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:18:59Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:01.692389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, acd84b55-7d24-4e3a-a16c-e620317c12be) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:01.702030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.706902 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.717267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:01.748675 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] Sync routers for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:01.758686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc384d7-e435-447d-9cb1-e95d3a764ce9 None None] Network acd84b55-7d24-4e3a-a16c-e620317c12be requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:01.792457 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:01.793709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:01.807179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda78de-ad14-45d6-8c2c-52849494af91 None None] Network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:02.024373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5e06b85-7f7d-447e-81be-ad7ab17f2348 req-a6fbc606-702b-4e2a-873c-1cc530aa3467 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 210 time: 0.1274130 Aug 03 19:19:02.084270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Router 68b00adb-90d8-4f11-9b9e-74ddac21250b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:02.086603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-673840ed-45b4-4ff0-beee-d49a7400dbd5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2180789 Aug 03 19:19:02.154478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.209851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-539e5a9f-1caa-41b2-937e-6d340655e41a None None] Provisioning for port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:02.215536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] No DVR routers for this DVR port b5159ca5-30bd-4bc7-b954-6058c9905dfb on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:02.229696 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.244040 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-97158ab8-1e71-427d-984b-a6546c7540c8 req-0cfc1f52-7523-456c-be75-e898f1662a91 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.63 "DELETE /v2.0/ports/b5159ca5-30bd-4bc7-b954-6058c9905dfb HTTP/1.1" status: 204 len: 173 time: 8.3349669 Aug 03 19:19:02.255129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'name': 'network-vif-deleted', 'tag': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:02.275534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-539e5a9f-1caa-41b2-937e-6d340655e41a None None] Provisioning complete for port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:02.278157 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-539e5a9f-1caa-41b2-937e-6d340655e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.278362 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78975668-fe70-48c5-bb07-01cd6a06d8ad" -d '{"events": [{"server_uuid": "0bd3bf8d-5a17-46cb-8677-8989c12fb4f7", "name": "network-vif-deleted", "tag": "b5159ca5-30bd-4bc7-b954-6058c9905dfb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:02.659896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:02.703477 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9b9753-a6c8-4253-8806-506d71a87881 x-openstack-request-id: req-fe9b9753-a6c8-4253-8806-506d71a87881 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:02.704950 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd3bf8d-5a17-46cb-8677-8989c12fb4f7", "name": "network-vif-deleted", "tag": "b5159ca5-30bd-4bc7-b954-6058c9905dfb", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:02.705701 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe9b9753-a6c8-4253-8806-506d71a87881 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:02.706668 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd3bf8d-5a17-46cb-8677-8989c12fb4f7', 'name': 'network-vif-deleted', 'tag': 'b5159ca5-30bd-4bc7-b954-6058c9905dfb', 'status': 'completed', 'code': 200} Aug 03 19:19:03.007283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Allocated IP 172.25.4.87 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c087af80-da06-497a-915b-1cc443f90846) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:03.030254 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:03.051181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:03.112978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-036e177c-7126-4219-a8bf-a9ffec3b850a admin admin] 10.222.0.42 "PUT /v2.0/routers/68b00adb-90d8-4f11-9b9e-74ddac21250b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3206451 Aug 03 19:19:03.437350 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-539e5a9f-1caa-41b2-937e-6d340655e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.639320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af454b8-1797-4e0d-b5ad-628a895cf4c8 None None] Network acd84b55-7d24-4e3a-a16c-e620317c12be requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:03.670114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-287dca5d-c30c-41aa-bbc8-2a73d4a2b871 req-1852c961-6997-4b6c-8c38-d70632918f50 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 210 time: 0.1054513 Aug 03 19:19:03.836896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-8fbf84d0-f3f9-442c-8ef2-edc76c189eeb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:03.852281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-8fbf84d0-f3f9-442c-8ef2-edc76c189eeb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.6446803 Aug 03 19:19:03.877027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-56d5cbcd-3b6e-4397-bfe4-89eeb9c63b28 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/quotas/5579bf78047c421d94d7a30e656dcf34 HTTP/1.1" status: 200 len: 375 time: 0.0233233 Aug 03 19:19:03.896258 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-1a893108-449b-48ef-9798-3e5b8b3b4b87 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:19:03.902797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46904) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:03.912573 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:21Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:03.919319 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1a893108-449b-48ef-9798-3e5b8b3b4b87 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "PUT /v2.0/routers/5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.7282748 Aug 03 19:19:03.976954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.033064 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] Checking router: 5c903655-7573-4ef2-b232-00e679569a00 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:19:04.058474 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:04.059335 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:04.073711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-5274fa7d-d918-42ba-9c97-26d3dd94a05b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1953766 Aug 03 19:19:04.248201 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-76c31b1f-5a64-41fc-aaf3-8109135c8d67 req-fb03234c-c8a0-4310-bf38-17afd7806928 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2585089 Aug 03 19:19:04.252039 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.370166 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-76c31b1f-5a64-41fc-aaf3-8109135c8d67 req-66b3f73d-1713-45a2-b28d-0e668f7e0065 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80817cfe44684c2ca0f4ecbf51e8a336&device_id=0bd3bf8d-5a17-46cb-8677-8989c12fb4f7 HTTP/1.1" status: 200 len: 210 time: 0.0605361 Aug 03 19:19:04.379131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:04.414085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:04.421249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:04.457057 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:04.473825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-539e5a9f-1caa-41b2-937e-6d340655e41a None None] For port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06f971ee-3a6b-43f0-b83e-27ba8a73ec1c,segment=NetworkSegment(254635af-dc7c-4a30-a445-936f5eeb185a),segment_id=254635af-dc7c-4a30-a445-936f5eeb185a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:04.538993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-5ea0836f-d937-48bd-bc8e-ffc6909308ea service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619591 Aug 03 19:19:04.568888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:04.613818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:04.614401 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.704708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event updated for resources: {'Port': ['ID=c087af80-da06-497a-915b-1cc443f90846,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:04.889381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c31b1f-5a64-41fc-aaf3-8109135c8d67 req-2e5f7156-b832-46a9-abcd-048da8851171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:04.893061 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-76c31b1f-5a64-41fc-aaf3-8109135c8d67 req-2e5f7156-b832-46a9-abcd-048da8851171 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=80817cfe44684c2ca0f4ecbf51e8a336&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4890440 Aug 03 19:19:04.926120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Sync routers for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:04.951468 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-539e5a9f-1caa-41b2-937e-6d340655e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.003684 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:21Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:05.063419 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c211ed9-6dd9-4a28-b3ab-eb3206bf562c None None] The sync data for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 is: [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '70ffa9e3-14f2-4157-a91f-fc7798710fb1', 'name': '', 'network_id': 'a70c018a-eb12-4a0b-9027-b773648dbd6a', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'mac_address': 'fa:16:3e:75:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:15:07Z', 'updated_at': '2021-08-03T19:15:21Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'subnets': [{'id': '7b737c63-a91f-4136-9815-ae16d7b3b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:05.093882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.128802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:05.130536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:05.209228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c31b1f-5a64-41fc-aaf3-8109135c8d67 req-4fb35f3c-ad75-466b-b62f-2b559cc34948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:05.212077 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-76c31b1f-5a64-41fc-aaf3-8109135c8d67 req-4fb35f3c-ad75-466b-b62f-2b559cc34948 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3090270 Aug 03 19:19:05.326517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.416174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.598146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e5a9f-1caa-41b2-937e-6d340655e41a None None] Pushing event updated for resources: {'Port': ['ID=06f971ee-3a6b-43f0-b83e-27ba8a73ec1c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.635810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.839967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46926) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:05.854696 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc8d91-9364-4f5b-90fc-2899360d0ca9 None None] New status for floating IP 79b6a749-5b0a-4dc9-a825-defce1658c12: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:19:05.915782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:05.939998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-10a783df-5d70-49d7-a1e0-a2406c586e55 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3995855 Aug 03 19:19:05.943750 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.944973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b83a41f7-38f2-429d-a595-e4081b8d9b2d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:05.953814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:06.014414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.028196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.149143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6c4f0d81-b836-4fd7-b00c-5f8994fea861 None None] Provisioning complete for port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:06.149845 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0d81-b836-4fd7-b00c-5f8994fea861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.174803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870268-6184-487e-8aaf-45437a8e4d26 req-33b14e13-3b10-43ba-8c88-15fd781430e7 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:06.195046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-33b14e13-3b10-43ba-8c88-15fd781430e7 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 820 time: 1.4152067 Aug 03 19:19:06.256532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-aa17da0a-aeba-4fe8-8395-d989ce491c8e tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/quotas/c62e85eb426742fa9271e09656a5e611 HTTP/1.1" status: 200 len: 375 time: 0.0587111 Aug 03 19:19:06.302179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event updated for resources: {'Port': ['ID=c087af80-da06-497a-915b-1cc443f90846,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:06.309301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cec78ac-1cb8-4751-b86e-0725d909407b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.359774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.406033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b83a41f7-38f2-429d-a595-e4081b8d9b2d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:06.414015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.425957 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-22a5bd28-f181-4be7-b528-1b29dac712fc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0634906 Aug 03 19:19:06.577567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-2ed74dfb-f4ee-4dae-8a64-0a03541a36c2 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3123240 Aug 03 19:19:06.641031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:06.648676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b83a41f7-38f2-429d-a595-e4081b8d9b2d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:06.649302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.722666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d14ecd0e-a67f-460a-a60c-4ce73341df25 req-92119835-46fb-4825-b872-8ae47ae87396 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 210 time: 0.0740640 Aug 03 19:19:06.775718 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cec78ac-1cb8-4751-b86e-0725d909407b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.783007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cec78ac-1cb8-4751-b86e-0725d909407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.816596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.820197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46974) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:06.836230 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1cec78ac-1cb8-4751-b86e-0725d909407b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eab01221f5b04bbf87a633ea69811a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9944179 Aug 03 19:19:06.839503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46980) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:06.906889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec78ac-1cb8-4751-b86e-0725d909407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64441f67-d517-43eb-93f5-0a38dfeaf875,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:06.980090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a111831-4b81-45bc-8e2e-c1ec41943816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.016671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 2, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:07.019280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a111831-4b81-45bc-8e2e-c1ec41943816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.112205 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.118573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a111831-4b81-45bc-8e2e-c1ec41943816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.121877 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a111831-4b81-45bc-8e2e-c1ec41943816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.122538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Checking router: 68b00adb-90d8-4f11-9b9e-74ddac21250b for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:19:07.123537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Updating router 68b00adb-90d8-4f11-9b9e-74ddac21250b port 36689a9c-9ce2-4370-b720-ccc8c4d66e89 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:19:07.124077 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4a111831-4b81-45bc-8e2e-c1ec41943816 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64441f67-d517-43eb-93f5-0a38dfeaf875 HTTP/1.1" status: 204 len: 168 time: 0.2829661 Aug 03 19:19:07.129257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-934c02c9-ec33-4ffa-a44c-37f1834b3298 service neutron] 10.222.0.42 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306382 Aug 03 19:19:07.152091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a111831-4b81-45bc-8e2e-c1ec41943816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64441f67-d517-43eb-93f5-0a38dfeaf875,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:07.219464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.288788 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f9b886a-ce17-43a4-9543-481071570651 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.326451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b83a41f7-38f2-429d-a595-e4081b8d9b2d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b83a41f7-38f2-429d-a595-e4081b8d9b2d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:07.354360 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.369515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f9b886a-ce17-43a4-9543-481071570651 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.391399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-00e1ce61-6c26-49bd-8e73-2f29186f574d service neutron] 10.222.0.42 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422493 Aug 03 19:19:07.500452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b83a41f7-38f2-429d-a595-e4081b8d9b2d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:07.503506 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f9b886a-ce17-43a4-9543-481071570651 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.506222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f9b886a-ce17-43a4-9543-481071570651 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.507412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3f9b886a-ce17-43a4-9543-481071570651 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "DELETE /v2.0/security-groups/0bd0159a-2fe0-4a30-a74b-f537a92f2584 HTTP/1.1" status: 204 len: 168 time: 0.6797414 Aug 03 19:19:07.515512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47002) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:07.565942 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-2475613f-89fe-4439-941c-00d09829109d tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] show failed (client error): The resource could not be found. Aug 03 19:19:07.578995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2475613f-89fe-4439-941c-00d09829109d tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "GET /v2.0/security-groups/0bd0159a-2fe0-4a30-a74b-f537a92f2584 HTTP/1.1" status: 404 len: 347 time: 0.0501509 Aug 03 19:19:07.579853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47006) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:07.580154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b886a-ce17-43a4-9543-481071570651 tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd0159a-2fe0-4a30-a74b-f537a92f2584,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:07.719264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Deleting port e81dbc3d-e16c-4cab-99f2-58bfa64a07b2 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:07.719679 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.796713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:08.021293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47014) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:08.139656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:08.140910 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.325341 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.380181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Calling delete_port for e81dbc3d-e16c-4cab-99f2-58bfa64a07b2 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:08.583681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:08.644107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Deleting port 1fdd2373-b925-409b-96b9-c833b433fe4e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:08.644107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.654948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a33a089-9824-4120-9b85-e3ed551ddc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.795255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcdbfd5f-233e-4e2b-a50e-da7d0fb4bba5 req-f6cbd0f7-9949-4a17-bdcc-6eccc9337173 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 210 time: 0.6247611 Aug 03 19:19:08.820847 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.833982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53baebc7-c3a7-46a5-aafb-906d70266c02 req-1766a4c1-4ea3-4552-a8d1-434dbcbb44cb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 210 time: 0.7214067 Aug 03 19:19:08.904329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Transition to ACTIVE for port object 36689a9c-9ce2-4370-b720-ccc8c4d66e89 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:08.912771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:08.918133 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.927052 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.098083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-feb3198d-6fe6-473c-bc7b-5a35fc0a8188 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:09.099996 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-feb3198d-6fe6-473c-bc7b-5a35fc0a8188 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.2750607 Aug 03 19:19:09.128424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Request body: {'port': {'device_id': 'faea1d58-d9dd-4ae6-82b2-e811ec50e438', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'admin_state_up': True, 'tenant_id': '5579bf78047c421d94d7a30e656dcf34'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:09.151158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db37ed-609b-4e6c-9816-1b88f2597f77 None None] Pushing event updated for resources: {'Port': ['ID=36689a9c-9ce2-4370-b720-ccc8c4d66e89,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:09.246406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.246897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.282069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Calling delete_port for 1fdd2373-b925-409b-96b9-c833b433fe4e owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:09.327024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.491799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Attempting to bind port 36689a9c-9ce2-4370-b720-ccc8c4d66e89 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:09.492206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Attempting to bind port 36689a9c-9ce2-4370-b720-ccc8c4d66e89 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:09.492547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Attempting to bind port 36689a9c-9ce2-4370-b720-ccc8c4d66e89 on network d837dc44-76e1-44de-8dbd-40ca545fdf93 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:09.541752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:09.542188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Checking segment: {'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:09.542554 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.542917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Bound using segment: {'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:09.543507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Bound port: 36689a9c-9ce2-4370-b720-ccc8c4d66e89, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:09.543794 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.562341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Port': ['ID=e81dbc3d-e16c-4cab-99f2-58bfa64a07b2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:09.661544 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] For port 36689a9c-9ce2-4370-b720-ccc8c4d66e89, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:09.678708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] For port 36689a9c-9ce2-4370-b720-ccc8c4d66e89, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=36689a9c-9ce2-4370-b720-ccc8c4d66e89,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:09.687977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.747005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b83a41f7-38f2-429d-a595-e4081b8d9b2d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:09.764704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.779187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a33a089-9824-4120-9b85-e3ed551ddc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.795742 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a33a089-9824-4120-9b85-e3ed551ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.868659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:09.868659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:09.975899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db37ed-609b-4e6c-9816-1b88f2597f77 None None] Pushing event updated for resources: {'Port': ['ID=36689a9c-9ce2-4370-b720-ccc8c4d66e89,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:09.991890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Pushing event deleted for resources: {'Port': ['ID=1fdd2373-b925-409b-96b9-c833b433fe4e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:10.022796 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.064619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b83a41f7-38f2-429d-a595-e4081b8d9b2d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:10.065867 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.175109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:10.218807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Made reservation on behalf of 5579bf78047c421d94d7a30e656dcf34 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:10.222616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.331206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1a33a089-9824-4120-9b85-e3ed551ddc80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e83c48355524b4e9bb411d361eaf6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3084908 Aug 03 19:19:10.337245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47080) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:10.382028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e9c7777-5035-4afe-89c7-2f67099da584 req-2ffa1e5e-a6b7-4c17-8e86-5845dd65ac2e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 210 time: 0.3330486 Aug 03 19:19:10.392020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb1c180-a06e-4000-8c49-4202f9366adc req-617a4194-1191-4c77-a532-80b4bdabaf22 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 210 time: 0.3489993 Aug 03 19:19:10.394518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33a089-9824-4120-9b85-e3ed551ddc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e791372-c344-4664-a615-ebb0f15c85df,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:10.444174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870268-6184-487e-8aaf-45437a8e4d26 req-f6280899-ff1c-4c8e-8c2f-8ed1a6608d70 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:10.445832 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-f6280899-ff1c-4c8e-8c2f-8ed1a6608d70 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.88 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 820 time: 0.4007149 Aug 03 19:19:10.458147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.461307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.465955 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a0c83ff7-3dee-4a41-84ce-22ed4f3f3cbc tempest-ServersTestFqdnHostnames-258386137 tempest-ServersTestFqdnHostnames-258386137-project] 10.222.0.42 "DELETE /v2.0/floatingips/79b6a749-5b0a-4dc9-a825-defce1658c12 HTTP/1.1" status: 204 len: 168 time: 2.8848517 Aug 03 19:19:10.471441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47084) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:10.476291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Request body: {'port': {'device_id': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'admin_state_up': True, 'tenant_id': 'c62e85eb426742fa9271e09656a5e611'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:10.725718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:09Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:10.732055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Router 5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:10.780572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084636-6258-4396-b0c5-9cf70b0613b6 None None] The sync data for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 is: [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:09Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:10.891587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:10.908684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-016adb9f-8d29-4a5d-a871-941c6a61df56 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "PUT /v2.0/routers/5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0027351 Aug 03 19:19:10.909367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:10.910154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde1b13-7fd1-4c06-8dec-075c139478ee None None] Sync routers for ids ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:10.939996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde1b13-7fd1-4c06-8dec-075c139478ee None None] Routers {'5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:10.941085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-acde1b13-7fd1-4c06-8dec-075c139478ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:11.029800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-acde1b13-7fd1-4c06-8dec-075c139478ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:11.067776 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-217ad1d9-0253-4bce-8510-e691eaa6c7b1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] delete failed (client error): The resource could not be found. Aug 03 19:19:11.068447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde1b13-7fd1-4c06-8dec-075c139478ee None None] Routers {'5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:11.068847 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-217ad1d9-0253-4bce-8510-e691eaa6c7b1 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-649278554 HTTP/1.1" status: 404 len: 334 time: 0.1496415 Aug 03 19:19:11.075917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:11.085239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-281c4602-82ca-495c-991f-928735f6372e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'router': {'external_gateway_info': {'network_id': '5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:11.086921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-acde1b13-7fd1-4c06-8dec-075c139478ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:11.167648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-acde1b13-7fd1-4c06-8dec-075c139478ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:11.169045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde1b13-7fd1-4c06-8dec-075c139478ee None None] The sync data for ids ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:11.236931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad580c96-29aa-44ce-bf6a-57c2c3956573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:11.297519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Allocated IP 172.20.0.10 (acd84b55-7d24-4e3a-a16c-e620317c12be/df9d0866-5ec6-4863-8a31-4cd77b166be6/a17b09a9-39fb-4d22-834e-a41d53c71d57) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:11.303549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Made reservation on behalf of c62e85eb426742fa9271e09656a5e611 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:11.307576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:11.316767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad580c96-29aa-44ce-bf6a-57c2c3956573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:11.679211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad580c96-29aa-44ce-bf6a-57c2c3956573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:11.682431 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad580c96-29aa-44ce-bf6a-57c2c3956573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:11.686635 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ad580c96-29aa-44ce-bf6a-57c2c3956573 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e791372-c344-4664-a615-ebb0f15c85df HTTP/1.1" status: 204 len: 168 time: 1.3444207 Aug 03 19:19:11.794236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad580c96-29aa-44ce-bf6a-57c2c3956573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e791372-c344-4664-a615-ebb0f15c85df,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:11.897129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 36689a9c-9ce2-4370-b720-ccc8c4d66e89 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:11.992974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Allocated IP 172.20.0.10 (d837dc44-76e1-44de-8dbd-40ca545fdf93/383a944d-87cf-4ac6-bf65-4d3279eac591/abe32f9f-5fd9-40fa-88fa-a9626135d632) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:12.015600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.114226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 36689a9c-9ce2-4370-b720-ccc8c4d66e89 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:12.123087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 36689a9c-9ce2-4370-b720-ccc8c4d66e89 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:12.123820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.387733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.494001 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.610253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93004b58-5037-4c8c-972f-f844c3bb189a req-f45e4cb9-c1d5-4a9b-b3a5-60a8c05a994e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 210 time: 0.2390432 Aug 03 19:19:12.664906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fa1b7e6-ccaa-4f1d-8ec6-ab4cafdfdceb req-46229f9c-fd7d-4071-9ffd-16a007da34da tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 210 time: 0.3407507 Aug 03 19:19:12.685249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 36689a9c-9ce2-4370-b720-ccc8c4d66e89, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=36689a9c-9ce2-4370-b720-ccc8c4d66e89,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:12.694914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.770514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.832216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Network acd84b55-7d24-4e3a-a16c-e620317c12be is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:12.841242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=36689a9c-9ce2-4370-b720-ccc8c4d66e89,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:12.861099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-281c4602-82ca-495c-991f-928735f6372e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.902499 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-281c4602-82ca-495c-991f-928735f6372e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] update failed (client error): The resource could not be found. Aug 03 19:19:12.904981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-281c4602-82ca-495c-991f-928735f6372e tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "PUT /v2.0/routers/5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e HTTP/1.1" status: 404 len: 339 time: 1.8264649 Aug 03 19:19:12.909928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47116) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:12.957576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:12.967348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event updated for resources: {'Port': ['ID=a17b09a9-39fb-4d22-834e-a41d53c71d57,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:13.007160 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.046096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:13.111997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:13.112841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.171396 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-6ce11eef-7533-40df-b7a7-5b7dc3d600b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0472593 Aug 03 19:19:13.175722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.232836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Request body: {'port': {'device_id': 'faea1d58-d9dd-4ae6-82b2-e811ec50e438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:13.242747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Deleting port 70ffa9e3-14f2-4157-a91f-fc7798710fb1 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:13.243166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.342924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Network d837dc44-76e1-44de-8dbd-40ca545fdf93 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:13.399862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.431147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:13.437231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event updated for resources: {'Port': ['ID=abe32f9f-5fd9-40fa-88fa-a9626135d632,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:13.443954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:13.456145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.664630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:13.665574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.695853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] For port 70ffa9e3-14f2-4157-a91f-fc7798710fb1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=70ffa9e3-14f2-4157-a91f-fc7798710fb1,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:13.697170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.749589 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-d02e0615-0420-454d-8f68-4392cb1dd465 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2770596 Aug 03 19:19:13.800050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Request body: {'port': {'device_id': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:13.827065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Calling delete_port for 70ffa9e3-14f2-4157-a91f-fc7798710fb1 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:13.865245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 36689a9c-9ce2-4370-b720-ccc8c4d66e89 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:14.070913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 36689a9c-9ce2-4370-b720-ccc8c4d66e89 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:14.075657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.192362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0e85e-36d3-4fe3-9f06-4763680f1000 req-b43463d6-703a-4d9d-892c-e5e5c5b2137d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:14.201123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56a0e85e-36d3-4fe3-9f06-4763680f1000 req-b43463d6-703a-4d9d-892c-e5e5c5b2137d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 932 time: 0.3594935 Aug 03 19:19:14.289083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfc47-a6f8-4a5a-a44b-b72932d085f6 req-f2a26246-1370-4141-814b-ac91dec26dfb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:14.291113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fdfcfc47-a6f8-4a5a-a44b-b72932d085f6 req-f2a26246-1370-4141-814b-ac91dec26dfb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 932 time: 0.4297178 Aug 03 19:19:14.391386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Allocated IP 172.20.0.1 (8acda612-5a94-4d04-85cf-9bf1015f5b1e/0904c063-7c31-4058-8868-3ffc4403a850/d71f8734-34c1-427a-bdeb-15f762993d4f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:14.401998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56a0e85e-36d3-4fe3-9f06-4763680f1000 req-63a0f82c-53e3-4194-8c28-4208631a4b53 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249828 Aug 03 19:19:14.430345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fdfcfc47-a6f8-4a5a-a44b-b72932d085f6 req-7f69cda5-856d-4d1c-8d92-c788f3c5f1ab tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242399 Aug 03 19:19:14.473540 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.475529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.562896 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ffa9e3-14f2-4157-a91f-fc7798710fb1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:14.677593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.718255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Transition to ACTIVE for port object d71f8734-34c1-427a-bdeb-15f762993d4f will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:14.791687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.945764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Port': ['ID=d71f8734-34c1-427a-bdeb-15f762993d4f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:14.963433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network 8acda612-5a94-4d04-85cf-9bf1015f5b1e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:14.965687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:14.970573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:15.074377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:15.353321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:15.517780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9579e573-55aa-44f1-acb5-b2cf136cbc52 None None] Provisioning for port d71f8734-34c1-427a-bdeb-15f762993d4f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:15.534911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9579e573-55aa-44f1-acb5-b2cf136cbc52 None None] Provisioning complete for port d71f8734-34c1-427a-bdeb-15f762993d4f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:15.536131 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9579e573-55aa-44f1-acb5-b2cf136cbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:15.612589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9579e573-55aa-44f1-acb5-b2cf136cbc52 None None] Port d71f8734-34c1-427a-bdeb-15f762993d4f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:15.859017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cd3c6-2884-4f3b-a376-60e9f1bb5c63 req-420c7bfa-c101-440a-aff2-a80cdfd9cec4 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:15.867750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f5cd3c6-2884-4f3b-a376-60e9f1bb5c63 req-420c7bfa-c101-440a-aff2-a80cdfd9cec4 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 932 time: 0.1625078 Aug 03 19:19:15.957587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37fd93-f225-4353-ad11-89a84990566f req-6eaaa421-276b-4aa6-b30d-71298a77458a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:15.966629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab37fd93-f225-4353-ad11-89a84990566f req-6eaaa421-276b-4aa6-b30d-71298a77458a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 932 time: 0.2411861 Aug 03 19:19:16.001256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f5cd3c6-2884-4f3b-a376-60e9f1bb5c63 req-bc196d9d-3dcd-4659-b8bd-1d7bd44adfed tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284173 Aug 03 19:19:16.055335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.066373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17b09a9-39fb-4d22-834e-a41d53c71d57 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:16.081108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.091591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab37fd93-f225-4353-ad11-89a84990566f req-65be4395-88cd-41bd-b43b-2c63b0eaae2c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162927 Aug 03 19:19:16.189916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Transition to ACTIVE for port object a17b09a9-39fb-4d22-834e-a41d53c71d57 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:16.202585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.257143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.273422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.436426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event updated for resources: {'Port': ['ID=d71f8734-34c1-427a-bdeb-15f762993d4f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:16.482269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a17b09a9-39fb-4d22-834e-a41d53c71d57,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:16.487441 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.551277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe32f9f-5fd9-40fa-88fa-a9626135d632 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:16.607487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.629090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Network 8acda612-5a94-4d04-85cf-9bf1015f5b1e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:16.631276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:16.648129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Transition to ACTIVE for port object abe32f9f-5fd9-40fa-88fa-a9626135d632 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:16.670126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Attempting to bind port a17b09a9-39fb-4d22-834e-a41d53c71d57 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:16.670477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Attempting to bind port a17b09a9-39fb-4d22-834e-a41d53c71d57 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:16.670864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Attempting to bind port a17b09a9-39fb-4d22-834e-a41d53c71d57 on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:16.675074 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.726662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=abe32f9f-5fd9-40fa-88fa-a9626135d632,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:16.737147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Port a17b09a9-39fb-4d22-834e-a41d53c71d57 on network acd84b55-7d24-4e3a-a16c-e620317c12be not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:19:16.737570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Attempting to bind port a17b09a9-39fb-4d22-834e-a41d53c71d57 on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:16.757142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Router 5c903655-7573-4ef2-b232-00e679569a00 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:16.759077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:16.759423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Checking segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:16.759822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Bound using segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:16.760273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Bound port: a17b09a9-39fb-4d22-834e-a41d53c71d57, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:16.760642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.837918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Router 5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:16.962632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] For port a17b09a9-39fb-4d22-834e-a41d53c71d57, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:17.019116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] For port a17b09a9-39fb-4d22-834e-a41d53c71d57, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a17b09a9-39fb-4d22-834e-a41d53c71d57,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:17.040501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.113595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:17.122630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1b9a61b6-7775-4df8-81df-b07a65d3f60f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "PUT /v2.0/routers/5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2105033 Aug 03 19:19:17.134117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47192) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:17.142763 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cdf1f-1ede-4c49-95f8-0d9205e03644 None None] Sync routers for ids ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:17.158653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Attempting to bind port abe32f9f-5fd9-40fa-88fa-a9626135d632 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:17.161194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Attempting to bind port abe32f9f-5fd9-40fa-88fa-a9626135d632 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:17.162146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Attempting to bind port abe32f9f-5fd9-40fa-88fa-a9626135d632 on network d837dc44-76e1-44de-8dbd-40ca545fdf93 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:17.174467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:17.175384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.177092 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] 10.222.0.63 "PUT /v2.0/ports/a17b09a9-39fb-4d22-834e-a41d53c71d57 HTTP/1.1" status: 200 len: 1092 time: 3.9814022 Aug 03 19:19:17.193732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9ca345b-31e6-4439-b348-760ba307dd7b None None] Provisioning complete for port d71f8734-34c1-427a-bdeb-15f762993d4f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:17.193732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9ca345b-31e6-4439-b348-760ba307dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.194268 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cdf1f-1ede-4c49-95f8-0d9205e03644 None None] Routers {'5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:17.194268 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-787cdf1f-1ede-4c49-95f8-0d9205e03644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.200171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faea1d58-d9dd-4ae6-82b2-e811ec50e438', 'tag': 'a17b09a9-39fb-4d22-834e-a41d53c71d57'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:17.208329 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7904c1-5665-498a-af01-77122b072d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "faea1d58-d9dd-4ae6-82b2-e811ec50e438", "tag": "a17b09a9-39fb-4d22-834e-a41d53c71d57"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:17.231946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:17.243367 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fb9ee7d7-702a-4705-b6d4-9490a9030e16 admin admin] 10.222.0.42 "PUT /v2.0/routers/5c903655-7573-4ef2-b232-00e679569a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7565567 Aug 03 19:19:17.247064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Port abe32f9f-5fd9-40fa-88fa-a9626135d632 on network d837dc44-76e1-44de-8dbd-40ca545fdf93 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:19:17.247726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Attempting to bind port abe32f9f-5fd9-40fa-88fa-a9626135d632 on network d837dc44-76e1-44de-8dbd-40ca545fdf93 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:17.252458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47200) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:17.307116 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-787cdf1f-1ede-4c49-95f8-0d9205e03644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.326656 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cdf1f-1ede-4c49-95f8-0d9205e03644 None None] Routers {'5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:17.327194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:17.327804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Checking segment: {'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:17.328599 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-787cdf1f-1ede-4c49-95f8-0d9205e03644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.329117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Bound using segment: {'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:17.330401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Bound port: abe32f9f-5fd9-40fa-88fa-a9626135d632, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:17.331031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.352770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca345b-31e6-4439-b348-760ba307dd7b None None] Port d71f8734-34c1-427a-bdeb-15f762993d4f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:17.357669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e697002e-5587-4111-b967-944a67f9d594 None None] Sync routers for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:17.368812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfa9ff-0a44-4472-9258-13d7556206a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a17b09a9-39fb-4d22-834e-a41d53c71d57,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:17.383943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e697002e-5587-4111-b967-944a67f9d594 None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:17.384579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e697002e-5587-4111-b967-944a67f9d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.465385 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-634f0879-9443-4ac7-b2e6-da63f0650b9f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.477561 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-787cdf1f-1ede-4c49-95f8-0d9205e03644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.479248 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cdf1f-1ede-4c49-95f8-0d9205e03644 None None] The sync data for ids ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:17.621513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-86288380-219e-49f1-b84a-f5001e01220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:17.621513 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-86288380-219e-49f1-b84a-f5001e01220e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 1095 time: 0.3389468 Aug 03 19:19:17.621513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.695507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e697002e-5587-4111-b967-944a67f9d594 None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:17.912185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] For port abe32f9f-5fd9-40fa-88fa-a9626135d632, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:17.916611 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-5cb1f177-f001-4680-8cf2-7b17b22a8341 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a17b09a9-39fb-4d22-834e-a41d53c71d57 HTTP/1.1" status: 200 len: 217 time: 0.2855680 Aug 03 19:19:18.018485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] For port abe32f9f-5fd9-40fa-88fa-a9626135d632, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:18.082985 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.148377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e697002e-5587-4111-b967-944a67f9d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:19:14Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:18.204249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.205064 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.206352 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] 10.222.0.88 "PUT /v2.0/ports/abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 1092 time: 4.4392893 Aug 03 19:19:18.221606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-f84346f8-5fff-47bc-8491-aa7d6b810843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.223158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-f84346f8-5fff-47bc-8491-aa7d6b810843 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.2906191 Aug 03 19:19:18.234067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e697002e-5587-4111-b967-944a67f9d594 None None] Checking router: 5c903655-7573-4ef2-b232-00e679569a00 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:19:18.270903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e697002e-5587-4111-b967-944a67f9d594 None None] Routers {'5c903655-7573-4ef2-b232-00e679569a00'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:18.272267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e697002e-5587-4111-b967-944a67f9d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5c903655-7573-4ef2-b232-00e679569a00'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:18.289110 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-634f0879-9443-4ac7-b2e6-da63f0650b9f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:19:18.298122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47214) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:18.303014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-634f0879-9443-4ac7-b2e6-da63f0650b9f tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/routers/5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e HTTP/1.1" status: 409 len: 329 time: 1.1675110 Aug 03 19:19:18.342562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a36d74-cfb0-47ca-9a3c-c706abb73f7e req-d93a1e4d-e1fb-49de-8ddd-a4f976c2c21f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.345565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30a36d74-cfb0-47ca-9a3c-c706abb73f7e req-d93a1e4d-e1fb-49de-8ddd-a4f976c2c21f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 944 time: 1.2274604 Aug 03 19:19:18.359680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95708a6-d130-4499-96cf-3f08f58e627f req-ea0df626-1847-4f45-8800-a37db4c9e7ab tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.361299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a95708a6-d130-4499-96cf-3f08f58e627f req-ea0df626-1847-4f45-8800-a37db4c9e7ab tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 944 time: 0.8935978 Aug 03 19:19:18.403162 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-9230e57d-5c71-4612-a8e1-3899fc427c1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563311 Aug 03 19:19:18.405275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.424807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30a36d74-cfb0-47ca-9a3c-c706abb73f7e req-7360eccb-b7c1-4ddd-9986-06b02ea69f6b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621128 Aug 03 19:19:18.555408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a95708a6-d130-4499-96cf-3f08f58e627f req-bc7b74b4-fbe5-46b4-8cf6-4121aa59898d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334612 Aug 03 19:19:18.601581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=abe32f9f-5fd9-40fa-88fa-a9626135d632,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:18.622029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e697002e-5587-4111-b967-944a67f9d594 None None] Set router 5c903655-7573-4ef2-b232-00e679569a00 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:18.740106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47220) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:18.754954 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4c0560-8ed0-4fa3-8e85-eca4d2b5e5fd x-openstack-request-id: req-5d4c0560-8ed0-4fa3-8e85-eca4d2b5e5fd {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:18.755277 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faea1d58-d9dd-4ae6-82b2-e811ec50e438", "tag": "a17b09a9-39fb-4d22-834e-a41d53c71d57", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:18.760746 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d4c0560-8ed0-4fa3-8e85-eca4d2b5e5fd {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:18.761523 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faea1d58-d9dd-4ae6-82b2-e811ec50e438', 'tag': 'a17b09a9-39fb-4d22-834e-a41d53c71d57', 'status': 'completed', 'code': 200} Aug 03 19:19:18.778557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-d197a31f-7c91-443a-afe6-aaa978661777 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721098 Aug 03 19:19:18.824574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.827746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.829038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.829038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466fac3-3516-4e34-96b1-28e999f1ea54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:18.920084 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-233b8927-3d2f-4dfa-a179-f86c742e6c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.992646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870268-6184-487e-8aaf-45437a8e4d26 req-93a0167e-e92c-4fb9-97c9-79f87146c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.994292 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-93a0167e-e92c-4fb9-97c9-79f87146c04b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1095 time: 0.7168968 Aug 03 19:19:19.052451 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7b654075-8f2c-4a7b-97e2-c274dc1127c2 req-95070f50-271f-49eb-aede-8e6e1b2bc4b0 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360904 Aug 03 19:19:19.131778 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-66f1b6ba-4eef-4f45-8a34-c7ff6b9fa381 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 217 time: 0.0767171 Aug 03 19:19:19.147445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e697002e-5587-4111-b967-944a67f9d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:19:14Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:19.170044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-233b8927-3d2f-4dfa-a179-f86c742e6c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.181571 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-233b8927-3d2f-4dfa-a179-f86c742e6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.234386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-233b8927-3d2f-4dfa-a179-f86c742e6c20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7b4d58714654b7cbfce55fd88e2c67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928789 Aug 03 19:19:19.235800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b8927-3d2f-4dfa-a179-f86c742e6c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3fa9b5-3e9a-49f0-a6ee-54a6e78c3efa,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:19.239346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47226) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:19.317340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a58db79b-2ef2-4876-9e0c-4964c1759151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.346148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Deleting port 8c93bddd-c990-4329-b158-776db51acf2c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:19.347002 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.371477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870268-6184-487e-8aaf-45437a8e4d26 req-834cf0cd-cba7-41cf-9b88-b9d81a001df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:19.373045 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-834cf0cd-cba7-41cf-9b88-b9d81a001df8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.2075517 Aug 03 19:19:19.379504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a58db79b-2ef2-4876-9e0c-4964c1759151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.491728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a58db79b-2ef2-4876-9e0c-4964c1759151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.496867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a58db79b-2ef2-4876-9e0c-4964c1759151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.521914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a58db79b-2ef2-4876-9e0c-4964c1759151 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de3fa9b5-3e9a-49f0-a6ee-54a6e78c3efa HTTP/1.1" status: 204 len: 168 time: 0.2742326 Aug 03 19:19:19.525761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e697002e-5587-4111-b967-944a67f9d594 None None] The sync data for ids ['5c903655-7573-4ef2-b232-00e679569a00'] in n-d-803378-1 is: [{'id': '5c903655-7573-4ef2-b232-00e679569a00', 'name': 'tempest-ServersTestFqdnHostnames-147568390-router', 'tenant_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c93bddd-c990-4329-b158-776db51acf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:55Z', 'updated_at': '2021-08-03T19:19:14Z', 'revision_number': 5, 'project_id': '80817cfe44684c2ca0f4ecbf51e8a336', 'gw_port': {'id': '8c93bddd-c990-4329-b158-776db51acf2c', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c903655-7573-4ef2-b232-00e679569a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:58Z', 'updated_at': '2021-08-03T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:19.549297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58db79b-2ef2-4876-9e0c-4964c1759151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3fa9b5-3e9a-49f0-a6ee-54a6e78c3efa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:19.691913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694e46a-9857-4de8-a981-c94c3d399bc0 req-938e852b-17b1-452d-9e6b-8dd94e88774c tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:19.695728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6694e46a-9857-4de8-a981-c94c3d399bc0 req-938e852b-17b1-452d-9e6b-8dd94e88774c tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 944 time: 0.0747209 Aug 03 19:19:19.780903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6694e46a-9857-4de8-a981-c94c3d399bc0 req-a70d5907-0536-41c2-b07e-e9f61b495e7b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714312 Aug 03 19:19:19.821901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b772f-b1d1-4739-8b07-9b2d170ccf27 req-d9528fdb-0ef3-46b5-aee6-595f21ae8bf3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:19.825511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-774b772f-b1d1-4739-8b07-9b2d170ccf27 req-d9528fdb-0ef3-46b5-aee6-595f21ae8bf3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 944 time: 0.1285050 Aug 03 19:19:19.910268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-774b772f-b1d1-4739-8b07-9b2d170ccf27 req-dc4dc932-97f2-4a3e-9607-ca5280a83413 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726986 Aug 03 19:19:20.019767 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-f378cc73-28a2-4864-b4fe-411e971fe5cf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6149528 Aug 03 19:19:20.033306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7904c1-5665-498a-af01-77122b072d8a req-ead6e611-4cde-4834-a0c7-2a9dff98b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:20.035630 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec7904c1-5665-498a-af01-77122b072d8a req-ead6e611-4cde-4834-a0c7-2a9dff98b6ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 1095 time: 0.8240249 Aug 03 19:19:20.127553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47244) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:20.153787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59aa87dc-c02b-4ce8-a41e-f44d80cee57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.280332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] For port 8c93bddd-c990-4329-b158-776db51acf2c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8c93bddd-c990-4329-b158-776db51acf2c,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:20.280703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.333904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59aa87dc-c02b-4ce8-a41e-f44d80cee57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.341105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59aa87dc-c02b-4ce8-a41e-f44d80cee57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.351167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Calling delete_port for 8c93bddd-c990-4329-b158-776db51acf2c owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:20.390770 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.400230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7904c1-5665-498a-af01-77122b072d8a req-24f41ed2-888b-432a-af8f-e06f048e403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:20.401849 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec7904c1-5665-498a-af01-77122b072d8a req-24f41ed2-888b-432a-af8f-e06f048e403c service neutron] 10.222.0.63 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 913 time: 0.3546841 Aug 03 19:19:20.417264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-59aa87dc-c02b-4ce8-a41e-f44d80cee57b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ff17b7d5d664f3cb03262ffffec41b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846003 Aug 03 19:19:20.417264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa87dc-c02b-4ce8-a41e-f44d80cee57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a39a35-4d43-45fa-9ea2-7b7b17e50786,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:20.417637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47246) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:20.482220 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-7cac6b05-e55c-4cf0-bca2-89991c0f9c98 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452794 Aug 03 19:19:20.502405 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4370fab4-1e55-4c4b-8eb9-ecdacce900bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.533018 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4370fab4-1e55-4c4b-8eb9-ecdacce900bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.537056 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec7904c1-5665-498a-af01-77122b072d8a req-8d4c7ad2-8cb4-4bcd-9073-59725790edeb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a17b09a9-39fb-4d22-834e-a41d53c71d57 HTTP/1.1" status: 200 len: 217 time: 0.0593779 Aug 03 19:19:20.616248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4370fab4-1e55-4c4b-8eb9-ecdacce900bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.622053 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4370fab4-1e55-4c4b-8eb9-ecdacce900bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.629856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4370fab4-1e55-4c4b-8eb9-ecdacce900bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3a39a35-4d43-45fa-9ea2-7b7b17e50786 HTTP/1.1" status: 204 len: 168 time: 0.2064312 Aug 03 19:19:20.640575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370fab4-1e55-4c4b-8eb9-ecdacce900bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a39a35-4d43-45fa-9ea2-7b7b17e50786,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:20.729446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.778289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:20.780412 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:20.895363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7904c1-5665-498a-af01-77122b072d8a req-b84c31e8-fa9b-4797-bea1-541ce9afef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:20.896891 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec7904c1-5665-498a-af01-77122b072d8a req-b84c31e8-fa9b-4797-bea1-541ce9afef06 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.3459983 Aug 03 19:19:20.898451 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6e0cb8-f08a-4c18-a4d0-cf7ffa297cb8 x-openstack-request-id: req-8c6e0cb8-f08a-4c18-a4d0-cf7ffa297cb8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:20.898793 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:20.899041 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c6e0cb8-f08a-4c18-a4d0-cf7ffa297cb8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:20.899421 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'status': 'completed', 'code': 200} Aug 03 19:19:20.945541 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec7904c1-5665-498a-af01-77122b072d8a req-d418a36e-1478-4aa8-b7ac-35e4f946ea65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370080 Aug 03 19:19:21.126225 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-45870268-6184-487e-8aaf-45437a8e4d26 req-6ac6648a-d82c-49ba-b26a-b04e602a4299 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879350 Aug 03 19:19:21.233172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a293c-653d-4666-adf9-fd240597ff22 req-21809992-bcbf-4e1c-a8a0-2b13247e8847 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:21.237830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db8a293c-653d-4666-adf9-fd240597ff22 req-21809992-bcbf-4e1c-a8a0-2b13247e8847 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 944 time: 0.3316262 Aug 03 19:19:21.252023 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec7904c1-5665-498a-af01-77122b072d8a req-ba364285-e400-49dc-9d11-8c17a6b7bba5 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966409 Aug 03 19:19:21.376407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.423994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c93bddd-c990-4329-b158-776db51acf2c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:21.455388 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec7904c1-5665-498a-af01-77122b072d8a req-13446376-7337-4128-9982-f25e0e46215c service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879418 Aug 03 19:19:21.506322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae7cae-e17f-46aa-8db8-e678a8cc274c req-0bc8b8ee-4639-427d-b92f-82db7bda0ad1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:21.514113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dae7cae-e17f-46aa-8db8-e678a8cc274c req-0bc8b8ee-4639-427d-b92f-82db7bda0ad1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 944 time: 0.2731142 Aug 03 19:19:21.526737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-c5876a9d-17c0-4cc6-aad8-b8c19b0880f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:21.528844 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-c5876a9d-17c0-4cc6-aad8-b8c19b0880f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1095 time: 0.2830939 Aug 03 19:19:21.530569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db8a293c-653d-4666-adf9-fd240597ff22 req-05d0c1a7-83b9-4fe1-b588-4b68ca048497 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530558 Aug 03 19:19:21.630800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dae7cae-e17f-46aa-8db8-e678a8cc274c req-0c1fe5eb-3220-4660-b856-17faf4b9f433 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984788 Aug 03 19:19:21.755718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 70ffa9e3-14f2-4157-a91f-fc7798710fb1 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:21.768412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.800649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 70ffa9e3-14f2-4157-a91f-fc7798710fb1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:21.804203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 70ffa9e3-14f2-4157-a91f-fc7798710fb1 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:22.042639 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.054877 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.070905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-0df4bd0b-bd56-490f-ba0f-61d6805b4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:22.077686 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-0df4bd0b-bd56-490f-ba0f-61d6805b4d2a service neutron] 10.222.0.88 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.5389001 Aug 03 19:19:22.220550 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-b9481d36-f74a-4cb2-97b7-bfd4c01d10c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 217 time: 0.1321533 Aug 03 19:19:22.227093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.227908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c903655-7573-4ef2-b232-00e679569a00 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:19:22.235513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.237294 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3dd5e468-3c8d-4f6d-8da7-e346e3d66c2b admin admin] 10.222.0.42 "DELETE /v2.0/routers/5c903655-7573-4ef2-b232-00e679569a00 HTTP/1.1" status: 204 len: 168 time: 4.9830866 Aug 03 19:19:22.241799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47288) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:22.323439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Deleting port d71f8734-34c1-427a-bdeb-15f762993d4f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:22.323858 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.349191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Deleting subnet 7b737c63-a91f-4136-9815-ae16d7b3b91f {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:22.355587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.398420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device abe32f9f-5fd9-40fa-88fa-a9626135d632 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:22.410134 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.431184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-d0c28cf2-2840-45b5-a711-92308a29227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:22.447473 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-d0c28cf2-2840-45b5-a711-92308a29227d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.2056329 Aug 03 19:19:22.546687 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-6c823f05-f52f-410e-bf87-45c994839687 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910718 Aug 03 19:19:22.547264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.681573 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.750827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.783530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.791672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Calling delete_port for d71f8734-34c1-427a-bdeb-15f762993d4f owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:22.793114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port abe32f9f-5fd9-40fa-88fa-a9626135d632, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:22.796402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7b737c63-a91f-4136-9815-ae16d7b3b91f HTTP/1.1" status: 204 len: 168 time: 0.5515108 Aug 03 19:19:22.797933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b737c63-a91f-4136-9815-ae16d7b3b91f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:22.804506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47302) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:22.827293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.827766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.828892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.829466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.830074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.830630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.831451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.832034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.832576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.833128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.839950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e29a7-583d-4553-8f31-b31c760f93a5 None None] Network a70c018a-eb12-4a0b-9027-b773648dbd6a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:22.846082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.847457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e538852-fe29-4069-8fd9-94828c9a7506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:22.847627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'port_id': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'mac_address': 'fa:16:3e:0b:f8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:22.914153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47306) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:22.928344 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-727851fc-2c40-46cf-b43e-b77dfb73eb50 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725574 Aug 03 19:19:22.983878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-543791905'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:23.075604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cae77b-80d1-4fe3-8074-69d255dbe206 req-48239dda-8bfe-45b4-a52e-d9bd3259768a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:23.076724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9cae77b-80d1-4fe3-8074-69d255dbe206 req-48239dda-8bfe-45b4-a52e-d9bd3259768a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 944 time: 0.3786936 Aug 03 19:19:23.153026 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.198970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16483bbb-ff19-4cc7-80d3-de5e496ffa7f req-07033bb1-31cf-47e9-90f3-2c6fc5ac6a0a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:23.200769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16483bbb-ff19-4cc7-80d3-de5e496ffa7f req-07033bb1-31cf-47e9-90f3-2c6fc5ac6a0a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 944 time: 0.3214355 Aug 03 19:19:23.201529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:23.207510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.234040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe32f9f-5fd9-40fa-88fa-a9626135d632 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:23.279638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port abe32f9f-5fd9-40fa-88fa-a9626135d632, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:23.288176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:23.291476 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.320400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.321212 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Added segment 842dbff0-d826-489b-8e38-1165c161e521 of type vlan for network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b Aug 03 19:19:23.367631 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.409842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9cae77b-80d1-4fe3-8074-69d255dbe206 req-d4b1cee9-2bb1-4370-a407-0114abf92028 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096280 Aug 03 19:19:23.432329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.463604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] DHCP port deletion for a70c018a-eb12-4a0b-9027-b773648dbd6a request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:23.502549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16483bbb-ff19-4cc7-80d3-de5e496ffa7f req-58c96883-0c0e-4bb2-874d-95bf6d3955cc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761934 Aug 03 19:19:23.563986 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.576160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:23.580782 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.638674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['abe32f9f-5fd9-40fa-88fa-a9626135d632'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:23.642409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=abe32f9f-5fd9-40fa-88fa-a9626135d632,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:23.724417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8c93bddd-c990-4329-b158-776db51acf2c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:23.731325 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.732115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.732327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.732662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.732980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.733307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.733641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.733967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.734282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.735141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.735460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.735833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:23.753050 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17ef74f7-dcb8-4043-94e2-2da7a90f05ac req-557c343b-b67f-4926-9352-5d5767fa4303 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8152573 Aug 03 19:19:23.766779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8c93bddd-c990-4329-b158-776db51acf2c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:23.767106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8c93bddd-c990-4329-b158-776db51acf2c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:23.767364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fd14ace6-e1ba-449c-a1a5-83ab5da14299 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:23.804015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8354390 Aug 03 19:19:23.804015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54c15b-8226-4764-982f-059f5e810bd8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Network': ['ID=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:23.810244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47318) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:23.818800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1351427881'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:23.829564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Deleting port fd14ace6-e1ba-449c-a1a5-83ab5da14299 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:23.830168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.893878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device a17b09a9-39fb-4d22-834e-a41d53c71d57 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:23.896871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:23.931130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:23.935931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.986876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] For port fd14ace6-e1ba-449c-a1a5-83ab5da14299, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fd14ace6-e1ba-449c-a1a5-83ab5da14299,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:23.987219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.001969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:24.010993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Calling delete_port for fd14ace6-e1ba-449c-a1a5-83ab5da14299 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:24.013025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.075096 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.075520 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Added segment 99d699c4-f8a5-4fd4-a12f-05f73aafdf2a of type vlan for network 76ab11a9-6628-4f91-bb1a-74d1c4595902 Aug 03 19:19:24.096021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] Deleting port fd14ace6-e1ba-449c-a1a5-83ab5da14299 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:24.096449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.133554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Port': ['ID=d71f8734-34c1-427a-bdeb-15f762993d4f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:24.215175 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:19:24.259393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.391505 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.419928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.422526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.432340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:24.434987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.610862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] For port fd14ace6-e1ba-449c-a1a5-83ab5da14299, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fd14ace6-e1ba-449c-a1a5-83ab5da14299,segment=NetworkSegment(ddece07d-72c3-47c0-9ac0-b8cf5a794e5a),segment_id=ddece07d-72c3-47c0-9ac0-b8cf5a794e5a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:24.611653 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.639983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e03f49-36d9-4a6f-881a-b10a3db2c40b req-fa17394f-0a03-48c6-9e31-a331287c262f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:24.649411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75e03f49-36d9-4a6f-881a-b10a3db2c40b req-fa17394f-0a03-48c6-9e31-a331287c262f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 945 time: 0.0935059 Aug 03 19:19:24.669739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] Calling delete_port for fd14ace6-e1ba-449c-a1a5-83ab5da14299 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:24.696081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Network': ['ID=76ab11a9-6628-4f91-bb1a-74d1c4595902,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:24.704435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.713203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port a17b09a9-39fb-4d22-834e-a41d53c71d57, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a17b09a9-39fb-4d22-834e-a41d53c71d57,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:24.746760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 76ab11a9-6628-4f91-bb1a-74d1c4595902 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:24.767761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75e03f49-36d9-4a6f-881a-b10a3db2c40b req-d866ae7f-6e79-4af4-8f1d-12334aef55bc tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169286 Aug 03 19:19:24.942523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ff2c9-c30d-4db0-abc4-ed72039c1950 req-8d8e7567-8b6f-48b3-9092-ce5ff5d6dc86 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:24.957175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-965ff2c9-c30d-4db0-abc4-ed72039c1950 req-8d8e7567-8b6f-48b3-9092-ce5ff5d6dc86 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 944 time: 0.2094815 Aug 03 19:19:24.966394 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.976031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'a17b09a9-39fb-4d22-834e-a41d53c71d57', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'port_id': 'a17b09a9-39fb-4d22-834e-a41d53c71d57', 'mac_address': 'fa:16:3e:46:47:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d0866-5ec6-4863-8a31-4cd77b166be6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:25.034993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-965ff2c9-c30d-4db0-abc4-ed72039c1950 req-90844618-3dfe-40fc-a548-37b9c7620ae7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760565 Aug 03 19:19:25.061463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] Pushing event deleted for resources: {'Port': ['ID=fd14ace6-e1ba-449c-a1a5-83ab5da14299,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:25.106815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c58d0-9960-4571-b6af-199e340694d8 None None] No DVR routers for this DVR port fd14ace6-e1ba-449c-a1a5-83ab5da14299 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:25.153196 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.174715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17b09a9-39fb-4d22-834e-a41d53c71d57 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:25.210646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port a17b09a9-39fb-4d22-834e-a41d53c71d57, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a17b09a9-39fb-4d22-834e-a41d53c71d57,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:25.217587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.289161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=a17b09a9-39fb-4d22-834e-a41d53c71d57,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:25.474271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd14ace6-e1ba-449c-a1a5-83ab5da14299,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:25.478664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] No DVR routers for this DVR port fd14ace6-e1ba-449c-a1a5-83ab5da14299 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:25.489336 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ec4d7119-7ab5-4830-af87-fa9091df5ce9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6752472 Aug 03 19:19:25.491097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47354) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:25.496433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'subnet': {'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:25.611636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['a17b09a9-39fb-4d22-834e-a41d53c71d57'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:25.614747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.648217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:25.659694 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.775509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.802005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70c018a-eb12-4a0b-9027-b773648dbd6a']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.807593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Router 5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:25.852370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.854845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddece07d-72c3-47c0-9ac0-b8cf5a794e5a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.901506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.995480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.088943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf79a5-09b3-470f-8f65-ec6e8f66ebe1 req-7c86263d-309a-4c7b-a453-31257d10e39d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:26.098386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98bf79a5-09b3-470f-8f65-ec6e8f66ebe1 req-7c86263d-309a-4c7b-a453-31257d10e39d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 945 time: 0.1350737 Aug 03 19:19:26.105577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:26.106255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:26.110156 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:26.142596 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4057c1f1-b2d7-4824-833e-db9c5b60b93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.218032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:26.227819 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-71be0193-1f00-47d2-ade3-730288c3f339 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "PUT /v2.0/routers/5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9047120 Aug 03 19:19:26.238214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47370) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.245107 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c975d1a-6704-4891-949e-708af99ff863 None None] Sync routers for ids ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:26.250374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.266736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c975d1a-6704-4891-949e-708af99ff863 None None] Routers {'5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:26.267818 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6c975d1a-6704-4891-949e-708af99ff863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:26.311884 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6c975d1a-6704-4891-949e-708af99ff863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:26.325522 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c975d1a-6704-4891-949e-708af99ff863 None None] Routers {'5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:26.326461 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6c975d1a-6704-4891-949e-708af99ff863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:26.361925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98bf79a5-09b3-470f-8f65-ec6e8f66ebe1 req-1ea322f7-7578-468d-b17b-6ae5fb74e374 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059157 Aug 03 19:19:26.404201 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-f1f1cccb-c494-4b72-8838-625cf0567fee tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] show failed (client error): The resource could not be found. Aug 03 19:19:26.405933 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6c975d1a-6704-4891-949e-708af99ff863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:26.411522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f1f1cccb-c494-4b72-8838-625cf0567fee tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-827316210 HTTP/1.1" status: 404 len: 334 time: 0.1682227 Aug 03 19:19:26.412942 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c975d1a-6704-4891-949e-708af99ff863 None None] The sync data for ids ['5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:26.413075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47372) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.416946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.430725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ed157289-0776-476a-8ccf-f9284ae5f9a6 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:26.431014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device abe32f9f-5fd9-40fa-88fa-a9626135d632 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:26.441674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.448131 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a70c018a-eb12-4a0b-9027-b773648dbd6a HTTP/1.1" status: 204 len: 168 time: 3.6384788 Aug 03 19:19:26.514939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bba24f-8ed0-401a-87c2-4c173063fc49 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70c018a-eb12-4a0b-9027-b773648dbd6a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:26.520422 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-ed157289-0776-476a-8ccf-f9284ae5f9a6 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] update failed (client error): The resource could not be found. Aug 03 19:19:26.526316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ed157289-0776-476a-8ccf-f9284ae5f9a6 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-744131196 HTTP/1.1" status: 404 len: 334 time: 0.1094704 Aug 03 19:19:26.527250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Subnet': ['ID=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:26.530280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47380) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.570253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port abe32f9f-5fd9-40fa-88fa-a9626135d632 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:26.574892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port abe32f9f-5fd9-40fa-88fa-a9626135d632 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:26.575432 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.612200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e1f0f-353d-4501-af33-29b5ce5fed92 req-1ac2b1e5-bf69-483d-bd7f-5f245e5ca73a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:26.633812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e39e1f0f-353d-4501-af33-29b5ce5fed92 req-1ac2b1e5-bf69-483d-bd7f-5f245e5ca73a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 945 time: 0.2910981 Aug 03 19:19:26.669225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7613843d-fc87-4627-be93-51ff8fc63d12 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Deleting subnet b5065251-63ef-4242-b171-2e6bd20832e8 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:26.674029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7613843d-fc87-4627-be93-51ff8fc63d12 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.680274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Checking segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:26.681127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network hostable DHCP agents. Network: 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:26.749015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e39e1f0f-353d-4501-af33-29b5ce5fed92 req-5d69509a-ebb1-41e8-ada9-a3632b16f3e0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124878 Aug 03 19:19:26.753922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:26.756353 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7613843d-fc87-4627-be93-51ff8fc63d12 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.792199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:26.811608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:26.812933 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.838989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa526510-5896-45fd-9f46-0fa51e7b2c90 None None] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:26.852096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47384) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.872487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e44f7de2-28d1-4e9a-b6ab-c642236834ef tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3774111 Aug 03 19:19:26.876867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47390) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.881462 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.891311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'subnet': {'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:26.978273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47392) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.987551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7613843d-fc87-4627-be93-51ff8fc63d12 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.046104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:27.050420 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cd073f-c0bd-4ccb-8477-d3cc8c365543" -d '{"events": [{"server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "name": "network-vif-plugged", "status": "completed", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:27.089318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:27.097286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port abe32f9f-5fd9-40fa-88fa-a9626135d632, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:27.101128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.123820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.125807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-432f65a4-14ac-4cc8-9a54-8292c0133348 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80817cfe44684c2ca0f4ecbf51e8a336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460352 Aug 03 19:19:27.127431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47396) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:27.208253 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3273e666-918b-40ec-9c21-8b4efaed45d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.264344 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36dae1f-d357-478f-b879-57c4a7ae1975 x-openstack-request-id: req-f36dae1f-d357-478f-b879-57c4a7ae1975 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:27.266220 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "name": "network-vif-plugged", "status": "completed", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:27.267098 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f36dae1f-d357-478f-b879-57c4a7ae1975 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:27.267989 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'code': 200} Aug 03 19:19:27.292272 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3273e666-918b-40ec-9c21-8b4efaed45d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.326826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88f3b75e-31b2-4794-96f1-b576f1d51066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.337011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=abe32f9f-5fd9-40fa-88fa-a9626135d632,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:27.362774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7613843d-fc87-4627-be93-51ff8fc63d12 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.409286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'fixed_ips': [{'subnet_id': '0380d116-1d9f-4554-8d01-cd1b6eb9a1dd'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:19:27.411220 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.428359 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7613843d-fc87-4627-be93-51ff8fc63d12 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.432285 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7613843d-fc87-4627-be93-51ff8fc63d12 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/subnets/b5065251-63ef-4242-b171-2e6bd20832e8 HTTP/1.1" status: 204 len: 168 time: 0.8993359 Aug 03 19:19:27.435520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613843d-fc87-4627-be93-51ff8fc63d12 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Subnet': ['ID=b5065251-63ef-4242-b171-2e6bd20832e8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:27.444929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47398) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:27.461509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd83196-54c5-4f0b-b1d1-139d09a64e53 None None] Network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:27.464357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357753-8379-400e-8073-41c7c52072e4 req-e0e5ecf8-230e-4493-97b8-dd6b378d6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:27.470755 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-26357753-8379-400e-8073-41c7c52072e4 req-e0e5ecf8-230e-4493-97b8-dd6b378d6973 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 0.1665578 Aug 03 19:19:27.521979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-26357753-8379-400e-8073-41c7c52072e4 req-a623f9ab-e2a5-4654-baa3-33dd3d579544 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Aug 03 19:19:27.754854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4c8a8b-4af6-432f-a51f-91046c8327f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Deleting subnet bd984b5d-4f3c-482b-8bdb-3ab225ae7f17 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:27.771375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8a8b-4af6-432f-a51f-91046c8327f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.834540 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3273e666-918b-40ec-9c21-8b4efaed45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.844376 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3273e666-918b-40ec-9c21-8b4efaed45d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.847789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3273e666-918b-40ec-9c21-8b4efaed45d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37a72c9f-e65e-4502-b520-cdd0bbd67e0a HTTP/1.1" status: 204 len: 168 time: 0.7172024 Aug 03 19:19:27.877369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device a17b09a9-39fb-4d22-834e-a41d53c71d57 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:27.899424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8a8b-4af6-432f-a51f-91046c8327f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.962713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.051195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Subnet': ['ID=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:28.069430 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8a8b-4af6-432f-a51f-91046c8327f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.091564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Checking segment: {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:28.092173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network hostable DHCP agents. Network: 76ab11a9-6628-4f91-bb1a-74d1c4595902, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:28.097086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Allocated IP 10.1.1.2 (1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b/0380d116-1d9f-4554-8d01-cd1b6eb9a1dd/b1f0bf43-0777-4cf1-891d-5a0256c0377c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:28.126715 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 76ab11a9-6628-4f91-bb1a-74d1c4595902 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:28.147288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 76ab11a9-6628-4f91-bb1a-74d1c4595902) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:28.160064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:28.160975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.171183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fd9042-6217-495c-b77f-f2cd4d01b58e None None] Network 76ab11a9-6628-4f91-bb1a-74d1c4595902 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:28.209531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port a17b09a9-39fb-4d22-834e-a41d53c71d57 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:28.224276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff94972-8d7f-4dee-b387-35e6a2daa0eb req-c0efa8ff-5355-4789-a6e3-c8d5b606b4c1 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:28.232675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ff94972-8d7f-4dee-b387-35e6a2daa0eb req-c0efa8ff-5355-4789-a6e3-c8d5b606b4c1 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.6409760 Aug 03 19:19:28.243883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273e666-918b-40ec-9c21-8b4efaed45d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a72c9f-e65e-4502-b520-cdd0bbd67e0a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:28.292148 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8a8b-4af6-432f-a51f-91046c8327f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.413302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] DHCP port deletion for 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:28.418356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b516e9-77af-4304-ad8d-82eb8f0e370c None None] Network d90bf6e8-a560-475f-a229-713f5281fd70 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:28.438507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88f3b75e-31b2-4794-96f1-b576f1d51066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.440502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c8a8b-4af6-432f-a51f-91046c8327f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Subnet': ['ID=bd984b5d-4f3c-482b-8bdb-3ab225ae7f17,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:28.443825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8a8b-4af6-432f-a51f-91046c8327f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.446097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac4c8a8b-4af6-432f-a51f-91046c8327f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/subnets/bd984b5d-4f3c-482b-8bdb-3ab225ae7f17 HTTP/1.1" status: 204 len: 168 time: 0.9960535 Aug 03 19:19:28.450353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47418) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.458399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88f3b75e-31b2-4794-96f1-b576f1d51066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.474833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-acb36d3e-067a-496c-bb3e-a0824eeccfca tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5944278 Aug 03 19:19:28.487075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47422) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.505874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ff94972-8d7f-4dee-b387-35e6a2daa0eb req-d003bca9-5f46-4f91-8bcf-582dc6d7bd29 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724340 Aug 03 19:19:28.511199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'port': {'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'name': 'tempest-TaggedBootDevicesTest-1786583331', 'fixed_ips': [{'subnet_id': '0380d116-1d9f-4554-8d01-cd1b6eb9a1dd'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:28.551444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port a17b09a9-39fb-4d22-834e-a41d53c71d57 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:28.551444 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.613114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-88f3b75e-31b2-4794-96f1-b576f1d51066 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=541af8978af94ab882bdae42dd832687&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7568445 Aug 03 19:19:28.614196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47428) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.626659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3b75e-31b2-4794-96f1-b576f1d51066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4107562-8529-480e-a1cb-af37a774bca0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:28.644522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6171fc5-b5c1-4969-aca8-5fa0797a766f req-9ccedada-b0b1-4f93-a7c2-eff19142bf13 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:28.646293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6171fc5-b5c1-4969-aca8-5fa0797a766f req-9ccedada-b0b1-4f93-a7c2-eff19142bf13 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 945 time: 0.4076622 Aug 03 19:19:28.674331 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.806235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Deleting port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:28.806627 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.852383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-76ab11a9-6628-4f91-bb1a-74d1c4595902', 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'fixed_ips': [{'subnet_id': 'f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:19:28.853378 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.898224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] For port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06f971ee-3a6b-43f0-b83e-27ba8a73ec1c,segment=NetworkSegment(254635af-dc7c-4a30-a445-936f5eeb185a),segment_id=254635af-dc7c-4a30-a445-936f5eeb185a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:28.898601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.909907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:28.919718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Calling delete_port for 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:29.049221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.174833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] No DVR routers for this DVR port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:29.184694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Port': ['ID=06f971ee-3a6b-43f0-b83e-27ba8a73ec1c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:29.228453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] Deleting port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:29.229095 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.262583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6171fc5-b5c1-4969-aca8-5fa0797a766f req-0a260be3-8c2b-4427-bff6-3570e4853441 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041954 Aug 03 19:19:29.390675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.393977 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3f9c13c-72b0-4e93-bbb1-e61ce40aedcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.405139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.457759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eacb0c5-a2d8-49ce-8789-161fe7cb44ee']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:29.496599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.502977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254635af-dc7c-4a30-a445-936f5eeb185a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:29.503455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254635af-dc7c-4a30-a445-936f5eeb185a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:29.520874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] device_id is not set on port d8021b4c-00ac-44b1-8e7f-0f378783fde2 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:19:29.533703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Transition to ACTIVE for port object b1f0bf43-0777-4cf1-891d-5a0256c0377c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:29.545920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.552260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.555179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3f9c13c-72b0-4e93-bbb1-e61ce40aedcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.593359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] DHCP port deletion for d90bf6e8-a560-475f-a229-713f5281fd70 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:29.630730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.650548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:29.661207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:29.669615 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:29.696186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Allocated IP 10.2.2.2 (76ab11a9-6628-4f91-bb1a-74d1c4595902/f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa/db88e412-5f2e-45a1-9560-ec724661ec8f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:29.752482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Transition to ACTIVE for port object b1f0bf43-0777-4cf1-891d-5a0256c0377c will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:29.768512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db3c1f27-5fdf-41df-a16e-a458894a1699 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:29.811570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] For port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:29.812022 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.849329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47446) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.864226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.878467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.880930 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.882614 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/networks/6eacb0c5-a2d8-49ce-8789-161fe7cb44ee HTTP/1.1" status: 204 len: 168 time: 1.4310529 Aug 03 19:19:29.883400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faea1d58-d9dd-4ae6-82b2-e811ec50e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17b09a9-39fb-4d22-834e-a41d53c71d57'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:29.886332 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cc95c4-1d0d-4c73-8325-8540ebbd6d89" -d '{"events": [{"server_uuid": "faea1d58-d9dd-4ae6-82b2-e811ec50e438", "name": "network-vif-plugged", "status": "completed", "tag": "a17b09a9-39fb-4d22-834e-a41d53c71d57"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:29.954761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47450) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.958382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbea95-d42e-4918-b5c4-c078a674f0f8 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Network': ['ID=6eacb0c5-a2d8-49ce-8789-161fe7cb44ee,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:30.007031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3f9c13c-72b0-4e93-bbb1-e61ce40aedcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.014733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c3f9c13c-72b0-4e93-bbb1-e61ce40aedcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.018729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c3f9c13c-72b0-4e93-bbb1-e61ce40aedcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4107562-8529-480e-a1cb-af37a774bca0 HTTP/1.1" status: 204 len: 168 time: 1.3988545 Aug 03 19:19:30.046672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] Calling delete_port for 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:30.057172 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3570df0-2a46-4048-8088-37e2aaa0a5f6 x-openstack-request-id: req-d3570df0-2a46-4048-8088-37e2aaa0a5f6 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:30.059311 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faea1d58-d9dd-4ae6-82b2-e811ec50e438", "name": "network-vif-plugged", "status": "completed", "tag": "a17b09a9-39fb-4d22-834e-a41d53c71d57", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:30.059437 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3570df0-2a46-4048-8088-37e2aaa0a5f6 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:30.061134 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faea1d58-d9dd-4ae6-82b2-e811ec50e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17b09a9-39fb-4d22-834e-a41d53c71d57', 'code': 200} Aug 03 19:19:30.080215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] Port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:19:30.117152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-557393056-network', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:30.121431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.195415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ff455-2b5f-45eb-94e7-23481a4674e1 req-1845f41d-c4ae-4acd-8e54-448e0180e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:30.201677 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-918ff455-2b5f-45eb-94e7-23481a4674e1 req-1845f41d-c4ae-4acd-8e54-448e0180e7ab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 1096 time: 0.1462297 Aug 03 19:19:30.203714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port a17b09a9-39fb-4d22-834e-a41d53c71d57, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a17b09a9-39fb-4d22-834e-a41d53c71d57,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:30.210114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:30.211720 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.219042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.261156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.273437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Pushing event updated for resources: {'Port': ['ID=b1f0bf43-0777-4cf1-891d-5a0256c0377c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:30.345147 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] Network 6eacb0c5-a2d8-49ce-8789-161fe7cb44ee is not hosted by any dhcp agent {{(pid=94135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:19:30.345651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] No DVR routers for this DVR port 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:30.355491 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.377660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:30.395722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9c13c-72b0-4e93-bbb1-e61ce40aedcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4107562-8529-480e-a1cb-af37a774bca0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:30.415465 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-918ff455-2b5f-45eb-94e7-23481a4674e1 req-a50f80d5-340a-4bbc-bb7f-df838ab333d4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953735 Aug 03 19:19:30.427217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.446472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99aec9-b457-4d40-9612-4e56205408d4 None None] Pushing event deleted for resources: {'Port': ['ID=06f971ee-3a6b-43f0-b83e-27ba8a73ec1c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:30.451881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9c117-ff9d-4282-b5bb-719bea6f39f0 req-00b63c96-f114-4172-ada6-cb17fbf4db6f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:30.454254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73a9c117-ff9d-4282-b5bb-719bea6f39f0 req-00b63c96-f114-4172-ada6-cb17fbf4db6f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.5054073 Aug 03 19:19:30.460161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:30.467316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:30.475711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Allocated IP 10.1.1.221 (1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b/0380d116-1d9f-4554-8d01-cd1b6eb9a1dd/d8021b4c-00ac-44b1-8e7f-0f378783fde2) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:30.536070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31636be3-9da4-4565-a86f-74e9c132230f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.662518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73a9c117-ff9d-4282-b5bb-719bea6f39f0 req-c04d47bf-5e38-4dab-b2c3-621bc7e9799d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889927 Aug 03 19:19:30.698701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.729787 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.764546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] Deleting port db3c1f27-5fdf-41df-a16e-a458894a1699 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:30.765493 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.770563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:30.805108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.806875 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Added segment 69741127-c38f-4403-aa7e-fadd4a1b41b2 of type vlan for network ece6c563-1cd5-47db-b45b-f069b87f855f Aug 03 19:19:30.878944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:30.927335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.945706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Transition to ACTIVE for port object d8021b4c-00ac-44b1-8e7f-0f378783fde2 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:30.959942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=a17b09a9-39fb-4d22-834e-a41d53c71d57,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:30.965821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.985432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.997987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2889cf08-22de-4562-b735-6ae0b4cac81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.009162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.046855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:31.068954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=d8021b4c-00ac-44b1-8e7f-0f378783fde2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:31.106325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24906-e23c-452c-af8f-021b5d65a6a1 req-8876612c-268f-4896-8e6f-7dedbdb60c72 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:31.114503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fcb24906-e23c-452c-af8f-021b5d65a6a1 req-8876612c-268f-4896-8e6f-7dedbdb60c72 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 946 time: 0.5086219 Aug 03 19:19:31.126644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:31.135861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:31.138730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:31.214598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Attempting to bind port b1f0bf43-0777-4cf1-891d-5a0256c0377c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:31.215085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Attempting to bind port b1f0bf43-0777-4cf1-891d-5a0256c0377c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:31.215577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:31.215768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Attempting to bind port b1f0bf43-0777-4cf1-891d-5a0256c0377c on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:31.216276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.237538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Deleting port db3c1f27-5fdf-41df-a16e-a458894a1699 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:31.238015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.238188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port db3c1f27-5fdf-41df-a16e-a458894a1699, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db3c1f27-5fdf-41df-a16e-a458894a1699,segment=NetworkSegment(54ad7374-728a-4637-bd0a-2c1d359877d5),segment_id=54ad7374-728a-4637-bd0a-2c1d359877d5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:31.285410 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.286733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:31.290501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:31.291255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Checking segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:31.291929 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.293206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Bound using segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:31.293628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Bound port: b1f0bf43-0777-4cf1-891d-5a0256c0377c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:31.294271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.330895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fcb24906-e23c-452c-af8f-021b5d65a6a1 req-2c19eea8-c74f-4afb-986f-aa8a2867553d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146614 Aug 03 19:19:31.341105 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2889cf08-22de-4562-b735-6ae0b4cac81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.352694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] For port db3c1f27-5fdf-41df-a16e-a458894a1699, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db3c1f27-5fdf-41df-a16e-a458894a1699,segment=NetworkSegment(54ad7374-728a-4637-bd0a-2c1d359877d5),segment_id=54ad7374-728a-4637-bd0a-2c1d359877d5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:31.352694 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.393574 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.411790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] For port db3c1f27-5fdf-41df-a16e-a458894a1699, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db3c1f27-5fdf-41df-a16e-a458894a1699,segment=NetworkSegment(54ad7374-728a-4637-bd0a-2c1d359877d5),segment_id=54ad7374-728a-4637-bd0a-2c1d359877d5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:31.412376 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.427475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fdedf645-60d0-47a5-ba23-5373c2c90f82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9202511 Aug 03 19:19:31.429168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Calling delete_port for db3c1f27-5fdf-41df-a16e-a458894a1699 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:31.430963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47476) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:31.440540 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.441124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:31.444787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'port': {'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'name': 'tempest-TaggedBootDevicesTest-106485730', 'fixed_ips': [{'subnet_id': '0380d116-1d9f-4554-8d01-cd1b6eb9a1dd'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:31.446551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.448856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:31.449201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06f971ee-3a6b-43f0-b83e-27ba8a73ec1c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:31.542327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Transition to ACTIVE for port object db88e412-5f2e-45a1-9560-ec724661ec8f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:31.588354 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2889cf08-22de-4562-b735-6ae0b4cac81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.655064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] Calling delete_port for db3c1f27-5fdf-41df-a16e-a458894a1699 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:31.659857 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2889cf08-22de-4562-b735-6ae0b4cac81b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e4ac18af13b4d4fb04c749b96ec3df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7710044 Aug 03 19:19:31.664761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47482) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:31.674515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8217664 Aug 03 19:19:31.692064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47484) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:31.703138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889cf08-22de-4562-b735-6ae0b4cac81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b5c447-ffb3-4f14-8e3e-923106c3483d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:31.734006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Request body: {'subnet': {'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-557393056-subnet', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:31.795925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4145297-0a06-4ef5-a779-6fe0cd5b767c admin admin] Pushing event updated for resources: {'Network': ['ID=ece6c563-1cd5-47db-b45b-f069b87f855f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:31.848463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c12469-5584-4245-9d1f-3dac98b84616 req-8dbdd549-b6d9-45d8-8188-eaf6598b71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:31.852258 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31c12469-5584-4245-9d1f-3dac98b84616 req-8dbdd549-b6d9-45d8-8188-eaf6598b71ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 0.5075703 Aug 03 19:19:31.868120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:31.879931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.891137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network ece6c563-1cd5-47db-b45b-f069b87f855f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:31.913582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb2efd-6744-4bac-b987-973b6e5daf13 req-44f989fe-0e7b-4b37-ba88-65c9432e7a6b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:31.921749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98fb2efd-6744-4bac-b987-973b6e5daf13 req-44f989fe-0e7b-4b37-ba88-65c9432e7a6b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.3313324 Aug 03 19:19:32.057997 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-30712b8c-19bf-4549-a833-64805115e9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.068028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.116918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:32.122026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.130607 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-30712b8c-19bf-4549-a833-64805115e9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.136487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Port': ['ID=db3c1f27-5fdf-41df-a16e-a458894a1699,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:32.152191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] No DVR routers for this DVR port db3c1f27-5fdf-41df-a16e-a458894a1699 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:32.182000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98fb2efd-6744-4bac-b987-973b6e5daf13 req-625575c0-cea9-4c0a-884f-ce6ec90d432f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193501 Aug 03 19:19:32.193442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=db3c1f27-5fdf-41df-a16e-a458894a1699,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:32.223717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] device_id is not set on port c8098ab0-6120-4500-be69-d5c2cbc550f0 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:19:32.243868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c12469-5584-4245-9d1f-3dac98b84616 req-dc012a65-88f8-47bc-87ee-5e2c3c4b442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:32.244779 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31c12469-5584-4245-9d1f-3dac98b84616 req-dc012a65-88f8-47bc-87ee-5e2c3c4b442e service neutron] 10.222.0.88 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.3571677 Aug 03 19:19:32.260617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Transition to ACTIVE for port object db88e412-5f2e-45a1-9560-ec724661ec8f will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:32.304570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31c12469-5584-4245-9d1f-3dac98b84616 req-ab208e12-55ce-41a6-8942-ffbbd03128a7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 217 time: 0.0523438 Aug 03 19:19:32.339991 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.350924 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.365536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] For port b1f0bf43-0777-4cf1-891d-5a0256c0377c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:32.367626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-30712b8c-19bf-4549-a833-64805115e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.371408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-30712b8c-19bf-4549-a833-64805115e9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.373115 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-30712b8c-19bf-4549-a833-64805115e9b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7b5c447-ffb3-4f14-8e3e-923106c3483d HTTP/1.1" status: 204 len: 168 time: 0.6965446 Aug 03 19:19:32.395226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30712b8c-19bf-4549-a833-64805115e9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b5c447-ffb3-4f14-8e3e-923106c3483d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:32.409668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c12469-5584-4245-9d1f-3dac98b84616 req-77cea1dd-88ff-4f55-892f-eca9b8c7c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:32.411900 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31c12469-5584-4245-9d1f-3dac98b84616 req-77cea1dd-88ff-4f55-892f-eca9b8c7c1c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.0994563 Aug 03 19:19:32.437210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.483189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] For port b1f0bf43-0777-4cf1-891d-5a0256c0377c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1f0bf43-0777-4cf1-891d-5a0256c0377c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:32.505075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Network 76ab11a9-6628-4f91-bb1a-74d1c4595902 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:32.512813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31c12469-5584-4245-9d1f-3dac98b84616 req-94587e32-0c37-4e8f-8bff-49c6883d56b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887630 Aug 03 19:19:32.523231 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.532817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:32.540282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:32.556855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90bf6e8-a560-475f-a229-713f5281fd70']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:32.559425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Pushing event updated for resources: {'Port': ['ID=db88e412-5f2e-45a1-9560-ec724661ec8f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:32.635100 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.654342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ad7374-728a-4637-bd0a-2c1d359877d5') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:32.654637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ad7374-728a-4637-bd0a-2c1d359877d5') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:32.728386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.739374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] No DVR routers for this DVR port db3c1f27-5fdf-41df-a16e-a458894a1699 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:32.789295 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31c12469-5584-4245-9d1f-3dac98b84616 req-e5c10c1a-7241-4230-8c9e-c0efc279ab52 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697971 Aug 03 19:19:32.822413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e56d7-df7b-46f1-88f2-ee2cd188507d None None] Pushing event updated for resources: {'Port': ['ID=b1f0bf43-0777-4cf1-891d-5a0256c0377c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:32.927750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Attempting to bind port db88e412-5f2e-45a1-9560-ec724661ec8f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:32.928389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Attempting to bind port db88e412-5f2e-45a1-9560-ec724661ec8f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:32.928903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Attempting to bind port db88e412-5f2e-45a1-9560-ec724661ec8f on network 76ab11a9-6628-4f91-bb1a-74d1c4595902 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:32.932906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3298da-4c0e-4999-9f80-f6580e42ad98 None None] Pushing event deleted for resources: {'Port': ['ID=db3c1f27-5fdf-41df-a16e-a458894a1699,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:32.939872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:32.940318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Checking segment: {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:32.940808 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.941274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Bound using segment: {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:32.942893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Bound port: db88e412-5f2e-45a1-9560-ec724661ec8f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:32.943390 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.095866 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31c12469-5584-4245-9d1f-3dac98b84616 req-99ed4e03-e1f8-45f3-a705-b7badecd5893 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991014 Aug 03 19:19:33.173176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] For port db88e412-5f2e-45a1-9560-ec724661ec8f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:33.177633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] For port db88e412-5f2e-45a1-9560-ec724661ec8f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db88e412-5f2e-45a1-9560-ec724661ec8f,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:33.184393 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.324629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bb213-432d-40a1-baf9-584bfdf1589b None None] Pushing event updated for resources: {'Port': ['ID=db88e412-5f2e-45a1-9560-ec724661ec8f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:33.346072 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.435553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:33.435991 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:33.440940 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:33.492339 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.568482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312b754-a826-4682-8fe4-29d8eb1ad9e3 req-8c279673-d8f5-45e8-9ae5-1c4763efe7cc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.582234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5312b754-a826-4682-8fe4-29d8eb1ad9e3 req-8c279673-d8f5-45e8-9ae5-1c4763efe7cc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 946 time: 1.0048082 Aug 03 19:19:33.881505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Allocated IP 10.1.1.51 (1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b/0380d116-1d9f-4554-8d01-cd1b6eb9a1dd/c8098ab0-6120-4500-be69-d5c2cbc550f0) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:33.968658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9b6db-fe20-470c-9e10-937f7f765c8d req-40295d73-d577-497f-ac65-d0bf59e0a532 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.973082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11d9b6db-fe20-470c-9e10-937f7f765c8d req-40295d73-d577-497f-ac65-d0bf59e0a532 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.6103506 Aug 03 19:19:33.984323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.999338 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.016396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/networks/d90bf6e8-a560-475f-a229-713f5281fd70 HTTP/1.1" status: 204 len: 168 time: 4.0455873 Aug 03 19:19:34.017161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47524) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.047649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d84395a-bbdc-4489-8ab5-80c159e2061c,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:34.083960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca1585f-04cb-4d11-9fb8-e1bf3bc937c0 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Deleting subnet 0904c063-7c31-4058-8868-3ffc4403a850 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:34.091964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ca1585f-04cb-4d11-9fb8-e1bf3bc937c0 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.109166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b1f0bf43-0777-4cf1-891d-5a0256c0377c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:34.173772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5312b754-a826-4682-8fe4-29d8eb1ad9e3 req-1dd34cae-6c2f-476e-b3d8-b6c019bea219 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879383 Aug 03 19:19:34.174712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867e617-0b82-4995-9a54-41cda711d461 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Network': ['ID=d90bf6e8-a560-475f-a229-713f5281fd70,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:34.337675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ca1585f-04cb-4d11-9fb8-e1bf3bc937c0 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.370721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11d9b6db-fe20-470c-9e10-937f7f765c8d req-02b1bee9-3aef-4ca6-9fcd-ad8a6a6ddce8 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940322 Aug 03 19:19:34.382938 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.386942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b1f0bf43-0777-4cf1-891d-5a0256c0377c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:34.390577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Checking segment: {'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:34.391248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Network hostable DHCP agents. Network: ece6c563-1cd5-47db-b45b-f069b87f855f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:34.632376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Network ece6c563-1cd5-47db-b45b-f069b87f855f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:34.704880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, ece6c563-1cd5-47db-b45b-f069b87f855f) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:34.706496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ca1585f-04cb-4d11-9fb8-e1bf3bc937c0 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.718371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7095ebb-d18b-4982-8980-e1a4e5e3f9e9 None None] Network ece6c563-1cd5-47db-b45b-f069b87f855f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:34.725311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.731329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.886394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ca1585f-04cb-4d11-9fb8-e1bf3bc937c0 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.916944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf0472-46dd-48de-9004-dc29a7327d2f None None] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:34.944416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1ec48006-906d-4dd4-a0b7-743f15fbd78a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2241073 Aug 03 19:19:34.947452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47540) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.007044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:35.017983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1585f-04cb-4d11-9fb8-e1bf3bc937c0 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Subnet': ['ID=0904c063-7c31-4058-8868-3ffc4403a850,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:35.020840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ca1585f-04cb-4d11-9fb8-e1bf3bc937c0 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.025750 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ca1585f-04cb-4d11-9fb8-e1bf3bc937c0 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/subnets/0904c063-7c31-4058-8868-3ffc4403a850 HTTP/1.1" status: 204 len: 168 time: 1.0165663 Aug 03 19:19:35.026845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47544) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.064499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.124881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Transition to ACTIVE for port object c8098ab0-6120-4500-be69-d5c2cbc550f0 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:35.157657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fbc5b-c6f2-4a1f-bd57-18f6b92af984 None None] Network 8acda612-5a94-4d04-85cf-9bf1015f5b1e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:35.186891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca78979-e5b9-43a7-b23d-04d5a019c485 req-f60061fe-6f49-4243-811a-51f8c1ed321f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:35.189172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ca78979-e5b9-43a7-b23d-04d5a019c485 req-f60061fe-6f49-4243-811a-51f8c1ed321f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 946 time: 0.4417169 Aug 03 19:19:35.191334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.296749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c16d6c-e47f-4485-97da-8f921277bc6b None None] Network 76ab11a9-6628-4f91-bb1a-74d1c4595902 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:35.298512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-49728e0f-ca68-40a5-a098-800dfcfa8bda None None] Provisioning for port b1f0bf43-0777-4cf1-891d-5a0256c0377c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:35.315376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.339432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=c8098ab0-6120-4500-be69-d5c2cbc550f0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:35.364110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.366104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.406688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-49728e0f-ca68-40a5-a098-800dfcfa8bda None None] Provisioning complete for port b1f0bf43-0777-4cf1-891d-5a0256c0377c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:35.407389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49728e0f-ca68-40a5-a098-800dfcfa8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.519508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Deleting port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:35.525765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.535368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-ece6c563-1cd5-47db-b45b-f069b87f855f', 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'fixed_ips': [{'subnet_id': '3d84395a-bbdc-4489-8ab5-80c159e2061c'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:19:35.536521 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.570057 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.772540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] For port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=37621ba9-ef3b-49e2-9aed-c7c64da2d19f,segment=NetworkSegment(044532d5-3738-499d-a334-1dfcaed3912b),segment_id=044532d5-3738-499d-a334-1dfcaed3912b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:35.775864 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.788832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:35.828772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:35.836882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:35.844862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Calling delete_port for 37621ba9-ef3b-49e2-9aed-c7c64da2d19f owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:35.952592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ca78979-e5b9-43a7-b23d-04d5a019c485 req-59da264e-3275-4cb5-a820-eb8ceb4f582c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310441 Aug 03 19:19:36.037526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Allocated IP 172.20.0.2 (ece6c563-1cd5-47db-b45b-f069b87f855f/3d84395a-bbdc-4489-8ab5-80c159e2061c/6f26fde1-1622-4be4-acac-6651e653fe5c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:36.127652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.147673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.164982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Port': ['ID=37621ba9-ef3b-49e2-9aed-c7c64da2d19f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:36.168208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] No DVR routers for this DVR port 37621ba9-ef3b-49e2-9aed-c7c64da2d19f on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:36.209917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d19fdb-2f78-4c3e-87e1-1522d8e318ef req-95ad84e3-f040-48d0-b3f3-4f5a8b997490 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.240038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98d19fdb-2f78-4c3e-87e1-1522d8e318ef req-95ad84e3-f040-48d0-b3f3-4f5a8b997490 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.6417584 Aug 03 19:19:36.272523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.281123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.385920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db88e412-5f2e-45a1-9560-ec724661ec8f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:36.456740 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.506519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e300bed8-631b-41e5-88f9-ead3fa887dea tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.508797 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e300bed8-631b-41e5-88f9-ead3fa887dea tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 946 time: 0.2425306 Aug 03 19:19:36.515904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acda612-5a94-4d04-85cf-9bf1015f5b1e']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.536364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98d19fdb-2f78-4c3e-87e1-1522d8e318ef req-baeb1b33-0e69-41f5-8295-f7cfafcb872b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906458 Aug 03 19:19:36.581132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d9658421-d230-44b1-a123-62bcfc422d71 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1450436 Aug 03 19:19:36.658436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044532d5-3738-499d-a334-1dfcaed3912b') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.658904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044532d5-3738-499d-a334-1dfcaed3912b') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.703213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6094d-ea80-4e3e-9428-e6a36137aba9 None None] DHCP port deletion for 8acda612-5a94-4d04-85cf-9bf1015f5b1e request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:36.709343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.829141 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.850300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:36.850608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:36.861260 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:36.898039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49728e0f-ca68-40a5-a098-800dfcfa8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.971467 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.975583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Deleting port a17b09a9-39fb-4d22-834e-a41d53c71d57 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:36.976018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.053037 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.128221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-49728e0f-ca68-40a5-a098-800dfcfa8bda None None] For port b1f0bf43-0777-4cf1-891d-5a0256c0377c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1f0bf43-0777-4cf1-891d-5a0256c0377c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:37.156182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port db88e412-5f2e-45a1-9560-ec724661ec8f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:37.191989 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49728e0f-ca68-40a5-a098-800dfcfa8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.195112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.262947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] For port a17b09a9-39fb-4d22-834e-a41d53c71d57, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=a17b09a9-39fb-4d22-834e-a41d53c71d57,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:37.263857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.295384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Calling delete_port for a17b09a9-39fb-4d22-834e-a41d53c71d57 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:37.422109 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:19:37.444556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49728e0f-ca68-40a5-a098-800dfcfa8bda None None] Pushing event updated for resources: {'Port': ['ID=b1f0bf43-0777-4cf1-891d-5a0256c0377c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:37.484809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Transition to ACTIVE for port object 6f26fde1-1622-4be4-acac-6651e653fe5c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:37.518666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-38044375-cc09-43a3-bcbc-2832a82b7933 None None] Provisioning for port db88e412-5f2e-45a1-9560-ec724661ec8f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:37.532264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.539426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-38044375-cc09-43a3-bcbc-2832a82b7933 None None] Provisioning complete for port db88e412-5f2e-45a1-9560-ec724661ec8f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:37.540248 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-38044375-cc09-43a3-bcbc-2832a82b7933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.543500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Transition to ACTIVE for port object 6f26fde1-1622-4be4-acac-6651e653fe5c will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:37.559243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47608) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.604242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-777849e7-6832-46f3-a003-08f2fe811f40 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532729887', 'description': 'tempest-description--1307815771'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:37.626996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['a17b09a9-39fb-4d22-834e-a41d53c71d57'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:37.643805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event deleted for resources: {'Port': ['ID=a17b09a9-39fb-4d22-834e-a41d53c71d57,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:37.668883 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.729819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] No DVR routers for this DVR port a17b09a9-39fb-4d22-834e-a41d53c71d57 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:37.729819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.747385 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.751632 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-603f81e9-5044-49a0-abbe-a5190fed3c64 req-e56d9317-419b-4a30-8214-f40a2a81f2c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "DELETE /v2.0/ports/a17b09a9-39fb-4d22-834e-a41d53c71d57 HTTP/1.1" status: 204 len: 173 time: 1.2309494 Aug 03 19:19:37.772134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faea1d58-d9dd-4ae6-82b2-e811ec50e438', 'name': 'network-vif-deleted', 'tag': 'a17b09a9-39fb-4d22-834e-a41d53c71d57'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:37.783706 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4bf0ad-bb81-46d7-8fd3-06042009b85b" -d '{"events": [{"server_uuid": "faea1d58-d9dd-4ae6-82b2-e811ec50e438", "name": "network-vif-deleted", "tag": "a17b09a9-39fb-4d22-834e-a41d53c71d57"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:37.836241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.838735 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/networks/8acda612-5a94-4d04-85cf-9bf1015f5b1e HTTP/1.1" status: 204 len: 168 time: 2.8100069 Aug 03 19:19:37.840201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a6d1e-8b3b-4e41-bda1-8af3e3864632 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Pushing event deleted for resources: {'Network': ['ID=8acda612-5a94-4d04-85cf-9bf1015f5b1e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:37.844028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47624) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.905001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b1f0bf43-0777-4cf1-891d-5a0256c0377c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:37.906477 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0c3d2bf2-43b1-49f4-995e-ef484b0149d9 tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "GET /v2.0/ports?device_id=5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e HTTP/1.1" status: 200 len: 205 time: 0.0597458 Aug 03 19:19:37.908559 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-777849e7-6832-46f3-a003-08f2fe811f40 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.915613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47628) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.991056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23871a-a15f-497d-a792-9839ee9409c9 req-0e32c93e-8db0-4f70-b9bf-1cd9bd0fa16d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:37.992693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e23871a-a15f-497d-a792-9839ee9409c9 req-0e32c93e-8db0-4f70-b9bf-1cd9bd0fa16d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=faea1d58-d9dd-4ae6-82b2-e811ec50e438 HTTP/1.1" status: 200 len: 867 time: 0.6826501 Aug 03 19:19:37.997640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Network ece6c563-1cd5-47db-b45b-f069b87f855f is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:38.056255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:38.058614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Pushing event updated for resources: {'Port': ['ID=6f26fde1-1622-4be4-acac-6651e653fe5c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:38.063932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:38.122682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e23871a-a15f-497d-a792-9839ee9409c9 req-8635bfe4-5095-4025-93d1-a5f51ee08ec2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103237 Aug 03 19:19:38.189613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Allocated IP 172.25.4.218 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:38.210949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b22a3094-096e-4782-a0cd-dbb4fcf3423b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.425164 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d53194a-a96a-4d22-9d80-4a11a6961d62 x-openstack-request-id: req-3d53194a-a96a-4d22-9d80-4a11a6961d62 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:38.426115 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faea1d58-d9dd-4ae6-82b2-e811ec50e438", "name": "network-vif-deleted", "tag": "a17b09a9-39fb-4d22-834e-a41d53c71d57", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:38.426600 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d53194a-a96a-4d22-9d80-4a11a6961d62 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:38.427290 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faea1d58-d9dd-4ae6-82b2-e811ec50e438', 'name': 'network-vif-deleted', 'tag': 'a17b09a9-39fb-4d22-834e-a41d53c71d57', 'status': 'completed', 'code': 200} Aug 03 19:19:38.650030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47642) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:38.665210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b22a3094-096e-4782-a0cd-dbb4fcf3423b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.673736 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b22a3094-096e-4782-a0cd-dbb4fcf3423b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.779400 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b22a3094-096e-4782-a0cd-dbb4fcf3423b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.781097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22a3094-096e-4782-a0cd-dbb4fcf3423b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Fanout notify agent at l3_agent the message router_deleted on router 5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:19:38.801704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b22a3094-096e-4782-a0cd-dbb4fcf3423b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.806278 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b22a3094-096e-4782-a0cd-dbb4fcf3423b tempest-RoutersNegativeTest-1496357235 tempest-RoutersNegativeTest-1496357235-project] 10.222.0.42 "DELETE /v2.0/routers/5730b6e5-50b4-4d3c-ad1c-8d03be9f2a2e HTTP/1.1" status: 204 len: 168 time: 0.8873906 Aug 03 19:19:38.858818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.873681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-777849e7-6832-46f3-a003-08f2fe811f40 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.880823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-777849e7-6832-46f3-a003-08f2fe811f40 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.995518 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ecd4-749d-43e7-82ac-c08ea508d803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.047791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-777849e7-6832-46f3-a003-08f2fe811f40 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.053868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-777849e7-6832-46f3-a003-08f2fe811f40 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4909260 Aug 03 19:19:39.077177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bab8ec-f144-4bd0-8666-7c529d3ed9f8 req-99098fda-8c76-4e4d-8436-e5c0535c6d88 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.080870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69bab8ec-f144-4bd0-8666-7c529d3ed9f8 req-99098fda-8c76-4e4d-8436-e5c0535c6d88 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 1.2126896 Aug 03 19:19:39.081713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47650) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:39.095238 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.118841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-87f3225b-2a28-4b29-adaa-9042e43a64db tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'security_group_rule': {'security_group_id': '218d70d6-e836-47f1-813b-6f30052c1a68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:39.126575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Attempting to bind port 6f26fde1-1622-4be4-acac-6651e653fe5c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:39.127203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Attempting to bind port 6f26fde1-1622-4be4-acac-6651e653fe5c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:39.127837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Attempting to bind port 6f26fde1-1622-4be4-acac-6651e653fe5c on network ece6c563-1cd5-47db-b45b-f069b87f855f {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:39.184443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:39.186168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Checking segment: {'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:39.186909 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.190839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Bound using segment: {'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:39.191778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Bound port: 6f26fde1-1622-4be4-acac-6651e653fe5c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:39.192434 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.237921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777849e7-6832-46f3-a003-08f2fe811f40 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218d70d6-e836-47f1-813b-6f30052c1a68,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:39.291751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ecd4-749d-43e7-82ac-c08ea508d803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.300020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ecd4-749d-43e7-82ac-c08ea508d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.350790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47658) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:39.358755 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d5a6ecd4-749d-43e7-82ac-c08ea508d803 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=847a7928e5bf49188c9b51e962ec89d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071993 Aug 03 19:19:39.376213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47660) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:39.436136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Pushing event updated for resources: {'Port': ['ID=f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:39.450260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69bab8ec-f144-4bd0-8666-7c529d3ed9f8 req-54afceb5-a87b-4f34-a274-b3866b620b12 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475409 Aug 03 19:19:39.474049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ecd4-749d-43e7-82ac-c08ea508d803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da018aa-6b8e-4295-8b26-407e05407bb1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:39.500482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:39.535093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:39.571017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:39.640105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] For port 6f26fde1-1622-4be4-acac-6651e653fe5c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:39.657302 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87f3225b-2a28-4b29-adaa-9042e43a64db tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.657607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] For port 6f26fde1-1622-4be4-acac-6651e653fe5c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6f26fde1-1622-4be4-acac-6651e653fe5c,segment=NetworkSegment(69741127-c38f-4403-aa7e-fadd4a1b41b2),segment_id=69741127-c38f-4403-aa7e-fadd4a1b41b2)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:39.697944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b1f0bf43-0777-4cf1-891d-5a0256c0377c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:39.700801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.725902 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1dc507d-9588-463e-9256-a18fcbf40a61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d88f1b817e54aaca2187248f28c0cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658309 Aug 03 19:19:39.728505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47674) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:39.744074 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.888272 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-38044375-cc09-43a3-bcbc-2832a82b7933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.921735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8580bf37-98fe-4aa8-bf29-5ce1b15be930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.926770 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e678cfb-1822-44ca-b662-00c0b986a21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.939732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-62506fbe-ae6e-4e74-9477-765a4ea5a30b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1978960 Aug 03 19:19:39.995666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e678cfb-1822-44ca-b662-00c0b986a21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.053789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device a17b09a9-39fb-4d22-834e-a41d53c71d57 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:40.165186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-7ab3e258-34ea-439a-87cd-41bbeece0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.168423 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-7ab3e258-34ea-439a-87cd-41bbeece0cfc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 1096 time: 0.1252418 Aug 03 19:19:40.176978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e678cfb-1822-44ca-b662-00c0b986a21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.181280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e678cfb-1822-44ca-b662-00c0b986a21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.186642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: a17b09a9-39fb-4d22-834e-a41d53c71d57 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:40.186642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device a17b09a9-39fb-4d22-834e-a41d53c71d57 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:40.189144 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8e678cfb-1822-44ca-b662-00c0b986a21c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4b802fa-664b-4215-82f3-9ecf97eed623 HTTP/1.1" status: 204 len: 168 time: 0.4586864 Aug 03 19:19:40.202346 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8580bf37-98fe-4aa8-bf29-5ce1b15be930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.205152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e678cfb-1822-44ca-b662-00c0b986a21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b802fa-664b-4215-82f3-9ecf97eed623,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.273742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da31d1-30d3-4f67-9953-49aa48ad55de None None] Pushing event updated for resources: {'Port': ['ID=6f26fde1-1622-4be4-acac-6651e653fe5c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.287540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-38044375-cc09-43a3-bcbc-2832a82b7933 None None] For port db88e412-5f2e-45a1-9560-ec724661ec8f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db88e412-5f2e-45a1-9560-ec724661ec8f,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:40.300287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-38044375-cc09-43a3-bcbc-2832a82b7933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.483284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-1aac04af-13bd-4200-8211-fbcc0a387b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.489896 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-1aac04af-13bd-4200-8211-fbcc0a387b46 service neutron] 10.222.0.88 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 0.2808974 Aug 03 19:19:40.541246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-00f2f554-c36b-4dac-996f-4abffae629df tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.549896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-00f2f554-c36b-4dac-996f-4abffae629df tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.8816228 Aug 03 19:19:40.562887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8580bf37-98fe-4aa8-bf29-5ce1b15be930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.574313 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8580bf37-98fe-4aa8-bf29-5ce1b15be930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.576927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8580bf37-98fe-4aa8-bf29-5ce1b15be930 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2da018aa-6b8e-4295-8b26-407e05407bb1 HTTP/1.1" status: 204 len: 168 time: 1.1423507 Aug 03 19:19:40.658005 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87f3225b-2a28-4b29-adaa-9042e43a64db tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.663698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Provisioning for port d8021b4c-00ac-44b1-8e7f-0f378783fde2 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:40.698278 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87f3225b-2a28-4b29-adaa-9042e43a64db tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.709618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Provisioning complete for port d8021b4c-00ac-44b1-8e7f-0f378783fde2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:40.721700 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.735079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38044375-cc09-43a3-bcbc-2832a82b7933 None None] Pushing event updated for resources: {'Port': ['ID=db88e412-5f2e-45a1-9560-ec724661ec8f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.752584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-13448ea2-5c79-4e84-8469-747582405b40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 200 len: 1001 time: 0.2531784 Aug 03 19:19:40.829231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 37621ba9-ef3b-49e2-9aed-c7c64da2d19f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:40.840460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3225b-2a28-4b29-adaa-9042e43a64db tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbef97fb-8e02-4ded-b5d0-76b2922ed8dc,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.852248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580bf37-98fe-4aa8-bf29-5ce1b15be930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da018aa-6b8e-4295-8b26-407e05407bb1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.957141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Port d8021b4c-00ac-44b1-8e7f-0f378783fde2 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:40.973739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 37621ba9-ef3b-49e2-9aed-c7c64da2d19f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:40.974807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 37621ba9-ef3b-49e2-9aed-c7c64da2d19f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:40.994987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-cf5ee723-9811-4a74-bfa0-46356e78b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.996187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-1b8a5787-8fd5-451c-abd7-16bf30d8b49b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/quotas/5579bf78047c421d94d7a30e656dcf34 HTTP/1.1" status: 200 len: 375 time: 0.4111125 Aug 03 19:19:40.998525 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-cf5ee723-9811-4a74-bfa0-46356e78b1ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.2338071 Aug 03 19:19:41.003373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Provisioning complete for port b1f0bf43-0777-4cf1-891d-5a0256c0377c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:41.004361 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.128157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-6059047f-feef-4cfc-a841-f2a8f62bdbbc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095183 Aug 03 19:19:41.155017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-e4eb7da1-5961-45e8-8569-4f8f48df011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:41.156613 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-e4eb7da1-5961-45e8-8569-4f8f48df011c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498213 Aug 03 19:19:41.168469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d227585-5a94-4551-b65c-13f5ace8b89f req-2862b695-9665-4daf-b8e5-29ee12a96239 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:41.172515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d227585-5a94-4551-b65c-13f5ace8b89f req-2862b695-9665-4daf-b8e5-29ee12a96239 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.4912868 Aug 03 19:19:41.186168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87f3225b-2a28-4b29-adaa-9042e43a64db tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.192641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-87f3225b-2a28-4b29-adaa-9042e43a64db tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1060247 Aug 03 19:19:41.194110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47698) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:41.370184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Provisioning complete for port db88e412-5f2e-45a1-9560-ec724661ec8f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:41.370773 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.466000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db88e412-5f2e-45a1-9560-ec724661ec8f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:41.484140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-271ea9ec-519c-491d-b56d-180db25d14ad service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010170 Aug 03 19:19:41.496005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e47bf7dd-018a-45b4-ad1b-caeef15af960 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'security_group_rule': {'security_group_id': '218d70d6-e836-47f1-813b-6f30052c1a68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:41.560795 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-3632d282-7a6a-4c09-b592-68f2f00900f6 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948960 Aug 03 19:19:41.571487 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47704) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:41.633886 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26e4dc3e-207f-4290-bd69-adeb580278c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.639349 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d227585-5a94-4551-b65c-13f5ace8b89f req-d7667cc0-8c5f-4eb1-b98f-721132154a16 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424939 Aug 03 19:19:41.713669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port db88e412-5f2e-45a1-9560-ec724661ec8f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:41.714643 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.794159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Provisioning for port c8098ab0-6120-4500-be69-d5c2cbc550f0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:41.848134 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc8454f3-1366-41b3-97f9-ea8a322938f9 req-11a7df7e-90e4-407f-a363-7f0fe9d83c9f service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795374 Aug 03 19:19:41.863577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Provisioning complete for port c8098ab0-6120-4500-be69-d5c2cbc550f0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:41.863958 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.865617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e47bf7dd-018a-45b4-ad1b-caeef15af960 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.955825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.054343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6f26fde1-1622-4be4-acac-6651e653fe5c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:42.109152 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26e4dc3e-207f-4290-bd69-adeb580278c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.114353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7ffe6-8342-43a8-be56-23040bb77a2e None None] Network ece6c563-1cd5-47db-b45b-f069b87f855f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:42.118618 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e47bf7dd-018a-45b4-ad1b-caeef15af960 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.125754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-79901744-36d2-4e77-b065-a66d0b6758a7 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140733 Aug 03 19:19:42.128815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26e4dc3e-207f-4290-bd69-adeb580278c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.207460 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-26e4dc3e-207f-4290-bd69-adeb580278c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6a38f0b4de44f81873db5ab4ccfee94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6344578 Aug 03 19:19:42.225975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47714) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:42.230313 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e47bf7dd-018a-45b4-ad1b-caeef15af960 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.234976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4dc3e-207f-4290-bd69-adeb580278c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb0bb3a-04cf-43af-a6e4-eef243893dfe,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:42.344462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bf7dd-018a-45b4-ad1b-caeef15af960 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e2c027-6a8c-4c26-9432-69d0db40f33d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:42.360804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e47bf7dd-018a-45b4-ad1b-caeef15af960 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.366067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e47bf7dd-018a-45b4-ad1b-caeef15af960 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8919201 Aug 03 19:19:42.366935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:42.370738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-484f1cc5-2d8f-4218-a986-6e6375da5c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.373871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:42.398835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bc5abb72-9e5f-4976-8a7c-c6c45af7fe51 None None] Port c8098ab0-6120-4500-be69-d5c2cbc550f0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:42.431172 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-484f1cc5-2d8f-4218-a986-6e6375da5c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.572350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 6f26fde1-1622-4be4-acac-6651e653fe5c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:42.581841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-484f1cc5-2d8f-4218-a986-6e6375da5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.585077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-484f1cc5-2d8f-4218-a986-6e6375da5c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.586487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-484f1cc5-2d8f-4218-a986-6e6375da5c5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cb0bb3a-04cf-43af-a6e4-eef243893dfe HTTP/1.1" status: 204 len: 168 time: 0.3584089 Aug 03 19:19:42.596907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b3288726-44de-4c27-8dd8-38c05566dbc9 None None] Provisioning for port 6f26fde1-1622-4be4-acac-6651e653fe5c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:42.599609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52d0e382-46df-4372-a54c-ffdc9ce478ab req-eded8864-ac95-48d1-abcb-1e46c787d408 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.0787907 Aug 03 19:19:42.605259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.629103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b3288726-44de-4c27-8dd8-38c05566dbc9 None None] Provisioning complete for port 6f26fde1-1622-4be4-acac-6651e653fe5c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:42.629608 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b3288726-44de-4c27-8dd8-38c05566dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.630763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f1cc5-2d8f-4218-a986-6e6375da5c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb0bb3a-04cf-43af-a6e4-eef243893dfe,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:42.870926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.962611 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b3288726-44de-4c27-8dd8-38c05566dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.086802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b3288726-44de-4c27-8dd8-38c05566dbc9 None None] For port 6f26fde1-1622-4be4-acac-6651e653fe5c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6f26fde1-1622-4be4-acac-6651e653fe5c,segment=NetworkSegment(69741127-c38f-4403-aa7e-fadd4a1b41b2),segment_id=69741127-c38f-4403-aa7e-fadd4a1b41b2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:43.094348 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b3288726-44de-4c27-8dd8-38c05566dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.290059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3288726-44de-4c27-8dd8-38c05566dbc9 None None] Pushing event updated for resources: {'Port': ['ID=6f26fde1-1622-4be4-acac-6651e653fe5c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:43.294810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9730f830-2cb0-4246-9a08-a477a268eb19 None None] Provisioning complete for port 6f26fde1-1622-4be4-acac-6651e653fe5c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:43.295285 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9730f830-2cb0-4246-9a08-a477a268eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.703995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd9e2c-2854-4672-a252-71f947baa41c req-5f0508c5-d61c-4a93-bf82-3176325fec12 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:43.706704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69cd9e2c-2854-4672-a252-71f947baa41c req-5f0508c5-d61c-4a93-bf82-3176325fec12 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.8783760 Aug 03 19:19:43.823089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe23d436-19aa-499d-bc16-a507442385d4 req-99af8ecc-3ff5-4619-95aa-11ffdcf67ff1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.0656290 Aug 03 19:19:43.833931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.856539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69cd9e2c-2854-4672-a252-71f947baa41c req-b083f26f-615a-4864-aa20-e29f81ef7a65 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132054 Aug 03 19:19:44.030088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Router 488f84b2-c454-4a56-8008-1f754ed778e8 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:19:44.152963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Allocated IP 172.25.4.105 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/dca00611-7d7d-4274-acfd-46573ea53978) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:44.278299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:44.298020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Sync routers for ids ['488f84b2-c454-4a56-8008-1f754ed778e8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:44.308532 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:44.312842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bb264a09-366a-40b8-9f5d-a3c30859bd7f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3547456 Aug 03 19:19:44.318878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47780) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:44.359520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Routers {'488f84b2-c454-4a56-8008-1f754ed778e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:44.360714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['488f84b2-c454-4a56-8008-1f754ed778e8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:44.599347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Set router 488f84b2-c454-4a56-8008-1f754ed778e8 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:44.613396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:44.672659 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:44.760039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:44.785713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:44.814586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:44.824002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=dca00611-7d7d-4274-acfd-46573ea53978,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:45.088937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:19:40Z', 'revision_number': 3, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port': {'id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:37Z', 'updated_at': '2021-08-03T19:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:45.229174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6f26fde1-1622-4be4-acac-6651e653fe5c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:45.237511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd188a3f-5f05-4939-868a-b6440df785b9 req-fb631e1e-809f-4e34-a8e1-409c08b64935 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.2329464 Aug 03 19:19:45.298068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Checking router: 488f84b2-c454-4a56-8008-1f754ed778e8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:19:45.298819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Updating router 488f84b2-c454-4a56-8008-1f754ed778e8 port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:19:45.397418 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.450066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1490-f715-46bb-b220-3a5a79dbbb86 req-99117c56-1437-4059-8bfd-da76f3806b73 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:45.454706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d45f1490-f715-46bb-b220-3a5a79dbbb86 req-99117c56-1437-4059-8bfd-da76f3806b73 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.4287140 Aug 03 19:19:45.526713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 6f26fde1-1622-4be4-acac-6651e653fe5c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:45.527770 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.531128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.537873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d45f1490-f715-46bb-b220-3a5a79dbbb86 req-e304bc6e-08b3-4f82-b844-637c88a56440 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754306 Aug 03 19:19:45.583410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.776837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47822) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:46.030759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4c42de9-7550-4a70-8f8b-076e9a91108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.066622 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.075701 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.200128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.210829 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.234323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Transition to ACTIVE for port object f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:46.241971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=dca00611-7d7d-4274-acfd-46573ea53978,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.250395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.308499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-b03332d1-e5a3-4328-b351-bf90df945c06 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:46.310184 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-b03332d1-e5a3-4328-b351-bf90df945c06 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 1.6388023 Aug 03 19:19:46.364052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Request body: {'port': {'device_id': 'a0f44847-6ef1-4416-b8fa-4250e09335ee', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'admin_state_up': True, 'tenant_id': '5579bf78047c421d94d7a30e656dcf34'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:46.373029 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4c42de9-7550-4a70-8f8b-076e9a91108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.389259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37753e-6d74-4384-986f-c0caf4e0c777 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.397500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Attempting to bind port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:46.398148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Attempting to bind port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:46.398639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Attempting to bind port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:46.406231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:46.406647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:46.407311 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.408266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:46.408834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Bound port: f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:46.409299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.421596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4c42de9-7550-4a70-8f8b-076e9a91108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.462111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-731d6030-6cfd-44ac-8ba6-5ed926cf02dd req-fe5310b3-cd06-4b23-8d4d-b2fa76b3bcd6 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.0851085 Aug 03 19:19:46.463214 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.476648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-627af030-a870-413a-a832-f49b7c9d3344 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0958064 Aug 03 19:19:46.506693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a4c42de9-7550-4a70-8f8b-076e9a91108b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d22f33f3caf94fd4831ca634a40e3f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7246504 Aug 03 19:19:46.508038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c42de9-7550-4a70-8f8b-076e9a91108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d10b0-6392-4479-9114-ad65780995d0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.509900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47838) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:46.536375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] For port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:46.540565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] For port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:46.546713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.576836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Routers {'488f84b2-c454-4a56-8008-1f754ed778e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:46.577691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['488f84b2-c454-4a56-8008-1f754ed778e8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:46.720811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1732a-f335-4f7d-a265-4551f1e8e3b8 req-27c4bedf-e6fe-4054-98c5-4025144a3440 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:46.724707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ce1732a-f335-4f7d-a265-4551f1e8e3b8 req-27c4bedf-e6fe-4054-98c5-4025144a3440 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.0916250 Aug 03 19:19:46.772032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37753e-6d74-4384-986f-c0caf4e0c777 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.821342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ce1732a-f335-4f7d-a265-4551f1e8e3b8 req-ae5edbe3-78be-4857-8101-66f5b8e3e6da tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883231 Aug 03 19:19:46.835332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Made reservation on behalf of 5579bf78047c421d94d7a30e656dcf34 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:46.840758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.844330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d61d382f-f46f-4e9a-9079-0c9bda246df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.862770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] Set router 488f84b2-c454-4a56-8008-1f754ed778e8 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:46.929636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-54b11238-efd7-4212-a335-4fcc0f027ab9 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--157054322&fields=id&tenant_id=57bee6b7f186471a9759b464e4c45551 HTTP/1.1" status: 200 len: 267 time: 0.0742416 Aug 03 19:19:46.958626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d61d382f-f46f-4e9a-9079-0c9bda246df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.158681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-1963b135-1a23-433d-a41e-9b4734b28d30 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1532729887&fields=id&tenant_id=ba774eccb8f84b43bc564a618b6d16c6 HTTP/1.1" status: 200 len: 267 time: 0.1202731 Aug 03 19:19:47.262200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:19:40Z', 'revision_number': 3, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port': {'id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:37Z', 'updated_at': '2021-08-03T19:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:47.275530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-a0d88f3c-ce6f-4003-a1f3-8402257f86da tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:47.297883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-a0d88f3c-ce6f-4003-a1f3-8402257f86da tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports/d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 932 time: 0.1215622 Aug 03 19:19:47.297979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.306184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71624bae-be4d-46de-b53a-ba18aace6e35 None None] The sync data for ids ['488f84b2-c454-4a56-8008-1f754ed778e8'] in n-d-803378-1 is: [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:19:40Z', 'revision_number': 3, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port': {'id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:37Z', 'updated_at': '2021-08-03T19:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:47.323906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0556-56af-48a3-9784-36168f6042ba req-08978ed1-9c79-47b3-9110-3b1ccdf94270 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:47.329977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d61d382f-f46f-4e9a-9079-0c9bda246df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.332839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d61d382f-f46f-4e9a-9079-0c9bda246df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.341440 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d61d382f-f46f-4e9a-9079-0c9bda246df6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea4d10b0-6392-4479-9114-ad65780995d0 HTTP/1.1" status: 204 len: 168 time: 0.8208292 Aug 03 19:19:47.343616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-08978ed1-9c79-47b3-9110-3b1ccdf94270 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/networks?id=fcd2de05-c962-475a-9b93-a7d41b4cb48b HTTP/1.1" status: 200 len: 816 time: 0.4119947 Aug 03 19:19:47.387499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Allocated IP 172.20.0.4 (acd84b55-7d24-4e3a-a16c-e620317c12be/df9d0866-5ec6-4863-8a31-4cd77b166be6/ba34df4f-821c-457d-9706-fb101d2fc88e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:47.397623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d382f-f46f-4e9a-9079-0c9bda246df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d10b0-6392-4479-9114-ad65780995d0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:47.412617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-d54428e1-2078-40fe-83ab-29aa891c05ac tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/quotas/57bee6b7f186471a9759b464e4c45551 HTTP/1.1" status: 200 len: 375 time: 0.0629592 Aug 03 19:19:47.596622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-4fa517a0-1591-4fee-840f-01e0b8818acb tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:47.601322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-4fa517a0-1591-4fee-840f-01e0b8818acb tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports/c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 930 time: 0.2548728 Aug 03 19:19:47.787912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-cc197ff4-764f-4a06-b001-e6e773f13b54 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57bee6b7f186471a9759b464e4c45551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3730543 Aug 03 19:19:47.790745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-87ade1b2-6f6b-4e0e-b95c-0a3903620aa6 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1791306 Aug 03 19:19:47.864329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Allocated IP 172.20.0.1 (ece6c563-1cd5-47db-b45b-f069b87f855f/3d84395a-bbdc-4489-8ab5-80c159e2061c/853da060-29b5-44a5-968a-3f74ccb3d254) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:47.921435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-4ffd8cc1-22df-468b-a36e-a92838a003d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1228628 Aug 03 19:19:47.975688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.983030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47906) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.021335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5c7547e-962c-4a9f-a797-5c1485d35f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.138247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b4ba390-905e-4d3c-89ec-042c0351cf82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:48.142608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.146162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b4ba390-905e-4d3c-89ec-042c0351cf82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:48.152836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b4ba390-905e-4d3c-89ec-042c0351cf82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:48.164633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b4ba390-905e-4d3c-89ec-042c0351cf82 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/networks?id=3c474a87-5533-413e-ab07-c13e2d4bafd9&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=76ab11a9-6628-4f91-bb1a-74d1c4595902&id=76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 200 len: 1989 time: 0.2420471 Aug 03 19:19:48.176013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Transition to ACTIVE for port object 853da060-29b5-44a5-968a-3f74ccb3d254 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:48.178312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-60fe161c-02ac-4460-9e09-eff8e915db0e service neutron] 10.222.0.42 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767781 Aug 03 19:19:48.182313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.189753 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-fa062bb1-f49f-47e2-9b8e-fcfc082bcf7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/quotas/ba774eccb8f84b43bc564a618b6d16c6 HTTP/1.1" status: 200 len: 375 time: 0.0238671 Aug 03 19:19:48.267335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Network acd84b55-7d24-4e3a-a16c-e620317c12be is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:48.278141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:48.291693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event updated for resources: {'Port': ['ID=ba34df4f-821c-457d-9706-fb101d2fc88e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.309768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:48.392153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:48.392847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.399719 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.410521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-19471f62-9ecb-4338-8094-24e0c3a5573a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2134049 Aug 03 19:19:48.457033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-5a272222-1eb4-44bc-99ed-5cd4061c12a8 service neutron] 10.222.0.42 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522166 Aug 03 19:19:48.498283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5c7547e-962c-4a9f-a797-5c1485d35f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.511639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Network ece6c563-1cd5-47db-b45b-f069b87f855f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:48.519805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5c7547e-962c-4a9f-a797-5c1485d35f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.530425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:48.544895 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:48.555245 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-ffba4490-74e6-4fbb-b736-6d3f3960a78f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1962867 Aug 03 19:19:48.613248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Pushing event updated for resources: {'Port': ['ID=853da060-29b5-44a5-968a-3f74ccb3d254,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.634480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Request body: {'port': {'device_id': 'a0f44847-6ef1-4416-b8fa-4250e09335ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:48.647451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-dcf461a9-2a0a-4d02-a727-85fd9ae3f85c service neutron] 10.222.0.42 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113101 Aug 03 19:19:48.658718 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f5c7547e-962c-4a9f-a797-5c1485d35f1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bb552b657bf4e9ab63af24210559c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746171 Aug 03 19:19:48.670547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47930) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.706730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7547e-962c-4a9f-a797-5c1485d35f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b65205-a114-49e9-918a-a1d8121c85b0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.754634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.845076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.912498 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-786a1db3-72a2-443a-9398-c759d2e661e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.950660 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-786a1db3-72a2-443a-9398-c759d2e661e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.983351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-9025a74c-ea17-4f7a-bfe7-f444bb53a104 service neutron] 10.222.0.42 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349638 Aug 03 19:19:49.029757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cb5dd7d0-23f7-4864-8a52-ce6f49459fa5 None None] Provisioning for port 853da060-29b5-44a5-968a-3f74ccb3d254 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:49.049702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-d89431dc-fee0-4ce8-9c5a-d341cb413378 service neutron] 10.222.0.42 "GET /v2.0/ports/d8021b4c-00ac-44b1-8e7f-0f378783fde2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0414267 Aug 03 19:19:49.061042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cb5dd7d0-23f7-4864-8a52-ce6f49459fa5 None None] Provisioning complete for port 853da060-29b5-44a5-968a-3f74ccb3d254 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:49.067321 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd7d0-23f7-4864-8a52-ce6f49459fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.089973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-786a1db3-72a2-443a-9398-c759d2e661e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.099269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-786a1db3-72a2-443a-9398-c759d2e661e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.117201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-786a1db3-72a2-443a-9398-c759d2e661e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2b65205-a114-49e9-918a-a1d8121c85b0 HTTP/1.1" status: 204 len: 168 time: 0.4448578 Aug 03 19:19:49.211738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cb5dd7d0-23f7-4864-8a52-ce6f49459fa5 None None] Port 853da060-29b5-44a5-968a-3f74ccb3d254 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:49.219506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.268250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:49.348810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a1db3-72a2-443a-9398-c759d2e661e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b65205-a114-49e9-918a-a1d8121c85b0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:49.439409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:49.458888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:49.459597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.535169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-5f5b4dd3-663a-4c3b-9472-9706a025e5c9 service neutron] 10.222.0.42 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531767 Aug 03 19:19:49.608972 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.639037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:49.647108 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.656229 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba34df4f-821c-457d-9706-fb101d2fc88e {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:49.688849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.735035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Transition to ACTIVE for port object ba34df4f-821c-457d-9706-fb101d2fc88e will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:49.738307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.739774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:49.745859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.757678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.876755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214297f-547e-404a-bd15-37b44ae8ae91 req-ca9ce50c-1019-482c-ab2d-f41e1d2ad9cf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:49.886734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b214297f-547e-404a-bd15-37b44ae8ae91 req-ca9ce50c-1019-482c-ab2d-f41e1d2ad9cf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 931 time: 0.1869683 Aug 03 19:19:49.943335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e888dea1-42e3-4497-a8e0-5f1c4e7aaf98 service neutron] 10.222.0.42 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041231 Aug 03 19:19:49.960860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b214297f-547e-404a-bd15-37b44ae8ae91 req-3295851d-7333-4db9-8513-ba533110d3f4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698996 Aug 03 19:19:50.000255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=ba34df4f-821c-457d-9706-fb101d2fc88e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:50.008650 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.033794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3fd1ab8f-4a30-4941-b486-e8aaffd06624 service neutron] 10.222.0.42 "GET /v2.0/ports/c8098ab0-6120-4500-be69-d5c2cbc550f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0517883 Aug 03 19:19:50.313332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0602478a-a002-48c2-85d0-e0212321e0e5 service neutron] 10.222.0.42 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653251 Aug 03 19:19:50.350380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Pushing event updated for resources: {'Port': ['ID=853da060-29b5-44a5-968a-3f74ccb3d254,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:50.414436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Attempting to bind port ba34df4f-821c-457d-9706-fb101d2fc88e on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:50.415052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Attempting to bind port ba34df4f-821c-457d-9706-fb101d2fc88e by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:50.417828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Attempting to bind port ba34df4f-821c-457d-9706-fb101d2fc88e on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:50.419677 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.438561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ca8dc-5d84-4621-8081-8af1df299df6 req-46db48de-f2a8-4d17-a7fc-3ec2e49c473a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:50.449403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d64ca8dc-5d84-4621-8081-8af1df299df6 req-46db48de-f2a8-4d17-a7fc-3ec2e49c473a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.2833686 Aug 03 19:19:50.463638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Port ba34df4f-821c-457d-9706-fb101d2fc88e on network acd84b55-7d24-4e3a-a16c-e620317c12be not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:19:50.465081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Attempting to bind port ba34df4f-821c-457d-9706-fb101d2fc88e on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:50.484600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:50.485388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Checking segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:50.486128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Bound using segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:50.486908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Bound port: ba34df4f-821c-457d-9706-fb101d2fc88e, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:50.487358 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.558241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d64ca8dc-5d84-4621-8081-8af1df299df6 req-7f5e1a63-66ac-43c5-b5ac-3d13eeb332aa tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074374 Aug 03 19:19:50.583399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-56e7aa50-be2d-4652-93ce-90e277f3208b service neutron] 10.222.0.42 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569222 Aug 03 19:19:50.624706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Network ece6c563-1cd5-47db-b45b-f069b87f855f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:50.658188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:50.747820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-ef895568-1487-4179-82c4-add37c5d4c5a service neutron] 10.222.0.42 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328621 Aug 03 19:19:50.935936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] For port ba34df4f-821c-457d-9706-fb101d2fc88e, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:50.985205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6022ba-da0c-41bf-95c3-b7f25a746aea req-4119ee26-893d-4afc-812d-70fd94a45e5c tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.0667505 Aug 03 19:19:51.027538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] For port ba34df4f-821c-457d-9706-fb101d2fc88e, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ba34df4f-821c-457d-9706-fb101d2fc88e,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:51.051273 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.219978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:51.220648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.222289 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] 10.222.0.63 "PUT /v2.0/ports/ba34df4f-821c-457d-9706-fb101d2fc88e HTTP/1.1" status: 200 len: 1091 time: 2.6131132 Aug 03 19:19:51.222781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f44847-6ef1-4416-b8fa-4250e09335ee', 'tag': 'ba34df4f-821c-457d-9706-fb101d2fc88e'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:51.225147 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d350651-8f1d-4cef-aebd-0bda27f031d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f44847-6ef1-4416-b8fa-4250e09335ee", "tag": "ba34df4f-821c-457d-9706-fb101d2fc88e"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:51.227200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-48c34a7c-2a37-4d9f-8845-3d99d653e600 service neutron] 10.222.0.42 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428160 Aug 03 19:19:51.265186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Router 488f84b2-c454-4a56-8008-1f754ed778e8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:51.283195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-710bca35-5ee6-40af-9951-b7133473eca4 None None] Provisioning complete for port 853da060-29b5-44a5-968a-3f74ccb3d254 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:51.283564 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-710bca35-5ee6-40af-9951-b7133473eca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.312316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15d941-5cee-4b9a-99e8-2da01fce2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=ba34df4f-821c-457d-9706-fb101d2fc88e,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:51.435586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525792e-f984-4094-b4f4-1cf69de2240d req-29485075-aafc-4af0-b690-6b2515e9e92c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:51.437388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9525792e-f984-4094-b4f4-1cf69de2240d req-29485075-aafc-4af0-b690-6b2515e9e92c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.3520632 Aug 03 19:19:51.457898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-909a31cc-529c-45e5-bcbd-a484c73bdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:51.459868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-909a31cc-529c-45e5-bcbd-a484c73bdafe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 1094 time: 0.1440992 Aug 03 19:19:51.547257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-14731f1a-600c-432b-abc5-4fc7a7c0c847 service neutron] 10.222.0.42 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146060 Aug 03 19:19:51.574663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:51.585286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cfbaec53-199a-4089-ac1f-b5742e437408 admin admin] 10.222.0.42 "PUT /v2.0/routers/488f84b2-c454-4a56-8008-1f754ed778e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2615283 Aug 03 19:19:51.587428 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Sync routers for ids ['488f84b2-c454-4a56-8008-1f754ed778e8'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:51.618476 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Routers {'488f84b2-c454-4a56-8008-1f754ed778e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:51.624435 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['488f84b2-c454-4a56-8008-1f754ed778e8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:51.628554 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-de01ded3-6296-479e-9007-a0e3b5cc1739 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba34df4f-821c-457d-9706-fb101d2fc88e HTTP/1.1" status: 200 len: 217 time: 0.0490704 Aug 03 19:19:51.629081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:51.631538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9525792e-f984-4094-b4f4-1cf69de2240d req-7d55c8ae-5ce2-41fc-8874-c3027eda5df5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647363 Aug 03 19:19:51.757848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-0aca890a-22c8-48c3-8e43-90d26154fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:51.761306 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-0aca890a-22c8-48c3-8e43-90d26154fda4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.1226156 Aug 03 19:19:51.787229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-710bca35-5ee6-40af-9951-b7133473eca4 None None] Port 853da060-29b5-44a5-968a-3f74ccb3d254 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:51.842780 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-f4450d6f-0f92-439f-9a7f-adc726879ccd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720012 Aug 03 19:19:51.937248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:51.937938 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.964641 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Set router 488f84b2-c454-4a56-8008-1f754ed778e8 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:52.035070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:52.198347 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-1e80d43f-75f1-402b-82d5-630e9f95dc04 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433323 Aug 03 19:19:52.378878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287bc1-ee14-4a51-88c9-c84439e45b36 req-d408859a-1ffd-4975-8a73-2f4968ed2a10 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:52.381256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4287bc1-ee14-4a51-88c9-c84439e45b36 req-d408859a-1ffd-4975-8a73-2f4968ed2a10 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 943 time: 0.1735096 Aug 03 19:19:52.498564 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-017a531e-bcce-473f-bffd-4c1b02d8d073 req-f6e3e95d-7193-4a1b-aae1-60efa5f4f221 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909470 Aug 03 19:19:52.596125 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:19:48Z', 'revision_number': 4, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port': {'id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:37Z', 'updated_at': '2021-08-03T19:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '853da060-29b5-44a5-968a-3f74ccb3d254', 'name': '', 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'mac_address': 'fa:16:3e:68:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3d84395a-bbdc-4489-8ab5-80c159e2061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:47Z', 'updated_at': '2021-08-03T19:19:49Z', 'revision_number': 2, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'subnets': [{'id': '3d84395a-bbdc-4489-8ab5-80c159e2061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:52.634946 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Checking router: 488f84b2-c454-4a56-8008-1f754ed778e8 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:19:52.635916 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Updating router 488f84b2-c454-4a56-8008-1f754ed778e8 port 853da060-29b5-44a5-968a-3f74ccb3d254 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:19:52.648575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0556-56af-48a3-9784-36168f6042ba req-0698f1d9-4b7b-4e0d-a7c1-222af98c3bfc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:52.652596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-0698f1d9-4b7b-4e0d-a7c1-222af98c3bfc tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.63 "GET /v2.0/networks?id=fcd2de05-c962-475a-9b93-a7d41b4cb48b HTTP/1.1" status: 200 len: 816 time: 1.0515919 Aug 03 19:19:52.663177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-65f668ae-b8f0-4902-8b9a-04293c1ed492 service neutron] 10.222.0.42 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0606289 Aug 03 19:19:52.676699 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.683133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4287bc1-ee14-4a51-88c9-c84439e45b36 req-ab0b01fd-d932-4f0f-9096-131e9aaa8b69 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727432 Aug 03 19:19:52.774289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-235455147'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:52.823749 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fded4d-e1c3-4722-9e3d-561c639ededa x-openstack-request-id: req-33fded4d-e1c3-4722-9e3d-561c639ededa {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:52.827926 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f44847-6ef1-4416-b8fa-4250e09335ee", "tag": "ba34df4f-821c-457d-9706-fb101d2fc88e", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:52.828434 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33fded4d-e1c3-4722-9e3d-561c639ededa {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:52.829019 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f44847-6ef1-4416-b8fa-4250e09335ee', 'tag': 'ba34df4f-821c-457d-9706-fb101d2fc88e', 'status': 'completed', 'code': 200} Aug 03 19:19:52.831813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:52.839099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.982560 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:53.011241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-d3ee1bba-82cb-4e4e-a2d2-51d6e62f0559 service neutron] 10.222.0.42 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265994 Aug 03 19:19:53.015445 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.016343 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Added segment 1b95755f-1031-4684-9bef-505c439a6ac2 of type vlan for network 7f0c448f-efaa-43d8-92aa-be63fef00a2b Aug 03 19:19:53.020751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-b8bd834d-6032-4d6a-abdf-eb072e1a40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:53.024134 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-b8bd834d-6032-4d6a-abdf-eb072e1a40f4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 1094 time: 0.1923583 Aug 03 19:19:53.265523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-1ed21ca8-7f66-4586-8c98-bf89272c63bd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57bee6b7f186471a9759b464e4c45551 HTTP/1.1" status: 200 len: 379 time: 0.5790629 Aug 03 19:19:53.267740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-d4af37a1-8c77-48f5-b6af-2a9d3ca6ebb3 service neutron] 10.222.0.42 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068427 Aug 03 19:19:53.286239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48134) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.307401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Request body: {'port': {'device_id': '90407e7a-8641-4e16-9169-f121a4e06856', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'admin_state_up': True, 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'security_groups': ['ae891436-3a7e-49f7-a01d-a05866c24220']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:53.389312 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.436683 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Transition to ACTIVE for port object 853da060-29b5-44a5-968a-3f74ccb3d254 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:53.438431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-8ce94645-2aca-4bad-8286-e3c5af8539dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:53.446088 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-8ce94645-2aca-4bad-8286-e3c5af8539dd service neutron] 10.222.0.63 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 913 time: 0.4064581 Aug 03 19:19:53.451618 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.497236 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.542353 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06297f5-78d1-4ca7-95fb-5f9313eca17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.581408 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-d04abf3b-28b9-49c0-9fd6-77db6b6c8050 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba34df4f-821c-457d-9706-fb101d2fc88e HTTP/1.1" status: 200 len: 217 time: 0.1185296 Aug 03 19:19:53.598295 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Pushing event updated for resources: {'Port': ['ID=853da060-29b5-44a5-968a-3f74ccb3d254,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:53.602566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fa335-97a3-4eda-a111-eee146532eaf req-bbeebe05-a18a-45e0-aacf-a8ea378af001 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:53.612401 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.613298 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.614290 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.615176 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.615992 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.616762 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.617534 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.618290 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.619066 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.619835 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.620567 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.621320 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:53.622710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-926fa335-97a3-4eda-a111-eee146532eaf req-bbeebe05-a18a-45e0-aacf-a8ea378af001 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.5940304 Aug 03 19:19:53.659746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-09993523-44c3-4609-8cd4-14218259c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:53.661798 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-09993523-44c3-4609-8cd4-14218259c001 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.0702574 Aug 03 19:19:53.748914 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-0d665ce0-4797-4878-8d81-295b50e5526f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746171 Aug 03 19:19:53.794603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.798863 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Attempting to bind port 853da060-29b5-44a5-968a-3f74ccb3d254 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:53.799471 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Attempting to bind port 853da060-29b5-44a5-968a-3f74ccb3d254 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:53.800042 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Attempting to bind port 853da060-29b5-44a5-968a-3f74ccb3d254 on network ece6c563-1cd5-47db-b45b-f069b87f855f {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:53.800825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:53.801507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.812966 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:53.814018 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Checking segment: {'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:53.814880 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.815786 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Bound using segment: {'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:53.816820 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Bound port: 853da060-29b5-44a5-968a-3f74ccb3d254, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69741127-c38f-4403-aa7e-fadd4a1b41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:53.817758 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.900583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-42664625-22f3-4ad6-a37f-95064ffc741c service neutron] 10.222.0.42 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063237 Aug 03 19:19:53.924928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-926fa335-97a3-4eda-a111-eee146532eaf req-eaddf7cb-4012-4889-b825-4a3f7b61bc20 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012292 Aug 03 19:19:54.090053 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] For port 853da060-29b5-44a5-968a-3f74ccb3d254, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:54.103011 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] For port 853da060-29b5-44a5-968a-3f74ccb3d254, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=853da060-29b5-44a5-968a-3f74ccb3d254,segment=NetworkSegment(69741127-c38f-4403-aa7e-fadd4a1b41b2),segment_id=69741127-c38f-4403-aa7e-fadd4a1b41b2)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:54.126953 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.187921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f2a247b-05bd-4b4d-80c5-9456074bc980 req-89123b1b-1876-458e-a8f1-e8b9431560e5 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.0887566 Aug 03 19:19:54.249420 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-7fcf2a2a-39e8-4dda-9439-2cb0e672da8f service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759090 Aug 03 19:19:54.297429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-360f3967-06ea-4ae1-8ff2-0ad3a9af4728 service neutron] 10.222.0.42 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683989 Aug 03 19:19:54.329110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06297f5-78d1-4ca7-95fb-5f9313eca17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.335493 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Routers {'488f84b2-c454-4a56-8008-1f754ed778e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:54.335493 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:19:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['488f84b2-c454-4a56-8008-1f754ed778e8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:54.340966 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06297f5-78d1-4ca7-95fb-5f9313eca17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.491759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06297f5-78d1-4ca7-95fb-5f9313eca17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c9101a-9bf4-47e8-8560-8ce4579a50a6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:54.540012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f06297f5-78d1-4ca7-95fb-5f9313eca17c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f896b342985d47558a22de47c8d12968&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2523682 Aug 03 19:19:54.556060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48162) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:54.594544 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5562549 Aug 03 19:19:54.602734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48164) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:54.615800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'subnet': {'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:54.715012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Made reservation on behalf of 57bee6b7f186471a9759b464e4c45551 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:54.738582 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.831075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502067e5-bafe-47d2-9225-caf4f306acc2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Network': ['ID=7f0c448f-efaa-43d8-92aa-be63fef00a2b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:54.847663 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:54.903701 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-457b9423-578d-4d5e-a5d2-5d16cdc9fd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.049235 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] Set router 488f84b2-c454-4a56-8008-1f754ed778e8 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:55.125204 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d350651-8f1d-4cef-aebd-0bda27f031d4 req-c1932b96-050f-4194-bbfe-70a1ce900af0 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8567054 Aug 03 19:19:55.129127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:55.148884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.180443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-457b9423-578d-4d5e-a5d2-5d16cdc9fd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.199522 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5e892-1645-4de6-b7b6-a032a3460a86 None None] Pushing event updated for resources: {'Port': ['ID=853da060-29b5-44a5-968a-3f74ccb3d254,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:55.199923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29686b-93b6-46a5-9b3c-86c43b16223f req-5ac09a3f-8fbd-41fb-a760-4317a2e79052 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:55.207688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c29686b-93b6-46a5-9b3c-86c43b16223f req-5ac09a3f-8fbd-41fb-a760-4317a2e79052 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.6364281 Aug 03 19:19:55.429944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c29686b-93b6-46a5-9b3c-86c43b16223f req-c7705429-4ea3-434e-baed-9a4bd2ffe562 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205224 Aug 03 19:19:55.507008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Allocated IP 172.20.0.10 (fcd2de05-c962-475a-9b93-a7d41b4cb48b/c4208a00-56e8-4ce7-8dbd-104c90e6603d/c1de379b-6113-4d06-8997-7cbf71dac26a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:55.514870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-457b9423-578d-4d5e-a5d2-5d16cdc9fd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.520433 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-457b9423-578d-4d5e-a5d2-5d16cdc9fd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.524572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-457b9423-578d-4d5e-a5d2-5d16cdc9fd28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9c9101a-9bf4-47e8-8560-8ce4579a50a6 HTTP/1.1" status: 204 len: 168 time: 0.9645050 Aug 03 19:19:55.599502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b9423-578d-4d5e-a5d2-5d16cdc9fd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c9101a-9bf4-47e8-8560-8ce4579a50a6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:55.711370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.751893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.904420 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.922958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Transition to ACTIVE for port object c1de379b-6113-4d06-8997-7cbf71dac26a will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:55.973683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42773-1938-441d-b512-fe2d22aeb1d4 req-5afdc3d0-d11b-48da-a863-e4e55f72ad13 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:55.987154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b42773-1938-441d-b512-fe2d22aeb1d4 req-5afdc3d0-d11b-48da-a863-e4e55f72ad13 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 943 time: 0.3846724 Aug 03 19:19:56.002183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.021163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device ba34df4f-821c-457d-9706-fb101d2fc88e details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:56.026368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Subnet': ['ID=02fa669e-53ad-4f42-b370-4099e7be7f4b,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:56.077057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Checking segment: {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:56.077425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network hostable DHCP agents. Network: 7f0c448f-efaa-43d8-92aa-be63fef00a2b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:56.110872 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:19:48Z', 'revision_number': 4, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port': {'id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:37Z', 'updated_at': '2021-08-03T19:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '853da060-29b5-44a5-968a-3f74ccb3d254', 'name': '', 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'mac_address': 'fa:16:3e:68:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3d84395a-bbdc-4489-8ab5-80c159e2061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:47Z', 'updated_at': '2021-08-03T19:19:54Z', 'revision_number': 4, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'subnets': [{'id': '3d84395a-bbdc-4489-8ab5-80c159e2061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:56.152721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:56.173715 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 7f0c448f-efaa-43d8-92aa-be63fef00a2b) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:56.178877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:56.179544 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.190388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:56.218407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:56.225404 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f1c6fe09-c78e-432a-82e7-d9678880b663 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6202137 Aug 03 19:19:56.228188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48230) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:56.231187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:56.233561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1935995862'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:56.252167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758aedd7-dde3-4849-b47e-576714997db7 None None] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:56.277016 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b612f-835a-45d6-9d04-3c3bac4e2087 None None] The sync data for ids ['488f84b2-c454-4a56-8008-1f754ed778e8'] in n-d-803378-1 is: [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:19:48Z', 'revision_number': 4, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port': {'id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:37Z', 'updated_at': '2021-08-03T19:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '853da060-29b5-44a5-968a-3f74ccb3d254', 'name': '', 'network_id': 'ece6c563-1cd5-47db-b45b-f069b87f855f', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'mac_address': 'fa:16:3e:68:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3d84395a-bbdc-4489-8ab5-80c159e2061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:47Z', 'updated_at': '2021-08-03T19:19:54Z', 'revision_number': 4, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'subnets': [{'id': '3d84395a-bbdc-4489-8ab5-80c159e2061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:56.310149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b42773-1938-441d-b512-fe2d22aeb1d4 req-6484ac1d-756c-404c-9b38-d6fdad9773fc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216710 Aug 03 19:19:56.321562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:56.326133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.450121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:56.461789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48238) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:56.481157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b315-04c2-4165-8935-3e1510ed83a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.484695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.485556 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Added segment 765e71b0-5187-4212-86d7-b2e2739b8604 of type vlan for network bd371c28-b119-4d96-9dc5-b8099c95cefd Aug 03 19:19:56.605100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event updated for resources: {'Port': ['ID=c1de379b-6113-4d06-8997-7cbf71dac26a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:56.762080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:56.763642 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.808773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd641f-ef8f-4cb3-ae74-63d0abea84ab req-e955f1df-b062-4dc6-a743-3a04b5cbda4e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:56.830458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bcd641f-ef8f-4cb3-ae74-63d0abea84ab req-e955f1df-b062-4dc6-a743-3a04b5cbda4e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 932 time: 0.3207474 Aug 03 19:19:56.856859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port ba34df4f-821c-457d-9706-fb101d2fc88e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ba34df4f-821c-457d-9706-fb101d2fc88e,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:56.921719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'ba34df4f-821c-457d-9706-fb101d2fc88e', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'port_id': 'ba34df4f-821c-457d-9706-fb101d2fc88e', 'mac_address': 'fa:16:3e:a5:52:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d0866-5ec6-4863-8a31-4cd77b166be6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:56.929760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c6f8c-0af0-44f9-bfee-9e701a1ac4c4 req-73f1a370-327d-4a5f-9c00-11a2ccba5162 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:56.952260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c20c6f8c-0af0-44f9-bfee-9e701a1ac4c4 req-73f1a370-327d-4a5f-9c00-11a2ccba5162 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.7501106 Aug 03 19:19:57.053760 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0c28d27a-4682-4cfa-9d33-1a27b667db80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.094365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bcd641f-ef8f-4cb3-ae74-63d0abea84ab req-230d68c3-ddba-4829-8449-506ef8735eb7 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627096 Aug 03 19:19:57.119130 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c20c6f8c-0af0-44f9-bfee-9e701a1ac4c4 req-3c44c802-b8af-4a51-bf6c-2b06f8bd01c7 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610804 Aug 03 19:19:57.278121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37517245-b8e1-4bea-99bf-675ac6973cd0 req-3de0ae9c-69c9-4279-805d-eefb6385a93c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0779309 Aug 03 19:19:57.359596 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.410922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba34df4f-821c-457d-9706-fb101d2fc88e {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:57.429066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-efd13746-5d08-41e7-adce-6672f01d6f45 None None] Provisioning for port c1de379b-6113-4d06-8997-7cbf71dac26a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:57.526220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-efd13746-5d08-41e7-adce-6672f01d6f45 None None] Provisioning complete for port c1de379b-6113-4d06-8997-7cbf71dac26a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:57.527157 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-efd13746-5d08-41e7-adce-6672f01d6f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.546948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 853da060-29b5-44a5-968a-3f74ccb3d254 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:57.654304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port ba34df4f-821c-457d-9706-fb101d2fc88e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ba34df4f-821c-457d-9706-fb101d2fc88e,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:57.669528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.705168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49c685-1c2e-4b11-8940-da6ac01a8c39 req-5f3823bb-0431-4584-8dd6-0198851e8458 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.709820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be49c685-1c2e-4b11-8940-da6ac01a8c39 req-5f3823bb-0431-4584-8dd6-0198851e8458 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 943 time: 0.2064722 Aug 03 19:19:57.795220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1a890-bd1a-4fc6-a10f-adb9201722fc req-5a574f39-a67a-4eb1-8e6c-a2122634d423 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.799259 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.805032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bc1a890-bd1a-4fc6-a10f-adb9201722fc req-5a574f39-a67a-4eb1-8e6c-a2122634d423 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.3629546 Aug 03 19:19:57.817355 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.829841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.831224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.865600 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-7f0c448f-efaa-43d8-92aa-be63fef00a2b', 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'fixed_ips': [{'subnet_id': '02fa669e-53ad-4f42-b370-4099e7be7f4b'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:19:57.869099 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.885792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be49c685-1c2e-4b11-8940-da6ac01a8c39 req-1fe46ea0-a99c-4f36-b31a-9711e469fce8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490278 Aug 03 19:19:57.949731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bc1a890-bd1a-4fc6-a10f-adb9201722fc req-d7b5aea2-4a81-4de8-8330-17cc1d26f476 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429276 Aug 03 19:19:58.031817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-efd13746-5d08-41e7-adce-6672f01d6f45 None None] Port c1de379b-6113-4d06-8997-7cbf71dac26a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:58.094990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b315-04c2-4165-8935-3e1510ed83a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.116068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b315-04c2-4165-8935-3e1510ed83a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.127857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-58d2e39f-4b9c-44dc-b355-56f4aa3fba83 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8300567 Aug 03 19:19:58.144291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Request body: {'port': {'device_id': '90407e7a-8641-4e16-9169-f121a4e06856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:58.152126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=ba34df4f-821c-457d-9706-fb101d2fc88e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:58.213779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 853da060-29b5-44a5-968a-3f74ccb3d254 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:58.228819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['ba34df4f-821c-457d-9706-fb101d2fc88e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:58.260079 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0278969 Aug 03 19:19:58.260440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9eb732-9fa4-45ce-b29b-24b944a570fc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Network': ['ID=bd371c28-b119-4d96-9dc5-b8099c95cefd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:58.264137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48272) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:58.288580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0b315-04c2-4165-8935-3e1510ed83a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aea7fbe-e3e8-46c4-a6cc-5dffe9937aab,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:58.296098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'subnet': {'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:58.333542 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2cf0b315-04c2-4165-8935-3e1510ed83a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ebb72a47b0641e888ab33e5d04a93bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8689916 Aug 03 19:19:58.337955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48276) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:58.426556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network bd371c28-b119-4d96-9dc5-b8099c95cefd details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:58.439327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac86e-d0b9-47b7-b690-c2594287ec3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.566628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac86e-d0b9-47b7-b690-c2594287ec3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.648247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 853da060-29b5-44a5-968a-3f74ccb3d254 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:58.649522 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.786716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-f9717f81-e7e1-4d11-93ba-9dd4d0458468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:58.789082 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-f9717f81-e7e1-4d11-93ba-9dd4d0458468 service neutron] 10.222.0.88 "GET /v2.0/ports/d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 1028 time: 0.1286280 Aug 03 19:19:58.796187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac86e-d0b9-47b7-b690-c2594287ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.803007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac86e-d0b9-47b7-b690-c2594287ec3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.804066 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7b7ac86e-d0b9-47b7-b690-c2594287ec3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7aea7fbe-e3e8-46c4-a6cc-5dffe9937aab HTTP/1.1" status: 204 len: 168 time: 0.4645231 Aug 03 19:19:58.872677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.888562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ac86e-d0b9-47b7-b690-c2594287ec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aea7fbe-e3e8-46c4-a6cc-5dffe9937aab,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:58.906347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-4f8de3cc-baee-436f-ba5b-9f9b57cf3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:58.907827 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-4f8de3cc-baee-436f-ba5b-9f9b57cf3fce service neutron] 10.222.0.88 "GET /v2.0/ports/c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 1026 time: 0.0988638 Aug 03 19:19:59.092041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Allocated IP 19.80.0.2 (7f0c448f-efaa-43d8-92aa-be63fef00a2b/02fa669e-53ad-4f42-b370-4099e7be7f4b/6ed9e3a5-723a-4919-82df-1be49d8305a2) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:59.098688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08834e86-9b15-4321-86f5-af6cdc7fae68 req-32216243-09a3-4b5f-990d-9a8d944938e9 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:59.126853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08834e86-9b15-4321-86f5-af6cdc7fae68 req-32216243-09a3-4b5f-990d-9a8d944938e9 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 932 time: 0.7659209 Aug 03 19:19:59.248154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-ed536622-2389-4168-9abe-4f3b29af11e8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:59.271604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-ed536622-2389-4168-9abe-4f3b29af11e8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:59.299578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-ed536622-2389-4168-9abe-4f3b29af11e8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:59.302218 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-ed536622-2389-4168-9abe-4f3b29af11e8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "GET /v2.0/networks?id=3c474a87-5533-413e-ab07-c13e2d4bafd9&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=76ab11a9-6628-4f91-bb1a-74d1c4595902&id=76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 200 len: 1989 time: 0.3853431 Aug 03 19:19:59.427961 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-bee564f5-eadb-4ca8-b13b-cf10196cd7a4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba774eccb8f84b43bc564a618b6d16c6 HTTP/1.1" status: 200 len: 380 time: 0.1100590 Aug 03 19:19:59.442387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'admin_state_up': True, 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'security_groups': ['218d70d6-e836-47f1-813b-6f30052c1a68']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:59.560047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.612646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:59.629841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.687529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3130d2d-221c-40bf-b158-b9cfb240727c req-e815d441-71f4-4548-81e8-a22fbdcae89b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:59.690277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3130d2d-221c-40bf-b158-b9cfb240727c req-e815d441-71f4-4548-81e8-a22fbdcae89b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 1.2711697 Aug 03 19:19:59.785196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:59.819498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.027426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 853da060-29b5-44a5-968a-3f74ccb3d254, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=853da060-29b5-44a5-968a-3f74ccb3d254,segment=NetworkSegment(69741127-c38f-4403-aa7e-fadd4a1b41b2),segment_id=69741127-c38f-4403-aa7e-fadd4a1b41b2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:00.037917 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.049904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48324) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:00.064384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.128915 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.175412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Transition to ACTIVE for port object 6ed9e3a5-723a-4919-82df-1be49d8305a2 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:00.253861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Allocated IP 172.20.0.13 (3c474a87-5533-413e-ab07-c13e2d4bafd9/91d98ea1-b84f-454f-aa85-4704b0b0472a/0105532b-5b96-4e69-9a56-15fa30ad5ec7) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:00.298656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Transition to ACTIVE for port object 6ed9e3a5-723a-4919-82df-1be49d8305a2 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:00.336642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08834e86-9b15-4321-86f5-af6cdc7fae68 req-443108f6-bca1-4353-94e2-88617ed69c6d tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2045884 Aug 03 19:20:00.408349 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.455928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fc0c-a2ed-4fdb-bcbc-5e18eb9d41ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.499356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:00.526358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:00.533242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-49eea3ef-4f57-4a57-bd8c-74fa4a115765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.565417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:00.610953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.622200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7feeb-0f36-4dbd-a292-638a6cf393f6 req-c9d97237-f162-4181-9e9f-c89114726d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:00.626826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77a7feeb-0f36-4dbd-a292-638a6cf393f6 req-c9d97237-f162-4181-9e9f-c89114726d48 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 1.2071712 Aug 03 19:20:00.632727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=853da060-29b5-44a5-968a-3f74ccb3d254,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:00.657559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Transition to ACTIVE for port object 0105532b-5b96-4e69-9a56-15fa30ad5ec7 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:00.746267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Pushing event updated for resources: {'Port': ['ID=6ed9e3a5-723a-4919-82df-1be49d8305a2,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:00.749352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Attempting to bind port 6ed9e3a5-723a-4919-82df-1be49d8305a2 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:00.749975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Attempting to bind port 6ed9e3a5-723a-4919-82df-1be49d8305a2 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:00.750599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Attempting to bind port 6ed9e3a5-723a-4919-82df-1be49d8305a2 on network 7f0c448f-efaa-43d8-92aa-be63fef00a2b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:00.760729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:00.761491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Checking segment: {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:00.762170 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.763197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Bound using segment: {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:00.764818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Bound port: 6ed9e3a5-723a-4919-82df-1be49d8305a2, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:00.765633 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.823193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.875274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3130d2d-221c-40bf-b158-b9cfb240727c req-b45aa1e7-b0f5-46ca-9119-84235da4749d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1336432 Aug 03 19:20:00.877675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] For port 6ed9e3a5-723a-4919-82df-1be49d8305a2, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:00.883660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] For port 6ed9e3a5-723a-4919-82df-1be49d8305a2, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6ed9e3a5-723a-4919-82df-1be49d8305a2,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:00.889376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-49eea3ef-4f57-4a57-bd8c-74fa4a115765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.890049 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.958500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77a7feeb-0f36-4dbd-a292-638a6cf393f6 req-a2817781-88c2-46a8-9f5d-818083cade16 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166871 Aug 03 19:20:00.962814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-49eea3ef-4f57-4a57-bd8c-74fa4a115765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.985440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:01.004246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:01.013087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d4ec7-4bb6-4db7-afc1-bc2500cc0fc8 None None] Pushing event updated for resources: {'Port': ['ID=6ed9e3a5-723a-4919-82df-1be49d8305a2,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.031908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:01.084966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01770194-c9af-43fb-a183-912dd7a7d979 req-3bd8ecc9-e603-4198-a5a3-d79d8ba42495 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:01.099180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01770194-c9af-43fb-a183-912dd7a7d979 req-3bd8ecc9-e603-4198-a5a3-d79d8ba42495 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 932 time: 0.4625254 Aug 03 19:20:01.199828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=0105532b-5b96-4e69-9a56-15fa30ad5ec7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.219067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1de379b-6113-4d06-8997-7cbf71dac26a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:01.253782 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-49eea3ef-4f57-4a57-bd8c-74fa4a115765 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be48f0e4800f451bbf55066a417d78ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1989191 Aug 03 19:20:01.259555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48342) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:01.269396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eea3ef-4f57-4a57-bd8c-74fa4a115765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905fb6d-813d-4b53-b4e7-89f9c26ba0c5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.278832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.283080 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.339478 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:01.340043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.427729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01770194-c9af-43fb-a183-912dd7a7d979 req-d9f7897d-c286-4ee6-a9c9-9394e169d2f1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266411 Aug 03 19:20:01.435524 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e621ee7f-2316-4d0f-844b-1791b02d8c72 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9999239 Aug 03 19:20:01.468563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'admin_state_up': True, 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'security_groups': ['218d70d6-e836-47f1-813b-6f30052c1a68']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:01.536398 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36ec99b2-3129-4e2d-a956-e998b07874a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.543132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Subnet': ['ID=5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.557558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Transition to ACTIVE for port object c1de379b-6113-4d06-8997-7cbf71dac26a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:01.588015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc4ea6-d026-4567-9474-39db02db8112 req-fa80a982-f96b-4d62-afea-96944883204b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:01.595107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7adc4ea6-d026-4567-9474-39db02db8112 req-fa80a982-f96b-4d62-afea-96944883204b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 944 time: 0.4558401 Aug 03 19:20:01.607719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.666432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cbc6b6c4-86e7-4cb0-a502-adb1aa90eaca None None] Provisioning for port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:01.676532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cbc6b6c4-86e7-4cb0-a502-adb1aa90eaca None None] Provisioning complete for port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:01.677140 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b6c4-86e7-4cb0-a502-adb1aa90eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.707405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36ec99b2-3129-4e2d-a956-e998b07874a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.784987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Pushing event updated for resources: {'Port': ['ID=c1de379b-6113-4d06-8997-7cbf71dac26a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.814479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6b6c4-86e7-4cb0-a502-adb1aa90eaca None None] Port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:01.870591 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.892198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36ec99b2-3129-4e2d-a956-e998b07874a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.898575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36ec99b2-3129-4e2d-a956-e998b07874a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.899798 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36ec99b2-3129-4e2d-a956-e998b07874a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6905fb6d-813d-4b53-b4e7-89f9c26ba0c5 HTTP/1.1" status: 204 len: 168 time: 0.6390405 Aug 03 19:20:01.940874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec99b2-3129-4e2d-a956-e998b07874a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905fb6d-813d-4b53-b4e7-89f9c26ba0c5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.957180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:01.971777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.043418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Checking segment: {'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:02.044495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network hostable DHCP agents. Network: bd371c28-b119-4d96-9dc5-b8099c95cefd, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:02.060124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device ba34df4f-821c-457d-9706-fb101d2fc88e up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:02.231143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44192a-329b-48dc-8403-4c17f3ccde5b req-118947ce-52e1-476d-ba44-53c1572b3db9 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.240865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce44192a-329b-48dc-8403-4c17f3ccde5b req-118947ce-52e1-476d-ba44-53c1572b3db9 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.5928056 Aug 03 19:20:02.267180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port ba34df4f-821c-457d-9706-fb101d2fc88e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:02.284053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7adc4ea6-d026-4567-9474-39db02db8112 req-f83a8b9f-cdca-4dab-9480-1d6a5b4d9fe6 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803975 Aug 03 19:20:02.286459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port ba34df4f-821c-457d-9706-fb101d2fc88e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:02.287099 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.297851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network bd371c28-b119-4d96-9dc5-b8099c95cefd is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:02.372148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce44192a-329b-48dc-8403-4c17f3ccde5b req-0255b331-067a-4d3d-8c80-ebc007d05a28 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261492 Aug 03 19:20:02.419663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, bd371c28-b119-4d96-9dc5-b8099c95cefd) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:02.421460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Attempting to bind port c1de379b-6113-4d06-8997-7cbf71dac26a on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:02.427805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Attempting to bind port c1de379b-6113-4d06-8997-7cbf71dac26a by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:02.428405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Attempting to bind port c1de379b-6113-4d06-8997-7cbf71dac26a on network fcd2de05-c962-475a-9b93-a7d41b4cb48b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:02.453190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Port c1de379b-6113-4d06-8997-7cbf71dac26a on network fcd2de05-c962-475a-9b93-a7d41b4cb48b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:02.460921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Attempting to bind port c1de379b-6113-4d06-8997-7cbf71dac26a on network fcd2de05-c962-475a-9b93-a7d41b4cb48b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:02.472903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.474060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.490535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbfe209-9cc3-4e38-a6bf-0293e215a79f None None] Network bd371c28-b119-4d96-9dc5-b8099c95cefd requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:02.527624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Allocated IP 10.1.1.205 (1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b/0380d116-1d9f-4554-8d01-cd1b6eb9a1dd/709a6d51-93eb-4555-b201-1379dad82dd9) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:02.567019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f8437c50-0b4a-4eb4-90ae-2fdcba239e14 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2970655 Aug 03 19:20:02.587631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:02.588372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Checking segment: {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:02.589051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Bound using segment: {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:02.589951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Bound port: c1de379b-6113-4d06-8997-7cbf71dac26a, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580474ca-50a9-46a0-a68e-749bb426f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:02.590569 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.702394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6ed9e3a5-723a-4919-82df-1be49d8305a2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:02.819008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.842702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5ea42-4c12-4c6c-8f7b-11109fe0747f req-a407d9a4-cacb-47fa-86af-520c229aeff5 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.844849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90a5ea42-4c12-4c6c-8f7b-11109fe0747f req-a407d9a4-cacb-47fa-86af-520c229aeff5 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.1774166 Aug 03 19:20:02.890771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Transition to ACTIVE for port object 709a6d51-93eb-4555-b201-1379dad82dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:02.911443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e822f07-40de-4be5-b7b6-516658015fae req-2747c8d3-46a1-4e19-88fd-6b3e425fb416 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.926191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e822f07-40de-4be5-b7b6-516658015fae req-2747c8d3-46a1-4e19-88fd-6b3e425fb416 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 944 time: 0.4043958 Aug 03 19:20:02.967628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.088491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90a5ea42-4c12-4c6c-8f7b-11109fe0747f req-d5a11a32-0109-4cc3-b89b-c1ec1fb97498 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082987 Aug 03 19:20:03.113359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:03.119063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:03.121625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=709a6d51-93eb-4555-b201-1379dad82dd9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:03.124877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:03.128454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] For port c1de379b-6113-4d06-8997-7cbf71dac26a, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:03.153196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e822f07-40de-4be5-b7b6-516658015fae req-01bac41b-4a88-43a0-971a-5b7f40ed6f6e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946378 Aug 03 19:20:03.200545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] For port c1de379b-6113-4d06-8997-7cbf71dac26a, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c1de379b-6113-4d06-8997-7cbf71dac26a,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:03.215583 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.243033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:03.243721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.280925 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2b9af1e6-d7ac-4f26-bed7-a4bc091189c4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8184187 Aug 03 19:20:03.294342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'admin_state_up': True, 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'security_groups': ['218d70d6-e836-47f1-813b-6f30052c1a68']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:03.355614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Pushing event updated for resources: {'Port': ['ID=c1de379b-6113-4d06-8997-7cbf71dac26a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:03.376259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:03.377737 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.381138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-ccd5837a-98d6-4b9a-9c7b-882022f8defd service neutron] 10.222.0.63 "PUT /v2.0/ports/c1de379b-6113-4d06-8997-7cbf71dac26a HTTP/1.1" status: 200 len: 1092 time: 5.2420318 Aug 03 19:20:03.382189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90407e7a-8641-4e16-9169-f121a4e06856', 'tag': 'c1de379b-6113-4d06-8997-7cbf71dac26a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:03.387586 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3303ef0-0965-4dfb-94ae-70df30bafd11" -d '{"events": [{"name": "network-changed", "server_uuid": "90407e7a-8641-4e16-9169-f121a4e06856", "tag": "c1de379b-6113-4d06-8997-7cbf71dac26a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:03.541339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3422abf3-502b-4a1c-a4a7-2b15e82f751a None None] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:03.584344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 6ed9e3a5-723a-4919-82df-1be49d8305a2 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:03.712917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0556-56af-48a3-9784-36168f6042ba req-45329f29-29ce-4668-b86d-7a0be261defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:03.723621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-45329f29-29ce-4668-b86d-7a0be261defa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57bee6b7f186471a9759b464e4c45551&device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 1095 time: 0.2659137 Aug 03 19:20:03.734196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:03.756805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.915813 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.968646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-b491e9b6-3808-4f5f-8c11-4a5bccad0258 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1de379b-6113-4d06-8997-7cbf71dac26a HTTP/1.1" status: 200 len: 217 time: 0.2332699 Aug 03 19:20:04.088372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port ba34df4f-821c-457d-9706-fb101d2fc88e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ba34df4f-821c-457d-9706-fb101d2fc88e,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:04.145029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f44847-6ef1-4416-b8fa-4250e09335ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34df4f-821c-457d-9706-fb101d2fc88e'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:04.158904 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e190c5-a414-43fa-be34-9fe07af5153c" -d '{"events": [{"server_uuid": "a0f44847-6ef1-4416-b8fa-4250e09335ee", "name": "network-vif-plugged", "status": "completed", "tag": "ba34df4f-821c-457d-9706-fb101d2fc88e"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:04.162935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 853da060-29b5-44a5-968a-3f74ccb3d254 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:04.215923 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.226509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-85583242-b5ed-49db-8a39-a0ac51d8ff78 None None] Provisioning for port 6ed9e3a5-723a-4919-82df-1be49d8305a2 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:04.245158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-85583242-b5ed-49db-8a39-a0ac51d8ff78 None None] Provisioning complete for port 6ed9e3a5-723a-4919-82df-1be49d8305a2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:04.246216 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85583242-b5ed-49db-8a39-a0ac51d8ff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.256070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-e1b6d5b4-705f-4018-80d0-1daa3e6b7fd3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.268755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-e1b6d5b4-705f-4018-80d0-1daa3e6b7fd3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.284071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-e1b6d5b4-705f-4018-80d0-1daa3e6b7fd3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/networks?id=7f0c448f-efaa-43d8-92aa-be63fef00a2b&id=bd371c28-b119-4d96-9dc5-b8099c95cefd&id=7f0c448f-efaa-43d8-92aa-be63fef00a2b HTTP/1.1" status: 200 len: 1391 time: 0.3130066 Aug 03 19:20:04.305152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Allocated IP 10.1.1.232 (1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b/0380d116-1d9f-4554-8d01-cd1b6eb9a1dd/a3a64e69-abdd-4fea-b2a6-bd62de03b63c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:04.452328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0556-56af-48a3-9784-36168f6042ba req-122a2093-c1d6-4386-9d4d-35e121249e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.454924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-122a2093-c1d6-4386-9d4d-35e121249e2c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4208a00-56e8-4ce7-8dbd-104c90e6603d HTTP/1.1" status: 200 len: 855 time: 0.1119535 Aug 03 19:20:04.459893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 853da060-29b5-44a5-968a-3f74ccb3d254 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:04.465047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.543462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-d0b16872-0592-4295-85a1-ded479b1d39c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/quotas/a10a1534096d408bbe4ccb68de461024 HTTP/1.1" status: 200 len: 375 time: 0.2578290 Aug 03 19:20:04.556977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85583242-b5ed-49db-8a39-a0ac51d8ff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.626542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5d42d-50ed-45a2-861c-85942d70edde req-ad115749-9edb-4bb3-8d65-541748c0acd5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.639690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5d42d-50ed-45a2-861c-85942d70edde req-ad115749-9edb-4bb3-8d65-541748c0acd5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.642668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fff5d42d-50ed-45a2-861c-85942d70edde req-ad115749-9edb-4bb3-8d65-541748c0acd5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 1654 time: 0.7244842 Aug 03 19:20:04.647076 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.688863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-f1bab4fa-f545-45ed-b799-a36df089d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.691457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-f1bab4fa-f545-45ed-b799-a36df089d7a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 1096 time: 0.7653840 Aug 03 19:20:04.731596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=ba34df4f-821c-457d-9706-fb101d2fc88e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:04.746123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-bd371c28-b119-4d96-9dc5-b8099c95cefd', 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'fixed_ips': [{'subnet_id': '5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:20:04.747464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.821971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0556-56af-48a3-9784-36168f6042ba req-91119268-63a9-4164-b639-00dd8e11a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.825834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-91119268-63a9-4164-b639-00dd8e11a3cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fcd2de05-c962-475a-9b93-a7d41b4cb48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3359542 Aug 03 19:20:04.882358 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.920276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Transition to ACTIVE for port object a3a64e69-abdd-4fea-b2a6-bd62de03b63c will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:04.924857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fff5d42d-50ed-45a2-861c-85942d70edde req-4d7ab3d7-3cac-4ef7-9f8a-8510bcab51e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507148 Aug 03 19:20:04.965512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Allocated IP 19.86.0.2 (bd371c28-b119-4d96-9dc5-b8099c95cefd/5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2/651b5f51-eda6-48f1-be7c-988e2753e5a7) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:05.012613 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.061458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-3a33ec68-8c77-422e-92f9-c82cc88bf3a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5164914 Aug 03 19:20:05.103078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:05.107006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:05.112977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:05.158257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-85583242-b5ed-49db-8a39-a0ac51d8ff78 None None] For port 6ed9e3a5-723a-4919-82df-1be49d8305a2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6ed9e3a5-723a-4919-82df-1be49d8305a2,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:05.164779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:05.202617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:05.203329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.241267 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8970f424-4520-4eb6-a5fb-78a6459f7e4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9521062 Aug 03 19:20:05.271034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902', 'admin_state_up': True, 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'security_groups': ['218d70d6-e836-47f1-813b-6f30052c1a68']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:05.326374 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.329127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85583242-b5ed-49db-8a39-a0ac51d8ff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.383564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Transition to ACTIVE for port object 651b5f51-eda6-48f1-be7c-988e2753e5a7 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:05.646603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:05.667818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Transition to ACTIVE for port object 651b5f51-eda6-48f1-be7c-988e2753e5a7 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:05.673821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e618d5f-0031-449c-b8a4-6fef076a43a3 None None] Provisioning for port 709a6d51-93eb-4555-b201-1379dad82dd9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:05.680203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e618d5f-0031-449c-b8a4-6fef076a43a3 None None] Provisioning complete for port 709a6d51-93eb-4555-b201-1379dad82dd9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:05.680582 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e618d5f-0031-449c-b8a4-6fef076a43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.684737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85583242-b5ed-49db-8a39-a0ac51d8ff78 None None] Pushing event updated for resources: {'Port': ['ID=6ed9e3a5-723a-4919-82df-1be49d8305a2,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:05.686936 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.779907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Network bd371c28-b119-4d96-9dc5-b8099c95cefd is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:05.787719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:05.807668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:05.855736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0e618d5f-0031-449c-b8a4-6fef076a43a3 None None] Port 709a6d51-93eb-4555-b201-1379dad82dd9 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:05.899012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Pushing event updated for resources: {'Port': ['ID=651b5f51-eda6-48f1-be7c-988e2753e5a7,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:06.007882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-8d752638-d677-4612-acc6-f787345a7c8d req-46406914-7356-4fc5-9975-6b08fdcfdc58 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-723001552', 'description': 'tempest-description-644499822'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:06.074375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.162784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Attempting to bind port 651b5f51-eda6-48f1-be7c-988e2753e5a7 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:06.163674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Attempting to bind port 651b5f51-eda6-48f1-be7c-988e2753e5a7 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:06.165624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Attempting to bind port 651b5f51-eda6-48f1-be7c-988e2753e5a7 on network bd371c28-b119-4d96-9dc5-b8099c95cefd {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:06.184844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:06.185427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Checking segment: {'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:06.198456 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.199795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Bound using segment: {'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:06.199993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Bound port: 651b5f51-eda6-48f1-be7c-988e2753e5a7, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:06.205064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.338240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-10b51cb8-fb3c-4f05-9dc9-0a2a9dc7ce87 service neutron] 10.222.0.42 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2749541 Aug 03 19:20:06.449778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] For port 651b5f51-eda6-48f1-be7c-988e2753e5a7, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:06.453918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] For port 651b5f51-eda6-48f1-be7c-988e2753e5a7, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=651b5f51-eda6-48f1-be7c-988e2753e5a7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:06.466586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.550986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59ebbe-9dce-4748-93dd-d2e66600209e None None] Pushing event updated for resources: {'Port': ['ID=651b5f51-eda6-48f1-be7c-988e2753e5a7,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:06.562696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7aa3093c-ca81-4341-b487-8a50de074053 None None] Provisioning for port a3a64e69-abdd-4fea-b2a6-bd62de03b63c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:06.571964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7aa3093c-ca81-4341-b487-8a50de074053 None None] Provisioning complete for port a3a64e69-abdd-4fea-b2a6-bd62de03b63c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:06.572731 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7aa3093c-ca81-4341-b487-8a50de074053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.603338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-c3d3f7ea-f381-4091-b206-ddb58f5999f2 service neutron] 10.222.0.42 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310288 Aug 03 19:20:06.633580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3093c-ca81-4341-b487-8a50de074053 None None] Port a3a64e69-abdd-4fea-b2a6-bd62de03b63c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:06.633730 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8d752638-d677-4612-acc6-f787345a7c8d req-46406914-7356-4fc5-9975-6b08fdcfdc58 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.684777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7aa3093c-ca81-4341-b487-8a50de074053 None None] Provisioning complete for port 6ed9e3a5-723a-4919-82df-1be49d8305a2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:06.684777 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7aa3093c-ca81-4341-b487-8a50de074053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.693816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48440) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:06.744273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-d91c7b91-c94e-4fae-882b-bab4161a915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.747021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-d91c7b91-c94e-4fae-882b-bab4161a915e service neutron] 10.222.0.88 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 2.0084875 Aug 03 19:20:06.791590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Allocated IP 10.2.2.100 (76ab11a9-6628-4f91-bb1a-74d1c4595902/f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa/883f3bca-57f6-4f22-9c56-3841dda7c7b7) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:06.860513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-1f2eae3c-89bd-41d2-8ba1-1d64d602104e service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9704821 Aug 03 19:20:06.874773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ab3a2f03-7b31-422d-963c-02fb7617945d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:07.028210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.074995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Transition to ACTIVE for port object 883f3bca-57f6-4f22-9c56-3841dda7c7b7 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:07.121338 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8d752638-d677-4612-acc6-f787345a7c8d req-46406914-7356-4fc5-9975-6b08fdcfdc58 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.147532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.252725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 76ab11a9-6628-4f91-bb1a-74d1c4595902 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:07.258421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8d752638-d677-4612-acc6-f787345a7c8d req-46406914-7356-4fc5-9975-6b08fdcfdc58 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.266486 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ab3a2f03-7b31-422d-963c-02fb7617945d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] 10.222.0.42 "PUT /v2.0/quotas/1ab7a0c6428f47099dc2f30f606b8829 HTTP/1.1" status: 200 len: 368 time: 0.5715075 Aug 03 19:20:07.270905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:07.289352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48444) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:07.297278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:07.311147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=883f3bca-57f6-4f22-9c56-3841dda7c7b7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.363050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Request body: {'network': {'project_id': '1ab7a0c6428f47099dc2f30f606b8829'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:07.408592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:07.409597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.446065 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-98805cfe-496f-4bed-85a1-bdd68a1521f8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1971714 Aug 03 19:20:07.468312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902', 'admin_state_up': True, 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'security_groups': ['218d70d6-e836-47f1-813b-6f30052c1a68']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:07.642018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Made reservation on behalf of 1ab7a0c6428f47099dc2f30f606b8829 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:07.649079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.772108 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.776145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-c8b048a9-9c5e-464a-b879-7a680471fb18 service neutron] 10.222.0.42 "GET /v2.0/networks/bd371c28-b119-4d96-9dc5-b8099c95cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1573122 Aug 03 19:20:07.779632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b599003a-bc78-44b2-b9b9-49ab3d3b238c None None] Provisioning for port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:07.780532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ad0556-56af-48a3-9784-36168f6042ba req-38e63f43-1571-4a16-84eb-154f8077442e service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694883 Aug 03 19:20:07.782989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-c536f561-3940-41be-bf23-72f4de2aeb7c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 200 len: 1001 time: 0.9493647 Aug 03 19:20:07.786903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8d752638-d677-4612-acc6-f787345a7c8d req-46406914-7356-4fc5-9975-6b08fdcfdc58 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.787212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d752638-d677-4612-acc6-f787345a7c8d req-46406914-7356-4fc5-9975-6b08fdcfdc58 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.9445515 Aug 03 19:20:07.790447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b599003a-bc78-44b2-b9b9-49ab3d3b238c None None] Provisioning complete for port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:07.791051 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b599003a-bc78-44b2-b9b9-49ab3d3b238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.795904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46406914-7356-4fc5-9975-6b08fdcfdc58 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945af98e-2d88-4042-b5c4-d95ec35a134a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.956931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b599003a-bc78-44b2-b9b9-49ab3d3b238c None None] Port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:07.967064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Made reservation on behalf of ba774eccb8f84b43bc564a618b6d16c6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:07.981978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.019741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 651b5f51-eda6-48f1-be7c-988e2753e5a7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:08.060906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-82a43e55-f201-4814-81f6-f8a2db2e318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.068001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-82a43e55-f201-4814-81f6-f8a2db2e318b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.2642202 Aug 03 19:20:08.197647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 651b5f51-eda6-48f1-be7c-988e2753e5a7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:08.206376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6ed9e3a5-723a-4919-82df-1be49d8305a2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:08.284763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Allocated IP 10.2.2.200 (76ab11a9-6628-4f91-bb1a-74d1c4595902/f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa/67c1b2be-b8b6-414c-93e3-f3d5a9877312) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:08.363476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 6ed9e3a5-723a-4919-82df-1be49d8305a2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:08.364543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.455562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-75e8281d-59d7-477a-a70d-9303b7339294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.468198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-75e8281d-59d7-477a-a70d-9303b7339294 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2713008 Aug 03 19:20:08.509749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bbfce-7773-411f-86df-145af6cc7e5e req-277d90bf-23eb-4563-a877-2ec148780dd0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.511374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec1bbfce-7773-411f-86df-145af6cc7e5e req-277d90bf-23eb-4563-a877-2ec148780dd0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 945 time: 0.4609656 Aug 03 19:20:08.588612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1632998-b603-4d4b-afc2-13219f16e9fc None None] Network bd371c28-b119-4d96-9dc5-b8099c95cefd requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:08.589436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.595728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.607925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-f7478189-ae1f-4324-9813-9e28f17582de service neutron] 10.222.0.42 "GET /v2.0/networks/bd371c28-b119-4d96-9dc5-b8099c95cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698232 Aug 03 19:20:08.615482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.626156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Transition to ACTIVE for port object 67c1b2be-b8b6-414c-93e3-f3d5a9877312 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:08.680160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:08.721255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.734866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2bdda841-0be3-4c41-a307-8856f36812f4 None None] Provisioning for port 651b5f51-eda6-48f1-be7c-988e2753e5a7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:08.751178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2bdda841-0be3-4c41-a307-8856f36812f4 None None] Provisioning complete for port 651b5f51-eda6-48f1-be7c-988e2753e5a7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:08.751792 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bdda841-0be3-4c41-a307-8856f36812f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.755087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487baece-8550-46e7-8267-0cd7052f9dab,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:08.773615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec1bbfce-7773-411f-86df-145af6cc7e5e req-5ce8dd56-6c9e-426a-bb21-ac189ae11914 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394187 Aug 03 19:20:08.781501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.782019 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Added segment d701ca71-5998-4ef8-a00a-27d7a9d27ef0 of type vlan for network 04d254bb-b3f8-4448-9f1a-e195c8dadc37 Aug 03 19:20:08.785765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Network 76ab11a9-6628-4f91-bb1a-74d1c4595902 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:08.790445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:08.797701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:08.802939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-094ab046-2c1b-4c67-8609-776ae250c177 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133123 Aug 03 19:20:08.832569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event updated for resources: {'Port': ['ID=67c1b2be-b8b6-414c-93e3-f3d5a9877312,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:08.890541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.892093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.917785 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ad38c06-b662-4d78-a09e-4e0ac68e2823 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4622490 Aug 03 19:20:08.943867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:08.961626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.993535 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73efebe2-eb7a-490a-913d-2d8993df0e52 x-openstack-request-id: req-73efebe2-eb7a-490a-913d-2d8993df0e52 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:08.993944 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90407e7a-8641-4e16-9169-f121a4e06856", "tag": "c1de379b-6113-4d06-8997-7cbf71dac26a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:08.994312 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73efebe2-eb7a-490a-913d-2d8993df0e52 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:08.994839 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90407e7a-8641-4e16-9169-f121a4e06856', 'tag': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'status': 'completed', 'code': 200} Aug 03 19:20:09.027533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-58413dbd-dca2-4b94-b1e6-489abc170584 service neutron] 10.222.0.42 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990743 Aug 03 19:20:09.107168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.434928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bdda841-0be3-4c41-a307-8856f36812f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.514721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2bdda841-0be3-4c41-a307-8856f36812f4 None None] For port 651b5f51-eda6-48f1-be7c-988e2753e5a7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=651b5f51-eda6-48f1-be7c-988e2753e5a7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:09.523316 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bdda841-0be3-4c41-a307-8856f36812f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.537404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-7a6df9ad-031a-4bd3-b185-f74c916270d2 service neutron] 10.222.0.42 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864318 Aug 03 19:20:09.553063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3d65826-fdeb-424d-a28e-d2a5f2760863 req-d49ea895-5abc-4605-94fb-6bc87a2d95c1 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046766 Aug 03 19:20:09.561138 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.563828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.565012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.647627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0105532b-5b96-4e69-9a56-15fa30ad5ec7 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:09.662632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.677536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3711200 Aug 03 19:20:09.680077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Transition to ACTIVE for port object 0105532b-5b96-4e69-9a56-15fa30ad5ec7 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:09.681033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48460) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:09.687887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Request body: {'network': {'project_id': '1ab7a0c6428f47099dc2f30f606b8829'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:09.692020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.811985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-c4c6fd0f-aa08-45b6-9b8e-9a122f6ce657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.818610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-c4c6fd0f-aa08-45b6-9b8e-9a122f6ce657 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57bee6b7f186471a9759b464e4c45551&device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 1095 time: 0.7844560 Aug 03 19:20:09.821433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdda841-0be3-4c41-a307-8856f36812f4 None None] Pushing event updated for resources: {'Port': ['ID=651b5f51-eda6-48f1-be7c-988e2753e5a7,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.874511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-00667ece-27a7-4c80-908c-5bf42e11136f None None] Provisioning for port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:09.874994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Pushing event updated for resources: {'Port': ['ID=0105532b-5b96-4e69-9a56-15fa30ad5ec7,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.900491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-00667ece-27a7-4c80-908c-5bf42e11136f None None] Provisioning complete for port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:09.907131 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00667ece-27a7-4c80-908c-5bf42e11136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.052900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-00667ece-27a7-4c80-908c-5bf42e11136f None None] Port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:10.058725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Made reservation on behalf of 1ab7a0c6428f47099dc2f30f606b8829 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:10.061464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.124703 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Attempting to bind port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:10.125800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Attempting to bind port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:10.125800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Attempting to bind port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 on network 3c474a87-5533-413e-ab07-c13e2d4bafd9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:10.152720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8da704-711a-483c-9728-ce3d2ce7065e req-7b25c44b-ab15-43c8-a72c-07df30dcff73 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:10.156816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 on network 3c474a87-5533-413e-ab07-c13e2d4bafd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:10.157255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Attempting to bind port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 on network 3c474a87-5533-413e-ab07-c13e2d4bafd9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:10.177304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c8da704-711a-483c-9728-ce3d2ce7065e req-7b25c44b-ab15-43c8-a72c-07df30dcff73 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.9223161 Aug 03 19:20:10.180588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11f4a7-eb0c-4cab-8720-c1740dd614ef tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Pushing event updated for resources: {'Network': ['ID=04d254bb-b3f8-4448-9f1a-e195c8dadc37,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:10.192450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:10.192957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Checking segment: {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:10.193309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Bound using segment: {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:10.193866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Bound port: 0105532b-5b96-4e69-9a56-15fa30ad5ec7, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ca4dd7-2fc8-4c01-b7c9-b83d70863305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:10.194238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.199304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:10.222618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1825dd99-9b12-4fe4-b8c6-3a04d83a3fa3 None None] Provisioning complete for port 651b5f51-eda6-48f1-be7c-988e2753e5a7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:10.223245 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1825dd99-9b12-4fe4-b8c6-3a04d83a3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.362233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 04d254bb-b3f8-4448-9f1a-e195c8dadc37 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:10.379770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] For port 0105532b-5b96-4e69-9a56-15fa30ad5ec7, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:10.398724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] For port 0105532b-5b96-4e69-9a56-15fa30ad5ec7, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:10.418742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.437813 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.438180 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Added segment ee2c7ae4-5450-4899-abca-21177c2a3cba of type vlan for network 7c607e35-85b6-4dec-859f-ee7ea23fd901 Aug 03 19:20:10.588244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8de7-b084-4a05-91eb-0abdd9d3c7fe req-12760ab0-2338-4175-89cd-a7f040273839 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:10.590204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a46c8de7-b084-4a05-91eb-0abdd9d3c7fe req-12760ab0-2338-4175-89cd-a7f040273839 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 944 time: 0.3916044 Aug 03 19:20:10.595030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-57c0777a-5baf-4ad0-bbcc-9b31e2146f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:10.600136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-57c0777a-5baf-4ad0-bbcc-9b31e2146f3a service neutron] 10.222.0.63 "GET /v2.0/networks?id=fcd2de05-c962-475a-9b93-a7d41b4cb48b HTTP/1.1" status: 200 len: 917 time: 0.7358594 Aug 03 19:20:10.754865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:10.758629 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.763778 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] 10.222.0.88 "PUT /v2.0/ports/0105532b-5b96-4e69-9a56-15fa30ad5ec7 HTTP/1.1" status: 200 len: 1092 time: 1.8293064 Aug 03 19:20:10.765169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0937b25-9c3f-4592-82e4-9bff6879957b service neutron] Pushing event updated for resources: {'Port': ['ID=0105532b-5b96-4e69-9a56-15fa30ad5ec7,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:10.795213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:10.806454 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c555e5f7-99be-48dd-a2d9-2532c4c30303" -d '{"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:10.845548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:10.891428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-0918a430-112e-4f6b-85b0-929442a5a33f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1de379b-6113-4d06-8997-7cbf71dac26a HTTP/1.1" status: 200 len: 217 time: 0.2514918 Aug 03 19:20:10.996677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.050110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a46c8de7-b084-4a05-91eb-0abdd9d3c7fe req-cc8effdd-539d-4c30-a241-fce3f12932f4 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4466107 Aug 03 19:20:11.080358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c8da704-711a-483c-9728-ce3d2ce7065e req-caf4e2ec-0b05-41a9-95d9-af2134d2a7e0 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8738980 Aug 03 19:20:11.094484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-7d8c551d-fc61-4297-945b-20bb4fd4751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.103779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-7d8c551d-fc61-4297-945b-20bb4fd4751a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4208a00-56e8-4ce7-8dbd-104c90e6603d HTTP/1.1" status: 200 len: 855 time: 0.1932604 Aug 03 19:20:11.181735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.201160 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e70912-c4cd-4095-b6fb-12d1d345b48e x-openstack-request-id: req-41e70912-c4cd-4095-b6fb-12d1d345b48e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:11.203935 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f44847-6ef1-4416-b8fa-4250e09335ee", "name": "network-vif-plugged", "status": "completed", "tag": "ba34df4f-821c-457d-9706-fb101d2fc88e", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:11.208066 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41e70912-c4cd-4095-b6fb-12d1d345b48e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:11.208840 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f44847-6ef1-4416-b8fa-4250e09335ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34df4f-821c-457d-9706-fb101d2fc88e', 'code': 200} Aug 03 19:20:11.257459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-99fc6be1-dddc-4dd1-81ab-fe843f78579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.264816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-99fc6be1-dddc-4dd1-81ab-fe843f78579e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fcd2de05-c962-475a-9b93-a7d41b4cb48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494601 Aug 03 19:20:11.266518 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.resource_extend [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:20:11.562588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-38fc3a06-4a2e-4f95-bc8a-f696913dc214 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-723001552&fields=id&tenant_id=c62e85eb426742fa9271e09656a5e611 HTTP/1.1" status: 200 len: 267 time: 0.1253867 Aug 03 19:20:11.576769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4da79-007f-4e5d-bc1d-df3dbec8e7dc req-fe500234-6a04-4b0c-85ad-48dd074e8907 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.583345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4da79-007f-4e5d-bc1d-df3dbec8e7dc req-fe500234-6a04-4b0c-85ad-48dd074e8907 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.591381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4da79-007f-4e5d-bc1d-df3dbec8e7dc req-fe500234-6a04-4b0c-85ad-48dd074e8907 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.597333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4da79-007f-4e5d-bc1d-df3dbec8e7dc req-fe500234-6a04-4b0c-85ad-48dd074e8907 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.604618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4da79-007f-4e5d-bc1d-df3dbec8e7dc req-fe500234-6a04-4b0c-85ad-48dd074e8907 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.606523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b9f4da79-007f-4e5d-bc1d-df3dbec8e7dc req-fe500234-6a04-4b0c-85ad-48dd074e8907 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 3829 time: 0.2796261 Aug 03 19:20:11.714297 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-6c074a2e-4b44-41de-8cdb-0fe546ae35fb service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452498 Aug 03 19:20:11.737007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b9f4da79-007f-4e5d-bc1d-df3dbec8e7dc req-a886ffe6-453c-41fb-aab5-6eb46bf4fd1b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155806 Aug 03 19:20:11.758397 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.760171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.761428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.896440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 651b5f51-eda6-48f1-be7c-988e2753e5a7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:11.923305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Pushing event updated for resources: {'Network': ['ID=7c607e35-85b6-4dec-859f-ee7ea23fd901,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:11.960470 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13670768-4ceb-41de-aacd-c8590351415d tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2737093 Aug 03 19:20:11.961632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48486) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:11.966830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-54f2c157-c51f-46c5-a34c-0bc88e1e1a4e tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Request body: {'network': {'project_id': '1ab7a0c6428f47099dc2f30f606b8829'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:12.010765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d03b8-511e-4651-9220-ed17db94ce59 req-fd506868-20b8-4cef-8eac-df439cede282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:12.012482 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b92d03b8-511e-4651-9220-ed17db94ce59 req-fd506868-20b8-4cef-8eac-df439cede282 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 1096 time: 0.5566795 Aug 03 19:20:12.030247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-6d5720a9-a99f-4f00-be23-034bc47f9bfe tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:12.044687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-6d5720a9-a99f-4f00-be23-034bc47f9bfe tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.4367969 Aug 03 19:20:12.059365 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f2c157-c51f-46c5-a34c-0bc88e1e1a4e tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:20:12.059842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f2c157-c51f-46c5-a34c-0bc88e1e1a4e tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:20:12.061029 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-54f2c157-c51f-46c5-a34c-0bc88e1e1a4e tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0984905 Aug 03 19:20:12.072827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 7c607e35-85b6-4dec-859f-ee7ea23fd901 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:12.076697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Request body: {'port': {'security_groups': ['6a9f7283-f7ea-49ac-b5db-8da2c03f2762', '945af98e-2d88-4042-b5c4-d95ec35a134a']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:12.187858 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b92d03b8-511e-4651-9220-ed17db94ce59 req-4d9eff93-3734-4a43-905a-9c0cdccdffdd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652706 Aug 03 19:20:12.298988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48496) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:12.326951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3303ef0-0965-4dfb-94ae-70df30bafd11 req-f3bc2282-11eb-4eef-9501-59a2e8241490 service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021526 Aug 03 19:20:12.415441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8021b4c-00ac-44b1-8e7f-0f378783fde2 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:12.444827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.468790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Transition to ACTIVE for port object d8021b4c-00ac-44b1-8e7f-0f378783fde2 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:12.475776 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.498066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 651b5f51-eda6-48f1-be7c-988e2753e5a7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:12.498892 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.578208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.578488 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Pushing event updated for resources: {'Port': ['ID=d8021b4c-00ac-44b1-8e7f-0f378783fde2,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:12.703006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Attempting to bind port d8021b4c-00ac-44b1-8e7f-0f378783fde2 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:12.703506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Attempting to bind port d8021b4c-00ac-44b1-8e7f-0f378783fde2 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:12.703833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Attempting to bind port d8021b4c-00ac-44b1-8e7f-0f378783fde2 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:12.723069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Port d8021b4c-00ac-44b1-8e7f-0f378783fde2 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:12.723995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Attempting to bind port d8021b4c-00ac-44b1-8e7f-0f378783fde2 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:12.732820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:12.733732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Checking segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:12.734348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Bound using segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:12.735059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Bound port: d8021b4c-00ac-44b1-8e7f-0f378783fde2, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:12.735989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.864406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5b35f3b8-50fe-477f-a76a-17503b32e9ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ab7a0c6428f47099dc2f30f606b8829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635512 Aug 03 19:20:12.870420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48500) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:12.926865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] For port d8021b4c-00ac-44b1-8e7f-0f378783fde2, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:13.016832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] For port d8021b4c-00ac-44b1-8e7f-0f378783fde2, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:13.059859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61fb9032-88e0-4755-bcf0-c6d9f4d578be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.062802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.150972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Pushing event updated for resources: {'Port': ['ID=d8021b4c-00ac-44b1-8e7f-0f378783fde2,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:13.181531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:13.182308 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.183864 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3e1e5a78-c620-468f-8eee-a133c7a6b09a service neutron] 10.222.0.88 "PUT /v2.0/ports/d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 1131 time: 2.3531253 Aug 03 19:20:13.191185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61fb9032-88e0-4755-bcf0-c6d9f4d578be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.244472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:13.313378 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61fb9032-88e0-4755-bcf0-c6d9f4d578be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.316715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61fb9032-88e0-4755-bcf0-c6d9f4d578be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.318387 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-61fb9032-88e0-4755-bcf0-c6d9f4d578be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/487baece-8550-46e7-8267-0cd7052f9dab HTTP/1.1" status: 204 len: 168 time: 0.4461286 Aug 03 19:20:13.329792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48504) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:13.358798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb9032-88e0-4755-bcf0-c6d9f4d578be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487baece-8550-46e7-8267-0cd7052f9dab,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:13.385235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.590704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb9a79-5087-4449-b988-10382f70f0b6 req-e1bd2a3e-6140-4ff5-9dc0-6374b6b5b2f1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:13.606062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61fb9a79-5087-4449-b988-10382f70f0b6 req-e1bd2a3e-6140-4ff5-9dc0-6374b6b5b2f1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 945 time: 1.3749483 Aug 03 19:20:13.608813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.626256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] For port abe32f9f-5fd9-40fa-88fa-a9626135d632, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:13.897848 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.919668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61fb9a79-5087-4449-b988-10382f70f0b6 req-29f97ab2-62e6-4b71-90bc-c0054965e204 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063684 Aug 03 19:20:13.953244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.981271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['abe32f9f-5fd9-40fa-88fa-a9626135d632'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:14.012470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8098ab0-6120-4500-be69-d5c2cbc550f0 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:14.037864 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.072628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Transition to ACTIVE for port object c8098ab0-6120-4500-be69-d5c2cbc550f0 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:14.081224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.143559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:14.144249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.145841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce2e3d54-359d-4f21-8e4f-383a88b94a51 req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "PUT /v2.0/ports/abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 982 time: 2.0974982 Aug 03 19:20:14.168443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:14.170869 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0950ba-2a2d-446f-abca-39d59429dfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:14.232874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['abe32f9f-5fd9-40fa-88fa-a9626135d632'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:14.259858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8098ab0-6120-4500-be69-d5c2cbc550f0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:14.282940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3eb7e18f-19e7-4c46-ac6d-f5a30ecbf80c req-a65f0837-90b4-4ff6-9ddf-0ae2dfc2ee88 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 210 time: 0.1650171 Aug 03 19:20:14.295598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-5c51ce22-bc2d-4b51-ba92-78fe03214051 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:14.318011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-5c51ce22-bc2d-4b51-ba92-78fe03214051 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:14.334496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-5c51ce22-bc2d-4b51-ba92-78fe03214051 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "GET /v2.0/networks?id=7f0c448f-efaa-43d8-92aa-be63fef00a2b&id=bd371c28-b119-4d96-9dc5-b8099c95cefd&id=7f0c448f-efaa-43d8-92aa-be63fef00a2b HTTP/1.1" status: 200 len: 1391 time: 1.6490970 Aug 03 19:20:14.334496 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.342978 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7469b9-ce56-4140-bfb5-81bd16efbd62 x-openstack-request-id: req-0f7469b9-ce56-4140-bfb5-81bd16efbd62 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:14.343304 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:14.343559 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f7469b9-ce56-4140-bfb5-81bd16efbd62 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:14.343914 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'status': 'completed', 'code': 200} Aug 03 19:20:14.414676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Attempting to bind port c8098ab0-6120-4500-be69-d5c2cbc550f0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:14.414946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Attempting to bind port c8098ab0-6120-4500-be69-d5c2cbc550f0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:14.415341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Attempting to bind port c8098ab0-6120-4500-be69-d5c2cbc550f0 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:14.420987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Port c8098ab0-6120-4500-be69-d5c2cbc550f0 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:14.421650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Attempting to bind port c8098ab0-6120-4500-be69-d5c2cbc550f0 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:14.437371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:14.437788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Checking segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:14.438143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Bound using segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:14.438612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Bound port: c8098ab0-6120-4500-be69-d5c2cbc550f0, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:14.438953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.441064 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:20:14.716120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] For port c8098ab0-6120-4500-be69-d5c2cbc550f0, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:14.722959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] For port c8098ab0-6120-4500-be69-d5c2cbc550f0, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:14.734709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.888863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:14.893411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.896429 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] 10.222.0.88 "PUT /v2.0/ports/c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 1129 time: 1.6570845 Aug 03 19:20:14.914842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e47c3-984e-4927-b3ac-d4324ed79cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8098ab0-6120-4500-be69-d5c2cbc550f0,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:14.954809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:15.121571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'port': {'device_id': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b', 'admin_state_up': True, 'tenant_id': 'a10a1534096d408bbe4ccb68de461024'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:15.177665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.203145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c607e35-85b6-4dec-859f-ee7ea23fd901']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:15.410185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2c7ae4-5450-4899-abca-21177c2a3cba') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:15.410503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2c7ae4-5450-4899-abca-21177c2a3cba') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:15.430080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2854661-fd2f-4a5e-b57b-c529925b80ba tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event updated for resources: {'Port': ['ID=abe32f9f-5fd9-40fa-88fa-a9626135d632,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:15.446271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.507460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.528851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:15.529508 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:15.533972 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:15.557356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af58aaa-39e8-4687-8060-60bda1b5a865 req-ffd5272c-3d32-4a95-8515-26167c970990 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.559191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1af58aaa-39e8-4687-8060-60bda1b5a865 req-ffd5272c-3d32-4a95-8515-26167c970990 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 944 time: 0.4134986 Aug 03 19:20:15.596278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-83f1fe63-d253-4d69-8731-880de73a65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.596871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-83f1fe63-d253-4d69-8731-880de73a65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.597359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-83f1fe63-d253-4d69-8731-880de73a65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.597880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-83f1fe63-d253-4d69-8731-880de73a65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.598575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-83f1fe63-d253-4d69-8731-880de73a65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.599053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-83f1fe63-d253-4d69-8731-880de73a65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.600082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-83f1fe63-d253-4d69-8731-880de73a65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.602270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-83f1fe63-d253-4d69-8731-880de73a65e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6210 time: 0.4641933 Aug 03 19:20:15.636623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dc608-81e7-4c28-be95-2adb750adfe8 req-cbea5db6-a7d8-4f9b-a0d0-f8748629300a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.638386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a5dc608-81e7-4c28-be95-2adb750adfe8 req-cbea5db6-a7d8-4f9b-a0d0-f8748629300a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.4981773 Aug 03 19:20:15.772131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.825650 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.830444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] 10.222.0.42 "DELETE /v2.0/networks/7c607e35-85b6-4dec-859f-ee7ea23fd901 HTTP/1.1" status: 204 len: 168 time: 2.3909991 Aug 03 19:20:15.840145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48522) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:15.859099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709a6d51-93eb-4555-b201-1379dad82dd9 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:15.874644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.891401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Transition to ACTIVE for port object 709a6d51-93eb-4555-b201-1379dad82dd9 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:15.896344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.903551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1af58aaa-39e8-4687-8060-60bda1b5a865 req-7d31ac91-cd40-4a63-ae48-b9517543a8b7 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132424 Aug 03 19:20:15.904454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:15.908168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.925920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33a8dd-c686-4100-b5c1-4f52272c6dab tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c607e35-85b6-4dec-859f-ee7ea23fd901,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:15.986582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Pushing event updated for resources: {'Port': ['ID=709a6d51-93eb-4555-b201-1379dad82dd9,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:16.029724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a5dc608-81e7-4c28-be95-2adb750adfe8 req-8948afe0-7b0a-4722-9a97-9e1936ac9108 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622525 Aug 03 19:20:16.170609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.188683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c1de379b-6113-4d06-8997-7cbf71dac26a details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:20:16.234873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-44ec6726-9640-4595-a689-d555bcba2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.235349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-44ec6726-9640-4595-a689-d555bcba2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.235817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-44ec6726-9640-4595-a689-d555bcba2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.237529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-44ec6726-9640-4595-a689-d555bcba2e95 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6115932 Aug 03 19:20:16.300147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Attempting to bind port 709a6d51-93eb-4555-b201-1379dad82dd9 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:16.301188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Attempting to bind port 709a6d51-93eb-4555-b201-1379dad82dd9 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:16.306167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Attempting to bind port 709a6d51-93eb-4555-b201-1379dad82dd9 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:16.322704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Port 709a6d51-93eb-4555-b201-1379dad82dd9 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:16.323638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Attempting to bind port 709a6d51-93eb-4555-b201-1379dad82dd9 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:16.345644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:16.346663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Checking segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:16.347825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Bound using segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:16.348971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Bound port: 709a6d51-93eb-4555-b201-1379dad82dd9, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:16.351390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.356524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': 'd8021b4c-00ac-44b1-8e7f-0f378783fde2'}, {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': 'c8098ab0-6120-4500-be69-d5c2cbc550f0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:16.362573 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53df8cf-399e-485f-ab8f-9e869eaf61a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "d8021b4c-00ac-44b1-8e7f-0f378783fde2"}, {"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "c8098ab0-6120-4500-be69-d5c2cbc550f0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:16.494015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746218-e5b8-4441-ad31-422c28d45292 req-5e99092f-4f8d-4465-9d23-081b056b6454 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.500051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746218-e5b8-4441-ad31-422c28d45292 req-5e99092f-4f8d-4465-9d23-081b056b6454 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.506377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746218-e5b8-4441-ad31-422c28d45292 req-5e99092f-4f8d-4465-9d23-081b056b6454 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.512720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746218-e5b8-4441-ad31-422c28d45292 req-5e99092f-4f8d-4465-9d23-081b056b6454 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.518756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746218-e5b8-4441-ad31-422c28d45292 req-5e99092f-4f8d-4465-9d23-081b056b6454 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.525551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746218-e5b8-4441-ad31-422c28d45292 req-5e99092f-4f8d-4465-9d23-081b056b6454 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.532051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746218-e5b8-4441-ad31-422c28d45292 req-5e99092f-4f8d-4465-9d23-081b056b6454 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.541208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d746218-e5b8-4441-ad31-422c28d45292 req-5e99092f-4f8d-4465-9d23-081b056b6454 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5385 time: 0.4779403 Aug 03 19:20:16.547123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c1de379b-6113-4d06-8997-7cbf71dac26a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c1de379b-6113-4d06-8997-7cbf71dac26a,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:16.554294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] For port 709a6d51-93eb-4555-b201-1379dad82dd9, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:16.562295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] For port 709a6d51-93eb-4555-b201-1379dad82dd9, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=709a6d51-93eb-4555-b201-1379dad82dd9,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:16.572935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.577229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'port_id': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'mac_address': 'fa:16:3e:90:58:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:20:16.618941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-81a65a50-e440-42de-afdc-3297cf855928 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-723001552&fields=id&tenant_id=c62e85eb426742fa9271e09656a5e611 HTTP/1.1" status: 200 len: 267 time: 0.4415617 Aug 03 19:20:16.644049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.645104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.647631 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] 10.222.0.88 "PUT /v2.0/ports/709a6d51-93eb-4555-b201-1379dad82dd9 HTTP/1.1" status: 200 len: 1091 time: 1.7109973 Aug 03 19:20:16.697262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:16.708412 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.735715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1de379b-6113-4d06-8997-7cbf71dac26a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:16.782135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c1de379b-6113-4d06-8997-7cbf71dac26a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c1de379b-6113-4d06-8997-7cbf71dac26a,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:16.790164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.828475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc8ba9-5c98-4a59-be1c-dd70a1512d45 service neutron] Pushing event updated for resources: {'Port': ['ID=709a6d51-93eb-4555-b201-1379dad82dd9,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:16.852463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d746218-e5b8-4441-ad31-422c28d45292 req-2bb1dcfa-952a-4966-bef5-7b3ace4f1956 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2892916 Aug 03 19:20:16.953166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.957047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c1de379b-6113-4d06-8997-7cbf71dac26a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:16.967045 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31edc8ff-2626-413c-869e-ffeccd0381d4 x-openstack-request-id: req-31edc8ff-2626-413c-869e-ffeccd0381d4 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:16.967320 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:16.967499 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31edc8ff-2626-413c-869e-ffeccd0381d4 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:16.970356 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'status': 'completed', 'code': 200} Aug 03 19:20:17.001931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.006507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Allocated IP 19.80.0.234 (7f0c448f-efaa-43d8-92aa-be63fef00a2b/02fa669e-53ad-4f42-b370-4099e7be7f4b/44236e34-20c3-4759-808c-fee3859b68cd) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:17.084140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d254bb-b3f8-4448-9f1a-e195c8dadc37']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:17.094846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-a0fa7643-eda6-40c3-981b-c63f1c322916 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.104464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-a0fa7643-eda6-40c3-981b-c63f1c322916 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 985 time: 0.4845657 Aug 03 19:20:17.110741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Request body: {'port': {'security_groups': ['6a9f7283-f7ea-49ac-b5db-8da2c03f2762']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:17.131429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd701ca71-5998-4ef8-a00a-27d7a9d27ef0') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:17.131996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd701ca71-5998-4ef8-a00a-27d7a9d27ef0') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:17.150011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-68a4cac1-56e6-4598-9e38-9da8e3289679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.152174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c555e5f7-99be-48dd-a2d9-2532c4c30303 req-68a4cac1-56e6-4598-9e38-9da8e3289679 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8987262 Aug 03 19:20:17.180009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c1de379b-6113-4d06-8997-7cbf71dac26a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:17.230817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.281043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.321500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:17.325383 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:17.337750 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:17.394946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7035a4-3931-4630-a24d-c0132ff0466d req-126129f3-ab1e-47ff-856f-cf0294c9785b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.395200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-bd657094-2706-446f-abbd-ecc76a8cdd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.398213 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-bd657094-2706-446f-abbd-ecc76a8cdd44 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1136 time: 0.3596358 Aug 03 19:20:17.404107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b7035a4-3931-4630-a24d-c0132ff0466d req-126129f3-ab1e-47ff-856f-cf0294c9785b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 945 time: 0.3346710 Aug 03 19:20:17.517126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-f3083ad2-d116-401f-914f-8f53e5dd5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.519571 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-f3083ad2-d116-401f-914f-8f53e5dd5acd service neutron] 10.222.0.88 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.1123354 Aug 03 19:20:17.567455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.819878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] For port abe32f9f-5fd9-40fa-88fa-a9626135d632, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:17.855075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.864049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.865938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.879314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['abe32f9f-5fd9-40fa-88fa-a9626135d632'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:17.882530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b7035a4-3931-4630-a24d-c0132ff0466d req-4b11b492-f316-4b0d-a3ad-9b55396db4b6 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754629 Aug 03 19:20:17.909349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.910971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] 10.222.0.42 "DELETE /v2.0/networks/04d254bb-b3f8-4448-9f1a-e195c8dadc37 HTTP/1.1" status: 204 len: 168 time: 2.0519347 Aug 03 19:20:18.207032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.212891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.214687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d21fa9a5-75fc-48da-985d-d38d23cf5ecb req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "PUT /v2.0/ports/abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 943 time: 1.1090419 Aug 03 19:20:18.249424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c1de379b-6113-4d06-8997-7cbf71dac26a up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:18.257216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b69116-f886-425d-8c14-b6f90c62aae9 tempest-QuotasNegativeTest-1973238156 tempest-QuotasNegativeTest-1973238156-project-admin] Pushing event deleted for resources: {'Network': ['ID=04d254bb-b3f8-4448-9f1a-e195c8dadc37,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:18.309885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71d965cf-26c6-4352-881a-259d950966e7 req-62b0bf42-3932-4a13-a5ee-d8810265c454 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 210 time: 0.2737019 Aug 03 19:20:18.425376 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a53ec61-f21d-442f-a986-e798d3973e0f x-openstack-request-id: req-3a53ec61-f21d-442f-a986-e798d3973e0f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:18.427039 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "d8021b4c-00ac-44b1-8e7f-0f378783fde2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "c8098ab0-6120-4500-be69-d5c2cbc550f0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:18.427746 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a53ec61-f21d-442f-a986-e798d3973e0f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:18.428627 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': 'd8021b4c-00ac-44b1-8e7f-0f378783fde2', 'status': 'completed', 'code': 200} Aug 03 19:20:18.429377 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': 'c8098ab0-6120-4500-be69-d5c2cbc550f0', 'status': 'completed', 'code': 200} Aug 03 19:20:18.432137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-b89da3b3-5c85-47ea-a1d6-652f9cd09676 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 217 time: 0.9037621 Aug 03 19:20:18.530383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['abe32f9f-5fd9-40fa-88fa-a9626135d632'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:18.602442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.637040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0768559-f137-4701-8ab5-f226211c6cae tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event updated for resources: {'Port': ['ID=abe32f9f-5fd9-40fa-88fa-a9626135d632,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:18.664207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a64e69-abdd-4fea-b2a6-bd62de03b63c {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:18.673023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port c1de379b-6113-4d06-8997-7cbf71dac26a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:18.681905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port c1de379b-6113-4d06-8997-7cbf71dac26a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:18.682344 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.684801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.761111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Transition to ACTIVE for port object 44236e34-20c3-4759-808c-fee3859b68cd will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:18.836265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5fdf3-0694-431d-9128-cb2eee43d634 req-09892d36-2cb3-4690-b62b-1576022f62d8 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.848408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.849188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8a5fdf3-0694-431d-9128-cb2eee43d634 req-09892d36-2cb3-4690-b62b-1576022f62d8 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 945 time: 0.2403152 Aug 03 19:20:18.853242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-7157f8f5-a811-465d-a5d7-493d2e0109c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.859255 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-7157f8f5-a811-465d-a5d7-493d2e0109c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.4172659 Aug 03 19:20:18.872873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-a543f983-304b-48bb-bfca-ca1bf1e4037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.873803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-a543f983-304b-48bb-bfca-ca1bf1e4037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.874636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-a543f983-304b-48bb-bfca-ca1bf1e4037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.875455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-a543f983-304b-48bb-bfca-ca1bf1e4037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.876250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-a543f983-304b-48bb-bfca-ca1bf1e4037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.877052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-a543f983-304b-48bb-bfca-ca1bf1e4037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.878131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-a543f983-304b-48bb-bfca-ca1bf1e4037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.882279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-a543f983-304b-48bb-bfca-ca1bf1e4037b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6277 time: 0.4589381 Aug 03 19:20:18.889679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90407e7a-8641-4e16-9169-f121a4e06856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de379b-6113-4d06-8997-7cbf71dac26a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:18.893561 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c3953f-1cca-4bef-aca2-f42ccfc9bcf0" -d '{"events": [{"server_uuid": "90407e7a-8641-4e16-9169-f121a4e06856", "name": "network-vif-plugged", "status": "completed", "tag": "c1de379b-6113-4d06-8997-7cbf71dac26a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:18.908417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Transition to ACTIVE for port object a3a64e69-abdd-4fea-b2a6-bd62de03b63c will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:18.915623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48546) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:18.925827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-dbf5baa6-2973-4b16-8f07-287e1238124a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.944546 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-8ea477a9-56df-4dcc-9713-5332ee08231c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758581 Aug 03 19:20:18.947297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.961313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-dbf5baa6-2973-4b16-8f07-287e1238124a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.985377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-dbf5baa6-2973-4b16-8f07-287e1238124a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.986134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c1de379b-6113-4d06-8997-7cbf71dac26a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c1de379b-6113-4d06-8997-7cbf71dac26a,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:18.998747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.025188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-dbf5baa6-2973-4b16-8f07-287e1238124a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.054445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-dbf5baa6-2973-4b16-8f07-287e1238124a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.070393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-dbf5baa6-2973-4b16-8f07-287e1238124a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.108289 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-34fbda82-2ab9-47e6-9dde-f20f1e6a127d service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195579 Aug 03 19:20:19.109118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-070d44ae-462e-4d6c-b052-d6fee4fb1ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.115412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-dbf5baa6-2973-4b16-8f07-287e1238124a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.122886 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-dbf5baa6-2973-4b16-8f07-287e1238124a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5385 time: 0.5556684 Aug 03 19:20:19.148428 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c1de379b-6113-4d06-8997-7cbf71dac26a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:19.163795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:19.167888 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:19.212426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Pushing event updated for resources: {'Port': ['ID=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:19.270729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.271288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.271846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.272350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.272898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.273388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.273982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.274464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.274988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.275466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.275960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.276433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.411241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5e0950ba-2a2d-446f-abca-39d59429dfa5 req-344234b7-c3c7-46be-a439-96b8eda929b4 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889500 Aug 03 19:20:19.489147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Attempting to bind port a3a64e69-abdd-4fea-b2a6-bd62de03b63c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:19.489995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Attempting to bind port a3a64e69-abdd-4fea-b2a6-bd62de03b63c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:19.490101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Attempting to bind port a3a64e69-abdd-4fea-b2a6-bd62de03b63c on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:19.501781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Port a3a64e69-abdd-4fea-b2a6-bd62de03b63c on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:19.502135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Attempting to bind port a3a64e69-abdd-4fea-b2a6-bd62de03b63c on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:19.513856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:19.514213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Checking segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:19.514614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Bound using segment: {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:19.515072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Bound port: a3a64e69-abdd-4fea-b2a6-bd62de03b63c, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842dbff0-d826-489b-8e38-1165c161e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:19.515439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.544498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-070d44ae-462e-4d6c-b052-d6fee4fb1ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.615841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-070d44ae-462e-4d6c-b052-d6fee4fb1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.732045 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-070d44ae-462e-4d6c-b052-d6fee4fb1ac0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b64e130c70754a00a1f058192be3238a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7953777 Aug 03 19:20:19.732045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d44ae-462e-4d6c-b052-d6fee4fb1ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1bba62-0adc-4e1b-befe-a8fa9b3e56e6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:19.734815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48564) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:19.736186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] For port a3a64e69-abdd-4fea-b2a6-bd62de03b63c, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:19.747573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] For port a3a64e69-abdd-4fea-b2a6-bd62de03b63c, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:19.802841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.923717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.924976 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.929575 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] 10.222.0.88 "PUT /v2.0/ports/a3a64e69-abdd-4fea-b2a6-bd62de03b63c HTTP/1.1" status: 200 len: 1091 time: 3.2440655 Aug 03 19:20:19.935632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f83ffee7-93dc-4c65-a6c9-1b65ab948950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.010105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.042781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:20.138307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:20.144843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Port': ['ID=44236e34-20c3-4759-808c-fee3859b68cd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:20.148157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:20.196277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.202875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8a5fdf3-0694-431d-9128-cb2eee43d634 req-fbb235f6-3edb-4992-95fa-e12a97084313 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3437238 Aug 03 19:20:20.220730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3a3f8cb-7def-48db-ac3f-984b5a75cf69 req-f09b20a3-4213-400b-8cc9-06c5a28e8a16 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0339026 Aug 03 19:20:20.221637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:20.289827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f83ffee7-93dc-4c65-a6c9-1b65ab948950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.348662 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d1c12-8185-48ee-acc7-cd8798c6b465 x-openstack-request-id: req-986d1c12-8185-48ee-acc7-cd8798c6b465 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:20.349625 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90407e7a-8641-4e16-9169-f121a4e06856", "name": "network-vif-plugged", "status": "completed", "tag": "c1de379b-6113-4d06-8997-7cbf71dac26a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:20.350038 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-986d1c12-8185-48ee-acc7-cd8798c6b465 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:20.350645 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90407e7a-8641-4e16-9169-f121a4e06856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'code': 200} Aug 03 19:20:20.387626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72c2d2-d738-428f-b8f0-755ecb1d6f5f service neutron] Pushing event updated for resources: {'Port': ['ID=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:20.395578 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.490268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '709a6d51-93eb-4555-b201-1379dad82dd9'}, {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': 'a3a64e69-abdd-4fea-b2a6-bd62de03b63c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:20.494443 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "709a6d51-93eb-4555-b201-1379dad82dd9"}, {"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "a3a64e69-abdd-4fea-b2a6-bd62de03b63c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:20.717950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-59c46932-fe3b-4850-9f50-a5c7c4e5b833 None None] Provisioning for port 44236e34-20c3-4759-808c-fee3859b68cd completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:20.728199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-59c46932-fe3b-4850-9f50-a5c7c4e5b833 None None] Provisioning complete for port 44236e34-20c3-4759-808c-fee3859b68cd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:20.730294 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-59c46932-fe3b-4850-9f50-a5c7c4e5b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.867762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-72ceacb3-09dc-4c8f-a7eb-ff3767873e48 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5141151 Aug 03 19:20:20.881179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-59c46932-fe3b-4850-9f50-a5c7c4e5b833 None None] Port 44236e34-20c3-4759-808c-fee3859b68cd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:20.890771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:20.959733 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc100373-d8c4-40fd-9987-06ee58f1ad2f x-openstack-request-id: req-cc100373-d8c4-40fd-9987-06ee58f1ad2f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:20.960190 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:20.960589 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc100373-d8c4-40fd-9987-06ee58f1ad2f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:20.961192 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'status': 'completed', 'code': 200} Aug 03 19:20:20.996596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.038303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-c69296de-6156-4a71-9640-c9daec1b37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.041144 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-c69296de-6156-4a71-9640-c9daec1b37ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 0.5048313 Aug 03 19:20:21.098164 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f83ffee7-93dc-4c65-a6c9-1b65ab948950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.104605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f83ffee7-93dc-4c65-a6c9-1b65ab948950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.106736 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f83ffee7-93dc-4c65-a6c9-1b65ab948950 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c1bba62-0adc-4e1b-befe-a8fa9b3e56e6 HTTP/1.1" status: 204 len: 168 time: 1.3676617 Aug 03 19:20:21.211664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.212664 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.240074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-c139021e-cc0e-43ea-a86b-829fa4ffa334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.240918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-c139021e-cc0e-43ea-a86b-829fa4ffa334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.241820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-c139021e-cc0e-43ea-a86b-829fa4ffa334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.244566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-c139021e-cc0e-43ea-a86b-829fa4ffa334 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&shared=False HTTP/1.1" status: 200 len: 2292 time: 2.0865757 Aug 03 19:20:21.269554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0f67812b-63b1-4d93-99e3-93cf38262aff tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9196222 Aug 03 19:20:21.300269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978032b4-41b6-4f6d-aa85-0e0c55931c51 req-99652b10-50c2-4e59-820b-a7e623e17a0b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.304815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-7cfb3846-72e5-4cf3-9f17-7bb31fd62257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.306549 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-7cfb3846-72e5-4cf3-9f17-7bb31fd62257 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.1982994 Aug 03 19:20:21.310527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ffee7-93dc-4c65-a6c9-1b65ab948950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1bba62-0adc-4e1b-befe-a8fa9b3e56e6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:21.314367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-978032b4-41b6-4f6d-aa85-0e0c55931c51 req-99652b10-50c2-4e59-820b-a7e623e17a0b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 932 time: 0.3730350 Aug 03 19:20:21.320347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5c3ce-9933-42ef-9bf2-f21f91f68d55 req-92dab3e1-f994-41d0-b57e-fbecfc95cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.322918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1db5c3ce-9933-42ef-9bf2-f21f91f68d55 req-92dab3e1-f994-41d0-b57e-fbecfc95cd0f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 1097 time: 0.8160713 Aug 03 19:20:21.353016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'port': {'device_id': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd', 'admin_state_up': True, 'tenant_id': 'a10a1534096d408bbe4ccb68de461024'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:21.442923 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-a73b5768-81cc-4a8f-b776-d4701e373d84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 217 time: 0.1076248 Aug 03 19:20:21.656260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-978032b4-41b6-4f6d-aa85-0e0c55931c51 req-dab2b940-30c5-4c2e-8bb9-ae8565cc4e85 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405404 Aug 03 19:20:21.664679 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1db5c3ce-9933-42ef-9bf2-f21f91f68d55 req-4feb9f1c-4a8e-4bd3-83fb-54e4415fd25f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175424 Aug 03 19:20:21.752739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-3d7a0c00-129d-44ba-b849-38eca172eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.760853 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-3d7a0c00-129d-44ba-b849-38eca172eb06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.2455275 Aug 03 19:20:21.793682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-becef994-4bfa-4624-acbe-9ead7a7c9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:21.796087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-becef994-4bfa-4624-acbe-9ead7a7c9165 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5419958 Aug 03 19:20:21.823126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.841458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:21.847417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.877247 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7312ff21-b056-4be6-b69c-1f3818536201 x-openstack-request-id: req-7312ff21-b056-4be6-b69c-1f3818536201 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:21.878809 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "709a6d51-93eb-4555-b201-1379dad82dd9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "a3a64e69-abdd-4fea-b2a6-bd62de03b63c", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:21.880692 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7312ff21-b056-4be6-b69c-1f3818536201 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:21.881791 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '709a6d51-93eb-4555-b201-1379dad82dd9', 'status': 'completed', 'code': 200} Aug 03 19:20:21.884166 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': 'a3a64e69-abdd-4fea-b2a6-bd62de03b63c', 'status': 'completed', 'code': 200} Aug 03 19:20:22.005865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48586) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:22.021764 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-8b721f0f-a1da-4272-bad9-335db33458d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271033 Aug 03 19:20:22.135012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8654-8c22-4b86-bcf3-e23b3191b06e req-d86018c9-1362-4b0e-a4e7-d87f9ba54dae tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.143002 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f18d8654-8c22-4b86-bcf3-e23b3191b06e req-d86018c9-1362-4b0e-a4e7-d87f9ba54dae tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.1717343 Aug 03 19:20:22.164247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6bc8-2053-4c1c-934b-2121cb244cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.165685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-0e5209e5-be0d-4366-a3d6-e812851a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.166171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-0e5209e5-be0d-4366-a3d6-e812851a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.166642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-0e5209e5-be0d-4366-a3d6-e812851a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.167109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-0e5209e5-be0d-4366-a3d6-e812851a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.167571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-0e5209e5-be0d-4366-a3d6-e812851a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.168049 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-fcfe02a3-0c00-4494-846a-c1f6d294bac7 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220078 Aug 03 19:20:22.168190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-0e5209e5-be0d-4366-a3d6-e812851a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.168571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-0e5209e5-be0d-4366-a3d6-e812851a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.170659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-0e5209e5-be0d-4366-a3d6-e812851a5423 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6344 time: 0.2831345 Aug 03 19:20:22.171357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883f3bca-57f6-4f22-9c56-3841dda7c7b7 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:22.187211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.307678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6bc8-2053-4c1c-934b-2121cb244cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.311942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f18d8654-8c22-4b86-bcf3-e23b3191b06e req-27b182c6-a679-42e9-8f63-ed06945a52ae tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677935 Aug 03 19:20:22.331851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6bc8-2053-4c1c-934b-2121cb244cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.382778 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1ad6bc8-2053-4c1c-934b-2121cb244cd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c509c8313cf646978aed2e069a13c336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723409 Aug 03 19:20:22.403145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Allocated IP 172.25.4.250 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/ccb69927-d40f-4879-8fb3-c5fc19a4b2b6) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:22.408981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48588) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:22.430109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Transition to ACTIVE for port object 883f3bca-57f6-4f22-9c56-3841dda7c7b7 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:22.469735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad6bc8-2053-4c1c-934b-2121cb244cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f9ab5d-49a5-4612-9394-f8a675f9f6b5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:22.477107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.553722 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.579147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Pushing event updated for resources: {'Port': ['ID=883f3bca-57f6-4f22-9c56-3841dda7c7b7,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:22.592998 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.627784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d4cdde7d-bff3-4e33-ac84-f7d1cd15ac11 req-e5c1d43e-daa3-4059-99ce-2b75e13c54c1 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164282 Aug 03 19:20:22.711138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Attempting to bind port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:22.712412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Attempting to bind port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:22.713934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Attempting to bind port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 on network 76ab11a9-6628-4f91-bb1a-74d1c4595902 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:22.721068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 on network 76ab11a9-6628-4f91-bb1a-74d1c4595902 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:22.721509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Attempting to bind port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 on network 76ab11a9-6628-4f91-bb1a-74d1c4595902 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:22.728955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:22.729241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Checking segment: {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:22.729677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Bound using segment: {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:22.730194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Bound port: 883f3bca-57f6-4f22-9c56-3841dda7c7b7, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:22.730718 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.809599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-f75d622d-0646-4ddd-a4bb-8c88a06ea947 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.825157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-f75d622d-0646-4ddd-a4bb-8c88a06ea947 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.836562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-f75d622d-0646-4ddd-a4bb-8c88a06ea947 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.843358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-f75d622d-0646-4ddd-a4bb-8c88a06ea947 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.854991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] For port 883f3bca-57f6-4f22-9c56-3841dda7c7b7, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:22.859727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] For port 883f3bca-57f6-4f22-9c56-3841dda7c7b7, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:22.862575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-f75d622d-0646-4ddd-a4bb-8c88a06ea947 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.867004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.872613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-f75d622d-0646-4ddd-a4bb-8c88a06ea947 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.880333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-f75d622d-0646-4ddd-a4bb-8c88a06ea947 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.881906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-f75d622d-0646-4ddd-a4bb-8c88a06ea947 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5397 time: 0.4693651 Aug 03 19:20:22.883182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-c2aa1568-7828-4e2f-975d-47064d6b5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.883639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-c2aa1568-7828-4e2f-975d-47064d6b5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.884106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-c2aa1568-7828-4e2f-975d-47064d6b5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.885774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-c2aa1568-7828-4e2f-975d-47064d6b5a03 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6841514 Aug 03 19:20:22.894862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Allocated IP 19.86.0.226 (bd371c28-b119-4d96-9dc5-b8099c95cefd/5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2/b49177ce-9405-484b-b6d4-33e22f8152d7) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:22.916562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.918024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.920308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] 10.222.0.88 "PUT /v2.0/ports/883f3bca-57f6-4f22-9c56-3841dda7c7b7 HTTP/1.1" status: 200 len: 1091 time: 2.9018271 Aug 03 19:20:22.944157 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.947252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.947602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5117462-b32c-4f65-bf33-b51c96a67d1f service neutron] Pushing event updated for resources: {'Port': ['ID=883f3bca-57f6-4f22-9c56-3841dda7c7b7,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:22.950689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1f9ab5d-49a5-4612-9394-f8a675f9f6b5 HTTP/1.1" status: 204 len: 168 time: 0.5304840 Aug 03 19:20:23.065300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Request body: {'port': {'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:23.082141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b567c6b-a7bd-4ff6-805f-826848abbac0 req-ffc3be28-dd39-4d35-99a6-3e27015743de tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1843278 Aug 03 19:20:23.139442 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.168654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f9ab5d-49a5-4612-9394-f8a675f9f6b5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:23.368700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-5da92630-5511-40d6-87ed-8118d02f246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:23.370744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c53df8cf-399e-485f-ab8f-9e869eaf61a7 req-5da92630-5511-40d6-87ed-8118d02f246c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3180773 Aug 03 19:20:23.397611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.402805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.403853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.406173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.409542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.411067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.411675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.416041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.418926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.419541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.420506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.422428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc43536-dc7e-4cfd-baea-3dc3fa2faa5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:23.693184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.752286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48612) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:23.855422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c1b2be-b8b6-414c-93e3-f3d5a9877312 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:23.870560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.884857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '883f3bca-57f6-4f22-9c56-3841dda7c7b7'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:23.892608 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b269595e-220d-47a3-9a50-24943b8cd035" -d '{"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "883f3bca-57f6-4f22-9c56-3841dda7c7b7"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:23.960683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Transition to ACTIVE for port object 67c1b2be-b8b6-414c-93e3-f3d5a9877312 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:23.964513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-da439fb1-f04e-4c5e-80fd-db4d139c3d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.975733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.067558 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.091148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-d592bb42-f73a-414c-b656-f0d1bf434e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.091979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-d592bb42-f73a-414c-b656-f0d1bf434e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.092629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-d592bb42-f73a-414c-b656-f0d1bf434e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.093271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-d592bb42-f73a-414c-b656-f0d1bf434e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.093952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-d592bb42-f73a-414c-b656-f0d1bf434e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.095174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-d592bb42-f73a-414c-b656-f0d1bf434e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.095833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-d592bb42-f73a-414c-b656-f0d1bf434e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.098643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-d592bb42-f73a-414c-b656-f0d1bf434e1c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6411 time: 0.5678117 Aug 03 19:20:24.101375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.152031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Pushing event updated for resources: {'Port': ['ID=67c1b2be-b8b6-414c-93e3-f3d5a9877312,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:24.370338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Attempting to bind port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:24.370916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Attempting to bind port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:24.371526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Attempting to bind port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 on network 76ab11a9-6628-4f91-bb1a-74d1c4595902 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:24.384804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 on network 76ab11a9-6628-4f91-bb1a-74d1c4595902 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:24.385425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Attempting to bind port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 on network 76ab11a9-6628-4f91-bb1a-74d1c4595902 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:24.404957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Transition to ACTIVE for port object b49177ce-9405-484b-b6d4-33e22f8152d7 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:24.423736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:24.424403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Checking segment: {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:24.425265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Bound using segment: {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:24.426435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Bound port: 67c1b2be-b8b6-414c-93e3-f3d5a9877312, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:24.427456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.488050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:24.512150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event updated for resources: {'Port': ['ID=ccb69927-d40f-4879-8fb3-c5fc19a4b2b6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:24.519660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:24.549599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:24.599750 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-da439fb1-f04e-4c5e-80fd-db4d139c3d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.610677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-da439fb1-f04e-4c5e-80fd-db4d139c3d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.687715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889907e-161a-4cb4-81c2-1bedf9052340 req-6982f6ff-c5b5-4f14-a3cf-4e3c8e32516f tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.696872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3889907e-161a-4cb4-81c2-1bedf9052340 req-6982f6ff-c5b5-4f14-a3cf-4e3c8e32516f tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 932 time: 0.6160233 Aug 03 19:20:24.729412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-23ff348d-7874-419d-a25b-07738585b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.729976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-23ff348d-7874-419d-a25b-07738585b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.730513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-23ff348d-7874-419d-a25b-07738585b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.732547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-23ff348d-7874-419d-a25b-07738585b4b3 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5642779 Aug 03 19:20:24.741202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.808671 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-da439fb1-f04e-4c5e-80fd-db4d139c3d02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dd4b91224e24333933cda4884e24c97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0551825 Aug 03 19:20:24.815081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48634) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:24.894184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] For port 67c1b2be-b8b6-414c-93e3-f3d5a9877312, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:24.896856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da439fb1-f04e-4c5e-80fd-db4d139c3d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45224ba0-5bed-43b2-9b30-e7d746b86eed,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:24.939393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] For port 67c1b2be-b8b6-414c-93e3-f3d5a9877312, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:24.950986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.050313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3889907e-161a-4cb4-81c2-1bedf9052340 req-bd156354-7561-4da9-844e-ed4a89932265 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522108 Aug 03 19:20:25.129938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.130487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.134882 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] 10.222.0.88 "PUT /v2.0/ports/67c1b2be-b8b6-414c-93e3-f3d5a9877312 HTTP/1.1" status: 200 len: 1091 time: 2.0748148 Aug 03 19:20:25.135517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd5de9-b45e-4f51-8706-10b02c84472e service neutron] Pushing event updated for resources: {'Port': ['ID=67c1b2be-b8b6-414c-93e3-f3d5a9877312,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:25.168565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffff1b71-0099-42f7-a84a-dc8991348572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.204591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffff1b71-0099-42f7-a84a-dc8991348572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.244704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.320541 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffff1b71-0099-42f7-a84a-dc8991348572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.324763 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffff1b71-0099-42f7-a84a-dc8991348572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.328543 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ffff1b71-0099-42f7-a84a-dc8991348572 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45224ba0-5bed-43b2-9b30-e7d746b86eed HTTP/1.1" status: 204 len: 168 time: 0.5074990 Aug 03 19:20:25.360884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff1b71-0099-42f7-a84a-dc8991348572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45224ba0-5bed-43b2-9b30-e7d746b86eed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:25.387854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-c7adafcf-3171-4c08-adff-7d4e3963e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.391220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-c7adafcf-3171-4c08-adff-7d4e3963e9f9 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6475635 Aug 03 19:20:25.397430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network bd371c28-b119-4d96-9dc5-b8099c95cefd is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:25.408885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Port': ['ID=b49177ce-9405-484b-b6d4-33e22f8152d7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:25.469692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:25.490155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:25.550966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48646) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:25.607988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.609150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.619114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.729106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d6ae89b-f008-46c0-97e3-a4e90b193d09 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3872972 Aug 03 19:20:25.743662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.757390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'port': {'device_id': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b', 'admin_state_up': True, 'tenant_id': 'a10a1534096d408bbe4ccb68de461024'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:25.798195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f2807-5fc5-4cee-8d79-ca61723358b9 req-b9a25974-5694-48b0-8f76-a862ca5dc29a tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.806769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-844f2807-5fc5-4cee-8d79-ca61723358b9 req-b9a25974-5694-48b0-8f76-a862ca5dc29a tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.4027596 Aug 03 19:20:26.017663 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-282f3bc9-798b-491a-a72c-5167b85cfeae None None] Provisioning for port b49177ce-9405-484b-b6d4-33e22f8152d7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:26.027098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-282f3bc9-798b-491a-a72c-5167b85cfeae None None] Provisioning complete for port b49177ce-9405-484b-b6d4-33e22f8152d7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:26.028145 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-282f3bc9-798b-491a-a72c-5167b85cfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.048804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-547012161'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:26.143693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:26.147825 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.166596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48654) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:26.170564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-282f3bc9-798b-491a-a72c-5167b85cfeae None None] Port b49177ce-9405-484b-b6d4-33e22f8152d7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:26.174847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.203552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9a4565cf-af5e-425c-8574-e49fbaf31fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.209564 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dac7966b-fab6-4104-94c6-169c5b91ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.355501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.366328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.407895 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:26.413650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-29bab613-20e4-4291-9356-e329cab4e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.414190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-29bab613-20e4-4291-9356-e329cab4e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.414603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-29bab613-20e4-4291-9356-e329cab4e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.415074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-29bab613-20e4-4291-9356-e329cab4e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.415819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-29bab613-20e4-4291-9356-e329cab4e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.416025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-29bab613-20e4-4291-9356-e329cab4e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.416496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-29bab613-20e4-4291-9356-e329cab4e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.419863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-29bab613-20e4-4291-9356-e329cab4e4e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6478 time: 0.9424982 Aug 03 19:20:26.433420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467bf723-c0f5-43bc-b424-3f4e0ff36c5d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:26.437904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.438268 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Added segment 02d0b556-68c7-40c9-ac42-1612b37e8131 of type vlan for network bf3a158d-2a8d-40cd-939d-c3a6ceca292e Aug 03 19:20:26.479014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-844f2807-5fc5-4cee-8d79-ca61723358b9 req-d9bf1e2e-69a8-47bd-9ae1-21d8bcf1b188 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6706648 Aug 03 19:20:26.500552 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.545097 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad20543f-5d59-49a0-99a7-12965c5e19f2 x-openstack-request-id: req-ad20543f-5d59-49a0-99a7-12965c5e19f2 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:26.545431 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "883f3bca-57f6-4f22-9c56-3841dda7c7b7", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:26.545670 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad20543f-5d59-49a0-99a7-12965c5e19f2 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:26.546032 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '883f3bca-57f6-4f22-9c56-3841dda7c7b7', 'status': 'completed', 'code': 200} Aug 03 19:20:26.563025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.571168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.571833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.601019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dac7966b-fab6-4104-94c6-169c5b91ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.647823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dac7966b-fab6-4104-94c6-169c5b91ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.655730 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1026492 Aug 03 19:20:26.661365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48658) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:26.666448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'name': 'tempest-PortsIpV6TestJSON-1199728043'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:26.760522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1f218-0d96-4dc5-8f13-bdeb9f0f692b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Network': ['ID=bf3a158d-2a8d-40cd-939d-c3a6ceca292e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:26.774407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:26.778217 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dac7966b-fab6-4104-94c6-169c5b91ca33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac097337f6c04bfdbc0e32620cb8b01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074960 Aug 03 19:20:26.778410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7966b-fab6-4104-94c6-169c5b91ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f239e93e-df1d-4e65-b328-38e562971679,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:26.781856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48660) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:26.817183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-51943d38-8fa1-46bf-981b-bd21e1d69552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.817686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-51943d38-8fa1-46bf-981b-bd21e1d69552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.818451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-51943d38-8fa1-46bf-981b-bd21e1d69552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.820525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-51943d38-8fa1-46bf-981b-bd21e1d69552 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3841345 Aug 03 19:20:26.859683 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.869193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5bc395dc-31e7-4277-a090-b44dfa62e98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.873741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:26.877015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.902368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.917097 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5bc395dc-31e7-4277-a090-b44dfa62e98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.919513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:26.953958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:26.960241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.061160 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5bc395dc-31e7-4277-a090-b44dfa62e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.064204 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5bc395dc-31e7-4277-a090-b44dfa62e98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.068647 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5bc395dc-31e7-4277-a090-b44dfa62e98d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f239e93e-df1d-4e65-b328-38e562971679 HTTP/1.1" status: 204 len: 168 time: 0.2803612 Aug 03 19:20:27.090780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-abb573fe-2ebe-46e7-970a-706fd158e757 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.097135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-abb573fe-2ebe-46e7-970a-706fd158e757 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.105040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-abb573fe-2ebe-46e7-970a-706fd158e757 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.112353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-abb573fe-2ebe-46e7-970a-706fd158e757 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.118201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-abb573fe-2ebe-46e7-970a-706fd158e757 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.124314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc395dc-31e7-4277-a090-b44dfa62e98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f239e93e-df1d-4e65-b328-38e562971679,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:27.124573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-abb573fe-2ebe-46e7-970a-706fd158e757 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.137868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-abb573fe-2ebe-46e7-970a-706fd158e757 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.148502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-abb573fe-2ebe-46e7-970a-706fd158e757 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.5144906 Aug 03 19:20:27.151190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.233286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event updated for resources: {'Port': ['ID=ccb69927-d40f-4879-8fb3-c5fc19a4b2b6,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:27.311460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.312928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-621eb55d-24c1-417b-ba12-10fdff8ff02a tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.4440591 Aug 03 19:20:27.323631 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.356774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a98baf74-4948-40d0-9298-36fcf8b6c1ce req-4be8fff1-63d3-46f5-b047-16b752c2929f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2069855 Aug 03 19:20:27.388785 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.480277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-8e202a97-4558-4d89-add3-ff0c4cdf4886 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 696 time: 0.1350977 Aug 03 19:20:27.486974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=5958fffc-3880-4fd7-bbb6-3208b68a6cfc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:27.537860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Checking segment: {'id': '02d0b556-68c7-40c9-ac42-1612b37e8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:27.538697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network hostable DHCP agents. Network: bf3a158d-2a8d-40cd-939d-c3a6ceca292e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:27.571632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:27.590388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, bf3a158d-2a8d-40cd-939d-c3a6ceca292e) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:27.595005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:27.600129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f188ca-cacd-4ee6-a839-716fdecf0ce6 None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:27.617228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.618270 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.656222 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-edf5891e-f892-4fd4-835c-3777c9496166 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9938023 Aug 03 19:20:27.661722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48670) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:27.667996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-72206311'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:27.708001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:27.713290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.723327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Allocated IP 19.80.0.118 (7f0c448f-efaa-43d8-92aa-be63fef00a2b/02fa669e-53ad-4f42-b370-4099e7be7f4b/d3b795a7-613b-436b-918e-1a263cc253d0) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:27.735991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-a81111ef-2de1-441d-b3b3-4444bb963777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.737536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-501244bc-2954-4a03-bc5b-3e8e88e0cfb0 req-a81111ef-2de1-441d-b3b3-4444bb963777 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8386281 Aug 03 19:20:27.748491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-4220db43-08a1-47d9-9df6-6cf17a2a607d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.755487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-4220db43-08a1-47d9-9df6-6cf17a2a607d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.2743609 Aug 03 19:20:27.765082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11fc26-c8c8-41f1-ba03-fbe7d5edad01 req-54652df0-664f-40b1-8168-c51a618e5f02 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.771868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11fc26-c8c8-41f1-ba03-fbe7d5edad01 req-54652df0-664f-40b1-8168-c51a618e5f02 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.773564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce11fc26-c8c8-41f1-ba03-fbe7d5edad01 req-54652df0-664f-40b1-8168-c51a618e5f02 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 1655 time: 0.2308006 Aug 03 19:20:27.774760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:27.781742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-91adf275-9d66-4209-a10a-2fc7ee1d0941 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:20:27.791424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3f251e1-de4c-4351-a6d7-98ad4f8dc19e req-91adf275-9d66-4209-a10a-2fc7ee1d0941 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350075 Aug 03 19:20:27.809695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.812178 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Added segment 4efdf578-467c-414f-af2c-a3a33b9c12ac of type vlan for network 8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25 Aug 03 19:20:27.910848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.960479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.975905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.977575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.000456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-032e7df0-9b0d-4b35-b043-fbd1b99a4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.001330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-032e7df0-9b0d-4b35-b043-fbd1b99a4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.002115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-032e7df0-9b0d-4b35-b043-fbd1b99a4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.002672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-032e7df0-9b0d-4b35-b043-fbd1b99a4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.003218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-032e7df0-9b0d-4b35-b043-fbd1b99a4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.003804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-032e7df0-9b0d-4b35-b043-fbd1b99a4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.004344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-032e7df0-9b0d-4b35-b043-fbd1b99a4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.006567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-032e7df0-9b0d-4b35-b043-fbd1b99a4cc3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6478 time: 0.2116129 Aug 03 19:20:28.036475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce11fc26-c8c8-41f1-ba03-fbe7d5edad01 req-f62514fa-2d9a-4721-b263-4d0ff6078740 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439113 Aug 03 19:20:28.044799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31447-5c6d-407a-8080-bdc3655bd6e3 req-c43144ad-9500-4e77-b560-3dd29b5e7cdb tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.060878 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3952057 Aug 03 19:20:28.064390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04c31447-5c6d-407a-8080-bdc3655bd6e3 req-c43144ad-9500-4e77-b560-3dd29b5e7cdb tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.2030995 Aug 03 19:20:28.065075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48682) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:28.065422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48684) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:28.086556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31481f7d-09a8-4f59-96f2-967ecf9d5328 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Network': ['ID=8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:28.098968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:28.108786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'ports': [{'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e'}, {'network_id': '8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25'}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:28.109128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:28.109700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': '8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:28.133916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Request body: {'floatingip': {'port_id': 'c1de379b-6113-4d06-8997-7cbf71dac26a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:28.485151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-52d2767b-17c4-4f75-8c14-328f5f36adcc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7 HTTP/1.1" status: 200 len: 217 time: 0.4184074 Aug 03 19:20:28.517964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.547465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '67c1b2be-b8b6-414c-93e3-f3d5a9877312'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:28.551936 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e9404a-365a-4587-84f3-82238b96f081" -d '{"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "67c1b2be-b8b6-414c-93e3-f3d5a9877312"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:29.067299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336add9d-70af-477b-9c31-34782a407cde req-b10f48dd-71a8-4c6f-a2f7-486ef44a3c5d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.069011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-b10f48dd-71a8-4c6f-a2f7-486ef44a3c5d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9515426 Aug 03 19:20:29.089062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-cc9c0e2a-a268-4a6d-ab92-154290cdfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.090613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-cc9c0e2a-a268-4a6d-ab92-154290cdfe76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91d98ea1-b84f-454f-aa85-4704b0b0472a HTTP/1.1" status: 200 len: 850 time: 0.5770144 Aug 03 19:20:29.154792 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.183825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-0a998d79-4691-4ef7-b034-3d3e36e50a06 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.190249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-0a998d79-4691-4ef7-b034-3d3e36e50a06 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.196514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-0a998d79-4691-4ef7-b034-3d3e36e50a06 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.202594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-0a998d79-4691-4ef7-b034-3d3e36e50a06 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.209463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-0a998d79-4691-4ef7-b034-3d3e36e50a06 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.216493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-0a998d79-4691-4ef7-b034-3d3e36e50a06 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.223171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-0a998d79-4691-4ef7-b034-3d3e36e50a06 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.225240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-0a998d79-4691-4ef7-b034-3d3e36e50a06 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.7273746 Aug 03 19:20:29.300405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Transition to ACTIVE for port object d3b795a7-613b-436b-918e-1a263cc253d0 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:29.335191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-e58117cf-7feb-45e3-9120-ea8cd4d59f2c tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 696 time: 0.2406671 Aug 03 19:20:29.390120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Request body: {'floatingip': {'port_id': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:29.394905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 2} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:29.399413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.491640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.534609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.537830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-79416ae1-e289-4ac7-8a85-d8eb9fe4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:29.539370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-79416ae1-e289-4ac7-8a85-d8eb9fe4d417 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3c474a87-5533-413e-ab07-c13e2d4bafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4349532 Aug 03 19:20:29.554185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-506ea9e3-f8ce-4b2c-8f6e-f79f19de0bfd req-c8d33b29-b14b-463a-a80d-3a12277193c2 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2734604 Aug 03 19:20:29.656505 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea09abc-22fa-47c3-85fb-431c9c379eb6 x-openstack-request-id: req-cea09abc-22fa-47c3-85fb-431c9c379eb6 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:29.659300 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "67c1b2be-b8b6-414c-93e3-f3d5a9877312", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:29.660571 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cea09abc-22fa-47c3-85fb-431c9c379eb6 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:29.662547 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '67c1b2be-b8b6-414c-93e3-f3d5a9877312', 'status': 'completed', 'code': 200} Aug 03 19:20:29.708548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.724733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.260369 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b41d3f6-ab44-4d65-a11c-eaee7237b5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.342008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:30.377895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port e1a1e7f8-c5f8-4036-bb7d-bb6681834082 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:30.405052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:30.406965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Port': ['ID=d3b795a7-613b-436b-918e-1a263cc253d0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:30.413397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:30.432849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c6275372-48d8-48cd-8e0a-370dbe5fb3c6 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8777273 Aug 03 19:20:30.550350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ebf3-97e3-4e94-9e13-de950dc594d6 req-e7338e44-a26e-4679-b9d1-6dc48c84d364 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:30.556513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ebf3-97e3-4e94-9e13-de950dc594d6 req-e7338e44-a26e-4679-b9d1-6dc48c84d364 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:30.562435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ebf3-97e3-4e94-9e13-de950dc594d6 req-e7338e44-a26e-4679-b9d1-6dc48c84d364 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:30.564178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8cd1ebf3-97e3-4e94-9e13-de950dc594d6 req-e7338e44-a26e-4679-b9d1-6dc48c84d364 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2377 time: 0.4147124 Aug 03 19:20:30.676508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:30.677185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.766323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c0ec2b2f-0b12-435a-aa66-0f90d10b08c6 None None] Provisioning for port d3b795a7-613b-436b-918e-1a263cc253d0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:30.773394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c0ec2b2f-0b12-435a-aa66-0f90d10b08c6 None None] Provisioning complete for port d3b795a7-613b-436b-918e-1a263cc253d0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:30.774249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c0ec2b2f-0b12-435a-aa66-0f90d10b08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.798117 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:20:30.812120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-55f46951-e8b5-449f-983f-ec3a73141a28 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0627313 Aug 03 19:20:30.839460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec2b2f-0b12-435a-aa66-0f90d10b08c6 None None] Port d3b795a7-613b-436b-918e-1a263cc253d0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:30.927817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8cd1ebf3-97e3-4e94-9e13-de950dc594d6 req-ec4da688-6e21-4fbf-9fae-c9cfea894857 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247902 Aug 03 19:20:30.983988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-66506531-4685-4303-854e-ffdb91cbff12 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229785 Aug 03 19:20:31.020585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.042337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.141467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Request body: {'port': {'device_id': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:31.156168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.162772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-fd30e8a4-5bfe-40b1-88e2-248e35c6676b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 217 time: 0.1359982 Aug 03 19:20:31.429445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port bf882edb-0c19-4d70-843e-9aaa86960011 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:31.447700 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:20:31.496848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-810b3208-8b01-4669-a072-798c11fe9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.498601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-810b3208-8b01-4669-a072-798c11fe9377 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.3116541 Aug 03 19:20:31.505628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.551680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-19a77e40-efc4-4628-864e-10479910097c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.557699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-19a77e40-efc4-4628-864e-10479910097c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.563838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-19a77e40-efc4-4628-864e-10479910097c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.570231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-19a77e40-efc4-4628-864e-10479910097c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.576444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-19a77e40-efc4-4628-864e-10479910097c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.583019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-19a77e40-efc4-4628-864e-10479910097c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.589032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-19a77e40-efc4-4628-864e-10479910097c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.591040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-19a77e40-efc4-4628-864e-10479910097c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.4688261 Aug 03 19:20:31.614181 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Floating IP 4d18f455-bba4-49f2-af15-bef7eaed8574 associated. External IP: 172.25.4.87, port: c1de379b-6113-4d06-8997-7cbf71dac26a. Aug 03 19:20:31.682828 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.724360 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.856903 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.918060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f34051f9-9e1a-4150-a362-af5b7f8a2d59 req-594dd370-43b5-494c-a1e4-acc0b1d29bb4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2956402 Aug 03 19:20:31.976109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ac1485f-fb79-471b-a26b-728fc175cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.977756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0ac1485f-fb79-471b-a26b-728fc175cc88 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4640527 Aug 03 19:20:32.619946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.698180 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Floating IP 7cd9cbea-b12d-415a-ae83-d11066b671f8 associated. External IP: 172.25.4.250, port: abe32f9f-5fd9-40fa-88fa-a9626135d632. Aug 03 19:20:32.812597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce387f39-e807-475e-b1d7-9a8ced7ffaa2 req-7160b2ce-38b4-40c6-8e1f-e75be61d65e0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:32.819778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce387f39-e807-475e-b1d7-9a8ced7ffaa2 req-7160b2ce-38b4-40c6-8e1f-e75be61d65e0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:32.826115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce387f39-e807-475e-b1d7-9a8ced7ffaa2 req-7160b2ce-38b4-40c6-8e1f-e75be61d65e0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:32.834419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce387f39-e807-475e-b1d7-9a8ced7ffaa2 req-7160b2ce-38b4-40c6-8e1f-e75be61d65e0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2377 time: 0.7597134 Aug 03 19:20:32.918392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-918786a4-d49d-499f-b5b2-de4ccb9b6626 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9230762 Aug 03 19:20:33.072207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.097598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce387f39-e807-475e-b1d7-9a8ced7ffaa2 req-f28e24d3-811b-4dc0-be66-fc1e09335867 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616935 Aug 03 19:20:33.250327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:33.328381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=e1a1e7f8-c5f8-4036-bb7d-bb6681834082,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:33.355664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:33.361264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-35806efb-497d-4814-b69b-f43e9179886a service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267867 Aug 03 19:20:33.404816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:33.420306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:33.421640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.494351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0f7d88a2-12d2-4056-966b-8a025f854a8a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 217 time: 0.0830443 Aug 03 19:20:33.500253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44236e34-20c3-4759-808c-fee3859b68cd {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:33.583175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723704-31e0-4dad-929d-da5e26684c53 req-9c10d4af-3a1e-4307-8e59-8a6853517a8f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.590747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723704-31e0-4dad-929d-da5e26684c53 req-9c10d4af-3a1e-4307-8e59-8a6853517a8f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.597926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723704-31e0-4dad-929d-da5e26684c53 req-9c10d4af-3a1e-4307-8e59-8a6853517a8f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.604750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723704-31e0-4dad-929d-da5e26684c53 req-9c10d4af-3a1e-4307-8e59-8a6853517a8f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.610804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723704-31e0-4dad-929d-da5e26684c53 req-9c10d4af-3a1e-4307-8e59-8a6853517a8f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.617935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723704-31e0-4dad-929d-da5e26684c53 req-9c10d4af-3a1e-4307-8e59-8a6853517a8f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.624593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723704-31e0-4dad-929d-da5e26684c53 req-9c10d4af-3a1e-4307-8e59-8a6853517a8f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.626869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13723704-31e0-4dad-929d-da5e26684c53 req-9c10d4af-3a1e-4307-8e59-8a6853517a8f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.4226792 Aug 03 19:20:33.644826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.775777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Transition to ACTIVE for port object 44236e34-20c3-4759-808c-fee3859b68cd will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:33.780742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=bf882edb-0c19-4d70-843e-9aaa86960011,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:33.822262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.880960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b51378b0-cb10-4e04-bf60-29c18557de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.882929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-b51378b0-cb10-4e04-bf60-29c18557de49 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.3532047 Aug 03 19:20:33.978831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13723704-31e0-4dad-929d-da5e26684c53 req-1e401146-4b59-4faf-b524-e297494c557f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3217487 Aug 03 19:20:33.988463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Checking segment: {'id': '4efdf578-467c-414f-af2c-a3a33b9c12ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:33.988954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network hostable DHCP agents. Network: 8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:33.998237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Pushing event updated for resources: {'Port': ['ID=44236e34-20c3-4759-808c-fee3859b68cd,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:34.001938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:34.013689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Router 68b00adb-90d8-4f11-9b9e-74ddac21250b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:34.017701 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.026064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] Sync routers for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:34.050662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:34.053848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:20:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:34.202701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0f9afdb8-52a0-4e77-a71a-d2ec844c0b9e tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "PUT /v2.0/floatingips/4d18f455-bba4-49f2-af15-bef7eaed8574 HTTP/1.1" status: 200 len: 991 time: 6.1288357 Aug 03 19:20:34.242621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90407e7a-8641-4e16-9169-f121a4e06856', 'tag': 'c1de379b-6113-4d06-8997-7cbf71dac26a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:34.245319 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffa022-a920-4db4-97ab-0b72498ac551" -d '{"events": [{"name": "network-changed", "server_uuid": "90407e7a-8641-4e16-9169-f121a4e06856", "tag": "c1de379b-6113-4d06-8997-7cbf71dac26a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:34.275275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0c5e0bd4-04ee-4d8c-9442-bec4db9cee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:34.278124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0c5e0bd4-04ee-4d8c-9442-bec4db9cee27 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3751068 Aug 03 19:20:34.328452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:34.367845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:34.501231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:34.524537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:34.531997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:34.539476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:34.540124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.564085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c6d04-3252-4a4a-9480-ba6d8d39a117 None None] Network 8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:34.647727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719e839-f247-423a-8566-9b3c727ffe2e req-a4297d48-154f-4bbc-b0f3-ab8c1f07f0c0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:34.657423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719e839-f247-423a-8566-9b3c727ffe2e req-a4297d48-154f-4bbc-b0f3-ab8c1f07f0c0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:34.667025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719e839-f247-423a-8566-9b3c727ffe2e req-a4297d48-154f-4bbc-b0f3-ab8c1f07f0c0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:34.671598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e719e839-f247-423a-8566-9b3c727ffe2e req-a4297d48-154f-4bbc-b0f3-ab8c1f07f0c0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2389 time: 0.4049609 Aug 03 19:20:34.685772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Attempting to bind port 44236e34-20c3-4759-808c-fee3859b68cd on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:34.686263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Attempting to bind port 44236e34-20c3-4759-808c-fee3859b68cd by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:34.694148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Attempting to bind port 44236e34-20c3-4759-808c-fee3859b68cd on network 7f0c448f-efaa-43d8-92aa-be63fef00a2b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:34.717387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0effe5ae-6c95-488c-b06d-7830c8712415 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6438799 Aug 03 19:20:34.727892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48744) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:34.781641 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.807538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:34.824551 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] Sync routers for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:34.853938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.856760 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:34.860630 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:20:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:34.901924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Port 44236e34-20c3-4759-808c-fee3859b68cd on network 7f0c448f-efaa-43d8-92aa-be63fef00a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:34.904540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Attempting to bind port 44236e34-20c3-4759-808c-fee3859b68cd on network 7f0c448f-efaa-43d8-92aa-be63fef00a2b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:34.962108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-efa7626a-c320-4b91-8c84-4b263c7d9d8d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port bf882edb-0c19-4d70-843e-9aaa86960011 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:34.963017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-efa7626a-c320-4b91-8c84-4b263c7d9d8d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.082850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-3bac1c0e-c331-41c5-9684-cc4b05394599 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7649410 Aug 03 19:20:35.096555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:35.099233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Checking segment: {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:35.099880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Bound using segment: {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:35.101861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Bound port: 44236e34-20c3-4759-808c-fee3859b68cd, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:35.102784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.109991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-e00243ea-d842-4be0-88db-669cffd32406 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "PUT /v2.0/floatingips/7cd9cbea-b12d-415a-ae83-d11066b671f8 HTTP/1.1" status: 200 len: 997 time: 5.7579908 Aug 03 19:20:35.115275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-efa7626a-c320-4b91-8c84-4b263c7d9d8d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.134439 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:35.145207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-efa7626a-c320-4b91-8c84-4b263c7d9d8d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for bf882edb-0c19-4d70-843e-9aaa86960011 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:35.235220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '4d18f455-bba4-49f2-af15-bef7eaed8574', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'port_id': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'mac_address': 'fa:16:3e:90:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90407e7a-8641-4e16-9169-f121a4e06856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:19:05Z', 'updated_at': '2021-08-03T19:20:30Z', 'revision_number': 1, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:19:05Z', 'revision_number': 5, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:35.286219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e719e839-f247-423a-8566-9b3c727ffe2e req-70b1d525-8673-465b-a04b-dbb7c109c3a4 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849266 Aug 03 19:20:35.304676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] Checking router: 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:35.325554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:35.326823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:20:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:35.331372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-efa7626a-c320-4b91-8c84-4b263c7d9d8d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.395390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7626a-c320-4b91-8c84-4b263c7d9d8d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=bf882edb-0c19-4d70-843e-9aaa86960011,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:35.421385 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-efa7626a-c320-4b91-8c84-4b263c7d9d8d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.431109 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-efa7626a-c320-4b91-8c84-4b263c7d9d8d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/bf882edb-0c19-4d70-843e-9aaa86960011 HTTP/1.1" status: 204 len: 168 time: 0.7012854 Aug 03 19:20:35.432015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48752) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:35.497693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336add9d-70af-477b-9c31-34782a407cde req-e97fc616-fa27-4b66-b9b2-2896d672b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:35.500885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-e97fc616-fa27-4b66-b9b2-2896d672b435 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 0.3142104 Aug 03 19:20:35.625021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] For port 44236e34-20c3-4759-808c-fee3859b68cd, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:35.648147 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd9d9e9-068f-4b7b-963c-3ebe3346c5e7 x-openstack-request-id: req-0cd9d9e9-068f-4b7b-963c-3ebe3346c5e7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:35.648788 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90407e7a-8641-4e16-9169-f121a4e06856", "tag": "c1de379b-6113-4d06-8997-7cbf71dac26a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:35.648976 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0cd9d9e9-068f-4b7b-963c-3ebe3346c5e7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:35.649606 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90407e7a-8641-4e16-9169-f121a4e06856', 'tag': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'status': 'completed', 'code': 200} Aug 03 19:20:35.690817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c77c4bef-ea52-455e-90a5-85407a7b2ed8 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773458 Aug 03 19:20:35.701497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] For port 44236e34-20c3-4759-808c-fee3859b68cd, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=44236e34-20c3-4759-808c-fee3859b68cd,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:35.713192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ef9d7-ea72-47d8-8107-a00950fa5dbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:35.723585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.731392 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ef9d7-ea72-47d8-8107-a00950fa5dbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:35.739280 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c25ef9d7-ea72-47d8-8107-a00950fa5dbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3055854 Aug 03 19:20:35.740472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48754) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:35.779191 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '7cd9cbea-b12d-415a-ae83-d11066b671f8', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'port_id': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'mac_address': 'fa:16:3e:0b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:31Z', 'revision_number': 1, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:12Z', 'revision_number': 5, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:35.835395 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] Checking router: 68b00adb-90d8-4f11-9b9e-74ddac21250b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:35.859847 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:35.860628 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:20:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:35.865651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-bc17aee7-d9f8-415b-976d-1da52143941d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=709a6d51-93eb-4555-b201-1379dad82dd9 HTTP/1.1" status: 200 len: 217 time: 0.1616642 Aug 03 19:20:35.955900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:35.956313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:35.956909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.959214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] 10.222.0.63 "PUT /v2.0/ports/44236e34-20c3-4759-808c-fee3859b68cd HTTP/1.1" status: 200 len: 1092 time: 5.0656586 Aug 03 19:20:36.038202 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:36.040083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Request body: {'port': {'device_id': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:36.082233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336add9d-70af-477b-9c31-34782a407cde req-ed4b8e68-befa-403a-b4c7-8fa442402dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:36.084803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-ed4b8e68-befa-403a-b4c7-8fa442402dc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.5628681 Aug 03 19:20:36.496339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-2f1f83a4-463b-42d4-9e3a-5811eb81f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:36.497832 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-2f1f83a4-463b-42d4-9e3a-5811eb81f54c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57bee6b7f186471a9759b464e4c45551&device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 1097 time: 0.7558994 Aug 03 19:20:36.538905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '4d18f455-bba4-49f2-af15-bef7eaed8574', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'port_id': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'mac_address': 'fa:16:3e:90:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90407e7a-8641-4e16-9169-f121a4e06856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:19:05Z', 'updated_at': '2021-08-03T19:20:30Z', 'revision_number': 1, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:19:05Z', 'revision_number': 5, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:36.546025 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '7cd9cbea-b12d-415a-ae83-d11066b671f8', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'port_id': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'mac_address': 'fa:16:3e:0b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:31Z', 'revision_number': 1, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:12Z', 'revision_number': 5, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:36.591835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c26f2-30b7-42b8-8bf9-04dca2f9a805 None None] The sync data for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 is: [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '4d18f455-bba4-49f2-af15-bef7eaed8574', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'port_id': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'mac_address': 'fa:16:3e:90:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90407e7a-8641-4e16-9169-f121a4e06856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:19:05Z', 'updated_at': '2021-08-03T19:20:30Z', 'revision_number': 1, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:19:05Z', 'revision_number': 5, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:36.628150 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c2ea2-cc9b-4f54-9f88-12b0ba602d51 None None] The sync data for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 is: [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '7cd9cbea-b12d-415a-ae83-d11066b671f8', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'port_id': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'mac_address': 'fa:16:3e:0b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:31Z', 'revision_number': 1, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:12Z', 'revision_number': 5, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:36.701964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6760530c-9279-4928-b8af-674ae557f156 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port e1a1e7f8-c5f8-4036-bb7d-bb6681834082 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:36.702473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6760530c-9279-4928-b8af-674ae557f156 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.803868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6760530c-9279-4928-b8af-674ae557f156 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.832698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-6e215f27-cc57-4f98-82e3-2b6b4c1f79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:36.834324 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-6e215f27-cc57-4f98-82e3-2b6b4c1f79d2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fcd2de05-c962-475a-9b93-a7d41b4cb48b HTTP/1.1" status: 200 len: 917 time: 0.3257298 Aug 03 19:20:36.835352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6760530c-9279-4928-b8af-674ae557f156 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for e1a1e7f8-c5f8-4036-bb7d-bb6681834082 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:36.957068 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-1b067858-d329-486e-b8e0-92251bdd25e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1de379b-6113-4d06-8997-7cbf71dac26a HTTP/1.1" status: 200 len: 999 time: 0.1121583 Aug 03 19:20:36.963720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0633d1f-a97e-4c60-af17-e9c825e6f3b5 None None] New status for floating IP 4d18f455-bba4-49f2-af15-bef7eaed8574: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:20:37.016618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-75bc1b9b-93e5-4a36-a909-dda57250bc20 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.023579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-75bc1b9b-93e5-4a36-a909-dda57250bc20 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.031227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-75bc1b9b-93e5-4a36-a909-dda57250bc20 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.038454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-75bc1b9b-93e5-4a36-a909-dda57250bc20 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.041991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-b449f56e-407e-4d56-b2ca-26e78893175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.044883 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-b449f56e-407e-4d56-b2ca-26e78893175d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4208a00-56e8-4ce7-8dbd-104c90e6603d HTTP/1.1" status: 200 len: 855 time: 0.0774963 Aug 03 19:20:37.045966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-75bc1b9b-93e5-4a36-a909-dda57250bc20 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.066427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-75bc1b9b-93e5-4a36-a909-dda57250bc20 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.072095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6760530c-9279-4928-b8af-674ae557f156 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.099816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-75bc1b9b-93e5-4a36-a909-dda57250bc20 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.108561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-75bc1b9b-93e5-4a36-a909-dda57250bc20 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 1.3042581 Aug 03 19:20:37.121964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760530c-9279-4928-b8af-674ae557f156 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=e1a1e7f8-c5f8-4036-bb7d-bb6681834082,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:37.148061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036275d8-e1a4-4cfb-80b0-20f3bec3ccb8 service neutron] Pushing event updated for resources: {'Port': ['ID=44236e34-20c3-4759-808c-fee3859b68cd,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:37.152230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6760530c-9279-4928-b8af-674ae557f156 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.154559 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6760530c-9279-4928-b8af-674ae557f156 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/e1a1e7f8-c5f8-4036-bb7d-bb6681834082 HTTP/1.1" status: 204 len: 168 time: 1.3627801 Aug 03 19:20:37.159230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48772) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:37.166642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-1f1be732-8727-417e-8b95-2a6e049b3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.168470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-1f1be732-8727-417e-8b95-2a6e049b3cfe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 1.2597146 Aug 03 19:20:37.177007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.196528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-a4df970c-b674-4607-a881-d7bbc05ace01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 1000 time: 0.3045707 Aug 03 19:20:37.228910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-6bcb0bcf-e5f1-480c-a274-ea1dbe8185b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.231627 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-6bcb0bcf-e5f1-480c-a274-ea1dbe8185b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fcd2de05-c962-475a-9b93-a7d41b4cb48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735008 Aug 03 19:20:37.288374 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d912a-d09b-4494-8953-e059d1c53338 None None] New status for floating IP 7cd9cbea-b12d-415a-ae83-d11066b671f8: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:20:37.431217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de8540-a244-4827-9e69-963624c82b2c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.434048 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-52de8540-a244-4827-9e69-963624c82b2c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2735605 Aug 03 19:20:37.440822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48776) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:37.504258 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb8e4e8-adaf-431f-a4cc-e029e4b9fb15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:20:37.507000 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9fb8e4e8-adaf-431f-a4cc-e029e4b9fb15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/bf882edb-0c19-4d70-843e-9aaa86960011 HTTP/1.1" status: 404 len: 333 time: 0.0637197 Aug 03 19:20:37.516367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48f17820-0f85-45d4-9164-6aa86f60f7fc req-132eae37-2c24-4ff0-b2df-f64fd784d2a3 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3467569 Aug 03 19:20:37.523177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48778) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:37.539160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336add9d-70af-477b-9c31-34782a407cde req-ecd2a147-1d83-446d-ab59-ef93f8a3c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.540777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-ecd2a147-1d83-446d-ab59-ef93f8a3c605 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.3082108 Aug 03 19:20:37.542783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-dc013a09-57c4-4176-b834-3071aed90055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:37.544316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-dc013a09-57c4-4176-b834-3071aed90055 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3645971 Aug 03 19:20:37.590003 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-f2d20dfa-3d3b-4741-a031-3ae9f8eef65f service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262396 Aug 03 19:20:37.590304 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3a8cdd-7709-4a19-bc7b-42b3ef98c009 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:20:37.590304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aa3a8cdd-7709-4a19-bc7b-42b3ef98c009 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/e1a1e7f8-c5f8-4036-bb7d-bb6681834082 HTTP/1.1" status: 404 len: 333 time: 0.0660245 Aug 03 19:20:37.595704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48780) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:37.621125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-5e0fe616-b6c9-4bad-a8fe-36708cec8790 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514603 Aug 03 19:20:37.716244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632'}, {'name': 'network-changed', 'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'tag': '44236e34-20c3-4759-808c-fee3859b68cd'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:37.718561 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a95fb0-e54e-4264-8ab2-686615209946" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632"}, {"name": "network-changed", "server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "tag": "44236e34-20c3-4759-808c-fee3859b68cd"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:37.734249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-0b48698c-9d8e-4375-89b6-54ea3e307357 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:20:37.735294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-0b48698c-9d8e-4375-89b6-54ea3e307357 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199740 Aug 03 19:20:37.800900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.835431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3cffa022-a920-4db4-97ab-0b72498ac551 req-23e511fa-1884-4086-8d90-5fe3fe60fb58 service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501011 Aug 03 19:20:37.905257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49177ce-9405-484b-b6d4-33e22f8152d7 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:37.915945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.933331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Transition to ACTIVE for port object b49177ce-9405-484b-b6d4-33e22f8152d7 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:37.935137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.956601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:37.971535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efdf578-467c-414f-af2c-a3a33b9c12ac') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:37.972348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efdf578-467c-414f-af2c-a3a33b9c12ac') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:37.982968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.984846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-c55571b8-c4d2-43e4-8b03-6686b5490009 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163835 Aug 03 19:20:37.990724 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.001871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.021153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:38.022412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:38.031782 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:38.146740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9aeaa-3edf-42f4-aa86-79ed7c551a72 req-99442cba-e315-41ba-af4d-70175674bc1d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.162907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9aeaa-3edf-42f4-aa86-79ed7c551a72 req-99442cba-e315-41ba-af4d-70175674bc1d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.186627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9aeaa-3edf-42f4-aa86-79ed7c551a72 req-99442cba-e315-41ba-af4d-70175674bc1d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.190643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18f9aeaa-3edf-42f4-aa86-79ed7c551a72 req-99442cba-e315-41ba-af4d-70175674bc1d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2389 time: 0.4628110 Aug 03 19:20:38.203325 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.235413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.239396 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/networks/8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25 HTTP/1.1" status: 204 len: 168 time: 0.6414251 Aug 03 19:20:38.240360 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c403cc-5f5a-49e1-8303-5c31278de74d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Network': ['ID=8c2b7a1f-c49f-44ac-b0f7-e8d90445fe25,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:38.245385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48794) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:38.253063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-465283306'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:38.285580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:38.288106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=b49177ce-9405-484b-b6d4-33e22f8152d7,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:38.294478 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.341800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:38.359539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.360292 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Added segment 9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4 of type vlan for network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 Aug 03 19:20:38.393093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-33075971-8ebd-4e19-abc0-6b963b459753 service neutron] 10.222.0.42 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443045 Aug 03 19:20:38.422068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.482996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.494820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.495630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.563828 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3127232 Aug 03 19:20:38.579370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48798) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:38.609964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336add9d-70af-477b-9c31-34782a407cde req-b2913643-0402-40e7-896e-bb36e8e3dcaf service neutron] 10.222.0.42 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143002 Aug 03 19:20:38.643840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'c5c1dc1a-e21b-4752-87b0-8cf1a46bc532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:38.646708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedc3ad-30f4-4feb-b515-683a887299b6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Network': ['ID=c5c1dc1a-e21b-4752-87b0-8cf1a46bc532,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:38.659178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:38.769146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-e79d5c01-0421-41fd-8937-7828297e3577 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731764 Aug 03 19:20:38.773863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18f9aeaa-3edf-42f4-aa86-79ed7c551a72 req-1e7622c0-d013-4f85-8ff4-9bacec34eccb tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982362 Aug 03 19:20:38.807178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Attempting to bind port b49177ce-9405-484b-b6d4-33e22f8152d7 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:38.809303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Attempting to bind port b49177ce-9405-484b-b6d4-33e22f8152d7 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:38.812725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Attempting to bind port b49177ce-9405-484b-b6d4-33e22f8152d7 on network bd371c28-b119-4d96-9dc5-b8099c95cefd {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:38.834411 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3539fcb-6c88-43b9-9f09-876fa16d9d13 x-openstack-request-id: req-d3539fcb-6c88-43b9-9f09-876fa16d9d13 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:38.834583 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "tag": "44236e34-20c3-4759-808c-fee3859b68cd", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:38.835191 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3539fcb-6c88-43b9-9f09-876fa16d9d13 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:38.835597 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'status': 'completed', 'code': 200} Aug 03 19:20:38.835874 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'tag': '44236e34-20c3-4759-808c-fee3859b68cd', 'status': 'completed', 'code': 200} Aug 03 19:20:38.938073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-db2497cb-417b-485e-b05f-bf5d5397def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.940064 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-db2497cb-417b-485e-b05f-bf5d5397def1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 0.0994437 Aug 03 19:20:38.940524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Port b49177ce-9405-484b-b6d4-33e22f8152d7 on network bd371c28-b119-4d96-9dc5-b8099c95cefd not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:38.940952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Attempting to bind port b49177ce-9405-484b-b6d4-33e22f8152d7 on network bd371c28-b119-4d96-9dc5-b8099c95cefd {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:38.948174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-d0a8772e-369d-4795-9166-124ea5f22287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.948653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-87943db9-aba0-48ec-ad0d-3bd4397babac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c HTTP/1.1" status: 200 len: 217 time: 0.1430662 Aug 03 19:20:38.948780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-d0a8772e-369d-4795-9166-124ea5f22287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.949201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-d0a8772e-369d-4795-9166-124ea5f22287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.950977 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-d0a8772e-369d-4795-9166-124ea5f22287 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2757 time: 0.0726798 Aug 03 19:20:39.028618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:39.028932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Checking segment: {'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:39.029435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Bound using segment: {'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:39.030034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Bound port: b49177ce-9405-484b-b6d4-33e22f8152d7, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765e71b0-5187-4212-86d7-b2e2739b8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:39.030394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.086330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:39.090667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.194388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-63955b88-cbf1-491f-ab86-507bcae8bfac tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 1002 time: 0.3568573 Aug 03 19:20:39.201107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8e575511-3c20-4565-8028-11135fa1521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.202961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-8e575511-3c20-4565-8028-11135fa1521b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.2047195 Aug 03 19:20:39.234483 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-33b4864a-716a-4aa9-ab9b-140c431717c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.237419 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-33b4864a-716a-4aa9-ab9b-140c431717c7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.2852783 Aug 03 19:20:39.288657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-d76eee9e-3120-42f0-9b15-2fcbd6ce1e45 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.302234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-d76eee9e-3120-42f0-9b15-2fcbd6ce1e45 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.308993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-d76eee9e-3120-42f0-9b15-2fcbd6ce1e45 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.316927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-d76eee9e-3120-42f0-9b15-2fcbd6ce1e45 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.338583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-d76eee9e-3120-42f0-9b15-2fcbd6ce1e45 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.346260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-d76eee9e-3120-42f0-9b15-2fcbd6ce1e45 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.352510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-d76eee9e-3120-42f0-9b15-2fcbd6ce1e45 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.368098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-049bf520-e18b-4f72-8fe5-78c14d948c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.369720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-049bf520-e18b-4f72-8fe5-78c14d948c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.370772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-049bf520-e18b-4f72-8fe5-78c14d948c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.371742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-d76eee9e-3120-42f0-9b15-2fcbd6ce1e45 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.4495854 Aug 03 19:20:39.374420 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-049bf520-e18b-4f72-8fe5-78c14d948c4c service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a10a1534096d408bbe4ccb68de461024&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4017086 Aug 03 19:20:39.508564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20074f-d787-46b0-922c-6e370709685d req-159e82c6-5265-4487-ac52-a8b653e614d8 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.518493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-159e82c6-5265-4487-ac52-a8b653e614d8 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports/abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 943 time: 0.3120472 Aug 03 19:20:39.554391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] For port b49177ce-9405-484b-b6d4-33e22f8152d7, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:39.564572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] For port b49177ce-9405-484b-b6d4-33e22f8152d7, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b49177ce-9405-484b-b6d4-33e22f8152d7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:39.588092 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b8237c1-6d06-4434-ac67-fb8c1ba6846a req-4da9d803-0a1d-4e8d-b025-fc9db92a84c3 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2153535 Aug 03 19:20:39.665218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.730340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-1a18a13e-cd47-4d40-9556-b63392090356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.732547 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-1a18a13e-cd47-4d40-9556-b63392090356 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3416884 Aug 03 19:20:39.734130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-55089394-f0b7-4326-9f61-747a1d482958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.737364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-55089394-f0b7-4326-9f61-747a1d482958 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5150313 Aug 03 19:20:39.753302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.753979 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.755817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] 10.222.0.63 "PUT /v2.0/ports/b49177ce-9405-484b-b6d4-33e22f8152d7 HTTP/1.1" status: 200 len: 1092 time: 3.7232015 Aug 03 19:20:39.785930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-cbd23b46-96b9-4888-a581-c7814761ffda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 1002 time: 0.4072127 Aug 03 19:20:39.850148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-8082a697-ee4e-4cd4-8e39-52e972bf02d4 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 1002 time: 0.2799070 Aug 03 19:20:39.914479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95fb0-e54e-4264-8ab2-686615209946 req-96798677-7ffd-4046-af81-d7ff5c842867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.917320 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-96798677-7ffd-4046-af81-d7ff5c842867 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.1201460 Aug 03 19:20:39.982779 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-c9ad51e5-eae3-454b-b8d8-755cc0134017 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568535 Aug 03 19:20:40.024830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Request body: {'port': {'device_id': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:40.112973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.113514 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-6ddddd10-1d6b-43f6-82a3-cd75119bb3be service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214125 Aug 03 19:20:40.250362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44a95fb0-e54e-4264-8ab2-686615209946 req-db2b3564-c243-4ba6-a5c9-458f8db1269c service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289566 Aug 03 19:20:40.330309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88568a-a1f5-496c-ae2a-ffb368c84ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=b49177ce-9405-484b-b6d4-33e22f8152d7,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:40.371007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=425ad210-a62b-44a7-95a9-7363a04227d5,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:40.401111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.426473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0027f1-9bf1-4f45-a0be-ff3d400b7dcf req-bac80b4c-2d64-49c6-b4c7-67685191d690 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.434995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0027f1-9bf1-4f45-a0be-ff3d400b7dcf req-bac80b4c-2d64-49c6-b4c7-67685191d690 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.443825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0027f1-9bf1-4f45-a0be-ff3d400b7dcf req-bac80b4c-2d64-49c6-b4c7-67685191d690 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.445123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d0027f1-9bf1-4f45-a0be-ff3d400b7dcf req-bac80b4c-2d64-49c6-b4c7-67685191d690 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2401 time: 0.4343357 Aug 03 19:20:40.460769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0f8ec88b-08de-4bf6-a533-8ef04319b1ce service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010212 Aug 03 19:20:40.592950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20074f-d787-46b0-922c-6e370709685d req-e69b75b3-fff8-4fdc-ba26-c01ff3001f25 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.594477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-e69b75b3-fff8-4fdc-ba26-c01ff3001f25 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.5633001 Aug 03 19:20:40.746794 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-bab685e1-db61-448f-a23a-fc3207af7cd9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599263 Aug 03 19:20:40.844104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-1d579d9f-0743-47ca-8b9d-5fbf2ad3b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.847304 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-1d579d9f-0743-47ca-8b9d-5fbf2ad3b020 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 0.0650110 Aug 03 19:20:41.005963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'tag': 'b49177ce-9405-484b-b6d4-33e22f8152d7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:41.008603 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "tag": "b49177ce-9405-484b-b6d4-33e22f8152d7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:41.012101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Checking segment: {'id': '9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5c1dc1a-e21b-4752-87b0-8cf1a46bc532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:41.012477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network hostable DHCP agents. Network: c5c1dc1a-e21b-4752-87b0-8cf1a46bc532, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:41.031151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-238f970f-1124-472c-bf1a-209bcab7a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.033680 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-238f970f-1124-472c-bf1a-209bcab7a5be service neutron] 10.222.0.88 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.1641695 Aug 03 19:20:41.135557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-0b05b8da-731f-4d04-9030-f70b3ba573dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 1002 time: 0.0934114 Aug 03 19:20:41.135861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d0027f1-9bf1-4f45-a0be-ff3d400b7dcf req-c3f273cb-538e-441f-a54f-f99336641e88 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328776 Aug 03 19:20:41.202052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:41.216624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-9ec70805-0f63-436f-a909-64fcb11378e2 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394254 Aug 03 19:20:41.222737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-3d187cab-ed55-4971-af5c-279646657e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.225642 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-3d187cab-ed55-4971-af5c-279646657e6f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.0813262 Aug 03 19:20:41.273206 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-48ad747a-0cde-4bbb-9875-53c1b11010c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402770 Aug 03 19:20:41.279015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-b33adc5d-f3d5-4968-87ee-b9f3a2857c30 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 1002 time: 0.6677213 Aug 03 19:20:41.318193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c5c1dc1a-e21b-4752-87b0-8cf1a46bc532) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:41.324962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.325626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.332157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91baf36e-42cc-41e1-bbbd-f9cd4692fe69 None None] Network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:41.337218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:41.353842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-cd138da2-fa47-4eef-88bc-18acd727e0c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7 HTTP/1.1" status: 200 len: 217 time: 0.0871830 Aug 03 19:20:41.414250 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-3fa1e9f3-404e-4791-8af8-8a3338101263 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316392 Aug 03 19:20:41.492388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1b5c2e24-ef06-46ac-8637-ea57ac9cc777 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8819053 Aug 03 19:20:41.531290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2d9f1af2-9f23-4082-b22d-0a6826ea4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.533301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2d9f1af2-9f23-4082-b22d-0a6826ea4b79 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.1342382 Aug 03 19:20:41.545244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48828) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:41.552170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'c5c1dc1a-e21b-4752-87b0-8cf1a46bc532', 'name': 'tempest-PortsIpV6TestJSON-1215155811'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:41.567868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-c5c1dc1a-e21b-4752-87b0-8cf1a46bc532', 'network_id': 'c5c1dc1a-e21b-4752-87b0-8cf1a46bc532', 'tenant_id': 'f884bae847444e8fadaebb3d93ecc728', 'fixed_ips': [{'subnet_id': '425ad210-a62b-44a7-95a9-7363a04227d5'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:20:41.569249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.682404 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-41ece0d6-9bf8-4655-90fe-40902dc1e494 req-3b6cc035-0af9-4f27-8d6b-15afc4a8ecd2 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606778 Aug 03 19:20:41.687096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.765311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-fa375acb-1e58-4e3a-883e-ecf6bf6c9e3d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.771555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-fa375acb-1e58-4e3a-883e-ecf6bf6c9e3d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.779328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-fa375acb-1e58-4e3a-883e-ecf6bf6c9e3d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.786013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-fa375acb-1e58-4e3a-883e-ecf6bf6c9e3d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.792149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-fa375acb-1e58-4e3a-883e-ecf6bf6c9e3d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.798896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-fa375acb-1e58-4e3a-883e-ecf6bf6c9e3d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.805154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-fa375acb-1e58-4e3a-883e-ecf6bf6c9e3d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.807201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-fa375acb-1e58-4e3a-883e-ecf6bf6c9e3d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.4902372 Aug 03 19:20:41.881548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-945789e2-e9de-46e8-bed6-48d986807847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.883705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-945789e2-e9de-46e8-bed6-48d986807847 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3207564 Aug 03 19:20:41.927459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Allocated IP 2001:db8::2 (c5c1dc1a-e21b-4752-87b0-8cf1a46bc532/425ad210-a62b-44a7-95a9-7363a04227d5/85a309b5-ed41-452d-b2e0-760db3f0783d) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:42.089627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65a24e94-aa59-4ac0-a6bc-27acae30ba0e req-083b2051-0904-481d-a2f5-9ce2edc91159 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2666903 Aug 03 19:20:42.108873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b795a7-613b-436b-918e-1a263cc253d0 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:42.128124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.199079 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.204071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:42.208254 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.211877 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.222344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Transition to ACTIVE for port object d3b795a7-613b-436b-918e-1a263cc253d0 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:42.230134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Transition to ACTIVE for port object 85a309b5-ed41-452d-b2e0-760db3f0783d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:42.248332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.249214 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Floating IP 7cd9cbea-b12d-415a-ae83-d11066b671f8 disassociated. External IP: 172.25.4.250, port: abe32f9f-5fd9-40fa-88fa-a9626135d632. Aug 03 19:20:42.259253 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.271673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Transition to ACTIVE for port object 85a309b5-ed41-452d-b2e0-760db3f0783d will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:42.288328 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.349445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48846) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:42.369821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port e3670c9c-d4eb-4456-aad2-33172a7f7314 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:42.395939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-5445e4ba-72a2-44af-9bb5-d99bb5e8e2ff service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802804 Aug 03 19:20:42.439914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Pushing event updated for resources: {'Port': ['ID=85a309b5-ed41-452d-b2e0-760db3f0783d,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:42.459233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:42.460968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:42.466086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:42.470884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.471215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.471566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.471900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.472233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.472563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.472883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.473209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.473558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.473943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.474268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.474672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:42.528562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Pushing event updated for resources: {'Port': ['ID=d3b795a7-613b-436b-918e-1a263cc253d0,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:42.583345 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf37b5f2-c5ab-42f3-aeae-425de3d21b97 x-openstack-request-id: req-cf37b5f2-c5ab-42f3-aeae-425de3d21b97 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:42.583635 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "tag": "b49177ce-9405-484b-b6d4-33e22f8152d7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:42.583882 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf37b5f2-c5ab-42f3-aeae-425de3d21b97 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:42.584275 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'tag': 'b49177ce-9405-484b-b6d4-33e22f8152d7', 'status': 'completed', 'code': 200} Aug 03 19:20:42.606932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Attempting to bind port 85a309b5-ed41-452d-b2e0-760db3f0783d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:42.610101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Attempting to bind port 85a309b5-ed41-452d-b2e0-760db3f0783d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5c1dc1a-e21b-4752-87b0-8cf1a46bc532'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:42.610670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Attempting to bind port 85a309b5-ed41-452d-b2e0-760db3f0783d on network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:42.622053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:42.622607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Checking segment: {'id': '9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5c1dc1a-e21b-4752-87b0-8cf1a46bc532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:42.623107 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.623605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Bound using segment: {'id': '9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5c1dc1a-e21b-4752-87b0-8cf1a46bc532'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:42.624208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Bound port: 85a309b5-ed41-452d-b2e0-760db3f0783d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5c1dc1a-e21b-4752-87b0-8cf1a46bc532'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:42.624725 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.700306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5db16d0-7e17-45c4-9312-1f2a5ce904fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.705345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] For port 85a309b5-ed41-452d-b2e0-760db3f0783d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:42.709151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] For port 85a309b5-ed41-452d-b2e0-760db3f0783d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=85a309b5-ed41-452d-b2e0-760db3f0783d,segment=NetworkSegment(9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4),segment_id=9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:42.716593 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.728716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-789d0d5a-2a40-4e33-9d21-37d17f646d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:42.729494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-789d0d5a-2a40-4e33-9d21-37d17f646d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:42.730324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-789d0d5a-2a40-4e33-9d21-37d17f646d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:42.732239 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-789d0d5a-2a40-4e33-9d21-37d17f646d1f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2824 time: 0.1098840 Aug 03 19:20:42.808638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a77b-a3fb-4e84-9380-41f4d7dab8d3 None None] Pushing event updated for resources: {'Port': ['ID=85a309b5-ed41-452d-b2e0-760db3f0783d,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:42.925441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::1e2 (c5c1dc1a-e21b-4752-87b0-8cf1a46bc532/425ad210-a62b-44a7-95a9-7363a04227d5/e3670c9c-d4eb-4456-aad2-33172a7f7314) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:43.004296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-71c5bcfe-76a7-4279-ab63-0da61167c021 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582118 Aug 03 19:20:43.015124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-32da7fdd-fe70-4afd-9b7b-b735157f7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.015614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-32da7fdd-fe70-4afd-9b7b-b735157f7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.016087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-32da7fdd-fe70-4afd-9b7b-b735157f7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.018751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-32da7fdd-fe70-4afd-9b7b-b735157f7068 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a10a1534096d408bbe4ccb68de461024&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2679253 Aug 03 19:20:43.135152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-01a593b2-7493-42af-81df-b06fcc1e0a0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312 HTTP/1.1" status: 200 len: 217 time: 0.1115229 Aug 03 19:20:43.154418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5db16d0-7e17-45c4-9312-1f2a5ce904fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.171198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5db16d0-7e17-45c4-9312-1f2a5ce904fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.280036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Attempting to bind port d3b795a7-613b-436b-918e-1a263cc253d0 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:43.280639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Attempting to bind port d3b795a7-613b-436b-918e-1a263cc253d0 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:43.281170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Attempting to bind port d3b795a7-613b-436b-918e-1a263cc253d0 on network 7f0c448f-efaa-43d8-92aa-be63fef00a2b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:43.315184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe9020-9dfa-47be-ae3b-b3bd84990f35 req-60d1b6be-6402-4817-a374-9a2b4bb83d8c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.322999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe9020-9dfa-47be-ae3b-b3bd84990f35 req-60d1b6be-6402-4817-a374-9a2b4bb83d8c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.329596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe9020-9dfa-47be-ae3b-b3bd84990f35 req-60d1b6be-6402-4817-a374-9a2b4bb83d8c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.331482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6abe9020-9dfa-47be-ae3b-b3bd84990f35 req-60d1b6be-6402-4817-a374-9a2b4bb83d8c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2413 time: 0.3418303 Aug 03 19:20:43.372343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Port d3b795a7-613b-436b-918e-1a263cc253d0 on network 7f0c448f-efaa-43d8-92aa-be63fef00a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:43.373396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Attempting to bind port d3b795a7-613b-436b-918e-1a263cc253d0 on network 7f0c448f-efaa-43d8-92aa-be63fef00a2b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:43.443116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:43.443468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Checking segment: {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:43.443867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Bound using segment: {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:43.444321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Bound port: d3b795a7-613b-436b-918e-1a263cc253d0, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b95755f-1031-4684-9bef-505c439a6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:43.444698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.453526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-50e8331e-c1ed-4470-a359-ee36df5fb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.456581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-50e8331e-c1ed-4470-a359-ee36df5fb54d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.2612917 Aug 03 19:20:43.459050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Router 68b00adb-90d8-4f11-9b9e-74ddac21250b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:43.509333 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b5db16d0-7e17-45c4-9312-1f2a5ce904fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4154db4c6b764e2fa3e8cb9ef989a95f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1577053 Aug 03 19:20:43.511916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48860) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:43.521466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db16d0-7e17-45c4-9312-1f2a5ce904fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72580b9c-0171-4358-b41a-a334e7b17a5d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:43.527633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-665a0abf-4cc0-40f2-a34e-0b39e5a3adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.529151 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0213de0f-55e9-4d8c-8f28-d60caa4c1d6d req-665a0abf-4cc0-40f2-a34e-0b39e5a3adf6 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4938252 Aug 03 19:20:43.565168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6abe9020-9dfa-47be-ae3b-b3bd84990f35 req-cac46c0e-d3ee-47f1-a203-e30e5a37f932 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121277 Aug 03 19:20:43.597848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e5485b7-78a6-45d9-8c15-ed50b48e7865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.638280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e5485b7-78a6-45d9-8c15-ed50b48e7865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.700746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e5485b7-78a6-45d9-8c15-ed50b48e7865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.701573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0c39e459-02c1-4050-86f3-2a14dd8d472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.703269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-0c39e459-02c1-4050-86f3-2a14dd8d472c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2347221 Aug 03 19:20:43.705631 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e5485b7-78a6-45d9-8c15-ed50b48e7865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.706934 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e5485b7-78a6-45d9-8c15-ed50b48e7865 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72580b9c-0171-4358-b41a-a334e7b17a5d HTTP/1.1" status: 204 len: 168 time: 0.1937876 Aug 03 19:20:43.752477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5485b7-78a6-45d9-8c15-ed50b48e7865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72580b9c-0171-4358-b41a-a334e7b17a5d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:43.770567 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.800127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object e3670c9c-d4eb-4456-aad2-33172a7f7314 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:43.884105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 85a309b5-ed41-452d-b2e0-760db3f0783d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:44.023175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 85a309b5-ed41-452d-b2e0-760db3f0783d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:44.218072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48870) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:44.243218 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e4f4-ec51-4691-9be4-49de75ac8437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.380398 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.428518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc33028-9b19-483d-8daa-abfe2cea280a None None] Network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:44.463110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e4f4-ec51-4691-9be4-49de75ac8437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.472969 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e4f4-ec51-4691-9be4-49de75ac8437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.474821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] For port d3b795a7-613b-436b-918e-1a263cc253d0, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:44.484586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=e3670c9c-d4eb-4456-aad2-33172a7f7314,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:44.523355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] For port d3b795a7-613b-436b-918e-1a263cc253d0, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3b795a7-613b-436b-918e-1a263cc253d0,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:44.540477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:44.548737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:44.556691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.572102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:44.581351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:44.581771 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a9a2e4f4-ec51-4691-9be4-49de75ac8437 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c653db32718f4d1db6760359a5bd4053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619294 Aug 03 19:20:44.582440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.583233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48872) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:44.607062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2e4f4-ec51-4691-9be4-49de75ac8437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11ab1ef-f0dc-4a1e-a029-994445cda8b0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:44.616789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-81f73b6f-9892-4ab9-9989-709ecedf3ec1 None None] Provisioning for port 85a309b5-ed41-452d-b2e0-760db3f0783d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:44.642922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-81f73b6f-9892-4ab9-9989-709ecedf3ec1 None None] Provisioning complete for port 85a309b5-ed41-452d-b2e0-760db3f0783d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:44.643706 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f73b6f-9892-4ab9-9989-709ecedf3ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.655564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-9ae05e5b-1457-4163-8f31-6fc9256518de tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:44.657834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede10b3-23e8-4061-9cee-1397d07c7932 req-6d10a4b4-2b1d-453d-8621-041f8bbd2077 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:44.659132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-9ae05e5b-1457-4163-8f31-6fc9256518de tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 945 time: 0.1525347 Aug 03 19:20:44.666668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aede10b3-23e8-4061-9cee-1397d07c7932 req-6d10a4b4-2b1d-453d-8621-041f8bbd2077 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 945 time: 0.9822342 Aug 03 19:20:44.681739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Pushing event updated for resources: {'Port': ['ID=d3b795a7-613b-436b-918e-1a263cc253d0,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:44.691950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:44.692602 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.694160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-6c669067-31a2-4193-8ed1-2d2b11ad323a service neutron] 10.222.0.63 "PUT /v2.0/ports/d3b795a7-613b-436b-918e-1a263cc253d0 HTTP/1.1" status: 200 len: 1092 time: 4.7208266 Aug 03 19:20:44.702626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:44.705517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'tag': 'd3b795a7-613b-436b-918e-1a263cc253d0'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:44.708772 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e9200-4382-4bfb-ab2f-75d32bbdc218" -d '{"events": [{"name": "network-changed", "server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "tag": "d3b795a7-613b-436b-918e-1a263cc253d0"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:44.720358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.787648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-227e97ee-6e08-4fb4-b31d-4523661f6b28 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "PUT /v2.0/floatingips/7cd9cbea-b12d-415a-ae83-d11066b671f8 HTTP/1.1" status: 200 len: 695 time: 3.4546633 Aug 03 19:20:44.851541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] Sync routers for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:44.878856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cead2cb-c7e5-4047-bdb0-445f44f59557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.895928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a0882351-ab3e-40b7-a314-bbff306a4bf2 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3492892 Aug 03 19:20:44.916153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48878) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:44.919266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:44.920761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:20:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:44.962127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aede10b3-23e8-4061-9cee-1397d07c7932 req-2435132a-d0c7-414f-b109-17884fc0fe58 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945099 Aug 03 19:20:44.966340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-2356c2ed-b78b-4d0f-b738-29d0a9869398 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2345862 Aug 03 19:20:45.012241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cead2cb-c7e5-4047-bdb0-445f44f59557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.151545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Deleting port ba34df4f-821c-457d-9706-fb101d2fc88e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:45.152133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.192115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-61410fd5-894b-420a-94a9-be72f4b3c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.192624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-61410fd5-894b-420a-94a9-be72f4b3c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.193118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-61410fd5-894b-420a-94a9-be72f4b3c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.199807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-61410fd5-894b-420a-94a9-be72f4b3c5b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2866 time: 0.4108374 Aug 03 19:20:45.207465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82727940-dcb0-4bdd-ad5e-22bbc346dbdb req-cd5a0740-5f2e-4ace-90ef-48068daa22dd service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194867 Aug 03 19:20:45.275375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cead2cb-c7e5-4047-bdb0-445f44f59557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.278208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cead2cb-c7e5-4047-bdb0-445f44f59557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.281404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20074f-d787-46b0-922c-6e370709685d req-0271f58e-52b5-430e-95ad-bc6510f4470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.285328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-0271f58e-52b5-430e-95ad-bc6510f4470e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 0.4488144 Aug 03 19:20:45.293072 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2cead2cb-c7e5-4047-bdb0-445f44f59557 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d11ab1ef-f0dc-4a1e-a029-994445cda8b0 HTTP/1.1" status: 204 len: 168 time: 0.6970339 Aug 03 19:20:45.304725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-52ce69fa-64d8-4d15-b2d8-c0d45bb7c134 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port e3670c9c-d4eb-4456-aad2-33172a7f7314 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:45.304725 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ce69fa-64d8-4d15-b2d8-c0d45bb7c134 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.441744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cead2cb-c7e5-4047-bdb0-445f44f59557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11ab1ef-f0dc-4a1e-a029-994445cda8b0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:45.451165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] For port ba34df4f-821c-457d-9706-fb101d2fc88e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=ba34df4f-821c-457d-9706-fb101d2fc88e,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:45.451767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.489587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Calling delete_port for ba34df4f-821c-457d-9706-fb101d2fc88e owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:45.518848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-b20ac1e3-ef4c-4fe0-9f8c-e9832e76280d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=44236e34-20c3-4759-808c-fee3859b68cd HTTP/1.1" status: 200 len: 217 time: 0.2781615 Aug 03 19:20:45.550841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:45.636508 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f73b6f-9892-4ab9-9989-709ecedf3ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.653241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ce69fa-64d8-4d15-b2d8-c0d45bb7c134 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.691031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-d5ca3f37-f1d0-416d-8921-159b5976060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.692720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-d5ca3f37-f1d0-416d-8921-159b5976060f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02fa669e-53ad-4f42-b370-4099e7be7f4b HTTP/1.1" status: 200 len: 801 time: 0.1155922 Aug 03 19:20:45.715705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-52ce69fa-64d8-4d15-b2d8-c0d45bb7c134 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for e3670c9c-d4eb-4456-aad2-33172a7f7314 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:45.834681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab0db-100d-4447-8747-cfec484a330b req-d147e10f-2817-4971-83e5-6b61cc12367d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.841606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab0db-100d-4447-8747-cfec484a330b req-d147e10f-2817-4971-83e5-6b61cc12367d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.858001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab0db-100d-4447-8747-cfec484a330b req-d147e10f-2817-4971-83e5-6b61cc12367d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.882655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab0db-100d-4447-8747-cfec484a330b req-d147e10f-2817-4971-83e5-6b61cc12367d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.904311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab0db-100d-4447-8747-cfec484a330b req-d147e10f-2817-4971-83e5-6b61cc12367d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.919912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab0db-100d-4447-8747-cfec484a330b req-d147e10f-2817-4971-83e5-6b61cc12367d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.939385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab0db-100d-4447-8747-cfec484a330b req-d147e10f-2817-4971-83e5-6b61cc12367d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.951001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.965174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-561ab0db-100d-4447-8747-cfec484a330b req-d147e10f-2817-4971-83e5-6b61cc12367d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.7519658 Aug 03 19:20:46.015929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20074f-d787-46b0-922c-6e370709685d req-faa7c922-75c3-4a68-91f0-9233e4c256b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.027242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-faa7c922-75c3-4a68-91f0-9233e4c256b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.6095076 Aug 03 19:20:46.047730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['ba34df4f-821c-457d-9706-fb101d2fc88e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:46.055663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event deleted for resources: {'Port': ['ID=ba34df4f-821c-457d-9706-fb101d2fc88e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:46.114821 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-cc1f7a42-26f2-4b02-9851-73b8882a804e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 217 time: 0.0851471 Aug 03 19:20:46.126502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-81f73b6f-9892-4ab9-9989-709ecedf3ec1 None None] For port 85a309b5-ed41-452d-b2e0-760db3f0783d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=85a309b5-ed41-452d-b2e0-760db3f0783d,segment=NetworkSegment(9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4),segment_id=9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:46.133806 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81f73b6f-9892-4ab9-9989-709ecedf3ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.209619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] No DVR routers for this DVR port ba34df4f-821c-457d-9706-fb101d2fc88e on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:46.213673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.217310 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e253875-46ee-4d00-8dca-85a13b715eb1 req-8c3aa9ca-9ed7-4119-8966-523b4785671c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "DELETE /v2.0/ports/ba34df4f-821c-457d-9706-fb101d2fc88e HTTP/1.1" status: 204 len: 173 time: 1.5517821 Aug 03 19:20:46.218140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f44847-6ef1-4416-b8fa-4250e09335ee', 'name': 'network-vif-deleted', 'tag': 'ba34df4f-821c-457d-9706-fb101d2fc88e'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:46.222437 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccf1a0c-2138-4da5-8e2a-d7fb5ba28cf6" -d '{"events": [{"server_uuid": "a0f44847-6ef1-4416-b8fa-4250e09335ee", "name": "network-vif-deleted", "tag": "ba34df4f-821c-457d-9706-fb101d2fc88e"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:46.270273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-deb9ac43-b070-44d4-ad02-cae59de1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.271172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-deb9ac43-b070-44d4-ad02-cae59de1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.271312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-deb9ac43-b070-44d4-ad02-cae59de1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.278928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-deb9ac43-b070-44d4-ad02-cae59de1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.279431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-deb9ac43-b070-44d4-ad02-cae59de1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.285749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-deb9ac43-b070-44d4-ad02-cae59de1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.286041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-deb9ac43-b070-44d4-ad02-cae59de1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.286911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f73b6f-9892-4ab9-9989-709ecedf3ec1 None None] Pushing event updated for resources: {'Port': ['ID=85a309b5-ed41-452d-b2e0-760db3f0783d,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:46.288574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b269595e-220d-47a3-9a50-24943b8cd035 req-deb9ac43-b070-44d4-ad02-cae59de1da4c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6478 time: 0.8436327 Aug 03 19:20:46.298933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:12Z', 'revision_number': 5, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:46.340883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] Checking router: 68b00adb-90d8-4f11-9b9e-74ddac21250b for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:46.354218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:46.355019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:20:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:46.355846 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ce69fa-64d8-4d15-b2d8-c0d45bb7c134 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.357715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20074f-d787-46b0-922c-6e370709685d req-b8dac110-381a-447c-a6ea-829b315890d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.360863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-db44cec0-daf7-4909-be40-c885ca3be783 None None] Provisioning for port e3670c9c-d4eb-4456-aad2-33172a7f7314 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:46.366826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-b8dac110-381a-447c-a6ea-829b315890d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.2505348 Aug 03 19:20:46.372340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb362364-6c91-4e54-abc3-bbbf049b5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.373942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-bb362364-6c91-4e54-abc3-bbbf049b5aa1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7f0c448f-efaa-43d8-92aa-be63fef00a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6384075 Aug 03 19:20:46.449058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-db44cec0-daf7-4909-be40-c885ca3be783 None None] Provisioning complete for port e3670c9c-d4eb-4456-aad2-33172a7f7314 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:46.449459 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-db44cec0-daf7-4909-be40-c885ca3be783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.485841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-db44cec0-daf7-4909-be40-c885ca3be783 None None] Port e3670c9c-d4eb-4456-aad2-33172a7f7314 was deleted so its status cannot be updated. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:20:46.531043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce69fa-64d8-4d15-b2d8-c0d45bb7c134 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=e3670c9c-d4eb-4456-aad2-33172a7f7314,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:46.544773 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ce69fa-64d8-4d15-b2d8-c0d45bb7c134 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.551754 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-52ce69fa-64d8-4d15-b2d8-c0d45bb7c134 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/e3670c9c-d4eb-4456-aad2-33172a7f7314 HTTP/1.1" status: 204 len: 168 time: 1.6344049 Aug 03 19:20:46.552472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48902) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:46.603496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-561ab0db-100d-4447-8747-cfec484a330b req-fc336b96-1616-4ef0-8c2b-e32132e977ad tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5724971 Aug 03 19:20:46.607761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-db44cec0-daf7-4909-be40-c885ca3be783 None None] Provisioning complete for port 85a309b5-ed41-452d-b2e0-760db3f0783d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:46.608134 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-db44cec0-daf7-4909-be40-c885ca3be783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.616268 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-327ceb67-aeae-4edd-9ef8-3b8c5990fd92 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:20:46.617045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327ceb67-aeae-4edd-9ef8-3b8c5990fd92 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:20:46.626336 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-327ceb67-aeae-4edd-9ef8-3b8c5990fd92 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/e3670c9c-d4eb-4456-aad2-33172a7f7314 HTTP/1.1" status: 404 len: 333 time: 0.0726314 Aug 03 19:20:46.627102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48906) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:46.690825 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f515fb-c45f-45b7-964d-7fc5f17643fc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:20:46.692246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-81480ab2-3d32-4b17-b564-b1b83ea98b63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082726 Aug 03 19:20:46.698456 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-81f515fb-c45f-45b7-964d-7fc5f17643fc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/e3670c9c-d4eb-4456-aad2-33172a7f7314 HTTP/1.1" status: 404 len: 333 time: 0.0697348 Aug 03 19:20:46.699231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48910) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:46.908135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6e2eb9-2128-4c8f-b3dc-3d9720727c15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 425ad210-a62b-44a7-95a9-7363a04227d5 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:46.911869 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2eb9-2128-4c8f-b3dc-3d9720727c15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.988282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:47.010693 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2eb9-2128-4c8f-b3dc-3d9720727c15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.051198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-3ab12ffc-7267-4e97-a1d0-aedb896ea81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.053265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b269595e-220d-47a3-9a50-24943b8cd035 req-3ab12ffc-7267-4e97-a1d0-aedb896ea81d service neutron] 10.222.0.88 "GET /v2.0/networks?id=76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 200 len: 903 time: 0.7516305 Aug 03 19:20:47.163497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-b3228a62-f203-411a-ba9e-4ac213a63760 service neutron] 10.222.0.63 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812408 Aug 03 19:20:47.169955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b269595e-220d-47a3-9a50-24943b8cd035 req-48562f03-e656-4589-9557-d4f04e6760ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7 HTTP/1.1" status: 200 len: 217 time: 0.0997066 Aug 03 19:20:47.188905 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2eb9-2128-4c8f-b3dc-3d9720727c15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.204865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-29d90a5c-9766-475e-8ecc-2bf16a8d4231 service neutron] 10.222.0.42 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410281 Aug 03 19:20:47.265724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2eb9-2128-4c8f-b3dc-3d9720727c15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.283221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2eb9-2128-4c8f-b3dc-3d9720727c15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.285406 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6a6e2eb9-2128-4c8f-b3dc-3d9720727c15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/425ad210-a62b-44a7-95a9-7363a04227d5 HTTP/1.1" status: 204 len: 168 time: 0.5849125 Aug 03 19:20:47.288274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48916) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:47.330082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e2eb9-2128-4c8f-b3dc-3d9720727c15 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=425ad210-a62b-44a7-95a9-7363a04227d5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:47.392536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-0829519b-9b86-4f9b-a742-5946dd8f2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.394588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b269595e-220d-47a3-9a50-24943b8cd035 req-0829519b-9b86-4f9b-a742-5946dd8f2e10 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.2022069 Aug 03 19:20:47.406148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8784097-d9a6-44fe-8fc6-2b5f2c127bf4 None None] Network c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:47.457505 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.485764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e335-f2a1-49f6-8c8d-765ff6f84928 req-099979d0-9208-48b6-b706-1eeb6da3d66b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.492967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e335-f2a1-49f6-8c8d-765ff6f84928 req-099979d0-9208-48b6-b706-1eeb6da3d66b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.499685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e335-f2a1-49f6-8c8d-765ff6f84928 req-099979d0-9208-48b6-b706-1eeb6da3d66b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.502506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb60e335-f2a1-49f6-8c8d-765ff6f84928 req-099979d0-9208-48b6-b706-1eeb6da3d66b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2413 time: 0.3374381 Aug 03 19:20:47.556278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-1d243a00-b452-4e08-b579-d71dd4d34f4f service neutron] 10.222.0.63 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720050 Aug 03 19:20:47.576100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 85a309b5-ed41-452d-b2e0-760db3f0783d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:47.576575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.617761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:12Z', 'revision_number': 5, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:47.632892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a20074f-d787-46b0-922c-6e370709685d req-32ece17b-9b00-4c02-a7e5-ea89a3b737ab service neutron] 10.222.0.42 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759742 Aug 03 19:20:47.642225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-f81b6ff9-1a69-4d6e-ae28-b536d3a06cb5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.226&port_id=b49177ce-9405-484b-b6d4-33e22f8152d7 HTTP/1.1" status: 200 len: 217 time: 0.0764594 Aug 03 19:20:47.650351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269595e-220d-47a3-9a50-24943b8cd035 req-4c0e63ef-67ec-478c-a0e3-56caea570555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.652115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b269595e-220d-47a3-9a50-24943b8cd035 req-4c0e63ef-67ec-478c-a0e3-56caea570555 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2496231 Aug 03 19:20:47.658085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb60e335-f2a1-49f6-8c8d-765ff6f84928 req-7dbb4712-2b0b-4801-94b7-7cedf7d1ccb5 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421907 Aug 03 19:20:47.724608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] For port 85a309b5-ed41-452d-b2e0-760db3f0783d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=85a309b5-ed41-452d-b2e0-760db3f0783d,segment=NetworkSegment(9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4),segment_id=9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:47.725127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.727458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f21c9-793c-403b-9231-a6d0dced3ac0 None None] The sync data for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 is: [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:19:00Z', 'revision_number': 4, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36689a9c-9ce2-4370-b720-ccc8c4d66e89', 'name': '', 'network_id': 'd837dc44-76e1-44de-8dbd-40ca545fdf93', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'mac_address': 'fa:16:3e:e6:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:58Z', 'updated_at': '2021-08-03T19:19:12Z', 'revision_number': 5, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'subnets': [{'id': '383a944d-87cf-4ac6-bf65-4d3279eac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:47.753901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] DHCP port deletion for c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:20:47.757654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 85a309b5-ed41-452d-b2e0-760db3f0783d owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:47.872998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] Deleting port 85a309b5-ed41-452d-b2e0-760db3f0783d {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:47.875604 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.888454 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f921c6-87ac-4528-b31c-c748b434242d x-openstack-request-id: req-f2f921c6-87ac-4528-b31c-c748b434242d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:47.888751 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "tag": "d3b795a7-613b-436b-918e-1a263cc253d0", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:47.889006 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2f921c6-87ac-4528-b31c-c748b434242d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:47.889426 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'tag': 'd3b795a7-613b-436b-918e-1a263cc253d0', 'status': 'completed', 'code': 200} Aug 03 19:20:47.894394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-352997f7-c49c-4105-a9e0-8acdf5a07f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.896485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-352997f7-c49c-4105-a9e0-8acdf5a07f71 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2 HTTP/1.1" status: 200 len: 801 time: 0.2429454 Aug 03 19:20:47.936914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ac92491-3d15-4483-8683-78aa5adeceb0 req-8745f853-a263-4bbf-94ee-3b95faa07d1e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.1070232 Aug 03 19:20:47.947126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.005693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=85a309b5-ed41-452d-b2e0-760db3f0783d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:48.017252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No DVR routers for this DVR port 85a309b5-ed41-452d-b2e0-760db3f0783d on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:48.089150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] For port 85a309b5-ed41-452d-b2e0-760db3f0783d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=85a309b5-ed41-452d-b2e0-760db3f0783d,segment=NetworkSegment(9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4),segment_id=9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:48.089957 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.104849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b269595e-220d-47a3-9a50-24943b8cd035 req-6b8d4370-5d42-4587-b7c4-b45773de5894 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353921 Aug 03 19:20:48.118257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] Calling delete_port for 85a309b5-ed41-452d-b2e0-760db3f0783d owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:48.149022 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dceba7-4656-4364-9ce2-3dea9943c49a x-openstack-request-id: req-53dceba7-4656-4364-9ce2-3dea9943c49a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:48.149406 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f44847-6ef1-4416-b8fa-4250e09335ee", "name": "network-vif-deleted", "tag": "ba34df4f-821c-457d-9706-fb101d2fc88e", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:48.149702 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53dceba7-4656-4364-9ce2-3dea9943c49a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:48.150137 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f44847-6ef1-4416-b8fa-4250e09335ee', 'name': 'network-vif-deleted', 'tag': 'ba34df4f-821c-457d-9706-fb101d2fc88e', 'status': 'completed', 'code': 200} Aug 03 19:20:48.181137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-b50070ce-2dc3-4209-96c4-3fdf9f8cfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.182953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-b50070ce-2dc3-4209-96c4-3fdf9f8cfb5f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bd371c28-b119-4d96-9dc5-b8099c95cefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2556884 Aug 03 19:20:48.225922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-4af6de96-e2a1-4c9c-a76d-cc3ffa5a6d30 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/floatingips/7cd9cbea-b12d-415a-ae83-d11066b671f8 HTTP/1.1" status: 200 len: 695 time: 0.2179818 Aug 03 19:20:48.264650 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.280119 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c149ac-6b7d-458e-a96d-23d5c44a4833 None None] New status for floating IP 7cd9cbea-b12d-415a-ae83-d11066b671f8: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:20:48.285137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c1dc1a-e21b-4752-87b0-8cf1a46bc532']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:48.300894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:48.301264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd811cf-8925-4bb9-b0c1-6dfb7509b2e4') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:48.315060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: from cryptography.utils import int_from_bytes Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: from cryptography.utils import int_from_bytes Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.315586 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:48.318648 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:20:48.333039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.336269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.346007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:48.346434 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.380631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device ba34df4f-821c-457d-9706-fb101d2fc88e no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:48.412971 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:48.441680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] Pushing event deleted for resources: {'Port': ['ID=85a309b5-ed41-452d-b2e0-760db3f0783d,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:48.445013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6abd70-0329-4b19-8953-842402ee1d84 None None] No DVR routers for this DVR port 85a309b5-ed41-452d-b2e0-760db3f0783d on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:48.447551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: ba34df4f-821c-457d-9706-fb101d2fc88e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:48.448261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device ba34df4f-821c-457d-9706-fb101d2fc88e not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:48.457603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.495680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.499344 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/networks/c5c1dc1a-e21b-4752-87b0-8cf1a46bc532 HTTP/1.1" status: 204 len: 168 time: 1.2095859 Aug 03 19:20:48.507579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48926) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:48.508422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a9bb-48e9-48a3-b3a5-0a3278d3692c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Network': ['ID=c5c1dc1a-e21b-4752-87b0-8cf1a46bc532,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:48.542837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1238744847'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:48.625323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-97929b97-e111-40b9-ae92-20145ac88579 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.632210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-97929b97-e111-40b9-ae92-20145ac88579 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.638323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-97929b97-e111-40b9-ae92-20145ac88579 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.645568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-97929b97-e111-40b9-ae92-20145ac88579 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.653513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-97929b97-e111-40b9-ae92-20145ac88579 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.659635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-97929b97-e111-40b9-ae92-20145ac88579 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.665791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-97929b97-e111-40b9-ae92-20145ac88579 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.667743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-97929b97-e111-40b9-ae92-20145ac88579 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.4394269 Aug 03 19:20:48.702192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b269595e-220d-47a3-9a50-24943b8cd035 req-d53b13d0-d5da-438f-a6a3-78cf9170d02f service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540969 Aug 03 19:20:48.704760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-9f4a18bb-4e7d-4ce9-bb4b-0051aeffb735 service neutron] 10.222.0.63 "GET /v2.0/networks/bd371c28-b119-4d96-9dc5-b8099c95cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748020 Aug 03 19:20:48.729248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-3bd6a43e-e8d4-47db-9a4d-1f42021e0f5c tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.730714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-3bd6a43e-e8d4-47db-9a4d-1f42021e0f5c tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 784 time: 0.5036082 Aug 03 19:20:48.731422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:48.735545 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.806797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-d76551dc-ac1f-4dd0-952f-2cf6e9da1dfb tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:20:48.807921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-d76551dc-ac1f-4dd0-952f-2cf6e9da1dfb tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542548 Aug 03 19:20:48.933959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e12a527e-12b3-4bf6-909c-61a19c4debc2 req-cbde8b9c-ffee-4adb-b245-92ceaa55ba19 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385755 Aug 03 19:20:48.940136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:48.968237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-416ce842-410d-447f-9858-c2c96aba87f9 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 696 time: 0.1395831 Aug 03 19:20:48.982557 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.982931 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Added segment b17621c8-c665-4e44-9cfc-27312a8b8028 of type vlan for network 4f7f9482-7a14-4f41-bc83-e65fda44026a Aug 03 19:20:49.029028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-f3950dd7-4142-4ee4-9cfc-c29e60c7c7c2 service neutron] 10.222.0.63 "GET /v2.0/networks/bd371c28-b119-4d96-9dc5-b8099c95cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162191 Aug 03 19:20:49.117710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-1b8e80f2-6757-412d-a3a1-da1de7e8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.118236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-1b8e80f2-6757-412d-a3a1-da1de7e8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.118606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-1b8e80f2-6757-412d-a3a1-da1de7e8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.119074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-1b8e80f2-6757-412d-a3a1-da1de7e8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.119547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-1b8e80f2-6757-412d-a3a1-da1de7e8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.120043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-1b8e80f2-6757-412d-a3a1-da1de7e8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.120460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-1b8e80f2-6757-412d-a3a1-da1de7e8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.122566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9e9404a-365a-4587-84f3-82238b96f081 req-1b8e80f2-6757-412d-a3a1-da1de7e8d247 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6478 time: 0.3098419 Aug 03 19:20:49.172521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-f79dd018-3c36-49da-99d3-291057ef6129 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 696 time: 0.1633224 Aug 03 19:20:49.190851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.195790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-b1e454ba-f6fa-4eed-884b-2610d3160e52 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=d3b795a7-613b-436b-918e-1a263cc253d0 HTTP/1.1" status: 200 len: 217 time: 0.0955606 Aug 03 19:20:49.727527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:20:49.810195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-21c3402f-ffea-41b1-a4b0-33d5265ebfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.811759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-21c3402f-ffea-41b1-a4b0-33d5265ebfc1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02fa669e-53ad-4f42-b370-4099e7be7f4b HTTP/1.1" status: 200 len: 801 time: 0.6015925 Aug 03 19:20:49.839650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 85a309b5-ed41-452d-b2e0-760db3f0783d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:49.847008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.852980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.853642 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.880607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 85a309b5-ed41-452d-b2e0-760db3f0783d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:49.882317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 85a309b5-ed41-452d-b2e0-760db3f0783d not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:49.897290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:49.900751 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7deb52-abce-49b5-965b-6fc0824a6baa" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:49.912812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624d5e-b679-4eb9-99e3-75215f5ebf07 req-f750279b-d47b-4b49-803d-67fbfd9000c2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.918995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624d5e-b679-4eb9-99e3-75215f5ebf07 req-f750279b-d47b-4b49-803d-67fbfd9000c2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.926291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624d5e-b679-4eb9-99e3-75215f5ebf07 req-f750279b-d47b-4b49-803d-67fbfd9000c2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.928009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89624d5e-b679-4eb9-99e3-75215f5ebf07 req-f750279b-d47b-4b49-803d-67fbfd9000c2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2413 time: 0.7545397 Aug 03 19:20:50.000676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-2f6f5926-3e6a-4795-a563-b04525012cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.002121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9e9404a-365a-4587-84f3-82238b96f081 req-2f6f5926-3e6a-4795-a563-b04525012cca service neutron] 10.222.0.88 "GET /v2.0/networks?id=76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 200 len: 903 time: 0.8687177 Aug 03 19:20:50.014995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4935210 Aug 03 19:20:50.019621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48936) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:50.028805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': '4f7f9482-7a14-4f41-bc83-e65fda44026a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:50.096534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-b29cdba9-b3d0-4ee2-a5ab-6065fb909a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.098107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-b29cdba9-b3d0-4ee2-a5ab-6065fb909a0b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7f0c448f-efaa-43d8-92aa-be63fef00a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2558341 Aug 03 19:20:50.098738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8523b1f-5508-4577-b2ef-fc9bb073c945 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Network': ['ID=4f7f9482-7a14-4f41-bc83-e65fda44026a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:50.101896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9e9404a-365a-4587-84f3-82238b96f081 req-05075d92-1693-408f-9f99-b9e956a704f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312 HTTP/1.1" status: 200 len: 217 time: 0.0779316 Aug 03 19:20:50.113985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4f7f9482-7a14-4f41-bc83-e65fda44026a details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:50.117697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89624d5e-b679-4eb9-99e3-75215f5ebf07 req-53813719-af6e-4842-b270-085be68e7d5e tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650479 Aug 03 19:20:50.207082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Deleting port ccb69927-d40f-4879-8fb3-c5fc19a4b2b6 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:50.207445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.273748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:50.278120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.314824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-36edbe61-61ab-4e5a-bc7b-fd4fa782ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.316914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9e9404a-365a-4587-84f3-82238b96f081 req-36edbe61-61ab-4e5a-bc7b-fd4fa782ac80 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.1982362 Aug 03 19:20:50.388584 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.392848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d6612e0-4b22-4209-86d4-f1419c303c34 req-1be0f03b-fa5f-46bb-a384-46e5584fb3f2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.1071191 Aug 03 19:20:50.492349 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7399be3-5016-4a40-9aa4-82a36076b303 x-openstack-request-id: req-b7399be3-5016-4a40-9aa4-82a36076b303 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:50.492772 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:50.493141 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7399be3-5016-4a40-9aa4-82a36076b303 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:50.493733 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'status': 'completed', 'code': 200} Aug 03 19:20:50.569513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.569999 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.595998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Calling delete_port for ccb69927-d40f-4879-8fb3-c5fc19a4b2b6 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:50.690893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-4c003d63-1691-4e82-8a3d-f290e103ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.692865 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-4c003d63-1691-4e82-8a3d-f290e103ab34 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c62e85eb426742fa9271e09656a5e611&device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 1097 time: 0.1876776 Aug 03 19:20:50.694524 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.757367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-ab558a14-5f6b-482e-8897-eb870b3a6e04 service neutron] 10.222.0.63 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505706 Aug 03 19:20:50.770716 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.771456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=0079f31f-815d-497c-b282-fe8613cb08dc,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:50.872919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9404a-365a-4587-84f3-82238b96f081 req-f5c68ca7-efc3-475c-ba75-17a917b571e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.874754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9e9404a-365a-4587-84f3-82238b96f081 req-f5c68ca7-efc3-475c-ba75-17a917b571e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5429411 Aug 03 19:20:50.875294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Checking segment: {'id': 'b17621c8-c665-4e44-9cfc-27312a8b8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4f7f9482-7a14-4f41-bc83-e65fda44026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:50.875843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network hostable DHCP agents. Network: 4f7f9482-7a14-4f41-bc83-e65fda44026a, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:50.879771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event deleted for resources: {'Port': ['ID=ccb69927-d40f-4879-8fb3-c5fc19a4b2b6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:50.942220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 4f7f9482-7a14-4f41-bc83-e65fda44026a is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:50.966481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-e8f9f9cb-33a6-49a3-bf87-26412549fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.968632 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-e8f9f9cb-33a6-49a3-bf87-26412549fc7a service neutron] 10.222.0.88 "GET /v2.0/networks?id=d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 200 len: 921 time: 0.2672296 Aug 03 19:20:50.970626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 4f7f9482-7a14-4f41-bc83-e65fda44026a) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:50.985127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.986004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.997214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eabeb9f-eba9-4aa0-8b3e-a052b1039be2 None None] Network 4f7f9482-7a14-4f41-bc83-e65fda44026a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:51.032084 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-60c9aecf-187e-445a-9fba-85fa4a85eece service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 200 len: 217 time: 0.0555620 Aug 03 19:20:51.063187 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c5b2b5b7-197d-4d62-a69c-30e241412ccf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0419052 Aug 03 19:20:51.069682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48946) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:51.084679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': '4f7f9482-7a14-4f41-bc83-e65fda44026a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1010343328'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:51.127959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-0ad6ba74-fb88-41cc-8266-ba725a7703fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.131085 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-0ad6ba74-fb88-41cc-8266-ba725a7703fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 200 len: 860 time: 0.0873742 Aug 03 19:20:51.133675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-cec0505f-47b0-446a-a1a0-5aded0211508 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.155126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-cec0505f-47b0-446a-a1a0-5aded0211508 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.163828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-cec0505f-47b0-446a-a1a0-5aded0211508 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.172512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-cec0505f-47b0-446a-a1a0-5aded0211508 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.179403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-cec0505f-47b0-446a-a1a0-5aded0211508 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.182763 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-ac9f319e-5e7d-40b9-9ae5-71b4abc8171b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d837dc44-76e1-44de-8dbd-40ca545fdf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437503 Aug 03 19:20:51.186157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-cec0505f-47b0-446a-a1a0-5aded0211508 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.194355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-cec0505f-47b0-446a-a1a0-5aded0211508 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.196897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-cec0505f-47b0-446a-a1a0-5aded0211508 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.6530697 Aug 03 19:20:51.274271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-4f7f9482-7a14-4f41-bc83-e65fda44026a', 'network_id': '4f7f9482-7a14-4f41-bc83-e65fda44026a', 'tenant_id': 'f884bae847444e8fadaebb3d93ecc728', 'fixed_ips': [{'subnet_id': '0079f31f-815d-497c-b282-fe8613cb08dc'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:20:51.274516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.290827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c68c255-1ca5-4313-a7f5-0f7e723782c2 req-0c258616-ac31-4c6d-9acc-8ad0956bea08 service neutron] 10.222.0.63 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210700 Aug 03 19:20:51.293836 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.296869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.298256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f684ee-5d90-4ad8-a451-67d269c3bbba req-99a98c31-7694-4c75-bc72-287d804b1196 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "DELETE /v2.0/floatingips/7cd9cbea-b12d-415a-ae83-d11066b671f8 HTTP/1.1" status: 204 len: 173 time: 2.1123300 Aug 03 19:20:51.420239 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-c3df62e7-04a3-4fb6-ba8a-0389d7c2be70 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300911 Aug 03 19:20:51.436636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce33995c-251e-4633-bcee-db8fa36c0075 req-7979220c-21d1-4f59-a9b8-01e4b1bd65fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2163453 Aug 03 19:20:51.438287 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:20:51.459631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9e9404a-365a-4587-84f3-82238b96f081 req-fec34947-e03d-4842-998b-b82a3d05f7ae service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702076 Aug 03 19:20:51.649705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Allocated IP 2001:db8::2 (4f7f9482-7a14-4f41-bc83-e65fda44026a/0079f31f-815d-497c-b282-fe8613cb08dc/51c80a26-0d4a-4949-8dce-5db385051d9e) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:51.737071 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a7deb52-abce-49b5-965b-6fc0824a6baa req-c5f1bda3-99bc-4d5d-92e3-7403dcb809a8 service neutron] 10.222.0.88 "GET /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988706 Aug 03 19:20:51.920762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.933312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9e9404a-365a-4587-84f3-82238b96f081 req-22e6bd8f-7d8a-41b3-bb23-d39f7f78d4a4 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516094 Aug 03 19:20:51.943699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Transition to ACTIVE for port object 51c80a26-0d4a-4949-8dce-5db385051d9e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:51.973944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-2c0cfa2b-92ca-4803-aaf0-35845e27f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.974658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-2c0cfa2b-92ca-4803-aaf0-35845e27f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.975464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-2c0cfa2b-92ca-4803-aaf0-35845e27f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.977420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-2c0cfa2b-92ca-4803-aaf0-35845e27f200 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2866 time: 0.4916477 Aug 03 19:20:51.977644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Transition to ACTIVE for port object 51c80a26-0d4a-4949-8dce-5db385051d9e will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:51.986577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:51.989281 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.991516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.041043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Network 4f7f9482-7a14-4f41-bc83-e65fda44026a is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:52.044655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:52.045324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0b99e-558e-4dda-9fa9-e292d44125af req-e4da17bf-eb9f-4962-b4f4-3b6c48501c40 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.052165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:52.055936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0b99e-558e-4dda-9fa9-e292d44125af req-e4da17bf-eb9f-4962-b4f4-3b6c48501c40 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.066206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0b99e-558e-4dda-9fa9-e292d44125af req-e4da17bf-eb9f-4962-b4f4-3b6c48501c40 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.075389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ea0b99e-558e-4dda-9fa9-e292d44125af req-e4da17bf-eb9f-4962-b4f4-3b6c48501c40 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2413 time: 0.3678110 Aug 03 19:20:52.088941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Pushing event updated for resources: {'Port': ['ID=51c80a26-0d4a-4949-8dce-5db385051d9e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:52.192231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port ae5799af-3b30-48b9-a93a-ba8c226adb4e yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:52.211255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Attempting to bind port 51c80a26-0d4a-4949-8dce-5db385051d9e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:52.211940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Attempting to bind port 51c80a26-0d4a-4949-8dce-5db385051d9e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b17621c8-c665-4e44-9cfc-27312a8b8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4f7f9482-7a14-4f41-bc83-e65fda44026a'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:52.212543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Attempting to bind port 51c80a26-0d4a-4949-8dce-5db385051d9e on network 4f7f9482-7a14-4f41-bc83-e65fda44026a {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:52.228733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:52.229705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Checking segment: {'id': 'b17621c8-c665-4e44-9cfc-27312a8b8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4f7f9482-7a14-4f41-bc83-e65fda44026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:52.230841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.231611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Bound using segment: {'id': 'b17621c8-c665-4e44-9cfc-27312a8b8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4f7f9482-7a14-4f41-bc83-e65fda44026a'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:52.232684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Bound port: 51c80a26-0d4a-4949-8dce-5db385051d9e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17621c8-c665-4e44-9cfc-27312a8b8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4f7f9482-7a14-4f41-bc83-e65fda44026a'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:52.233636 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.236602 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ea0b99e-558e-4dda-9fa9-e292d44125af req-bc2324e7-90b9-4d7a-a17f-8b96f4f14886 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586633 Aug 03 19:20:52.254151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28e1ffb6-9807-43a3-bd9f-6e19cb276c20 req-126da130-fbcb-4f19-b3f9-146925fa7bb0 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups/945af98e-2d88-4042-b5c4-d95ec35a134a HTTP/1.1" status: 200 len: 1808 time: 0.3818214 Aug 03 19:20:52.393550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] For port 51c80a26-0d4a-4949-8dce-5db385051d9e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:52.398198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] For port 51c80a26-0d4a-4949-8dce-5db385051d9e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=51c80a26-0d4a-4949-8dce-5db385051d9e,segment=NetworkSegment(b17621c8-c665-4e44-9cfc-27312a8b8028),segment_id=b17621c8-c665-4e44-9cfc-27312a8b8028)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:52.407237 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.481201 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28e1ffb6-9807-43a3-bd9f-6e19cb276c20 req-5a1c5cde-b6f7-4971-ba3d-a1164c768e5d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.497124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2b1c154-9990-46b0-83d6-8ff95dbd9b9b req-f589bb6a-645c-4a0d-b31e-98ec9ac5d1dd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.1101797 Aug 03 19:20:52.511264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-aa5ce980-05c0-4317-b77a-81367571b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.514380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-aa5ce980-05c0-4317-b77a-81367571b3e8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7f0c448f-efaa-43d8-92aa-be63fef00a2b HTTP/1.1" status: 200 len: 902 time: 0.5141916 Aug 03 19:20:52.538460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976aea4-7f5c-4817-b8a3-0fc0743ee090 None None] Pushing event updated for resources: {'Port': ['ID=51c80a26-0d4a-4949-8dce-5db385051d9e,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:52.649315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-8e19c453-d4bb-4a4d-bd18-f543f1d55352 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=d3b795a7-613b-436b-918e-1a263cc253d0 HTTP/1.1" status: 200 len: 217 time: 0.0770686 Aug 03 19:20:52.651079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28e1ffb6-9807-43a3-bd9f-6e19cb276c20 req-5a1c5cde-b6f7-4971-ba3d-a1164c768e5d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.795640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::313 (4f7f9482-7a14-4f41-bc83-e65fda44026a/0079f31f-815d-497c-b282-fe8613cb08dc/ae5799af-3b30-48b9-a93a-ba8c226adb4e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:52.871905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-90205295-2f47-4be1-b411-1e808aa032b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.875735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-90205295-2f47-4be1-b411-1e808aa032b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02fa669e-53ad-4f42-b370-4099e7be7f4b HTTP/1.1" status: 200 len: 801 time: 0.2155690 Aug 03 19:20:52.896119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39cf97-f51b-4cf3-b15f-fe776ede1d36 req-d7bfefc2-24cd-409d-8b8d-f3968aee9e81 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.902861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe39cf97-f51b-4cf3-b15f-fe776ede1d36 req-d7bfefc2-24cd-409d-8b8d-f3968aee9e81 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.2576725 Aug 03 19:20:53.010325 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28e1ffb6-9807-43a3-bd9f-6e19cb276c20 req-5a1c5cde-b6f7-4971-ba3d-a1164c768e5d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.016167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-28e1ffb6-9807-43a3-bd9f-6e19cb276c20 req-5a1c5cde-b6f7-4971-ba3d-a1164c768e5d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.045954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28e1ffb6-9807-43a3-bd9f-6e19cb276c20 req-5a1c5cde-b6f7-4971-ba3d-a1164c768e5d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "DELETE /v2.0/security-groups/945af98e-2d88-4042-b5c4-d95ec35a134a HTTP/1.1" status: 204 len: 173 time: 0.7795405 Aug 03 19:20:53.158109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c5cde-b6f7-4971-ba3d-a1164c768e5d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945af98e-2d88-4042-b5c4-d95ec35a134a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:53.218556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe39cf97-f51b-4cf3-b15f-fe776ede1d36 req-2c11dad9-5f5c-47a7-bb95-b91624138555 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671280 Aug 03 19:20:53.227682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-f5522af6-1287-4df9-afc4-ce7593f4e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.229279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-f5522af6-1287-4df9-afc4-ce7593f4e4de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7f0c448f-efaa-43d8-92aa-be63fef00a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3191285 Aug 03 19:20:53.345683 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.394133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object ae5799af-3b30-48b9-a93a-ba8c226adb4e will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:53.471561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-9dd3390f-6587-4e35-b176-4cb6afad98b2 service neutron] 10.222.0.63 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343700 Aug 03 19:20:53.543779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-0fbc8e95-0f0a-4bbf-b5b5-c1da79efe08d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.556690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-0fbc8e95-0f0a-4bbf-b5b5-c1da79efe08d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.569779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-0fbc8e95-0f0a-4bbf-b5b5-c1da79efe08d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.582358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-0fbc8e95-0f0a-4bbf-b5b5-c1da79efe08d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.594865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-0fbc8e95-0f0a-4bbf-b5b5-c1da79efe08d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.606687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-0fbc8e95-0f0a-4bbf-b5b5-c1da79efe08d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.619997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-0fbc8e95-0f0a-4bbf-b5b5-c1da79efe08d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.623923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-0fbc8e95-0f0a-4bbf-b5b5-c1da79efe08d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.2996185 Aug 03 19:20:53.936195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 51c80a26-0d4a-4949-8dce-5db385051d9e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:54.111843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 51c80a26-0d4a-4949-8dce-5db385051d9e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:54.310415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb4152-2ef1-432b-9e3e-35f6e7f56827 None None] Network 4f7f9482-7a14-4f41-bc83-e65fda44026a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:54.484794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0cd3e5a4-e968-495f-808a-ade0ed2a4918 None None] Provisioning for port 51c80a26-0d4a-4949-8dce-5db385051d9e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:54.490348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfeda7f1-9e57-466d-ac16-24be79896d36 req-c6012e46-9c7c-4937-8556-ca3b37d18cfe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8097963 Aug 03 19:20:54.495693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.512485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0cd3e5a4-e968-495f-808a-ade0ed2a4918 None None] Provisioning complete for port 51c80a26-0d4a-4949-8dce-5db385051d9e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:54.514947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e5a4-e968-495f-808a-ade0ed2a4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.585118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cda9c9-4ec5-415c-8399-1b3e2e3249c0 req-13c4d804-51b3-4bb0-b319-0d2d0c11485b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:54.601695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cda9c9-4ec5-415c-8399-1b3e2e3249c0 req-13c4d804-51b3-4bb0-b319-0d2d0c11485b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:54.612613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cda9c9-4ec5-415c-8399-1b3e2e3249c0 req-13c4d804-51b3-4bb0-b319-0d2d0c11485b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:54.615052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13cda9c9-4ec5-415c-8399-1b3e2e3249c0 req-13c4d804-51b3-4bb0-b319-0d2d0c11485b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2413 time: 0.9252195 Aug 03 19:20:54.617946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 4f7f9482-7a14-4f41-bc83-e65fda44026a is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:54.631512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:54.639544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:54.648901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:54.649902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.684824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6119998 Aug 03 19:20:54.690221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:54.699410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd0800-2390-489e-a2ef-c13659e52bba tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=ae5799af-3b30-48b9-a93a-ba8c226adb4e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:54.801991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a580e746-2bf7-4781-b264-85cdd50986ee req-e28fe273-049e-4d69-9835-a6bd03839728 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.0935662 Aug 03 19:20:54.810800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-709e9200-4382-4bfb-ab2f-75d32bbdc218 req-134a9444-4235-4335-9d27-3a29c00249d4 service neutron] 10.222.0.63 "GET /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3225458 Aug 03 19:20:54.918544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13cda9c9-4ec5-415c-8399-1b3e2e3249c0 req-b11fa63e-061d-438a-94b3-f593b17c61fb tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831504 Aug 03 19:20:55.012577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-38987fc6-0ba2-4876-affe-58f20b87af87 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port ae5799af-3b30-48b9-a93a-ba8c226adb4e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:55.013229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38987fc6-0ba2-4876-affe-58f20b87af87 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.037008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e5a4-e968-495f-808a-ade0ed2a4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.056855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794e388-dfdd-4983-a51f-071b7f562a02 req-150090e3-6149-4dc8-93d4-c77d26760e4b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:55.065632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4794e388-dfdd-4983-a51f-071b7f562a02 req-150090e3-6149-4dc8-93d4-c77d26760e4b tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.1171465 Aug 03 19:20:55.128368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0cd3e5a4-e968-495f-808a-ade0ed2a4918 None None] For port 51c80a26-0d4a-4949-8dce-5db385051d9e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=51c80a26-0d4a-4949-8dce-5db385051d9e,segment=NetworkSegment(b17621c8-c665-4e44-9cfc-27312a8b8028),segment_id=b17621c8-c665-4e44-9cfc-27312a8b8028)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:55.141617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e5a4-e968-495f-808a-ade0ed2a4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.149122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38987fc6-0ba2-4876-affe-58f20b87af87 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.165165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-38987fc6-0ba2-4876-affe-58f20b87af87 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for ae5799af-3b30-48b9-a93a-ba8c226adb4e owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:55.204118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4794e388-dfdd-4983-a51f-071b7f562a02 req-7ab51e7e-69b0-423b-8d79-39e315a3cec2 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313982 Aug 03 19:20:55.275671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3e5a4-e968-495f-808a-ade0ed2a4918 None None] Pushing event updated for resources: {'Port': ['ID=51c80a26-0d4a-4949-8dce-5db385051d9e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:55.387659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1506-1a23-4080-9fb9-5e8b677e2be4 req-30acfe26-fc7c-4544-a10b-7abc73476a72 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:55.392951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38987fc6-0ba2-4876-affe-58f20b87af87 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.399143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9cf1506-1a23-4080-9fb9-5e8b677e2be4 req-30acfe26-fc7c-4544-a10b-7abc73476a72 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.1056266 Aug 03 19:20:55.447208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38987fc6-0ba2-4876-affe-58f20b87af87 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=ae5799af-3b30-48b9-a93a-ba8c226adb4e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:55.480958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9cf1506-1a23-4080-9fb9-5e8b677e2be4 req-11c8aa30-48c3-4c74-be4a-3d0d0de07d43 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756180 Aug 03 19:20:55.513734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38987fc6-0ba2-4876-affe-58f20b87af87 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.516905 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-38987fc6-0ba2-4876-affe-58f20b87af87 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/ae5799af-3b30-48b9-a93a-ba8c226adb4e HTTP/1.1" status: 204 len: 168 time: 0.8250268 Aug 03 19:20:55.521287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48998) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:55.569689 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eab26ae-251f-43a6-a882-8c54db32c1e1 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:20:55.573763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1eab26ae-251f-43a6-a882-8c54db32c1e1 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/ae5799af-3b30-48b9-a93a-ba8c226adb4e HTTP/1.1" status: 404 len: 333 time: 0.0510836 Aug 03 19:20:55.578224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49000) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:55.626301 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.733960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dae269c-d291-474e-9cc1-bc48f61ff8c8 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 0079f31f-815d-497c-b282-fe8613cb08dc {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:55.744091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dae269c-d291-474e-9cc1-bc48f61ff8c8 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.781385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-43351cb2-52f9-4414-943d-64d356604097 None None] Could not find standard attr ID for object ae5799af-3b30-48b9-a93a-ba8c226adb4e. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:20:55.837454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-43351cb2-52f9-4414-943d-64d356604097 None None] Provisioning complete for port 51c80a26-0d4a-4949-8dce-5db385051d9e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:55.839401 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-43351cb2-52f9-4414-943d-64d356604097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.928431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-7c999ac0-cc37-442b-a502-7163cdac8030 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:55.941091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-7c999ac0-cc37-442b-a502-7163cdac8030 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:55.945255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dae269c-d291-474e-9cc1-bc48f61ff8c8 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.966340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-7c999ac0-cc37-442b-a502-7163cdac8030 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:55.980443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-7c999ac0-cc37-442b-a502-7163cdac8030 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:55.993502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-7c999ac0-cc37-442b-a502-7163cdac8030 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.005979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-7c999ac0-cc37-442b-a502-7163cdac8030 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.018926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-7c999ac0-cc37-442b-a502-7163cdac8030 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.034362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-7c999ac0-cc37-442b-a502-7163cdac8030 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.3219151 Aug 03 19:20:56.070416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 51c80a26-0d4a-4949-8dce-5db385051d9e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:56.134542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08261b4-746d-4a43-84b9-44de49f87529 req-7573c21d-f3e3-427e-aeb5-bfb28c1b875f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.148673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e08261b4-746d-4a43-84b9-44de49f87529 req-7573c21d-f3e3-427e-aeb5-bfb28c1b875f tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.88 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.3840706 Aug 03 19:20:56.155867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dae269c-d291-474e-9cc1-bc48f61ff8c8 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.238797 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dae269c-d291-474e-9cc1-bc48f61ff8c8 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.267816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dae269c-d291-474e-9cc1-bc48f61ff8c8 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.274432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5dae269c-d291-474e-9cc1-bc48f61ff8c8 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/0079f31f-815d-497c-b282-fe8613cb08dc HTTP/1.1" status: 204 len: 168 time: 0.6948574 Aug 03 19:20:56.279631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49012) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:56.279950 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f65355f4-f24a-4e50-8e78-2afdfb1b1d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.337204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 51c80a26-0d4a-4949-8dce-5db385051d9e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:56.339374 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.370293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dac6db84-5082-4cc3-b2f0-c9e70bd002bf req-486149b1-0ee7-4370-b135-08822bc3411b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.2813144 Aug 03 19:20:56.410262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.416834 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae269c-d291-474e-9cc1-bc48f61ff8c8 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=0079f31f-815d-497c-b282-fe8613cb08dc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:56.444215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d3b795a7-613b-436b-918e-1a263cc253d0 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:20:56.486343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-19175c86-ff7c-4da0-aeac-f1b8de7bca68 None None] Could not find standard attr ID for object ae5799af-3b30-48b9-a93a-ba8c226adb4e. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:20:56.535296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e372015-3597-4e8b-a351-d95c95a7c910 req-1b490867-7539-4ede-8548-bd208c99ec0a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4923029 Aug 03 19:20:56.538723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 51c80a26-0d4a-4949-8dce-5db385051d9e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:56.539077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.644959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Deleting port abe32f9f-5fd9-40fa-88fa-a9626135d632 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:56.645315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.674786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d256a6-2feb-452b-940e-d7bdaf43a024 None None] Network 4f7f9482-7a14-4f41-bc83-e65fda44026a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:56.806976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2faf6-631f-4363-a410-c73be0c66359 req-1c21ea34-cc51-4c85-bd3a-f0c8cfe8f278 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.824869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2faf6-631f-4363-a410-c73be0c66359 req-1c21ea34-cc51-4c85-bd3a-f0c8cfe8f278 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.828670 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] For port 51c80a26-0d4a-4949-8dce-5db385051d9e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=51c80a26-0d4a-4949-8dce-5db385051d9e,segment=NetworkSegment(b17621c8-c665-4e44-9cfc-27312a8b8028),segment_id=b17621c8-c665-4e44-9cfc-27312a8b8028)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:56.829550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.845456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2faf6-631f-4363-a410-c73be0c66359 req-1c21ea34-cc51-4c85-bd3a-f0c8cfe8f278 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.860558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66d2faf6-631f-4363-a410-c73be0c66359 req-1c21ea34-cc51-4c85-bd3a-f0c8cfe8f278 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2413 time: 0.2925353 Aug 03 19:20:56.875485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 51c80a26-0d4a-4949-8dce-5db385051d9e owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:56.997038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66d2faf6-631f-4363-a410-c73be0c66359 req-0e5fd154-38de-4191-b794-f417326b236a tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153619 Aug 03 19:20:57.095351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d3b795a7-613b-436b-918e-1a263cc253d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3b795a7-613b-436b-918e-1a263cc253d0,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:57.102749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] For port abe32f9f-5fd9-40fa-88fa-a9626135d632, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=abe32f9f-5fd9-40fa-88fa-a9626135d632,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:57.103317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.112119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'd3b795a7-613b-436b-918e-1a263cc253d0', 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b', 'port_id': 'd3b795a7-613b-436b-918e-1a263cc253d0', 'mac_address': 'fa:16:3e:6d:17:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fa669e-53ad-4f42-b370-4099e7be7f4b', 'ip_address': '19.80.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:20:57.127277 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Calling delete_port for abe32f9f-5fd9-40fa-88fa-a9626135d632 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:57.141203 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.191205 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.212095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=51c80a26-0d4a-4949-8dce-5db385051d9e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.215629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No DVR routers for this DVR port 51c80a26-0d4a-4949-8dce-5db385051d9e on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:57.226639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b795a7-613b-436b-918e-1a263cc253d0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:57.259767 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d3b795a7-613b-436b-918e-1a263cc253d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3b795a7-613b-436b-918e-1a263cc253d0,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:57.266889 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.267724 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b49177ce-9405-484b-b6d4-33e22f8152d7 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:20:57.281512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6cbc33-99e8-41a7-ad8b-2c9c7d37c2b2 None None] DHCP port deletion for 4f7f9482-7a14-4f41-bc83-e65fda44026a request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:20:57.299299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b2b4-8880-4d78-8be2-0c86738d1ecd req-9ee15074-0f85-444c-b725-e9f3699c7390 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:57.301401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3868b2b4-8880-4d78-8be2-0c86738d1ecd req-9ee15074-0f85-444c-b725-e9f3699c7390 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 946 time: 0.3302767 Aug 03 19:20:57.354993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de8787-affa-4ae1-9b38-011f9abd7e3d req-21642beb-f983-448d-aab7-ee0dc0617964 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:57.358841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03de8787-affa-4ae1-9b38-011f9abd7e3d req-21642beb-f983-448d-aab7-ee0dc0617964 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.1300514 Aug 03 19:20:57.412666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.464913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3868b2b4-8880-4d78-8be2-0c86738d1ecd req-e28058a3-5a7c-46e6-aba9-b42707532c20 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a9f7283-f7ea-49ac-b5db-8da2c03f2762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496174 Aug 03 19:20:57.472052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7f9482-7a14-4f41-bc83-e65fda44026a']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:57.492534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d3b795a7-613b-436b-918e-1a263cc253d0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.511148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17621c8-c665-4e44-9cfc-27312a8b8028') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:57.512411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17621c8-c665-4e44-9cfc-27312a8b8028') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:57.536320 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.569462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.573007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03de8787-affa-4ae1-9b38-011f9abd7e3d req-19435f53-c4b4-4cd5-b0d9-45648e7b6fc9 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889994 Aug 03 19:20:57.605407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:57.621446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:57.631567 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:57.663931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.719264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fb645-6f98-4367-81cb-6b6b125d4f3d req-5ae7601f-c79f-4d9c-8060-d5608179b9ff tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0f44847-6ef1-4416-b8fa-4250e09335ee HTTP/1.1" status: 200 len: 210 time: 0.0849721 Aug 03 19:20:57.791032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Pushing event deleted for resources: {'Port': ['ID=abe32f9f-5fd9-40fa-88fa-a9626135d632,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.794549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b49177ce-9405-484b-b6d4-33e22f8152d7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b49177ce-9405-484b-b6d4-33e22f8152d7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:57.813056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b49177ce-9405-484b-b6d4-33e22f8152d7', 'network_id': 'bd371c28-b119-4d96-9dc5-b8099c95cefd', 'port_id': 'b49177ce-9405-484b-b6d4-33e22f8152d7', 'mac_address': 'fa:16:3e:15:82:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2', 'ip_address': '19.86.0.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:20:57.854694 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.862874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.865323 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/networks/4f7f9482-7a14-4f41-bc83-e65fda44026a HTTP/1.1" status: 204 len: 168 time: 1.5791612 Aug 03 19:20:57.873300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49034) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:57.880835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'name': 'tempest-PortsIpV6TestJSON-437729760'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:57.881863 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.911978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49177ce-9405-484b-b6d4-33e22f8152d7 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:57.917138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 51c80a26-0d4a-4949-8dce-5db385051d9e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:57.949021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] No DVR routers for this DVR port abe32f9f-5fd9-40fa-88fa-a9626135d632 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:57.952331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 51c80a26-0d4a-4949-8dce-5db385051d9e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:57.953251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 51c80a26-0d4a-4949-8dce-5db385051d9e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:57.955799 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.956831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1925814-b1e4-47b1-9ba9-8a8a92242501 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Network': ['ID=4f7f9482-7a14-4f41-bc83-e65fda44026a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.959028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e08261b4-746d-4a43-84b9-44de49f87529 req-327a64e7-a69c-4920-bf95-6cb07490522d tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.88 "DELETE /v2.0/ports/abe32f9f-5fd9-40fa-88fa-a9626135d632 HTTP/1.1" status: 204 len: 173 time: 1.8091731 Aug 03 19:20:57.959730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'name': 'network-vif-deleted', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:57.963619 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5385f7-0ff1-4330-8b1f-eabc289d3fca" -d '{"events": [{"server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "name": "network-vif-deleted", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:57.985735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b49177ce-9405-484b-b6d4-33e22f8152d7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b49177ce-9405-484b-b6d4-33e22f8152d7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:58.004231 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.007503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 44236e34-20c3-4759-808c-fee3859b68cd details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:20:58.039680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-a6f6e11f-7fdd-4a43-8298-0a09dce23838 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.052177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-a6f6e11f-7fdd-4a43-8298-0a09dce23838 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.065447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-a6f6e11f-7fdd-4a43-8298-0a09dce23838 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.078495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-a6f6e11f-7fdd-4a43-8298-0a09dce23838 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.089985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b49177ce-9405-484b-b6d4-33e22f8152d7,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:58.092871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-a6f6e11f-7fdd-4a43-8298-0a09dce23838 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.106700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:58.107601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-a6f6e11f-7fdd-4a43-8298-0a09dce23838 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.112872 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.122377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-a6f6e11f-7fdd-4a43-8298-0a09dce23838 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.138007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-a6f6e11f-7fdd-4a43-8298-0a09dce23838 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.3143387 Aug 03 19:20:58.145028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port af922b3e-4819-4fd6-9374-7f4ffc4ab2a3 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:58.172942 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e011d2aa-4693-4ac6-9d30-ce7a6ccf5e84 x-openstack-request-id: req-e011d2aa-4693-4ac6-9d30-ce7a6ccf5e84 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:58.173233 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7", "name": "network-vif-deleted", "tag": "abe32f9f-5fd9-40fa-88fa-a9626135d632", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:58.173499 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e011d2aa-4693-4ac6-9d30-ce7a6ccf5e84 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:58.173920 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7', 'name': 'network-vif-deleted', 'tag': 'abe32f9f-5fd9-40fa-88fa-a9626135d632', 'status': 'completed', 'code': 200} Aug 03 19:20:58.179092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 44236e34-20c3-4759-808c-fee3859b68cd, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=44236e34-20c3-4759-808c-fee3859b68cd,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:58.197891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '44236e34-20c3-4759-808c-fee3859b68cd', 'network_id': '7f0c448f-efaa-43d8-92aa-be63fef00a2b', 'port_id': '44236e34-20c3-4759-808c-fee3859b68cd', 'mac_address': 'fa:16:3e:84:65:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fa669e-53ad-4f42-b370-4099e7be7f4b', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:20:58.246133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f9e9e77-7eb7-478e-89a9-96eb18b3740c req-bb511e94-c48b-4334-9439-0206cfe26483 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069434 Aug 03 19:20:58.251884 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.272365 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44236e34-20c3-4759-808c-fee3859b68cd {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:58.281835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23bc6-f5ec-4a66-a566-274ff7f4b25e req-449ef7fe-7a07-48e5-9b97-32d126603adb tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.295136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23bc6-f5ec-4a66-a566-274ff7f4b25e req-449ef7fe-7a07-48e5-9b97-32d126603adb tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.302474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23bc6-f5ec-4a66-a566-274ff7f4b25e req-449ef7fe-7a07-48e5-9b97-32d126603adb tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.304392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81e23bc6-f5ec-4a66-a566-274ff7f4b25e req-449ef7fe-7a07-48e5-9b97-32d126603adb tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2415 time: 0.1268311 Aug 03 19:20:58.316605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 44236e34-20c3-4759-808c-fee3859b68cd, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=44236e34-20c3-4759-808c-fee3859b68cd,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:58.322156 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.385407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81e23bc6-f5ec-4a66-a566-274ff7f4b25e req-35aee4f4-8bfd-4fdc-a120-f8675d11850c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724487 Aug 03 19:20:58.401746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=44236e34-20c3-4759-808c-fee3859b68cd,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:58.424068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.487258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.581528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:58.585132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:58.592995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:58.599709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.600588 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.629581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=af922b3e-4819-4fd6-9374-7f4ffc4ab2a3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:58.638089 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e0fbaa37-395b-472a-ac64-9265662f387d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7624865 Aug 03 19:20:58.642036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49046) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:58.722333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351d624d-cf38-4118-9070-bd4ecadbc710 req-396b18a3-85e2-4615-ab68-e901beab2f97 tempest-ServerRescueTestJSONUnderV235-774915449 tempest-ServerRescueTestJSONUnderV235-774915449-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31c4aa2-bdf7-42f9-bf33-2cef5e8c29f7 HTTP/1.1" status: 200 len: 210 time: 0.0445170 Aug 03 19:20:58.851036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd4f0-bd42-4ba0-93c7-5aca06cc0ed0 req-cc0ecfd8-0519-43f2-b907-6b7cf3afcd25 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.852833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d1bd4f0-bd42-4ba0-93c7-5aca06cc0ed0 req-cc0ecfd8-0519-43f2-b907-6b7cf3afcd25 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.0855372 Aug 03 19:20:58.887075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-1283c428-a7d5-4452-a5c6-dafc8450562a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port af922b3e-4819-4fd6-9374-7f4ffc4ab2a3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:58.887340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1283c428-a7d5-4452-a5c6-dafc8450562a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.971753 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d1bd4f0-bd42-4ba0-93c7-5aca06cc0ed0 req-8330b158-f298-49f1-82f6-2850e87c3c6c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077843 Aug 03 19:20:58.988082 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1283c428-a7d5-4452-a5c6-dafc8450562a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.992773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b49177ce-9405-484b-b6d4-33e22f8152d7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:59.020721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-1283c428-a7d5-4452-a5c6-dafc8450562a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for af922b3e-4819-4fd6-9374-7f4ffc4ab2a3 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:59.025453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d3b795a7-613b-436b-918e-1a263cc253d0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:59.027686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device abe32f9f-5fd9-40fa-88fa-a9626135d632 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:59.079107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: abe32f9f-5fd9-40fa-88fa-a9626135d632 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:59.079524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device abe32f9f-5fd9-40fa-88fa-a9626135d632 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:59.105169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['44236e34-20c3-4759-808c-fee3859b68cd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:59.159881 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1283c428-a7d5-4452-a5c6-dafc8450562a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.213069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283c428-a7d5-4452-a5c6-dafc8450562a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=af922b3e-4819-4fd6-9374-7f4ffc4ab2a3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:59.225221 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1283c428-a7d5-4452-a5c6-dafc8450562a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.228734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1283c428-a7d5-4452-a5c6-dafc8450562a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/af922b3e-4819-4fd6-9374-7f4ffc4ab2a3 HTTP/1.1" status: 204 len: 168 time: 0.5839465 Aug 03 19:20:59.233018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49064) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:59.239225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'mac_address': 'fa:16:3e:60:e7:96', 'name': 'tempest-PortsIpV6TestJSON-333233112'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:59.393497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:59.508780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.530446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-32f69cc6-d8bd-47f8-979d-284074ffa122 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.537349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port a9fbddc6-0c37-4e07-8083-02a04866783d yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:59.541695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-32f69cc6-d8bd-47f8-979d-284074ffa122 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.553234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-32f69cc6-d8bd-47f8-979d-284074ffa122 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.565891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-32f69cc6-d8bd-47f8-979d-284074ffa122 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.578821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-32f69cc6-d8bd-47f8-979d-284074ffa122 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.591071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-32f69cc6-d8bd-47f8-979d-284074ffa122 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.603642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-32f69cc6-d8bd-47f8-979d-284074ffa122 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.609683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-32f69cc6-d8bd-47f8-979d-284074ffa122 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.2221093 Aug 03 19:20:59.670464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.680863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb004ba0-83c9-43a6-a150-fab56437f2f9 req-188bb2a5-8bfe-4ca7-afe0-f0f7157fbaf0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.683668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb004ba0-83c9-43a6-a150-fab56437f2f9 req-188bb2a5-8bfe-4ca7-afe0-f0f7157fbaf0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.3788433 Aug 03 19:20:59.730156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb004ba0-83c9-43a6-a150-fab56437f2f9 req-e1e117ec-211f-474a-8707-097ef9483e0e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/quotas/5579bf78047c421d94d7a30e656dcf34 HTTP/1.1" status: 200 len: 375 time: 0.0248125 Aug 03 19:20:59.773302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb004ba0-83c9-43a6-a150-fab56437f2f9 req-f847e572-2d5d-4258-b5b7-bf3b71dc1a80 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421660 Aug 03 19:20:59.775520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.788612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32e5af7f-b47b-4e27-b641-2de25281c762 req-876aaa1e-42eb-4383-a644-1e05b665e0dd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658645 Aug 03 19:20:59.859271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.949546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:59.972891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:59.976903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:59.984993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.985567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.005261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=a9fbddc6-0c37-4e07-8083-02a04866783d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:00.017958 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d4d02f8-4ed2-4166-9fc6-97c11d21d4bc tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7836967 Aug 03 19:21:00.022382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49090) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:00.056293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a65979-eebb-4e03-86e8-531cee99bc51 req-6226a366-3668-49db-a60b-ba33671e5f47 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:00.068672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a65979-eebb-4e03-86e8-531cee99bc51 req-6226a366-3668-49db-a60b-ba33671e5f47 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:00.080165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a65979-eebb-4e03-86e8-531cee99bc51 req-6226a366-3668-49db-a60b-ba33671e5f47 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:00.082992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6a65979-eebb-4e03-86e8-531cee99bc51 req-6226a366-3668-49db-a60b-ba33671e5f47 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2416 time: 0.1632142 Aug 03 19:21:00.095181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb004ba0-83c9-43a6-a150-fab56437f2f9 req-d4b1c12f-03f6-4f7e-ba36-99996455acd0 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004775 Aug 03 19:21:00.258417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5fbaac8f-335e-415f-a8f4-4215e5d9944d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.301573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6a65979-eebb-4e03-86e8-531cee99bc51 req-1aad46cd-97f1-430e-85c9-493403d6884d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977422 Aug 03 19:21:00.341888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb004ba0-83c9-43a6-a150-fab56437f2f9 req-ea97d11b-0853-4ac8-8916-624943ea4266 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238715 Aug 03 19:21:00.381258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49100) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:00.537994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc77d749-67e8-483d-9800-bcf49b7b8c74 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:00.547017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dc77d749-67e8-483d-9800-bcf49b7b8c74 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/a9fbddc6-0c37-4e07-8083-02a04866783d HTTP/1.1" status: 200 len: 844 time: 0.5232537 Aug 03 19:21:00.550238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49102) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:00.758120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f93c7731-77e6-406b-a861-b343a68e9008 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port a9fbddc6-0c37-4e07-8083-02a04866783d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:00.759236 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f93c7731-77e6-406b-a861-b343a68e9008 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.793947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13fba7-2707-4689-a931-00e4cf6e0783 req-086ac8fb-9ccc-4b4a-853a-61834a52f661 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:00.801641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f13fba7-2707-4689-a931-00e4cf6e0783 req-086ac8fb-9ccc-4b4a-853a-61834a52f661 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.2416205 Aug 03 19:21:00.941907 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f93c7731-77e6-406b-a861-b343a68e9008 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.950577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f13fba7-2707-4689-a931-00e4cf6e0783 req-42e0fe95-0b6b-48e3-9717-2c2c869a385f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479127 Aug 03 19:21:00.967814 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f93c7731-77e6-406b-a861-b343a68e9008 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for a9fbddc6-0c37-4e07-8083-02a04866783d owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:01.013209 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e11571df-ba31-416d-814f-7bb3f2d2f83f req-5ba6f7ed-337e-4e6d-a2bb-2c2b26389960 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=76aac7ca-ed99-41a1-9b8e-1b7129f1a217 HTTP/1.1" status: 200 len: 210 time: 0.0719702 Aug 03 19:21:01.184181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f93c7731-77e6-406b-a861-b343a68e9008 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.252199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c7731-77e6-406b-a861-b343a68e9008 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=a9fbddc6-0c37-4e07-8083-02a04866783d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:01.265888 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f93c7731-77e6-406b-a861-b343a68e9008 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.272892 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f93c7731-77e6-406b-a861-b343a68e9008 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/a9fbddc6-0c37-4e07-8083-02a04866783d HTTP/1.1" status: 204 len: 168 time: 0.7202027 Aug 03 19:21:01.273667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49128) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:01.273838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-740beffe-d84e-4449-b536-b4cec6d77d4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.281165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-740beffe-d84e-4449-b536-b4cec6d77d4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.288721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-740beffe-d84e-4449-b536-b4cec6d77d4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.296004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-740beffe-d84e-4449-b536-b4cec6d77d4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.303737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-740beffe-d84e-4449-b536-b4cec6d77d4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.304086 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-043ac943-e1b8-4866-ad52-05d5ff5b5f26 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:21:01.310252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-043ac943-e1b8-4866-ad52-05d5ff5b5f26 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/a9fbddc6-0c37-4e07-8083-02a04866783d HTTP/1.1" status: 404 len: 333 time: 0.0348196 Aug 03 19:21:01.310582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49130) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:01.314890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-740beffe-d84e-4449-b536-b4cec6d77d4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.318508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'name': 'tempest-PortsIpV6TestJSON-1139348884'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:01.321617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-740beffe-d84e-4449-b536-b4cec6d77d4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.332172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-740beffe-d84e-4449-b536-b4cec6d77d4a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.2252648 Aug 03 19:21:01.432325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a487629-0d4d-4db4-aa5a-0dd9365c0ae7 req-3c895665-d40e-47ca-bed8-89dc64e37a89 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926232 Aug 03 19:21:01.560451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.571458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:01.577282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.611657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port a97bac31-1a23-4879-baf0-dba6c80fd7d7 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:01.834575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aff90-698d-4e93-8eb9-c481635b4af9 req-a7c3cfa4-496c-426b-a4a5-4b3ba29e85dc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.848058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aff90-698d-4e93-8eb9-c481635b4af9 req-a7c3cfa4-496c-426b-a4a5-4b3ba29e85dc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.875958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aff90-698d-4e93-8eb9-c481635b4af9 req-a7c3cfa4-496c-426b-a4a5-4b3ba29e85dc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.879001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-946aff90-698d-4e93-8eb9-c481635b4af9 req-a7c3cfa4-496c-426b-a4a5-4b3ba29e85dc tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2416 time: 0.2120125 Aug 03 19:21:01.922301 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.023873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-946aff90-698d-4e93-8eb9-c481635b4af9 req-2d5d6cab-7857-46a3-aec1-b56b7946b85e tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135850 Aug 03 19:21:02.095280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.188281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.266693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:02.274019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:02.282210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:02.292318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.294312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.298173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=a97bac31-1a23-4879-baf0-dba6c80fd7d7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:02.329776 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7d6d913d-b511-4b94-9160-e87e15a87d8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0157382 Aug 03 19:21:02.334328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49184) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:02.343691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:02.401167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d3b795a7-613b-436b-918e-1a263cc253d0 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:02.413521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144c515-09ab-4046-8767-52ac1d7af519 req-09e87e6a-a655-4cee-876b-1a59e3012bef tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.416108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7144c515-09ab-4046-8767-52ac1d7af519 req-09e87e6a-a655-4cee-876b-1a59e3012bef tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.2395642 Aug 03 19:21:02.424981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43884-b859-4466-8739-f841af61b68a req-a7351017-3749-4528-a954-bba634e13a03 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.432754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-a7351017-3749-4528-a954-bba634e13a03 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.2962778 Aug 03 19:21:02.472736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-dcdd9efd-8c77-4900-86fd-4f2ca7172803 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/quotas/5579bf78047c421d94d7a30e656dcf34 HTTP/1.1" status: 200 len: 375 time: 0.0386279 Aug 03 19:21:02.486143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.544500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-b59de5b4-4dc5-4ebc-84e1-dab5b5a4ce06 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707488 Aug 03 19:21:02.581446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port d3b795a7-613b-436b-918e-1a263cc253d0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:02.587736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port d3b795a7-613b-436b-918e-1a263cc253d0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:02.588361 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.633716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7144c515-09ab-4046-8767-52ac1d7af519 req-bc0cca5d-bb80-4407-90e9-403f57ccf271 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945632 Aug 03 19:21:02.776347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.780288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-c905937e-644d-4f89-925f-0381aa032713 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341950 Aug 03 19:21:02.803656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Deleting port 36689a9c-9ce2-4370-b720-ccc8c4d66e89 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:02.804091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.814747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.824055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b795a7-613b-436b-918e-1a263cc253d0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:02.824597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.828482 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654179a9-f856-447e-80c0-1acc4c2a8ebc" -d '{"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "d3b795a7-613b-436b-918e-1a263cc253d0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:02.855965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d3b795a7-613b-436b-918e-1a263cc253d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3b795a7-613b-436b-918e-1a263cc253d0,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:02.865827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.867692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b49177ce-9405-484b-b6d4-33e22f8152d7 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:02.923669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=a97bac31-1a23-4879-baf0-dba6c80fd7d7,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:02.935716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] In _notify_port_updated(), no bound segment for port a97bac31-1a23-4879-baf0-dba6c80fd7d7 on network bf3a158d-2a8d-40cd-939d-c3a6ceca292e {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:21:02.947484 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.948595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.956901 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c6553bbc-c9d8-4ed0-88e6-b5b7c4c65db6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "PUT /v2.0/ports/a97bac31-1a23-4879-baf0-dba6c80fd7d7 HTTP/1.1" status: 200 len: 818 time: 0.6207664 Aug 03 19:21:02.957928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49198) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:02.992596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-1ac00da0-afaf-4d90-aae8-58de7039253c service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832759 Aug 03 19:21:03.046717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 883f3bca-57f6-4f22-9c56-3841dda7c7b7 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:03.058659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-1db7fd7c-9217-4146-ad44-f9b4f1d2da96 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.069462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-1db7fd7c-9217-4146-ad44-f9b4f1d2da96 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.080102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-1db7fd7c-9217-4146-ad44-f9b4f1d2da96 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.088111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-1db7fd7c-9217-4146-ad44-f9b4f1d2da96 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.097949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-1db7fd7c-9217-4146-ad44-f9b4f1d2da96 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.108174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-1db7fd7c-9217-4146-ad44-f9b4f1d2da96 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.116705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-1db7fd7c-9217-4146-ad44-f9b4f1d2da96 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.128820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-1db7fd7c-9217-4146-ad44-f9b4f1d2da96 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5421 time: 0.3768482 Aug 03 19:21:03.142990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d3b795a7-613b-436b-918e-1a263cc253d0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:03.159938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0621d-e6ce-4a06-8fbc-a8c254016c8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port a97bac31-1a23-4879-baf0-dba6c80fd7d7 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:03.160432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3d0621d-e6ce-4a06-8fbc-a8c254016c8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.217972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port b49177ce-9405-484b-b6d4-33e22f8152d7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:03.229923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2621b8cf-f8a4-49a4-8d5c-4d5d15534953 req-b8ad3607-d1f7-45ad-97c4-9666eccc3c0a tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996079 Aug 03 19:21:03.280237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b49177ce-9405-484b-b6d4-33e22f8152d7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:03.280958 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.303696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] For port 36689a9c-9ce2-4370-b720-ccc8c4d66e89, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=36689a9c-9ce2-4370-b720-ccc8c4d66e89,segment=NetworkSegment(f91cfc77-87f5-49fc-b77c-69bfa2a5bf54),segment_id=f91cfc77-87f5-49fc-b77c-69bfa2a5bf54)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:03.304304 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.340188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Calling delete_port for 36689a9c-9ce2-4370-b720-ccc8c4d66e89 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:03.387667 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3d0621d-e6ce-4a06-8fbc-a8c254016c8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.406162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0621d-e6ce-4a06-8fbc-a8c254016c8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for a97bac31-1a23-4879-baf0-dba6c80fd7d7 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:03.543338 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b996c1-3304-4b47-8051-676f7a323bea x-openstack-request-id: req-83b996c1-3304-4b47-8051-676f7a323bea {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:03.543738 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "d3b795a7-613b-436b-918e-1a263cc253d0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:03.544080 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83b996c1-3304-4b47-8051-676f7a323bea {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:03.544676 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b795a7-613b-436b-918e-1a263cc253d0', 'code': 200} Aug 03 19:21:03.579622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 883f3bca-57f6-4f22-9c56-3841dda7c7b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:03.628822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '883f3bca-57f6-4f22-9c56-3841dda7c7b7', 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902', 'port_id': '883f3bca-57f6-4f22-9c56-3841dda7c7b7', 'mac_address': 'fa:16:3e:30:b0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:03.652196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3d0621d-e6ce-4a06-8fbc-a8c254016c8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.678369 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.719467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be1f70a4-b57f-47a4-8f2d-da9eb276ec3d req-e41650e9-60a7-403c-a99f-6eff205a1fea tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 210 time: 0.0963986 Aug 03 19:21:03.746287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0621d-e6ce-4a06-8fbc-a8c254016c8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=a97bac31-1a23-4879-baf0-dba6c80fd7d7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:03.746940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.760093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3d0621d-e6ce-4a06-8fbc-a8c254016c8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.765390 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c3d0621d-e6ce-4a06-8fbc-a8c254016c8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/a97bac31-1a23-4879-baf0-dba6c80fd7d7 HTTP/1.1" status: 204 len: 168 time: 0.8053448 Aug 03 19:21:03.767767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49218) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:03.792407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883f3bca-57f6-4f22-9c56-3841dda7c7b7 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:03.800472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b49177ce-9405-484b-b6d4-33e22f8152d7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b49177ce-9405-484b-b6d4-33e22f8152d7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:03.814451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.821319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 44236e34-20c3-4759-808c-fee3859b68cd up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:03.853071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 883f3bca-57f6-4f22-9c56-3841dda7c7b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:03.916447 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4bb526-9844-4235-9ebd-273b96efc918 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.924403 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ac4bb526-9844-4235-9ebd-273b96efc918 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1543243 Aug 03 19:21:03.925547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49226) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:03.956832 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.958526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0105532b-5b96-4e69-9a56-15fa30ad5ec7 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:03.972924 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8f14c7-2660-48d0-a6e1-4fd92bc0c6bf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:21:03.981511 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9a8f14c7-2660-48d0-a6e1-4fd92bc0c6bf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/a97bac31-1a23-4879-baf0-dba6c80fd7d7 HTTP/1.1" status: 404 len: 333 time: 0.0505931 Aug 03 19:21:03.981511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49228) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:03.991695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1817139282'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:04.026653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:04.032832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.077233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:04.096941 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.097301 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Added segment 94459be7-bd81-4f55-bf98-ab67a2d1b19f of type vlan for network 8d912702-d080-4e15-89d0-a1f883ef4d7a Aug 03 19:21:04.112140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b49177ce-9405-484b-b6d4-33e22f8152d7,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:04.215797 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.295153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.318678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 44236e34-20c3-4759-808c-fee3859b68cd completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:04.323300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:04.325038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.354759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 44236e34-20c3-4759-808c-fee3859b68cd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:04.354759 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.411826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=883f3bca-57f6-4f22-9c56-3841dda7c7b7,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:04.456170 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.476553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0105532b-5b96-4e69-9a56-15fa30ad5ec7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:04.507940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'port_id': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'mac_address': 'fa:16:3e:34:28:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:04.512458 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5246043 Aug 03 19:21:04.518314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49240) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:04.534017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:04.548740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137639-305b-452d-a98e-840e950596a3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Network': ['ID=8d912702-d080-4e15-89d0-a1f883ef4d7a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:04.582154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:04.741133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f409c-c714-45e7-be69-c70eb59e1753 req-e9453af0-e60a-4a91-a3a9-997ecca25ff9 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:04.750157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-433f409c-c714-45e7-be69-c70eb59e1753 req-e9453af0-e60a-4a91-a3a9-997ecca25ff9 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.8422017 Aug 03 19:21:04.758081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.782306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:04.790577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.814533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.844145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Pushing event deleted for resources: {'Port': ['ID=36689a9c-9ce2-4370-b720-ccc8c4d66e89,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:04.856105 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.883860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0105532b-5b96-4e69-9a56-15fa30ad5ec7 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:04.926391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73c2a-5bbf-4159-af5d-4ec6a99d6b63 req-e84fa1c9-392d-4192-ba7a-68b338b7b167 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:04.934309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0105532b-5b96-4e69-9a56-15fa30ad5ec7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:04.939169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 44236e34-20c3-4759-808c-fee3859b68cd, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=44236e34-20c3-4759-808c-fee3859b68cd,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:04.940794 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.941203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73c2a-5bbf-4159-af5d-4ec6a99d6b63 req-e84fa1c9-392d-4192-ba7a-68b338b7b167 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:04.941609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a3a64e69-abdd-4fea-b2a6-bd62de03b63c details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:04.957636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73c2a-5bbf-4159-af5d-4ec6a99d6b63 req-e84fa1c9-392d-4192-ba7a-68b338b7b167 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:04.960389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cd73c2a-5bbf-4159-af5d-4ec6a99d6b63 req-e84fa1c9-392d-4192-ba7a-68b338b7b167 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2418 time: 1.0922005 Aug 03 19:21:04.980760 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.034391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-433f409c-c714-45e7-be69-c70eb59e1753 req-47f5278f-db74-44a1-9550-6a76afc91315 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829788 Aug 03 19:21:05.098865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.243669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Checking segment: {'id': '94459be7-bd81-4f55-bf98-ab67a2d1b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:05.244452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network hostable DHCP agents. Network: 8d912702-d080-4e15-89d0-a1f883ef4d7a, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:05.258217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0105532b-5b96-4e69-9a56-15fa30ad5ec7,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:05.266850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=3df6249f-11bf-488f-85b5-7be82a41cc3a,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:05.269193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cd73c2a-5bbf-4159-af5d-4ec6a99d6b63 req-8e5a776d-0725-4083-a15c-05dbc026a5b1 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866690 Aug 03 19:21:05.343183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:05.368053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8d912702-d080-4e15-89d0-a1f883ef4d7a) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:05.387978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa475aef-3ec2-46cb-988c-12c4367cb7fc None None] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:05.394420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.396680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.410017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a3a64e69-abdd-4fea-b2a6-bd62de03b63c, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:05.429565 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-162c1db7-70ba-403a-8f27-63b77c74fb94 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9088788 Aug 03 19:21:05.432558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49258) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:05.439639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1c682898-f4fa-4f3a-8c10-27bf56f26b3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:05.506457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-8f931856-1787-4eab-978e-25a5226f7b15 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.512555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-8f931856-1787-4eab-978e-25a5226f7b15 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.519368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-8f931856-1787-4eab-978e-25a5226f7b15 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.525837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-8f931856-1787-4eab-978e-25a5226f7b15 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.532547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-8f931856-1787-4eab-978e-25a5226f7b15 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.538737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-8f931856-1787-4eab-978e-25a5226f7b15 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.545190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-8f931856-1787-4eab-978e-25a5226f7b15 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.547475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-8f931856-1787-4eab-978e-25a5226f7b15 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5423 time: 0.2709413 Aug 03 19:21:05.553194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49177ce-9405-484b-b6d4-33e22f8152d7'}, {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e34-20c3-4759-808c-fee3859b68cd'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:05.558230 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0546210-65e4-45c9-8691-bb4fad5bfdfc" -d '{"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "b49177ce-9405-484b-b6d4-33e22f8152d7"}, {"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "44236e34-20c3-4759-808c-fee3859b68cd"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:05.592959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'a3a64e69-abdd-4fea-b2a6-bd62de03b63c', 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'port_id': 'a3a64e69-abdd-4fea-b2a6-bd62de03b63c', 'mac_address': 'fa:16:3e:65:2d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0380d116-1d9f-4554-8d01-cd1b6eb9a1dd', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:05.606633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=44236e34-20c3-4759-808c-fee3859b68cd,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:05.611894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.648949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c682898-f4fa-4f3a-8c10-27bf56f26b3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:05.652615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c682898-f4fa-4f3a-8c10-27bf56f26b3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.657457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f359699-67b3-4a8e-9679-6e0429dad9f5 req-988152a6-2c0e-4ca1-b9ae-a21227c6fd75 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 210 time: 0.0670812 Aug 03 19:21:05.659906 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.700787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a64e69-abdd-4fea-b2a6-bd62de03b63c {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:05.729222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a3a64e69-abdd-4fea-b2a6-bd62de03b63c, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:05.738970 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.742134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 67c1b2be-b8b6-414c-93e3-f3d5a9877312 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:05.782155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43884-b859-4466-8739-f841af61b68a req-5f8b2018-2bcb-4be3-ad3d-9433290655c8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.783725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-5f8b2018-2bcb-4be3-ad3d-9433290655c8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.5538383 Aug 03 19:21:05.812333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Request body: {'port': {'device_id': 'f1d17580-dcd4-4c79-b65c-645a1f188598', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'admin_state_up': True, 'tenant_id': '5579bf78047c421d94d7a30e656dcf34'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:05.849267 n-d-803378-1 neutron-server[94133]: INFO neutron.db.ipam_backend_mixin [None req-1c682898-f4fa-4f3a-8c10-27bf56f26b3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3df6249f-11bf-488f-85b5-7be82a41cc3a (CIDR: 2001:db8::/64) Aug 03 19:21:05.851778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94b7ff35-afa7-4893-8fc8-8b7fe5814fff req-11556192-fbef-4c6e-8e87-f5e16c3ec8ec tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2804229 Aug 03 19:21:05.871392 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c682898-f4fa-4f3a-8c10-27bf56f26b3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:21:05.872102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c682898-f4fa-4f3a-8c10-27bf56f26b3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:21:05.913797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:05.913980 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1c682898-f4fa-4f3a-8c10-27bf56f26b3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4802151 Aug 03 19:21:05.919324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49264) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:05.924809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:05.930754 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a52c5-9a98-4cb7-bb06-0bc9734b6546 x-openstack-request-id: req-414a52c5-9a98-4cb7-bb06-0bc9734b6546 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:05.931031 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "b49177ce-9405-484b-b6d4-33e22f8152d7", "code": 200}, {"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "44236e34-20c3-4759-808c-fee3859b68cd", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:05.932534 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-414a52c5-9a98-4cb7-bb06-0bc9734b6546 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:05.932534 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49177ce-9405-484b-b6d4-33e22f8152d7', 'code': 200} Aug 03 19:21:05.932534 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e34-20c3-4759-808c-fee3859b68cd', 'code': 200} Aug 03 19:21:05.936798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 67c1b2be-b8b6-414c-93e3-f3d5a9877312, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:05.984721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '67c1b2be-b8b6-414c-93e3-f3d5a9877312', 'network_id': '76ab11a9-6628-4f91-bb1a-74d1c4595902', 'port_id': '67c1b2be-b8b6-414c-93e3-f3d5a9877312', 'mac_address': 'fa:16:3e:2b:47:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:05.989154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-8d912702-d080-4e15-89d0-a1f883ef4d7a', 'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a', 'tenant_id': 'f884bae847444e8fadaebb3d93ecc728', 'fixed_ips': [{'subnet_id': '3df6249f-11bf-488f-85b5-7be82a41cc3a'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:05.990513 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.090441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-e81fcbe3-2836-4300-a598-c3700a1b1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.092065 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-e81fcbe3-2836-4300-a598-c3700a1b1ee7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 1096 time: 0.0715897 Aug 03 19:21:06.114557 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.144080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c1b2be-b8b6-414c-93e3-f3d5a9877312 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:06.182362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:21:06.182362 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:21:06.182362 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id_1': 'f884bae847444e8fadaebb3d93ecc728', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 21, 6, 173015)}] Aug 03 19:21:06.182362 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:21:06.183220 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:21:06.201973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 67c1b2be-b8b6-414c-93e3-f3d5a9877312, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:06.208625 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.209036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Made reservation on behalf of 5579bf78047c421d94d7a30e656dcf34 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:06.209382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 709a6d51-93eb-4555-b201-1379dad82dd9 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:06.213378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.225034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-4d408a35-adb3-477b-ac21-995488d6bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.227408 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-4d408a35-adb3-477b-ac21-995488d6bd55 service neutron] 10.222.0.88 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 0.1276755 Aug 03 19:21:06.277133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Allocated IP 2001:db8::2 (8d912702-d080-4e15-89d0-a1f883ef4d7a/3df6249f-11bf-488f-85b5-7be82a41cc3a/b3a8a6be-2779-4a36-9ec0-8adfcbc3419b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:06.286563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd728d2-f614-422f-9ff6-042a3209146e req-204ea98e-b228-4330-9df2-429b5782bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.287518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd728d2-f614-422f-9ff6-042a3209146e req-204ea98e-b228-4330-9df2-429b5782bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.288199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd728d2-f614-422f-9ff6-042a3209146e req-204ea98e-b228-4330-9df2-429b5782bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.290218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fd728d2-f614-422f-9ff6-042a3209146e req-204ea98e-b228-4330-9df2-429b5782bf39 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2872 time: 0.2330198 Aug 03 19:21:06.303345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce83fd-edbf-4a97-9e08-3ac053a49699 req-a7074b53-5212-48dc-8fdc-c8e70d07b2a7 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.303749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-e7200c62-bfc4-4378-912e-d9706d940fea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 200 len: 1001 time: 0.0685160 Aug 03 19:21:06.305718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9ce83fd-edbf-4a97-9e08-3ac053a49699 req-a7074b53-5212-48dc-8fdc-c8e70d07b2a7 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.1990199 Aug 03 19:21:06.340674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 709a6d51-93eb-4555-b201-1379dad82dd9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=709a6d51-93eb-4555-b201-1379dad82dd9,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:06.413897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '709a6d51-93eb-4555-b201-1379dad82dd9', 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'port_id': '709a6d51-93eb-4555-b201-1379dad82dd9', 'mac_address': 'fa:16:3e:63:6c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0380d116-1d9f-4554-8d01-cd1b6eb9a1dd', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:06.415601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=67c1b2be-b8b6-414c-93e3-f3d5a9877312,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:06.422530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-c484b306-3ad1-44ba-930e-c0ab2e9a4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.424920 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-c484b306-3ad1-44ba-930e-c0ab2e9a4757 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.1140790 Aug 03 19:21:06.489804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-ed08bac4-367d-4170-a1b9-5697a8151a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.491449 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-ed08bac4-367d-4170-a1b9-5697a8151a63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583079 Aug 03 19:21:06.496679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.524391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709a6d51-93eb-4555-b201-1379dad82dd9 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:06.546198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 709a6d51-93eb-4555-b201-1379dad82dd9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=709a6d51-93eb-4555-b201-1379dad82dd9,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:06.553570 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.554332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c8098ab0-6120-4500-be69-d5c2cbc550f0 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:06.609943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9ce83fd-edbf-4a97-9e08-3ac053a49699 req-8c06dd1f-f5da-4ad1-a910-9211aaec20d1 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875204 Aug 03 19:21:06.613195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fd728d2-f614-422f-9ff6-042a3209146e req-90688a2d-85a9-4b1b-8318-e2a900670e4a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998896 Aug 03 19:21:06.650839 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-3b7b26eb-06f5-4cda-82a3-83cb1513a857 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502059 Aug 03 19:21:06.803016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:06.807288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01a77-677c-4508-b3aa-4acd064b5482 req-227cc5f3-8183-46fc-959e-452fcb4615c4 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.808812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.811326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=709a6d51-93eb-4555-b201-1379dad82dd9,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:06.814226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01a77-677c-4508-b3aa-4acd064b5482 req-227cc5f3-8183-46fc-959e-452fcb4615c4 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.820611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01a77-677c-4508-b3aa-4acd064b5482 req-227cc5f3-8183-46fc-959e-452fcb4615c4 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.830220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ecf01a77-677c-4508-b3aa-4acd064b5482 req-227cc5f3-8183-46fc-959e-452fcb4615c4 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2419 time: 0.2271070 Aug 03 19:21:06.836672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Router 68b00adb-90d8-4f11-9b9e-74ddac21250b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:06.837559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c8098ab0-6120-4500-be69-d5c2cbc550f0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:06.839067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Allocated IP 172.20.0.10 (acd84b55-7d24-4e3a-a16c-e620317c12be/df9d0866-5ec6-4863-8a31-4cd77b166be6/347f236e-b2fd-47d8-afcd-5fb291136dfe) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:06.861200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'c8098ab0-6120-4500-be69-d5c2cbc550f0', 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'port_id': 'c8098ab0-6120-4500-be69-d5c2cbc550f0', 'mac_address': 'fa:16:3e:d4:2c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0380d116-1d9f-4554-8d01-cd1b6eb9a1dd', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:06.912028 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.920288 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3201cdc1-d6c8-49f1-b56d-40472f13f31b req-40a98092-f1cd-44c8-af90-c23b660de5b8 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626102 Aug 03 19:21:06.942448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Transition to ACTIVE for port object b3a8a6be-2779-4a36-9ec0-8adfcbc3419b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:06.952075 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.970793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8098ab0-6120-4500-be69-d5c2cbc550f0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:06.986545 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ecf01a77-677c-4508-b3aa-4acd064b5482 req-468fda53-b7a1-4be5-a3ba-842cfec7814f tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551700 Aug 03 19:21:07.011834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Transition to ACTIVE for port object b3a8a6be-2779-4a36-9ec0-8adfcbc3419b will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:07.023751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c8098ab0-6120-4500-be69-d5c2cbc550f0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:07.027435 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.037242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.038073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d8021b4c-00ac-44b1-8e7f-0f378783fde2 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:07.133846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:07.145505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:07.157601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:07.157601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d8021b4c-00ac-44b1-8e7f-0f378783fde2, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:07.216290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Pushing event updated for resources: {'Port': ['ID=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:07.223987 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'd8021b4c-00ac-44b1-8e7f-0f378783fde2', 'network_id': '1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b', 'port_id': 'd8021b4c-00ac-44b1-8e7f-0f378783fde2', 'mac_address': 'fa:16:3e:68:fa:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0380d116-1d9f-4554-8d01-cd1b6eb9a1dd', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:07.238523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5274190f-91ba-4b01-81a3-dcc933553252 req-55935e4d-bc78-4d40-91a6-bbce06f159e1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 210 time: 0.1311629 Aug 03 19:21:07.243063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.308293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:07.313307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:07.319263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.320476 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.323511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-238ce3aa-2b82-4708-a40b-6174de037621 req-744c1d0b-6b98-4275-b968-b9205c47098c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2892122 Aug 03 19:21:07.364437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Attempting to bind port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:07.365418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Attempting to bind port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '94459be7-bd81-4f55-bf98-ab67a2d1b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:07.365907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Attempting to bind port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b on network 8d912702-d080-4e15-89d0-a1f883ef4d7a {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:07.369980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=a4475d7f-e660-45a9-9294-a1b60eed16c5,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:07.390461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:07.390807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Checking segment: {'id': '94459be7-bd81-4f55-bf98-ab67a2d1b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:07.391263 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.391694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Bound using segment: {'id': '94459be7-bd81-4f55-bf98-ab67a2d1b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:07.392187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Bound port: b3a8a6be-2779-4a36-9ec0-8adfcbc3419b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94459be7-bd81-4f55-bf98-ab67a2d1b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:07.392572 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.402072 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-44abbaeb-3869-408e-a182-d1ff24fcdc8b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4806976 Aug 03 19:21:07.404714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49276) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:07.414317 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.415044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af3515-f781-4562-aafa-9be06303325c req-b81508f7-1356-4811-8dbd-410a4e10f18b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.419193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c8098ab0-6120-4500-be69-d5c2cbc550f0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:07.430604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af3515-f781-4562-aafa-9be06303325c req-b81508f7-1356-4811-8dbd-410a4e10f18b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.441592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a', 'fixed_ips': [{'subnet_id': '3df6249f-11bf-488f-85b5-7be82a41cc3a'}, {'subnet_id': 'a4475d7f-e660-45a9-9294-a1b60eed16c5'}], 'name': 'tempest-PortsIpV6TestJSON-1907537612'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:07.441801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8021b4c-00ac-44b1-8e7f-0f378783fde2 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:07.445584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af3515-f781-4562-aafa-9be06303325c req-b81508f7-1356-4811-8dbd-410a4e10f18b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.462912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af3515-f781-4562-aafa-9be06303325c req-b81508f7-1356-4811-8dbd-410a4e10f18b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.474893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af3515-f781-4562-aafa-9be06303325c req-b81508f7-1356-4811-8dbd-410a4e10f18b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.492377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af3515-f781-4562-aafa-9be06303325c req-b81508f7-1356-4811-8dbd-410a4e10f18b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.494837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d8021b4c-00ac-44b1-8e7f-0f378783fde2, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:07.499793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af3515-f781-4562-aafa-9be06303325c req-b81508f7-1356-4811-8dbd-410a4e10f18b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.508909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77af3515-f781-4562-aafa-9be06303325c req-b81508f7-1356-4811-8dbd-410a4e10f18b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5427 time: 0.3914750 Aug 03 19:21:07.526632 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.567252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:07.567474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] For port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:07.576856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-32dde8f9-f627-4846-89d7-8f1a49f19006 admin admin] 10.222.0.42 "PUT /v2.0/routers/68b00adb-90d8-4f11-9b9e-74ddac21250b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1858568 Aug 03 19:21:07.585802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] For port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,segment=NetworkSegment(94459be7-bd81-4f55-bf98-ab67a2d1b19f),segment_id=94459be7-bd81-4f55-bf98-ab67a2d1b19f)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:07.586731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49280) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:07.592943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] Sync routers for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:07.610202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.625702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d8021b4c-00ac-44b1-8e7f-0f378783fde2,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:07.628332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:07.628953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:07.721309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77af3515-f781-4562-aafa-9be06303325c req-ecf38d97-9aca-4b75-9667-dbafeaef844f tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107024 Aug 03 19:21:07.754912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ce3aa-2b82-4708-a40b-6174de037621 req-a753ed4e-aaf9-493e-88f0-3200e62330e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.757040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-238ce3aa-2b82-4708-a40b-6174de037621 req-a753ed4e-aaf9-493e-88f0-3200e62330e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57bee6b7f186471a9759b464e4c45551&device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 1097 time: 0.2455056 Aug 03 19:21:07.844212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:07.889376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf83af-fce3-4021-9162-6e08f559dc32 None None] Pushing event updated for resources: {'Port': ['ID=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:07.974140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:08.089707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.093072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ce3aa-2b82-4708-a40b-6174de037621 req-8ca00bd0-4455-40d6-b5d4-d5fa6c524349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:08.094786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-238ce3aa-2b82-4708-a40b-6174de037621 req-8ca00bd0-4455-40d6-b5d4-d5fa6c524349 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fcd2de05-c962-475a-9b93-a7d41b4cb48b HTTP/1.1" status: 200 len: 917 time: 0.2955632 Aug 03 19:21:08.122730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.171253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port 9442a084-1ece-468e-9c4c-0535221a8af5 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:08.195700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['a3a64e69-abdd-4fea-b2a6-bd62de03b63c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:08.257727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0105532b-5b96-4e69-9a56-15fa30ad5ec7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:08.259801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['883f3bca-57f6-4f22-9c56-3841dda7c7b7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:08.284307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['67c1b2be-b8b6-414c-93e3-f3d5a9877312'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:08.297898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c8098ab0-6120-4500-be69-d5c2cbc550f0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:08.300250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['d8021b4c-00ac-44b1-8e7f-0f378783fde2'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:08.329908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-238ce3aa-2b82-4708-a40b-6174de037621 req-5578d399-dccd-4bb6-b388-82b8209bf20d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1de379b-6113-4d06-8997-7cbf71dac26a HTTP/1.1" status: 200 len: 1001 time: 0.1589897 Aug 03 19:21:08.353441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75985cb5-6143-40d7-8739-2b58d5b93c0e req-efb03438-a14b-4cc9-94d9-f0ca2fd5bd2e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:08.361262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75985cb5-6143-40d7-8739-2b58d5b93c0e req-efb03438-a14b-4cc9-94d9-f0ca2fd5bd2e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.5852871 Aug 03 19:21:08.402402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['709a6d51-93eb-4555-b201-1379dad82dd9'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:08.409288 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.828706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::3cc (8d912702-d080-4e15-89d0-a1f883ef4d7a/3df6249f-11bf-488f-85b5-7be82a41cc3a/9442a084-1ece-468e-9c4c-0535221a8af5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:08.846797 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8:0:1::2d (8d912702-d080-4e15-89d0-a1f883ef4d7a/a4475d7f-e660-45a9-9294-a1b60eed16c5/9442a084-1ece-468e-9c4c-0535221a8af5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:09.088042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Network acd84b55-7d24-4e3a-a16c-e620317c12be is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:09.102738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.137763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object 9442a084-1ece-468e-9c4c-0535221a8af5 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:09.143746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2b733-aae2-4dac-b9bd-31c9e8b5b89d req-e5497e8b-4de6-4945-8f76-d5893973f6e7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.154388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2b733-aae2-4dac-b9bd-31c9e8b5b89d req-e5497e8b-4de6-4945-8f76-d5893973f6e7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.174529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2b733-aae2-4dac-b9bd-31c9e8b5b89d req-e5497e8b-4de6-4945-8f76-d5893973f6e7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.178477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a2b733-aae2-4dac-b9bd-31c9e8b5b89d req-e5497e8b-4de6-4945-8f76-d5893973f6e7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2419 time: 1.0540607 Aug 03 19:21:09.192838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:09.201073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:09.218889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.230155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc536b-f94c-4a34-a28a-7803ecaf2aa2 None None] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:09.270992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:09.289430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:09.292548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:09.303588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.304265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.325461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=9442a084-1ece-468e-9c4c-0535221a8af5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:09.337243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ce3aa-2b82-4708-a40b-6174de037621 req-d3cc314b-b5ee-479f-8801-389727210857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.340264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-238ce3aa-2b82-4708-a40b-6174de037621 req-d3cc314b-b5ee-479f-8801-389727210857 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4208a00-56e8-4ce7-8dbd-104c90e6603d HTTP/1.1" status: 200 len: 855 time: 0.9502058 Aug 03 19:21:09.341977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event updated for resources: {'Port': ['ID=347f236e-b2fd-47d8-afcd-5fb291136dfe,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:09.354648 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.364879 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ec9b25a-d62d-4ad4-a9f0-afb1ca3e8b13 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9561265 Aug 03 19:21:09.368646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49300) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:09.374568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3df6249f-11bf-488f-85b5-7be82a41cc3a'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:09.431109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75985cb5-6143-40d7-8739-2b58d5b93c0e req-4520ef7c-85ca-4e58-8593-32b9687543c4 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0239980 Aug 03 19:21:09.486647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.487907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.533843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8a2b733-aae2-4dac-b9bd-31c9e8b5b89d req-87648038-a029-4e70-986c-db1a0268a111 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553174 Aug 03 19:21:09.537795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.593347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-02df01ca-7cc9-4f04-b670-90b7947dbf20 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7867794 Aug 03 19:21:09.607892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Request body: {'port': {'device_id': 'f1d17580-dcd4-4c79-b65c-645a1f188598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:09.658437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:21:04Z', 'revision_number': 5, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port': {'id': 'b83a41f7-38f2-429d-a595-e4081b8d9b2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:53Z', 'updated_at': '2021-08-03T19:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:09.701177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ce3aa-2b82-4708-a40b-6174de037621 req-5ac42f32-d182-4754-b52b-b1d915de1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.704718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-238ce3aa-2b82-4708-a40b-6174de037621 req-5ac42f32-d182-4754-b52b-b1d915de1283 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fcd2de05-c962-475a-9b93-a7d41b4cb48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3418081 Aug 03 19:21:09.759348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] Checking router: 68b00adb-90d8-4f11-9b9e-74ddac21250b for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:10.005933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Delete allocated IP 2001:db8:0:1::2d (8d912702-d080-4e15-89d0-a1f883ef4d7a/a4475d7f-e660-45a9-9294-a1b60eed16c5) {{(pid=94133) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:21:10.036631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.061382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b3a8a6be-2779-4a36-9ec0-8adfcbc3419b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:10.063057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9fe82859-ef18-4228-984e-e6c6480c1a7a None None] Provisioning for port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:10.076900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.138336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] Routers {'68b00adb-90d8-4f11-9b9e-74ddac21250b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:10.139198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['68b00adb-90d8-4f11-9b9e-74ddac21250b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:10.148320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec079a3-e4bb-4535-820d-0f264b1b6e89 req-31450f8d-60c6-45e1-a1e5-8a293a45bb5c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.158391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ec079a3-e4bb-4535-820d-0f264b1b6e89 req-31450f8d-60c6-45e1-a1e5-8a293a45bb5c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 932 time: 0.4374576 Aug 03 19:21:10.214524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-e2c7a4ce-fa5f-45cb-ae5d-2540d0593b55 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.222357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-e2c7a4ce-fa5f-45cb-ae5d-2540d0593b55 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.229007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-e2c7a4ce-fa5f-45cb-ae5d-2540d0593b55 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.235511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-e2c7a4ce-fa5f-45cb-ae5d-2540d0593b55 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.242306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-e2c7a4ce-fa5f-45cb-ae5d-2540d0593b55 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.249714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-e2c7a4ce-fa5f-45cb-ae5d-2540d0593b55 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.256220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-e2c7a4ce-fa5f-45cb-ae5d-2540d0593b55 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.264899 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-e2c7a4ce-fa5f-45cb-ae5d-2540d0593b55 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5428 time: 0.4115453 Aug 03 19:21:10.287954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-238ce3aa-2b82-4708-a40b-6174de037621 req-9d342981-3246-4dfc-bb9d-fc4c9dcd2b10 service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207367 Aug 03 19:21:10.347706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] Set router 68b00adb-90d8-4f11-9b9e-74ddac21250b gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:10.416319 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.435077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:10.438600 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:21:10Z', 'revision_number': 6, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:10.455438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Ignored duplicate provisioning block setup for port 9442a084-1ece-468e-9c4c-0535221a8af5 by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:21:10.463609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.501950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:10.502578 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.509705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc18469-8070-4c29-a4c4-f1510495f042 None None] The sync data for ids ['68b00adb-90d8-4f11-9b9e-74ddac21250b'] in n-d-803378-1 is: [{'id': '68b00adb-90d8-4f11-9b9e-74ddac21250b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1257634243-router', 'tenant_id': 'c62e85eb426742fa9271e09656a5e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:51Z', 'updated_at': '2021-08-03T19:21:10Z', 'revision_number': 6, 'project_id': 'c62e85eb426742fa9271e09656a5e611', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:10.557995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ec079a3-e4bb-4535-820d-0f264b1b6e89 req-9d890d64-fdb6-4acc-8da5-3b10614e5fb6 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981779 Aug 03 19:21:10.577352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] In _notify_port_updated(), no bound segment for port 9442a084-1ece-468e-9c4c-0535221a8af5 on network 8d912702-d080-4e15-89d0-a1f883ef4d7a {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:21:10.582250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.582943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.584372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "PUT /v2.0/ports/9442a084-1ece-468e-9c4c-0535221a8af5 HTTP/1.1" status: 200 len: 926 time: 1.2146678 Aug 03 19:21:10.593240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49310) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:10.609792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3df6249f-11bf-488f-85b5-7be82a41cc3a'}, {'subnet_id': 'a4475d7f-e660-45a9-9294-a1b60eed16c5'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:10.615757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39998025-6e83-4148-8422-dbd7815b1907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=9442a084-1ece-468e-9c4c-0535221a8af5,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:10.624602 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90fd0726-2ec3-4d66-a009-fb38a179ef5f req-da00e75c-5d47-46f2-b21e-f68d90b93903 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3506613 Aug 03 19:21:10.761308 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.782845 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.821374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06679024-5714-4e4f-b917-e83c92c599f9 None None] Update dhcp port {'port': {'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a', 'fixed_ips': [{'subnet_id': '3df6249f-11bf-488f-85b5-7be82a41cc3a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a4475d7f-e660-45a9-9294-a1b60eed16c5'}], 'binding:host_id': 'n-d-803378-1'}, 'id': 'b3a8a6be-2779-4a36-9ec0-8adfcbc3419b'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:21:10.829414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-238ce3aa-2b82-4708-a40b-6174de037621 req-73aee24f-42dd-4ace-82fb-927153dc94f0 service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060585 Aug 03 19:21:10.839985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Deleting port b83a41f7-38f2-429d-a595-e4081b8d9b2d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:10.842716 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.855835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,segment=NetworkSegment(94459be7-bd81-4f55-bf98-ab67a2d1b19f),segment_id=94459be7-bd81-4f55-bf98-ab67a2d1b19f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:10.900757 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.983660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e307f-3c63-42a6-92b6-3e98d0f59dc5 req-439566f2-0cca-4ea7-9981-0defd0c8a968 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.998321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e307f-3c63-42a6-92b6-3e98d0f59dc5 req-439566f2-0cca-4ea7-9981-0defd0c8a968 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:11.003642 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06679024-5714-4e4f-b917-e83c92c599f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.010450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e307f-3c63-42a6-92b6-3e98d0f59dc5 req-439566f2-0cca-4ea7-9981-0defd0c8a968 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:11.014460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b4e307f-3c63-42a6-92b6-3e98d0f59dc5 req-439566f2-0cca-4ea7-9981-0defd0c8a968 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2419 time: 0.2968462 Aug 03 19:21:11.163598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:11.243725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] For port b83a41f7-38f2-429d-a595-e4081b8d9b2d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b83a41f7-38f2-429d-a595-e4081b8d9b2d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:11.245528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.291021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b4e307f-3c63-42a6-92b6-3e98d0f59dc5 req-4e26fff2-845a-4eda-be36-7a76efd6f38e tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667909 Aug 03 19:21:11.307824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Calling delete_port for b83a41f7-38f2-429d-a595-e4081b8d9b2d owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:11.315481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8:0:1::db (8d912702-d080-4e15-89d0-a1f883ef4d7a/a4475d7f-e660-45a9-9294-a1b60eed16c5/9442a084-1ece-468e-9c4c-0535221a8af5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:11.325792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347f236e-b2fd-47d8-afcd-5fb291136dfe {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:11.359212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.394291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Transition to ACTIVE for port object 347f236e-b2fd-47d8-afcd-5fb291136dfe will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:11.451534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.571790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c8098ab0-6120-4500-be69-d5c2cbc550f0 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:11.637463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.643239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Pushing event updated for resources: {'Port': ['ID=347f236e-b2fd-47d8-afcd-5fb291136dfe,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:11.674578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Ignored duplicate provisioning block setup for port 9442a084-1ece-468e-9c4c-0535221a8af5 by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:21:11.680071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.847262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-06679024-5714-4e4f-b917-e83c92c599f9 None None] Allocated IP 2001:db8:0:1::2 (8d912702-d080-4e15-89d0-a1f883ef4d7a/a4475d7f-e660-45a9-9294-a1b60eed16c5/b3a8a6be-2779-4a36-9ec0-8adfcbc3419b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:11.849617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port c8098ab0-6120-4500-be69-d5c2cbc550f0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:11.853275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Attempting to bind port 347f236e-b2fd-47d8-afcd-5fb291136dfe on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:11.853767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Attempting to bind port 347f236e-b2fd-47d8-afcd-5fb291136dfe by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:11.854175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Attempting to bind port 347f236e-b2fd-47d8-afcd-5fb291136dfe on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:11.869898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port c8098ab0-6120-4500-be69-d5c2cbc550f0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:11.870366 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.913149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Port 347f236e-b2fd-47d8-afcd-5fb291136dfe on network acd84b55-7d24-4e3a-a16c-e620317c12be not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:21:11.913513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Attempting to bind port 347f236e-b2fd-47d8-afcd-5fb291136dfe on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:11.928691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b3a8a6be-2779-4a36-9ec0-8adfcbc3419b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:11.944697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05b135-c074-4c24-b678-27fa3dc1acca req-3b75ffbc-61a8-4a83-8e90-d5ede744cf9f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:11.946921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d05b135-c074-4c24-b678-27fa3dc1acca req-3b75ffbc-61a8-4a83-8e90-d5ede744cf9f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 944 time: 0.2292910 Aug 03 19:21:11.951394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:11.951869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Checking segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:11.952824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Bound using segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:11.953795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Bound port: 347f236e-b2fd-47d8-afcd-5fb291136dfe, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:11.954247 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.959457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.009327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Pushing event deleted for resources: {'Port': ['ID=b83a41f7-38f2-429d-a595-e4081b8d9b2d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:12.068562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:12.068958 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.118727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] For port 347f236e-b2fd-47d8-afcd-5fb291136dfe, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:12.123987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] For port 347f236e-b2fd-47d8-afcd-5fb291136dfe, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=347f236e-b2fd-47d8-afcd-5fb291136dfe,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:12.132480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] In _notify_port_updated(), no bound segment for port 9442a084-1ece-468e-9c4c-0535221a8af5 on network 8d912702-d080-4e15-89d0-a1f883ef4d7a {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:21:12.137270 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.139058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.140013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.145006 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "PUT /v2.0/ports/9442a084-1ece-468e-9c4c-0535221a8af5 HTTP/1.1" status: 200 len: 1011 time: 1.5510004 Aug 03 19:21:12.146466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49328) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:12.170591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.177113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-06679024-5714-4e4f-b917-e83c92c599f9 None None] For port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,segment=NetworkSegment(94459be7-bd81-4f55-bf98-ab67a2d1b19f),segment_id=94459be7-bd81-4f55-bf98-ab67a2d1b19f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:12.190131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b57b8f-4098-4c10-a10c-c72f6f43ae06 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=9442a084-1ece-468e-9c4c-0535221a8af5,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:12.217448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8098ab0-6120-4500-be69-d5c2cbc550f0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:12.219771 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1384212-2b6c-4904-b056-8d07f3280c2a" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "c8098ab0-6120-4500-be69-d5c2cbc550f0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:12.251684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c8098ab0-6120-4500-be69-d5c2cbc550f0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:12.261699 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06679024-5714-4e4f-b917-e83c92c599f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.266955 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.267757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 67c1b2be-b8b6-414c-93e3-f3d5a9877312 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:12.268231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d05b135-c074-4c24-b678-27fa3dc1acca req-66003109-a60e-49d3-97dd-4fe9de32a43f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607391 Aug 03 19:21:12.281428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-8e8c215a-31de-4b86-8d27-f536f213c16b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.290115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-8e8c215a-31de-4b86-8d27-f536f213c16b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.297733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-8e8c215a-31de-4b86-8d27-f536f213c16b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.305739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-8e8c215a-31de-4b86-8d27-f536f213c16b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.313166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-8e8c215a-31de-4b86-8d27-f536f213c16b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.320467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-8e8c215a-31de-4b86-8d27-f536f213c16b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.333533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-8e8c215a-31de-4b86-8d27-f536f213c16b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.344383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-8e8c215a-31de-4b86-8d27-f536f213c16b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5428 time: 0.4871755 Aug 03 19:21:12.365441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c10a1-001b-4479-9efa-bfb62e5381ce tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 9442a084-1ece-468e-9c4c-0535221a8af5 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:12.366288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f2c10a1-001b-4479-9efa-bfb62e5381ce tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.378342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.378982 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.380509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] 10.222.0.88 "PUT /v2.0/ports/347f236e-b2fd-47d8-afcd-5fb291136dfe HTTP/1.1" status: 200 len: 1092 time: 2.7856030 Aug 03 19:21:12.394513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d17580-dcd4-4c79-b65c-645a1f188598', 'tag': '347f236e-b2fd-47d8-afcd-5fb291136dfe'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:12.403228 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9d0e90-eae1-4e82-8707-43b73d2a5187" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d17580-dcd4-4c79-b65c-645a1f188598", "tag": "347f236e-b2fd-47d8-afcd-5fb291136dfe"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:12.433894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.439569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01911b3c-0ea6-4c39-98d3-95aed9125066 service neutron] Pushing event updated for resources: {'Port': ['ID=347f236e-b2fd-47d8-afcd-5fb291136dfe,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:12.441508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c8098ab0-6120-4500-be69-d5c2cbc550f0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:12.461789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-06679024-5714-4e4f-b917-e83c92c599f9 None None] Transition to ACTIVE for port object b3a8a6be-2779-4a36-9ec0-8adfcbc3419b will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:12.471434 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06679024-5714-4e4f-b917-e83c92c599f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.581574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:12.630373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 36689a9c-9ce2-4370-b720-ccc8c4d66e89 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:12.632844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06679024-5714-4e4f-b917-e83c92c599f9 None None] Pushing event updated for resources: {'Port': ['ID=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:12.634173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.638171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.652809 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f2c10a1-001b-4479-9efa-bfb62e5381ce tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.662421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:12.663189 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.698242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c10a1-001b-4479-9efa-bfb62e5381ce tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 9442a084-1ece-468e-9c4c-0535221a8af5 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:12.711519 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.712131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b00adb-90d8-4f11-9b9e-74ddac21250b {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:12.719866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.724272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f500a2e5-b1bd-4170-b2e0-de28da3096df admin admin] 10.222.0.42 "DELETE /v2.0/routers/68b00adb-90d8-4f11-9b9e-74ddac21250b HTTP/1.1" status: 204 len: 168 time: 5.1359799 Aug 03 19:21:12.737277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 36689a9c-9ce2-4370-b720-ccc8c4d66e89 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:12.737752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 36689a9c-9ce2-4370-b720-ccc8c4d66e89 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:12.738081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b83a41f7-38f2-429d-a595-e4081b8d9b2d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:12.744544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a28cef1-a46d-4264-a254-97d95b65fcf1 req-5eeed5a3-66c8-4cf6-a60d-474e85246dee tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4006433 Aug 03 19:21:12.777064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49340) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:12.804282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: b83a41f7-38f2-429d-a595-e4081b8d9b2d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:12.807513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b83a41f7-38f2-429d-a595-e4081b8d9b2d not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:12.967977 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a42ed3-84c4-4c3d-87ee-1e641b434198 x-openstack-request-id: req-37a42ed3-84c4-4c3d-87ee-1e641b434198 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:12.968518 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "c8098ab0-6120-4500-be69-d5c2cbc550f0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:12.968518 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37a42ed3-84c4-4c3d-87ee-1e641b434198 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:12.968886 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8098ab0-6120-4500-be69-d5c2cbc550f0', 'code': 200} Aug 03 19:21:12.980406 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.062605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 67c1b2be-b8b6-414c-93e3-f3d5a9877312, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:13.070987 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.194293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a9aca-2619-4612-8bcd-ccce5d371dd0 req-ab1e667b-637c-4e24-92a0-c1b24fa32f2c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.208977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a9aca-2619-4612-8bcd-ccce5d371dd0 req-ab1e667b-637c-4e24-92a0-c1b24fa32f2c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.212369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=67c1b2be-b8b6-414c-93e3-f3d5a9877312,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:13.216303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f2c10a1-001b-4479-9efa-bfb62e5381ce tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.223883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a9aca-2619-4612-8bcd-ccce5d371dd0 req-ab1e667b-637c-4e24-92a0-c1b24fa32f2c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.237695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f93a9aca-2619-4612-8bcd-ccce5d371dd0 req-ab1e667b-637c-4e24-92a0-c1b24fa32f2c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2419 time: 0.5430336 Aug 03 19:21:13.265078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c10a1-001b-4479-9efa-bfb62e5381ce tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=9442a084-1ece-468e-9c4c-0535221a8af5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:13.295248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-df79bb19-86e8-405c-a2a0-fac1f68a5596 admin admin] Deleting subnet 383a944d-87cf-4ac6-bf65-4d3279eac591 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:13.310544 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df79bb19-86e8-405c-a2a0-fac1f68a5596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.339391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f2c10a1-001b-4479-9efa-bfb62e5381ce tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.342583 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0f2c10a1-001b-4479-9efa-bfb62e5381ce tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/9442a084-1ece-468e-9c4c-0535221a8af5 HTTP/1.1" status: 204 len: 168 time: 1.1901903 Aug 03 19:21:13.347102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49344) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:13.381327 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b8b19e-1f8c-43e2-8279-a1a42cf552a8 x-openstack-request-id: req-d6b8b19e-1f8c-43e2-8279-a1a42cf552a8 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:13.381810 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d17580-dcd4-4c79-b65c-645a1f188598", "tag": "347f236e-b2fd-47d8-afcd-5fb291136dfe", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:13.382537 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6b8b19e-1f8c-43e2-8279-a1a42cf552a8 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:13.383123 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d17580-dcd4-4c79-b65c-645a1f188598', 'tag': '347f236e-b2fd-47d8-afcd-5fb291136dfe', 'status': 'completed', 'code': 200} Aug 03 19:21:13.386965 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb44166-f5da-4693-986e-a1606b7ef499 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:21:13.389096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2bb44166-f5da-4693-986e-a1606b7ef499 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/9442a084-1ece-468e-9c4c-0535221a8af5 HTTP/1.1" status: 404 len: 333 time: 0.0408611 Aug 03 19:21:13.393929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49348) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:13.399024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43884-b859-4466-8739-f841af61b68a req-1c080570-f1f0-4709-b30f-65e728095ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.401777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-1c080570-f1f0-4709-b30f-65e728095ad6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 1095 time: 0.9448292 Aug 03 19:21:13.412288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f93a9aca-2619-4612-8bcd-ccce5d371dd0 req-72447f3d-2e23-405e-b5a7-04d93f7eb9c2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731339 Aug 03 19:21:13.507391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b7820f-d244-4ff6-a5a6-01c952d6b92b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet a4475d7f-e660-45a9-9294-a1b60eed16c5 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:13.521175 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9b7820f-d244-4ff6-a5a6-01c952d6b92b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.558871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-5aa6b355-eb5c-4270-8300-48c86b358822 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=347f236e-b2fd-47d8-afcd-5fb291136dfe HTTP/1.1" status: 200 len: 217 time: 0.1335993 Aug 03 19:21:13.566262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df79bb19-86e8-405c-a2a0-fac1f68a5596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.583684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 883f3bca-57f6-4f22-9c56-3841dda7c7b7 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:13.610998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9b7820f-d244-4ff6-a5a6-01c952d6b92b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.692069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:13.696798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:13.697538 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.729831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826407cd-51a6-4321-88e9-23de4c2b00c6 req-1c743295-8d02-468d-9660-5f6a94471b41 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.736003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-826407cd-51a6-4321-88e9-23de4c2b00c6 req-1c743295-8d02-468d-9660-5f6a94471b41 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 944 time: 0.2957366 Aug 03 19:21:13.791018 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df79bb19-86e8-405c-a2a0-fac1f68a5596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.812459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9b7820f-d244-4ff6-a5a6-01c952d6b92b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.815735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43884-b859-4466-8739-f841af61b68a req-6f955b36-503d-48a2-80e1-985ef861789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.816442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-6f955b36-503d-48a2-80e1-985ef861789a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.2173884 Aug 03 19:21:13.840460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70067580-e829-40c6-9183-89258e73a458 req-6d6b690f-da90-4ac4-acb5-68e5b5ad28e2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.849574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70067580-e829-40c6-9183-89258e73a458 req-6d6b690f-da90-4ac4-acb5-68e5b5ad28e2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.856899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70067580-e829-40c6-9183-89258e73a458 req-6d6b690f-da90-4ac4-acb5-68e5b5ad28e2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.858706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70067580-e829-40c6-9183-89258e73a458 req-6d6b690f-da90-4ac4-acb5-68e5b5ad28e2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2419 time: 0.3117774 Aug 03 19:21:13.917144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-66f20876-3961-40cb-b4e0-04a2181585d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914326 Aug 03 19:21:13.958767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-826407cd-51a6-4321-88e9-23de4c2b00c6 req-2594bd21-83b3-44b4-a0cf-d9e5b29b4d6d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051806 Aug 03 19:21:13.979525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c5100-d138-479b-9c89-67873ad8b9d3 None None] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:14.054900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9b7820f-d244-4ff6-a5a6-01c952d6b92b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.065049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b3a8a6be-2779-4a36-9ec0-8adfcbc3419b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:14.135918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7820f-d244-4ff6-a5a6-01c952d6b92b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=a4475d7f-e660-45a9-9294-a1b60eed16c5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:14.145071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e05798c-f040-4d98-94e7-357d34f71d49 None None] Could not find standard attr ID for object 9442a084-1ece-468e-9c4c-0535221a8af5. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:21:14.151193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9b7820f-d244-4ff6-a5a6-01c952d6b92b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.156626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d9b7820f-d244-4ff6-a5a6-01c952d6b92b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/a4475d7f-e660-45a9-9294-a1b60eed16c5 HTTP/1.1" status: 204 len: 168 time: 0.7614043 Aug 03 19:21:14.162694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49356) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:14.212645 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.245725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e05798c-f040-4d98-94e7-357d34f71d49 None None] Provisioning for port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:14.276193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae6af40-0e72-4f31-b003-933aee3b347e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 3df6249f-11bf-488f-85b5-7be82a41cc3a {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:14.281416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e05798c-f040-4d98-94e7-357d34f71d49 None None] Provisioning complete for port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:14.282357 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e05798c-f040-4d98-94e7-357d34f71d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.282686 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dae6af40-0e72-4f31-b003-933aee3b347e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.371479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dae6af40-0e72-4f31-b003-933aee3b347e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.406993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:14.407992 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.418918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 883f3bca-57f6-4f22-9c56-3841dda7c7b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:14.469179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df79bb19-86e8-405c-a2a0-fac1f68a5596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.481558 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.482902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0105532b-5b96-4e69-9a56-15fa30ad5ec7 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:14.576828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79bb19-86e8-405c-a2a0-fac1f68a5596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383a944d-87cf-4ac6-bf65-4d3279eac591,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:14.592152 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dae6af40-0e72-4f31-b003-933aee3b347e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.627202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df79bb19-86e8-405c-a2a0-fac1f68a5596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.630781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-df79bb19-86e8-405c-a2a0-fac1f68a5596 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/383a944d-87cf-4ac6-bf65-4d3279eac591 HTTP/1.1" status: 204 len: 168 time: 1.8046434 Aug 03 19:21:14.633142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49360) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:14.727294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629e8-9925-445a-b729-1bd9532392d4 req-4fa14f36-7a27-43ee-9df9-457098773ff9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:14.740315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629e8-9925-445a-b729-1bd9532392d4 req-4fa14f36-7a27-43ee-9df9-457098773ff9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:14.744441 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dae6af40-0e72-4f31-b003-933aee3b347e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.752633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629e8-9925-445a-b729-1bd9532392d4 req-4fa14f36-7a27-43ee-9df9-457098773ff9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:14.764322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629e8-9925-445a-b729-1bd9532392d4 req-4fa14f36-7a27-43ee-9df9-457098773ff9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:14.776190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629e8-9925-445a-b729-1bd9532392d4 req-4fa14f36-7a27-43ee-9df9-457098773ff9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:14.783294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.787176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dae6af40-0e72-4f31-b003-933aee3b347e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.789430 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dae6af40-0e72-4f31-b003-933aee3b347e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/3df6249f-11bf-488f-85b5-7be82a41cc3a HTTP/1.1" status: 204 len: 168 time: 0.6251481 Aug 03 19:21:14.790457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6af40-0e72-4f31-b003-933aee3b347e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=3df6249f-11bf-488f-85b5-7be82a41cc3a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:14.795255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629e8-9925-445a-b729-1bd9532392d4 req-4fa14f36-7a27-43ee-9df9-457098773ff9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:14.798201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49362) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:14.805429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629e8-9925-445a-b729-1bd9532392d4 req-4fa14f36-7a27-43ee-9df9-457098773ff9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:14.815152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c63629e8-9925-445a-b729-1bd9532392d4 req-4fa14f36-7a27-43ee-9df9-457098773ff9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5430 time: 0.8514769 Aug 03 19:21:14.872183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=883f3bca-57f6-4f22-9c56-3841dda7c7b7,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:14.884040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-3e8ac7c8-3600-401a-8184-b74fefc02613 service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9391508 Aug 03 19:21:14.899125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port 44236e34-20c3-4759-808c-fee3859b68cd {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:14.899472 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.924993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c63629e8-9925-445a-b729-1bd9532392d4 req-0ed96ee4-8aff-48df-8c20-01f310be5fa4 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088219 Aug 03 19:21:14.925659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:14.939098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:14.939468 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.983192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c1b2be-b8b6-414c-93e3-f3d5a9877312'}, {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883f3bca-57f6-4f22-9c56-3841dda7c7b7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:14.991743 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a276ee0-19f5-4699-9de3-44a046f4dca8" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "67c1b2be-b8b6-414c-93e3-f3d5a9877312"}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "883f3bca-57f6-4f22-9c56-3841dda7c7b7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:15.031325 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.048644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.051851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d837dc44-76e1-44de-8dbd-40ca545fdf93']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:15.068602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:15.068929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91cfc77-87f5-49fc-b77c-69bfa2a5bf54') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:15.085733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.089385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32b548-7e91-45c7-ae0b-4182a671fa31 None None] Update dhcp port {'port': {'network_id': '8d912702-d080-4e15-89d0-a1f883ef4d7a', 'fixed_ips': [{'subnet_id': '3df6249f-11bf-488f-85b5-7be82a41cc3a'}], 'binding:host_id': 'n-d-803378-1'}, 'id': 'b3a8a6be-2779-4a36-9ec0-8adfcbc3419b'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:21:15.121661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb1095-50ca-491c-9337-00f59bcaf7e0 req-c45ee5e5-f1d8-4058-abf1-8b161a37d679 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:15.124777 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14e67bc-d57f-45b3-a502-07cd0a7dbaed x-openstack-request-id: req-a14e67bc-d57f-45b3-a502-07cd0a7dbaed {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:15.125076 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "67c1b2be-b8b6-414c-93e3-f3d5a9877312", "code": 200}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "883f3bca-57f6-4f22-9c56-3841dda7c7b7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:15.125321 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a14e67bc-d57f-45b3-a502-07cd0a7dbaed {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:15.125765 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c1b2be-b8b6-414c-93e3-f3d5a9877312', 'code': 200} Aug 03 19:21:15.126017 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883f3bca-57f6-4f22-9c56-3841dda7c7b7', 'code': 200} Aug 03 19:21:15.129833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb1095-50ca-491c-9337-00f59bcaf7e0 req-c45ee5e5-f1d8-4058-abf1-8b161a37d679 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:15.132594 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d32b548-7e91-45c7-ae0b-4182a671fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.138677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb1095-50ca-491c-9337-00f59bcaf7e0 req-c45ee5e5-f1d8-4058-abf1-8b161a37d679 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:15.140754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97cb1095-50ca-491c-9337-00f59bcaf7e0 req-c45ee5e5-f1d8-4058-abf1-8b161a37d679 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 2419 time: 0.5320976 Aug 03 19:21:15.153860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.177636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:15.178245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.240066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97cb1095-50ca-491c-9337-00f59bcaf7e0 req-918c8a0b-ed09-4e3f-b0c9-ff9eb94896e3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843625 Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:15.259122 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:15.265166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.271923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.277645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d837dc44-76e1-44de-8dbd-40ca545fdf93 HTTP/1.1" status: 204 len: 168 time: 0.6427193 Aug 03 19:21:15.304401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5344cb6-993c-4316-80cd-3ef98c7298f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d837dc44-76e1-44de-8dbd-40ca545fdf93,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:15.311688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:15.312106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.334859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port 44236e34-20c3-4759-808c-fee3859b68cd, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=44236e34-20c3-4759-808c-fee3859b68cd,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:15.335269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.356062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef43884-b859-4466-8739-f841af61b68a req-1a8a79ee-b424-48d3-826f-4b68e1766233 service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605699 Aug 03 19:21:15.376248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for 44236e34-20c3-4759-808c-fee3859b68cd owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:15.394167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.462846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686f4e2-0b8a-4d1b-be72-40fc51a1cc43 req-8edca524-0e8e-460c-8a69-2719e85faee4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:15.469600 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0105532b-5b96-4e69-9a56-15fa30ad5ec7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:15.475474 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.476757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 709a6d51-93eb-4555-b201-1379dad82dd9 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:15.494045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7686f4e2-0b8a-4d1b-be72-40fc51a1cc43 req-8edca524-0e8e-460c-8a69-2719e85faee4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 944 time: 0.2686689 Aug 03 19:21:15.515770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094099a-90bd-4281-b62f-9eed003a46b3 None None] Network 8d912702-d080-4e15-89d0-a1f883ef4d7a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:15.553089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] For port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,segment=NetworkSegment(94459be7-bd81-4f55-bf98-ab67a2d1b19f),segment_id=94459be7-bd81-4f55-bf98-ab67a2d1b19f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:15.553943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.586631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for b3a8a6be-2779-4a36-9ec0-8adfcbc3419b owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:15.634172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49374) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:15.659320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0105532b-5b96-4e69-9a56-15fa30ad5ec7,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:15.669648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e6368e8c-f1a9-4cc2-a272-efff97ba02f9 None None] Provisioning complete for port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:15.670013 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e6368e8c-f1a9-4cc2-a272-efff97ba02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.743666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.755004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 709a6d51-93eb-4555-b201-1379dad82dd9 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:15.762715 n-d-803378-1 neutron-server[94135]: INFO neutron.plugins.ml2.db [None req-e6368e8c-f1a9-4cc2-a272-efff97ba02f9 None None] No ports have port_id starting with b3a8a6be-2779-4a36-9ec0-8adfcbc3419b Aug 03 19:21:15.764266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 709a6d51-93eb-4555-b201-1379dad82dd9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:15.764641 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.802402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7686f4e2-0b8a-4d1b-be72-40fc51a1cc43 req-39681c25-536a-40db-b75e-20b4e4e480e2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878101 Aug 03 19:21:15.831459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba9af75-f3b3-419c-a978-feacd4b1c39d None None] DHCP port deletion for 8d912702-d080-4e15-89d0-a1f883ef4d7a request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:15.844343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No DVR routers for this DVR port b3a8a6be-2779-4a36-9ec0-8adfcbc3419b on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:15.862252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-142765d4-585b-42d2-901c-58de6cda0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:15.868709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-142765d4-585b-42d2-901c-58de6cda0cdd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 1095 time: 0.3684225 Aug 03 19:21:15.874029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-01117ae3-ded1-46ff-bc58-244d79785c6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c62e85eb426742fa9271e09656a5e611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355919 Aug 03 19:21:15.892400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:15.935892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=b3a8a6be-2779-4a36-9ec0-8adfcbc3419b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:15.965913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b3a8a6be-2779-4a36-9ec0-8adfcbc3419b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:16.034534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.047723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: b3a8a6be-2779-4a36-9ec0-8adfcbc3419b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:16.048612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b3a8a6be-2779-4a36-9ec0-8adfcbc3419b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:16.055691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d912702-d080-4e15-89d0-a1f883ef4d7a']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:16.059992 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.077673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94459be7-bd81-4f55-bf98-ab67a2d1b19f') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:16.078025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94459be7-bd81-4f55-bf98-ab67a2d1b19f') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:16.088274 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cbff483-6869-46fc-b2d4-7e1cbcda8fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.095638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.131453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.132080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 709a6d51-93eb-4555-b201-1379dad82dd9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=709a6d51-93eb-4555-b201-1379dad82dd9,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:16.138650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.139770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d8021b4c-00ac-44b1-8e7f-0f378783fde2 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:16.146809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:16.147285 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:16.151131 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:16.215478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-c0de541a-2407-4e6f-8c5d-f14ba0d35be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.217854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-c0de541a-2407-4e6f-8c5d-f14ba0d35be3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 913 time: 0.3409824 Aug 03 19:21:16.227874 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.258977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.273005 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cbff483-6869-46fc-b2d4-7e1cbcda8fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.298873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.304253 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/networks/8d912702-d080-4e15-89d0-a1f883ef4d7a HTTP/1.1" status: 204 len: 168 time: 1.5014775 Aug 03 19:21:16.304476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdab4d-94fa-45aa-803a-95023a2e985c tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Network': ['ID=8d912702-d080-4e15-89d0-a1f883ef4d7a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:16.306220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49386) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:16.319124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=709a6d51-93eb-4555-b201-1379dad82dd9,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:16.353161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port d8021b4c-00ac-44b1-8e7f-0f378783fde2 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:16.363164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port d8021b4c-00ac-44b1-8e7f-0f378783fde2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:16.363552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.417339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d3b795a7-613b-436b-918e-1a263cc253d0 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:16.423160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1df3eb-2eb9-4d2a-8fb9-996d2d275da7 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.427981 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4d1df3eb-2eb9-4d2a-8fb9-996d2d275da7 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1153605 Aug 03 19:21:16.437187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49388) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:16.529623 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2984749a-4e05-4d7f-81e6-9acce098b115 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0859151 Aug 03 19:21:16.532928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49392) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:16.552981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1328849934'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:16.586055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-106987a0-0a44-45d6-8eb4-7d30b5501f7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.596718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:16.598010 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.610883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-106987a0-0a44-45d6-8eb4-7d30b5501f7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.613937 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.619403 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.625577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-106987a0-0a44-45d6-8eb4-7d30b5501f7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.641314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-106987a0-0a44-45d6-8eb4-7d30b5501f7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.657508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-106987a0-0a44-45d6-8eb4-7d30b5501f7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.659769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:16.667281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d8021b4c-00ac-44b1-8e7f-0f378783fde2, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:16.676104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-106987a0-0a44-45d6-8eb4-7d30b5501f7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.676973 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.677506 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Added segment 62546ee4-980f-4c21-a5b2-c007a5acf365 of type vlan for network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 Aug 03 19:21:16.679456 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.680342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a3a64e69-abdd-4fea-b2a6-bd62de03b63c up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:16.684490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d3b795a7-613b-436b-918e-1a263cc253d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3b795a7-613b-436b-918e-1a263cc253d0,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:16.690685 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.691607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b49177ce-9405-484b-b6d4-33e22f8152d7 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:16.698445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-106987a0-0a44-45d6-8eb4-7d30b5501f7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.702371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-106987a0-0a44-45d6-8eb4-7d30b5501f7c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5432 time: 0.6017101 Aug 03 19:21:16.760409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49396) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:16.769132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-a8e3a8ad-8d2e-47ae-829d-0c4badce352a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=347f236e-b2fd-47d8-afcd-5fb291136dfe HTTP/1.1" status: 200 len: 217 time: 0.5217628 Aug 03 19:21:16.784228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.807904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d8021b4c-00ac-44b1-8e7f-0f378783fde2,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:16.856020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=44236e34-20c3-4759-808c-fee3859b68cd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:16.883756 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.884028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.907131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.907447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port a3a64e69-abdd-4fea-b2a6-bd62de03b63c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:16.907793 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.908882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port 44236e34-20c3-4759-808c-fee3859b68cd on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:16.914773 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.918864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70067580-e829-40c6-9183-89258e73a458 req-20bb486a-7ffb-4ab2-b1fb-441f2e26555b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "DELETE /v2.0/ports/44236e34-20c3-4759-808c-fee3859b68cd HTTP/1.1" status: 204 len: 173 time: 3.0429544 Aug 03 19:21:16.940569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-deleted', 'tag': '44236e34-20c3-4759-808c-fee3859b68cd'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:16.946968 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5753e249-b32d-4466-874c-67d5be9cc650" -d '{"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-deleted", "tag": "44236e34-20c3-4759-808c-fee3859b68cd"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:16.952259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port a3a64e69-abdd-4fea-b2a6-bd62de03b63c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:16.952995 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.989073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d3b795a7-613b-436b-918e-1a263cc253d0,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.009983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b49177ce-9405-484b-b6d4-33e22f8152d7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b49177ce-9405-484b-b6d4-33e22f8152d7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:17.026150 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4916081 Aug 03 19:21:17.026681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49404) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:17.037549 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d01011a9-e9ec-42da-b0de-e7405a5bade9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.043653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:17.045062 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.046248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 44236e34-20c3-4759-808c-fee3859b68cd no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:17.094245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5056-4eea-4c5a-bc94-bcfe6ce70d7e req-bc74d998-8923-4ad1-88bb-f4172be07d64 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:17.100529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5056-4eea-4c5a-bc94-bcfe6ce70d7e req-bc74d998-8923-4ad1-88bb-f4172be07d64 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:17.109160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79da5056-4eea-4c5a-bc94-bcfe6ce70d7e req-bc74d998-8923-4ad1-88bb-f4172be07d64 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 1681 time: 0.6383545 Aug 03 19:21:17.110903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2606708-b9e0-4b8f-bb15-dca23c4bffb4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Network': ['ID=f2d3ac50-7311-49ac-b09d-cef25ba6c8d8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.129765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7'}, {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a6d51-93eb-4555-b201-1379dad82dd9'}, {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8021b4c-00ac-44b1-8e7f-0f378783fde2'}, {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b795a7-613b-436b-918e-1a263cc253d0'}, {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49177ce-9405-484b-b6d4-33e22f8152d7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:17.132304 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9dc731-82d1-4407-9651-2767f701e931" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7"}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "709a6d51-93eb-4555-b201-1379dad82dd9"}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "d8021b4c-00ac-44b1-8e7f-0f378783fde2"}, {"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b795a7-613b-436b-918e-1a263cc253d0"}, {"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "b49177ce-9405-484b-b6d4-33e22f8152d7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:17.141399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55f43968-c6eb-4498-8c70-0b7dec57eae3 req-f5cad0e7-1fdf-4821-8df7-9cae284c0f43 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3703442 Aug 03 19:21:17.141793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:17.144051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 44236e34-20c3-4759-808c-fee3859b68cd {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:17.144391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 44236e34-20c3-4759-808c-fee3859b68cd not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:17.220249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-127282c6-f6bf-4bb4-95e7-0e51a0fcd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:17.222004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-127282c6-f6bf-4bb4-95e7-0e51a0fcd23f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.3448272 Aug 03 19:21:17.253958 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cbff483-6869-46fc-b2d4-7e1cbcda8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.256611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cbff483-6869-46fc-b2d4-7e1cbcda8fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.257929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9cbff483-6869-46fc-b2d4-7e1cbcda8fdc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a9f7283-f7ea-49ac-b5db-8da2c03f2762 HTTP/1.1" status: 204 len: 168 time: 1.3648262 Aug 03 19:21:17.313789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-bbd2e3b9-497b-4280-830f-caf3598f445c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817254 Aug 03 19:21:17.334416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d01011a9-e9ec-42da-b0de-e7405a5bade9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.344821 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79da5056-4eea-4c5a-bc94-bcfe6ce70d7e req-7e16db43-c27a-4efe-bf7f-1eaa1c0ca2ef tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346811 Aug 03 19:21:17.379319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbff483-6869-46fc-b2d4-7e1cbcda8fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f7283-f7ea-49ac-b5db-8da2c03f2762,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.396932 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.407273 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d01011a9-e9ec-42da-b0de-e7405a5bade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.451035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:17.454984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.479512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b49177ce-9405-484b-b6d4-33e22f8152d7,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.488492 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d477b-bcb7-42b8-8455-f47cd984762f x-openstack-request-id: req-140d477b-bcb7-42b8-8455-f47cd984762f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:17.488774 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-deleted", "tag": "44236e34-20c3-4759-808c-fee3859b68cd", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:17.489026 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-140d477b-bcb7-42b8-8455-f47cd984762f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:17.489451 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-deleted', 'tag': '44236e34-20c3-4759-808c-fee3859b68cd', 'status': 'completed', 'code': 200} Aug 03 19:21:17.508951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port b49177ce-9405-484b-b6d4-33e22f8152d7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:17.509301 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.535131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a3a64e69-abdd-4fea-b2a6-bd62de03b63c, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:17.545530 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 871 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8758b065-d324-4ed1-acb3-38d621fc37f0 x-openstack-request-id: req-8758b065-d324-4ed1-acb3-38d621fc37f0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:17.545848 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7", "code": 200}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "709a6d51-93eb-4555-b201-1379dad82dd9", "code": 200}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "d8021b4c-00ac-44b1-8e7f-0f378783fde2", "code": 200}, {"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b795a7-613b-436b-918e-1a263cc253d0", "code": 200}, {"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "b49177ce-9405-484b-b6d4-33e22f8152d7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:17.546105 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8758b065-d324-4ed1-acb3-38d621fc37f0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:17.546504 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'code': 200} Aug 03 19:21:17.546760 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a6d51-93eb-4555-b201-1379dad82dd9', 'code': 200} Aug 03 19:21:17.547016 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8021b4c-00ac-44b1-8e7f-0f378783fde2', 'code': 200} Aug 03 19:21:17.547267 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b795a7-613b-436b-918e-1a263cc253d0', 'code': 200} Aug 03 19:21:17.547512 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49177ce-9405-484b-b6d4-33e22f8152d7', 'code': 200} Aug 03 19:21:17.548158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.585877 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d01011a9-e9ec-42da-b0de-e7405a5bade9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a944be331e1f4613a0c2c7b8dcaee902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8239994 Aug 03 19:21:17.596098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49410) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:17.597108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01011a9-e9ec-42da-b0de-e7405a5bade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf321d73-6f30-47a5-ac45-46cbcbfbcb00,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.645594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.650329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 347f236e-b2fd-47d8-afcd-5fb291136dfe details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:17.778886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf81f-61ee-43c2-a1f6-a2a296e0331c req-4be1eb15-cfa9-4fc7-8ff7-e36d676acf73 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:17.794888 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a9248e-4d66-487b-b71e-3b3d61a9f783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.809077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-642bf81f-61ee-43c2-a1f6-a2a296e0331c req-4be1eb15-cfa9-4fc7-8ff7-e36d676acf73 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 944 time: 0.3182859 Aug 03 19:21:17.822943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 347f236e-b2fd-47d8-afcd-5fb291136dfe, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=347f236e-b2fd-47d8-afcd-5fb291136dfe,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:17.833761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a9248e-4d66-487b-b71e-3b3d61a9f783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.860981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '347f236e-b2fd-47d8-afcd-5fb291136dfe', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'port_id': '347f236e-b2fd-47d8-afcd-5fb291136dfe', 'mac_address': 'fa:16:3e:3d:81:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d0866-5ec6-4863-8a31-4cd77b166be6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:17.911840 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.912854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-d8059b0a-d8a2-49d0-ad23-a43fd6f5b1b5 service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649734 Aug 03 19:21:17.915961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port b49177ce-9405-484b-b6d4-33e22f8152d7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b49177ce-9405-484b-b6d4-33e22f8152d7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:17.916355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.932321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347f236e-b2fd-47d8-afcd-5fb291136dfe {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:17.962669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 347f236e-b2fd-47d8-afcd-5fb291136dfe, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=347f236e-b2fd-47d8-afcd-5fb291136dfe,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:17.969264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.979539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for b49177ce-9405-484b-b6d4-33e22f8152d7 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:18.023731 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.051542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=347f236e-b2fd-47d8-afcd-5fb291136dfe,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:18.077676 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-642bf81f-61ee-43c2-a1f6-a2a296e0331c req-4175ccae-57e3-446a-b5cd-63c62a3f01f5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665741 Aug 03 19:21:18.108787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=b6b24e48-4cca-493a-8be2-134f9bee0675,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:18.127695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Checking segment: {'id': '62546ee4-980f-4c21-a5b2-c007a5acf365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:18.128175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network hostable DHCP agents. Network: f2d3ac50-7311-49ac-b09d-cef25ba6c8d8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:18.148606 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a9248e-4d66-487b-b71e-3b3d61a9f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.151264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a9248e-4d66-487b-b71e-3b3d61a9f783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.158096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-53a9248e-4d66-487b-b71e-3b3d61a9f783 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf321d73-6f30-47a5-ac45-46cbcbfbcb00 HTTP/1.1" status: 204 len: 168 time: 0.5527647 Aug 03 19:21:18.166869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9248e-4d66-487b-b71e-3b3d61a9f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf321d73-6f30-47a5-ac45-46cbcbfbcb00,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:18.168925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:18.180657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, f2d3ac50-7311-49ac-b09d-cef25ba6c8d8) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:18.190975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb14d1a-1a3f-4cf6-882d-0c8267af1192 None None] Network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:18.191837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.191837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.232563 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-546243bd-e3b9-48d6-8f26-83276f311907 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1963196 Aug 03 19:21:18.237057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49426) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:18.243118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8', 'name': 'tempest-PortsIpV6TestJSON-1616415090'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:18.291024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e9d0e90-eae1-4e82-8707-43b73d2a5187 req-054f3704-e032-499f-a70a-cf0f497e9ac6 service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585613 Aug 03 19:21:18.476538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-eff9cab5-cc8e-41f0-9c27-bc9d9699780c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.495967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:18.499770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-eff9cab5-cc8e-41f0-9c27-bc9d9699780c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.504562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.507375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['347f236e-b2fd-47d8-afcd-5fb291136dfe'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:18.521599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-eff9cab5-cc8e-41f0-9c27-bc9d9699780c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.531260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-eff9cab5-cc8e-41f0-9c27-bc9d9699780c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.543170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-eff9cab5-cc8e-41f0-9c27-bc9d9699780c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.573851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-eff9cab5-cc8e-41f0-9c27-bc9d9699780c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.580960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port 14d7dcd7-d1b4-4afc-88cf-118b185981ca yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:18.581171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-eff9cab5-cc8e-41f0-9c27-bc9d9699780c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.593767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-eff9cab5-cc8e-41f0-9c27-bc9d9699780c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 0.2926157 Aug 03 19:21:18.674297 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.757598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=b49177ce-9405-484b-b6d4-33e22f8152d7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:18.763210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:18.787014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-f2d3ac50-7311-49ac-b09d-cef25ba6c8d8', 'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8', 'tenant_id': 'f884bae847444e8fadaebb3d93ecc728', 'fixed_ips': [{'subnet_id': 'b6b24e48-4cca-493a-8be2-134f9bee0675'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:18.787882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.790620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aad2360-b0ad-47ff-b694-2d1e09eb877f req-605a0f1b-a5e0-4ead-9d06-91e4dc9fbb43 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956079 Aug 03 19:21:18.817353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::325 (f2d3ac50-7311-49ac-b09d-cef25ba6c8d8/b6b24e48-4cca-493a-8be2-134f9bee0675/14d7dcd7-d1b4-4afc-88cf-118b185981ca) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:18.873206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160f3b0-fbeb-481a-ba5a-cd3d7efa5fa3 req-b7bb46f4-1e33-4816-9765-a179a923775a tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.881337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160f3b0-fbeb-481a-ba5a-cd3d7efa5fa3 req-b7bb46f4-1e33-4816-9765-a179a923775a tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.883185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6160f3b0-fbeb-481a-ba5a-cd3d7efa5fa3 req-b7bb46f4-1e33-4816-9765-a179a923775a tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 1600 time: 0.2693844 Aug 03 19:21:18.920416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port b49177ce-9405-484b-b6d4-33e22f8152d7 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:18.925390 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.928733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70067580-e829-40c6-9183-89258e73a458 req-8bb10685-0b75-4566-8335-dba9aaf22f73 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "DELETE /v2.0/ports/b49177ce-9405-484b-b6d4-33e22f8152d7 HTTP/1.1" status: 204 len: 173 time: 1.9746544 Aug 03 19:21:19.057503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-448240620-network', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:19.076721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6160f3b0-fbeb-481a-ba5a-cd3d7efa5fa3 req-f239b864-2653-4a04-9b48-a2d3d919aa56 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581750 Aug 03 19:21:19.113019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port d3b795a7-613b-436b-918e-1a263cc253d0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:19.113697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.129662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Made reservation on behalf of 2c6d1ffcfb7e4864886083b3f036b0ff for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:19.129662 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.156803 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.203154 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.228985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object 14d7dcd7-d1b4-4afc-88cf-118b185981ca will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:19.312239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.341863 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.352124 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.389020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e56ede-be2a-456d-8399-0e42ba53cd06 req-a181a7a6-fc2b-487c-ac9d-e63cc125629b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.392044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56e56ede-be2a-456d-8399-0e42ba53cd06 req-a181a7a6-fc2b-487c-ac9d-e63cc125629b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 945 time: 0.1553600 Aug 03 19:21:19.403583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Allocated IP 2001:db8::2 (f2d3ac50-7311-49ac-b09d-cef25ba6c8d8/b6b24e48-4cca-493a-8be2-134f9bee0675/57097f17-8668-4467-85bd-6dfeaf6d811a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:19.441699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port d3b795a7-613b-436b-918e-1a263cc253d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3b795a7-613b-436b-918e-1a263cc253d0,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:19.442235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.461303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:19.471898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:19.473078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for d3b795a7-613b-436b-918e-1a263cc253d0 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:19.486164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:19.493529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-deleted', 'tag': 'b49177ce-9405-484b-b6d4-33e22f8152d7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:19.496450 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1feb9b4-fc7b-4deb-98af-142295b9a946" -d '{"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-deleted", "tag": "b49177ce-9405-484b-b6d4-33e22f8152d7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:19.497097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:19.504022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.504980 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.512670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56e56ede-be2a-456d-8399-0e42ba53cd06 req-3074059a-58ec-4ffb-82ab-168826078889 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025057 Aug 03 19:21:19.536731 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.537229 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Added segment 5f0b4e4e-9462-463e-bc26-5c490cca96fa of type vlan for network 9718a632-7cff-495c-bd96-582c7af625a9 Aug 03 19:21:19.556885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a64e69-abdd-4fea-b2a6-bd62de03b63c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:19.564210 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b32834-1a9b-4966-88c8-cd7745b909f4" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "a3a64e69-abdd-4fea-b2a6-bd62de03b63c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:19.638583 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.647967 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c7db4-1414-4be5-ac03-6ce0effd0591 x-openstack-request-id: req-b38c7db4-1414-4be5-ac03-6ce0effd0591 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:19.648652 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-plugged", "status": "completed", "tag": "a3a64e69-abdd-4fea-b2a6-bd62de03b63c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:19.649163 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b38c7db4-1414-4be5-ac03-6ce0effd0591 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:19.649826 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a64e69-abdd-4fea-b2a6-bd62de03b63c', 'code': 200} Aug 03 19:21:19.656785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49470) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:19.659173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=14d7dcd7-d1b4-4afc-88cf-118b185981ca,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:19.661438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708f608a-766a-48fe-9589-9d0b5c9c653b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:19.669459 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed2ad63-4bb9-4e63-be80-aabd418472c2 x-openstack-request-id: req-eed2ad63-4bb9-4e63-be80-aabd418472c2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:19.670591 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-deleted", "tag": "b49177ce-9405-484b-b6d4-33e22f8152d7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:19.671605 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eed2ad63-4bb9-4e63-be80-aabd418472c2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:19.673793 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-deleted', 'tag': 'b49177ce-9405-484b-b6d4-33e22f8152d7', 'status': 'completed', 'code': 200} Aug 03 19:21:19.694329 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4532590 Aug 03 19:21:19.694329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.694329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.694790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.694790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.695123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.695472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.695800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.696306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.696805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.697317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.697844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.699209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6681db-bfac-4196-b95c-ec87b7174bd5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.705371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49474) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:19.707133 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.707694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.708203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.708813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.709081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.709391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.710020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.710529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.711023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.712251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.712765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.713404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:19.724076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8', 'name': 'tempest-PortsIpV6TestJSON-1604559169'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:19.758402 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.773227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Transition to ACTIVE for port object 57097f17-8668-4467-85bd-6dfeaf6d811a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:19.800915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Transition to ACTIVE for port object 57097f17-8668-4467-85bd-6dfeaf6d811a will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:19.804795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.806077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.806795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.809854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.840136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-128614061-network', 'tenant_id': 'f8a6f9b580ec4f39ad40babf0e158edd'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:19.860631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.892956 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1286871 Aug 03 19:21:19.897186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:19.907524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:19.908209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49478) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:19.912495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:19.925084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Request body: {'subnet': {'network_id': '9718a632-7cff-495c-bd96-582c7af625a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-subnet', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:19.933331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Pushing event updated for resources: {'Port': ['ID=57097f17-8668-4467-85bd-6dfeaf6d811a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:19.961766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94938a70-6afd-4d9b-979a-ddfd49979749 admin admin] Pushing event updated for resources: {'Network': ['ID=9718a632-7cff-495c-bd96-582c7af625a9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:19.967073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-25c4e3b5-7927-4a20-b12a-af361f940d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.967898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-25c4e3b5-7927-4a20-b12a-af361f940d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.968178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Made reservation on behalf of f8a6f9b580ec4f39ad40babf0e158edd for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:19.968960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-25c4e3b5-7927-4a20-b12a-af361f940d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.969973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-25c4e3b5-7927-4a20-b12a-af361f940d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.970929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-25c4e3b5-7927-4a20-b12a-af361f940d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.971252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.971894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-25c4e3b5-7927-4a20-b12a-af361f940d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.972731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-25c4e3b5-7927-4a20-b12a-af361f940d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.977358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-25c4e3b5-7927-4a20-b12a-af361f940d28 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6492 time: 0.2236407 Aug 03 19:21:19.978403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=d3b795a7-613b-436b-918e-1a263cc253d0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:19.985962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.000299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9718a632-7cff-495c-bd96-582c7af625a9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:20.022180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Made reservation on behalf of 2c6d1ffcfb7e4864886083b3f036b0ff for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:20.024887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.082549 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:21:20.082549 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:21:20.082549 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id_1': 'f8a6f9b580ec4f39ad40babf0e158edd', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 21, 20, 16235)}] Aug 03 19:21:20.082549 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:21:20.083267 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:21:20.085862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:20.090322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.111908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Attempting to bind port 57097f17-8668-4467-85bd-6dfeaf6d811a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:20.112369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Attempting to bind port 57097f17-8668-4467-85bd-6dfeaf6d811a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '62546ee4-980f-4c21-a5b2-c007a5acf365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:20.112793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Attempting to bind port 57097f17-8668-4467-85bd-6dfeaf6d811a on network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:20.127128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port 7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:20.130914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:20.131453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Checking segment: {'id': '62546ee4-980f-4c21-a5b2-c007a5acf365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:20.132342 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.132544 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Bound using segment: {'id': '62546ee4-980f-4c21-a5b2-c007a5acf365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:20.133085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Bound port: 57097f17-8668-4467-85bd-6dfeaf6d811a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62546ee4-980f-4c21-a5b2-c007a5acf365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f2d3ac50-7311-49ac-b09d-cef25ba6c8d8'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:20.133659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.193047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port d3b795a7-613b-436b-918e-1a263cc253d0 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:20.210725 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.216377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70067580-e829-40c6-9183-89258e73a458 req-186e1b44-0167-4154-8fd1-a606b3223656 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "DELETE /v2.0/ports/d3b795a7-613b-436b-918e-1a263cc253d0 HTTP/1.1" status: 204 len: 173 time: 1.2790003 Aug 03 19:21:20.234769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] For port 57097f17-8668-4467-85bd-6dfeaf6d811a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:20.240023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] For port 57097f17-8668-4467-85bd-6dfeaf6d811a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57097f17-8668-4467-85bd-6dfeaf6d811a,segment=NetworkSegment(62546ee4-980f-4c21-a5b2-c007a5acf365),segment_id=62546ee4-980f-4c21-a5b2-c007a5acf365)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:20.249911 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.257253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d159-1ec1-4dda-b292-97601ef45309 req-37aa2184-c11a-4a9c-91fb-b648b8f0bce1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.286298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d159-1ec1-4dda-b292-97601ef45309 req-37aa2184-c11a-4a9c-91fb-b648b8f0bce1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.305827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d159-1ec1-4dda-b292-97601ef45309 req-37aa2184-c11a-4a9c-91fb-b648b8f0bce1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.321393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d159-1ec1-4dda-b292-97601ef45309 req-37aa2184-c11a-4a9c-91fb-b648b8f0bce1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.337858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d159-1ec1-4dda-b292-97601ef45309 req-37aa2184-c11a-4a9c-91fb-b648b8f0bce1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.356796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d159-1ec1-4dda-b292-97601ef45309 req-37aa2184-c11a-4a9c-91fb-b648b8f0bce1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.380121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d159-1ec1-4dda-b292-97601ef45309 req-37aa2184-c11a-4a9c-91fb-b648b8f0bce1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.393978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db07d159-1ec1-4dda-b292-97601ef45309 req-37aa2184-c11a-4a9c-91fb-b648b8f0bce1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 0.4630055 Aug 03 19:21:20.398953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e95bbe3-65cc-49bd-9bbd-fd414c7c016b req-e44ba7e2-5ceb-435a-b03e-a8c4069e00ca service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&id=203db56f-11e2-49b5-a30d-62a2126f4690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3783650 Aug 03 19:21:20.413228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c2c75-8eff-471d-9f83-42d24daf3886 None None] Pushing event updated for resources: {'Port': ['ID=57097f17-8668-4467-85bd-6dfeaf6d811a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:20.425515 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.495869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::347 (f2d3ac50-7311-49ac-b09d-cef25ba6c8d8/b6b24e48-4cca-493a-8be2-134f9bee0675/7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:20.516251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cffba66e-e7a1-4e78-bdd2-c97a5c7a9649 req-161506b0-2903-4f8f-8819-07914f8db5f1 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=398edd71-1959-4a41-b1b9-29e75b42f7b1 HTTP/1.1" status: 200 len: 210 time: 0.1123416 Aug 03 19:21:20.534161 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.567639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db07d159-1ec1-4dda-b292-97601ef45309 req-04cab800-982b-411d-aa8a-840837ad045c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601248 Aug 03 19:21:20.585582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.725744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:20.764001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da82dc-8d62-45d9-88af-1f407f295aad req-140d2b0a-47e4-4770-97ad-2d9023a95749 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.779131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5da82dc-8d62-45d9-88af-1f407f295aad req-140d2b0a-47e4-4770-97ad-2d9023a95749 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 945 time: 0.1064775 Aug 03 19:21:20.788382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Checking segment: {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:20.788754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Network hostable DHCP agents. Network: 9718a632-7cff-495c-bd96-582c7af625a9, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:20.841952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5da82dc-8d62-45d9-88af-1f407f295aad req-aec520a9-9db1-4e61-a8d3-ad2cfab62d87 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612829 Aug 03 19:21:20.874194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.880326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Network 9718a632-7cff-495c-bd96-582c7af625a9 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:20.913110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object 7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:20.919073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9718a632-7cff-495c-bd96-582c7af625a9) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:20.931056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.932058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.934413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8331e-584d-4847-b028-5d5a5bb744d5 None None] Network 9718a632-7cff-495c-bd96-582c7af625a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:20.976738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.989952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.006584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:21.016954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.017314 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Added segment 8bb772f0-0f33-478e-99e2-11250161990d of type vlan for network f73d626c-1e4a-4703-839d-1ea546a9419f Aug 03 19:21:21.047589 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9d3dba24-f1bb-45cb-8e27-35a694adaca2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1343057 Aug 03 19:21:21.051692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49486) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.059069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:21.092513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.093839 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.139459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.162491 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.164690 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cd29b8-15ec-411f-bdbe-1df27fc46f7b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:21.191125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b56e8b-6fa0-46d1-ac41-c56fda793660 None None] Network 9718a632-7cff-495c-bd96-582c7af625a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:21.217890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.268539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:21.285773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:21.312634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:21.324006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:21.325166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.341927 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.346260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:21.357541 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0edf5ffe-c067-4ae5-b411-0dc58a454e47 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6364474 Aug 03 19:21:21.360748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49488) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.365188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.366204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:21.366802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.437663 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7793810 Aug 03 19:21:21.442100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49490) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.450215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Request body: {'subnet': {'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-128614061-subnet', 'tenant_id': 'f8a6f9b580ec4f39ad40babf0e158edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:21.461129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b9499-b695-47bf-b72a-48be65e7d7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f73d626c-1e4a-4703-839d-1ea546a9419f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:21.486193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Made reservation on behalf of f8a6f9b580ec4f39ad40babf0e158edd for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:21.491472 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.523124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network f73d626c-1e4a-4703-839d-1ea546a9419f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:21.649965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 347f236e-b2fd-47d8-afcd-5fb291136dfe up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:21.691660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-deleted', 'tag': 'd3b795a7-613b-436b-918e-1a263cc253d0'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:21.698196 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892e5df1-15d1-4fef-9323-2aa9a5a01986" -d '{"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-deleted", "tag": "d3b795a7-613b-436b-918e-1a263cc253d0"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:21.746678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49498) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.759863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 347f236e-b2fd-47d8-afcd-5fb291136dfe completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:21.779787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 347f236e-b2fd-47d8-afcd-5fb291136dfe triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:21.780602 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.837392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.902786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbe596-f67a-402f-91d3-9825c1fccc2d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:21.904077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b4bbe596-f67a-402f-91d3-9825c1fccc2d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A325 HTTP/1.1" status: 200 len: 929 time: 0.5415978 Aug 03 19:21:21.910409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49504) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.959383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d29cd-de70-4005-a903-d95ca861e8be None None] Network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:21.967086 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeaa60d-de02-49a5-8439-9396dcfb67b8 x-openstack-request-id: req-5eeaa60d-de02-49a5-8439-9396dcfb67b8 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:21.967386 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398edd71-1959-4a41-b1b9-29e75b42f7b1", "name": "network-vif-deleted", "tag": "d3b795a7-613b-436b-918e-1a263cc253d0", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:21.967641 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5eeaa60d-de02-49a5-8439-9396dcfb67b8 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:21.968044 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398edd71-1959-4a41-b1b9-29e75b42f7b1', 'name': 'network-vif-deleted', 'tag': 'd3b795a7-613b-436b-918e-1a263cc253d0', 'status': 'completed', 'code': 200} Aug 03 19:21:22.068016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:22.068618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57097f17-8668-4467-85bd-6dfeaf6d811a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:22.096968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.101529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Checking segment: {'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:22.102354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Network hostable DHCP agents. Network: f73d626c-1e4a-4703-839d-1ea546a9419f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:22.104454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7ce8b75d-edb1-4f40-84b2-c69cc5268fa8 None None] Provisioning for port 57097f17-8668-4467-85bd-6dfeaf6d811a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:22.115580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting subnet 5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:22.126884 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.129924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Network f73d626c-1e4a-4703-839d-1ea546a9419f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:22.141553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-89198f58-afd7-438a-92b6-acaf7f58bcbf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:22.141888 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89198f58-afd7-438a-92b6-acaf7f58bcbf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.158930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, f73d626c-1e4a-4703-839d-1ea546a9419f) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:22.167429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-f6b2bcb8-7405-442f-ad30-0899a8ae8671 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.178089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4f3f4-61ed-4e44-b688-e0de05068d91 None None] Network f73d626c-1e4a-4703-839d-1ea546a9419f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:22.181519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-f6b2bcb8-7405-442f-ad30-0899a8ae8671 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.190685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.191527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.199185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-f6b2bcb8-7405-442f-ad30-0899a8ae8671 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.210839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-f6b2bcb8-7405-442f-ad30-0899a8ae8671 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.220211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2c7ff93c-b7f6-41f2-82fa-b11353449630 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7744763 Aug 03 19:21:22.220599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-f6b2bcb8-7405-442f-ad30-0899a8ae8671 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.227215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-f6b2bcb8-7405-442f-ad30-0899a8ae8671 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.234289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-f6b2bcb8-7405-442f-ad30-0899a8ae8671 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.236674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-f6b2bcb8-7405-442f-ad30-0899a8ae8671 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 0.3230979 Aug 03 19:21:22.246666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d17580-dcd4-4c79-b65c-645a1f188598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347f236e-b2fd-47d8-afcd-5fb291136dfe'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:22.249279 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b97dde1-6153-4303-a4ae-8e77fdf0662b" -d '{"events": [{"server_uuid": "f1d17580-dcd4-4c79-b65c-645a1f188598", "name": "network-vif-plugged", "status": "completed", "tag": "347f236e-b2fd-47d8-afcd-5fb291136dfe"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:22.271806 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89198f58-afd7-438a-92b6-acaf7f58bcbf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.280151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 347f236e-b2fd-47d8-afcd-5fb291136dfe, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=347f236e-b2fd-47d8-afcd-5fb291136dfe,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:22.290075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-89198f58-afd7-438a-92b6-acaf7f58bcbf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:22.296310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.304138 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.356691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 57097f17-8668-4467-85bd-6dfeaf6d811a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:22.386342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 57097f17-8668-4467-85bd-6dfeaf6d811a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:22.386660 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.492991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=347f236e-b2fd-47d8-afcd-5fb291136dfe,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:22.533024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23edc6a1-5fee-41b6-9e1b-f9be3513a088 None None] Network f73d626c-1e4a-4703-839d-1ea546a9419f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:22.746168 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.854841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 57097f17-8668-4467-85bd-6dfeaf6d811a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57097f17-8668-4467-85bd-6dfeaf6d811a,segment=NetworkSegment(62546ee4-980f-4c21-a5b2-c007a5acf365),segment_id=62546ee4-980f-4c21-a5b2-c007a5acf365)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:22.861869 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.968926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89198f58-afd7-438a-92b6-acaf7f58bcbf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.993322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=57097f17-8668-4467-85bd-6dfeaf6d811a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:23.007997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e4250383-1944-4f11-a46f-91002e954bcb None None] Provisioning for port 14d7dcd7-d1b4-4afc-88cf-118b185981ca completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:23.018021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e4250383-1944-4f11-a46f-91002e954bcb None None] Provisioning complete for port 14d7dcd7-d1b4-4afc-88cf-118b185981ca triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:23.018719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e4250383-1944-4f11-a46f-91002e954bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.046371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f272a529-05e8-41e1-81b0-bfe3867ffd2b req-70cda3a0-e4c8-4825-8280-6feebe35f198 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748683 Aug 03 19:21:23.060143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89198f58-afd7-438a-92b6-acaf7f58bcbf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.064287 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-89198f58-afd7-438a-92b6-acaf7f58bcbf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4 HTTP/1.1" status: 204 len: 168 time: 1.1426597 Aug 03 19:21:23.077117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49516) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:23.116727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89198f58-afd7-438a-92b6-acaf7f58bcbf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:23.165250 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acdcd12-1265-48bc-b51a-346ce10e414e x-openstack-request-id: req-0acdcd12-1265-48bc-b51a-346ce10e414e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:23.165250 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d17580-dcd4-4c79-b65c-645a1f188598", "name": "network-vif-plugged", "status": "completed", "tag": "347f236e-b2fd-47d8-afcd-5fb291136dfe", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:23.165849 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0acdcd12-1265-48bc-b51a-346ce10e414e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:23.166390 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d17580-dcd4-4c79-b65c-645a1f188598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347f236e-b2fd-47d8-afcd-5fb291136dfe', 'code': 200} Aug 03 19:21:23.176688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e4250383-1944-4f11-a46f-91002e954bcb None None] Port 14d7dcd7-d1b4-4afc-88cf-118b185981ca cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:23.220555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e4250383-1944-4f11-a46f-91002e954bcb None None] Provisioning complete for port 57097f17-8668-4467-85bd-6dfeaf6d811a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:23.223732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e4250383-1944-4f11-a46f-91002e954bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.254463 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-449c02a5-7870-4c8b-a526-738501c0d250 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:21:23.259144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-449c02a5-7870-4c8b-a526-738501c0d250 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4 HTTP/1.1" status: 404 len: 333 time: 0.1807973 Aug 03 19:21:23.259434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49522) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:23.302073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1916804-86e0-423e-842f-19a50c90a62b req-1c5844c1-f2f3-48bb-933d-d700f550f030 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:23.303729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1916804-86e0-423e-842f-19a50c90a62b req-1c5844c1-f2f3-48bb-933d-d700f550f030 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 946 time: 0.4425294 Aug 03 19:21:23.313011 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.463191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e4250383-1944-4f11-a46f-91002e954bcb None None] Could not find standard attr ID for object 7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:21:23.546296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-967435a4-d283-4dbd-b652-a0d0f7edab41 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 14d7dcd7-d1b4-4afc-88cf-118b185981ca {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:23.546838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-967435a4-d283-4dbd-b652-a0d0f7edab41 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.575252 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1916804-86e0-423e-842f-19a50c90a62b req-2fb451bf-1e3d-4434-a2b7-816d49496d7a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570162 Aug 03 19:21:23.597174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7ae70-33b4-46f0-93d4-fb41bf62a568 req-50f67800-814c-4cb5-ac75-17e256a24e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:23.600304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ecd7ae70-33b4-46f0-93d4-fb41bf62a568 req-50f67800-814c-4cb5-ac75-17e256a24e36 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 1097 time: 0.3733482 Aug 03 19:21:23.638309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f7899fb1-ba70-4d82-8644-3a32fb235248 None None] Provisioning complete for port 14d7dcd7-d1b4-4afc-88cf-118b185981ca triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:23.639586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f7899fb1-ba70-4d82-8644-3a32fb235248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.651950 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.706211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.735579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f7899fb1-ba70-4d82-8644-3a32fb235248 None None] Port 14d7dcd7-d1b4-4afc-88cf-118b185981ca cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:23.769364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Subnet': ['ID=5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:23.769625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-967435a4-d283-4dbd-b652-a0d0f7edab41 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.780458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.790195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ed7da-8358-410e-bd1f-8182421c876b None None] Network bd371c28-b119-4d96-9dc5-b8099c95cefd requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:23.801184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-967435a4-d283-4dbd-b652-a0d0f7edab41 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 14d7dcd7-d1b4-4afc-88cf-118b185981ca owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:23.897323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9988d165-84b2-4920-8023-4eb4572bc92a None None] Could not find standard attr ID for object 7bbb3647-6fff-4d4b-81ae-71ffac8ecfe4. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:21:23.914897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Allocated IP 172.25.4.215 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/5fad100a-6c38-41ea-b670-13e76c09c5d0) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:23.935798 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.938385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "DELETE /v2.0/subnets/5912d2ac-bc39-4f7d-bf90-cb3a9853a2a2 HTTP/1.1" status: 204 len: 168 time: 2.1399579 Aug 03 19:21:23.943979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.944688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.945435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.946013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.946828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.949418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.950385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.951212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.952096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.952973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.953890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.954770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74346578-680c-4602-b1db-00157c049ca0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:23.968414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49528) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:24.111565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57097f17-8668-4467-85bd-6dfeaf6d811a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:24.216670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-967435a4-d283-4dbd-b652-a0d0f7edab41 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.225445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ecd7ae70-33b4-46f0-93d4-fb41bf62a568 req-4d189d10-823b-4075-bf60-d00ae85e86d8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907245 Aug 03 19:21:24.241260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.269076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967435a4-d283-4dbd-b652-a0d0f7edab41 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=14d7dcd7-d1b4-4afc-88cf-118b185981ca,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:24.342555 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-967435a4-d283-4dbd-b652-a0d0f7edab41 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.357759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-967435a4-d283-4dbd-b652-a0d0f7edab41 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/14d7dcd7-d1b4-4afc-88cf-118b185981ca HTTP/1.1" status: 204 len: 168 time: 1.0955477 Aug 03 19:21:24.361534 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49532) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:24.412968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383227-89da-4ac3-aba3-d5c5ffb2c429 req-a3e81641-910a-4968-a69b-91c00c3dde2e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.441770 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf39817b-a656-436d-87a9-078c5d34f7f7 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:21:24.450395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383227-89da-4ac3-aba3-d5c5ffb2c429 req-a3e81641-910a-4968-a69b-91c00c3dde2e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.457358 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bf39817b-a656-436d-87a9-078c5d34f7f7 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/14d7dcd7-d1b4-4afc-88cf-118b185981ca HTTP/1.1" status: 404 len: 333 time: 0.0940378 Aug 03 19:21:24.459361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49536) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:24.530196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383227-89da-4ac3-aba3-d5c5ffb2c429 req-a3e81641-910a-4968-a69b-91c00c3dde2e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.581622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383227-89da-4ac3-aba3-d5c5ffb2c429 req-a3e81641-910a-4968-a69b-91c00c3dde2e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.584253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 57097f17-8668-4467-85bd-6dfeaf6d811a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:24.585329 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.621076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383227-89da-4ac3-aba3-d5c5ffb2c429 req-a3e81641-910a-4968-a69b-91c00c3dde2e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.641878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383227-89da-4ac3-aba3-d5c5ffb2c429 req-a3e81641-910a-4968-a69b-91c00c3dde2e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.659530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9aec55d-307e-41c5-ae1e-fc993389aae5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet b6b24e48-4cca-493a-8be2-134f9bee0675 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:24.667917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9aec55d-307e-41c5-ae1e-fc993389aae5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.681942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383227-89da-4ac3-aba3-d5c5ffb2c429 req-a3e81641-910a-4968-a69b-91c00c3dde2e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.711698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72383227-89da-4ac3-aba3-d5c5ffb2c429 req-a3e81641-910a-4968-a69b-91c00c3dde2e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 1.2150483 Aug 03 19:21:24.720209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49540) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:24.745310 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Request body: {'floatingip': {'port_id': '0105532b-5b96-4e69-9a56-15fa30ad5ec7'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:24.776690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] DHCP port deletion for bd371c28-b119-4d96-9dc5-b8099c95cefd request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:24.801139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9aec55d-307e-41c5-ae1e-fc993389aae5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.866621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] Deleting port 651b5f51-eda6-48f1-be7c-988e2753e5a7 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:24.867591 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.950929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9aec55d-307e-41c5-ae1e-fc993389aae5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.001677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] For port 651b5f51-eda6-48f1-be7c-988e2753e5a7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=651b5f51-eda6-48f1-be7c-988e2753e5a7,segment=NetworkSegment(765e71b0-5187-4212-86d7-b2e2739b8604),segment_id=765e71b0-5187-4212-86d7-b2e2739b8604)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:25.002011 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.006349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.014485 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.023742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] Calling delete_port for 651b5f51-eda6-48f1-be7c-988e2753e5a7 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:25.032794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9aec55d-307e-41c5-ae1e-fc993389aae5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.049345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9aec55d-307e-41c5-ae1e-fc993389aae5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.055581 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a9aec55d-307e-41c5-ae1e-fc993389aae5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/b6b24e48-4cca-493a-8be2-134f9bee0675 HTTP/1.1" status: 204 len: 168 time: 0.5905678 Aug 03 19:21:25.070742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49542) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:25.080507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aec55d-307e-41c5-ae1e-fc993389aae5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b24e48-4cca-493a-8be2-134f9bee0675,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:25.138415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82ad254-50a0-49a5-9ca4-1f112ce8548a None None] Network f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:25.202293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.248603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8203c5b-7fdf-4923-90b2-7b9f606fc4da req-63518e79-0227-437f-acb7-a4ab293e9708 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:25.256586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8203c5b-7fdf-4923-90b2-7b9f606fc4da req-63518e79-0227-437f-acb7-a4ab293e9708 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 946 time: 0.4066081 Aug 03 19:21:25.330262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 57097f17-8668-4467-85bd-6dfeaf6d811a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:25.331804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.376726 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.408815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8203c5b-7fdf-4923-90b2-7b9f606fc4da req-dbd32e52-93bd-4d4b-bb47-23014e234313 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514313 Aug 03 19:21:25.409875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.424642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port 651b5f51-eda6-48f1-be7c-988e2753e5a7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:25.425915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.447364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] Pushing event deleted for resources: {'Port': ['ID=651b5f51-eda6-48f1-be7c-988e2753e5a7,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:25.480198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] For port 57097f17-8668-4467-85bd-6dfeaf6d811a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57097f17-8668-4467-85bd-6dfeaf6d811a,segment=NetworkSegment(62546ee4-980f-4c21-a5b2-c007a5acf365),segment_id=62546ee4-980f-4c21-a5b2-c007a5acf365)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:25.481041 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.500194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7ee6e-5290-4616-92a2-aa2242dfae9f None None] No DVR routers for this DVR port 651b5f51-eda6-48f1-be7c-988e2753e5a7 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:25.523468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 57097f17-8668-4467-85bd-6dfeaf6d811a owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:25.575274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:25.592448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Pushing event updated for resources: {'Port': ['ID=5fad100a-6c38-41ea-b670-13e76c09c5d0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:25.600573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:25.608609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:25.611228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port 651b5f51-eda6-48f1-be7c-988e2753e5a7, host n-d-803378-1, got binding levels [] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:25.611547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.639469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] DHCP port deletion for f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:25.660395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for 651b5f51-eda6-48f1-be7c-988e2753e5a7 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:25.700617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.701349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Port 651b5f51-eda6-48f1-be7c-988e2753e5a7 was not found and therefore no delete operation was performed {{(pid=94134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:21:25.712275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.713349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.786645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=651b5f51-eda6-48f1-be7c-988e2753e5a7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:25.818873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=57097f17-8668-4467-85bd-6dfeaf6d811a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:25.831936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port 651b5f51-eda6-48f1-be7c-988e2753e5a7 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:25.833781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No DVR routers for this DVR port 57097f17-8668-4467-85bd-6dfeaf6d811a on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:25.842742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] Deleting port 57097f17-8668-4467-85bd-6dfeaf6d811a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:25.843612 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.019741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 651b5f51-eda6-48f1-be7c-988e2753e5a7 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:26.075193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.084302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 651b5f51-eda6-48f1-be7c-988e2753e5a7 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:26.084848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 651b5f51-eda6-48f1-be7c-988e2753e5a7 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:26.085458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57097f17-8668-4467-85bd-6dfeaf6d811a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:26.106606 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.110677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd371c28-b119-4d96-9dc5-b8099c95cefd']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.127939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d3ac50-7311-49ac-b09d-cef25ba6c8d8']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.131884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] For port 57097f17-8668-4467-85bd-6dfeaf6d811a, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:26.132474 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.150547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62546ee4-980f-4c21-a5b2-c007a5acf365') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.151753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62546ee4-980f-4c21-a5b2-c007a5acf365') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.164120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765e71b0-5187-4212-86d7-b2e2739b8604') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.164458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765e71b0-5187-4212-86d7-b2e2739b8604') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.168933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 57097f17-8668-4467-85bd-6dfeaf6d811a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:26.169784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57097f17-8668-4467-85bd-6dfeaf6d811a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:26.174467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.180874 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7ae263f0-5ca5-4822-838c-0cc1557b98a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.184567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] Calling delete_port for 57097f17-8668-4467-85bd-6dfeaf6d811a owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:26.188358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:21:26.192607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] Port 57097f17-8668-4467-85bd-6dfeaf6d811a was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:21:26.193111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.195144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.227069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.248964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:26.250240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.261131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] No DVR routers for this DVR port 57097f17-8668-4467-85bd-6dfeaf6d811a on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:26.267034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca6a2b-71db-4467-bff8-7cb012c8291b None None] Pushing event deleted for resources: {'Port': ['ID=57097f17-8668-4467-85bd-6dfeaf6d811a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:26.271793 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:26.297121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.340873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:26.341419 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:26.348338 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:26.352321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.415458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.419181 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.429194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.438194 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/networks/f2d3ac50-7311-49ac-b09d-cef25ba6c8d8 HTTP/1.1" status: 204 len: 168 time: 1.3622568 Aug 03 19:21:26.438194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49554) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.447291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-896444647'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:26.471151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ae07c-3856-41b6-a468-126f86b72953 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Network': ['ID=f2d3ac50-7311-49ac-b09d-cef25ba6c8d8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:26.497003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:26.501437 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.516757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.536818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:26.551995 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.552372 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Added segment 3edfa98a-f981-4734-ad94-8cd59e3e2ef5 of type vlan for network bce3c839-500a-4553-b960-76cf07d455a9 Aug 03 19:21:26.617870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.630608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.661129 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.668459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:26.669271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.718398 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.721340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "DELETE /v2.0/networks/bd371c28-b119-4d96-9dc5-b8099c95cefd HTTP/1.1" status: 204 len: 168 time: 2.7505791 Aug 03 19:21:26.728269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49558) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.760252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3201878 Aug 03 19:21:26.764868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49560) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.772559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:26.906009 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ae4ed-6324-4b17-816a-a3c68f2a0b00 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Network': ['ID=bce3c839-500a-4553-b960-76cf07d455a9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:26.925638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network bce3c839-500a-4553-b960-76cf07d455a9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:26.987503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:26.994136 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.149948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba5a2a-2209-4a43-80fb-f882e31c02b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Network': ['ID=bd371c28-b119-4d96-9dc5-b8099c95cefd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:27.219017 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Floating IP cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf associated. External IP: 172.25.4.105, port: 0105532b-5b96-4e69-9a56-15fa30ad5ec7. Aug 03 19:21:27.249340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.274393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659953-95df-492d-9115-6c7103524d19 req-09a72360-4ec5-46b0-ab89-840bc0ca52af tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:27.276015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db659953-95df-492d-9115-6c7103524d19 req-09a72360-4ec5-46b0-ab89-840bc0ca52af tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 946 time: 0.5950882 Aug 03 19:21:27.284606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0781baaa-7a7e-47a0-942b-40472c783197 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting subnet 02fa669e-53ad-4f42-b370-4099e7be7f4b {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:27.321168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0781baaa-7a7e-47a0-942b-40472c783197 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.325041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=4aafbd96-0a39-4306-8496-8fa751153918,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:27.335658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Checking segment: {'id': '3edfa98a-f981-4734-ad94-8cd59e3e2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:27.335658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network hostable DHCP agents. Network: bce3c839-500a-4553-b960-76cf07d455a9, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:27.364802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bce3c839-500a-4553-b960-76cf07d455a9 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:27.382238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, bce3c839-500a-4553-b960-76cf07d455a9) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:27.392359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:27.393268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.407717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb690f1c-5361-4d92-bd14-aa006a6dc95b None None] Network bce3c839-500a-4553-b960-76cf07d455a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:27.422508 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8a3e2064-781a-4e9c-8b79-3b4fc2a6ef3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6558654 Aug 03 19:21:27.434246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49566) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:27.441540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9', 'name': 'tempest-PortsIpV6TestJSON-1249853139', 'fixed_ips': [{'subnet_id': '4aafbd96-0a39-4306-8496-8fa751153918', 'ip_address': '2001:db8::10'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:27.507331 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0781baaa-7a7e-47a0-942b-40472c783197 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.562222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db659953-95df-492d-9115-6c7103524d19 req-5e5d12a7-0186-448b-a239-a8da4632ba57 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383239 Aug 03 19:21:27.643012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.669175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:27.765062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0781baaa-7a7e-47a0-942b-40472c783197 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.845028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-bce3c839-500a-4553-b960-76cf07d455a9', 'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9', 'tenant_id': 'f884bae847444e8fadaebb3d93ecc728', 'fixed_ips': [{'subnet_id': '4aafbd96-0a39-4306-8496-8fa751153918'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:27.848833 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.960338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.027977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port 4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:28.196348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Allocated IP 2001:db8::2 (bce3c839-500a-4553-b960-76cf07d455a9/4aafbd96-0a39-4306-8496-8fa751153918/edcd634b-30ae-4193-8cd0-acd368af6754) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:28.266562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:28.270439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0781baaa-7a7e-47a0-942b-40472c783197 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.319834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bbf3b-cd6c-4f6d-a265-274c8998bdd8 req-ed282508-689e-4b09-b112-3c7ae36815ba tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:28.321565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-397bbf3b-cd6c-4f6d-a265-274c8998bdd8 req-ed282508-689e-4b09-b112-3c7ae36815ba tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 946 time: 0.1847680 Aug 03 19:21:28.324109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781baaa-7a7e-47a0-942b-40472c783197 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Subnet': ['ID=02fa669e-53ad-4f42-b370-4099e7be7f4b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:28.332473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0781baaa-7a7e-47a0-942b-40472c783197 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.338807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0781baaa-7a7e-47a0-942b-40472c783197 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "DELETE /v2.0/subnets/02fa669e-53ad-4f42-b370-4099e7be7f4b HTTP/1.1" status: 204 len: 168 time: 1.5963714 Aug 03 19:21:28.340127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49574) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:28.340864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff52bef-2083-44f5-a1e5-e9e06a243d40 None None] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:28.403135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Router 4b48384a-7529-4727-97f6-08db19045e92 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:28.434585 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:21:28.445207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-397bbf3b-cd6c-4f6d-a265-274c8998bdd8 req-c9684bfc-4683-441c-862c-f6e4fb44b4ad tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065917 Aug 03 19:21:28.496754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.589754 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.605116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Transition to ACTIVE for port object edcd634b-30ae-4193-8cd0-acd368af6754 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:28.613744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:28.620321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.629700 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] Sync routers for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:28.652469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Transition to ACTIVE for port object edcd634b-30ae-4193-8cd0-acd368af6754 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:28.662688 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:28.663923 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:28.669914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.757542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::10 (bce3c839-500a-4553-b960-76cf07d455a9/4aafbd96-0a39-4306-8496-8fa751153918/4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:28.799102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] DHCP port deletion for 7f0c448f-efaa-43d8-92aa-be63fef00a2b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:28.857828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:28.865733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Network bce3c839-500a-4553-b960-76cf07d455a9 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:28.896151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port 6ed9e3a5-723a-4919-82df-1be49d8305a2 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:28.896423 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:28.896573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.916487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d2b70d85-c8ff-44f9-9d70-643dee1a95fe tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "PUT /v2.0/floatingips/cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf HTTP/1.1" status: 200 len: 992 time: 4.1844609 Aug 03 19:21:28.917099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:28.919551 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:28.939686 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.948867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-020abe25-d091-4f19-a733-995b0bd7e642 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8910284 Aug 03 19:21:28.949596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49586) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:28.956542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Pushing event updated for resources: {'Port': ['ID=edcd634b-30ae-4193-8cd0-acd368af6754,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:28.972743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Sync routers for ids ['4b48384a-7529-4727-97f6-08db19045e92'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:28.998021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:29.022775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:29.031063 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90e0af6-0e7e-4304-806b-29bfcda840c6 x-openstack-request-id: req-e90e0af6-0e7e-4304-806b-29bfcda840c6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:29.032117 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:29.032465 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e90e0af6-0e7e-4304-806b-29bfcda840c6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:29.032944 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'status': 'completed', 'code': 200} Aug 03 19:21:29.036870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port 6ed9e3a5-723a-4919-82df-1be49d8305a2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6ed9e3a5-723a-4919-82df-1be49d8305a2,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:29.037257 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.057510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Routers {'4b48384a-7529-4727-97f6-08db19045e92'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:29.057510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['4b48384a-7529-4727-97f6-08db19045e92'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:29.066003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for 6ed9e3a5-723a-4919-82df-1be49d8305a2 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:29.156063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-50e73d61-9819-4dd8-b107-0b6a56538b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.156063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-50e73d61-9819-4dd8-b107-0b6a56538b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.156757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-50e73d61-9819-4dd8-b107-0b6a56538b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.157307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-50e73d61-9819-4dd8-b107-0b6a56538b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.157880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-50e73d61-9819-4dd8-b107-0b6a56538b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.158415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-50e73d61-9819-4dd8-b107-0b6a56538b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.158955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-50e73d61-9819-4dd8-b107-0b6a56538b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.164001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-50e73d61-9819-4dd8-b107-0b6a56538b5c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6492 time: 0.1194406 Aug 03 19:21:29.260511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Attempting to bind port edcd634b-30ae-4193-8cd0-acd368af6754 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:29.261330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Attempting to bind port edcd634b-30ae-4193-8cd0-acd368af6754 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '3edfa98a-f981-4734-ad94-8cd59e3e2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:29.261330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Attempting to bind port edcd634b-30ae-4193-8cd0-acd368af6754 on network bce3c839-500a-4553-b960-76cf07d455a9 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:29.267345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] Deleting port 6ed9e3a5-723a-4919-82df-1be49d8305a2 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:29.267728 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.365203 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.368655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.412929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] For port 6ed9e3a5-723a-4919-82df-1be49d8305a2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6ed9e3a5-723a-4919-82df-1be49d8305a2,segment=NetworkSegment(1b95755f-1031-4684-9bef-505c439a6ac2),segment_id=1b95755f-1031-4684-9bef-505c439a6ac2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:29.413541 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.414845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=6ed9e3a5-723a-4919-82df-1be49d8305a2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:29.418011 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object 4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:29.424285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port 6ed9e3a5-723a-4919-82df-1be49d8305a2 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:29.437942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] Calling delete_port for 6ed9e3a5-723a-4919-82df-1be49d8305a2 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:29.553196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.570020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0c448f-efaa-43d8-92aa-be63fef00a2b']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:29.583146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.607633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:29.610223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Checking segment: {'id': '3edfa98a-f981-4734-ad94-8cd59e3e2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:29.610648 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.611080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Bound using segment: {'id': '3edfa98a-f981-4734-ad94-8cd59e3e2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:29.611711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Bound port: edcd634b-30ae-4193-8cd0-acd368af6754, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edfa98a-f981-4734-ad94-8cd59e3e2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:29.612233 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.631710 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'port_id': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'mac_address': 'fa:16:3e:34:28:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:19:45Z', 'updated_at': '2021-08-03T19:21:26Z', 'revision_number': 1, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:45Z', 'revision_number': 5, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:29.642963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b95755f-1031-4684-9bef-505c439a6ac2') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:29.643579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b95755f-1031-4684-9bef-505c439a6ac2') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:29.646436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:29.663392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.693071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bce3c839-500a-4553-b960-76cf07d455a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:29.697864 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.704496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:29.717677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Set router 4b48384a-7529-4727-97f6-08db19045e92 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:29.722084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-7d0fe85e-2eaa-4eb9-8258-5c3a57d3a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.724506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-7d0fe85e-2eaa-4eb9-8258-5c3a57d3a5f7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3c474a87-5533-413e-ab07-c13e2d4bafd9 HTTP/1.1" status: 200 len: 912 time: 0.5536315 Aug 03 19:21:29.725314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:29.746382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.747391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.755383 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] Checking router: 40aaa660-00a9-4f37-8c7c-cd44a36105a3 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:29.767141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:29.767767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.784045 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:29.785232 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:29.788988 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:29.863799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6958439-0bb3-4e38-a116-4c00abe23a71 req-64434caf-128b-46aa-b988-5066b2dccc76 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.874471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6958439-0bb3-4e38-a116-4c00abe23a71 req-64434caf-128b-46aa-b988-5066b2dccc76 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 946 time: 0.2629182 Aug 03 19:21:29.926745 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e82c57ac-200e-4219-8329-4ed1de6a98f5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4910724 Aug 03 19:21:29.933780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49594) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:29.940533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': 'bce3c839-500a-4553-b960-76cf07d455a9', 'name': 'tempest-PortsIpV6TestJSON-1075417618', 'fixed_ips': [{'subnet_id': '4aafbd96-0a39-4306-8496-8fa751153918', 'ip_address': '2001:db8::f'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:30.002271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.023272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.037177 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "DELETE /v2.0/networks/7f0c448f-efaa-43d8-92aa-be63fef00a2b HTTP/1.1" status: 204 len: 168 time: 1.6855667 Aug 03 19:21:30.037177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49596) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:30.047853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-92852a8d-26a0-43a5-95cf-fdecc0f82a80 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7 HTTP/1.1" status: 200 len: 1000 time: 0.3146431 Aug 03 19:21:30.063798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-785805950'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:30.087096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6958439-0bb3-4e38-a116-4c00abe23a71 req-9eb9c7d0-3419-43ed-8b04-05a61a5e3a72 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108474 Aug 03 19:21:30.108057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a20cb8-36b8-479c-8dc0-92792ad8d1a3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Network': ['ID=7f0c448f-efaa-43d8-92aa-be63fef00a2b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:30.113190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:30.118482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.123574 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.137457 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:30.140732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.146881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6ed9e3a5-723a-4919-82df-1be49d8305a2 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:30.198091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:30.220472 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.221078 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Added segment 35dc55f5-142a-4b21-8dd8-08d583b34b1a of type vlan for network 6c1a54dc-4aa0-4920-b937-a053b3303b4c Aug 03 19:21:30.294808 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.302285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] For port edcd634b-30ae-4193-8cd0-acd368af6754, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:30.330469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 6ed9e3a5-723a-4919-82df-1be49d8305a2 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:30.330809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6ed9e3a5-723a-4919-82df-1be49d8305a2 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:30.334310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] Network 7f0c448f-efaa-43d8-92aa-be63fef00a2b is not hosted by any dhcp agent {{(pid=94135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:21:30.334776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] No DVR routers for this DVR port 6ed9e3a5-723a-4919-82df-1be49d8305a2 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:30.366900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.374910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:30.375722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.442276 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4036155 Aug 03 19:21:30.445671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49604) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:30.449810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-46f2284c-9fa8-4b56-a4ba-799270e03c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:30.451261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-46f2284c-9fa8-4b56-a4ba-799270e03c1f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91d98ea1-b84f-454f-aa85-4704b0b0472a HTTP/1.1" status: 200 len: 850 time: 0.3924675 Aug 03 19:21:30.469184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'subnet': {'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:30.482456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087071ef-fc00-4788-8119-ef71364f30a0 None None] Pushing event deleted for resources: {'Port': ['ID=6ed9e3a5-723a-4919-82df-1be49d8305a2,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:30.559202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] For port edcd634b-30ae-4193-8cd0-acd368af6754, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=edcd634b-30ae-4193-8cd0-acd368af6754,segment=NetworkSegment(3edfa98a-f981-4734-ad94-8cd59e3e2ef5),segment_id=3edfa98a-f981-4734-ad94-8cd59e3e2ef5)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:30.560880 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'port_id': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'mac_address': 'fa:16:3e:34:28:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:19:45Z', 'updated_at': '2021-08-03T19:21:26Z', 'revision_number': 1, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:45Z', 'revision_number': 5, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:30.576318 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0ece-08a2-4ad2-a4cb-d4e610a48280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.579814 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.602850 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e7274-3364-4661-820a-6024e94c8ae3 None None] The sync data for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 is: [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'port_id': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'mac_address': 'fa:16:3e:34:28:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:19:45Z', 'updated_at': '2021-08-03T19:21:26Z', 'revision_number': 1, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:45Z', 'revision_number': 5, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:30.657593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:30.746313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d89e27-df52-480b-8226-26775e1bf037 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Network': ['ID=6c1a54dc-4aa0-4920-b937-a053b3303b4c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:30.779364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 6c1a54dc-4aa0-4920-b937-a053b3303b4c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:30.800109 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.879792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:30.899769 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.928567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61036971-4d9a-4a1c-a6c5-bb173ce0d0cc None None] Pushing event updated for resources: {'Port': ['ID=edcd634b-30ae-4193-8cd0-acd368af6754,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:31.020383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port 33d96402-41be-49af-a9bd-478076aec15d yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:31.027210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:21:26Z', 'revision_number': 3, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port': {'id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:23Z', 'updated_at': '2021-08-03T19:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:31.073680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Checking router: 4b48384a-7529-4727-97f6-08db19045e92 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:31.074040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Updating router 4b48384a-7529-4727-97f6-08db19045e92 port 5fad100a-6c38-41ea-b670-13e76c09c5d0 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:21:31.084957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-553ef509-5e99-4046-b04c-6fca37680b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:31.087976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-553ef509-5e99-4046-b04c-6fca37680b97 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3c474a87-5533-413e-ab07-c13e2d4bafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5995185 Aug 03 19:21:31.104855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa51e7-c246-4865-b425-e593324563c2 req-c0a699e3-7ad4-4f10-84ba-933c50bb0987 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:31.109797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-beaa51e7-c246-4865-b425-e593324563c2 req-c0a699e3-7ad4-4f10-84ba-933c50bb0987 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 946 time: 0.4562318 Aug 03 19:21:31.116871 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ecff9-321c-46a2-95d7-7b4e0ade8ef4 None None] New status for floating IP cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:21:31.132266 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.406055 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.569225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Checking segment: {'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:31.569586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network hostable DHCP agents. Network: 6c1a54dc-4aa0-4920-b937-a053b3303b4c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:31.594208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Subnet': ['ID=46cd4f7a-3238-4682-a091-b59fac0dabcf,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:31.602140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network 6c1a54dc-4aa0-4920-b937-a053b3303b4c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:31.618604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 6c1a54dc-4aa0-4920-b937-a053b3303b4c) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:31.626237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:31.626882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.652835 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b23512e2-0ab3-4985-a3de-8b2966091315 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2057214 Aug 03 19:21:31.655648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:31.663135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-363886370'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:31.681345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620c3c8-11b2-4109-aac7-7707ff08ca62 None None] Network 6c1a54dc-4aa0-4920-b937-a053b3303b4c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:31.700389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:31.722666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.774058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:31.788495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.788748 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Added segment 516e5633-bead-4841-a036-6ab98790e04f of type vlan for network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 Aug 03 19:21:31.792135 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.861271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Transition to ACTIVE for port object 5fad100a-6c38-41ea-b670-13e76c09c5d0 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:31.867296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.904360 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.910486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.918982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:31.919682 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.014157 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3523185 Aug 03 19:21:32.015739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49616) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.018623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f4504-fa2d-4321-bc34-43eaae7694e5 None None] Pushing event updated for resources: {'Port': ['ID=5fad100a-6c38-41ea-b670-13e76c09c5d0,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:32.021969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'subnet': {'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:32.030726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device edcd634b-30ae-4193-8cd0-acd368af6754 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:32.058988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.113375 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.130909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Attempting to bind port 5fad100a-6c38-41ea-b670-13e76c09c5d0 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:32.131844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890f737-6dc7-4c42-b9a0-c29977f47807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Network': ['ID=8c26de7e-15f8-4c46-8af6-a3ea895dded8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:32.132491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Attempting to bind port 5fad100a-6c38-41ea-b670-13e76c09c5d0 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:32.132874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Attempting to bind port 5fad100a-6c38-41ea-b670-13e76c09c5d0 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:32.174298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:32.218328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:32.222588 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.244859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:32.245836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:32.246423 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.247010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:32.247699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Bound port: 5fad100a-6c38-41ea-b670-13e76c09c5d0, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:32.248342 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.304079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-beaa51e7-c246-4865-b425-e593324563c2 req-16345f0d-6285-44a0-9de5-3b8c844af7c2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9846539 Aug 03 19:21:32.334828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port edcd634b-30ae-4193-8cd0-acd368af6754 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:32.374506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-a089923b-ace6-4a6f-9469-59409e68a81a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:32.376133 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-a089923b-ace6-4a6f-9469-59409e68a81a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 946 time: 0.1352804 Aug 03 19:21:32.464421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-6c1a54dc-4aa0-4920-b937-a053b3303b4c', 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'fixed_ips': [{'subnet_id': '46cd4f7a-3238-4682-a091-b59fac0dabcf'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:32.466221 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.505137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] For port 5fad100a-6c38-41ea-b670-13e76c09c5d0, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:32.520682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-51269dbc-bb0a-43e3-9049-b2d3bf45c34f service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3955417 Aug 03 19:21:32.545321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] For port 5fad100a-6c38-41ea-b670-13e76c09c5d0, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5fad100a-6c38-41ea-b670-13e76c09c5d0,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:32.558946 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.638214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Deleting port 347f236e-b2fd-47d8-afcd-5fb291136dfe {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:32.638475 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.657226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.705056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1632cd9-7ebb-4f3d-bdb5-bf0f4ccb09e6 None None] Network bce3c839-500a-4553-b960-76cf07d455a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:32.821226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a37ff9b-95ce-4ff9-b071-b9466d5f9f8d req-6d9d2fd0-5b79-4101-86dc-0ebbaaab7c87 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280421 Aug 03 19:21:32.829443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0ad16b9a-272a-43d2-a9ab-45807cc2211a None None] Provisioning for port edcd634b-30ae-4193-8cd0-acd368af6754 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:32.861640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0ad16b9a-272a-43d2-a9ab-45807cc2211a None None] Provisioning complete for port edcd634b-30ae-4193-8cd0-acd368af6754 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:32.861989 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ad16b9a-272a-43d2-a9ab-45807cc2211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.880015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Allocated IP 19.80.0.2 (6c1a54dc-4aa0-4920-b937-a053b3303b4c/46cd4f7a-3238-4682-a091-b59fac0dabcf/e7470abf-4c48-431e-b249-a3f2e542a3fe) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:32.886673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::f (bce3c839-500a-4553-b960-76cf07d455a9/4aafbd96-0a39-4306-8496-8fa751153918/33d96402-41be-49af-a9bd-478076aec15d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:32.918532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Routers {'4b48384a-7529-4727-97f6-08db19045e92'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:32.919106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['4b48384a-7529-4727-97f6-08db19045e92'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:32.940581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Allocated IP 172.20.0.1 (9718a632-7cff-495c-bd96-582c7af625a9/22c90c6e-0ad5-480f-b7c6-bd844ebb55e2/dad86527-b7e4-40b4-aa5a-de264bb35c4a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:32.986552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f4504-fa2d-4321-bc34-43eaae7694e5 None None] Pushing event updated for resources: {'Port': ['ID=5fad100a-6c38-41ea-b670-13e76c09c5d0,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.194513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Subnet': ['ID=d30b3733-dd8d-44e7-8035-3fa2bc037247,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.211766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Checking segment: {'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:33.213156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network hostable DHCP agents. Network: 8c26de7e-15f8-4c46-8af6-a3ea895dded8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:33.240409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] For port 347f236e-b2fd-47d8-afcd-5fb291136dfe, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=347f236e-b2fd-47d8-afcd-5fb291136dfe,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:33.241033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.277043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Calling delete_port for 347f236e-b2fd-47d8-afcd-5fb291136dfe owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:33.282837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] Set router 4b48384a-7529-4727-97f6-08db19045e92 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:33.289451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:33.295739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.324220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8c26de7e-15f8-4c46-8af6-a3ea895dded8) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:33.342292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:33.342909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.355136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object 33d96402-41be-49af-a9bd-478076aec15d will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:33.389798 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.414347 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-061e8291-946d-4611-b44e-5a5f3dc5e3aa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3969100 Aug 03 19:21:33.475855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac61c4-257a-4a10-9276-39e92631ea29 None None] Network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:33.496043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ad16b9a-272a-43d2-a9ab-45807cc2211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.569801 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.595795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd527a-b886-4cb0-b480-fa0637c98dba req-3e3c1c35-51d5-417c-b5bc-c9d411102192 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:33.597849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bacd527a-b886-4cb0-b480-fa0637c98dba req-3e3c1c35-51d5-417c-b5bc-c9d411102192 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d17580-dcd4-4c79-b65c-645a1f188598 HTTP/1.1" status: 200 len: 946 time: 0.1174376 Aug 03 19:21:33.635022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.700523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['347f236e-b2fd-47d8-afcd-5fb291136dfe'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:33.705512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event deleted for resources: {'Port': ['ID=347f236e-b2fd-47d8-afcd-5fb291136dfe,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.722632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bce3c839-500a-4553-b960-76cf07d455a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:33.756357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=33d96402-41be-49af-a9bd-478076aec15d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.759449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:33.770184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:33.777977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:33.778677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.808176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.835667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] No DVR routers for this DVR port 347f236e-b2fd-47d8-afcd-5fb291136dfe on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:33.839053 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.841679 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2e1ca164-4a45-4be3-a2e0-61d247326c63 req-0a447a37-d2ea-459c-9fba-43b0bf3214a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "DELETE /v2.0/ports/347f236e-b2fd-47d8-afcd-5fb291136dfe HTTP/1.1" status: 204 len: 173 time: 1.4518535 Aug 03 19:21:33.842505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d17580-dcd4-4c79-b65c-645a1f188598', 'name': 'network-vif-deleted', 'tag': '347f236e-b2fd-47d8-afcd-5fb291136dfe'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:33.845423 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bdae20-b47a-47d3-aad8-39ccfd6a1a28" -d '{"events": [{"server_uuid": "f1d17580-dcd4-4c79-b65c-645a1f188598", "name": "network-vif-deleted", "tag": "347f236e-b2fd-47d8-afcd-5fb291136dfe"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:33.874760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-69ff5cca-1f8c-4192-9dd7-18fb78d58fd0 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9366436 Aug 03 19:21:33.877535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bacd527a-b886-4cb0-b480-fa0637c98dba req-1ab7c26d-442d-49e9-8fa8-80c92177b003 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496522 Aug 03 19:21:33.891489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49648) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:33.933068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Network 9718a632-7cff-495c-bd96-582c7af625a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:33.940665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:33.949278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:34.026740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Pushing event updated for resources: {'Port': ['ID=dad86527-b7e4-40b4-aa5a-de264bb35c4a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:34.078595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.142144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c4ac3-56ee-4318-a106-ff56cfd8a12b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:34.148737 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b05c4ac3-56ee-4318-a106-ff56cfd8a12b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2518115 Aug 03 19:21:34.150805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49652) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:34.179093 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b57b715-fc01-470e-aac0-f12ed132f6ee x-openstack-request-id: req-2b57b715-fc01-470e-aac0-f12ed132f6ee {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:34.179710 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d17580-dcd4-4c79-b65c-645a1f188598", "name": "network-vif-deleted", "tag": "347f236e-b2fd-47d8-afcd-5fb291136dfe", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:34.180503 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b57b715-fc01-470e-aac0-f12ed132f6ee {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:34.181557 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d17580-dcd4-4c79-b65c-645a1f188598', 'name': 'network-vif-deleted', 'tag': '347f236e-b2fd-47d8-afcd-5fb291136dfe', 'status': 'completed', 'code': 200} Aug 03 19:21:34.192821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-568d3f29-e55e-4b00-8643-f71ccead72f5 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:34.195704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-568d3f29-e55e-4b00-8643-f71ccead72f5 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:34.197978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-568d3f29-e55e-4b00-8643-f71ccead72f5 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/networks?id=6c1a54dc-4aa0-4920-b937-a053b3303b4c&id=8c26de7e-15f8-4c46-8af6-a3ea895dded8 HTTP/1.1" status: 200 len: 1390 time: 0.3438160 Aug 03 19:21:34.237827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-6d47a638-8b8b-40f6-a67d-56f47db84537 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/quotas/a10a1534096d408bbe4ccb68de461024 HTTP/1.1" status: 200 len: 375 time: 0.0229714 Aug 03 19:21:34.302415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f884b2-ed57-485f-8bb9-d0d15a5245e4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:34.313254 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.337799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0ad16b9a-272a-43d2-a9ab-45807cc2211a None None] For port edcd634b-30ae-4193-8cd0-acd368af6754, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=edcd634b-30ae-4193-8cd0-acd368af6754,segment=NetworkSegment(3edfa98a-f981-4734-ad94-8cd59e3e2ef5),segment_id=3edfa98a-f981-4734-ad94-8cd59e3e2ef5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:34.345234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d1cceae3-c8ee-4325-9142-5c65f9daed88 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829067 Aug 03 19:21:34.350985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f884b2-ed57-485f-8bb9-d0d15a5245e4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:34.365886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f884b2-ed57-485f-8bb9-d0d15a5245e4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:34.373532 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e3f884b2-ed57-485f-8bb9-d0d15a5245e4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2195694 Aug 03 19:21:34.376698 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ad16b9a-272a-43d2-a9ab-45807cc2211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.387746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49654) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:34.398973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Transition to ACTIVE for port object e7470abf-4c48-431e-b249-a3f2e542a3fe will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:34.472454 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.546154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-281ac18d-dc51-4bff-ad3a-4d32a57e28ee service neutron] 10.222.0.42 "GET /v2.0/networks/6c1a54dc-4aa0-4920-b937-a053b3303b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508365 Aug 03 19:21:34.555536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b290274c-da9a-4768-a206-06ed84ff3070 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 33d96402-41be-49af-a9bd-478076aec15d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:34.556352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b290274c-da9a-4768-a206-06ed84ff3070 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.569839 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.603982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Transition to ACTIVE for port object e7470abf-4c48-431e-b249-a3f2e542a3fe will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:34.657861 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.691424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad16b9a-272a-43d2-a9ab-45807cc2211a None None] Pushing event updated for resources: {'Port': ['ID=edcd634b-30ae-4193-8cd0-acd368af6754,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:34.768447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b290274c-da9a-4768-a206-06ed84ff3070 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.802009 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b290274c-da9a-4768-a206-06ed84ff3070 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 33d96402-41be-49af-a9bd-478076aec15d owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:34.843109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-8c26de7e-15f8-4c46-8af6-a3ea895dded8', 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'fixed_ips': [{'subnet_id': 'd30b3733-dd8d-44e7-8035-3fa2bc037247'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:34.851107 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.856126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-54aa7624-fbb5-4cd7-821d-fef509c19be2 service neutron] 10.222.0.42 "GET /v2.0/networks/6c1a54dc-4aa0-4920-b937-a053b3303b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832680 Aug 03 19:21:34.885706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Network 6c1a54dc-4aa0-4920-b937-a053b3303b4c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:34.913317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:34.922225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:34.972216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Pushing event updated for resources: {'Port': ['ID=e7470abf-4c48-431e-b249-a3f2e542a3fe,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.008724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b290274c-da9a-4768-a206-06ed84ff3070 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.096502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290274c-da9a-4768-a206-06ed84ff3070 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=33d96402-41be-49af-a9bd-478076aec15d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.157734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b290274c-da9a-4768-a206-06ed84ff3070 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.165742 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b290274c-da9a-4768-a206-06ed84ff3070 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/33d96402-41be-49af-a9bd-478076aec15d HTTP/1.1" status: 204 len: 168 time: 0.7725112 Aug 03 19:21:35.167122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49666) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:35.219295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dad82be3-12f4-46de-af51-16467b651691 None None] Provisioning for port 4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:35.231901 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c4319f-730c-4a91-845f-96e634b8a129 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:21:35.233568 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d8c4319f-730c-4a91-845f-96e634b8a129 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/33d96402-41be-49af-a9bd-478076aec15d HTTP/1.1" status: 404 len: 333 time: 0.0653360 Aug 03 19:21:35.240889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49672) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:35.269078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.271309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dad82be3-12f4-46de-af51-16467b651691 None None] Provisioning complete for port 4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:35.271738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dad82be3-12f4-46de-af51-16467b651691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.277754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.330829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.364942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:21:26Z', 'revision_number': 3, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port': {'id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:23Z', 'updated_at': '2021-08-03T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:35.392895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-dad82be3-12f4-46de-af51-16467b651691 None None] Port 4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:35.399226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d9c7b355-9662-4b85-97a9-15e028608ae5 service neutron] 10.222.0.42 "GET /v2.0/networks/8c26de7e-15f8-4c46-8af6-a3ea895dded8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337875 Aug 03 19:21:35.454859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Attempting to bind port e7470abf-4c48-431e-b249-a3f2e542a3fe on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:35.457632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Attempting to bind port e7470abf-4c48-431e-b249-a3f2e542a3fe by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:35.457632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Attempting to bind port e7470abf-4c48-431e-b249-a3f2e542a3fe on network 6c1a54dc-4aa0-4920-b937-a053b3303b4c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:35.472714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9c237425-9d71-4936-ac43-b773fd2ef824 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:35.473315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c237425-9d71-4936-ac43-b773fd2ef824 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.479606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:35.479990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Checking segment: {'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:35.480402 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.481026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Bound using segment: {'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:35.481311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Bound port: e7470abf-4c48-431e-b249-a3f2e542a3fe, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:35.481746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.532113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b8fdd-d018-4ae2-9150-59ce4d52c292 None None] The sync data for ids ['4b48384a-7529-4727-97f6-08db19045e92'] in n-d-803378-1 is: [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:21:26Z', 'revision_number': 3, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port': {'id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:23Z', 'updated_at': '2021-08-03T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:35.624610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Pushing event updated for resources: {'Port': ['ID=dad86527-b7e4-40b4-aa5a-de264bb35c4a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.634328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-02d31fb5-5759-42ca-bd92-81160968dcee tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:35.642197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-02d31fb5-5759-42ca-bd92-81160968dcee tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.2719183 Aug 03 19:21:35.651110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dad82be3-12f4-46de-af51-16467b651691 None None] Provisioning complete for port edcd634b-30ae-4193-8cd0-acd368af6754 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:35.651110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dad82be3-12f4-46de-af51-16467b651691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.696156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c237425-9d71-4936-ac43-b773fd2ef824 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.718842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] For port e7470abf-4c48-431e-b249-a3f2e542a3fe, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:35.722765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] For port e7470abf-4c48-431e-b249-a3f2e542a3fe, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e7470abf-4c48-431e-b249-a3f2e542a3fe,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:35.725018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9c237425-9d71-4936-ac43-b773fd2ef824 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:35.752224 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 347f236e-b2fd-47d8-afcd-5fb291136dfe no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:35.780610 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.791299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 347f236e-b2fd-47d8-afcd-5fb291136dfe {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:35.791727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 347f236e-b2fd-47d8-afcd-5fb291136dfe not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:35.793216 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-66c9aef0-1da6-4433-b4b0-44ca0d36ddf4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/quotas/5579bf78047c421d94d7a30e656dcf34 HTTP/1.1" status: 200 len: 375 time: 0.1497102 Aug 03 19:21:35.815426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-f8861820-064c-4b33-b0d7-5ce0ebfc37bc service neutron] 10.222.0.42 "GET /v2.0/networks/8c26de7e-15f8-4c46-8af6-a3ea895dded8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124560 Aug 03 19:21:35.822983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Network 9718a632-7cff-495c-bd96-582c7af625a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:35.824834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:35.863196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Allocated IP 19.86.0.2 (8c26de7e-15f8-4c46-8af6-a3ea895dded8/d30b3733-dd8d-44e7-8035-3fa2bc037247/afbba23a-a775-479a-b452-18755c468d1c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:35.958612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device edcd634b-30ae-4193-8cd0-acd368af6754 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:36.022874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c237425-9d71-4936-ac43-b773fd2ef824 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.121242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-eefaa32b-d9d1-4c32-8d43-3b703db4499d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3269868 Aug 03 19:21:36.178609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241a057-b19b-4d4a-a768-ca3bb1d30d91 None None] Pushing event updated for resources: {'Port': ['ID=e7470abf-4c48-431e-b249-a3f2e542a3fe,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:36.243363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c237425-9d71-4936-ac43-b773fd2ef824 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.248717 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9c237425-9d71-4936-ac43-b773fd2ef824 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a HTTP/1.1" status: 204 len: 168 time: 1.0036020 Aug 03 19:21:36.249007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Router 4b48384a-7529-4727-97f6-08db19045e92 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:36.252820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:36.254461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c237425-9d71-4936-ac43-b773fd2ef824 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:36.429260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port edcd634b-30ae-4193-8cd0-acd368af6754 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:36.429260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.588726 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b69d2bf-4888-4db7-815e-8ebe66143eeb tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:21:36.590667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4b69d2bf-4888-4db7-815e-8ebe66143eeb tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a HTTP/1.1" status: 404 len: 333 time: 0.3369024 Aug 03 19:21:36.593833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49696) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:36.653686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-532b44ce-5c25-43e2-a9ad-7c2d12d1d297 None None] Could not find standard attr ID for object 4583fe7b-ce6a-466f-9de2-6dd57ffd0c9a. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:21:36.715852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-532b44ce-5c25-43e2-a9ad-7c2d12d1d297 None None] Could not find standard attr ID for object 33d96402-41be-49af-a9bd-478076aec15d. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:21:36.745950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-cc9b4ecb-fc21-49fc-823b-f14cb7ffdb30 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754719 Aug 03 19:21:36.847731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaa6e3b-8a4f-4522-908f-af6773de1cbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 4aafbd96-0a39-4306-8496-8fa751153918 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:36.853574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6e3b-8a4f-4522-908f-af6773de1cbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.914800 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.921929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-0b4d518e-bea1-48f0-9efd-5788e803c125 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668611 Aug 03 19:21:36.948190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Transition to ACTIVE for port object afbba23a-a775-479a-b452-18755c468d1c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:36.980603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3e9236f-da30-42f1-8102-fa05d259f09d req-96520c20-6f9f-43a9-b981-5e9d40099e0d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 210 time: 0.0550771 Aug 03 19:21:36.990829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Transition to ACTIVE for port object afbba23a-a775-479a-b452-18755c468d1c will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:37.004711 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.132617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6e3b-8a4f-4522-908f-af6773de1cbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.142651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:37.160184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Pushing event updated for resources: {'Port': ['ID=afbba23a-a775-479a-b452-18755c468d1c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:37.167444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:37.173383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:37.238333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:37.254752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5e4ec035-2ff7-49a1-bf27-59fc03609e42 admin admin] 10.222.0.42 "PUT /v2.0/routers/4b48384a-7529-4727-97f6-08db19045e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3029823 Aug 03 19:21:37.382224 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Attempting to bind port afbba23a-a775-479a-b452-18755c468d1c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:37.383417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Attempting to bind port afbba23a-a775-479a-b452-18755c468d1c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:37.384370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Attempting to bind port afbba23a-a775-479a-b452-18755c468d1c on network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:37.420287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:37.420647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Checking segment: {'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:37.421063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.421542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Bound using segment: {'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:37.422013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Bound port: afbba23a-a775-479a-b452-18755c468d1c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:37.422470 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.431572 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6e3b-8a4f-4522-908f-af6773de1cbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.471954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64ba96e-9e8f-4860-a823-dd0122408d70 req-143919cb-93d3-4f14-bf96-93c5f9c85bae tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 210 time: 0.1725824 Aug 03 19:21:37.587165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] For port afbba23a-a775-479a-b452-18755c468d1c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:37.590974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] For port afbba23a-a775-479a-b452-18755c468d1c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=afbba23a-a775-479a-b452-18755c468d1c,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:37.601607 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.684301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6e3b-8a4f-4522-908f-af6773de1cbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.734220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6e3b-8a4f-4522-908f-af6773de1cbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.745638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0de30e-fb54-43d5-88b4-d7f287d79ddb None None] Network bce3c839-500a-4553-b960-76cf07d455a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:37.746728 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ddaa6e3b-8a4f-4522-908f-af6773de1cbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/4aafbd96-0a39-4306-8496-8fa751153918 HTTP/1.1" status: 204 len: 168 time: 1.1511185 Aug 03 19:21:37.750463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49718) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:37.839712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa6e3b-8a4f-4522-908f-af6773de1cbd tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=4aafbd96-0a39-4306-8496-8fa751153918,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:37.944390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ce0f-ad61-43b5-b086-1f11bebb782c None None] Pushing event updated for resources: {'Port': ['ID=afbba23a-a775-479a-b452-18755c468d1c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:38.065680 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.264804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31806026-6c54-4491-b157-b782c18da2af req-e9aa0d54-7c77-46a5-80f9-80bee5deba68 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 210 time: 0.0846202 Aug 03 19:21:38.311845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port edcd634b-30ae-4193-8cd0-acd368af6754 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:38.311845 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.343143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5fad100a-6c38-41ea-b670-13e76c09c5d0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:38.449188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 5fad100a-6c38-41ea-b670-13e76c09c5d0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:38.451918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] DHCP port deletion for bce3c839-500a-4553-b960-76cf07d455a9 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:38.472951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a09749-c196-42f8-9462-6643ac9bc743 None None] Network 6c1a54dc-4aa0-4920-b937-a053b3303b4c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:38.477638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5fad100a-6c38-41ea-b670-13e76c09c5d0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:38.478351 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.670943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] For port edcd634b-30ae-4193-8cd0-acd368af6754, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=edcd634b-30ae-4193-8cd0-acd368af6754,segment=NetworkSegment(3edfa98a-f981-4734-ad94-8cd59e3e2ef5),segment_id=3edfa98a-f981-4734-ad94-8cd59e3e2ef5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:38.671829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.713899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for edcd634b-30ae-4193-8cd0-acd368af6754 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:38.833759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e30c2cb6-6aad-43d0-8426-c52dc2f2e59a None None] Provisioning for port e7470abf-4c48-431e-b249-a3f2e542a3fe completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:38.910354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] Deleting port edcd634b-30ae-4193-8cd0-acd368af6754 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:38.911015 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.928890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e34aa02-f43c-48e5-92a5-828d0fc91af7 req-6bcdb025-9d3a-4b25-baa5-f24b172f4ec5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 210 time: 0.1131582 Aug 03 19:21:39.441914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.462987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-153cb76f-1838-40ca-b29c-53420875403d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:39.468711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-153cb76f-1838-40ca-b29c-53420875403d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 818 time: 0.7010126 Aug 03 19:21:39.510429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 5fad100a-6c38-41ea-b670-13e76c09c5d0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5fad100a-6c38-41ea-b670-13e76c09c5d0,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:39.534048 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.541072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e7470abf-4c48-431e-b249-a3f2e542a3fe up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:39.694453 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.732263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Sync routers for ids ['4b48384a-7529-4727-97f6-08db19045e92'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:39.759698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a800f852-845b-417f-b277-b4bfe9e28c94 req-b184b630-77ef-46fe-9f62-accd54bef807 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 210 time: 0.0803380 Aug 03 19:21:39.815314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-23a865df-1275-46b1-9a18-8f49b6de75f7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/quotas/2c6d1ffcfb7e4864886083b3f036b0ff HTTP/1.1" status: 200 len: 375 time: 0.1476943 Aug 03 19:21:39.856721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] For port edcd634b-30ae-4193-8cd0-acd368af6754, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=edcd634b-30ae-4193-8cd0-acd368af6754,segment=NetworkSegment(3edfa98a-f981-4734-ad94-8cd59e3e2ef5),segment_id=3edfa98a-f981-4734-ad94-8cd59e3e2ef5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:39.857564 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.859375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No DVR routers for this DVR port edcd634b-30ae-4193-8cd0-acd368af6754 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:39.870223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=5fad100a-6c38-41ea-b670-13e76c09c5d0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:39.939846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Routers {'4b48384a-7529-4727-97f6-08db19045e92'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:39.944881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['4b48384a-7529-4727-97f6-08db19045e92'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:39.964368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] Calling delete_port for edcd634b-30ae-4193-8cd0-acd368af6754 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:40.069392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=edcd634b-30ae-4193-8cd0-acd368af6754,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:40.162495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac96aa4d-5185-425f-9ff3-2be412988091 None None] Network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:40.177499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-2cabafdd-c762-49bb-857f-ef8eb976a47d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:40.199638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-2cabafdd-c762-49bb-857f-ef8eb976a47d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:40.205420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-2cabafdd-c762-49bb-857f-ef8eb976a47d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "GET /v2.0/networks?id=6c1a54dc-4aa0-4920-b937-a053b3303b4c&id=8c26de7e-15f8-4c46-8af6-a3ea895dded8 HTTP/1.1" status: 200 len: 1390 time: 1.4013858 Aug 03 19:21:40.253943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-04a5e362-174e-459c-9711-05e6eb38e00e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:40.255645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-04a5e362-174e-459c-9711-05e6eb38e00e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.3124220 Aug 03 19:21:40.275937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Request body: {'port': {'device_id': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'admin_state_up': True, 'tenant_id': '5579bf78047c421d94d7a30e656dcf34'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:40.327460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.334448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'port': {'device_id': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c', 'admin_state_up': True, 'tenant_id': 'a10a1534096d408bbe4ccb68de461024'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:40.404585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce3c839-500a-4553-b960-76cf07d455a9']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:40.444741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3543449e-d33c-4cad-8042-b355ea3f05f3 req-d5cc82cd-4d44-43f8-82b7-984690057482 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 210 time: 0.1234782 Aug 03 19:21:40.469946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edfa98a-f981-4734-ad94-8cd59e3e2ef5') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:40.470377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edfa98a-f981-4734-ad94-8cd59e3e2ef5') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:40.482926 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-3e4f16e0-b16f-4bd9-b9aa-2318b19fc232 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6662302 Aug 03 19:21:40.519644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Made reservation on behalf of 5579bf78047c421d94d7a30e656dcf34 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:40.525802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.528715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.593489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aacd37b8-dabf-4497-9d81-f5467ef05b20 None None] Provisioning for port afbba23a-a775-479a-b452-18755c468d1c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:40.655841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e7470abf-4c48-431e-b249-a3f2e542a3fe completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:40.675324 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.677430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e7470abf-4c48-431e-b249-a3f2e542a3fe triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:40.677988 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.727591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] Pushing event deleted for resources: {'Port': ['ID=edcd634b-30ae-4193-8cd0-acd368af6754,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:40.752296 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.773185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e0cb2-06a9-4a65-b56f-0229257f7dce None None] No DVR routers for this DVR port edcd634b-30ae-4193-8cd0-acd368af6754 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:40.784649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Set router 4b48384a-7529-4727-97f6-08db19045e92 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:40.832492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Allocated IP 172.20.0.14 (acd84b55-7d24-4e3a-a16c-e620317c12be/df9d0866-5ec6-4863-8a31-4cd77b166be6/23f37e11-852f-4187-ade3-317eb344102c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:40.965161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:40.965467 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:40.969533 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:41.130983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c04aeee2-203a-40cb-a573-fe79fa204358 req-66dc9a65-90d9-4883-aa01-815788b17a6b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 210 time: 0.1600752 Aug 03 19:21:41.207362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.223239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-c59d7c25-94ac-4557-a584-ef8bdd8bdb86 service neutron] 10.222.0.42 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274261 Aug 03 19:21:41.235697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.254677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.265735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49762) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:41.269784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/networks/bce3c839-500a-4553-b960-76cf07d455a9 HTTP/1.1" status: 204 len: 168 time: 3.5179589 Aug 03 19:21:41.278934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1749181212'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:41.284896 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.288072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:41.292556 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.308543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9eecba62-4fbf-4518-81a0-c1b83f2b94ab None None] Provisioning complete for port e7470abf-4c48-431e-b249-a3f2e542a3fe triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:41.309213 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9eecba62-4fbf-4518-81a0-c1b83f2b94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.359250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8091a87-48e0-46d6-89ff-17cc26503f12 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Network': ['ID=bce3c839-500a-4553-b960-76cf07d455a9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.361751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:41.368166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.392974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.408334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e7470abf-4c48-431e-b249-a3f2e542a3fe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e7470abf-4c48-431e-b249-a3f2e542a3fe,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:41.424548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.486136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event updated for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.508964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:41.525959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.526481 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Added segment bf779d09-47d1-4643-b31d-d5335fa46029 of type vlan for network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 Aug 03 19:21:41.603157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.645790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.672326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:41.673375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.708880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Network acd84b55-7d24-4e3a-a16c-e620317c12be is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:41.722123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:41.748747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e7470abf-4c48-431e-b249-a3f2e542a3fe,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.780569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:41.837163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:21:34Z', 'revision_number': 4, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port': {'id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:23Z', 'updated_at': '2021-08-03T19:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'dad86527-b7e4-40b4-aa5a-de264bb35c4a', 'name': '', 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'mac_address': 'fa:16:3e:82:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '22c90c6e-0ad5-480f-b7c6-bd844ebb55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:34Z', 'revision_number': 2, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'subnets': [{'id': '22c90c6e-0ad5-480f-b7c6-bd844ebb55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:41.866956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5fad100a-6c38-41ea-b670-13e76c09c5d0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:41.881979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6148686 Aug 03 19:21:41.896255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49772) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:41.911299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': '3ef497e8-a689-4b75-a185-bfc094c7f7e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:41.938541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a55077-d80a-4045-94fa-a7ddc3776672 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Network': ['ID=3ef497e8-a689-4b75-a185-bfc094c7f7e2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.963502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Checking router: 4b48384a-7529-4727-97f6-08db19045e92 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:41.964101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Updating router 4b48384a-7529-4727-97f6-08db19045e92 port dad86527-b7e4-40b4-aa5a-de264bb35c4a binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:21:41.971599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:42.000156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:42.000858 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.142877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.182190 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-9d952924-7636-411a-853b-176dadfe331f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9010649 Aug 03 19:21:42.199745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Request body: {'port': {'device_id': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:42.245050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:42.250763 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.309107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-ed3adebf-1067-4d84-91d8-fc65b0949000 service neutron] 10.222.0.42 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0661111 Aug 03 19:21:42.392297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6172e5c-fc96-45be-ae16-f37d2c3fbf83 req-3494a2a1-0c21-455d-a9e7-61922a17440f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:42.393288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.406175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6172e5c-fc96-45be-ae16-f37d2c3fbf83 req-3494a2a1-0c21-455d-a9e7-61922a17440f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 932 time: 0.2145348 Aug 03 19:21:42.524421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Allocated IP 19.80.0.217 (6c1a54dc-4aa0-4920-b937-a053b3303b4c/46cd4f7a-3238-4682-a091-b59fac0dabcf/94203614-e2cc-4bfe-a094-722dca410532) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:42.649872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6172e5c-fc96-45be-ae16-f37d2c3fbf83 req-98949fda-6e96-4911-a1b5-e6b387390d99 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378254 Aug 03 19:21:42.777205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5fad100a-6c38-41ea-b670-13e76c09c5d0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:42.778253 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.019287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.055939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Transition to ACTIVE for port object 94203614-e2cc-4bfe-a094-722dca410532 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:43.160784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.211370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device afbba23a-a775-479a-b452-18755c468d1c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:43.292971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f37e11-852f-4187-ade3-317eb344102c {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:43.319241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Port': ['ID=94203614-e2cc-4bfe-a094-722dca410532,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:43.369294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network 6c1a54dc-4aa0-4920-b937-a053b3303b4c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:43.372076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.373077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:43.377107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:43.447355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port afbba23a-a775-479a-b452-18755c468d1c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:43.456110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.483771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port afbba23a-a775-479a-b452-18755c468d1c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:43.483771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.490977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:43.491540 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.537181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Transition to ACTIVE for port object dad86527-b7e4-40b4-aa5a-de264bb35c4a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:43.545605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f7387-b246-49fd-b92c-6edc699ac0f7 req-119b13be-50fd-43ce-b816-f98ade0bc99e tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:43.547667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-509f7387-b246-49fd-b92c-6edc699ac0f7 req-119b13be-50fd-43ce-b816-f98ade0bc99e tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 932 time: 0.4512136 Aug 03 19:21:43.552609 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.556772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602d6250-f32b-42e5-af71-e25f986ef3a2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2324865 Aug 03 19:21:43.578006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Request body: {'port': {'device_id': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8', 'admin_state_up': True, 'tenant_id': 'a10a1534096d408bbe4ccb68de461024'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:43.715270 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-14a0a34f-8663-4a40-9cda-9ae84c11ae7a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6148570 Aug 03 19:21:43.716448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Transition to ACTIVE for port object 23f37e11-852f-4187-ade3-317eb344102c will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:43.755147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.855984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Pushing event updated for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:43.858909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.940460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=143836a7-ce7d-4553-b26c-1e2e76d0e5c7,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:44.046192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-e4a6fd81-8281-400a-94f9-b8cc1b114040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.047964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-e4a6fd81-8281-400a-94f9-b8cc1b114040 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 1096 time: 0.1935525 Aug 03 19:21:44.067697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Checking segment: {'id': 'bf779d09-47d1-4643-b31d-d5335fa46029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3ef497e8-a689-4b75-a185-bfc094c7f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:44.068108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network hostable DHCP agents. Network: 3ef497e8-a689-4b75-a185-bfc094c7f7e2, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:44.203016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-509f7387-b246-49fd-b92c-6edc699ac0f7 req-90769932-ea82-469b-b4ff-6f14d9293a5e tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288824 Aug 03 19:21:44.231530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-1170b74b-344f-41ce-81cc-c09ce9fe0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.233643 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-1170b74b-344f-41ce-81cc-c09ce9fe0326 service neutron] 10.222.0.88 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 0.1492467 Aug 03 19:21:44.239601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-230bfb4b-f766-4720-9ffc-8e7c7002aa8e req-2b67ceaf-e158-4896-a48c-0b721b791c1d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 210 time: 0.4049604 Aug 03 19:21:44.291357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Made reservation on behalf of a10a1534096d408bbe4ccb68de461024 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:44.297052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.376886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Pushing event updated for resources: {'Port': ['ID=dad86527-b7e4-40b4-aa5a-de264bb35c4a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:44.428244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-28e09434-ce90-4754-b4ce-29d43eead62c None None] Provisioning for port 94203614-e2cc-4bfe-a094-722dca410532 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:44.508322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.509437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.510123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.510752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.511212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.511625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.512029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Attempting to bind port 23f37e11-852f-4187-ade3-317eb344102c on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:44.512304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.512612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Attempting to bind port 23f37e11-852f-4187-ade3-317eb344102c by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:44.513111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.513297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Attempting to bind port 23f37e11-852f-4187-ade3-317eb344102c on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:44.513841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.514768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.515179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.515444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:44.525017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-28e09434-ce90-4754-b4ce-29d43eead62c None None] Provisioning complete for port 94203614-e2cc-4bfe-a094-722dca410532 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:44.525572 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-28e09434-ce90-4754-b4ce-29d43eead62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.555627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Port 23f37e11-852f-4187-ade3-317eb344102c on network acd84b55-7d24-4e3a-a16c-e620317c12be not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:21:44.556335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Attempting to bind port 23f37e11-852f-4187-ade3-317eb344102c on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:44.564213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:44.598360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-28e09434-ce90-4754-b4ce-29d43eead62c None None] Port 94203614-e2cc-4bfe-a094-722dca410532 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:44.603878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:44.604563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Checking segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:44.605286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Bound using segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:44.606071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Bound port: 23f37e11-852f-4187-ade3-317eb344102c, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:44.606639 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.620784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 3ef497e8-a689-4b75-a185-bfc094c7f7e2) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:44.644540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc57d20-913e-4eec-b552-78eff6fed119 None None] Network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:44.661110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.666933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.676687 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.688366 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-d37671d4-2787-42d7-ab4d-9ec7b5530f08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 200 len: 1001 time: 0.4432490 Aug 03 19:21:44.793165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48633f-0896-4bb3-8b4b-5a293b894ca3 req-e72e4e3b-7c4a-4c8b-a6c9-2f24d38c7f37 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.801743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e48633f-0896-4bb3-8b4b-5a293b894ca3 req-e72e4e3b-7c4a-4c8b-a6c9-2f24d38c7f37 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 944 time: 0.2787070 Aug 03 19:21:44.810698 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6e597f4-771c-4ede-8342-0dcecaadcf3e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9127874 Aug 03 19:21:44.815185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49808) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:44.825126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-67d30fdd-2864-40f3-9ff6-d96d931c2939 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1029300532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:44.838864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a66b92-26be-4823-a015-5ae3d54a73b1 req-87a31582-63c3-469c-9790-815cb3331ad6 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.854428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90a66b92-26be-4823-a015-5ae3d54a73b1 req-87a31582-63c3-469c-9790-815cb3331ad6 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.3710856 Aug 03 19:21:44.904966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-9fc682a9-54fc-4702-acdc-dfd017709daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.906715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-9fc682a9-54fc-4702-acdc-dfd017709daa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.1459939 Aug 03 19:21:44.908856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:44.910045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Attempting to bind port dad86527-b7e4-40b4-aa5a-de264bb35c4a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:44.910978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Attempting to bind port dad86527-b7e4-40b4-aa5a-de264bb35c4a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:44.911186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Attempting to bind port dad86527-b7e4-40b4-aa5a-de264bb35c4a on network 9718a632-7cff-495c-bd96-582c7af625a9 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:44.915068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:44.917272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67d30fdd-2864-40f3-9ff6-d96d931c2939 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.918696 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67d30fdd-2864-40f3-9ff6-d96d931c2939 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.934989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.943141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:44.946085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Checking segment: {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:44.946085 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.946085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Bound using segment: {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:44.946085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Bound port: dad86527-b7e4-40b4-aa5a-de264bb35c4a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:44.946085 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.974290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port afbba23a-a775-479a-b452-18755c468d1c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=afbba23a-a775-479a-b452-18755c468d1c,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:44.981828 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.014172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Allocated IP 19.86.0.18 (8c26de7e-15f8-4c46-8af6-a3ea895dded8/d30b3733-dd8d-44e7-8035-3fa2bc037247/def3766f-fe5f-4d9e-bf8f-eb1d6192770e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:45.069148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90a66b92-26be-4823-a015-5ae3d54a73b1 req-7c02f688-524f-413f-b361-14acdeeb3886 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121880 Aug 03 19:21:45.179214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device edcd634b-30ae-4193-8cd0-acd368af6754 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:45.200198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e48633f-0896-4bb3-8b4b-5a293b894ca3 req-bb3ddffd-5ef1-4b7e-8953-5c789e1247c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148644 Aug 03 19:21:45.224677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67d30fdd-2864-40f3-9ff6-d96d931c2939 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.233987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67d30fdd-2864-40f3-9ff6-d96d931c2939 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.242769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:45.243413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.254179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] 10.222.0.63 "PUT /v2.0/ports/23f37e11-852f-4187-ade3-317eb344102c HTTP/1.1" status: 200 len: 1092 time: 3.0520253 Aug 03 19:21:45.259174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'tag': '23f37e11-852f-4187-ade3-317eb344102c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:45.261647 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19dc125-e381-42f3-94bf-7837ee5f9c82" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "tag": "23f37e11-852f-4187-ade3-317eb344102c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:45.292740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-81643712-fbf8-493a-bc0b-840920653719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:45.297365 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-81643712-fbf8-493a-bc0b-840920653719 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3711867 Aug 03 19:21:45.299772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67d30fdd-2864-40f3-9ff6-d96d931c2939 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.306709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-67d30fdd-2864-40f3-9ff6-d96d931c2939 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4834452 Aug 03 19:21:45.307920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49816) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:45.363934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'network_id': '3ef497e8-a689-4b75-a185-bfc094c7f7e2', 'name': 'tempest-PortsIpV6TestJSON-1655553339'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:45.416405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f0b1f-423a-446b-b5a7-ffb02721f39a service neutron] Pushing event updated for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:45.452554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: edcd634b-30ae-4193-8cd0-acd368af6754 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:45.453639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device edcd634b-30ae-4193-8cd0-acd368af6754 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:45.565023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=afbba23a-a775-479a-b452-18755c468d1c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:45.583077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] For port dad86527-b7e4-40b4-aa5a-de264bb35c4a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:45.613501 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d8556d-0f16-4abd-a38a-0cd6c7fdb9f7 x-openstack-request-id: req-d7d8556d-0f16-4abd-a38a-0cd6c7fdb9f7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:45.613501 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "tag": "23f37e11-852f-4187-ade3-317eb344102c", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:45.613501 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7d8556d-0f16-4abd-a38a-0cd6c7fdb9f7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:45.613501 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'tag': '23f37e11-852f-4187-ade3-317eb344102c', 'status': 'completed', 'code': 200} Aug 03 19:21:45.658932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] For port dad86527-b7e4-40b4-aa5a-de264bb35c4a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dad86527-b7e4-40b4-aa5a-de264bb35c4a,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:45.671198 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.713028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e7470abf-4c48-431e-b249-a3f2e542a3fe up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:45.823313 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.838746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-3ef497e8-a689-4b75-a185-bfc094c7f7e2', 'network_id': '3ef497e8-a689-4b75-a185-bfc094c7f7e2', 'tenant_id': 'f884bae847444e8fadaebb3d93ecc728', 'fixed_ips': [{'subnet_id': '143836a7-ce7d-4553-b26c-1e2e76d0e5c7'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:45.840228 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.866079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Transition to ACTIVE for port object def3766f-fe5f-4d9e-bf8f-eb1d6192770e will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:45.923540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900598-815b-4eeb-969a-54ee246e6b8f None None] Pushing event updated for resources: {'Port': ['ID=dad86527-b7e4-40b4-aa5a-de264bb35c4a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:46.042982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Routers {'4b48384a-7529-4727-97f6-08db19045e92'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:46.042982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['4b48384a-7529-4727-97f6-08db19045e92'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:46.080250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-ddea1189-6503-43dc-a90e-f10e84ad8f21 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:46.088659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-ddea1189-6503-43dc-a90e-f10e84ad8f21 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 818 time: 0.5657578 Aug 03 19:21:46.097721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.100741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-140e9ced-ae28-4fda-b651-8a9c0fa0ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:46.105029 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-140e9ced-ae28-4fda-b651-8a9c0fa0ca53 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 1095 time: 0.6247301 Aug 03 19:21:46.173143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e7470abf-4c48-431e-b249-a3f2e542a3fe triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:46.173893 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.244593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-363f5a7d-5fe9-425b-901e-d6752e4ea41d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/quotas/2c6d1ffcfb7e4864886083b3f036b0ff HTTP/1.1" status: 200 len: 375 time: 0.1549540 Aug 03 19:21:46.261022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:46.278082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:46.288129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:46.300571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-5e9e6ab3-2909-404f-9ced-ae1b83560327 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:46.302324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-5e9e6ab3-2909-404f-9ced-ae1b83560327 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 0.6507468 Aug 03 19:21:46.355139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Allocated IP 2001:db8::2 (3ef497e8-a689-4b75-a185-bfc094c7f7e2/143836a7-ce7d-4553-b26c-1e2e76d0e5c7/7bddc141-d13b-45d9-a483-d0e7a12259c7) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:46.375942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] Set router 4b48384a-7529-4727-97f6-08db19045e92 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:46.467462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event updated for resources: {'Port': ['ID=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:46.478263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9ace-db06-40eb-a167-971b0b653769 req-b6a498f3-5f92-4c7b-993b-aecd34da1a2c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:46.485371 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9ace-db06-40eb-a167-971b0b653769 req-b6a498f3-5f92-4c7b-993b-aecd34da1a2c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:46.487612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89ea9ace-db06-40eb-a167-971b0b653769 req-b6a498f3-5f92-4c7b-993b-aecd34da1a2c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1654 time: 0.3925319 Aug 03 19:21:46.590825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-367d04e0-2036-4a8c-8723-4bba0e88ab81 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3451259 Aug 03 19:21:46.630416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:46.632056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.739430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-d80b5b8f-b463-40c0-a2c8-d9107d03b6e6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1702716 Aug 03 19:21:46.802938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Request body: {'port': {'device_id': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:46.812696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-71ed61b2-aa2d-494c-a826-eed707fafbbf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23f37e11-852f-4187-ade3-317eb344102c HTTP/1.1" status: 200 len: 217 time: 0.6861761 Aug 03 19:21:46.864331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89ea9ace-db06-40eb-a167-971b0b653769 req-f55b7257-cbe8-4fa3-b258-e06f65284237 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868087 Aug 03 19:21:46.900228 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-d945feeb-71b8-4e5a-ba03-edc1137c9a3c service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5929353 Aug 03 19:21:46.961510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Deleting port 7ae76853-e174-486f-bdd1-20043af1048f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:46.961510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.998423 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7c0097e3-ecc3-4759-aa42-b9b8bb870d69 None None] Provisioning for port def3766f-fe5f-4d9e-bf8f-eb1d6192770e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:47.040491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-6ae10a65-3776-4752-abad-43e1d0b29412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:47.042520 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-6ae10a65-3776-4752-abad-43e1d0b29412 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.2213936 Aug 03 19:21:47.042857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7c0097e3-ecc3-4759-aa42-b9b8bb870d69 None None] Provisioning complete for port def3766f-fe5f-4d9e-bf8f-eb1d6192770e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:47.043249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7c0097e3-ecc3-4759-aa42-b9b8bb870d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.046674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:47.050390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.063490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-0aafd380-d90d-44aa-8628-a75e18c08ca9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:47.065128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-0aafd380-d90d-44aa-8628-a75e18c08ca9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 818 time: 1.2715034 Aug 03 19:21:47.092677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.096720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Request body: {'port': {'device_id': 'fe2bf4e4-4814-4025-994d-fa3ee85b7a5d', 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9', 'admin_state_up': True, 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:47.122291 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-cc0cb956-adc2-4593-b8b8-9648ada3b0b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678995 Aug 03 19:21:47.124770 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.141705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Transition to ACTIVE for port object 7bddc141-d13b-45d9-a483-d0e7a12259c7 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:47.169912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7c0097e3-ecc3-4759-aa42-b9b8bb870d69 None None] Port def3766f-fe5f-4d9e-bf8f-eb1d6192770e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:47.176047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:47.192258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Transition to ACTIVE for port object 7bddc141-d13b-45d9-a483-d0e7a12259c7 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:47.201777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:21:34Z', 'revision_number': 4, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port': {'id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:23Z', 'updated_at': '2021-08-03T19:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'dad86527-b7e4-40b4-aa5a-de264bb35c4a', 'name': '', 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'mac_address': 'fa:16:3e:82:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '22c90c6e-0ad5-480f-b7c6-bd844ebb55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 4, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'subnets': [{'id': '22c90c6e-0ad5-480f-b7c6-bd844ebb55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:47.204384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.240075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c19bbb-d6db-4733-bcdb-ebc3de035ce5 None None] The sync data for ids ['4b48384a-7529-4727-97f6-08db19045e92'] in n-d-803378-1 is: [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:21:34Z', 'revision_number': 4, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port': {'id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:23Z', 'updated_at': '2021-08-03T19:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'dad86527-b7e4-40b4-aa5a-de264bb35c4a', 'name': '', 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'mac_address': 'fa:16:3e:82:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '22c90c6e-0ad5-480f-b7c6-bd844ebb55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 4, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'subnets': [{'id': '22c90c6e-0ad5-480f-b7c6-bd844ebb55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:47.275101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:47.279080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:47.288330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:47.341536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Pushing event updated for resources: {'Port': ['ID=7bddc141-d13b-45d9-a483-d0e7a12259c7,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:47.389379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::3c4 (3ef497e8-a689-4b75-a185-bfc094c7f7e2/143836a7-ce7d-4553-b26c-1e2e76d0e5c7/fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:47.451874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-f509fbcf-0338-4ace-a9c9-91e55bf49eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8596172 Aug 03 19:21:47.459278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Attempting to bind port 7bddc141-d13b-45d9-a483-d0e7a12259c7 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:47.461212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Attempting to bind port 7bddc141-d13b-45d9-a483-d0e7a12259c7 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'bf779d09-47d1-4643-b31d-d5335fa46029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3ef497e8-a689-4b75-a185-bfc094c7f7e2'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:47.461656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Attempting to bind port 7bddc141-d13b-45d9-a483-d0e7a12259c7 on network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:47.466900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] For port 7ae76853-e174-486f-bdd1-20043af1048f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7ae76853-e174-486f-bdd1-20043af1048f,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:47.467299 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.535398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:47.544820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Checking segment: {'id': 'bf779d09-47d1-4643-b31d-d5335fa46029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3ef497e8-a689-4b75-a185-bfc094c7f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:47.557102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.558324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Bound using segment: {'id': 'bf779d09-47d1-4643-b31d-d5335fa46029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3ef497e8-a689-4b75-a185-bfc094c7f7e2'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:47.563183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Bound port: 7bddc141-d13b-45d9-a483-d0e7a12259c7, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf779d09-47d1-4643-b31d-d5335fa46029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3ef497e8-a689-4b75-a185-bfc094c7f7e2'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:47.563567 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.619894 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-81cab8bf-a6b0-41e3-a27f-4c79328dd705 req-44de8213-8eaf-4d1f-bf6d-61d6c1146ea2 service neutron] 10.222.0.88 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020445 Aug 03 19:21:47.890425 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-4fbb73b1-93b7-492e-a514-c8cd9ca5be64 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206683 Aug 03 19:21:47.927461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] For port 7bddc141-d13b-45d9-a483-d0e7a12259c7, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:47.934219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] For port 7bddc141-d13b-45d9-a483-d0e7a12259c7, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7bddc141-d13b-45d9-a483-d0e7a12259c7,segment=NetworkSegment(bf779d09-47d1-4643-b31d-d5335fa46029),segment_id=bf779d09-47d1-4643-b31d-d5335fa46029)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:47.942110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.974366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dad86527-b7e4-40b4-aa5a-de264bb35c4a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:48.037669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94203614-e2cc-4bfe-a094-722dca410532 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:48.078259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc99b9f-44f7-409c-a3ff-545f69783ad0 req-b7ff1996-f6e1-4168-8550-237ce114b7ad tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:48.085803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bc99b9f-44f7-409c-a3ff-545f69783ad0 req-b7ff1996-f6e1-4168-8550-237ce114b7ad tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 945 time: 1.0200520 Aug 03 19:21:48.106667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.206017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Made reservation on behalf of 2c6d1ffcfb7e4864886083b3f036b0ff for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:48.209899 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.229237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cae07-0f41-49b2-be87-30ec9991dcc4 None None] Pushing event updated for resources: {'Port': ['ID=7bddc141-d13b-45d9-a483-d0e7a12259c7,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:48.260696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port dad86527-b7e4-40b4-aa5a-de264bb35c4a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:48.277658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port dad86527-b7e4-40b4-aa5a-de264bb35c4a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:48.277658 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.345060 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dd927ec7-b684-4c9b-a697-60412f2a50c9 req-fc434179-2f1e-4094-8085-271c6a1dc7ff service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456315 Aug 03 19:21:48.407143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.452976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Transition to ACTIVE for port object 94203614-e2cc-4bfe-a094-722dca410532 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:48.464498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-80102c15-fd35-4a2d-8e09-c07fbe42a604 service neutron] 10.222.0.42 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0116718 Aug 03 19:21:48.490834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bc99b9f-44f7-409c-a3ff-545f69783ad0 req-169404c4-ed7d-4ef2-a1bf-fa57dbe56375 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=28a8384f-ea12-499a-80ec-75fd3cf2049c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033852 Aug 03 19:21:48.491061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.503919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:48.535474 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.642664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port dad86527-b7e4-40b4-aa5a-de264bb35c4a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dad86527-b7e4-40b4-aa5a-de264bb35c4a,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:48.648336 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.650089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device afbba23a-a775-479a-b452-18755c468d1c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:48.671065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-1a0dc4d4-b92c-4e9f-9685-e5346351b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:48.674343 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-1a0dc4d4-b92c-4e9f-9685-e5346351b291 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 1095 time: 0.1798387 Aug 03 19:21:48.870448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=dad86527-b7e4-40b4-aa5a-de264bb35c4a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:48.903335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Allocated IP 172.20.0.12 (9718a632-7cff-495c-bd96-582c7af625a9/22c90c6e-0ad5-480f-b7c6-bd844ebb55e2/e0760aec-f846-4729-9262-deff9bfe34b7) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:48.904173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port afbba23a-a775-479a-b452-18755c468d1c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:48.906870 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.988899 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.080311 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.086131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.087909 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Floating IP e2070ee9-0b1e-460a-a042-eee222384707 disassociated. External IP: 172.25.4.126, port: 7ae76853-e174-486f-bdd1-20043af1048f. Aug 03 19:21:49.089793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:49.106669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Calling delete_port for 7ae76853-e174-486f-bdd1-20043af1048f owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:49.172842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:49.178184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:49.182901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:49.207310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:49.208033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.284614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-510e515c-8337-486f-8121-4e5039b55f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:49.287671 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-510e515c-8337-486f-8121-4e5039b55f1d service neutron] 10.222.0.63 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 913 time: 0.6006098 Aug 03 19:21:49.297927 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6937e66b-67b1-47c5-a933-57b7eaf99383 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9696176 Aug 03 19:21:49.302846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49846) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:49.424510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Pushing event updated for resources: {'Port': ['ID=94203614-e2cc-4bfe-a094-722dca410532,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:49.490159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b3f29-2ec9-4ab6-9e20-49c5d42251e2 req-5bd7b230-9756-4415-b1b1-8371f0b0b234 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:49.492418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff3b3f29-2ec9-4ab6-9e20-49c5d42251e2 req-5bd7b230-9756-4415-b1b1-8371f0b0b234 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 944 time: 0.5253811 Aug 03 19:21:49.499519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Attempting to bind port 94203614-e2cc-4bfe-a094-722dca410532 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:49.500093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Attempting to bind port 94203614-e2cc-4bfe-a094-722dca410532 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:49.515606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Attempting to bind port 94203614-e2cc-4bfe-a094-722dca410532 on network 6c1a54dc-4aa0-4920-b937-a053b3303b4c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:49.525763 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-1837d766-0b14-4ada-9063-4a31242ce037 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23f37e11-852f-4187-ade3-317eb344102c HTTP/1.1" status: 200 len: 217 time: 0.2191067 Aug 03 19:21:49.798267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Port 94203614-e2cc-4bfe-a094-722dca410532 on network 6c1a54dc-4aa0-4920-b937-a053b3303b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:21:49.799196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Attempting to bind port 94203614-e2cc-4bfe-a094-722dca410532 on network 6c1a54dc-4aa0-4920-b937-a053b3303b4c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:49.812193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7ae76853-e174-486f-bdd1-20043af1048f no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:49.890769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d665a25-615f-4253-b79c-08fe8807f0c6 req-fa9007fb-30c2-4734-8c4e-6233576205ee tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:49.931300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dad86527-b7e4-40b4-aa5a-de264bb35c4a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:49.935366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d665a25-615f-4253-b79c-08fe8807f0c6 req-fa9007fb-30c2-4734-8c4e-6233576205ee tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:49.954215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d665a25-615f-4253-b79c-08fe8807f0c6 req-fa9007fb-30c2-4734-8c4e-6233576205ee tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1666 time: 0.4352150 Aug 03 19:21:49.959665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:49.961596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Checking segment: {'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:49.962628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Bound using segment: {'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:49.963982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Bound port: 94203614-e2cc-4bfe-a094-722dca410532, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dc55f5-142a-4b21-8dd8-08d583b34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:49.964869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.358257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-d5ad34e7-4704-4c88-874e-d6629fd84698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:50.361751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-d5ad34e7-4704-4c88-874e-d6629fd84698 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.7092490 Aug 03 19:21:50.449521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No active binding found for port 7ae76853-e174-486f-bdd1-20043af1048f {{(pid=94135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:21:50.450934 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-345d0eba-68a4-4536-ae54-a50f941c3df0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728378 Aug 03 19:21:50.465235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7ae76853-e174-486f-bdd1-20043af1048f not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:50.470848 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.480301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff3b3f29-2ec9-4ab6-9e20-49c5d42251e2 req-ce8bc33d-fd51-4581-97fa-0b66c2ef64f4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9601583 Aug 03 19:21:50.484907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.526018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ecb2c-ee5c-4728-a9ce-12394e3bd4da None None] Network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:50.681111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port dad86527-b7e4-40b4-aa5a-de264bb35c4a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:50.686727 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.702894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.706692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Router f5edda3a-0add-46fb-95b4-7a093aef49b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:50.734073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event deleted for resources: {'Port': ['ID=7ae76853-e174-486f-bdd1-20043af1048f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:50.762683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d665a25-615f-4253-b79c-08fe8807f0c6 req-a29b165d-04b3-4dcb-8830-58fcb60938c6 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6646612 Aug 03 19:21:50.823429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-33b1af87-81d2-4606-bc9a-b24b371e6601 None None] Provisioning for port 7bddc141-d13b-45d9-a483-d0e7a12259c7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:50.948780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.970436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] For port 94203614-e2cc-4bfe-a094-722dca410532, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:50.974779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7bddc141-d13b-45d9-a483-d0e7a12259c7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:51.036462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] For port 94203614-e2cc-4bfe-a094-722dca410532, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=94203614-e2cc-4bfe-a094-722dca410532,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:51.062902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.072268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 7bddc141-d13b-45d9-a483-d0e7a12259c7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:51.086380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 7bddc141-d13b-45d9-a483-d0e7a12259c7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:51.089812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.177979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.211598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Network 9718a632-7cff-495c-bd96-582c7af625a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:51.339579 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.435745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 7bddc141-d13b-45d9-a483-d0e7a12259c7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7bddc141-d13b-45d9-a483-d0e7a12259c7,segment=NetworkSegment(bf779d09-47d1-4643-b31d-d5335fa46029),segment_id=bf779d09-47d1-4643-b31d-d5335fa46029)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:51.445147 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.589633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=7bddc141-d13b-45d9-a483-d0e7a12259c7,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:51.691039 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:51.710166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3b8c0388-446c-4787-82aa-bbfa898f7f64 None None] Provisioning complete for port 7bddc141-d13b-45d9-a483-d0e7a12259c7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:51.711060 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0388-446c-4787-82aa-bbfa898f7f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.808388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Pushing event updated for resources: {'Port': ['ID=e0760aec-f846-4729-9262-deff9bfe34b7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:51.832874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:51.909996 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-88150784-fd76-4e15-9a7f-5be57da9e14c service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3697727 Aug 03 19:21:51.911208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3b8c0388-446c-4787-82aa-bbfa898f7f64 None None] Provisioning for port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:51.920485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3b8c0388-446c-4787-82aa-bbfa898f7f64 None None] Provisioning complete for port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:51.922241 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0388-446c-4787-82aa-bbfa898f7f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.969911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1f43542-da99-4f9f-bfdc-c596debc55a6 req-1ee0a336-1062-4f36-b5cc-3f6b166c7121 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 210 time: 0.9226365 Aug 03 19:21:51.994443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-353e3177-1d04-4ed7-9294-ceb674b0e25d req-1f15f1f3-357c-45b6-9c8a-df82d9b35cc1 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 210 time: 0.9507639 Aug 03 19:21:52.009170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c0388-446c-4787-82aa-bbfa898f7f64 None None] Port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:52.018062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:52.019405 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.021236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] 10.222.0.63 "PUT /v2.0/ports/94203614-e2cc-4bfe-a094-722dca410532 HTTP/1.1" status: 200 len: 1092 time: 5.2228823 Aug 03 19:21:52.029523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'tag': '94203614-e2cc-4bfe-a094-722dca410532'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:52.035884 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41da31a-f536-482d-9a3a-f3dc7b20355a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "tag": "94203614-e2cc-4bfe-a094-722dca410532"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:52.184186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7b1f8ecd-5a3c-47a2-854a-6df6631128bb None None] Provisioning complete for port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:52.186962 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7b1f8ecd-5a3c-47a2-854a-6df6631128bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.256344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:52.273795 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] Sync routers for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:52.294741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:52.295456 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:52.331046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Request body: {'port': {'device_id': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:52.332333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f8ecd-5a3c-47a2-854a-6df6631128bb None None] Port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:52.347636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-cb4b99e0-2024-40fb-847e-98906b283bed tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:52.352051 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-cb4b99e0-2024-40fb-847e-98906b283bed tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 818 time: 1.1353612 Aug 03 19:21:52.389699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Request body: {'port': {'device_id': 'c36dd08a-f303-4253-a160-74f9af837a8a', 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9', 'admin_state_up': True, 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:52.435591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b5586-7cf4-41de-96a0-8983f58169d5 service neutron] Pushing event updated for resources: {'Port': ['ID=94203614-e2cc-4bfe-a094-722dca410532,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:52.529537 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:52.583303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] No DVR routers for this DVR port 7ae76853-e174-486f-bdd1-20043af1048f on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:52.591614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.594967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-521ad5dd-4b18-43d1-a1df-40674ed73c70 req-9249df58-c24a-490b-ad9f-43df7ca7c016 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.88 "DELETE /v2.0/ports/7ae76853-e174-486f-bdd1-20043af1048f HTTP/1.1" status: 204 len: 173 time: 6.2368970 Aug 03 19:21:52.605905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0556-2ed0-4620-91a1-7b6166924ba5 req-6f7dd69b-bf73-4f92-b9e4-571a297061a1 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:52.610334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 23f37e11-852f-4187-ade3-317eb344102c details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:52.634824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0556-2ed0-4620-91a1-7b6166924ba5 req-6f7dd69b-bf73-4f92-b9e4-571a297061a1 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:52.637156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-108b0556-2ed0-4620-91a1-7b6166924ba5 req-6f7dd69b-bf73-4f92-b9e4-571a297061a1 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1666 time: 0.2901642 Aug 03 19:21:52.718364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.770719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf44b2-4c92-4c7b-89bf-163bc305e1a6 req-618a9bf9-1646-4292-93b3-f69c2ea6ca07 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:52.784071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfbf44b2-4c92-4c7b-89bf-163bc305e1a6 req-618a9bf9-1646-4292-93b3-f69c2ea6ca07 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 944 time: 0.4431295 Aug 03 19:21:52.854474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-108b0556-2ed0-4620-91a1-7b6166924ba5 req-9b6d750e-1fa1-42df-b95d-879d15aff7d5 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935320 Aug 03 19:21:52.887255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:52.918727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '23f37e11-852f-4187-ade3-317eb344102c', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'port_id': '23f37e11-852f-4187-ade3-317eb344102c', 'mac_address': 'fa:16:3e:f7:38:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d0866-5ec6-4863-8a31-4cd77b166be6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:52.948788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfbf44b2-4c92-4c7b-89bf-163bc305e1a6 req-594e86c7-85b5-4e7a-a094-b4a4955e31b7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633160 Aug 03 19:21:52.963926 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d15d2b-5aff-467a-b257-355172a07881 x-openstack-request-id: req-92d15d2b-5aff-467a-b257-355172a07881 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:52.964670 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "tag": "94203614-e2cc-4bfe-a094-722dca410532", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:52.965734 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92d15d2b-5aff-467a-b257-355172a07881 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:52.966379 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'tag': '94203614-e2cc-4bfe-a094-722dca410532', 'status': 'completed', 'code': 200} Aug 03 19:21:53.001741 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.016353 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:53.036693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f37e11-852f-4187-ade3-317eb344102c {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:53.079452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:53.089282 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.270293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:53.305184 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] Checking router: f5edda3a-0add-46fb-95b4-7a093aef49b4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:53.325905 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:53.326861 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:53.387294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:53.389191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.423448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a582bfd-8c48-4dfb-9233-fae7447e3e95 req-fdc088b4-0850-4c70-87fd-72280ad992af tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 210 time: 0.2206867 Aug 03 19:21:53.473025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['23f37e11-852f-4187-ade3-317eb344102c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:53.474313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7571643b-ee11-4c0f-b7ee-828e2b836502 req-a49ebd4e-7187-49d0-a913-1d50c0c62bb8 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a92561d-8f5f-4b90-8577-3cd0250153bd HTTP/1.1" status: 200 len: 210 time: 0.2397907 Aug 03 19:21:53.520534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.557283 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:53.572303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.654016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def3766f-fe5f-4d9e-bf8f-eb1d6192770e {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:53.677336 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.688073 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f19dc125-e381-42f3-94bf-7837ee5f9c82 req-2a51fd87-e722-4ed2-b0f5-6834721c2b3b service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7537405 Aug 03 19:21:53.689680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Made reservation on behalf of 2c6d1ffcfb7e4864886083b3f036b0ff for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:53.693447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.720413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Transition to ACTIVE for port object def3766f-fe5f-4d9e-bf8f-eb1d6192770e will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:53.726593 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-cc71c91c-19c4-44e6-9a29-e26dcee10a3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6372328 Aug 03 19:21:53.733207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.733879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7bddc141-d13b-45d9-a483-d0e7a12259c7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:53.757522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Request body: {'port': {'device_id': 'fe2bf4e4-4814-4025-994d-fa3ee85b7a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:53.836635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Pushing event updated for resources: {'Port': ['ID=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:53.968107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:54.009705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-f3d24b1c-9093-4e2f-ae11-5ebf81f9fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.010745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 7bddc141-d13b-45d9-a483-d0e7a12259c7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:54.011491 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.021494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-f3d24b1c-9093-4e2f-ae11-5ebf81f9fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.025467 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-f3d24b1c-9093-4e2f-ae11-5ebf81f9fdac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1913 time: 0.6717522 Aug 03 19:21:54.137353 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:54.185053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Attempting to bind port def3766f-fe5f-4d9e-bf8f-eb1d6192770e on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:54.185392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Attempting to bind port def3766f-fe5f-4d9e-bf8f-eb1d6192770e by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:54.190285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Attempting to bind port def3766f-fe5f-4d9e-bf8f-eb1d6192770e on network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:54.198932 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40694af-5ce9-42cf-9f92-11b766925e7e None None] The sync data for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 is: [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:54.200565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Port def3766f-fe5f-4d9e-bf8f-eb1d6192770e on network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:21:54.200893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Attempting to bind port def3766f-fe5f-4d9e-bf8f-eb1d6192770e on network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:54.233496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:54.233858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Checking segment: {'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:54.234224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Bound using segment: {'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:54.234674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Bound port: def3766f-fe5f-4d9e-bf8f-eb1d6192770e, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516e5633-bead-4841-a036-6ab98790e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:54.235030 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.287268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.307720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b09b11-b61d-4f89-8bdb-21d19c740178 req-169d4325-19be-43e5-abb2-1271ecb068e8 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.314198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b09b11-b61d-4f89-8bdb-21d19c740178 req-169d4325-19be-43e5-abb2-1271ecb068e8 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.321873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34b09b11-b61d-4f89-8bdb-21d19c740178 req-169d4325-19be-43e5-abb2-1271ecb068e8 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1678 time: 0.3010559 Aug 03 19:21:54.341755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8faa53-54f8-4216-b575-ffe3dfe21f27 req-27d5a779-c271-4909-b3b2-d8d9ec3503eb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.343310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6c30be04-818c-4c39-9fb4-6f9f696c1ad6 None None] Provisioning complete for port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:54.343873 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c30be04-818c-4c39-9fb4-6f9f696c1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.349332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e8faa53-54f8-4216-b575-ffe3dfe21f27 req-27d5a779-c271-4909-b3b2-d8d9ec3503eb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 945 time: 0.2449484 Aug 03 19:21:54.410704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6c30be04-818c-4c39-9fb4-6f9f696c1ad6 None None] Port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:54.506355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e8faa53-54f8-4216-b575-ffe3dfe21f27 req-1a726113-137d-4026-9cd0-31df6fcbd2c0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558747 Aug 03 19:21:54.515513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34b09b11-b61d-4f89-8bdb-21d19c740178 req-8c5930d6-3850-468a-b6e5-dba54f8af84a tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927149 Aug 03 19:21:54.558209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] For port def3766f-fe5f-4d9e-bf8f-eb1d6192770e, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:54.563314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] For port def3766f-fe5f-4d9e-bf8f-eb1d6192770e, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:54.573456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.648944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-c2e68c3f-e279-4aed-8085-4188bfc08dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.650222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-c2e68c3f-e279-4aed-8085-4188bfc08dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.650892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-c2e68c3f-e279-4aed-8085-4188bfc08dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.652848 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-c2e68c3f-e279-4aed-8085-4188bfc08dc5 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a10a1534096d408bbe4ccb68de461024&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5981979 Aug 03 19:21:54.660190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.711954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea70aba1-9220-467e-8cd2-3b42f47dfc5f req-782c2a80-921c-41ca-adce-e8a3cc001e39 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 210 time: 0.0534921 Aug 03 19:21:54.740381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Pushing event updated for resources: {'Port': ['ID=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:54.754978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.755682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.758284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-62b49e2a-4d68-4a4c-8bfe-5e62534a9aba service neutron] 10.222.0.63 "PUT /v2.0/ports/def3766f-fe5f-4d9e-bf8f-eb1d6192770e HTTP/1.1" status: 200 len: 1091 time: 2.4418225 Aug 03 19:21:54.805991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Allocated IP 172.20.0.10 (9718a632-7cff-495c-bd96-582c7af625a9/22c90c6e-0ad5-480f-b7c6-bd844ebb55e2/0da0b8a8-5f4c-48fe-9250-25287424f2a9) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:54.836844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cec54a-48ae-41fa-80c4-0ba22a008008 None None] New status for floating IP e2070ee9-0b1e-460a-a042-eee222384707: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:21:54.872838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49902) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:54.967764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'name': 'network-vif-deleted', 'tag': '7ae76853-e174-486f-bdd1-20043af1048f'}, {'name': 'network-changed', 'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'tag': 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:54.977163 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a" -d '{"events": [{"server_uuid": "0a92561d-8f5f-4b90-8577-3cd0250153bd", "name": "network-vif-deleted", "tag": "7ae76853-e174-486f-bdd1-20043af1048f"}, {"name": "network-changed", "server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "tag": "def3766f-fe5f-4d9e-bf8f-eb1d6192770e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:55.063552 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f04ea2d4-5eaa-43fd-949d-1045cee4fc22 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.108167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f04ea2d4-5eaa-43fd-949d-1045cee4fc22 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.112263 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6454f31b-8230-499b-bc43-4db8d809afc7 x-openstack-request-id: req-6454f31b-8230-499b-bc43-4db8d809afc7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:55.112605 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a92561d-8f5f-4b90-8577-3cd0250153bd", "name": "network-vif-deleted", "tag": "7ae76853-e174-486f-bdd1-20043af1048f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "tag": "def3766f-fe5f-4d9e-bf8f-eb1d6192770e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:55.112989 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6454f31b-8230-499b-bc43-4db8d809afc7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:55.113284 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a92561d-8f5f-4b90-8577-3cd0250153bd', 'name': 'network-vif-deleted', 'tag': '7ae76853-e174-486f-bdd1-20043af1048f', 'status': 'completed', 'code': 200} Aug 03 19:21:55.113574 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'tag': 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e', 'status': 'completed', 'code': 200} Aug 03 19:21:55.175549 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f04ea2d4-5eaa-43fd-949d-1045cee4fc22 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.180330 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f04ea2d4-5eaa-43fd-949d-1045cee4fc22 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.182916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f04ea2d4-5eaa-43fd-949d-1045cee4fc22 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "DELETE /v2.0/security-groups/28a8384f-ea12-499a-80ec-75fd3cf2049c HTTP/1.1" status: 204 len: 168 time: 0.3080325 Aug 03 19:21:55.187546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49906) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:55.197989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ea2d4-5eaa-43fd-949d-1045cee4fc22 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a8384f-ea12-499a-80ec-75fd3cf2049c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:55.261523 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-46d70bf0-c75a-457a-83ec-14ae823de3ce tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] show failed (client error): The resource could not be found. Aug 03 19:21:55.262460 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46d70bf0-c75a-457a-83ec-14ae823de3ce tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups/28a8384f-ea12-499a-80ec-75fd3cf2049c HTTP/1.1" status: 404 len: 347 time: 0.0697033 Aug 03 19:21:55.266083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49908) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:55.307135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-b28b3aeb-6fa2-4c83-8475-4e2bbac8895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:55.308412 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e41da31a-f536-482d-9a3a-f3dc7b20355a req-b28b3aeb-6fa2-4c83-8475-4e2bbac8895a service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6407602 Aug 03 19:21:55.363394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.417901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Deleting port d04f8a43-f5a6-424c-a67a-f42b648a68ea {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:55.418195 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.494566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.526408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.527012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.529243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-002b6c92-fde0-49bb-9ea2-3dcfe75a9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:55.529944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-002b6c92-fde0-49bb-9ea2-3dcfe75a9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:55.531855 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-002b6c92-fde0-49bb-9ea2-3dcfe75a9ee7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1980 time: 0.1575992 Aug 03 19:21:55.550216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Calling delete_port for d04f8a43-f5a6-424c-a67a-f42b648a68ea owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:55.639267 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.703653 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-6863e87a-cb70-44fd-bc22-c8a3033981f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=94203614-e2cc-4bfe-a094-722dca410532 HTTP/1.1" status: 200 len: 217 time: 0.0811327 Aug 03 19:21:55.744827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876812e8-4bc9-4c96-b3ba-8e5b01950604 req-04229f30-ddba-4670-a33c-c1553ccf1329 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:55.749785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876812e8-4bc9-4c96-b3ba-8e5b01950604 req-04229f30-ddba-4670-a33c-c1553ccf1329 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:55.757936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-876812e8-4bc9-4c96-b3ba-8e5b01950604 req-04229f30-ddba-4670-a33c-c1553ccf1329 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1678 time: 0.1305366 Aug 03 19:21:55.783304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c793f-7410-43d5-8891-ab8d6f87272e req-1442548c-09a7-4fb9-94b7-b4f2078a0466 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:55.785037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-558c793f-7410-43d5-8891-ab8d6f87272e req-1442548c-09a7-4fb9-94b7-b4f2078a0466 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 945 time: 0.1420975 Aug 03 19:21:55.845948 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.891733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.918649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-876812e8-4bc9-4c96-b3ba-8e5b01950604 req-68145a1d-7cc3-45e9-9ce9-f9e0974c1090 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597052 Aug 03 19:21:55.993900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-558c793f-7410-43d5-8891-ab8d6f87272e req-5f6bfa40-63e9-4c01-b6f5-7d6cbfe112d5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937153 Aug 03 19:21:55.998073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event deleted for resources: {'Port': ['ID=d04f8a43-f5a6-424c-a67a-f42b648a68ea,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:56.063000 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-919997dc-7f1e-43c1-b514-d3a3d01fd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.065082 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-919997dc-7f1e-43c1-b514-d3a3d01fd6f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=46cd4f7a-3238-4682-a091-b59fac0dabcf HTTP/1.1" status: 200 len: 801 time: 0.3527851 Aug 03 19:21:56.117606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Network 9718a632-7cff-495c-bd96-582c7af625a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:56.130795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.137838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.139585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5891cd57-662a-483d-8e57-da1ef5cd684e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "DELETE /v2.0/floatingips/e2070ee9-0b1e-460a-a042-eee222384707 HTTP/1.1" status: 204 len: 168 time: 0.8714578 Aug 03 19:21:56.141103 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-52f1bde1-0232-42f5-880b-0e23a3db0460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.165892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8c04-4113-40ce-a360-54fb6e2e75b7 req-3a2ab0a9-6116-4bf2-9e59-a14c4ae78f7c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.167213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:56.168416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-915b8c04-4113-40ce-a360-54fb6e2e75b7 req-3a2ab0a9-6116-4bf2-9e59-a14c4ae78f7c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 932 time: 0.1729755 Aug 03 19:21:56.194457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:56.209155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Pushing event updated for resources: {'Port': ['ID=0da0b8a8-5f4c-48fe-9250-25287424f2a9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:56.255642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-915b8c04-4113-40ce-a360-54fb6e2e75b7 req-ab432bc7-2599-4874-894c-53e7d1286c27 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543852 Aug 03 19:21:56.364664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-c17dc764-d359-4367-9ab0-320fb5c62304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.366881 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-c17dc764-d359-4367-9ab0-320fb5c62304 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c1a54dc-4aa0-4920-b937-a053b3303b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2833552 Aug 03 19:21:56.377131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.377865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.548036 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-268177bc-d53a-4082-a5c3-8d243b5ff24b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1681359 Aug 03 19:21:56.573765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Request body: {'port': {'device_id': 'c36dd08a-f303-4253-a160-74f9af837a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:56.612727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 23f37e11-852f-4187-ade3-317eb344102c up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:56.678227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49924) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:56.687917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9e9886cd-36ed-485e-8fcb-95fcc411ccfd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66868967', 'description': 'tempest-description--1499804568'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:56.712072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 23f37e11-852f-4187-ade3-317eb344102c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:56.717766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 23f37e11-852f-4187-ade3-317eb344102c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:56.718547 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.744459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e9886cd-36ed-485e-8fcb-95fcc411ccfd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.879417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.922981 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.925420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f37e11-852f-4187-ade3-317eb344102c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:56.931711 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938cba31-5b8c-4933-a1ba-b27539927547" -d '{"events": [{"server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "name": "network-vif-plugged", "status": "completed", "tag": "23f37e11-852f-4187-ade3-317eb344102c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:56.936083 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e9886cd-36ed-485e-8fcb-95fcc411ccfd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.942365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e9886cd-36ed-485e-8fcb-95fcc411ccfd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.951253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.952112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.964972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0760aec-f846-4729-9262-deff9bfe34b7 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:56.977151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:56.984372 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.076197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e9886cd-36ed-485e-8fcb-95fcc411ccfd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.092846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9e9886cd-36ed-485e-8fcb-95fcc411ccfd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4104662 Aug 03 19:21:57.093070 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f180573-0e0d-4c17-8bc6-7af583aae4c4 x-openstack-request-id: req-2f180573-0e0d-4c17-8bc6-7af583aae4c4 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:57.093070 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "name": "network-vif-plugged", "status": "completed", "tag": "23f37e11-852f-4187-ade3-317eb344102c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:57.093070 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f180573-0e0d-4c17-8bc6-7af583aae4c4 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:57.093070 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f37e11-852f-4187-ade3-317eb344102c', 'code': 200} Aug 03 19:21:57.093070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.097323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49934) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:57.113271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.125302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a6f4d344-3752-46eb-992e-ca299fbe6d7c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'security_group_rule': {'security_group_id': 'cfcf58ba-85c3-471b-b051-050a103ed3b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:57.187960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9886cd-36ed-485e-8fcb-95fcc411ccfd tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf58ba-85c3-471b-b051-050a103ed3b4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.289550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d344-3752-46eb-992e-ca299fbe6d7c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.305884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4a0e8-e233-4144-8a70-8375a0730746 req-231e605e-d530-4ece-875e-25b092aafce2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:57.310376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Transition to ACTIVE for port object e0760aec-f846-4729-9262-deff9bfe34b7 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:57.314520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4a0e8-e233-4144-8a70-8375a0730746 req-231e605e-d530-4ece-875e-25b092aafce2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:57.315696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89f4a0e8-e233-4144-8a70-8375a0730746 req-231e605e-d530-4ece-875e-25b092aafce2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1678 time: 0.2485805 Aug 03 19:21:57.330603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359fbfc-2bd3-4da6-8ed9-b9d4d1918c9b req-0c11bbca-ca34-413c-9ddd-b2a605d7053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:57.332291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a359fbfc-2bd3-4da6-8ed9-b9d4d1918c9b req-0c11bbca-ca34-413c-9ddd-b2a605d7053c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 1097 time: 0.1974244 Aug 03 19:21:57.335799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.340638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.348377 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-39597eee-a5a2-447a-93a0-0103d15f99e1 service neutron] 10.222.0.63 "GET /v2.0/networks/6c1a54dc-4aa0-4920-b937-a053b3303b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9674442 Aug 03 19:21:57.349130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.351923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a99ad-6452-45c2-b2be-a27ecb32a996 req-c9d455ff-0bf6-402e-863b-08398fa7ac05 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:57.353915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb1a99ad-6452-45c2-b2be-a27ecb32a996 req-c9d455ff-0bf6-402e-863b-08398fa7ac05 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2208405 Aug 03 19:21:57.460059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89f4a0e8-e233-4144-8a70-8375a0730746 req-41ee5ef0-30e5-45ce-a4a2-c86768275ff9 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219206 Aug 03 19:21:57.498865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a359fbfc-2bd3-4da6-8ed9-b9d4d1918c9b req-7842de4e-8f7f-483e-9839-01aa05694237 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438138 Aug 03 19:21:57.539619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb1a99ad-6452-45c2-b2be-a27ecb32a996 req-fe78b3d8-73f7-42f7-a7a7-0cfa78df09f3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687348 Aug 03 19:21:57.556472 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d344-3752-46eb-992e-ca299fbe6d7c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.577037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Pushing event updated for resources: {'Port': ['ID=e0760aec-f846-4729-9262-deff9bfe34b7,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.579153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d344-3752-46eb-992e-ca299fbe6d7c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.610459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4d344-3752-46eb-992e-ca299fbe6d7c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bff1b52-5b88-4bbc-8383-c76cac1ce338,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.629446 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d344-3752-46eb-992e-ca299fbe6d7c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.631085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a6f4d344-3752-46eb-992e-ca299fbe6d7c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5125842 Aug 03 19:21:57.640534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49942) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:57.645663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4f6c2c82-0ca3-42c2-920e-20a940fcc846 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'security_group_rule': {'security_group_id': 'cfcf58ba-85c3-471b-b051-050a103ed3b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:57.652724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:57.670334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:57.711674 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f6c2c82-0ca3-42c2-920e-20a940fcc846 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.743970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f5d74-8569-4f94-84df-ac7fb672da45 req-c54bce20-6b5d-448f-83e7-6e67fa5b2531 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:57.743970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f20f5d74-8569-4f94-84df-ac7fb672da45 req-c54bce20-6b5d-448f-83e7-6e67fa5b2531 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 932 time: 0.0926344 Aug 03 19:21:57.760233 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-602f77d4-2939-4ec6-8d12-084c467fcb37 service neutron] 10.222.0.63 "GET /v2.0/networks/6c1a54dc-4aa0-4920-b937-a053b3303b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932052 Aug 03 19:21:57.838630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f20f5d74-8569-4f94-84df-ac7fb672da45 req-be666350-0e86-4cdc-8a7a-dc5de5732ce8 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799844 Aug 03 19:21:57.848812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f6c2c82-0ca3-42c2-920e-20a940fcc846 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.854323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f6c2c82-0ca3-42c2-920e-20a940fcc846 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.883912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c2c82-0ca3-42c2-920e-20a940fcc846 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0358076-2fb6-4680-ae5a-39ecb31e1710,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.891730 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f6c2c82-0ca3-42c2-920e-20a940fcc846 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.894452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4f6c2c82-0ca3-42c2-920e-20a940fcc846 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2514453 Aug 03 19:21:57.896514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49948) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:57.903775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:57.972656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.051699 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-b55ba186-285e-4268-a22b-af2c552cf0a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=def3766f-fe5f-4d9e-bf8f-eb1d6192770e HTTP/1.1" status: 200 len: 217 time: 0.1417480 Aug 03 19:21:58.120696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Attempting to bind port e0760aec-f846-4729-9262-deff9bfe34b7 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:58.120996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Attempting to bind port e0760aec-f846-4729-9262-deff9bfe34b7 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:58.121280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Attempting to bind port e0760aec-f846-4729-9262-deff9bfe34b7 on network 9718a632-7cff-495c-bd96-582c7af625a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:58.186623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Port e0760aec-f846-4729-9262-deff9bfe34b7 on network 9718a632-7cff-495c-bd96-582c7af625a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:21:58.186905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Attempting to bind port e0760aec-f846-4729-9262-deff9bfe34b7 on network 9718a632-7cff-495c-bd96-582c7af625a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:58.194773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92e346e6-427a-4d26-a960-b30c3114fb74 None None] Provisioning complete for port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:58.195689 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92e346e6-427a-4d26-a960-b30c3114fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.196794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.199043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:58.199387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Checking segment: {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:58.199794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Bound using segment: {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:58.200257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Bound port: e0760aec-f846-4729-9262-deff9bfe34b7, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:58.200659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.257549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-719ed067-0b6f-4365-bb79-17324993f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.259370 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-719ed067-0b6f-4365-bb79-17324993f3cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d30b3733-dd8d-44e7-8035-3fa2bc037247 HTTP/1.1" status: 200 len: 801 time: 0.1567538 Aug 03 19:21:58.278563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-92e346e6-427a-4d26-a960-b30c3114fb74 None None] Port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:58.401447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Allocated IP 172.25.4.132 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/5c6f840e-fb6f-479f-a2b9-69975ed34d30) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:58.405628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Router 7389c67a-6821-4a5e-ac1f-e4c0bacce53c is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:58.422775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] For port e0760aec-f846-4729-9262-deff9bfe34b7, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:58.431301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-8ab5828f-7cef-4696-a9a6-efeff8aae61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.434836 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-8ab5828f-7cef-4696-a9a6-efeff8aae61c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c26de7e-15f8-4c46-8af6-a3ea895dded8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1639500 Aug 03 19:21:58.554365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.613458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] For port e0760aec-f846-4729-9262-deff9bfe34b7, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e0760aec-f846-4729-9262-deff9bfe34b7,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:58.657198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f013bfc-b28c-4691-b07a-e0583d06c8d4 req-90ce8edd-d6e5-4710-b630-3c1ae3315d12 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.663873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f013bfc-b28c-4691-b07a-e0583d06c8d4 req-90ce8edd-d6e5-4710-b630-3c1ae3315d12 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.666011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f013bfc-b28c-4691-b07a-e0583d06c8d4 req-90ce8edd-d6e5-4710-b630-3c1ae3315d12 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1678 time: 0.1032944 Aug 03 19:21:58.684419 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.698956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.784481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:58.795452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da0b8a8-5f4c-48fe-9250-25287424f2a9 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:58.805932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:58.809779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:58.814504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'Port': ['ID=5c6f840e-fb6f-479f-a2b9-69975ed34d30,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:58.825073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f013bfc-b28c-4691-b07a-e0583d06c8d4 req-ee68b3ab-1c2d-47e1-86a7-14cf39010a48 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444809 Aug 03 19:21:58.853545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783276ec-ad82-41a6-a526-f1fa2f5b2700 req-9c91c260-12e8-4fac-a41a-2a7bb3b85bfa tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.855415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-783276ec-ad82-41a6-a526-f1fa2f5b2700 req-9c91c260-12e8-4fac-a41a-2a7bb3b85bfa tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1867025 Aug 03 19:21:58.871427 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.910446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.911580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.914515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] 10.222.0.88 "PUT /v2.0/ports/e0760aec-f846-4729-9262-deff9bfe34b7 HTTP/1.1" status: 200 len: 1092 time: 5.1616254 Aug 03 19:21:58.928658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2bf4e4-4814-4025-994d-fa3ee85b7a5d', 'tag': 'e0760aec-f846-4729-9262-deff9bfe34b7'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:58.933697 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d163b7-ba95-4909-b0bc-2c1260e20dca" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2bf4e4-4814-4025-994d-fa3ee85b7a5d", "tag": "e0760aec-f846-4729-9262-deff9bfe34b7"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:59.004724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Transition to ACTIVE for port object 0da0b8a8-5f4c-48fe-9250-25287424f2a9 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:59.059619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.062578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-783276ec-ad82-41a6-a526-f1fa2f5b2700 req-03165439-ebf6-4297-b8eb-2f67e09d1b80 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951084 Aug 03 19:21:59.090174 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.122589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:59.133888 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c43fd4ad-9a92-4c16-b08e-1d449acd8f2a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "PUT /v2.0/routers/7389c67a-6821-4a5e-ac1f-e4c0bacce53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8297698 Aug 03 19:21:59.135258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8394f-4499-41c5-a1c5-87f172ac8b88 service neutron] Pushing event updated for resources: {'Port': ['ID=e0760aec-f846-4729-9262-deff9bfe34b7,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:59.135472 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ad298-0891-42d7-9b6e-2e8576c8b2ae None None] Sync routers for ids ['7389c67a-6821-4a5e-ac1f-e4c0bacce53c'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:59.140681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:59.155394 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ad298-0891-42d7-9b6e-2e8576c8b2ae None None] Routers {'7389c67a-6821-4a5e-ac1f-e4c0bacce53c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:59.156210 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7f9ad298-0891-42d7-9b6e-2e8576c8b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['7389c67a-6821-4a5e-ac1f-e4c0bacce53c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:59.157570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-5de90265-a4d2-4db2-aaa4-9e63707ca3c2 service neutron] 10.222.0.63 "GET /v2.0/networks/8c26de7e-15f8-4c46-8af6-a3ea895dded8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720524 Aug 03 19:21:59.232840 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38657a66-9fd5-4a60-bab0-00d4d674fd2f x-openstack-request-id: req-38657a66-9fd5-4a60-bab0-00d4d674fd2f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:59.233323 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2bf4e4-4814-4025-994d-fa3ee85b7a5d", "tag": "e0760aec-f846-4729-9262-deff9bfe34b7", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:59.233519 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38657a66-9fd5-4a60-bab0-00d4d674fd2f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:59.233801 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2bf4e4-4814-4025-994d-fa3ee85b7a5d', 'tag': 'e0760aec-f846-4729-9262-deff9bfe34b7', 'status': 'completed', 'code': 200} Aug 03 19:21:59.248659 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7f9ad298-0891-42d7-9b6e-2e8576c8b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:59.261605 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ad298-0891-42d7-9b6e-2e8576c8b2ae None None] Routers {'7389c67a-6821-4a5e-ac1f-e4c0bacce53c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:59.262564 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7f9ad298-0891-42d7-9b6e-2e8576c8b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['7389c67a-6821-4a5e-ac1f-e4c0bacce53c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:59.268497 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.289840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-461fa2f3-78c1-4418-92c0-caffa98aaeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:59.292158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-461fa2f3-78c1-4418-92c0-caffa98aaeaa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1095 time: 0.2523041 Aug 03 19:21:59.309549 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7f9ad298-0891-42d7-9b6e-2e8576c8b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:59.310476 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ad298-0891-42d7-9b6e-2e8576c8b2ae None None] The sync data for ids ['7389c67a-6821-4a5e-ac1f-e4c0bacce53c'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:59.393575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Pushing event updated for resources: {'Port': ['ID=0da0b8a8-5f4c-48fe-9250-25287424f2a9,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:59.401424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9fb13-29b8-4ddb-83cb-5b0abba44bf6 req-ce39a5f6-14f0-4c2b-8424-4429781e5a62 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:59.404897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eff9fb13-29b8-4ddb-83cb-5b0abba44bf6 req-ce39a5f6-14f0-4c2b-8424-4429781e5a62 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 944 time: 0.2826469 Aug 03 19:21:59.405883 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-0a1f16a2-6d37-41e3-9300-73de530b17f1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0760aec-f846-4729-9262-deff9bfe34b7 HTTP/1.1" status: 200 len: 217 time: 0.0844276 Aug 03 19:21:59.468606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5632de-b0bd-428d-a7ff-95df6468c913 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:59.471932 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5d5632de-b0bd-428d-a7ff-95df6468c913 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports?device_id=7389c67a-6821-4a5e-ac1f-e4c0bacce53c HTTP/1.1" status: 200 len: 989 time: 0.3288012 Aug 03 19:21:59.478805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49966) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:59.607843 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a278f054-7bb2-43d6-a546-0e8c621b3ce2 req-f3c89d70-ee9b-4dbd-a4d2-1487d2a129f3 service neutron] 10.222.0.63 "GET /v2.0/networks/8c26de7e-15f8-4c46-8af6-a3ea895dded8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069595 Aug 03 19:21:59.618470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Attempting to bind port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:59.619165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Attempting to bind port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:59.619734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Attempting to bind port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 on network 9718a632-7cff-495c-bd96-582c7af625a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:59.634556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-05dc70a0-8ca7-4936-a380-75ebe9737047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:59.637301 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-05dc70a0-8ca7-4936-a380-75ebe9737047 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.2178063 Aug 03 19:21:59.639495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 on network 9718a632-7cff-495c-bd96-582c7af625a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:21:59.639736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Attempting to bind port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 on network 9718a632-7cff-495c-bd96-582c7af625a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:59.667444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:59.668401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Checking segment: {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:59.668833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Bound using segment: {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:59.669725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Bound port: 0da0b8a8-5f4c-48fe-9250-25287424f2a9, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0b4e4e-9462-463e-bc26-5c490cca96fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:59.670187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.683229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eff9fb13-29b8-4ddb-83cb-5b0abba44bf6 req-5214af67-3713-43f3-811d-ced34310be50 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609301 Aug 03 19:21:59.687934 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.721559 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-2689ed65-2630-486e-a427-dc42f2d01528 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714388 Aug 03 19:21:59.896720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-af74d532-9c5b-4943-9294-ad8db91322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:59.897211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-af74d532-9c5b-4943-9294-ad8db91322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:59.899097 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-af74d532-9c5b-4943-9294-ad8db91322dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a10a1534096d408bbe4ccb68de461024&device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1980 time: 0.1808589 Aug 03 19:21:59.919021 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.928131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.944455 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-aae5c9b2-28da-4eaf-a069-120db47d648e service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077918 Aug 03 19:21:59.992979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] For port 0da0b8a8-5f4c-48fe-9250-25287424f2a9, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:00.018417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] For port 0da0b8a8-5f4c-48fe-9250-25287424f2a9, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0da0b8a8-5f4c-48fe-9250-25287424f2a9,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:00.077338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.107886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'Port': ['ID=5c6f840e-fb6f-479f-a2b9-69975ed34d30,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:00.142590 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.180942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.183014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-678a871b-0b8f-4540-80eb-f1b2679895ea tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2848294 Aug 03 19:22:00.216216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b59e6-80b3-45bd-aa25-b609fd8b96ac req-6c40d02e-60d9-4e5d-9f71-80057ec38a11 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.224286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b59e6-80b3-45bd-aa25-b609fd8b96ac req-6c40d02e-60d9-4e5d-9f71-80057ec38a11 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.235732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-451b59e6-80b3-45bd-aa25-b609fd8b96ac req-6c40d02e-60d9-4e5d-9f71-80057ec38a11 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1678 time: 0.1910775 Aug 03 19:22:00.253676 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab316-056e-417f-8b62-2f65cd903a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.304390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-451b59e6-80b3-45bd-aa25-b609fd8b96ac req-e6952a26-a934-4817-a2e6-32adc710c848 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673313 Aug 03 19:22:00.429674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776d9b-3715-427a-aa9e-f396032e88f5 req-f961fb1a-9b37-49af-bf03-e17b07bbcbd3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.442792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2776d9b-3715-427a-aa9e-f396032e88f5 req-f961fb1a-9b37-49af-bf03-e17b07bbcbd3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1431911 Aug 03 19:22:00.494378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.547212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.548731 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.550438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] 10.222.0.88 "PUT /v2.0/ports/0da0b8a8-5f4c-48fe-9250-25287424f2a9 HTTP/1.1" status: 200 len: 1092 time: 3.9855704 Aug 03 19:22:00.611353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-8a83c1d6-413f-4c26-8f3b-5d557ab2047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.613464 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-8a83c1d6-413f-4c26-8f3b-5d557ab2047b service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c26de7e-15f8-4c46-8af6-a3ea895dded8 HTTP/1.1" status: 200 len: 902 time: 0.6986964 Aug 03 19:22:00.643707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe1231-ad86-4b4f-a534-5352520b9e58 service neutron] Pushing event updated for resources: {'Port': ['ID=0da0b8a8-5f4c-48fe-9250-25287424f2a9,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:00.666842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2776d9b-3715-427a-aa9e-f396032e88f5 req-9cd2cd57-21b9-4394-914b-3e48187d552b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212520 Aug 03 19:22:00.773593 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2bb1358-a0f7-464e-b2d8-a34718fbacc6 req-7d3f0541-9ab1-44f2-bda0-0fb359555685 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318740 Aug 03 19:22:00.811583 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-07081f96-431b-472f-a676-0329724ca213 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=def3766f-fe5f-4d9e-bf8f-eb1d6192770e HTTP/1.1" status: 200 len: 217 time: 0.1871023 Aug 03 19:22:00.826374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-736fd172-4431-4da8-b778-31a29496ffbb tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--66868967&fields=id&tenant_id=c707e86e98764a569ca4b8c52c75eab6 HTTP/1.1" status: 200 len: 267 time: 0.1579645 Aug 03 19:22:00.904820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-b6968e02-c93b-493b-b495-f92d65cdf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.906606 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-b6968e02-c93b-493b-b495-f92d65cdf1fa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 1095 time: 0.2748430 Aug 03 19:22:00.932322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-fb08bd4f-13b0-449e-a674-84eeaf7fa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.936148 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-fb08bd4f-13b0-449e-a674-84eeaf7fa549 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d30b3733-dd8d-44e7-8035-3fa2bc037247 HTTP/1.1" status: 200 len: 801 time: 0.1158700 Aug 03 19:22:00.998300 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-4b95b4c3-4cc9-4485-9143-3e98c6fbdf3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da0b8a8-5f4c-48fe-9250-25287424f2a9 HTTP/1.1" status: 200 len: 217 time: 0.0767114 Aug 03 19:22:01.091115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-6a813fdd-0bc4-4681-9057-b65e2708b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.092893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-6a813fdd-0bc4-4681-9057-b65e2708b433 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.0817051 Aug 03 19:22:01.159807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-07ddd8cb-c7f4-45e9-8d42-95857ce4bd1a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406115 Aug 03 19:22:01.164780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-761b045b-f495-4032-b8db-ba5f6eaf533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.166638 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-761b045b-f495-4032-b8db-ba5f6eaf533a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1095 time: 0.3348880 Aug 03 19:22:01.185093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-28c728d3-162f-488c-b5fa-3098aa1af53e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.198425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-28c728d3-162f-488c-b5fa-3098aa1af53e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 811 time: 0.3286459 Aug 03 19:22:01.232862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:01.233456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.242084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-68afd5a0-d398-4c35-b35e-cc5e516e8d1a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/quotas/c707e86e98764a569ca4b8c52c75eab6 HTTP/1.1" status: 200 len: 375 time: 0.0347049 Aug 03 19:22:01.255273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36dd08a-f303-4253-a160-74f9af837a8a', 'tag': '0da0b8a8-5f4c-48fe-9250-25287424f2a9'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:01.258544 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd609e-e824-4612-a8ee-7171e47d23b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c36dd08a-f303-4253-a160-74f9af837a8a", "tag": "0da0b8a8-5f4c-48fe-9250-25287424f2a9"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:01.323836 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-cb2eaae0-9f8c-428d-a01a-d7b4669e5aa2 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551657 Aug 03 19:22:01.530579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-043e00e8-9b5d-46d0-8e89-ad34c3a98905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.538693 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-043e00e8-9b5d-46d0-8e89-ad34c3a98905 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c26de7e-15f8-4c46-8af6-a3ea895dded8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5384660 Aug 03 19:22:01.550234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.561181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-ae0b2a47-54e8-4405-b9e7-8bf9571b7a36 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3078656 Aug 03 19:22:01.576724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:01.666828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-e850a4b2-b808-4da7-95b3-03bffe35ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.668377 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-e850a4b2-b808-4da7-95b3-03bffe35ee4f service neutron] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 919 time: 0.3477299 Aug 03 19:22:01.749621 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-f00b02da-c2d9-4953-a598-c9c49ef5948d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0760aec-f846-4729-9262-deff9bfe34b7 HTTP/1.1" status: 200 len: 217 time: 0.0592093 Aug 03 19:22:01.749621 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c11168fd-f4e2-4fc0-8753-12db43453a57 req-30725f4e-a7b5-47a9-967e-49b07af5a9e1 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101784 Aug 03 19:22:01.777519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fcf7d-c158-4d93-9d60-0ce9dbcd0371 req-59f875a2-c0b0-4a60-9743-18e0e6a91c44 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.785781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a23fcf7d-c158-4d93-9d60-0ce9dbcd0371 req-59f875a2-c0b0-4a60-9743-18e0e6a91c44 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 944 time: 0.1954949 Aug 03 19:22:01.870662 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.871936 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-41358db7-f942-46c4-9780-0bf654a94bb3 service neutron] 10.222.0.63 "GET /v2.0/networks/8c26de7e-15f8-4c46-8af6-a3ea895dded8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222249 Aug 03 19:22:01.875206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-b620a6e4-0d4d-41f6-9524-48bd16572783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.877192 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-b620a6e4-0d4d-41f6-9524-48bd16572783 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.1174357 Aug 03 19:22:01.890146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-fb371012-aad0-4e1e-96b4-6b54a7feded4 service neutron] 10.222.0.42 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985716 Aug 03 19:22:01.982213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a23fcf7d-c158-4d93-9d60-0ce9dbcd0371 req-1c332025-ee88-4546-9c14-30584652a647 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955175 Aug 03 19:22:02.018088 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-f4618551-ebee-42ce-9412-eeec44170d29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252549 Aug 03 19:22:02.106619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3d215fd1-3156-40e6-9c12-d5f8ed84042b service neutron] 10.222.0.42 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151053 Aug 03 19:22:02.235040 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb94c2c-738f-4446-bc46-e6ec767066d5 x-openstack-request-id: req-3bb94c2c-738f-4446-bc46-e6ec767066d5 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:02.236010 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36dd08a-f303-4253-a160-74f9af837a8a", "tag": "0da0b8a8-5f4c-48fe-9250-25287424f2a9", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:02.236010 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bb94c2c-738f-4446-bc46-e6ec767066d5 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:02.236010 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36dd08a-f303-4253-a160-74f9af837a8a', 'tag': '0da0b8a8-5f4c-48fe-9250-25287424f2a9', 'status': 'completed', 'code': 200} Aug 03 19:22:02.252897 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce20c1c-1132-47b4-b34d-b4f00422ff8a req-55d639ff-e5e1-44e9-85ab-a1f11e7ec9f1 service neutron] 10.222.0.63 "GET /v2.0/networks/8c26de7e-15f8-4c46-8af6-a3ea895dded8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739622 Aug 03 19:22:02.361044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-5bb3217e-eee2-4b81-9d84-5b0535cefbee service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285565 Aug 03 19:22:02.392040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-1ac8bcd3-01ed-4097-ab6b-31725498d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.393724 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-1ac8bcd3-01ed-4097-ab6b-31725498d328 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 1095 time: 0.1435323 Aug 03 19:22:02.614213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-4ab07250-81cf-40bf-b3cb-e915a10a1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.617528 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-4ab07250-81cf-40bf-b3cb-e915a10a1eab service neutron] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 919 time: 0.1814044 Aug 03 19:22:02.648216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 94203614-e2cc-4bfe-a094-722dca410532 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:02.675853 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-dc2e6650-7d57-42b6-8602-7852d21810ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da0b8a8-5f4c-48fe-9250-25287424f2a9 HTTP/1.1" status: 200 len: 217 time: 0.0474517 Aug 03 19:22:02.729223 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98d163b7-ba95-4909-b0bc-2c1260e20dca req-aa922ecd-6370-4689-b8b1-35a3d2d13f34 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602922 Aug 03 19:22:02.768031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-d8d154a2-2313-4f35-94eb-22aae2aa30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.775325 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-d8d154a2-2313-4f35-94eb-22aae2aa30fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.0859580 Aug 03 19:22:02.779924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.831654 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-84c6019f-d0d2-44d6-a507-54f9167b1523 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484085 Aug 03 19:22:02.844444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5eb52-adea-45f4-bdae-6c9994bd3341 req-1fb04c3f-9536-4f05-a094-2850bde22da3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.852901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5eb52-adea-45f4-bdae-6c9994bd3341 req-1fb04c3f-9536-4f05-a094-2850bde22da3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.862603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3db5eb52-adea-45f4-bdae-6c9994bd3341 req-1fb04c3f-9536-4f05-a094-2850bde22da3 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1678 time: 0.2256758 Aug 03 19:22:02.904734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbf82e-2687-4a17-9f59-01de5dab777b req-77902937-3d01-42a0-8888-6ddfd3bf57d9 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.915760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54dbf82e-2687-4a17-9f59-01de5dab777b req-77902937-3d01-42a0-8888-6ddfd3bf57d9 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2911515 Aug 03 19:22:02.935235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 94203614-e2cc-4bfe-a094-722dca410532, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=94203614-e2cc-4bfe-a094-722dca410532,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:02.957907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:02.969106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '94203614-e2cc-4bfe-a094-722dca410532', 'network_id': '6c1a54dc-4aa0-4920-b937-a053b3303b4c', 'port_id': '94203614-e2cc-4bfe-a094-722dca410532', 'mac_address': 'fa:16:3e:3f:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cd4f7a-3238-4682-a091-b59fac0dabcf', 'ip_address': '19.80.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:03.017175 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-eec76c80-31cf-4e31-a885-84234f070471 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768720 Aug 03 19:22:03.075532 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.090374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3db5eb52-adea-45f4-bdae-6c9994bd3341 req-24bed29f-645d-4025-ac0c-6b6581db9c82 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273502 Aug 03 19:22:03.140476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94203614-e2cc-4bfe-a094-722dca410532 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:03.179243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 94203614-e2cc-4bfe-a094-722dca410532, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=94203614-e2cc-4bfe-a094-722dca410532,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:03.186240 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.297850 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0fd609e-e824-4612-a8ee-7171e47d23b4 req-18c49497-24d9-49e4-9c9d-a3995ee5b29a service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712164 Aug 03 19:22:03.314181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=94203614-e2cc-4bfe-a094-722dca410532,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:03.318626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54dbf82e-2687-4a17-9f59-01de5dab777b req-9bc4f555-8f9e-40ba-98a6-996990586ea4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016130 Aug 03 19:22:03.326847 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.488772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11a5d3f2-a2fe-4fa0-a78d-d68cce7929b2 req-d7af04dc-896c-4285-b755-a34444bfaa24 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 210 time: 0.0523839 Aug 03 19:22:03.628788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc394-c246-4986-bc32-092e19375e2c req-e74378ef-39ca-4ff6-b251-3a0af0fb5f0a tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:03.631666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16fdc394-c246-4986-bc32-092e19375e2c req-e74378ef-39ca-4ff6-b251-3a0af0fb5f0a tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 944 time: 0.2316351 Aug 03 19:22:03.655054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Router 7389c67a-6821-4a5e-ac1f-e4c0bacce53c has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:03.668566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['94203614-e2cc-4bfe-a094-722dca410532'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:03.703118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16fdc394-c246-4986-bc32-092e19375e2c req-b544bff1-c79a-4c14-95df-ec6a5e23d185 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635021 Aug 03 19:22:03.783409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:03.792559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3b6ac668-414c-4612-80ad-8c2eaa9014be tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "PUT /v2.0/routers/7389c67a-6821-4a5e-ac1f-e4c0bacce53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3123980 Aug 03 19:22:03.792901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50082) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.802809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f172bf-2465-492b-a44a-e594036e6095 None None] Sync routers for ids ['7389c67a-6821-4a5e-ac1f-e4c0bacce53c'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:03.825754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f172bf-2465-492b-a44a-e594036e6095 None None] Routers {'7389c67a-6821-4a5e-ac1f-e4c0bacce53c'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:03.826425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b6f172bf-2465-492b-a44a-e594036e6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['7389c67a-6821-4a5e-ac1f-e4c0bacce53c'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.842823 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2b713a-81be-43e0-98ea-b2cb7a7a7796 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:22:03.848130 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c2b713a-81be-43e0-98ea-b2cb7a7a7796 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/fd7a2a74-c3be-42ca-a8ce-e7aca06eab9f HTTP/1.1" status: 404 len: 333 time: 0.0507348 Aug 03 19:22:03.850350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.867337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b6f172bf-2465-492b-a44a-e594036e6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.890236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f172bf-2465-492b-a44a-e594036e6095 None None] Routers {'7389c67a-6821-4a5e-ac1f-e4c0bacce53c'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:03.890916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b6f172bf-2465-492b-a44a-e594036e6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['7389c67a-6821-4a5e-ac1f-e4c0bacce53c'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.908111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0da0b8a8-5f4c-48fe-9250-25287424f2a9 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:03.948642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b6f172bf-2465-492b-a44a-e594036e6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.949721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f172bf-2465-492b-a44a-e594036e6095 None None] The sync data for ids ['7389c67a-6821-4a5e-ac1f-e4c0bacce53c'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:03.983500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b69c4e5d-ce7c-4a92-a43a-d988de5d1a3b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.104455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0da0b8a8-5f4c-48fe-9250-25287424f2a9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0da0b8a8-5f4c-48fe-9250-25287424f2a9,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:04.132107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '0da0b8a8-5f4c-48fe-9250-25287424f2a9', 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9', 'port_id': '0da0b8a8-5f4c-48fe-9250-25287424f2a9', 'mac_address': 'fa:16:3e:47:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c90c6e-0ad5-480f-b7c6-bd844ebb55e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:04.204326 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.233598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da0b8a8-5f4c-48fe-9250-25287424f2a9 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:04.309359 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b69c4e5d-ce7c-4a92-a43a-d988de5d1a3b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.314030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b69c4e5d-ce7c-4a92-a43a-d988de5d1a3b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.338941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0da0b8a8-5f4c-48fe-9250-25287424f2a9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0da0b8a8-5f4c-48fe-9250-25287424f2a9,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:04.362967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.365114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e0760aec-f846-4729-9262-deff9bfe34b7 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:04.463582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d11627-3af0-4ea5-bad5-2278f9fc9dc1 req-30f82640-b26e-4a9d-98b7-7986532a9ab8 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:04.476172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d11627-3af0-4ea5-bad5-2278f9fc9dc1 req-30f82640-b26e-4a9d-98b7-7986532a9ab8 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:04.478033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d11627-3af0-4ea5-bad5-2278f9fc9dc1 req-30f82640-b26e-4a9d-98b7-7986532a9ab8 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1679 time: 0.2332144 Aug 03 19:22:04.503814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b69c4e5d-ce7c-4a92-a43a-d988de5d1a3b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.505069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69c4e5d-ce7c-4a92-a43a-d988de5d1a3b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Fanout notify agent at l3_agent the message router_deleted on router 7389c67a-6821-4a5e-ac1f-e4c0bacce53c {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:04.520035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.524682 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b69c4e5d-ce7c-4a92-a43a-d988de5d1a3b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.531209 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b69c4e5d-ce7c-4a92-a43a-d988de5d1a3b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/routers/7389c67a-6821-4a5e-ac1f-e4c0bacce53c HTTP/1.1" status: 204 len: 168 time: 0.6791251 Aug 03 19:22:04.535780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50102) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.571838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-d99c5544-f655-4a84-805c-b3234aa0912e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:04.574044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-d99c5544-f655-4a84-805c-b3234aa0912e tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.63 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 811 time: 0.3901591 Aug 03 19:22:04.590479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e0760aec-f846-4729-9262-deff9bfe34b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e0760aec-f846-4729-9262-deff9bfe34b7,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:04.595522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0da0b8a8-5f4c-48fe-9250-25287424f2a9,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:04.617610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'e0760aec-f846-4729-9262-deff9bfe34b7', 'network_id': '9718a632-7cff-495c-bd96-582c7af625a9', 'port_id': 'e0760aec-f846-4729-9262-deff9bfe34b7', 'mac_address': 'fa:16:3e:73:b5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c90c6e-0ad5-480f-b7c6-bd844ebb55e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:04.619804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d11627-3af0-4ea5-bad5-2278f9fc9dc1 req-7e4b6e1d-91b0-496a-92b1-74727af650b7 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308372 Aug 03 19:22:04.676176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c945db8-6b72-4e44-bf5d-a360557f8435 req-81271bc7-12a8-4598-8b8b-4d3d49a18d58 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:04.678675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c945db8-6b72-4e44-bf5d-a360557f8435 req-81271bc7-12a8-4598-8b8b-4d3d49a18d58 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1329606 Aug 03 19:22:04.693255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-981b7205-156e-48d7-806b-d72ab8cde37a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 143836a7-ce7d-4553-b26c-1e2e76d0e5c7 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:04.699992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device def3766f-fe5f-4d9e-bf8f-eb1d6192770e details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:04.700395 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-981b7205-156e-48d7-806b-d72ab8cde37a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.702670 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-10c90ed6-72f9-420a-84c1-a7d26d6fc7e0 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c707e86e98764a569ca4b8c52c75eab6 HTTP/1.1" status: 200 len: 378 time: 0.0977473 Aug 03 19:22:04.708165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'port': {'device_id': '853bb30b-839d-4b61-9b9c-72911eeed933', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'admin_state_up': True, 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'security_groups': ['cfcf58ba-85c3-471b-b051-050a103ed3b4']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:04.746102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.792530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0760aec-f846-4729-9262-deff9bfe34b7 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:04.800013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb9136b8-c848-47c9-95f3-71be4c10ade9 req-dd1842eb-5081-4aa0-902c-99606479293b tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 210 time: 0.0728419 Aug 03 19:22:04.830404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-981b7205-156e-48d7-806b-d72ab8cde37a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.880756 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e0760aec-f846-4729-9262-deff9bfe34b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e0760aec-f846-4729-9262-deff9bfe34b7,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:04.884246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Made reservation on behalf of c707e86e98764a569ca4b8c52c75eab6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:04.896713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.902918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c945db8-6b72-4e44-bf5d-a360557f8435 req-403e2b02-ef63-45df-86a0-d97116e86388 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656504 Aug 03 19:22:04.936476 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.986579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-981b7205-156e-48d7-806b-d72ab8cde37a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.106894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-981b7205-156e-48d7-806b-d72ab8cde37a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.184717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b7205-156e-48d7-806b-d72ab8cde37a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=143836a7-ce7d-4553-b26c-1e2e76d0e5c7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:05.193574 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-981b7205-156e-48d7-806b-d72ab8cde37a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.195975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-981b7205-156e-48d7-806b-d72ab8cde37a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/143836a7-ce7d-4553-b26c-1e2e76d0e5c7 HTTP/1.1" status: 204 len: 168 time: 0.6585577 Aug 03 19:22:05.202023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50120) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:05.221125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e0760aec-f846-4729-9262-deff9bfe34b7,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:05.233618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5788dd-430b-4b5f-b082-504fc77f9ce5 None None] Network 3ef497e8-a689-4b75-a185-bfc094c7f7e2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:05.281693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Allocated IP 172.20.0.7 (144f6304-9919-46bf-b3ac-52043ed9bd13/def412f2-4c66-4154-97d4-79a13a1f968d/c0946f29-9d45-4e81-b39f-e857fcf98a79) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:05.303744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0da0b8a8-5f4c-48fe-9250-25287424f2a9'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:05.308074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e0760aec-f846-4729-9262-deff9bfe34b7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:05.370517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.413827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c6668-9fe4-4439-bad3-bd8f4e086a4e req-d98d4234-4ea9-4b2e-bba9-3356ac5c2217 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:05.440514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d30c6668-9fe4-4439-bad3-bd8f4e086a4e req-d98d4234-4ea9-4b2e-bba9-3356ac5c2217 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 945 time: 0.3394151 Aug 03 19:22:05.445433 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:22:05.531214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port def3766f-fe5f-4d9e-bf8f-eb1d6192770e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:05.563756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.594143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Transition to ACTIVE for port object c0946f29-9d45-4e81-b39f-e857fcf98a79 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:05.614266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d30c6668-9fe4-4439-bad3-bd8f4e086a4e req-2abac84e-f975-4f70-8101-f574c26dc682 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723413 Aug 03 19:22:05.643326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 7bddc141-d13b-45d9-a483-d0e7a12259c7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:05.643869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.654473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e', 'network_id': '8c26de7e-15f8-4c46-8af6-a3ea895dded8', 'port_id': 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e', 'mac_address': 'fa:16:3e:62:79:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30b3733-dd8d-44e7-8035-3fa2bc037247', 'ip_address': '19.86.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:05.703997 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.784115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:05.789196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:05.796015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:05.810913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] For port 7bddc141-d13b-45d9-a483-d0e7a12259c7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7bddc141-d13b-45d9-a483-d0e7a12259c7,segment=NetworkSegment(bf779d09-47d1-4643-b31d-d5335fa46029),segment_id=bf779d09-47d1-4643-b31d-d5335fa46029)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:05.811761 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.856968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 7bddc141-d13b-45d9-a483-d0e7a12259c7 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:05.873377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:05.874399 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.893229 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event updated for resources: {'Port': ['ID=c0946f29-9d45-4e81-b39f-e857fcf98a79,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:05.904625 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-52f37a5e-6b15-44f5-b4af-75957c57c1a5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2006645 Aug 03 19:22:05.908262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.926551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Request body: {'port': {'device_id': '853bb30b-839d-4b61-9b9c-72911eeed933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:06.078954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.204222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f04536-ac44-4e95-bcaa-db6295a3057b req-0fc0c00a-6389-4892-844c-0d5c7bce61af tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.207347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5f04536-ac44-4e95-bcaa-db6295a3057b req-0fc0c00a-6389-4892-844c-0d5c7bce61af tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 931 time: 0.1520033 Aug 03 19:22:06.226346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def3766f-fe5f-4d9e-bf8f-eb1d6192770e {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:06.246258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c77a02-4387-4f30-95ad-e8c6cf368d49 req-8552f9ca-a09f-4f83-ac58-198f749a2729 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.256324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c77a02-4387-4f30-95ad-e8c6cf368d49 req-8552f9ca-a09f-4f83-ac58-198f749a2729 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.258263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08c77a02-4387-4f30-95ad-e8c6cf368d49 req-8552f9ca-a09f-4f83-ac58-198f749a2729 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1679 time: 0.2049649 Aug 03 19:22:06.328417 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5f04536-ac44-4e95-bcaa-db6295a3057b req-338dbb54-3ced-4b56-9629-ec659b52252f tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090798 Aug 03 19:22:06.370502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port def3766f-fe5f-4d9e-bf8f-eb1d6192770e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:06.383918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.452462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No DVR routers for this DVR port 7bddc141-d13b-45d9-a483-d0e7a12259c7 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:06.457267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=7bddc141-d13b-45d9-a483-d0e7a12259c7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:06.545896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9fb736-dd7b-4196-a30e-4c7a29d91695 None None] DHCP port deletion for 3ef497e8-a689-4b75-a185-bfc094c7f7e2 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:06.566431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.623273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.639205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef497e8-a689-4b75-a185-bfc094c7f7e2']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:06.652748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b59bb85a-6395-4f36-b055-5088751fbd18 None None] Provisioning for port c0946f29-9d45-4e81-b39f-e857fcf98a79 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:06.657549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf779d09-47d1-4643-b31d-d5335fa46029') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:06.657850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf779d09-47d1-4643-b31d-d5335fa46029') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:06.660689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b59bb85a-6395-4f36-b055-5088751fbd18 None None] Provisioning complete for port c0946f29-9d45-4e81-b39f-e857fcf98a79 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:06.661888 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b59bb85a-6395-4f36-b055-5088751fbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.703822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08c77a02-4387-4f30-95ad-e8c6cf368d49 req-f7384029-3359-4f83-9d26-ee1103d2df21 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924382 Aug 03 19:22:06.712361 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.734144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b59bb85a-6395-4f36-b055-5088751fbd18 None None] Port c0946f29-9d45-4e81-b39f-e857fcf98a79 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:06.734144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 94203614-e2cc-4bfe-a094-722dca410532 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:06.854338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:06.864569 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.884710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd7a61-3eda-42bc-857a-bedc3b56a459 req-322fae1a-9dff-4bf5-b4aa-1ef76962666f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.899029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9dd7a61-3eda-42bc-857a-bedc3b56a459 req-322fae1a-9dff-4bf5-b4aa-1ef76962666f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3162696 Aug 03 19:22:06.911311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 94203614-e2cc-4bfe-a094-722dca410532 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:06.915498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 94203614-e2cc-4bfe-a094-722dca410532 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:06.916144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.929949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:06.932264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:06.944563 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:07.060416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['def3766f-fe5f-4d9e-bf8f-eb1d6192770e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:07.090844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9dd7a61-3eda-42bc-857a-bedc3b56a459 req-14767868-c9c3-4564-9ec0-418d732091ca tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907876 Aug 03 19:22:07.120658 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.133747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.140000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/networks/3ef497e8-a689-4b75-a185-bfc094c7f7e2 HTTP/1.1" status: 204 len: 168 time: 1.9331481 Aug 03 19:22:07.147710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50154) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:07.161526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a56319-0320-45c5-8386-8033625f279b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Network': ['ID=3ef497e8-a689-4b75-a185-bfc094c7f7e2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:07.248950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3922522-7184-43b4-a35c-8b12e167d24a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.255682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a3922522-7184-43b4-a35c-8b12e167d24a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/5958fffc-3880-4fd7-bbb6-3208b68a6cfc HTTP/1.1" status: 200 len: 845 time: 0.1058376 Aug 03 19:22:07.257719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50158) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:07.271158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.308233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0946f29-9d45-4e81-b39f-e857fcf98a79 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:07.317055 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.332532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Transition to ACTIVE for port object c0946f29-9d45-4e81-b39f-e857fcf98a79 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:07.345799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ce48b9fe-ee1b-4d3a-bbed-2077baf82b40 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/5958fffc-3880-4fd7-bbb6-3208b68a6cfc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0779250 Aug 03 19:22:07.346137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.352883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50160) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:07.361918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94203614-e2cc-4bfe-a094-722dca410532'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:07.365229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:07.366328 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc7665b-7f9e-44cf-8aa5-06e86c5790d6" -d '{"events": [{"server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "name": "network-vif-plugged", "status": "completed", "tag": "94203614-e2cc-4bfe-a094-722dca410532"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:07.400822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Pushing event updated for resources: {'Port': ['ID=c0946f29-9d45-4e81-b39f-e857fcf98a79,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:07.430937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b829edf-de98-4741-9f8b-a5d9ea38d9b2 req-ed9e6653-c3b5-4aca-8037-5099eec86149 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.434962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b829edf-de98-4741-9f8b-a5d9ea38d9b2 req-ed9e6653-c3b5-4aca-8037-5099eec86149 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 945 time: 0.1777678 Aug 03 19:22:07.448040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 94203614-e2cc-4bfe-a094-722dca410532, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=94203614-e2cc-4bfe-a094-722dca410532,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:07.509442 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.527897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Attempting to bind port c0946f29-9d45-4e81-b39f-e857fcf98a79 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:07.528246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Attempting to bind port c0946f29-9d45-4e81-b39f-e857fcf98a79 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:07.528577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Attempting to bind port c0946f29-9d45-4e81-b39f-e857fcf98a79 on network 144f6304-9919-46bf-b3ac-52043ed9bd13 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:07.534231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Port c0946f29-9d45-4e81-b39f-e857fcf98a79 on network 144f6304-9919-46bf-b3ac-52043ed9bd13 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:22:07.534633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Attempting to bind port c0946f29-9d45-4e81-b39f-e857fcf98a79 on network 144f6304-9919-46bf-b3ac-52043ed9bd13 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:07.541549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:07.542004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Checking segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:07.542468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Bound using segment: {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:07.543013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Bound port: c0946f29-9d45-4e81-b39f-e857fcf98a79, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd12492-3c28-407f-8e7f-e9214f3b117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:07.543455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.637094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] For port c0946f29-9d45-4e81-b39f-e857fcf98a79, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:07.645353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] For port c0946f29-9d45-4e81-b39f-e857fcf98a79, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:07.659887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.666079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=94203614-e2cc-4bfe-a094-722dca410532,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:07.711295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7bddc141-d13b-45d9-a483-d0e7a12259c7 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:07.724623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b829edf-de98-4741-9f8b-a5d9ea38d9b2 req-dd8d3501-459c-4abe-ac7e-1485e41337be tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026806 Aug 03 19:22:07.743470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 7bddc141-d13b-45d9-a483-d0e7a12259c7 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:07.744017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7bddc141-d13b-45d9-a483-d0e7a12259c7 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:07.760448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.761115 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.767184 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] 10.222.0.63 "PUT /v2.0/ports/c0946f29-9d45-4e81-b39f-e857fcf98a79 HTTP/1.1" status: 200 len: 1091 time: 1.8463063 Aug 03 19:22:07.772329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853bb30b-839d-4b61-9b9c-72911eeed933', 'tag': 'c0946f29-9d45-4e81-b39f-e857fcf98a79'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:07.775128 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0019cd42-6af9-4c87-8777-ecddcdafc5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "853bb30b-839d-4b61-9b9c-72911eeed933", "tag": "c0946f29-9d45-4e81-b39f-e857fcf98a79"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:07.820416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cd583-1432-4e8c-b114-a0b02972d1ef service neutron] Pushing event updated for resources: {'Port': ['ID=c0946f29-9d45-4e81-b39f-e857fcf98a79,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:07.924434 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa4938-0260-429d-bafb-b3761ccf0337 x-openstack-request-id: req-ffaa4938-0260-429d-bafb-b3761ccf0337 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:07.925332 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "name": "network-vif-plugged", "status": "completed", "tag": "94203614-e2cc-4bfe-a094-722dca410532", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:07.925965 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffaa4938-0260-429d-bafb-b3761ccf0337 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:07.926827 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94203614-e2cc-4bfe-a094-722dca410532', 'code': 200} Aug 03 19:22:07.930754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-8ef302ca-b0b0-4be5-a614-beef93f81209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.931658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e0760aec-f846-4729-9262-deff9bfe34b7 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:07.933034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-8ef302ca-b0b0-4be5-a614-beef93f81209 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 1094 time: 0.0890570 Aug 03 19:22:07.975062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba312-aaf7-4e09-9954-dd9ff1d61830 req-0ca0988a-b8cc-420e-a53f-19f5e9900725 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.983524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-290ba312-aaf7-4e09-9954-dd9ff1d61830 req-0ca0988a-b8cc-420e-a53f-19f5e9900725 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 943 time: 0.2920389 Aug 03 19:22:08.054633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-290ba312-aaf7-4e09-9954-dd9ff1d61830 req-09237922-f081-462f-b81d-56ee2351d979 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696456 Aug 03 19:22:08.058640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:08.060616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-e24abf82-f5d8-4847-a088-64a2d16fad73 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79 HTTP/1.1" status: 200 len: 217 time: 0.1139395 Aug 03 19:22:08.070914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.101681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port e0760aec-f846-4729-9262-deff9bfe34b7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:08.112121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port e0760aec-f846-4729-9262-deff9bfe34b7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:08.115298 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.220200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3ea34fc1-a4d3-45d4-aba9-8c0d062ffb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.223000 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-3ea34fc1-a4d3-45d4-aba9-8c0d062ffb12 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.1546507 Aug 03 19:22:08.228084 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267185f4-246b-440a-bd15-b9235bfce01c x-openstack-request-id: req-267185f4-246b-440a-bd15-b9235bfce01c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:08.228691 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853bb30b-839d-4b61-9b9c-72911eeed933", "tag": "c0946f29-9d45-4e81-b39f-e857fcf98a79", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:08.229169 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-267185f4-246b-440a-bd15-b9235bfce01c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:08.229935 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853bb30b-839d-4b61-9b9c-72911eeed933', 'tag': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'status': 'completed', 'code': 200} Aug 03 19:22:08.252157 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.311311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec70126-f6af-474e-97d2-5a01a3ed013f req-cb3f2fc7-e55d-4314-a40d-91024d4078c4 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.321764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec70126-f6af-474e-97d2-5a01a3ed013f req-cb3f2fc7-e55d-4314-a40d-91024d4078c4 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.330176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ec70126-f6af-474e-97d2-5a01a3ed013f req-cb3f2fc7-e55d-4314-a40d-91024d4078c4 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1681 time: 0.1905761 Aug 03 19:22:08.368725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e0760aec-f846-4729-9262-deff9bfe34b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e0760aec-f846-4729-9262-deff9bfe34b7,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:08.380332 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.384208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-4a664036-d220-4a4d-8393-e9981a60833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.388269 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-4a664036-d220-4a4d-8393-e9981a60833b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455495 Aug 03 19:22:08.388995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0da0b8a8-5f4c-48fe-9250-25287424f2a9 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:08.391999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ec70126-f6af-474e-97d2-5a01a3ed013f req-64b2057b-f9c1-4450-ace8-5aa92adf9762 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605772 Aug 03 19:22:08.656772 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-e5cb5325-fcee-42c3-af1e-d82413c0d14b service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519855 Aug 03 19:22:08.675591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e0760aec-f846-4729-9262-deff9bfe34b7,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:08.686188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device def3766f-fe5f-4d9e-bf8f-eb1d6192770e up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:08.693809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.732134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:08.748153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:08.748433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.858695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:08.874529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:08.883804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=72db1a9c-e1a5-4339-b148-d36bc3607b17,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:08.890105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.893987 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.936043 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9e98424-c85d-48a5-a75e-93ca0a627146 req-0199086e-bb1e-4a55-96a6-c7d9ff959ab6 service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713864 Aug 03 19:22:08.946541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e4d86-e001-4c26-8321-e7ad3cdfa7be req-b501617b-ecf7-46c5-8b2b-b3d991667bb3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.948527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d18e4d86-e001-4c26-8321-e7ad3cdfa7be req-b501617b-ecf7-46c5-8b2b-b3d991667bb3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2980545 Aug 03 19:22:08.958156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b9461-ba5a-41ef-8c5c-f6eede68c125 req-71890806-bfb9-4af9-ac98-0b69e2d48bd6 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.959751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-711b9461-ba5a-41ef-8c5c-f6eede68c125 req-71890806-bfb9-4af9-ac98-0b69e2d48bd6 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.3069897 Aug 03 19:22:08.968019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fcc9f1c2-97c8-4239-8ef4-4cd2b693285a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6122527 Aug 03 19:22:08.968881 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.972060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port def3766f-fe5f-4d9e-bf8f-eb1d6192770e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:08.974672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50194) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:08.985084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a1db6d06-5475-47ca-8689-d6bfb2430651 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1315448815'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:08.991357 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b9e58-290c-4067-a183-64f1d95a2fea None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:09.003654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port def3766f-fe5f-4d9e-bf8f-eb1d6192770e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:09.004139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.054738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d18e4d86-e001-4c26-8321-e7ad3cdfa7be req-781ab33f-f4d1-4079-acca-9f2cb1249367 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738454 Aug 03 19:22:09.128773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-711b9461-ba5a-41ef-8c5c-f6eede68c125 req-9a61102b-7a0e-4251-bce0-16b4f5a09432 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200130 Aug 03 19:22:09.170186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-29484efb-66fa-426b-963a-3e86cbc1bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.177247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-29484efb-66fa-426b-963a-3e86cbc1bffe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 1094 time: 0.1066012 Aug 03 19:22:09.190648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1db6d06-5475-47ca-8689-d6bfb2430651 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.245830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0da0b8a8-5f4c-48fe-9250-25287424f2a9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0da0b8a8-5f4c-48fe-9250-25287424f2a9,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:09.267539 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.269601 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-cedddc0d-7fe7-42e2-a388-f13dfbaa6897 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2168186 Aug 03 19:22:09.420186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd709-a2eb-4f51-ba24-64d8609ba9fa req-2875f973-28f2-4748-8ee6-4043259c3040 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.421793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-051bd709-a2eb-4f51-ba24-64d8609ba9fa req-2875f973-28f2-4748-8ee6-4043259c3040 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1369822 Aug 03 19:22:09.441441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334609-cbc8-4247-b481-c092619768cf req-08e53997-da87-41aa-8689-e12cd1f6b6c5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.450170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94334609-cbc8-4247-b481-c092619768cf req-08e53997-da87-41aa-8689-e12cd1f6b6c5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 943 time: 0.1630800 Aug 03 19:22:09.483108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-019a352b-be7b-4833-b713-dc426d1bb17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.485530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-019a352b-be7b-4833-b713-dc426d1bb17a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57bee6b7f186471a9759b464e4c45551&device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 1097 time: 0.0969741 Aug 03 19:22:09.510252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1db6d06-5475-47ca-8689-d6bfb2430651 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.524480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1db6d06-5475-47ca-8689-d6bfb2430651 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.565833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-051bd709-a2eb-4f51-ba24-64d8609ba9fa req-b40bb4b9-1b6e-4088-8c2f-86ed27683639 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996587 Aug 03 19:22:09.567809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-e2648b00-bd8b-4266-99d6-9b0a1b1b8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.581829 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-e2648b00-bd8b-4266-99d6-9b0a1b1b8cde service neutron] 10.222.0.63 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 0.3948283 Aug 03 19:22:09.615623 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1db6d06-5475-47ca-8689-d6bfb2430651 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.618923 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1db6d06-5475-47ca-8689-d6bfb2430651 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6426122 Aug 03 19:22:09.635924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50212) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:09.647080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-75c297ae-3a13-4050-83f1-74d9fcc16d30 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'security_group': {'name': 'tempest-secgroup-39414254'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:09.674232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db6d06-5475-47ca-8689-d6bfb2430651 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df94cbb-d048-44a2-89a5-52b2b5a64ca8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:09.700091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-7069290a-24be-4502-96aa-fa68f81dae5e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79 HTTP/1.1" status: 200 len: 217 time: 0.1069868 Aug 03 19:22:09.703736 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.708583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0da0b8a8-5f4c-48fe-9250-25287424f2a9,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:09.713516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94334609-cbc8-4247-b481-c092619768cf req-c31c577d-7794-4a4f-9b54-86e9d9e75f8c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2623580 Aug 03 19:22:09.777954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-ceb1557c-ea2a-4d89-a26f-bebaeafcd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.789921 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-ceb1557c-ea2a-4d89-a26f-bebaeafcd4b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fcd2de05-c962-475a-9b93-a7d41b4cb48b HTTP/1.1" status: 200 len: 917 time: 0.2778814 Aug 03 19:22:09.798700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'tenant_id': 'f884bae847444e8fadaebb3d93ecc728', 'fixed_ips': [{'subnet_id': '72db1a9c-e1a5-4339-b148-d36bc3607b17'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:09.800757 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.840307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port def3766f-fe5f-4d9e-bf8f-eb1d6192770e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:09.849210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.874885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-75c297ae-3a13-4050-83f1-74d9fcc16d30 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.906304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-4d7a092b-5197-430c-ba92-779342eaf170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.907966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-4d7a092b-5197-430c-ba92-779342eaf170 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.1906967 Aug 03 19:22:09.919906 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-ff56180a-5a03-4359-89c3-1922cc3c1c34 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1de379b-6113-4d06-8997-7cbf71dac26a HTTP/1.1" status: 200 len: 1001 time: 0.1214705 Aug 03 19:22:09.970557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fff72-4522-4bcc-af78-26d0b9b0476b req-0f37620d-bf4b-4d1d-95cc-b13a2598165b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.987169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fff72-4522-4bcc-af78-26d0b9b0476b req-0f37620d-bf4b-4d1d-95cc-b13a2598165b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.994697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-7d3289fd-5fdf-4aa6-a659-7c20fc2f9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.996901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f7fff72-4522-4bcc-af78-26d0b9b0476b req-0f37620d-bf4b-4d1d-95cc-b13a2598165b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1681 time: 0.2527759 Aug 03 19:22:09.997300 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-7d3289fd-5fdf-4aa6-a659-7c20fc2f9ba6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4208a00-56e8-4ce7-8dbd-104c90e6603d HTTP/1.1" status: 200 len: 855 time: 0.0703831 Aug 03 19:22:10.015366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2bf4e4-4814-4025-994d-fa3ee85b7a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0760aec-f846-4729-9262-deff9bfe34b7'}, {'server_uuid': 'c36dd08a-f303-4253-a160-74f9af837a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0b8a8-5f4c-48fe-9250-25287424f2a9'}, {'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:10.019705 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b06ff8-ce7a-4191-afef-901bfc48d8e3" -d '{"events": [{"server_uuid": "fe2bf4e4-4814-4025-994d-fa3ee85b7a5d", "name": "network-vif-plugged", "status": "completed", "tag": "e0760aec-f846-4729-9262-deff9bfe34b7"}, {"server_uuid": "c36dd08a-f303-4253-a160-74f9af837a8a", "name": "network-vif-plugged", "status": "completed", "tag": "0da0b8a8-5f4c-48fe-9250-25287424f2a9"}, {"server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "name": "network-vif-plugged", "status": "completed", "tag": "def3766f-fe5f-4d9e-bf8f-eb1d6192770e"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:10.103101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f7fff72-4522-4bcc-af78-26d0b9b0476b req-0e2d50e0-fb51-4f95-b96f-3f98cbb415b0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051741 Aug 03 19:22:10.108597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-34469d2f-213f-406c-8aaa-d99555cc7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:10.112566 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-34469d2f-213f-406c-8aaa-d99555cc7864 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fcd2de05-c962-475a-9b93-a7d41b4cb48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061876 Aug 03 19:22:10.113277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.116268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-9a91af59-11c2-4745-98bd-b221060e810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:10.121245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-9a91af59-11c2-4745-98bd-b221060e810d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057898 Aug 03 19:22:10.226496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Allocated IP 2001:db8::2 (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/72db1a9c-e1a5-4339-b148-d36bc3607b17/08f8be20-5e70-4cd9-9590-dcefa2923520) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:10.358905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-223538bf-80c5-4f60-b331-cda350a0e957 service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227130 Aug 03 19:22:10.383429 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451926b8-ec68-4f08-9773-4fba44b1a418 x-openstack-request-id: req-451926b8-ec68-4f08-9773-4fba44b1a418 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:10.383765 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2bf4e4-4814-4025-994d-fa3ee85b7a5d", "name": "network-vif-plugged", "status": "completed", "tag": "e0760aec-f846-4729-9262-deff9bfe34b7", "code": 200}, {"server_uuid": "c36dd08a-f303-4253-a160-74f9af837a8a", "name": "network-vif-plugged", "status": "completed", "tag": "0da0b8a8-5f4c-48fe-9250-25287424f2a9", "code": 200}, {"server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "name": "network-vif-plugged", "status": "completed", "tag": "def3766f-fe5f-4d9e-bf8f-eb1d6192770e", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:10.384128 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-451926b8-ec68-4f08-9773-4fba44b1a418 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:10.384399 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2bf4e4-4814-4025-994d-fa3ee85b7a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0760aec-f846-4729-9262-deff9bfe34b7', 'code': 200} Aug 03 19:22:10.384794 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36dd08a-f303-4253-a160-74f9af837a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0b8a8-5f4c-48fe-9250-25287424f2a9', 'code': 200} Aug 03 19:22:10.385387 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e', 'code': 200} Aug 03 19:22:10.556823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-75c297ae-3a13-4050-83f1-74d9fcc16d30 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.568596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-75c297ae-3a13-4050-83f1-74d9fcc16d30 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.590437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6a71a-f898-4742-ab5c-9c254d5263d2 req-6b426f34-7544-47d1-a0a3-26bc7420d2a8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:10.592416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6a6a71a-f898-4742-ab5c-9c254d5263d2 req-6b426f34-7544-47d1-a0a3-26bc7420d2a8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2284703 Aug 03 19:22:10.673020 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.695748 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-00e06665-51bc-43b1-aed9-e3993e9fa8ab service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645196 Aug 03 19:22:10.696467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Transition to ACTIVE for port object 08f8be20-5e70-4cd9-9590-dcefa2923520 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:10.725816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Transition to ACTIVE for port object 08f8be20-5e70-4cd9-9590-dcefa2923520 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:10.734789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-75c297ae-3a13-4050-83f1-74d9fcc16d30 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.736065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-75c297ae-3a13-4050-83f1-74d9fcc16d30 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0979700 Aug 03 19:22:10.736879 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.746112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50234) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:10.767629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c297ae-3a13-4050-83f1-74d9fcc16d30 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be4fe1e-ab31-4818-bd32-18b6171d7c57,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.769109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-619870776', 'security_groups': ['7be4fe1e-ab31-4818-bd32-18b6171d7c57'], 'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72db1a9c-e1a5-4339-b148-d36bc3607b17'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:10.793639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6a6a71a-f898-4742-ab5c-9c254d5263d2 req-a31203b3-6f4a-46f5-ab32-46652676ef43 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295013 Aug 03 19:22:10.797973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0019cd42-6af9-4c87-8777-ecddcdafc5f4 req-3abb765f-eb00-44e8-8d73-d50972835929 service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185827 Aug 03 19:22:10.820667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:10.832258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:10.840458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:10.871650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897c519-d6bc-4f24-abd3-2d8eb25d8235 req-50e4d95a-a55e-4705-917f-f8696fa9a9f0 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:10.890415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0897c519-d6bc-4f24-abd3-2d8eb25d8235 req-50e4d95a-a55e-4705-917f-f8696fa9a9f0 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.2175901 Aug 03 19:22:10.944663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1f6bc-5822-4a89-ab84-c80e85a52378 req-6d9cd725-e121-47cf-a348-4b78720561b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:10.946826 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7c1f6bc-5822-4a89-ab84-c80e85a52378 req-6d9cd725-e121-47cf-a348-4b78720561b0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 1097 time: 0.5423281 Aug 03 19:22:10.949226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Pushing event updated for resources: {'Port': ['ID=08f8be20-5e70-4cd9-9590-dcefa2923520,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.971238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Attempting to bind port 08f8be20-5e70-4cd9-9590-dcefa2923520 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:10.971829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Attempting to bind port 08f8be20-5e70-4cd9-9590-dcefa2923520 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '02d0b556-68c7-40c9-ac42-1612b37e8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:10.973560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Attempting to bind port 08f8be20-5e70-4cd9-9590-dcefa2923520 on network bf3a158d-2a8d-40cd-939d-c3a6ceca292e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:10.983332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:10.983928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Checking segment: {'id': '02d0b556-68c7-40c9-ac42-1612b37e8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:10.984583 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.985221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Bound using segment: {'id': '02d0b556-68c7-40c9-ac42-1612b37e8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:10.986024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Bound port: 08f8be20-5e70-4cd9-9590-dcefa2923520, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d0b556-68c7-40c9-ac42-1612b37e8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:10.986657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.001377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2ea46-bb9c-40a4-ba9e-03362a8b5a78 req-6af3b3db-2b2e-48f7-8b76-44779d3f2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.002100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2ea46-bb9c-40a4-ba9e-03362a8b5a78 req-6af3b3db-2b2e-48f7-8b76-44779d3f2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.003127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0897c519-d6bc-4f24-abd3-2d8eb25d8235 req-dc0c277e-1d37-46dc-89ef-e6c1f202fb86 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114964 Aug 03 19:22:11.004031 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7ae2ea46-bb9c-40a4-ba9e-03362a8b5a78 req-6af3b3db-2b2e-48f7-8b76-44779d3f2d6a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1984 time: 0.5177824 Aug 03 19:22:11.069970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c253930-daab-4de1-95fc-3bb49c36e229 req-85fdabc9-7da3-4208-86ba-72db0d820803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.072627 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c253930-daab-4de1-95fc-3bb49c36e229 req-85fdabc9-7da3-4208-86ba-72db0d820803 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1097 time: 0.5608618 Aug 03 19:22:11.107621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54453035-5be9-4b4d-8d37-3d7b7c643f28 req-e8b15e52-5e02-4bbf-a5c6-bb7828fe8d24 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.117587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54453035-5be9-4b4d-8d37-3d7b7c643f28 req-e8b15e52-5e02-4bbf-a5c6-bb7828fe8d24 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1499288 Aug 03 19:22:11.162454 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f7c1f6bc-5822-4a89-ab84-c80e85a52378 req-e5a1324d-695c-45fc-a440-72cc694f39fb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987879 Aug 03 19:22:11.229963 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2a3dd6b4-c605-403a-ad69-44725967eee2 req-18db8eb3-5ea3-40b9-9203-bd444dc2b849 service neutron] 10.222.0.63 "GET /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969757 Aug 03 19:22:11.238047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54453035-5be9-4b4d-8d37-3d7b7c643f28 req-ec9ebb57-b0d0-4024-b7c3-7f081ed1982d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190155 Aug 03 19:22:11.291789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec18bf-5433-429c-83e2-ba8a3fae4e6d req-0f994a68-a647-474e-9ffa-b9f4b2e891f7 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.299178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8ec18bf-5433-429c-83e2-ba8a3fae4e6d req-0f994a68-a647-474e-9ffa-b9f4b2e891f7 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 943 time: 0.1714978 Aug 03 19:22:11.329348 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7ae2ea46-bb9c-40a4-ba9e-03362a8b5a78 req-e7f1ff3a-087e-47a7-9aa4-fabd488e2dc3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132410 Aug 03 19:22:11.364664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] For port 08f8be20-5e70-4cd9-9590-dcefa2923520, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:11.366356 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c253930-daab-4de1-95fc-3bb49c36e229 req-55843daf-e3a5-4bee-99ed-ccaecf3d7965 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508864 Aug 03 19:22:11.370782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] For port 08f8be20-5e70-4cd9-9590-dcefa2923520, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08f8be20-5e70-4cd9-9590-dcefa2923520,segment=NetworkSegment(02d0b556-68c7-40c9-ac42-1612b37e8131),segment_id=02d0b556-68c7-40c9-ac42-1612b37e8131)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:11.376941 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.389891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:11.448551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8ec18bf-5433-429c-83e2-ba8a3fae4e6d req-81863922-7124-413c-aa5c-1405358ad645 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354909 Aug 03 19:22:11.601347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6fd00-ac9c-4588-a2d7-6673560fa931 None None] Pushing event updated for resources: {'Port': ['ID=08f8be20-5e70-4cd9-9590-dcefa2923520,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:11.610029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.658513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port 0789b74a-1441-4772-80ac-e5483204f3e7 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:11.704046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fa081-aafe-4916-a33a-5ad09f67d608 req-a2db9608-cabb-41a5-b54b-e5185e24a2c2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.711312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fa081-aafe-4916-a33a-5ad09f67d608 req-a2db9608-cabb-41a5-b54b-e5185e24a2c2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.732781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-880fa081-aafe-4916-a33a-5ad09f67d608 req-a2db9608-cabb-41a5-b54b-e5185e24a2c2 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1682 time: 0.1133895 Aug 03 19:22:11.855928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-880fa081-aafe-4916-a33a-5ad09f67d608 req-c7220fbf-1ed6-4ffa-804b-2fcf7bc9fe88 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185954 Aug 03 19:22:12.052066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::147 (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/72db1a9c-e1a5-4339-b148-d36bc3607b17/0789b74a-1441-4772-80ac-e5483204f3e7) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:12.124843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630397ed-1012-458b-bdd5-1a168ee7c85a req-75418d65-f49c-4824-961f-6d08bbb3bf83 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.127758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-630397ed-1012-458b-bdd5-1a168ee7c85a req-75418d65-f49c-4824-961f-6d08bbb3bf83 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1585767 Aug 03 19:22:12.232906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-630397ed-1012-458b-bdd5-1a168ee7c85a req-420381f3-e85a-431d-ad66-4d762adacf5a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938528 Aug 03 19:22:12.541530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1de8-a9a4-4b76-af15-20d651554d97 req-17177ce6-0705-461e-99a9-36f1c97889b4 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.545734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.549588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dec1de8-a9a4-4b76-af15-20d651554d97 req-17177ce6-0705-461e-99a9-36f1c97889b4 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1247208 Aug 03 19:22:12.576800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object 0789b74a-1441-4772-80ac-e5483204f3e7 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:12.586345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b24f-863d-4f3a-a445-98e2c6b8b332 req-dae971c3-af69-4dd4-8133-198098672ce9 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.593965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2624b24f-863d-4f3a-a445-98e2c6b8b332 req-dae971c3-af69-4dd4-8133-198098672ce9 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.1156864 Aug 03 19:22:12.651525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2624b24f-863d-4f3a-a445-98e2c6b8b332 req-5cac6357-4abb-4616-8b94-387f4301f520 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553653 Aug 03 19:22:12.661087 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.682541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dec1de8-a9a4-4b76-af15-20d651554d97 req-30251600-275f-4807-9bb9-0e88eaddb6c3 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316831 Aug 03 19:22:12.739712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c0946f29-9d45-4e81-b39f-e857fcf98a79 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:12.813346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:12.830397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:12.850926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:12.871516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.872612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.906855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebfdb-a573-4439-b992-10c9ffb4b803 req-5bf0a31a-8a44-41ed-a87d-21b8d088233d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.916751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-564ebfdb-a573-4439-b992-10c9ffb4b803 req-5bf0a31a-8a44-41ed-a87d-21b8d088233d tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 943 time: 0.1349750 Aug 03 19:22:12.954175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c0946f29-9d45-4e81-b39f-e857fcf98a79, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:12.970953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'port_id': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'mac_address': 'fa:16:3e:9b:c4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:12.997617 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2226691 Aug 03 19:22:13.000177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50282) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:13.006077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce5901-7016-40eb-8028-6e83456dae57 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=0789b74a-1441-4772-80ac-e5483204f3e7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:13.027343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-564ebfdb-a573-4439-b992-10c9ffb4b803 req-6c709d37-8e84-4c50-bbb1-293cddf00888 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051488 Aug 03 19:22:13.048487 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-643c947e-dc9c-46a8-8b24-924b978c8608 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:13.117326 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.187795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0946f29-9d45-4e81-b39f-e857fcf98a79 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:13.273558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c0946f29-9d45-4e81-b39f-e857fcf98a79, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:13.280877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.331529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d91fb1-cc3e-46c0-9a98-27de8f4cd648 req-635aa3a2-07d4-4b95-b901-f24ca85cc9ef tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.338503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d91fb1-cc3e-46c0-9a98-27de8f4cd648 req-635aa3a2-07d4-4b95-b901-f24ca85cc9ef tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.340520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15d91fb1-cc3e-46c0-9a98-27de8f4cd648 req-635aa3a2-07d4-4b95-b901-f24ca85cc9ef tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1682 time: 0.1759055 Aug 03 19:22:13.359602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad2a7-5f27-466b-8838-8d17ceaaa7ca req-53624111-16a0-41ac-b17f-9a04a50bcf12 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.361916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4aad2a7-5f27-466b-8838-8d17ceaaa7ca req-53624111-16a0-41ac-b17f-9a04a50bcf12 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1427958 Aug 03 19:22:13.395190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-e3940a62-63ca-48a8-8839-835bc480bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.398070 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-e3940a62-63ca-48a8-8839-835bc480bf71 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 1097 time: 0.2052636 Aug 03 19:22:13.404846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c0946f29-9d45-4e81-b39f-e857fcf98a79,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:13.437173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15d91fb1-cc3e-46c0-9a98-27de8f4cd648 req-75522d61-584a-4985-b412-915db5f53a9c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745008 Aug 03 19:22:13.492479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643c947e-dc9c-46a8-8b24-924b978c8608 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:13.500231 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-643c947e-dc9c-46a8-8b24-924b978c8608 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.506843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-746275bb-6aa3-4ed0-832f-5d820fb61961 None None] Provisioning for port 08f8be20-5e70-4cd9-9590-dcefa2923520 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:13.509215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4aad2a7-5f27-466b-8838-8d17ceaaa7ca req-18bda4f4-608a-428a-aa0b-233bc18fd638 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368487 Aug 03 19:22:13.534503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-746275bb-6aa3-4ed0-832f-5d820fb61961 None None] Provisioning complete for port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:13.535112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-746275bb-6aa3-4ed0-832f-5d820fb61961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.662505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c959a4-ead4-4fe8-bc65-950c3a6af6c0 req-a595ec55-c26b-41f5-a96f-418e7af4166a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.665816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-746275bb-6aa3-4ed0-832f-5d820fb61961 None None] Port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:13.678451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79c959a4-ead4-4fe8-bc65-950c3a6af6c0 req-a595ec55-c26b-41f5-a96f-418e7af4166a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1211262 Aug 03 19:22:13.684434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-6ec09b4c-310f-4267-88b7-e4228993359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.686191 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-6ec09b4c-310f-4267-88b7-e4228993359b service neutron] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 919 time: 0.2770557 Aug 03 19:22:13.698011 n-d-803378-1 neutron-server[94133]: INFO neutron.db.ipam_backend_mixin [None req-643c947e-dc9c-46a8-8b24-924b978c8608 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72db1a9c-e1a5-4339-b148-d36bc3607b17 (CIDR: 2001:db8::/64) Aug 03 19:22:13.715465 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-643c947e-dc9c-46a8-8b24-924b978c8608 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:22:13.715465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643c947e-dc9c-46a8-8b24-924b978c8608 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:13.765664 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-f8411433-409e-4926-aaae-a51bbb502813 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da0b8a8-5f4c-48fe-9250-25287424f2a9 HTTP/1.1" status: 200 len: 217 time: 0.0698237 Aug 03 19:22:13.790596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08f8be20-5e70-4cd9-9590-dcefa2923520 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:13.821272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79c959a4-ead4-4fe8-bc65-950c3a6af6c0 req-c5ce03cc-160a-4c69-b721-b74e24215385 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415255 Aug 03 19:22:13.843437 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-643c947e-dc9c-46a8-8b24-924b978c8608 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8128510 Aug 03 19:22:13.843942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50302) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:13.861626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:13.896563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c0946f29-9d45-4e81-b39f-e857fcf98a79'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:13.930385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec60c3a-a257-44ad-8de7-7bfc371895f4 req-5b2b05a2-9f05-4090-b3eb-f76f90e31c23 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.938340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ec60c3a-a257-44ad-8de7-7bfc371895f4 req-5b2b05a2-9f05-4090-b3eb-f76f90e31c23 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.1694756 Aug 03 19:22:14.013748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-72f83bd5-3671-4377-8274-8c06a7ef31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.016720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-72f83bd5-3671-4377-8274-8c06a7ef31bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.2438180 Aug 03 19:22:14.037560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ec60c3a-a257-44ad-8de7-7bfc371895f4 req-b5d90671-9f0d-453b-bb4b-917604edd708 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964715 Aug 03 19:22:14.041841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 08f8be20-5e70-4cd9-9590-dcefa2923520 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:14.048905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:14.048905 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.083603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-4021fea0-410b-4b53-a384-c5ecdc0004f6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555224 Aug 03 19:22:14.143185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5f5da7ef-7ce7-4f2d-9623-7cdb461c773e None None] Provisioning for port 0789b74a-1441-4772-80ac-e5483204f3e7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:14.164519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5f5da7ef-7ce7-4f2d-9623-7cdb461c773e None None] Provisioning complete for port 0789b74a-1441-4772-80ac-e5483204f3e7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:14.164897 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f5da7ef-7ce7-4f2d-9623-7cdb461c773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.230602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5f5da7ef-7ce7-4f2d-9623-7cdb461c773e None None] Port 0789b74a-1441-4772-80ac-e5483204f3e7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:14.230849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174c68b-269c-4c67-899c-c022528b9fcb req-29314e79-230c-4747-979e-2816d9fa718a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.245619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8174c68b-269c-4c67-899c-c022528b9fcb req-29314e79-230c-4747-979e-2816d9fa718a tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 944 time: 0.1098640 Aug 03 19:22:14.269625 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-9f7afc80-39f6-493b-8a90-38c683aa2fc1 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685357 Aug 03 19:22:14.276744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:14.282368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.334933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8174c68b-269c-4c67-899c-c022528b9fcb req-7f174f54-9e79-439c-b1e4-eb205f1c8dd0 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858572 Aug 03 19:22:14.336281 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.385427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 08f8be20-5e70-4cd9-9590-dcefa2923520, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08f8be20-5e70-4cd9-9590-dcefa2923520,segment=NetworkSegment(02d0b556-68c7-40c9-ac42-1612b37e8131),segment_id=02d0b556-68c7-40c9-ac42-1612b37e8131)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:14.390525 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.463232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=08f8be20-5e70-4cd9-9590-dcefa2923520,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:14.611303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913e4b3-9d16-4d25-92b3-a24d0ee135fa req-fe233f83-d882-480b-8cb3-d1da8309143b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.617523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913e4b3-9d16-4d25-92b3-a24d0ee135fa req-fe233f83-d882-480b-8cb3-d1da8309143b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.626244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e913e4b3-9d16-4d25-92b3-a24d0ee135fa req-fe233f83-d882-480b-8cb3-d1da8309143b tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1682 time: 0.0846293 Aug 03 19:22:14.717961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e913e4b3-9d16-4d25-92b3-a24d0ee135fa req-fb72275b-e328-4676-a435-a69c5dc3e00c tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906255 Aug 03 19:22:14.733990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4e6ed-be46-46fb-b893-be265fab0f63 req-0113bcbf-2a76-4ff6-8ebc-dcba1abe05b5 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.742728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8c4e6ed-be46-46fb-b893-be265fab0f63 req-0113bcbf-2a76-4ff6-8ebc-dcba1abe05b5 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1125040 Aug 03 19:22:14.801239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8c4e6ed-be46-46fb-b893-be265fab0f63 req-194a9155-7cdc-4b9a-a753-31932a97dd00 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568182 Aug 03 19:22:14.846641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-5418ed2c-92c3-482c-88f5-77392d29127c tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.848439 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-5418ed2c-92c3-482c-88f5-77392d29127c tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.63 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.4545367 Aug 03 19:22:14.871697 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67366069-ffc4-4b9f-872a-56ded91f6d2e req-146473e9-8038-4b17-ad10-638af2f32653 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964520 Aug 03 19:22:15.096663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aa68c-ff62-45aa-8f66-485a29b049a6 req-58ff43dc-dea4-41dd-9ff8-12e46e4ebe05 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.107269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-145aa68c-ff62-45aa-8f66-485a29b049a6 req-58ff43dc-dea4-41dd-9ff8-12e46e4ebe05 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1095040 Aug 03 19:22:15.168538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-145aa68c-ff62-45aa-8f66-485a29b049a6 req-2007b47e-80ea-48e9-a6c3-4dc4743507f5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596447 Aug 03 19:22:15.231126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Deleting port c1de379b-6113-4d06-8997-7cbf71dac26a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:15.231512 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.448886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] For port c1de379b-6113-4d06-8997-7cbf71dac26a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c1de379b-6113-4d06-8997-7cbf71dac26a,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:15.449568 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.510929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd2db-5add-4b4e-82ba-8a21426a8fd9 req-6fd51799-8738-4bc1-b78b-e66b836dff04 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.513500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03bd2db-5add-4b4e-82ba-8a21426a8fd9 req-6fd51799-8738-4bc1-b78b-e66b836dff04 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 946 time: 0.1571672 Aug 03 19:22:15.558399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c59454-883d-4ebb-bb87-7a6841401ed7 req-96586b73-77c8-4c2f-bc1a-126ff51592bf tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.568838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c59454-883d-4ebb-bb87-7a6841401ed7 req-96586b73-77c8-4c2f-bc1a-126ff51592bf tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.571421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64c59454-883d-4ebb-bb87-7a6841401ed7 req-96586b73-77c8-4c2f-bc1a-126ff51592bf tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1682 time: 0.1926608 Aug 03 19:22:15.630575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03bd2db-5add-4b4e-82ba-8a21426a8fd9 req-69eb26cd-7cf0-4439-a7c3-3d3ef7faa0cf tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae891436-3a7e-49f7-a01d-a05866c24220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049478 Aug 03 19:22:15.650168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.705939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64c59454-883d-4ebb-bb87-7a6841401ed7 req-fed305bb-c7e1-4d28-a20f-ec4aa999ff5a tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178873 Aug 03 19:22:15.745607 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=0f7d1280-f09d-4f0b-83bb-ac28e52a1c61,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:15.756320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08f8be20-5e70-4cd9-9590-dcefa2923520 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:15.763491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:15.768617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dcc4d-91bc-47b9-ab92-993bf9f7cbf6 req-a77516dc-31f8-46d2-9e84-3a409e9116b2 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.770420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c3dcc4d-91bc-47b9-ab92-993bf9f7cbf6 req-a77516dc-31f8-46d2-9e84-3a409e9116b2 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 944 time: 0.0635469 Aug 03 19:22:15.811248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:15.820414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.821857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.850551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:15.850906 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.854271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4c826-1803-4f89-a87d-b76d8d9cfe35 None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:15.867837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c3dcc4d-91bc-47b9-ab92-993bf9f7cbf6 req-e6847e4c-dd3a-4cda-9e2a-4a3221721cf5 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822682 Aug 03 19:22:15.985453 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fea6c8f9-087f-46c7-acc5-d804b2e5a4af tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1394923 Aug 03 19:22:15.997671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50354) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:16.007655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1622759948', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f7d1280-f09d-4f0b-83bb-ac28e52a1c61'}], 'security_groups': ['3df94cbb-d048-44a2-89a5-52b2b5a64ca8']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:16.096595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6fc16-8306-4942-8e6f-3c82a7cbb74a req-9e74a0fe-d845-4ed8-bd78-1503f5b1faf2 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:16.100195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87e6fc16-8306-4942-8e6f-3c82a7cbb74a req-9e74a0fe-d845-4ed8-bd78-1503f5b1faf2 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1313405 Aug 03 19:22:16.178282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87e6fc16-8306-4942-8e6f-3c82a7cbb74a req-b07dc1e9-fe5b-4bc0-ab1f-c528603f49d7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710726 Aug 03 19:22:16.183224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.184036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.184579 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Floating IP 4d18f455-bba4-49f2-af15-bef7eaed8574 disassociated. External IP: 172.25.4.87, port: c1de379b-6113-4d06-8997-7cbf71dac26a. Aug 03 19:22:16.185180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Calling delete_port for c1de379b-6113-4d06-8997-7cbf71dac26a owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:16.194195 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.458390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb313bf5-66f0-46c5-ab18-24d96b8a2ca5 req-e5485c6e-9d02-41ba-976b-24191d83b9bf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:16.470173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb313bf5-66f0-46c5-ab18-24d96b8a2ca5 req-e5485c6e-9d02-41ba-976b-24191d83b9bf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1700332 Aug 03 19:22:16.474124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201428aa-ea2a-4e03-bc24-76314d3ffdc1 None None] Update dhcp port {'port': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'fixed_ips': [{'subnet_id': '72db1a9c-e1a5-4339-b148-d36bc3607b17', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f7d1280-f09d-4f0b-83bb-ac28e52a1c61'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '08f8be20-5e70-4cd9-9590-dcefa2923520'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:22:16.523039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-201428aa-ea2a-4e03-bc24-76314d3ffdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.528098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb313bf5-66f0-46c5-ab18-24d96b8a2ca5 req-b0395e97-5031-43b8-940f-6e1be0e0480a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566916 Aug 03 19:22:16.681735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.755191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event deleted for resources: {'Port': ['ID=c1de379b-6113-4d06-8997-7cbf71dac26a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:16.760007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40539e20-da05-4d9f-9bef-ea6757349e60 req-9ea1aedf-7cf8-4692-b7e3-56be475dd0bb tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.0351970 Aug 03 19:22:16.770270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c0946f29-9d45-4e81-b39f-e857fcf98a79 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:16.912393 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port c0946f29-9d45-4e81-b39f-e857fcf98a79 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:16.941215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port c0946f29-9d45-4e81-b39f-e857fcf98a79 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:16.945158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.953988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Delete allocated IP 2001:db8::147 (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/72db1a9c-e1a5-4339-b148-d36bc3607b17) {{(pid=94133) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:22:16.965544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8:0:1::ad (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/0f7d1280-f09d-4f0b-83bb-ac28e52a1c61/0789b74a-1441-4772-80ac-e5483204f3e7) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:17.041361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d723e-8b78-4b51-8251-eb5578c43437 req-e5f493a6-5c83-4398-b0d3-abb365d1d0ad tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.058973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d723e-8b78-4b51-8251-eb5578c43437 req-e5f493a6-5c83-4398-b0d3-abb365d1d0ad tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.061969 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b88d723e-8b78-4b51-8251-eb5578c43437 req-e5f493a6-5c83-4398-b0d3-abb365d1d0ad tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1682 time: 0.1851170 Aug 03 19:22:17.135637 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.194844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.199544 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853bb30b-839d-4b61-9b9c-72911eeed933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0946f29-9d45-4e81-b39f-e857fcf98a79'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:17.205023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e734b-e675-4026-9a01-fc205ad8765f req-03de83be-4cff-49ba-95a5-071616bca5fc tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.206227 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea6456-14e9-4366-87a1-dd0cdf93e229" -d '{"events": [{"server_uuid": "853bb30b-839d-4b61-9b9c-72911eeed933", "name": "network-vif-plugged", "status": "completed", "tag": "c0946f29-9d45-4e81-b39f-e857fcf98a79"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:17.218359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-873e734b-e675-4026-9a01-fc205ad8765f req-03de83be-4cff-49ba-95a5-071616bca5fc tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 944 time: 0.1547046 Aug 03 19:22:17.218807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object 0789b74a-1441-4772-80ac-e5483204f3e7 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:17.301436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.305986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b88d723e-8b78-4b51-8251-eb5578c43437 req-b7bc415b-8fcc-434e-9f79-eba1858fd835 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160585 Aug 03 19:22:17.376499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-201428aa-ea2a-4e03-bc24-76314d3ffdc1 None None] Allocated IP 2001:db8:0:1::2 (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/0f7d1280-f09d-4f0b-83bb-ac28e52a1c61/08f8be20-5e70-4cd9-9590-dcefa2923520) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:17.394431 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-873e734b-e675-4026-9a01-fc205ad8765f req-421cf07d-cd7b-4788-83e1-d7375a555484 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1730170 Aug 03 19:22:17.419406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c0946f29-9d45-4e81-b39f-e857fcf98a79, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:17.437365 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.438345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c1de379b-6113-4d06-8997-7cbf71dac26a no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:17.560404 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1727e7b0-92f3-47a4-a238-c41173286fe7 x-openstack-request-id: req-1727e7b0-92f3-47a4-a238-c41173286fe7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:17.560833 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853bb30b-839d-4b61-9b9c-72911eeed933", "name": "network-vif-plugged", "status": "completed", "tag": "c0946f29-9d45-4e81-b39f-e857fcf98a79", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:17.561411 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1727e7b0-92f3-47a4-a238-c41173286fe7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:17.561690 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853bb30b-839d-4b61-9b9c-72911eeed933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'code': 200} Aug 03 19:22:17.568063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: c1de379b-6113-4d06-8997-7cbf71dac26a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:17.568412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c1de379b-6113-4d06-8997-7cbf71dac26a not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:17.603000 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-1d8cfe73-f000-4dbb-9ef2-196410f87533 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.616657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-1d8cfe73-f000-4dbb-9ef2-196410f87533 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.617338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c0946f29-9d45-4e81-b39f-e857fcf98a79,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:17.618544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94813259-bf5a-4cd7-b48f-a7b4c4aa60f4 req-393afcc8-1127-4f4c-903b-a16dbb4032dd tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.621114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-1d8cfe73-f000-4dbb-9ef2-196410f87533 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 1682 time: 0.3999274 Aug 03 19:22:17.634897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94813259-bf5a-4cd7-b48f-a7b4c4aa60f4 req-393afcc8-1127-4f4c-903b-a16dbb4032dd tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1534290 Aug 03 19:22:17.653010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-201428aa-ea2a-4e03-bc24-76314d3ffdc1 None None] For port 08f8be20-5e70-4cd9-9590-dcefa2923520, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08f8be20-5e70-4cd9-9590-dcefa2923520,segment=NetworkSegment(02d0b556-68c7-40c9-ac42-1612b37e8131),segment_id=02d0b556-68c7-40c9-ac42-1612b37e8131)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:17.718369 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-201428aa-ea2a-4e03-bc24-76314d3ffdc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.726943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=0789b74a-1441-4772-80ac-e5483204f3e7,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:17.732906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2039a15-6339-412a-a0e0-ab6e1e8899b5 req-8c2a398a-bc6a-4115-85f5-748b17363a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.735167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2039a15-6339-412a-a0e0-ab6e1e8899b5 req-8c2a398a-bc6a-4115-85f5-748b17363a62 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 1096 time: 0.0978098 Aug 03 19:22:17.745891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-201428aa-ea2a-4e03-bc24-76314d3ffdc1 None None] Transition to ACTIVE for port object 08f8be20-5e70-4cd9-9590-dcefa2923520 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:17.748786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94813259-bf5a-4cd7-b48f-a7b4c4aa60f4 req-47cc8d60-40eb-41bc-90f5-dc6beb5542cb tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894682 Aug 03 19:22:17.753138 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-201428aa-ea2a-4e03-bc24-76314d3ffdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.768196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] In _notify_port_updated(), no bound segment for port 0789b74a-1441-4772-80ac-e5483204f3e7 on network bf3a158d-2a8d-40cd-939d-c3a6ceca292e {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:22:17.774666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.775402 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.776761 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-198b8cf3-e13e-4efb-b032-bf13c0ffd7db tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "PUT /v2.0/ports/0789b74a-1441-4772-80ac-e5483204f3e7 HTTP/1.1" status: 200 len: 930 time: 1.7770956 Aug 03 19:22:17.782959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50388) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:17.802635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:17.892883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201428aa-ea2a-4e03-bc24-76314d3ffdc1 None None] Pushing event updated for resources: {'Port': ['ID=08f8be20-5e70-4cd9-9590-dcefa2923520,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:17.993252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:18.009595 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] Sync routers for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:18.047140 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:18.049043 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:18.058264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port def3766f-fe5f-4d9e-bf8f-eb1d6192770e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:18.058714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.069466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2039a15-6339-412a-a0e0-ab6e1e8899b5 req-54832125-466f-4a8e-bc3e-6548440cb90a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3183684 Aug 03 19:22:18.071074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] No DVR routers for this DVR port c1de379b-6113-4d06-8997-7cbf71dac26a on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:18.079541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed174c73-e3a8-422b-968c-ce2be2938d6e req-b6723aa7-9537-4e16-a875-00f6fe4b448a tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.1542649 Aug 03 19:22:18.105824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.108788 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-557c4b15-bb60-4ddc-a88b-6484a3224983 req-e126a9aa-5d5d-4233-8e48-aef161aab797 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.63 "DELETE /v2.0/ports/c1de379b-6113-4d06-8997-7cbf71dac26a HTTP/1.1" status: 204 len: 173 time: 3.2504816 Aug 03 19:22:18.109653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90407e7a-8641-4e16-9169-f121a4e06856', 'name': 'network-vif-deleted', 'tag': 'c1de379b-6113-4d06-8997-7cbf71dac26a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:18.112368 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5557fd1-74be-4328-9693-df90f811b459" -d '{"events": [{"server_uuid": "90407e7a-8641-4e16-9169-f121a4e06856", "name": "network-vif-deleted", "tag": "c1de379b-6113-4d06-8997-7cbf71dac26a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:18.120666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ce92c-ee2b-429b-9a7e-76ab74e351d1 req-6a104a12-d7e0-4550-941c-221f1366a69e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:18.142642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-099ce92c-ee2b-429b-9a7e-76ab74e351d1 req-6a104a12-d7e0-4550-941c-221f1366a69e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3763642 Aug 03 19:22:18.178687 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492aa9f3-68bc-4329-a3ba-61d9be49dfc8 x-openstack-request-id: req-492aa9f3-68bc-4329-a3ba-61d9be49dfc8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:18.183011 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90407e7a-8641-4e16-9169-f121a4e06856", "name": "network-vif-deleted", "tag": "c1de379b-6113-4d06-8997-7cbf71dac26a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:18.183831 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-492aa9f3-68bc-4329-a3ba-61d9be49dfc8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:18.184775 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90407e7a-8641-4e16-9169-f121a4e06856', 'name': 'network-vif-deleted', 'tag': 'c1de379b-6113-4d06-8997-7cbf71dac26a', 'status': 'completed', 'code': 200} Aug 03 19:22:18.283299 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:18.291003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port def3766f-fe5f-4d9e-bf8f-eb1d6192770e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:18.291610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.322108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for def3766f-fe5f-4d9e-bf8f-eb1d6192770e owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:18.725202 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:19:05Z', 'revision_number': 5, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:18.726263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.763809 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] Checking router: 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:18.768679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['94203614-e2cc-4bfe-a094-722dca410532', 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:18.778783 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:18.779646 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:18.980269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-099ce92c-ee2b-429b-9a7e-76ab74e351d1 req-3ce6d07d-123e-452b-b473-cb12bcffda94 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8366230 Aug 03 19:22:18.993447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2a4980b1-1750-4572-ba22-70e58641ff75 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 0789b74a-1441-4772-80ac-e5483204f3e7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:18.993833 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a4980b1-1750-4572-ba22-70e58641ff75 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.038164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=def3766f-fe5f-4d9e-bf8f-eb1d6192770e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:19.047450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port def3766f-fe5f-4d9e-bf8f-eb1d6192770e on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:19.058304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.060616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-ed6f3345-b04b-4320-adc9-d341ff854993 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "DELETE /v2.0/ports/def3766f-fe5f-4d9e-bf8f-eb1d6192770e HTTP/1.1" status: 204 len: 173 time: 1.3923731 Aug 03 19:22:19.068364 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:19.232348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Provisioning for port 08f8be20-5e70-4cd9-9590-dcefa2923520 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:19.285863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:19.286255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.313205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17a37-eb92-4eb7-9523-40719ffe68be req-c6fd5e68-ac37-4503-85d9-4af3fe9fb264 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:19.320912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a17a37-eb92-4eb7-9523-40719ffe68be req-c6fd5e68-ac37-4503-85d9-4af3fe9fb264 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 946 time: 0.5227027 Aug 03 19:22:19.473394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port 94203614-e2cc-4bfe-a094-722dca410532 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:19.474255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.592777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb063c-54ef-4742-b5d1-c0f50bf1f777 req-ffaa24bb-2f3e-452e-aeaf-2981b88e9712 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:19.596087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3eb063c-54ef-4742-b5d1-c0f50bf1f777 req-ffaa24bb-2f3e-452e-aeaf-2981b88e9712 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 945 time: 0.4153876 Aug 03 19:22:19.635949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a17a37-eb92-4eb7-9523-40719ffe68be req-a01aedf8-f7f5-4dc8-9211-e1e9204cb91d tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140426 Aug 03 19:22:19.683278 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:19:05Z', 'revision_number': 5, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:19.769289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a4980b1-1750-4572-ba22-70e58641ff75 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.776668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08f8be20-5e70-4cd9-9590-dcefa2923520 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:19.794490 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00933430-1c90-4800-bad9-4976a2074dd1 None None] The sync data for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 is: [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:18:47Z', 'revision_number': 4, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a', 'name': '', 'network_id': 'fcd2de05-c962-475a-9b93-a7d41b4cb48b', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'mac_address': 'fa:16:3e:77:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:43Z', 'updated_at': '2021-08-03T19:19:05Z', 'revision_number': 5, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'subnets': [{'id': 'c4208a00-56e8-4ce7-8dbd-104c90e6603d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:19.801647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port 94203614-e2cc-4bfe-a094-722dca410532, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=94203614-e2cc-4bfe-a094-722dca410532,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:19.801647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.824574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for 94203614-e2cc-4bfe-a094-722dca410532 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:19.840060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3eb063c-54ef-4742-b5d1-c0f50bf1f777 req-14ee1ff5-01c4-4151-bf6c-72dc33064f34 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2029958 Aug 03 19:22:19.854944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2a4980b1-1750-4572-ba22-70e58641ff75 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 0789b74a-1441-4772-80ac-e5483204f3e7 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:19.882309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Provisioning for port 0789b74a-1441-4772-80ac-e5483204f3e7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:19.898962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Provisioning complete for port 0789b74a-1441-4772-80ac-e5483204f3e7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:19.899419 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.087883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Port 0789b74a-1441-4772-80ac-e5483204f3e7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:20.130063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421b458-c780-42e8-92eb-c39e0ed2613d req-3af42981-7672-49b7-8349-e4afac0a30e9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.131755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5421b458-c780-42e8-92eb-c39e0ed2613d req-3af42981-7672-49b7-8349-e4afac0a30e9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1348388 Aug 03 19:22:20.198195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Provisioning complete for port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:20.198195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.203419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:20.203697 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.233891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'name': 'network-vif-deleted', 'tag': 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:20.241570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ab785a1-78ab-414c-8454-a6268d4cdc9f req-02da1642-d8da-4c16-8a8b-96d5db2fcbfd tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.0894647 Aug 03 19:22:20.248103 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf11eb6-463e-4e70-b8f4-7d2d0ae0f179" -d '{"events": [{"server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "name": "network-vif-deleted", "tag": "def3766f-fe5f-4d9e-bf8f-eb1d6192770e"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:20.318656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5421b458-c780-42e8-92eb-c39e0ed2613d req-465d9c6b-60dd-48b6-8657-48ef7421807f tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368759 Aug 03 19:22:20.330576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.406579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=94203614-e2cc-4bfe-a094-722dca410532,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:20.444643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['def3766f-fe5f-4d9e-bf8f-eb1d6192770e'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:20.516395 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61939ac8-9957-474c-9edf-d82a95fad025 x-openstack-request-id: req-61939ac8-9957-474c-9edf-d82a95fad025 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:20.517863 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "name": "network-vif-deleted", "tag": "def3766f-fe5f-4d9e-bf8f-eb1d6192770e", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:20.518635 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61939ac8-9957-474c-9edf-d82a95fad025 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:20.520327 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'name': 'network-vif-deleted', 'tag': 'def3766f-fe5f-4d9e-bf8f-eb1d6192770e', 'status': 'completed', 'code': 200} Aug 03 19:22:20.521892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c4157-86fe-47c2-8f57-0fe7b8a07eaa None None] New status for floating IP 4d18f455-bba4-49f2-af15-bef7eaed8574: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:22:20.522903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port 94203614-e2cc-4bfe-a094-722dca410532 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:20.527921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.529008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.556126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.557912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.558780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.560785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.563020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.563873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.564721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.565645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.566461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.567338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.574739 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.580354 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18614c67-aefe-41c8-b3a8-2026c85b1092 req-5d9c786f-1ce6-489e-99ed-7e7f6f6c9efa tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.63 "DELETE /v2.0/ports/94203614-e2cc-4bfe-a094-722dca410532 HTTP/1.1" status: 204 len: 173 time: 1.5094666 Aug 03 19:22:20.744583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c74fb2-3bc3-4bd2-878d-afff5bf7abca req-b7403c1b-e8f8-4872-9c44-9f225faedd4c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.756196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25c74fb2-3bc3-4bd2-878d-afff5bf7abca req-b7403c1b-e8f8-4872-9c44-9f225faedd4c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2747409 Aug 03 19:22:20.763691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a4980b1-1750-4572-ba22-70e58641ff75 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.868801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 94203614-e2cc-4bfe-a094-722dca410532 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:20.884127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.907513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f5977ea9-26bf-4db4-9e53-ed8c6b9c6ef7 None None] Port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:20.925120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14914995-35c0-45f5-87a0-572cea142097 req-50fce3bb-3d1f-4a03-bea0-bfa433742221 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5326ff8-ce04-4b32-990b-c03d23753821 HTTP/1.1" status: 200 len: 210 time: 0.0767148 Aug 03 19:22:20.936597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4980b1-1750-4572-ba22-70e58641ff75 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=0789b74a-1441-4772-80ac-e5483204f3e7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:20.963504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 94203614-e2cc-4bfe-a094-722dca410532 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:20.963504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 94203614-e2cc-4bfe-a094-722dca410532 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:20.976131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25c74fb2-3bc3-4bd2-878d-afff5bf7abca req-50fb43b7-1682-4591-a98d-ff9bf110b503 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977291 Aug 03 19:22:21.041781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a4980b1-1750-4572-ba22-70e58641ff75 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.047341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50440) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:21.047637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2a4980b1-1750-4572-ba22-70e58641ff75 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/0789b74a-1441-4772-80ac-e5483204f3e7 HTTP/1.1" status: 204 len: 168 time: 3.2635140 Aug 03 19:22:21.059626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1b18052f-c711-403b-bae8-6b92fab40845 None None] Could not find standard attr ID for object 0789b74a-1441-4772-80ac-e5483204f3e7. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:22:21.200395 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed545ba6-b2f6-49f6-89fa-74b4047cba0b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:22:21.214314 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ed545ba6-b2f6-49f6-89fa-74b4047cba0b tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/0789b74a-1441-4772-80ac-e5483204f3e7 HTTP/1.1" status: 404 len: 333 time: 0.1640670 Aug 03 19:22:21.217224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50446) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:21.395161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526ec63-0c6b-4284-8a2c-dfd0b1f5aeb4 req-9d978d9c-d967-4a40-8793-3b2d27fd4161 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:21.400458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e526ec63-0c6b-4284-8a2c-dfd0b1f5aeb4 req-9d978d9c-d967-4a40-8793-3b2d27fd4161 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 945 time: 0.2515848 Aug 03 19:22:21.486558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0229378c-71c9-4bed-ad65-4900cb8f73c5 req-93fe47bf-a218-4f30-abc4-8a54fe336ebe tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.0769961 Aug 03 19:22:21.554265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e526ec63-0c6b-4284-8a2c-dfd0b1f5aeb4 req-a8ffcdd7-82e2-40e3-b905-756db8a67d68 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274762 Aug 03 19:22:21.569142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-46e8a7cc-b690-42f5-b16c-fb2dab73592e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.632337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-46e8a7cc-b690-42f5-b16c-fb2dab73592e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.700047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc90c5-afcc-4213-b579-9ced603501d1 req-187e5691-08f1-4ed6-82e3-de855cc7ab9b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:21.706272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5cc90c5-afcc-4213-b579-9ced603501d1 req-187e5691-08f1-4ed6-82e3-de855cc7ab9b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1182864 Aug 03 19:22:21.744740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-46e8a7cc-b690-42f5-b16c-fb2dab73592e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.747506 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-46e8a7cc-b690-42f5-b16c-fb2dab73592e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.749367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-46e8a7cc-b690-42f5-b16c-fb2dab73592e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/security-groups/7be4fe1e-ab31-4818-bd32-18b6171d7c57 HTTP/1.1" status: 204 len: 168 time: 0.5292511 Aug 03 19:22:21.752788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50460) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:21.788323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8a7cc-b690-42f5-b16c-fb2dab73592e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be4fe1e-ab31-4818-bd32-18b6171d7c57,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:21.815111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5cc90c5-afcc-4213-b579-9ced603501d1 req-461ba83c-0b0e-4b53-9b5a-df145a6b4dc1 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928910 Aug 03 19:22:21.833518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8205-a874-475b-bb85-227045dd3c7f req-300202d4-a73e-4629-8f37-4206a76119e1 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:21.835469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-067a8205-a874-475b-bb85-227045dd3c7f req-300202d4-a73e-4629-8f37-4206a76119e1 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 945 time: 0.1629624 Aug 03 19:22:21.853172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50462) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:21.860127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Request body: {'floatingip': {'port_id': 'c0946f29-9d45-4e81-b39f-e857fcf98a79'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:21.889370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3584ed7b-4d28-401c-b690-4f632f627554 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.912218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.949015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3584ed7b-4d28-401c-b690-4f632f627554 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.014033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50466) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:22.062630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3584ed7b-4d28-401c-b690-4f632f627554 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.066332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3584ed7b-4d28-401c-b690-4f632f627554 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.068645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3584ed7b-4d28-401c-b690-4f632f627554 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/security-groups/3df94cbb-d048-44a2-89a5-52b2b5a64ca8 HTTP/1.1" status: 204 len: 168 time: 0.3128333 Aug 03 19:22:22.071640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50472) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:22.092471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584ed7b-4d28-401c-b690-4f632f627554 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df94cbb-d048-44a2-89a5-52b2b5a64ca8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:22.149886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8d4f02-a85c-4e85-8b24-fe99c8df3394 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting subnet d30b3733-dd8d-44e7-8035-3fa2bc037247 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:22.161665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4f02-a85c-4e85-8b24-fe99c8df3394 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.303684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5382d02b-55ff-467c-89c8-09da24587e8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 72db1a9c-e1a5-4339-b148-d36bc3607b17 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:22.317011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4f02-a85c-4e85-8b24-fe99c8df3394 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.317997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5382d02b-55ff-467c-89c8-09da24587e8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.416829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6502-5020-4dff-87b5-0e7d565164fd req-dd1615d6-e71c-430a-8796-9e5c3e32cd2d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:22.422263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-448a6502-5020-4dff-87b5-0e7d565164fd req-dd1615d6-e71c-430a-8796-9e5c3e32cd2d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2202742 Aug 03 19:22:22.490283 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5382d02b-55ff-467c-89c8-09da24587e8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.517964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4f02-a85c-4e85-8b24-fe99c8df3394 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.522944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'name': 'network-vif-deleted', 'tag': '94203614-e2cc-4bfe-a094-722dca410532'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:22.524912 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ea8f60-021a-4b3d-a111-0cdbfb450c8a" -d '{"events": [{"server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "name": "network-vif-deleted", "tag": "94203614-e2cc-4bfe-a094-722dca410532"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:22.635276 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4f02-a85c-4e85-8b24-fe99c8df3394 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.651316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-448a6502-5020-4dff-87b5-0e7d565164fd req-b0872246-d1ab-4aac-846d-198634b6573f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104714 Aug 03 19:22:22.711182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d4f02-a85c-4e85-8b24-fe99c8df3394 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Subnet': ['ID=d30b3733-dd8d-44e7-8035-3fa2bc037247,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:22.724794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4f02-a85c-4e85-8b24-fe99c8df3394 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.733178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91169222-612e-461a-a02b-d824f03b2deb None None] Network 8c26de7e-15f8-4c46-8af6-a3ea895dded8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:22.740546 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1a8d4f02-a85c-4e85-8b24-fe99c8df3394 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "DELETE /v2.0/subnets/d30b3733-dd8d-44e7-8035-3fa2bc037247 HTTP/1.1" status: 204 len: 168 time: 0.7131994 Aug 03 19:22:22.741659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50488) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:22.789625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf8543cc-7e41-4a9f-86e6-00c5c97df499 req-b5186bfc-df90-416f-baee-ddcbcb2d5b88 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.0775893 Aug 03 19:22:22.875257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device def3766f-fe5f-4d9e-bf8f-eb1d6192770e no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:22.884448 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5382d02b-55ff-467c-89c8-09da24587e8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.010035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: def3766f-fe5f-4d9e-bf8f-eb1d6192770e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:23.010773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device def3766f-fe5f-4d9e-bf8f-eb1d6192770e not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:23.047922 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7977da8-f77c-4a8f-a54f-0ff7e65374ff x-openstack-request-id: req-b7977da8-f77c-4a8f-a54f-0ff7e65374ff {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:23.049002 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5326ff8-ce04-4b32-990b-c03d23753821", "name": "network-vif-deleted", "tag": "94203614-e2cc-4bfe-a094-722dca410532", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:23.050708 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7977da8-f77c-4a8f-a54f-0ff7e65374ff {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:23.051365 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5326ff8-ce04-4b32-990b-c03d23753821', 'name': 'network-vif-deleted', 'tag': '94203614-e2cc-4bfe-a094-722dca410532', 'status': 'completed', 'code': 200} Aug 03 19:22:23.068993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.154147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5382d02b-55ff-467c-89c8-09da24587e8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.244489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port afbba23a-a775-479a-b452-18755c468d1c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:23.245020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.255688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] DHCP port deletion for 8c26de7e-15f8-4c46-8af6-a3ea895dded8 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:23.302286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d02b-55ff-467c-89c8-09da24587e8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=72db1a9c-e1a5-4339-b148-d36bc3607b17,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:23.335565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5382d02b-55ff-467c-89c8-09da24587e8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.340825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b0cc4-48e8-4fe7-bf87-f5b87c95e5dc None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:23.342501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5382d02b-55ff-467c-89c8-09da24587e8e tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/72db1a9c-e1a5-4339-b148-d36bc3607b17 HTTP/1.1" status: 204 len: 168 time: 1.2667034 Aug 03 19:22:23.396662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port afbba23a-a775-479a-b452-18755c468d1c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=afbba23a-a775-479a-b452-18755c468d1c,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:23.397211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.440233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for afbba23a-a775-479a-b452-18755c468d1c owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:23.458163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50500) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:23.480439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:23.498128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] Deleting port afbba23a-a775-479a-b452-18755c468d1c {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:23.498500 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.649305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] For port afbba23a-a775-479a-b452-18755c468d1c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=afbba23a-a775-479a-b452-18755c468d1c,segment=NetworkSegment(516e5633-bead-4841-a036-6ab98790e04f),segment_id=516e5633-bead-4841-a036-6ab98790e04f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:23.649764 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.692581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] Calling delete_port for afbba23a-a775-479a-b452-18755c468d1c owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:23.731411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.791350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecef7f-efc6-4e42-a1cf-31b0637219f5 req-3e7eb6a4-7cf7-407f-add4-31f2dfe51599 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:23.800227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55ecef7f-efc6-4e42-a1cf-31b0637219f5 req-3e7eb6a4-7cf7-407f-add4-31f2dfe51599 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.6566734 Aug 03 19:22:23.881769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port afbba23a-a775-479a-b452-18755c468d1c on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:23.901681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.907702 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=afbba23a-a775-479a-b452-18755c468d1c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:23.928815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device afbba23a-a775-479a-b452-18755c468d1c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:23.969948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] No DVR routers for this DVR port afbba23a-a775-479a-b452-18755c468d1c on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:23.974411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: afbba23a-a775-479a-b452-18755c468d1c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:23.975000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device afbba23a-a775-479a-b452-18755c468d1c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:24.027938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba990946-bccf-4883-94ea-502e2a9aa2a0 None None] Pushing event deleted for resources: {'Port': ['ID=afbba23a-a775-479a-b452-18755c468d1c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:24.077958 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:22:24.175920 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.176220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.198184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.198522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c26de7e-15f8-4c46-8af6-a3ea895dded8']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:24.229862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516e5633-bead-4841-a036-6ab98790e04f') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:24.230331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516e5633-bead-4841-a036-6ab98790e04f') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:24.258715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.286111 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.302402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:24.302961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:24.312915 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:24.401135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.416082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.422059 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "DELETE /v2.0/networks/8c26de7e-15f8-4c46-8af6-a3ea895dded8 HTTP/1.1" status: 204 len: 168 time: 1.6767561 Aug 03 19:22:24.435857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50522) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:24.443043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddffee-f436-48cc-a0bc-710292673a34 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Network': ['ID=8c26de7e-15f8-4c46-8af6-a3ea895dded8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:24.570973 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Floating IP 37c88177-2f1c-4628-a4da-d58b23723216 associated. External IP: 172.25.4.132, port: c0946f29-9d45-4e81-b39f-e857fcf98a79. Aug 03 19:22:24.678902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:24.686104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.696421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55ecef7f-efc6-4e42-a1cf-31b0637219f5 req-109b6235-0838-4298-86f5-021404add9be tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427046 Aug 03 19:22:24.711346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7737-3416-40e5-9f4b-03ce09eac05a req-912223f0-e9cf-41f2-b9d6-5ce3c0f535ec tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:24.727634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3ef7737-3416-40e5-9f4b-03ce09eac05a req-912223f0-e9cf-41f2-b9d6-5ce3c0f535ec tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.7571592 Aug 03 19:22:24.939483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting subnet 46cd4f7a-3238-4682-a091-b59fac0dabcf {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:25.086087 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.103303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e64d78f-5a31-4758-b2c6-1eeaef7e79d2 req-05869c2a-e7cd-4144-8dbb-36572322ee1d tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.1876957 Aug 03 19:22:25.155663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3ef7737-3416-40e5-9f4b-03ce09eac05a req-d757a83b-def6-4c22-838f-1cddfecabc21 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265552 Aug 03 19:22:25.247130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.355257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bb21a239-3343-4c7c-9236-068549cfe87d None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:25.356740 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bb21a239-3343-4c7c-9236-068549cfe87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.524667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bb21a239-3343-4c7c-9236-068549cfe87d None None] Provisioning complete for port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:25.525286 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bb21a239-3343-4c7c-9236-068549cfe87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.585202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bb21a239-3343-4c7c-9236-068549cfe87d None None] Port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:25.640655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.661096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.755170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Router f5edda3a-0add-46fb-95b4-7a093aef49b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:25.972161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.043752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Subnet': ['ID=46cd4f7a-3238-4682-a091-b59fac0dabcf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.054189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.055633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a5958-6a85-48be-897b-df2bdf5534c2 None None] Network 6c1a54dc-4aa0-4920-b937-a053b3303b4c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:26.058862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "DELETE /v2.0/subnets/46cd4f7a-3238-4682-a091-b59fac0dabcf HTTP/1.1" status: 204 len: 168 time: 1.6181533 Aug 03 19:22:26.059821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50544) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:26.071693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc357e-9462-4e0c-b017-75bcf3d44e82 req-65cc4f66-6aa9-457f-bca4-7d29f84a853b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:26.073186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92fc357e-9462-4e0c-b017-75bcf3d44e82 req-65cc4f66-6aa9-457f-bca4-7d29f84a853b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.2569194 Aug 03 19:22:26.208029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.208826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.209294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.209824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.210313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.210805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.211237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.211714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.212144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.212572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.214204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.214656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4211943-a31c-47d6-9e93-f095b2d7f9f0 tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:26.226679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.245167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c36eb908-e0f8-442e-96e9-856cfd5eaea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.307494 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.373557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Deleting port e7470abf-4c48-431e-b249-a3f2e542a3fe {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:26.373922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.465122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:26.483585 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] Sync routers for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:26.498243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=64da1a24-aeb3-4b95-b164-886784e9b068,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.500502 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:26.501317 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:26.503995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ea7e214-332d-42db-a135-1bde718b48a4 req-bcd81102-607c-4876-b3f1-51551fda3a5f tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/ports?device_id=90407e7a-8641-4e16-9169-f121a4e06856 HTTP/1.1" status: 200 len: 210 time: 0.1492872 Aug 03 19:22:26.509578 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.516194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] DHCP port deletion for 6c1a54dc-4aa0-4920-b937-a053b3303b4c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:26.556915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92fc357e-9462-4e0c-b017-75bcf3d44e82 req-0badfdc6-35cb-43a9-9fda-7c48bfa29128 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265417 Aug 03 19:22:26.605867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] For port e7470abf-4c48-431e-b249-a3f2e542a3fe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e7470abf-4c48-431e-b249-a3f2e542a3fe,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:26.606550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.653745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Calling delete_port for e7470abf-4c48-431e-b249-a3f2e542a3fe owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:26.660185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:26.710637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:26.712532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] Deleting port e7470abf-4c48-431e-b249-a3f2e542a3fe {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:26.715050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.717975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:26.720694 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.734606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d51a7-8b85-465a-a166-707ebd15dd59 None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:26.791189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.824922 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:26.879054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Port': ['ID=e7470abf-4c48-431e-b249-a3f2e542a3fe,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.886450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] No DVR routers for this DVR port e7470abf-4c48-431e-b249-a3f2e542a3fe on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:26.958402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] For port e7470abf-4c48-431e-b249-a3f2e542a3fe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e7470abf-4c48-431e-b249-a3f2e542a3fe,segment=NetworkSegment(35dc55f5-142a-4b21-8dd8-08d583b34b1a),segment_id=35dc55f5-142a-4b21-8dd8-08d583b34b1a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:26.959370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.021202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] Calling delete_port for e7470abf-4c48-431e-b249-a3f2e542a3fe owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:27.185534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.214315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1a54dc-4aa0-4920-b937-a053b3303b4c']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:27.239103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dc55f5-142a-4b21-8dd8-08d583b34b1a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:27.239574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dc55f5-142a-4b21-8dd8-08d583b34b1a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:27.253390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.278394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.289079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:27.289756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:27.296153 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:27.402734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.413810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.466364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] Pushing event deleted for resources: {'Port': ['ID=e7470abf-4c48-431e-b249-a3f2e542a3fe,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.476385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] Network 6c1a54dc-4aa0-4920-b937-a053b3303b4c is not hosted by any dhcp agent {{(pid=94135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:22:27.476950 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.477589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e48f6-949b-4dc6-b747-802d27dd83c3 None None] No DVR routers for this DVR port e7470abf-4c48-431e-b249-a3f2e542a3fe on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:27.502302 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] 10.222.0.42 "DELETE /v2.0/networks/6c1a54dc-4aa0-4920-b937-a053b3303b4c HTTP/1.1" status: 204 len: 168 time: 1.4370935 Aug 03 19:22:27.558417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9121dc-cf79-47e7-a32f-b64bc80c65ca tempest-ServersTestMultiNic-1098073495 tempest-ServersTestMultiNic-1098073495-project] Pushing event deleted for resources: {'Network': ['ID=6c1a54dc-4aa0-4920-b937-a053b3303b4c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.685278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-48c3485b-c9ed-4494-9af2-b52cd84dcc1c tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "PUT /v2.0/floatingips/37c88177-2f1c-4628-a4da-d58b23723216 HTTP/1.1" status: 200 len: 991 time: 5.8291543 Aug 03 19:22:27.715051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57c963-ffb0-4059-8191-fb80e1cdf957 None None] Update dhcp port {'port': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'fixed_ips': [{'subnet_id': '0f7d1280-f09d-4f0b-83bb-ac28e52a1c61', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '64da1a24-aeb3-4b95-b164-886784e9b068'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '08f8be20-5e70-4cd9-9590-dcefa2923520'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:22:27.719578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853bb30b-839d-4b61-9b9c-72911eeed933', 'tag': 'c0946f29-9d45-4e81-b39f-e857fcf98a79'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:27.726395 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742" -d '{"events": [{"name": "network-changed", "server_uuid": "853bb30b-839d-4b61-9b9c-72911eeed933", "tag": "c0946f29-9d45-4e81-b39f-e857fcf98a79"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:27.760196 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a57c963-ffb0-4059-8191-fb80e1cdf957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.766187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e7470abf-4c48-431e-b249-a3f2e542a3fe no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:27.771305 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '37c88177-2f1c-4628-a4da-d58b23723216', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'port_id': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'mac_address': 'fa:16:3e:9b:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853bb30b-839d-4b61-9b9c-72911eeed933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:21:58Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 1, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:27.780649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4d9c0ba8-0437-4716-93c1-9da5473652ee tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3080940 Aug 03 19:22:27.785254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50576) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:27.788855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1b66428b-4f6d-47a4-a8e7-e43401ba4684 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'security_group': {'name': 'tempest-secgroup-747105241'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:27.806594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e7470abf-4c48-431e-b249-a3f2e542a3fe {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:27.806931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e7470abf-4c48-431e-b249-a3f2e542a3fe not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:27.807256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed63a9b-f621-47a7-a4cb-ef1236331e13 req-e7e96bb7-56db-441f-8f5e-288c6728c756 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:27.820264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ed63a9b-f621-47a7-a4cb-ef1236331e13 req-e7e96bb7-56db-441f-8f5e-288c6728c756 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 1.1415360 Aug 03 19:22:27.835557 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b66428b-4f6d-47a4-a8e7-e43401ba4684 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.836189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e261cf1-c48e-46c2-8e39-18722bdadd86 req-7b6fd44b-6676-4ae7-94f7-3685ad45a92c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:27.838617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e261cf1-c48e-46c2-8e39-18722bdadd86 req-7b6fd44b-6676-4ae7-94f7-3685ad45a92c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1436636 Aug 03 19:22:27.856567 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] Checking router: f5edda3a-0add-46fb-95b4-7a093aef49b4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:27.880625 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:27.882079 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:27.968430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ed63a9b-f621-47a7-a4cb-ef1236331e13 req-2ce8af8a-2401-4f64-99cb-a3a596160ace tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283503 Aug 03 19:22:28.003176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e261cf1-c48e-46c2-8e39-18722bdadd86 req-f06d7dd9-1c71-4de2-82c4-cb15a1e75727 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552906 Aug 03 19:22:28.052553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b66428b-4f6d-47a4-a8e7-e43401ba4684 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.057688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b66428b-4f6d-47a4-a8e7-e43401ba4684 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.117097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66428b-4f6d-47a4-a8e7-e43401ba4684 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b7e0f1-44ad-4a3f-94b5-c95c6bcb0a36,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:28.154774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b66428b-4f6d-47a4-a8e7-e43401ba4684 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.156658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1b66428b-4f6d-47a4-a8e7-e43401ba4684 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3715146 Aug 03 19:22:28.184247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50588) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:28.198315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-95bdd1dd-bdcc-41f7-985d-9d5a89c1f920 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1551260488'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:28.202561 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:28.249704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95bdd1dd-bdcc-41f7-985d-9d5a89c1f920 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.325370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-8a57c963-ffb0-4059-8191-fb80e1cdf957 None None] Allocated IP 2001:db8::2 (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/64da1a24-aeb3-4b95-b164-886784e9b068/08f8be20-5e70-4cd9-9590-dcefa2923520) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:28.486768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-dbe6aee2-400b-436f-ae6d-28fc87bce89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:28.492817 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-dbe6aee2-400b-436f-ae6d-28fc87bce89a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 1096 time: 0.1498055 Aug 03 19:22:28.551725 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95bdd1dd-bdcc-41f7-985d-9d5a89c1f920 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.554629 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a123f1-31c9-4a02-bd63-fad2900ce58a x-openstack-request-id: req-c9a123f1-31c9-4a02-bd63-fad2900ce58a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:28.555060 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853bb30b-839d-4b61-9b9c-72911eeed933", "tag": "c0946f29-9d45-4e81-b39f-e857fcf98a79", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:28.555864 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9a123f1-31c9-4a02-bd63-fad2900ce58a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:28.556292 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853bb30b-839d-4b61-9b9c-72911eeed933', 'tag': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'status': 'completed', 'code': 200} Aug 03 19:22:28.561361 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95bdd1dd-bdcc-41f7-985d-9d5a89c1f920 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.647414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8a57c963-ffb0-4059-8191-fb80e1cdf957 None None] For port 08f8be20-5e70-4cd9-9590-dcefa2923520, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08f8be20-5e70-4cd9-9590-dcefa2923520,segment=NetworkSegment(02d0b556-68c7-40c9-ac42-1612b37e8131),segment_id=02d0b556-68c7-40c9-ac42-1612b37e8131)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:28.666312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50600) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:28.711157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50602) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:28.716429 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a57c963-ffb0-4059-8191-fb80e1cdf957 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.738260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8a57c963-ffb0-4059-8191-fb80e1cdf957 None None] Transition to ACTIVE for port object 08f8be20-5e70-4cd9-9590-dcefa2923520 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:28.744969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a57c963-ffb0-4059-8191-fb80e1cdf957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.748701 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95bdd1dd-bdcc-41f7-985d-9d5a89c1f920 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.759186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-95bdd1dd-bdcc-41f7-985d-9d5a89c1f920 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5729680 Aug 03 19:22:28.787116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50604) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:28.793821 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '37c88177-2f1c-4628-a4da-d58b23723216', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'port_id': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'mac_address': 'fa:16:3e:9b:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853bb30b-839d-4b61-9b9c-72911eeed933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:21:58Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 1, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:28.816286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c6b089ca-69b6-4823-9d3d-db873a649402 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1204001167'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:28.819680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57c963-ffb0-4059-8191-fb80e1cdf957 None None] Pushing event updated for resources: {'Port': ['ID=08f8be20-5e70-4cd9-9590-dcefa2923520,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:28.888049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c6b089ca-69b6-4823-9d3d-db873a649402 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.902667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdd1dd-bdcc-41f7-985d-9d5a89c1f920 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98570230-0c1c-471a-9281-8b0c7533de11,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:28.908119 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458db4a8-268e-4921-9dd2-48e61d2adcc2 None None] The sync data for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 is: [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '37c88177-2f1c-4628-a4da-d58b23723216', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'port_id': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'mac_address': 'fa:16:3e:9b:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853bb30b-839d-4b61-9b9c-72911eeed933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:21:58Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 1, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:29.163429 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c67146f7-92e1-40db-bef8-0baebb30330b tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.286071 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c67146f7-92e1-40db-bef8-0baebb30330b tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.362104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-50dcdd5d-2e09-4b65-b8c3-d03e51179224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:29.365345 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-50dcdd5d-2e09-4b65-b8c3-d03e51179224 service neutron] 10.222.0.63 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 0.8684890 Aug 03 19:22:29.396096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5bb2-df7c-4f16-b1f2-a6990126cf5e req-e44426b7-e287-4950-9d72-8661aeec6619 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:29.405831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-906f5bb2-df7c-4f16-b1f2-a6990126cf5e req-e44426b7-e287-4950-9d72-8661aeec6619 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2545235 Aug 03 19:22:29.411934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5c5d9-542c-4865-97c3-969b1d05d2d8 None None] New status for floating IP 37c88177-2f1c-4628-a4da-d58b23723216: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:22:29.543351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650f300-c8b0-4c80-83bd-96c2b473aae2 req-42da8726-9da1-4096-8481-0a7a4761db0c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:29.554148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c650f300-c8b0-4c80-83bd-96c2b473aae2 req-42da8726-9da1-4096-8481-0a7a4761db0c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.2911646 Aug 03 19:22:29.594460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c6b089ca-69b6-4823-9d3d-db873a649402 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.629987 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c6b089ca-69b6-4823-9d3d-db873a649402 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.660626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-906f5bb2-df7c-4f16-b1f2-a6990126cf5e req-0973c20a-dad1-49b3-aa21-06eda9b74186 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535353 Aug 03 19:22:29.704481 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-3b92e71c-a953-4e89-af73-66051b956fc8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79 HTTP/1.1" status: 200 len: 999 time: 0.3285701 Aug 03 19:22:29.784651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c67146f7-92e1-40db-bef8-0baebb30330b tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.800083 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c67146f7-92e1-40db-bef8-0baebb30330b tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.812142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c67146f7-92e1-40db-bef8-0baebb30330b tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "DELETE /v2.0/security-groups/ae891436-3a7e-49f7-a01d-a05866c24220 HTTP/1.1" status: 204 len: 168 time: 1.1253393 Aug 03 19:22:29.818045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08f8be20-5e70-4cd9-9590-dcefa2923520 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:29.825316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50624) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:29.881121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c6b089ca-69b6-4823-9d3d-db873a649402 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.886969 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c6b089ca-69b6-4823-9d3d-db873a649402 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0938671 Aug 03 19:22:29.888749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50626) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:29.891266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b089ca-69b6-4823-9d3d-db873a649402 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384c987e-c8f2-4754-a9fd-ef322d4cc9b3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:29.902317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-6ddf046a-cfc5-45d8-988f-92aecbd79775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:29.903864 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-6ddf046a-cfc5-45d8-988f-92aecbd79775 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.1815121 Aug 03 19:22:29.927429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-154420327', 'security_groups': ['384c987e-c8f2-4754-a9fd-ef322d4cc9b3'], 'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64da1a24-aeb3-4b95-b164-886784e9b068'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:29.956071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c650f300-c8b0-4c80-83bd-96c2b473aae2 req-c787211f-91ec-4a9b-927f-09c15abd7c0a tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004138 Aug 03 19:22:30.002681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67146f7-92e1-40db-bef8-0baebb30330b tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae891436-3a7e-49f7-a01d-a05866c24220,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:30.012086 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-bfc219d0-0c46-497d-ab0b-d1d511fda0a9 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] show failed (client error): The resource could not be found. Aug 03 19:22:30.030461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50628) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:30.033068 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.037599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bfc219d0-0c46-497d-ab0b-d1d511fda0a9 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "GET /v2.0/security-groups/ae891436-3a7e-49f7-a01d-a05866c24220 HTTP/1.1" status: 404 len: 347 time: 0.1781330 Aug 03 19:22:30.200114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:30.276535 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e4812842-4f62-4373-87ba-e4b4fc13c78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.319096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-10203dc9-630f-452a-89f5-824d3b26d433 None None] Provisioning for port 08f8be20-5e70-4cd9-9590-dcefa2923520 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:30.326320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-a0e9ec6c-30e2-4490-b064-d42be97993fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:30.326686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-10203dc9-630f-452a-89f5-824d3b26d433 None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:30.327345 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-a0e9ec6c-30e2-4490-b064-d42be97993fd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096329 Aug 03 19:22:30.327608 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-10203dc9-630f-452a-89f5-824d3b26d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.367234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.407527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] device_id is not set on port c27dd9fa-eae7-462b-a34c-20bea58207c3 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:30.553735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-10203dc9-630f-452a-89f5-824d3b26d433 None None] Provisioning complete for port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:30.554762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-10203dc9-630f-452a-89f5-824d3b26d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.566033 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-f036a90e-235c-403d-b6bb-4eab50025856 service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296493 Aug 03 19:22:30.651069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-10203dc9-630f-452a-89f5-824d3b26d433 None None] Port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:30.826526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Deleting port c087af80-da06-497a-915b-1cc443f90846 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:30.827131 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.844484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8::f6 (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/64da1a24-aeb3-4b95-b164-886784e9b068/c27dd9fa-eae7-462b-a34c-20bea58207c3) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:30.908956 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-dbf5cd68-ffba-4cec-aed1-5c32f7e7b742 req-fd0a78f1-7150-4d0a-92f8-ae3a4f4c6ec7 service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156178 Aug 03 19:22:31.075641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.113947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.141256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object c27dd9fa-eae7-462b-a34c-20bea58207c3 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:31.201666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2927bc-a1d3-4371-b944-c5a44ee3e07d req-d36b8fbe-917c-4481-ae91-96216b7d8b45 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:31.211258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c2927bc-a1d3-4371-b944-c5a44ee3e07d req-d36b8fbe-917c-4481-ae91-96216b7d8b45 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3344152 Aug 03 19:22:31.220398 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.221138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.232954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.310738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Calling delete_port for c087af80-da06-497a-915b-1cc443f90846 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:31.356147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:31.394190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:31.419893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c2927bc-a1d3-4371-b944-c5a44ee3e07d req-60e59cbe-205f-44c5-bd6e-541da2944c9c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077146 Aug 03 19:22:31.422518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:31.455240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:31.455931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.469626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=c27dd9fa-eae7-462b-a34c-20bea58207c3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:31.545464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2c219-1e41-4a25-b0e4-c4e52cec18e2 req-4e521d57-8da0-4e83-ae19-780f54806f1e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:31.552391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e2c219-1e41-4a25-b0e4-c4e52cec18e2 req-4e521d57-8da0-4e83-ae19-780f54806f1e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.3326406 Aug 03 19:22:31.561686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7391749e-0738-4517-ab3e-a83a1f3a80ef tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6471944 Aug 03 19:22:31.562137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50652) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:31.573304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-33ef5124-2033-419f-a80e-ef642465bb0f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:31.648848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e2c219-1e41-4a25-b0e4-c4e52cec18e2 req-64062cd6-d585-4d2a-900e-a2878f8871a8 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657356 Aug 03 19:22:31.793413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.819742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef5124-2033-419f-a80e-ef642465bb0f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:31.833801 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-33ef5124-2033-419f-a80e-ef642465bb0f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.872413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Pushing event deleted for resources: {'Port': ['ID=c087af80-da06-497a-915b-1cc443f90846,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:31.916838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.923075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-23d907dc-0e2d-4d24-8aa4-41fcade5d15e None None] Provisioning for port c27dd9fa-eae7-462b-a34c-20bea58207c3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:31.930965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-23d907dc-0e2d-4d24-8aa4-41fcade5d15e None None] Provisioning complete for port c27dd9fa-eae7-462b-a34c-20bea58207c3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:31.935899 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23d907dc-0e2d-4d24-8aa4-41fcade5d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.005874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-23d907dc-0e2d-4d24-8aa4-41fcade5d15e None None] Port c27dd9fa-eae7-462b-a34c-20bea58207c3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:32.034941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Deleting port 853da060-29b5-44a5-968a-3f74ccb3d254 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:32.035451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.037758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.040199 n-d-803378-1 neutron-server[94134]: INFO neutron.db.ipam_backend_mixin [None req-33ef5124-2033-419f-a80e-ef642465bb0f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64da1a24-aeb3-4b95-b164-886784e9b068 (CIDR: 2001:db8::/64) Aug 03 19:22:32.040843 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.042044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a0c7462-d09f-4c06-8e77-a77e2475cf30 tempest-ServersTestBootFromVolume-536951349 tempest-ServersTestBootFromVolume-536951349-project] 10.222.0.42 "DELETE /v2.0/floatingips/4d18f455-bba4-49f2-af15-bef7eaed8574 HTTP/1.1" status: 204 len: 168 time: 2.0103078 Aug 03 19:22:32.047152 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ef5124-2033-419f-a80e-ef642465bb0f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:22:32.047939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ef5124-2033-419f-a80e-ef642465bb0f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:32.052283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50660) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:32.151782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-33ef5124-2033-419f-a80e-ef642465bb0f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5877936 Aug 03 19:22:32.152120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50664) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:32.159728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ea02f618-db06-45b8-a458-23080f8e1b38 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:32.208326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] For port 853da060-29b5-44a5-968a-3f74ccb3d254, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=853da060-29b5-44a5-968a-3f74ccb3d254,segment=NetworkSegment(69741127-c38f-4403-aa7e-fadd4a1b41b2),segment_id=69741127-c38f-4403-aa7e-fadd4a1b41b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:32.209397 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.245908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Calling delete_port for 853da060-29b5-44a5-968a-3f74ccb3d254 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:32.409563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea02f618-db06-45b8-a458-23080f8e1b38 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:32.413784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea02f618-db06-45b8-a458-23080f8e1b38 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.639617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.741847 n-d-803378-1 neutron-server[94134]: INFO neutron.db.ipam_backend_mixin [None req-ea02f618-db06-45b8-a458-23080f8e1b38 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0f7d1280-f09d-4f0b-83bb-ac28e52a1c61 (CIDR: 2001:db8:0:1::/64) Aug 03 19:22:32.760849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=853da060-29b5-44a5-968a-3f74ccb3d254,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:32.764279 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea02f618-db06-45b8-a458-23080f8e1b38 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:22:32.765063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea02f618-db06-45b8-a458-23080f8e1b38 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:32.796469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ea02f618-db06-45b8-a458-23080f8e1b38 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6402085 Aug 03 19:22:32.809100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50680) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:32.832522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'subnet': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:32.888461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da10f3f-f67f-4a18-ad90-270d0510424e req-1670c33c-baa6-427c-8996-0a9ea3400215 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:32.890207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7da10f3f-f67f-4a18-ad90-270d0510424e req-1670c33c-baa6-427c-8996-0a9ea3400215 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3015032 Aug 03 19:22:33.062981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7da10f3f-f67f-4a18-ad90-270d0510424e req-8e1ff57e-64d8-46be-a1aa-6a3f7ada902b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884607 Aug 03 19:22:33.083055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9837-67ca-4aeb-90b8-dbf79ba95b3e req-b5c8c1d1-53fe-475d-8c57-929c6a2cd78e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:33.091153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c83d9837-67ca-4aeb-90b8-dbf79ba95b3e req-b5c8c1d1-53fe-475d-8c57-929c6a2cd78e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.2324123 Aug 03 19:22:33.190022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.260438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c83d9837-67ca-4aeb-90b8-dbf79ba95b3e req-80c5e018-220d-42ac-a414-f66fbf7be5f6 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683652 Aug 03 19:22:33.337943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Made reservation on behalf of f884bae847444e8fadaebb3d93ecc728 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:33.342442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.497624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Router 488f84b2-c454-4a56-8008-1f754ed778e8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:33.505390 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.050776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:34.064987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-86054d60-8683-4898-bb90-f3f9354c2a0e admin admin] 10.222.0.42 "PUT /v2.0/routers/488f84b2-c454-4a56-8008-1f754ed778e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3524330 Aug 03 19:22:34.065716 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] Sync routers for ids ['488f84b2-c454-4a56-8008-1f754ed778e8'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:34.066250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50702) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:34.084391 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] Routers {'488f84b2-c454-4a56-8008-1f754ed778e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:34.085326 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['488f84b2-c454-4a56-8008-1f754ed778e8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:34.106056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.236861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:34.241387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Subnet': ['ID=16bfa47d-775f-400b-ae11-8a0bb84025ab,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:34.286350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.296229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:34.307069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.308066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.311635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609b11e5-7522-4555-bd2f-2f10c0fa5286 None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:34.312442 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] Set router 488f84b2-c454-4a56-8008-1f754ed778e8 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:34.341937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Deleting port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:34.342339 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.467376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.472089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e58e423b-cfca-4bd4-91d0-2923ae7f43d5 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6505878 Aug 03 19:22:34.477873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50714) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:34.491694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1052711617', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '16bfa47d-775f-400b-ae11-8a0bb84025ab'}], 'security_groups': ['53b7e0f1-44ad-4a3f-94b5-c95c6bcb0a36', '98570230-0c1c-471a-9281-8b0c7533de11']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:34.505354 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.508292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6570-4829-427b-915a-b56203a0cac0 req-f8676c2b-9085-4015-b0fe-3dbfb563ce12 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.518611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e6e6570-4829-427b-915a-b56203a0cac0 req-f8676c2b-9085-4015-b0fe-3dbfb563ce12 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2856941 Aug 03 19:22:34.690726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] For port 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:34.692111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.734612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Calling delete_port for 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:34.766501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e6e6570-4829-427b-915a-b56203a0cac0 req-80b18f71-9c64-41b9-ae7d-761e2fd9830a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408299 Aug 03 19:22:34.783318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a8872-32d8-4ce1-b40d-582fa7c91d7d None None] Update dhcp port {'port': {'network_id': 'bf3a158d-2a8d-40cd-939d-c3a6ceca292e', 'fixed_ips': [{'subnet_id': '0f7d1280-f09d-4f0b-83bb-ac28e52a1c61', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '64da1a24-aeb3-4b95-b164-886784e9b068', 'ip_address': '2001:db8::2'}, {'subnet_id': '16bfa47d-775f-400b-ae11-8a0bb84025ab'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '08f8be20-5e70-4cd9-9590-dcefa2923520'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:22:34.795079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f898769-e9ef-4332-8ed6-57a2c49cb4cf req-00926ccf-670d-4490-8fdb-9b4a5505366f tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.810402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f898769-e9ef-4332-8ed6-57a2c49cb4cf req-00926ccf-670d-4490-8fdb-9b4a5505366f tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.2455771 Aug 03 19:22:34.882962 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:22:32Z', 'revision_number': 5, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port': {'id': 'f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:37Z', 'updated_at': '2021-08-03T19:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:34.884152 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-281a8872-32d8-4ce1-b40d-582fa7c91d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.891188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 23f37e11-852f-4187-ade3-317eb344102c details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:34.926522 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] Checking router: 488f84b2-c454-4a56-8008-1f754ed778e8 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:34.949725 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] Routers {'488f84b2-c454-4a56-8008-1f754ed778e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:34.950805 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['488f84b2-c454-4a56-8008-1f754ed778e8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:35.000655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.067723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Deleting port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:35.068608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.081223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f898769-e9ef-4332-8ed6-57a2c49cb4cf req-4ec022bc-d796-4b94-be35-27a48333fe97 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695675 Aug 03 19:22:35.226725 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] Set router 488f84b2-c454-4a56-8008-1f754ed778e8 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:35.360350 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:22:34Z', 'revision_number': 6, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:35.414457 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f7023-ca9d-4284-b60a-49bdef3197c4 None None] The sync data for ids ['488f84b2-c454-4a56-8008-1f754ed778e8'] in n-d-803378-1 is: [{'id': '488f84b2-c454-4a56-8008-1f754ed778e8', 'name': 'tempest-ServersTestMultiNic-557393056-router', 'tenant_id': 'a10a1534096d408bbe4ccb68de461024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:35Z', 'updated_at': '2021-08-03T19:22:34Z', 'revision_number': 6, 'project_id': 'a10a1534096d408bbe4ccb68de461024', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:35.415250 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.485454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:35.508842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] For port f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:35.509795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.544821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Calling delete_port for f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:35.550416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:35.558531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-281a8872-32d8-4ce1-b40d-582fa7c91d7d None None] Allocated IP 2001:db8:0:2::2 (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/16bfa47d-775f-400b-ae11-8a0bb84025ab/08f8be20-5e70-4cd9-9590-dcefa2923520) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:35.584469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '23f37e11-852f-4187-ade3-317eb344102c', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'port_id': '23f37e11-852f-4187-ade3-317eb344102c', 'mac_address': 'fa:16:3e:f7:38:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d0866-5ec6-4863-8a31-4cd77b166be6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:35.695425 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.725333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23f37e11-852f-4187-ade3-317eb344102c {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:35.779371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-281a8872-32d8-4ce1-b40d-582fa7c91d7d None None] For port 08f8be20-5e70-4cd9-9590-dcefa2923520, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08f8be20-5e70-4cd9-9590-dcefa2923520,segment=NetworkSegment(02d0b556-68c7-40c9-ac42-1612b37e8131),segment_id=02d0b556-68c7-40c9-ac42-1612b37e8131)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:35.782593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:35.808662 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.892196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.004775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.008436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 853da060-29b5-44a5-968a-3f74ccb3d254 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:36.012961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['23f37e11-852f-4187-ade3-317eb344102c'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:36.034669 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-281a8872-32d8-4ce1-b40d-582fa7c91d7d None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.071326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-281a8872-32d8-4ce1-b40d-582fa7c91d7d None None] Transition to ACTIVE for port object 08f8be20-5e70-4cd9-9590-dcefa2923520 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:36.113933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:36.136597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-281a8872-32d8-4ce1-b40d-582fa7c91d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.158684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 853da060-29b5-44a5-968a-3f74ccb3d254 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:36.161857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 853da060-29b5-44a5-968a-3f74ccb3d254 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:36.208865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf92a0f-832b-45fb-b2cb-1b8d1ce3d9aa req-a68a49e6-03f1-4667-b411-0546913564a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:36.211101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-baf92a0f-832b-45fb-b2cb-1b8d1ce3d9aa req-a68a49e6-03f1-4667-b411-0546913564a2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 945 time: 0.2073925 Aug 03 19:22:36.258757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.377644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-baf92a0f-832b-45fb-b2cb-1b8d1ce3d9aa req-51f65576-a9c9-48fa-b1b5-1e1377db5d39 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516168 Aug 03 19:22:36.484972 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.495454 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.541898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:36.622457 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.623368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488f84b2-c454-4a56-8008-1f754ed778e8 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:36.639619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.647487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ae9546ef-5a29-429f-8268-9820a2243e98 admin admin] 10.222.0.42 "DELETE /v2.0/routers/488f84b2-c454-4a56-8008-1f754ed778e8 HTTP/1.1" status: 204 len: 168 time: 2.5785816 Aug 03 19:22:36.671770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50744) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:36.797226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a8872-32d8-4ce1-b40d-582fa7c91d7d None None] Pushing event updated for resources: {'Port': ['ID=08f8be20-5e70-4cd9-9590-dcefa2923520,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:36.850189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-849db808-7d18-4d2b-be06-c164781d989e admin admin] Deleting subnet 3d84395a-bbdc-4489-8ab5-80c159e2061c {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:36.864093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-849db808-7d18-4d2b-be06-c164781d989e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.923430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Delete allocated IP 2001:db8::f6 (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/64da1a24-aeb3-4b95-b164-886784e9b068) {{(pid=94133) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:22:36.955368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Allocated IP 2001:db8:0:2::2dc (bf3a158d-2a8d-40cd-939d-c3a6ceca292e/16bfa47d-775f-400b-ae11-8a0bb84025ab/c27dd9fa-eae7-462b-a34c-20bea58207c3) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:36.997216 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-849db808-7d18-4d2b-be06-c164781d989e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.045053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e458d4-275c-4cbe-8be8-208553f70787 req-74e40788-517a-4c50-8080-a34e3aabf0f7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:37.053281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28e458d4-275c-4cbe-8be8-208553f70787 req-74e40788-517a-4c50-8080-a34e3aabf0f7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.7185016 Aug 03 19:22:37.178428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28e458d4-275c-4cbe-8be8-208553f70787 req-698e740a-dcbc-4800-8ac3-d09d52eeb453 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239398 Aug 03 19:22:37.230553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:37.241811 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-849db808-7d18-4d2b-be06-c164781d989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.405259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:37.422747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d579f8c4-f8d4-4c38-bfc5-1af8e924085a admin admin] 10.222.0.42 "PUT /v2.0/routers/06fb3cfa-3a95-421d-b200-9f47e2b79ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3689167 Aug 03 19:22:37.424674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50758) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:37.427739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] Sync routers for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:37.447171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:37.448208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:37.479309 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.533165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Transition to ACTIVE for port object c27dd9fa-eae7-462b-a34c-20bea58207c3 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:37.550153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.648684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6673-8e0e-4c7d-84a9-48ff8d8c8dd9 req-e7ac115e-84e9-4ac6-b117-6bbd574c1cea tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:37.650556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e09a6673-8e0e-4c7d-84a9-48ff8d8c8dd9 req-e7ac115e-84e9-4ac6-b117-6bbd574c1cea tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 945 time: 0.1446674 Aug 03 19:22:37.693912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-849db808-7d18-4d2b-be06-c164781d989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.707752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event updated for resources: {'Port': ['ID=c27dd9fa-eae7-462b-a34c-20bea58207c3,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:37.732162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.759419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:37.771078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849db808-7d18-4d2b-be06-c164781d989e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d84395a-bbdc-4489-8ab5-80c159e2061c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:37.795310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-849db808-7d18-4d2b-be06-c164781d989e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.801126 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-849db808-7d18-4d2b-be06-c164781d989e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3d84395a-bbdc-4489-8ab5-80c159e2061c HTTP/1.1" status: 204 len: 168 time: 1.1273403 Aug 03 19:22:37.802282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50766) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:37.859671 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e09a6673-8e0e-4c7d-84a9-48ff8d8c8dd9 req-dd742200-3daa-463b-b77b-82fb9d74ac7c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985495 Aug 03 19:22:37.906964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.910442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] In _notify_port_updated(), no bound segment for port c27dd9fa-eae7-462b-a34c-20bea58207c3 on network bf3a158d-2a8d-40cd-939d-c3a6ceca292e {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:22:37.916633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:37.917467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.918996 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ad2532d9-3287-429b-8a7d-11141cd9ca89 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "PUT /v2.0/ports/c27dd9fa-eae7-462b-a34c-20bea58207c3 HTTP/1.1" status: 200 len: 970 time: 3.4381759 Aug 03 19:22:37.922091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50768) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:37.978093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.067162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Deleting port a474b6bd-20b6-4101-b13b-be6cd422e3d9 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:38.067919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.117213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08f8be20-5e70-4cd9-9590-dcefa2923520 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:38.120241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed500664-6378-4a7f-b3fd-32742a495edf None None] Network ece6c563-1cd5-47db-b45b-f069b87f855f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:38.129424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fa603-d05a-4a5a-ac39-badbc248db8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port c27dd9fa-eae7-462b-a34c-20bea58207c3 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:38.129804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa603-d05a-4a5a-ac39-badbc248db8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.161015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Deleting port 6f26fde1-1622-4be4-acac-6651e653fe5c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:38.161369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.225161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] For port a474b6bd-20b6-4101-b13b-be6cd422e3d9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a474b6bd-20b6-4101-b13b-be6cd422e3d9,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:38.225693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.257229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Calling delete_port for a474b6bd-20b6-4101-b13b-be6cd422e3d9 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:38.405544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] For port 6f26fde1-1622-4be4-acac-6651e653fe5c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6f26fde1-1622-4be4-acac-6651e653fe5c,segment=NetworkSegment(69741127-c38f-4403-aa7e-fadd4a1b41b2),segment_id=69741127-c38f-4403-aa7e-fadd4a1b41b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:38.412277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.471746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Calling delete_port for 6f26fde1-1622-4be4-acac-6651e653fe5c owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:38.507615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa603-d05a-4a5a-ac39-badbc248db8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.545586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fa603-d05a-4a5a-ac39-badbc248db8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for c27dd9fa-eae7-462b-a34c-20bea58207c3 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:38.654924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909696e-a6d4-4500-bbb3-323617bd831c req-d06c93d4-dada-46f2-9486-6777d0f2bd4e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:38.657392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8909696e-a6d4-4500-bbb3-323617bd831c req-d06c93d4-dada-46f2-9486-6777d0f2bd4e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1842101 Aug 03 19:22:38.838299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Provisioning for port c27dd9fa-eae7-462b-a34c-20bea58207c3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:38.854546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Provisioning complete for port c27dd9fa-eae7-462b-a34c-20bea58207c3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:38.855977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.889714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8909696e-a6d4-4500-bbb3-323617bd831c req-a1afa597-84d4-4002-8c0d-d4ac6c6814c7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094309 Aug 03 19:22:38.927243 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.934368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.959247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Port c27dd9fa-eae7-462b-a34c-20bea58207c3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:38.972061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 23f37e11-852f-4187-ade3-317eb344102c up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:39.039513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=a474b6bd-20b6-4101-b13b-be6cd422e3d9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:39.076826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Provisioning for port 08f8be20-5e70-4cd9-9590-dcefa2923520 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:39.093290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:39.093797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.127867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:22:35Z', 'revision_number': 5, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port': {'id': 'a474b6bd-20b6-4101-b13b-be6cd422e3d9', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:34Z', 'updated_at': '2021-08-03T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:39.160545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f26fde1-1622-4be4-acac-6651e653fe5c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:39.185748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] No DVR routers for this DVR port 6f26fde1-1622-4be4-acac-6651e653fe5c on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:39.272377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8370b-cba4-4b9e-affb-61c8d85ebd5c None None] DHCP port deletion for ece6c563-1cd5-47db-b45b-f069b87f855f request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:39.284249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.288339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:39.295112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] Checking router: 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:39.385791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:39.385791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f1b2a9ce-9e7e-49cf-9bf9-c42cdc49f716 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:39.421440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] Routers {'06fb3cfa-3a95-421d-b200-9f47e2b79ef5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:39.421440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:22:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:39.424265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 23f37e11-852f-4187-ade3-317eb344102c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:39.424639 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.489424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d504d-77d8-43a9-8262-88c528414e84 req-8e6a5c0e-9c40-49c9-ba46-5626cc58f8bb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:39.511036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f2d504d-77d8-43a9-8262-88c528414e84 req-8e6a5c0e-9c40-49c9-ba46-5626cc58f8bb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 945 time: 0.3489456 Aug 03 19:22:39.539242 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.545947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.595285 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.664519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] Set router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:39.669840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece6c563-1cd5-47db-b45b-f069b87f855f']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:39.756226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa603-d05a-4a5a-ac39-badbc248db8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.811759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f2d504d-77d8-43a9-8262-88c528414e84 req-fb2c42d7-d7ad-4b87-9234-da2265227a88 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030896 Aug 03 19:22:39.817792 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.821503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06fb3cfa-3a95-421d-b200-9f47e2b79ef5 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:39.847989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.858342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69741127-c38f-4403-aa7e-fadd4a1b41b2') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:39.858492 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-798ed1a4-ecce-424d-b161-cb28aa87fd3a admin admin] 10.222.0.42 "DELETE /v2.0/routers/06fb3cfa-3a95-421d-b200-9f47e2b79ef5 HTTP/1.1" status: 204 len: 168 time: 2.4177101 Aug 03 19:22:39.858965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69741127-c38f-4403-aa7e-fadd4a1b41b2') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:39.861863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50810) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:39.863373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fa603-d05a-4a5a-ac39-badbc248db8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=c27dd9fa-eae7-462b-a34c-20bea58207c3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:39.919228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.951751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa603-d05a-4a5a-ac39-badbc248db8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.955832 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3b4fa603-d05a-4a5a-ac39-badbc248db8f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/c27dd9fa-eae7-462b-a34c-20bea58207c3 HTTP/1.1" status: 204 len: 168 time: 2.0271130 Aug 03 19:22:39.959085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50816) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:40.023887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.046713 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-94283d99-df1a-445f-b24e-cc954a76efa1 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] GET failed (client error): The resource could not be found. Aug 03 19:22:40.067529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50822) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:40.096610 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-94283d99-df1a-445f-b24e-cc954a76efa1 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports/c27dd9fa-eae7-462b-a34c-20bea58207c3 HTTP/1.1" status: 404 len: 333 time: 0.1221879 Aug 03 19:22:40.107881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6f26fde1-1622-4be4-acac-6651e653fe5c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:40.110825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:40.121935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:40.124006 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:40.150876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 7, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:40.161105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-829e0b59-55e9-4d7c-b8b4-d27a90467a9a admin admin] Deleting subnet c4208a00-56e8-4ce7-8dbd-104c90e6603d {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:40.170461 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-829e0b59-55e9-4d7c-b8b4-d27a90467a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.257591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c41a97d-79cc-4f27-8a3f-4a085bcdff79 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.306380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 6f26fde1-1622-4be4-acac-6651e653fe5c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:40.306789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6f26fde1-1622-4be4-acac-6651e653fe5c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:40.352413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.357222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-829e0b59-55e9-4d7c-b8b4-d27a90467a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.365292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.371774 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ece6c563-1cd5-47db-b45b-f069b87f855f HTTP/1.1" status: 204 len: 168 time: 2.5681922 Aug 03 19:22:40.396431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e57124-4531-4cb7-903e-8eab024d5bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece6c563-1cd5-47db-b45b-f069b87f855f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:40.500310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c41a97d-79cc-4f27-8a3f-4a085bcdff79 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.557376 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.560545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf71f90-9332-44b2-8dcf-93c67d23baf0 req-a2be9e97-c0b2-4149-a3bf-31cc8b29037b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:40.563748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bf71f90-9332-44b2-8dcf-93c67d23baf0 req-a2be9e97-c0b2-4149-a3bf-31cc8b29037b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.2628686 Aug 03 19:22:40.587449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4831bd-3047-41b0-94f0-eb48759a4176 None None] The sync data for ids ['06fb3cfa-3a95-421d-b200-9f47e2b79ef5'] in n-d-803378-1 is: [{'id': '06fb3cfa-3a95-421d-b200-9f47e2b79ef5', 'name': 'tempest-ServersTestBootFromVolume-1720128367-router', 'tenant_id': '57bee6b7f186471a9759b464e4c45551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:32Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 7, 'project_id': '57bee6b7f186471a9759b464e4c45551', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:40.635970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f37e11-852f-4187-ade3-317eb344102c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:40.641977 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aecb404-13f5-4d05-88bf-9aa576bd52d1" -d '{"events": [{"server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "name": "network-vif-plugged", "status": "completed", "tag": "23f37e11-852f-4187-ade3-317eb344102c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:40.674874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50844) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:40.702623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:40.706146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Provisioning complete for port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:40.706766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.752497 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d028750e-9cc1-4cfe-b799-f8f4cab13e8b x-openstack-request-id: req-d028750e-9cc1-4cfe-b799-f8f4cab13e8b {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:40.753252 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "name": "network-vif-plugged", "status": "completed", "tag": "23f37e11-852f-4187-ade3-317eb344102c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:40.753953 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d028750e-9cc1-4cfe-b799-f8f4cab13e8b {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:40.754573 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f37e11-852f-4187-ade3-317eb344102c', 'code': 200} Aug 03 19:22:40.759497 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.769458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c41a97d-79cc-4f27-8a3f-4a085bcdff79 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.774127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c41a97d-79cc-4f27-8a3f-4a085bcdff79 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.780478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6c41a97d-79cc-4f27-8a3f-4a085bcdff79 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/security-groups/384c987e-c8f2-4754-a9fd-ef322d4cc9b3 HTTP/1.1" status: 204 len: 168 time: 0.7115257 Aug 03 19:22:40.781080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50850) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:40.805333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-829e0b59-55e9-4d7c-b8b4-d27a90467a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.825050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bf71f90-9332-44b2-8dcf-93c67d23baf0 req-972e8bf2-4567-4674-beb5-2d1852adce85 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452054 Aug 03 19:22:40.885191 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0fae6a77-8c77-4adb-a9e2-496d4976cea1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a10a1534096d408bbe4ccb68de461024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090588 Aug 03 19:22:40.890348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50856) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:40.906073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:40.919653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-24a698e0-549d-4c15-8c2a-72c3ba5dc60e None None] Port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:40.946880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41a97d-79cc-4f27-8a3f-4a085bcdff79 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384c987e-c8f2-4754-a9fd-ef322d4cc9b3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:41.034935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2adc23b8-6e6c-4a50-a67a-40f7d0a739eb None None] Could not find standard attr ID for object c27dd9fa-eae7-462b-a34c-20bea58207c3. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:22:41.076869 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5c7c576-79eb-4ae2-abb2-586ec1ce283d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.085531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67703fd3-8b32-4c60-bf7b-73366bab9a65 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.091204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-829e0b59-55e9-4d7c-b8b4-d27a90467a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.151008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e0b59-55e9-4d7c-b8b4-d27a90467a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4208a00-56e8-4ce7-8dbd-104c90e6603d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:41.163473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-829e0b59-55e9-4d7c-b8b4-d27a90467a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.170055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-829e0b59-55e9-4d7c-b8b4-d27a90467a9a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c4208a00-56e8-4ce7-8dbd-104c90e6603d HTTP/1.1" status: 204 len: 168 time: 1.3007426 Aug 03 19:22:41.170218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e17113-5233-4d52-b087-16d2571d6b82 None None] Network fcd2de05-c962-475a-9b93-a7d41b4cb48b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:41.182059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50858) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:41.207215 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67703fd3-8b32-4c60-bf7b-73366bab9a65 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.309673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a255dd-ee0c-42c0-b689-afdaaf74b783 req-6309a250-bdbc-43e3-a330-820ae25f0b75 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:41.311910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51a255dd-ee0c-42c0-b689-afdaaf74b783 req-6309a250-bdbc-43e3-a330-820ae25f0b75 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2962718 Aug 03 19:22:41.409651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67703fd3-8b32-4c60-bf7b-73366bab9a65 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.412786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67703fd3-8b32-4c60-bf7b-73366bab9a65 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.417387 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-67703fd3-8b32-4c60-bf7b-73366bab9a65 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/security-groups/98570230-0c1c-471a-9281-8b0c7533de11 HTTP/1.1" status: 204 len: 168 time: 0.6328170 Aug 03 19:22:41.424795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50862) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:41.449870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5c7c576-79eb-4ae2-abb2-586ec1ce283d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.474114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51a255dd-ee0c-42c0-b689-afdaaf74b783 req-84512d77-e144-444b-addb-f993ab0a9dd0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305258 Aug 03 19:22:41.477281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.500046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67703fd3-8b32-4c60-bf7b-73366bab9a65 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98570230-0c1c-471a-9281-8b0c7533de11,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:41.578457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d7c22-7940-458e-bb09-e4e8d4e30b26 req-1e8b43b7-6732-4928-ba1e-98e902a644d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:41.581742 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-953d7c22-7940-458e-bb09-e4e8d4e30b26 req-1e8b43b7-6732-4928-ba1e-98e902a644d9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 1097 time: 0.2423303 Aug 03 19:22:41.629610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc810ce9-9baf-4bea-b287-431b7e9e6697 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.670809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] DHCP port deletion for fcd2de05-c962-475a-9b93-a7d41b4cb48b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:41.682157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5c7c576-79eb-4ae2-abb2-586ec1ce283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.685144 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5c7c576-79eb-4ae2-abb2-586ec1ce283d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.685428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Deleting port 09dc9d52-9001-443a-9b51-5b2c8fecac96 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:41.686414 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b5c7c576-79eb-4ae2-abb2-586ec1ce283d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae783ac5-b4bf-446c-a102-3a1c2c78bdf0 HTTP/1.1" status: 204 len: 168 time: 0.7947428 Aug 03 19:22:41.687293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.693839 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-953d7c22-7940-458e-bb09-e4e8d4e30b26 req-86034a8c-5334-4b14-ab21-39c0c5f59394 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005108 Aug 03 19:22:41.706350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc810ce9-9baf-4bea-b287-431b7e9e6697 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.823698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7c576-79eb-4ae2-abb2-586ec1ce283d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae783ac5-b4bf-446c-a102-3a1c2c78bdf0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:41.834165 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc810ce9-9baf-4bea-b287-431b7e9e6697 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.841094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc810ce9-9baf-4bea-b287-431b7e9e6697 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.856839 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cc810ce9-9baf-4bea-b287-431b7e9e6697 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/security-groups/53b7e0f1-44ad-4a3f-94b5-c95c6bcb0a36 HTTP/1.1" status: 204 len: 168 time: 0.4262092 Aug 03 19:22:41.860996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50872) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:41.909919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:41.927407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] For port 09dc9d52-9001-443a-9b51-5b2c8fecac96, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=09dc9d52-9001-443a-9b51-5b2c8fecac96,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:41.929937 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.026219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Calling delete_port for 09dc9d52-9001-443a-9b51-5b2c8fecac96 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:42.033647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:42.034068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2a55d1e2-fabe-4f95-9bf5-5a00cda69d7a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:42.034426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a474b6bd-20b6-4101-b13b-be6cd422e3d9 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:42.077932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc810ce9-9baf-4bea-b287-431b7e9e6697 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b7e0f1-44ad-4a3f-94b5-c95c6bcb0a36,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:42.109766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] Deleting port 09dc9d52-9001-443a-9b51-5b2c8fecac96 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:42.114798 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.132402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a474b6bd-20b6-4101-b13b-be6cd422e3d9 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:42.134848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a474b6bd-20b6-4101-b13b-be6cd422e3d9 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:42.135762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 09dc9d52-9001-443a-9b51-5b2c8fecac96 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:42.224976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ece656-0def-41c5-bd87-443a9307ff8a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 64da1a24-aeb3-4b95-b164-886784e9b068 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:42.240404 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37ece656-0def-41c5-bd87-443a9307ff8a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.389303 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.436488 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:22:42.471975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37ece656-0def-41c5-bd87-443a9307ff8a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.542223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] For port 09dc9d52-9001-443a-9b51-5b2c8fecac96, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=09dc9d52-9001-443a-9b51-5b2c8fecac96,segment=NetworkSegment(580474ca-50a9-46a0-a68e-749bb426f218),segment_id=580474ca-50a9-46a0-a68e-749bb426f218)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:42.544020 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.585624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] No DVR routers for this DVR port 09dc9d52-9001-443a-9b51-5b2c8fecac96 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:42.622836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] Calling delete_port for 09dc9d52-9001-443a-9b51-5b2c8fecac96 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:42.717058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09dc9d52-9001-443a-9b51-5b2c8fecac96,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:42.763797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No active binding found for port 09dc9d52-9001-443a-9b51-5b2c8fecac96 {{(pid=94135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:22:42.764629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 09dc9d52-9001-443a-9b51-5b2c8fecac96 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:43.016673 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2c2cd568-089f-45b2-b713-51f9e8b5b3bc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1828222 Aug 03 19:22:43.028791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f098c5-1e09-4dce-8c78-79bc1346460b req-e566dc77-4098-4c48-8086-6c44a358d1a5 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.043586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21f098c5-1e09-4dce-8c78-79bc1346460b req-e566dc77-4098-4c48-8086-6c44a358d1a5 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.7348197 Aug 03 19:22:43.133288 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.177116 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37ece656-0def-41c5-bd87-443a9307ff8a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.184650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd2de05-c962-475a-9b93-a7d41b4cb48b']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:43.224272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580474ca-50a9-46a0-a68e-749bb426f218') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:43.229727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580474ca-50a9-46a0-a68e-749bb426f218') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:43.295574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacd498-6974-4191-ba04-488ac14c0b17 req-302753c1-fe13-4d70-ba70-c8de1ee0ed47 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.297034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2525491e-e2d5-4dfd-a730-af1b557b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.298379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2525491e-e2d5-4dfd-a730-af1b557b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.298992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2525491e-e2d5-4dfd-a730-af1b557b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.299812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2525491e-e2d5-4dfd-a730-af1b557b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.300632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2525491e-e2d5-4dfd-a730-af1b557b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.301438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2525491e-e2d5-4dfd-a730-af1b557b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.302284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2525491e-e2d5-4dfd-a730-af1b557b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.305784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-2525491e-e2d5-4dfd-a730-af1b557b58fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6492 time: 0.2372456 Aug 03 19:22:43.313059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bbacd498-6974-4191-ba04-488ac14c0b17 req-302753c1-fe13-4d70-ba70-c8de1ee0ed47 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3574576 Aug 03 19:22:43.320133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.347557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21f098c5-1e09-4dce-8c78-79bc1346460b req-a60666ce-0808-4e36-87cd-3feaa126dfe1 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016686 Aug 03 19:22:43.390486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37ece656-0def-41c5-bd87-443a9307ff8a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.448599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.455864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa1c3aa-a415-4808-a361-a717b6b281fc None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:43.522078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:43.522496 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.554328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bbacd498-6974-4191-ba04-488ac14c0b17 req-d20cce37-8737-4d2b-8763-6107cc910656 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432029 Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:43.555762 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:43.595727 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.633608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] Pushing event deleted for resources: {'Port': ['ID=09dc9d52-9001-443a-9b51-5b2c8fecac96,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:43.657730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46988401-b2d6-46a0-bfb6-5869c907508a None None] No DVR routers for this DVR port 09dc9d52-9001-443a-9b51-5b2c8fecac96 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:43.684316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37ece656-0def-41c5-bd87-443a9307ff8a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.702100 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-37ece656-0def-41c5-bd87-443a9307ff8a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/64da1a24-aeb3-4b95-b164-886784e9b068 HTTP/1.1" status: 204 len: 168 time: 1.8229375 Aug 03 19:22:43.709338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50906) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:43.746497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ece656-0def-41c5-bd87-443a9307ff8a tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=64da1a24-aeb3-4b95-b164-886784e9b068,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:43.834885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.863787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.873083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fcd2de05-c962-475a-9b93-a7d41b4cb48b HTTP/1.1" status: 204 len: 168 time: 2.6860237 Aug 03 19:22:43.925419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106f3b6-995c-4098-b07c-d01c655462a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd2de05-c962-475a-9b93-a7d41b4cb48b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:43.951786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff5381f-adce-405c-867d-23ac5373f8a4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 16bfa47d-775f-400b-ae11-8a0bb84025ab {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:43.972687 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aff5381f-adce-405c-867d-23ac5373f8a4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.081957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-598029fe-6e79-4987-8a3e-db449875e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.083123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-598029fe-6e79-4987-8a3e-db449875e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.084775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-598029fe-6e79-4987-8a3e-db449875e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.087356 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-598029fe-6e79-4987-8a3e-db449875e473 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3c474a87-5533-413e-ab07-c13e2d4bafd9&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=76ab11a9-6628-4f91-bb1a-74d1c4595902&id=76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 200 len: 2292 time: 0.6768169 Aug 03 19:22:44.139830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aff5381f-adce-405c-867d-23ac5373f8a4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.234205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50924) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:44.295026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50926) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:44.352875 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aff5381f-adce-405c-867d-23ac5373f8a4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.384074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b74d76fa-e0db-4a21-b953-18a38a7c4f85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57bee6b7f186471a9759b464e4c45551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466923 Aug 03 19:22:44.388804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50930) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:44.572800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1416620227-network', 'tenant_id': 'b608f28bff12480db39bf92fd3a275b0'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:44.619760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aff5381f-adce-405c-867d-23ac5373f8a4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.640611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be35b71e-650c-4f2c-9459-e0019bdb8aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.676127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be35b71e-650c-4f2c-9459-e0019bdb8aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.681697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aff5381f-adce-405c-867d-23ac5373f8a4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.683977 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aff5381f-adce-405c-867d-23ac5373f8a4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/16bfa47d-775f-400b-ae11-8a0bb84025ab HTTP/1.1" status: 204 len: 168 time: 0.9691575 Aug 03 19:22:44.692502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50942) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:44.814280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Made reservation on behalf of b608f28bff12480db39bf92fd3a275b0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:44.815542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5381f-adce-405c-867d-23ac5373f8a4 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=16bfa47d-775f-400b-ae11-8a0bb84025ab,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:44.817604 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.835864 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5009c069-40af-44ff-ba65-4fa6e24f4fa9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:44.837881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5009c069-40af-44ff-ba65-4fa6e24f4fa9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:44.844657 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5009c069-40af-44ff-ba65-4fa6e24f4fa9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/64da1a24-aeb3-4b95-b164-886784e9b068 HTTP/1.1" status: 404 len: 337 time: 0.1466453 Aug 03 19:22:44.846413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50946) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:44.847925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.875356 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-7c87a846-678d-47a8-b532-601a11d5c29e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7 HTTP/1.1" status: 200 len: 1002 time: 0.7615340 Aug 03 19:22:44.936408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8dd550-8e53-46cd-a8a2-5bcb0bc21312 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting subnet 0f7d1280-f09d-4f0b-83bb-ac28e52a1c61 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:44.959738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ca324-0fdd-46ac-8778-0a35cf7dc8e7 req-702bb690-fe3d-4c4c-8f96-1686fd873ea6 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.973358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-104ca324-0fdd-46ac-8778-0a35cf7dc8e7 req-702bb690-fe3d-4c4c-8f96-1686fd873ea6 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.4052172 Aug 03 19:22:45.036002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-abda30d8-25a5-4f46-af1f-9e75c0be0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:45.042563 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-abda30d8-25a5-4f46-af1f-9e75c0be0882 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91d98ea1-b84f-454f-aa85-4704b0b0472a HTTP/1.1" status: 200 len: 850 time: 0.1576073 Aug 03 19:22:45.127412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.131523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a8dd550-8e53-46cd-a8a2-5bcb0bc21312 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.143330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-b675f7ac-96a9-4ee5-80be-6d828b3e1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:45.146981 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-b675f7ac-96a9-4ee5-80be-6d828b3e1d91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3c474a87-5533-413e-ab07-c13e2d4bafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933039 Aug 03 19:22:45.217059 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be35b71e-650c-4f2c-9459-e0019bdb8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.242070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be35b71e-650c-4f2c-9459-e0019bdb8aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.242070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-be35b71e-650c-4f2c-9459-e0019bdb8aa3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08f4a3f3-be12-4d40-82b8-17407119039e HTTP/1.1" status: 204 len: 168 time: 0.8359191 Aug 03 19:22:45.252054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.301452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35b71e-650c-4f2c-9459-e0019bdb8aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f4a3f3-be12-4d40-82b8-17407119039e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:45.344979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:45.368783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-104ca324-0fdd-46ac-8778-0a35cf7dc8e7 req-41f9f706-245d-489c-a01b-ba7e2f470ff0 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938732 Aug 03 19:22:45.382917 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a8dd550-8e53-46cd-a8a2-5bcb0bc21312 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.425123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d11134-ddb2-48f2-9e01-a0d1b8c62a71 None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:45.498819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911fbfe0-df6d-4395-8331-17b701925e61,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:45.549795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.551585 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Added segment 6c708c5e-a574-49fc-b6cf-2bda7c492850 of type vlan for network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d Aug 03 19:22:45.570187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954dc14-1504-4e94-b3b4-f8ffc1c06966 req-1990c9a7-d9f2-4dac-9069-9ffac1399c06 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:45.579736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d954dc14-1504-4e94-b3b4-f8ffc1c06966 req-1990c9a7-d9f2-4dac-9069-9ffac1399c06 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.6391020 Aug 03 19:22:45.779200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.040587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b711eef4-d612-4f5f-848f-7c0ffea36d1a None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:46.042078 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b711eef4-d612-4f5f-848f-7c0ffea36d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.106653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d954dc14-1504-4e94-b3b4-f8ffc1c06966 req-9e1c3441-a16b-4412-aa9c-02b07ce9a778 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198393 Aug 03 19:22:46.169913 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a8dd550-8e53-46cd-a8a2-5bcb0bc21312 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.177116 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-4fd5c645-c4de-4f23-bb04-be97dad9fe46 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172203 Aug 03 19:22:46.343702 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a8dd550-8e53-46cd-a8a2-5bcb0bc21312 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.389333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af911b48-9f48-480f-852e-91c7f95e0652 req-c7aabd89-9fc2-434e-b89b-d169649e9033 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:46.395891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af911b48-9f48-480f-852e-91c7f95e0652 req-c7aabd89-9fc2-434e-b89b-d169649e9033 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.7418935 Aug 03 19:22:46.397406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.398471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b711eef4-d612-4f5f-848f-7c0ffea36d1a None None] Provisioning complete for port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:46.398978 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b711eef4-d612-4f5f-848f-7c0ffea36d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.401425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:46.403204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.414354 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a8dd550-8e53-46cd-a8a2-5bcb0bc21312 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.421988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3a8dd550-8e53-46cd-a8a2-5bcb0bc21312 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/0f7d1280-f09d-4f0b-83bb-ac28e52a1c61 HTTP/1.1" status: 204 len: 168 time: 1.5685136 Aug 03 19:22:46.474092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50974) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.514440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b711eef4-d612-4f5f-848f-7c0ffea36d1a None None] Port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:46.679282 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e87359-fb5e-4722-83d9-32a69517fd02 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:46.680735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e87359-fb5e-4722-83d9-32a69517fd02 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:46.686847 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-97e87359-fb5e-4722-83d9-32a69517fd02 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/72db1a9c-e1a5-4339-b148-d36bc3607b17 HTTP/1.1" status: 404 len: 337 time: 0.2036116 Aug 03 19:22:46.687142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af911b48-9f48-480f-852e-91c7f95e0652 req-5b312b85-f061-4c03-b844-6bffb8c20f3e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721789 Aug 03 19:22:46.687142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8dd550-8e53-46cd-a8a2-5bcb0bc21312 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7d1280-f09d-4f0b-83bb-ac28e52a1c61,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:46.707218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50984) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.808904 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8b6f522b-2bbb-47c4-bbae-1e7a859c5617 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "GET /v2.0/ports?device_id=7389c67a-6821-4a5e-ac1f-e4c0bacce53c HTTP/1.1" status: 200 len: 205 time: 0.0751762 Aug 03 19:22:46.812950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50988) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.870776 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-34793f5e-0ec8-4001-84a8-b32f9b9a98ec tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] delete failed (client error): The resource could not be found. Aug 03 19:22:46.876711 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-34793f5e-0ec8-4001-84a8-b32f9b9a98ec tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/routers/7389c67a-6821-4a5e-ac1f-e4c0bacce53c HTTP/1.1" status: 404 len: 336 time: 0.0580091 Aug 03 19:22:46.880285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50992) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.934311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6374998 Aug 03 19:22:46.940642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50996) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.954004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Request body: {'subnet': {'network_id': '0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1416620227-subnet', 'tenant_id': 'b608f28bff12480db39bf92fd3a275b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:46.962931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b144c87-119e-438e-97d0-5b71a1afdf1e admin admin] Pushing event updated for resources: {'Network': ['ID=0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:46.990438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:47.058636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Made reservation on behalf of b608f28bff12480db39bf92fd3a275b0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:47.061147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.071626 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b84c9b-0708-40ab-8f80-f3be84955af6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:47.086759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b84c9b-0708-40ab-8f80-f3be84955af6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:47.099311 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-38b84c9b-0708-40ab-8f80-f3be84955af6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/143836a7-ce7d-4553-b26c-1e2e76d0e5c7 HTTP/1.1" status: 404 len: 337 time: 0.2174029 Aug 03 19:22:47.100366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51000) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.107074 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-84fd39d6-7987-4b2d-844d-8a7b00673125 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9201100 Aug 03 19:22:47.231610 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c221559-7b1d-47d6-8e37-39e5ada49aa1 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:47.237043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c221559-7b1d-47d6-8e37-39e5ada49aa1 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:47.239373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c221559-7b1d-47d6-8e37-39e5ada49aa1 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/4aafbd96-0a39-4306-8496-8fa751153918 HTTP/1.1" status: 404 len: 337 time: 0.1368442 Aug 03 19:22:47.244651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51006) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.329775 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-e4f10312-8e41-4a89-9d15-b4ee13f3c57b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 217 time: 0.2100422 Aug 03 19:22:47.334639 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d00ef1-aa53-489c-a0c7-d4c52c66d7a9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:47.335497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d00ef1-aa53-489c-a0c7-d4c52c66d7a9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:47.345686 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-89d00ef1-aa53-489c-a0c7-d4c52c66d7a9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/b6b24e48-4cca-493a-8be2-134f9bee0675 HTTP/1.1" status: 404 len: 337 time: 0.0986657 Aug 03 19:22:47.347440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51010) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.531142 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0499a21c-2030-4e1b-bc5b-afe5395b1ce6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:47.532972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0499a21c-2030-4e1b-bc5b-afe5395b1ce6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:47.539312 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0499a21c-2030-4e1b-bc5b-afe5395b1ce6 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/9442a084-1ece-468e-9c4c-0535221a8af5 HTTP/1.1" status: 404 len: 333 time: 0.1845980 Aug 03 19:22:47.541150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51022) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.633843 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ad2e9b-e1ad-4a5c-a76a-6ecd64e485fa tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:47.634344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ad2e9b-e1ad-4a5c-a76a-6ecd64e485fa tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:47.640464 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-98ad2e9b-e1ad-4a5c-a76a-6ecd64e485fa tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/a4475d7f-e660-45a9-9294-a1b60eed16c5 HTTP/1.1" status: 404 len: 337 time: 0.0456862 Aug 03 19:22:47.686656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-f96c737b-6847-4607-839a-9514d09d6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:47.686656 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-f96c737b-6847-4607-839a-9514d09d6f70 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.3374312 Aug 03 19:22:47.695043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51024) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.845384 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fa8125-5616-4e9b-a58f-f139084cdce3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:47.846000 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fa8125-5616-4e9b-a58f-f139084cdce3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:47.848179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e5fa8125-5616-4e9b-a58f-f139084cdce3 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/3df6249f-11bf-488f-85b5-7be82a41cc3a HTTP/1.1" status: 404 len: 337 time: 0.1584866 Aug 03 19:22:47.852240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51026) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.891084 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b95fbba-aed3-4054-b927-a1b64232d0bf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:47.892282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b95fbba-aed3-4054-b927-a1b64232d0bf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:47.897284 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4b95fbba-aed3-4054-b927-a1b64232d0bf tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/ae5799af-3b30-48b9-a93a-ba8c226adb4e HTTP/1.1" status: 404 len: 333 time: 0.0408864 Aug 03 19:22:47.901160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51030) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.953404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a4f1f-a0af-441d-8f45-f13ad89771ca None None] Network bf3a158d-2a8d-40cd-939d-c3a6ceca292e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:47.955284 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-092bd413-dcdc-48df-8c9d-c5669666dc3d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:47.955946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092bd413-dcdc-48df-8c9d-c5669666dc3d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:47.960538 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-092bd413-dcdc-48df-8c9d-c5669666dc3d tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/0079f31f-815d-497c-b282-fe8613cb08dc HTTP/1.1" status: 404 len: 337 time: 0.0554769 Aug 03 19:22:47.960943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-7f5f9534-dd69-493b-b220-96d56ebd50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:47.963098 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-7f5f9534-dd69-493b-b220-96d56ebd50f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2446301 Aug 03 19:22:47.963350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51034) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:48.021554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51036) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:48.087827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6cad2e08-74ae-4e81-a43e-548b37d4f522 None None] Provisioning complete for port 08f8be20-5e70-4cd9-9590-dcefa2923520 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:48.088277 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6cad2e08-74ae-4e81-a43e-548b37d4f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.096130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.215779 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-1586f93e-e5de-4f4c-aa01-f935b43e756f service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955931 Aug 03 19:22:48.217921 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcc59f7-bbc7-4fa4-9212-2df155e87bc9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:48.218892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fcc59f7-bbc7-4fa4-9212-2df155e87bc9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:48.219565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5619ede-1a24-4aff-bef8-ccb6970b58e1 req-efa0d184-dcef-4d64-bbb1-f0ab09f2137b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:48.221191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5619ede-1a24-4aff-bef8-ccb6970b58e1 req-efa0d184-dcef-4d64-bbb1-f0ab09f2137b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.7010283 Aug 03 19:22:48.224645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9fcc59f7-bbc7-4fa4-9212-2df155e87bc9 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/subnets/425ad210-a62b-44a7-95a9-7363a04227d5 HTTP/1.1" status: 404 len: 337 time: 0.2599635 Aug 03 19:22:48.227250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51044) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:48.259447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd5d9-6790-44f4-a201-6b1f273c2965 req-ef9a4afa-edc1-4849-a3e8-eba748952ea6 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:48.260980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796dd5d9-6790-44f4-a201-6b1f273c2965 req-ef9a4afa-edc1-4849-a3e8-eba748952ea6 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.5434804 Aug 03 19:22:48.401026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6cad2e08-74ae-4e81-a43e-548b37d4f522 None None] Provisioning complete for port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:48.401565 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6cad2e08-74ae-4e81-a43e-548b37d4f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.408919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1417137418-network', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:48.491791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Made reservation on behalf of 1d5f6c4dec58489eba10c2c56bc034e9 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:48.495281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.518997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] DHCP port deletion for bf3a158d-2a8d-40cd-939d-c3a6ceca292e request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:48.527932 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.539650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6cad2e08-74ae-4e81-a43e-548b37d4f522 None None] Port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:48.546703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Pushing event updated for resources: {'Subnet': ['ID=445e9945-6266-419e-b51d-084e4a70eba7,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:48.572312 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-95f4d1d4-85ae-4f0c-88ea-817cd366a420 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463235 Aug 03 19:22:48.633382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5619ede-1a24-4aff-bef8-ccb6970b58e1 req-740d7b94-eb10-4f8d-b210-04825e08c6e4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689971 Aug 03 19:22:48.652931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8bbc5-3137-4e54-b6b3-ec29e8ec5d48 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Deleting port 5958fffc-3880-4fd7-bbb6-3208b68a6cfc {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:48.653415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cc8bbc5-3137-4e54-b6b3-ec29e8ec5d48 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.662299 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-db16eb9a-b854-40e6-8b8e-f7ec447889cf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 217 time: 0.0786488 Aug 03 19:22:48.688789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796dd5d9-6790-44f4-a201-6b1f273c2965 req-1ba25910-b887-462b-b766-f10607ca48a5 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976014 Aug 03 19:22:48.695848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Checking segment: {'id': '6c708c5e-a574-49fc-b6cf-2bda7c492850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:48.696468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Network hostable DHCP agents. Network: 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:48.754237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:48.791279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Deleting port 08f8be20-5e70-4cd9-9590-dcefa2923520 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:48.795924 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.807292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:48.842275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:48.843387 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.870370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5254c39e-f8dd-4d46-8c77-7f9b01848fe6 None None] Network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:48.963270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] For port 08f8be20-5e70-4cd9-9590-dcefa2923520, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08f8be20-5e70-4cd9-9590-dcefa2923520,segment=NetworkSegment(02d0b556-68c7-40c9-ac42-1612b37e8131),segment_id=02d0b556-68c7-40c9-ac42-1612b37e8131)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:48.964103 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.980841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Calling delete_port for 08f8be20-5e70-4cd9-9590-dcefa2923520 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:49.156225 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.162159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cc8bbc5-3137-4e54-b6b3-ec29e8ec5d48 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.184813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Pushing event deleted for resources: {'Port': ['ID=08f8be20-5e70-4cd9-9590-dcefa2923520,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:49.186353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8bbc5-3137-4e54-b6b3-ec29e8ec5d48 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Calling delete_port for 5958fffc-3880-4fd7-bbb6-3208b68a6cfc owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:49.211438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.211712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.211996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.212319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.212678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.213018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.213347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.213748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.214073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.214391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.214707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.215023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:49.221952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a7595-a7a3-49bc-a66e-a17a49e19c5d None None] No DVR routers for this DVR port 08f8be20-5e70-4cd9-9590-dcefa2923520 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:49.339578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.353913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1146db7e-bbc8-46a3-bcb1-5792dccf141a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4073017 Aug 03 19:22:49.398987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.408651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-59127845-bd95-494b-a8ae-4c1c3a96eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:49.410520 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-59127845-bd95-494b-a8ae-4c1c3a96eb9e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.5440350 Aug 03 19:22:49.411351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cc8bbc5-3137-4e54-b6b3-ec29e8ec5d48 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.461036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9582ac2c-6b3c-4f70-8da4-b2b9027ce4ea None None] Network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:49.502097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:49.529463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8bbc5-3137-4e54-b6b3-ec29e8ec5d48 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Port': ['ID=5958fffc-3880-4fd7-bbb6-3208b68a6cfc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:49.545601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2cc8bbc5-3137-4e54-b6b3-ec29e8ec5d48 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.548789 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2cc8bbc5-3137-4e54-b6b3-ec29e8ec5d48 tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/ports/5958fffc-3880-4fd7-bbb6-3208b68a6cfc HTTP/1.1" status: 204 len: 168 time: 1.3207867 Aug 03 19:22:49.550556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e273e320-0220-4e54-978f-b75e47ea20f8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:49.552142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51058) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:49.563211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.563585 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Added segment 924705b5-f013-4bef-bf71-b9f7a5873456 of type vlan for network 5b806c51-9eca-469a-a774-23951c8f384b Aug 03 19:22:49.616257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-069fe156-b60d-4352-8971-086b9d15384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:49.616257 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-069fe156-b60d-4352-8971-086b9d15384d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1768432 Aug 03 19:22:49.702640 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.838648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08f8be20-5e70-4cd9-9590-dcefa2923520 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:49.847526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.941722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 08f8be20-5e70-4cd9-9590-dcefa2923520 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:49.950071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08f8be20-5e70-4cd9-9590-dcefa2923520 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:49.960631 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-51e32557-f383-4978-bf85-a06ec85271eb service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262236 Aug 03 19:22:50.071881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.073722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:50.076210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.228444 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.304679 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2808521 Aug 03 19:22:50.305798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51080) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:50.313583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac5065-23fb-4d7e-a5a5-438a35abcaf6 req-cbd3e919-2d41-4d08-bf5b-7a4bfcea59c6 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:50.319450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cac5065-23fb-4d7e-a5a5-438a35abcaf6 req-cbd3e919-2d41-4d08-bf5b-7a4bfcea59c6 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3991752 Aug 03 19:22:50.326163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3a158d-2a8d-40cd-939d-c3a6ceca292e']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:50.351673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Request body: {'subnet': {'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1417137418-subnet', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:50.397224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eca8fc-f0c2-4212-aa5f-561167540ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=5b806c51-9eca-469a-a774-23951c8f384b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:50.421462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5b806c51-9eca-469a-a774-23951c8f384b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:50.446202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d0b556-68c7-40c9-ac42-1612b37e8131') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:50.447220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d0b556-68c7-40c9-ac42-1612b37e8131') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:50.503342 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.505488 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-8fa1f343-7d6b-47d6-a6a3-12e343ba7165 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765935 Aug 03 19:22:50.513321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Made reservation on behalf of 1d5f6c4dec58489eba10c2c56bc034e9 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:50.525912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.621594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cac5065-23fb-4d7e-a5a5-438a35abcaf6 req-ff22aaa3-0671-44fc-b506-b1f30e02fbb7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890821 Aug 03 19:22:50.684460 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-b6742b4e-13bb-4936-bf6e-161d8e46fa6c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=709a6d51-93eb-4555-b201-1379dad82dd9 HTTP/1.1" status: 200 len: 217 time: 0.1544926 Aug 03 19:22:50.689644 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.769463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.788268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb2eb-f714-48b8-8117-40348415c99b req-bff6a96d-9443-4c8b-a56c-daa6f681d592 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:50.804283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d17eb2eb-f714-48b8-8117-40348415c99b req-bff6a96d-9443-4c8b-a56c-daa6f681d592 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.3529069 Aug 03 19:22:50.836098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:50.837304 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.841303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-5d19cee4-6159-4580-8309-128ae4111ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:50.844101 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:50.848557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-5d19cee4-6159-4580-8309-128ae4111ca3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.1497099 Aug 03 19:22:50.936298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-420b8d0a-d31b-4084-bc30-aad8ebebe61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:50.940693 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-420b8d0a-d31b-4084-bc30-aad8ebebe61a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840981 Aug 03 19:22:51.076675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d17eb2eb-f714-48b8-8117-40348415c99b req-23f64f3a-24aa-4e08-bd4a-ccd42857595d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703114 Aug 03 19:22:51.104348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.128035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.154823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] 10.222.0.42 "DELETE /v2.0/networks/bf3a158d-2a8d-40cd-939d-c3a6ceca292e HTTP/1.1" status: 204 len: 168 time: 1.5928209 Aug 03 19:22:51.228424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3ca8e-4020-4f53-bdb9-48245ee5668f tempest-PortsIpV6TestJSON-857395189 tempest-PortsIpV6TestJSON-857395189-project] Pushing event deleted for resources: {'Network': ['ID=bf3a158d-2a8d-40cd-939d-c3a6ceca292e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:51.364530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-0d12ad76-762e-4442-9bdd-6d3ae809a6f6 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144058 Aug 03 19:22:51.515942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-bd11a3fe-d8cd-48de-88f1-5c8ef0354ecf req-ab1fbe53-22c4-4add-8ed3-dd977e551978 service neutron] (94133) timed out ('10.222.0.88', 59368) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:22:51.664884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.852363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96949e0-db97-4464-ac22-1a2625a45f8e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:51.861630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51116) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:51.909711 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-73c43a28-d039-4d21-9288-95d84f29342b service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739695 Aug 03 19:22:51.956398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b3464-cc96-42cf-87e4-97b3d16995f3 req-7b2b3096-52df-4a98-a6e2-ee21df1f2b4c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:51.969963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e1b3464-cc96-42cf-87e4-97b3d16995f3 req-7b2b3096-52df-4a98-a6e2-ee21df1f2b4c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1860287 Aug 03 19:22:52.028136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50657e76-4911-4f71-b76f-565cf4e7f7a4 req-169d6e7c-8fd6-485d-8a0b-c71a8e7d4339 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:52.030117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50657e76-4911-4f71-b76f-565cf4e7f7a4 req-169d6e7c-8fd6-485d-8a0b-c71a8e7d4339 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1560740 Aug 03 19:22:52.053793 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-b2e4b045-c836-4bf6-bbd4-bd3d475894e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c HTTP/1.1" status: 200 len: 217 time: 0.1350930 Aug 03 19:22:52.055546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Checking segment: {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:52.056445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Network hostable DHCP agents. Network: 5b806c51-9eca-469a-a774-23951c8f384b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:52.080871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e1b3464-cc96-42cf-87e4-97b3d16995f3 req-baca2f64-30ba-41bd-86b6-cecbe7b3223e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068013 Aug 03 19:22:52.188465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50657e76-4911-4f71-b76f-565cf4e7f7a4 req-bba1ac7e-8ae3-40d7-95d4-d80f34d9974e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350293 Aug 03 19:22:52.223497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Network 5b806c51-9eca-469a-a774-23951c8f384b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:52.257376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 5b806c51-9eca-469a-a774-23951c8f384b) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:52.270865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c5b288-8987-46d8-9bd8-6f7c14354297 None None] Network 5b806c51-9eca-469a-a774-23951c8f384b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:52.333992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a284a414-90e4-42bf-b129-c4afe98cbdd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f884bae847444e8fadaebb3d93ecc728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675107 Aug 03 19:22:52.334478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51132) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:52.352303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:52.352303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.382920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-5e502cc4-e081-4bf1-8ba6-6bc4d7c3840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:52.400200 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-5e502cc4-e081-4bf1-8ba6-6bc4d7c3840a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.3357832 Aug 03 19:22:52.498304 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39ea3bef-62c7-4f60-8f45-12cc082b0588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.502993 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3ef3f496-7fcf-4c2b-a204-e9eda45bc118 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1644614 Aug 03 19:22:52.521091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51136) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:52.534082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-f7b1a245-000c-47d1-b447-0761bde5914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:52.536539 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-f7b1a245-000c-47d1-b447-0761bde5914c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1308646 Aug 03 19:22:52.540043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:52.685588 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39ea3bef-62c7-4f60-8f45-12cc082b0588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.730465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.735263 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.879682 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-120624f6-f062-4971-aa31-5e2e5551e69d service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279853 Aug 03 19:22:52.892929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.922207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-5b806c51-9eca-469a-a774-23951c8f384b', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:52.923337 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.110935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39ea3bef-62c7-4f60-8f45-12cc082b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.116243 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39ea3bef-62c7-4f60-8f45-12cc082b0588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.130496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-39ea3bef-62c7-4f60-8f45-12cc082b0588 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/467bf723-c0f5-43bc-b424-3f4e0ff36c5d HTTP/1.1" status: 204 len: 168 time: 0.7898419 Aug 03 19:22:53.164494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea3bef-62c7-4f60-8f45-12cc082b0588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467bf723-c0f5-43bc-b424-3f4e0ff36c5d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:53.214711 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-199c4509-c541-462e-a17f-d6a41af4386a service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290396 Aug 03 19:22:53.259391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Allocated IP 172.20.0.2 (5b806c51-9eca-469a-a774-23951c8f384b/f96949e0-db97-4464-ac22-1a2625a45f8e/a50d32d6-2ddc-4204-8052-81a4ef83198b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:53.358050 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-27e3daa5-40a2-4967-b81e-8eadec584b08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7 HTTP/1.1" status: 200 len: 217 time: 0.1321824 Aug 03 19:22:53.387904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.476916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-1c034b41-43b8-4220-983e-f2e39b8a2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:53.478534 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-1c034b41-43b8-4220-983e-f2e39b8a2893 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.1112714 Aug 03 19:22:53.551268 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.571374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Transition to ACTIVE for port object a50d32d6-2ddc-4204-8052-81a4ef83198b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:53.576805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-6876b2ae-a414-483f-a4dc-e94354446abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:53.582664 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-6876b2ae-a414-483f-a4dc-e94354446abd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931680 Aug 03 19:22:53.612427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Transition to ACTIVE for port object a50d32d6-2ddc-4204-8052-81a4ef83198b will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:53.630784 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.770230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Network 5b806c51-9eca-469a-a774-23951c8f384b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:53.777247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:53.791893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3943d-8c94-47ea-9bff-d842368f591c req-dec804d0-0326-4935-9e0d-0bc1560e3e51 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:53.796124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:53.807731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11d3943d-8c94-47ea-9bff-d842368f591c req-dec804d0-0326-4935-9e0d-0bc1560e3e51 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2138710 Aug 03 19:22:53.820903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Pushing event updated for resources: {'Port': ['ID=a50d32d6-2ddc-4204-8052-81a4ef83198b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:53.884253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519890a-d045-4d0a-b74a-bf0506560ef4 req-8a86fcf9-3862-4156-b632-7d3eb0654d3e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:53.886155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0519890a-d045-4d0a-b74a-bf0506560ef4 req-8a86fcf9-3862-4156-b632-7d3eb0654d3e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3157134 Aug 03 19:22:53.905204 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-b5e5b2fa-c132-411b-9a67-57e9f2485cfc service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137336 Aug 03 19:22:53.967599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11d3943d-8c94-47ea-9bff-d842368f591c req-a588cd6c-3307-4c24-ad63-f936a088bbd0 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581447 Aug 03 19:22:54.072118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Attempting to bind port a50d32d6-2ddc-4204-8052-81a4ef83198b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:54.088687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Attempting to bind port a50d32d6-2ddc-4204-8052-81a4ef83198b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:54.090298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Attempting to bind port a50d32d6-2ddc-4204-8052-81a4ef83198b on network 5b806c51-9eca-469a-a774-23951c8f384b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:54.107177 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-cb2bd9f1-bb93-4942-b968-a0042f295497 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933286 Aug 03 19:22:54.108189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:54.110996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Checking segment: {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:54.111748 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.112511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Bound using segment: {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:54.113256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Bound port: a50d32d6-2ddc-4204-8052-81a4ef83198b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:54.118448 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.236661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] For port a50d32d6-2ddc-4204-8052-81a4ef83198b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:54.240479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] For port a50d32d6-2ddc-4204-8052-81a4ef83198b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a50d32d6-2ddc-4204-8052-81a4ef83198b,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:54.248279 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.266686 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-3bcef72b-d3a3-494d-8f48-70265f2f7c89 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312 HTTP/1.1" status: 200 len: 217 time: 0.1426296 Aug 03 19:22:54.442203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7bec3-65e8-45d0-b7a2-05ac738966bd None None] Pushing event updated for resources: {'Port': ['ID=a50d32d6-2ddc-4204-8052-81a4ef83198b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:54.482302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-fb624b4b-d823-4528-b6fb-afdffdadd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:54.482992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-fb624b4b-d823-4528-b6fb-afdffdadd084 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.2098122 Aug 03 19:22:54.542615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0519890a-d045-4d0a-b74a-bf0506560ef4 req-15d47e8d-a8f4-4666-9e3a-4a7116e7b4e7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339402 Aug 03 19:22:54.807105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793501e-f667-4597-b9df-6bb6e4d265df req-00490515-581e-4189-a0c3-2ff205514996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:54.813650 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.819882 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-00490515-581e-4189-a0c3-2ff205514996 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3169951 Aug 03 19:22:54.997028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.185250 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-71c4a9f9-69a7-48cb-a4d6-f2a2ccc068e5 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361425 Aug 03 19:22:55.576572 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9793501e-f667-4597-b9df-6bb6e4d265df req-e0d0bf15-27af-4d96-b3b3-116ff774caf3 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847506 Aug 03 19:22:55.652963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.663847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Allocated IP 172.25.4.212 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/06b0e57d-7dfa-4780-9bec-58e82053dea8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:55.864864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a50d32d6-2ddc-4204-8052-81a4ef83198b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:56.060780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a50d32d6-2ddc-4204-8052-81a4ef83198b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:56.152731 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-68b25230-c648-4cdf-9b7d-eb87f5d5fbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.108030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-43b68b88-dfe0-453a-b98d-af8e78695e1d tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.112690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-43b68b88-dfe0-453a-b98d-af8e78695e1d tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/networks?id=0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d HTTP/1.1" status: 200 len: 810 time: 1.4449623 Aug 03 19:22:57.191561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-3ba37711-5e95-45a0-be35-7fa0bfadbb7f tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/quotas/b608f28bff12480db39bf92fd3a275b0 HTTP/1.1" status: 200 len: 375 time: 0.0699282 Aug 03 19:22:57.200407 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.207717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b435f6-545c-455e-b7e4-87aa940cfa62 None None] Network 5b806c51-9eca-469a-a774-23951c8f384b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:57.252160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3f74a-0445-4146-bf27-5d6f68f77409 req-e2e75016-3558-4f4e-a51c-882087235cc4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.263448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2e3f74a-0445-4146-bf27-5d6f68f77409 req-e2e75016-3558-4f4e-a51c-882087235cc4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 1.4173720 Aug 03 19:22:57.320783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-b2e38c55-1417-4d8a-9d64-e5a1c298b64d tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b608f28bff12480db39bf92fd3a275b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119869 Aug 03 19:22:57.405833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1582ac27-782e-4952-ae1a-10272b6db76b None None] Provisioning for port a50d32d6-2ddc-4204-8052-81a4ef83198b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:57.420850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1582ac27-782e-4952-ae1a-10272b6db76b None None] Provisioning complete for port a50d32d6-2ddc-4204-8052-81a4ef83198b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:57.420850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1582ac27-782e-4952-ae1a-10272b6db76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.521834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2e3f74a-0445-4146-bf27-5d6f68f77409 req-3a3ea5e5-95f3-4089-8f65-5a99d931bd5e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568452 Aug 03 19:22:57.599494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d71d7bdc-13f9-4fbe-8135-47d47735e5af service neutron] 10.222.0.42 "GET /v2.0/networks/0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654128 Aug 03 19:22:57.716971 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.840064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1582ac27-782e-4952-ae1a-10272b6db76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.867872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Pushing event updated for resources: {'Port': ['ID=06b0e57d-7dfa-4780-9bec-58e82053dea8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:57.949345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:57.953330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:57.981771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1582ac27-782e-4952-ae1a-10272b6db76b None None] For port a50d32d6-2ddc-4204-8052-81a4ef83198b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a50d32d6-2ddc-4204-8052-81a4ef83198b,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:57.988729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:57.993073 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1582ac27-782e-4952-ae1a-10272b6db76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.150264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582ac27-782e-4952-ae1a-10272b6db76b None None] Pushing event updated for resources: {'Port': ['ID=a50d32d6-2ddc-4204-8052-81a4ef83198b,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:58.192730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fd85cb0d-fcc6-42c3-b7d4-cec78141d84b None None] Provisioning complete for port a50d32d6-2ddc-4204-8052-81a4ef83198b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:58.193109 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fd85cb0d-fcc6-42c3-b7d4-cec78141d84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.498721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-765da32e-6266-4994-ad34-1a59fcd32dac service neutron] 10.222.0.42 "GET /v2.0/networks/0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8880723 Aug 03 19:22:58.787428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-f1ac6f16-ea07-40de-8495-1d9827e9c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:58.793236 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-f1ac6f16-ea07-40de-8495-1d9827e9c265 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1097 time: 0.3020089 Aug 03 19:22:58.953997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5362-377f-4445-b087-25d3d9db855d req-f6de6d36-9c3e-4f3c-9dc4-780df7829044 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:58.954480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-234d5362-377f-4445-b087-25d3d9db855d req-f6de6d36-9c3e-4f3c-9dc4-780df7829044 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.4656641 Aug 03 19:22:59.173037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-602b60a0-e5cb-4640-9685-e1c173b88c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:59.176727 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-602b60a0-e5cb-4640-9685-e1c173b88c8c service neutron] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 919 time: 0.3763745 Aug 03 19:22:59.239769 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.294079 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-151346f9-26f1-43af-b9ee-7e2245567194 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0760aec-f846-4729-9262-deff9bfe34b7 HTTP/1.1" status: 200 len: 217 time: 0.1074712 Aug 03 19:22:59.414568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-b7caee2f-9358-4b9b-9fd1-499ac24d6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:59.418647 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-b7caee2f-9358-4b9b-9fd1-499ac24d6747 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.1132643 Aug 03 19:22:59.446172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-234d5362-377f-4445-b087-25d3d9db855d req-a482c341-5ff0-4f62-aa83-8ee663f0ba4b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907007 Aug 03 19:22:59.484236 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-2391e105-0c7c-496e-a176-b0ac0b0007af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568907 Aug 03 19:22:59.763122 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.797608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a868729-d95e-43e5-9f5d-c520353a4128 req-7ff52384-8b40-4ed5-9d53-3730da17bcae tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:59.813036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a868729-d95e-43e5-9f5d-c520353a4128 req-7ff52384-8b40-4ed5-9d53-3730da17bcae tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.5715733 Aug 03 19:22:59.893288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a50d32d6-2ddc-4204-8052-81a4ef83198b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:59.939484 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-85b2982a-8870-4ab6-9743-3ad05b08711d service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324908 Aug 03 19:23:00.039069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a50d32d6-2ddc-4204-8052-81a4ef83198b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:00.039996 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.188166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84387261-2795-4410-97d7-ce0d94b3e05d req-5b16d463-39bc-4fa1-a7e9-26a7c6f1d983 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 210 time: 0.1037209 Aug 03 19:23:00.331309 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2635a00a-9502-4c2a-bb3d-8df2700e6dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.401009 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25d8bf69-5564-422a-bc26-7d2ebb9852f9 req-12f2649d-0eb5-46aa-9e26-bb61761cd9f2 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515038 Aug 03 19:23:00.417516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a868729-d95e-43e5-9f5d-c520353a4128 req-b6686ef3-dca0-47ea-a09c-1d15b2f7da26 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245758 Aug 03 19:23:00.528594 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.923843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9d180-6dfa-4952-9e95-aa3d4f3c4335 req-358cf698-d442-4db4-914f-9d5f28d7efec tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:00.933784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22d9d180-6dfa-4952-9e95-aa3d4f3c4335 req-358cf698-d442-4db4-914f-9d5f28d7efec tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2239389 Aug 03 19:23:01.146469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22d9d180-6dfa-4952-9e95-aa3d4f3c4335 req-7dfb5962-4de5-43ae-b50c-fe13dc11753a tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732566 Aug 03 19:23:01.148341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Router c245973a-74b9-4488-a013-061bda547758 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:23:01.544909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9cf0cebd-c9ef-4213-bbef-e9f516f975ad req-3ddbf0ef-92af-41cb-ae0d-6c30f15cfabc tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 210 time: 0.1265655 Aug 03 19:23:01.581664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:01.603123 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Sync routers for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:01.628191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.630558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fa44ded8-1e5c-4136-ae75-d5cc0a44ae73 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.1116414 Aug 03 19:23:01.631888 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:01.633767 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:23:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:01.634323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51400) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:01.879752 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.922784 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:01.985789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721ebb8-dd91-417c-ac90-e81956c47cd4 req-25070aa5-60c3-4673-9852-75da9578a0db tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:02.002077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e721ebb8-dd91-417c-ac90-e81956c47cd4 req-25070aa5-60c3-4673-9852-75da9578a0db tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3177104 Aug 03 19:23:02.111439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e721ebb8-dd91-417c-ac90-e81956c47cd4 req-bfcfc817-dba4-4cd3-a101-7f655022120c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020973 Aug 03 19:23:02.483249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff1695-fb00-48ac-b270-9020bba06157 req-36e352d0-85f7-4fce-ad2a-1ca99282cd5d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:02.489834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cff1695-fb00-48ac-b270-9020bba06157 req-36e352d0-85f7-4fce-ad2a-1ca99282cd5d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1708241 Aug 03 19:23:02.643403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cff1695-fb00-48ac-b270-9020bba06157 req-529c7ecf-6122-45e1-b4e3-88b7601e6780 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433206 Aug 03 19:23:02.702899 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:22:58Z', 'revision_number': 3, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:02.797272 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Checking router: c245973a-74b9-4488-a013-061bda547758 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:02.799103 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Updating router c245973a-74b9-4488-a013-061bda547758 port 06b0e57d-7dfa-4780-9bec-58e82053dea8 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:23:02.846283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d0ef24fa-9ff6-471a-bfbe-9658e9243ff2 req-a0dcea41-6c04-49f8-91a4-65282cc6bf09 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 210 time: 0.1001666 Aug 03 19:23:02.885812 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.295878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51434) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:03.304259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-8c2d5e04-229c-410b-8363-6ae6e5252c51 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:03.306621 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-8c2d5e04-229c-410b-8363-6ae6e5252c51 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.88 "GET /v2.0/networks?id=0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d HTTP/1.1" status: 200 len: 810 time: 1.3566701 Aug 03 19:23:03.338043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Request body: {'port': {'device_id': '54a54209-e03b-4fba-bfd4-af5053a05e5d', 'network_id': '0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d', 'admin_state_up': True, 'tenant_id': 'b608f28bff12480db39bf92fd3a275b0'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:03.467256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65e3e0-0434-4670-a7af-7f47b9c27bd3 req-dbb9a447-2d40-47c5-ad34-4d672151d2d0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:03.477113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a65e3e0-0434-4670-a7af-7f47b9c27bd3 req-dbb9a447-2d40-47c5-ad34-4d672151d2d0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2454622 Aug 03 19:23:03.567318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4ee948e-16e5-4cfc-9f0d-443004ae6769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.589401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a65e3e0-0434-4670-a7af-7f47b9c27bd3 req-8c88c828-e256-45fe-8444-e21e7f288337 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037025 Aug 03 19:23:03.604880 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.628574 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Transition to ACTIVE for port object 06b0e57d-7dfa-4780-9bec-58e82053dea8 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:03.640277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:23:03.640277 n-d-803378-1 neutron-server[94133]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:23:03.640277 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id': 'b608f28bff12480db39bf92fd3a275b0', 'id': '8fc6b080-6379-4561-946b-9d7267f95697', 'expiration': datetime.datetime(2021, 8, 3, 19, 25, 3, 623734)}] Aug 03 19:23:03.640277 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:23:03.641017 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:23:03.647789 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.745647 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Pushing event updated for resources: {'Port': ['ID=06b0e57d-7dfa-4780-9bec-58e82053dea8,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:03.758903 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.759304 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.759722 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.760363 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.761114 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.761667 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.762217 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.762705 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.763241 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.763802 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.765619 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.766785 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:03.803815 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Attempting to bind port 06b0e57d-7dfa-4780-9bec-58e82053dea8 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:03.804589 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Attempting to bind port 06b0e57d-7dfa-4780-9bec-58e82053dea8 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:03.805150 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Attempting to bind port 06b0e57d-7dfa-4780-9bec-58e82053dea8 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:03.812757 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:03.813603 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:03.814237 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.814856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:03.815518 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Bound port: 06b0e57d-7dfa-4780-9bec-58e82053dea8, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:03.816139 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.941561 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4ee948e-16e5-4cfc-9f0d-443004ae6769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.946914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4ee948e-16e5-4cfc-9f0d-443004ae6769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.979957 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] For port 06b0e57d-7dfa-4780-9bec-58e82053dea8, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:04.000363 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] For port 06b0e57d-7dfa-4780-9bec-58e82053dea8, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06b0e57d-7dfa-4780-9bec-58e82053dea8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:04.015961 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.060725 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.153751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee948e-16e5-4cfc-9f0d-443004ae6769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd72c3e-582f-417a-a6b6-8cd5afe2bfe2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:04.190667 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:04.191851 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:23:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:04.281750 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46575a-ca44-4840-9339-d3f473e8b2ab None None] Pushing event updated for resources: {'Port': ['ID=06b0e57d-7dfa-4780-9bec-58e82053dea8,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:04.317687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-866d1399-8135-416c-ae8f-f656a0a73152 req-9efa7dd4-3838-48aa-8d40-7f2cb3b7d24b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 210 time: 0.1502879 Aug 03 19:23:04.349619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d4ee948e-16e5-4cfc-9f0d-443004ae6769 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e8411ad926c41daa2ed6aa16b3612ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0510504 Aug 03 19:23:04.363154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:04.369775 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.432606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76867b-2237-462b-8139-01c77cfdf309 req-77e09fa5-2fe6-46b6-a422-1dae417cef62 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:04.443881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e76867b-2237-462b-8139-01c77cfdf309 req-77e09fa5-2fe6-46b6-a422-1dae417cef62 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.4751356 Aug 03 19:23:04.553427 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e76867b-2237-462b-8139-01c77cfdf309 req-03c5abbb-e430-415d-9961-ed892c6e32aa tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084378 Aug 03 19:23:04.585653 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:04.684083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Allocated IP 172.20.0.1 (5b806c51-9eca-469a-a774-23951c8f384b/f96949e0-db97-4464-ac22-1a2625a45f8e/79180758-7e3e-41d5-8a95-0e74851f8564) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:04.719876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Made reservation on behalf of b608f28bff12480db39bf92fd3a275b0 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:04.724021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.802830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe872830-7929-4381-bd01-066296002c44 req-4af79eea-0a53-47f5-a18d-f5c53d3c6d47 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:04.811803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe872830-7929-4381-bd01-066296002c44 req-4af79eea-0a53-47f5-a18d-f5c53d3c6d47 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1165535 Aug 03 19:23:04.916292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe872830-7929-4381-bd01-066296002c44 req-a9b38b48-dffb-4815-b702-e67043b98ab0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032963 Aug 03 19:23:05.163294 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:22:58Z', 'revision_number': 3, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:05.223832 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd1658-3ce6-4a7d-96b6-17e5f4663d42 None None] The sync data for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 is: [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:22:58Z', 'revision_number': 3, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:05.224140 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79f3559f-1b1f-4275-86c3-94e8c3ab0256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.233813 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.289033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Transition to ACTIVE for port object 79180758-7e3e-41d5-8a95-0e74851f8564 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:05.298799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Allocated IP 172.20.0.9 (0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d/445e9945-6266-419e-b51d-084e4a70eba7/c1f667bd-a7d1-4034-ba98-7c3729ad9064) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:05.304209 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79f3559f-1b1f-4275-86c3-94e8c3ab0256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.493066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f21c2d4-5fab-4c85-9104-f5d0d33250cc req-710a56a5-8844-4c92-9f54-3c56aafb2ec7 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 210 time: 0.0655181 Aug 03 19:23:05.500157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79f3559f-1b1f-4275-86c3-94e8c3ab0256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.505747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79f3559f-1b1f-4275-86c3-94e8c3ab0256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.507915 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-79f3559f-1b1f-4275-86c3-94e8c3ab0256 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfd72c3e-582f-417a-a6b6-8cd5afe2bfe2 HTTP/1.1" status: 204 len: 168 time: 1.1342719 Aug 03 19:23:05.557262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.656364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3559f-1b1f-4275-86c3-94e8c3ab0256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd72c3e-582f-417a-a6b6-8cd5afe2bfe2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:05.713269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Network 5b806c51-9eca-469a-a774-23951c8f384b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:05.758248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:05.777817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:05.952081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Pushing event updated for resources: {'Port': ['ID=79180758-7e3e-41d5-8a95-0e74851f8564,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:06.002618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920ecdb-0450-401c-95fe-88d34844cd8b req-b87c66d0-e1c5-4785-9310-c646c1e19a0c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:06.007252 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9920ecdb-0450-401c-95fe-88d34844cd8b req-b87c66d0-e1c5-4785-9310-c646c1e19a0c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1476707 Aug 03 19:23:06.180364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.239473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9920ecdb-0450-401c-95fe-88d34844cd8b req-3161aca9-291e-42b6-be09-8982b66b5fce tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118931 Aug 03 19:23:06.301400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec35cc-3976-47d4-a311-0482b1a14c03 req-16980e8b-6765-4f42-863e-07a20e86f9ed tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:06.316407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80ec35cc-3976-47d4-a311-0482b1a14c03 req-16980e8b-6765-4f42-863e-07a20e86f9ed tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1218939 Aug 03 19:23:06.411912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80ec35cc-3976-47d4-a311-0482b1a14c03 req-d1b046fe-5735-42c8-b407-cb64350d46bf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940144 Aug 03 19:23:06.532655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e5ad89dd-4b6a-452b-88a4-7ad81305ff3c None None] Provisioning for port 79180758-7e3e-41d5-8a95-0e74851f8564 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:06.548252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e5ad89dd-4b6a-452b-88a4-7ad81305ff3c None None] Provisioning complete for port 79180758-7e3e-41d5-8a95-0e74851f8564 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:06.548501 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5ad89dd-4b6a-452b-88a4-7ad81305ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.708345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad89dd-4b6a-452b-88a4-7ad81305ff3c None None] Port 79180758-7e3e-41d5-8a95-0e74851f8564 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:06.736076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51474) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:06.798178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-874febab-c65e-4771-8a7e-c55fb25adfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.817431 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.822628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53ad902-3ffa-4cf3-aacf-e47b1be47ccc req-55bab4d9-02d1-4789-9bf7-631ea54f0cde tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 210 time: 0.1347620 Aug 03 19:23:07.057133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.089127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.132905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:07.154476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:07.168843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:07.247363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.248487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.363060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Pushing event updated for resources: {'Port': ['ID=c1f667bd-a7d1-4034-ba98-7c3729ad9064,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:07.532090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8f5de-0f1c-48b2-8db8-2802d23b3bb7 req-9c9f9873-72fa-47dc-b95b-337de2b9e694 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.547395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12b8f5de-0f1c-48b2-8db8-2802d23b3bb7 req-9c9f9873-72fa-47dc-b95b-337de2b9e694 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1261113 Aug 03 19:23:07.676715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-874febab-c65e-4771-8a7e-c55fb25adfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.680003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12b8f5de-0f1c-48b2-8db8-2802d23b3bb7 req-eabb3a66-34eb-497f-82b3-2f807ce798f2 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295018 Aug 03 19:23:07.697567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-874febab-c65e-4771-8a7e-c55fb25adfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.752942 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-cd717b59-6005-4679-afac-cacd82a39e2b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4289155 Aug 03 19:23:07.771765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874febab-c65e-4771-8a7e-c55fb25adfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b38604-fdf3-4080-a1b8-fd1429496b9c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:07.787748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Request body: {'port': {'device_id': '54a54209-e03b-4fba-bfd4-af5053a05e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:07.827167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff72c-b223-45f7-a9db-ea6b499582ad req-a4c53209-e837-4be3-8b96-75d1feff6ce4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.837653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06b0e57d-7dfa-4780-9bec-58e82053dea8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:07.844700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d5ff72c-b223-45f7-a9db-ea6b499582ad req-a4c53209-e837-4be3-8b96-75d1feff6ce4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2250562 Aug 03 19:23:07.918392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d5ff72c-b223-45f7-a9db-ea6b499582ad req-ce0d7ac2-33e0-4a5d-850a-590ba61b23c0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720129 Aug 03 19:23:07.951015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 06b0e57d-7dfa-4780-9bec-58e82053dea8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:07.971059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 06b0e57d-7dfa-4780-9bec-58e82053dea8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:07.973025 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.984809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51488) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:07.991799 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-874febab-c65e-4771-8a7e-c55fb25adfaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98135534407146c5a954cc095094dc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2540219 Aug 03 19:23:08.026145 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.252268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0748c8e-426a-414b-878d-d8b46f241e33 req-0f6587a6-bee7-44db-bdf7-2062356c147c tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:08.255223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0748c8e-426a-414b-878d-d8b46f241e33 req-0f6587a6-bee7-44db-bdf7-2062356c147c tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 931 time: 0.1711287 Aug 03 19:23:08.271581 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.353193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 06b0e57d-7dfa-4780-9bec-58e82053dea8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06b0e57d-7dfa-4780-9bec-58e82053dea8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:08.364451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.388098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4107252-504b-46d5-9559-e54224469619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.492406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4107252-504b-46d5-9559-e54224469619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.520678 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f667bd-a7d1-4034-ba98-7c3729ad9064 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:08.548194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.577158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Transition to ACTIVE for port object c1f667bd-a7d1-4034-ba98-7c3729ad9064 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:08.582998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.618394 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0748c8e-426a-414b-878d-d8b46f241e33 req-59245f2e-489d-4de2-ac75-084162a6e9ea tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491793 Aug 03 19:23:08.632950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=06b0e57d-7dfa-4780-9bec-58e82053dea8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:08.699965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.784580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4107252-504b-46d5-9559-e54224469619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.791787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f667bd-a7d1-4034-ba98-7c3729ad9064,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:08.799166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4107252-504b-46d5-9559-e54224469619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.801338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e4107252-504b-46d5-9559-e54224469619 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3b38604-fdf3-4080-a1b8-fd1429496b9c HTTP/1.1" status: 204 len: 168 time: 0.8148921 Aug 03 19:23:08.807721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.835807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4107252-504b-46d5-9559-e54224469619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b38604-fdf3-4080-a1b8-fd1429496b9c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:09.015641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.378718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Pushing event updated for resources: {'Port': ['ID=79180758-7e3e-41d5-8a95-0e74851f8564,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:09.413083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-6f5e8090-f3b6-4b2a-b50b-0e1e91959cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:09.423012 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-6f5e8090-f3b6-4b2a-b50b-0e1e91959cd1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 1097 time: 0.2356365 Aug 03 19:23:09.465650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Attempting to bind port c1f667bd-a7d1-4034-ba98-7c3729ad9064 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:09.465981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Attempting to bind port c1f667bd-a7d1-4034-ba98-7c3729ad9064 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '6c708c5e-a574-49fc-b6cf-2bda7c492850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:09.466311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Attempting to bind port c1f667bd-a7d1-4034-ba98-7c3729ad9064 on network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:09.473528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533fb44-4a83-4f97-89c5-8316c561e84b req-b0d3ebbc-2c5c-406a-b20f-f093ad843f77 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:09.486922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4533fb44-4a83-4f97-89c5-8316c561e84b req-b0d3ebbc-2c5c-406a-b20f-f093ad843f77 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.4807990 Aug 03 19:23:09.516819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd965-00a0-4e89-8dec-6f88fdc5593d req-14c01f74-5330-42e2-aca4-4cf0ac726365 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:09.518809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d7fd965-00a0-4e89-8dec-6f88fdc5593d req-14c01f74-5330-42e2-aca4-4cf0ac726365 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.3743839 Aug 03 19:23:09.558844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Port c1f667bd-a7d1-4034-ba98-7c3729ad9064 on network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:09.559337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Attempting to bind port c1f667bd-a7d1-4034-ba98-7c3729ad9064 on network 0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:09.620396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d7fd965-00a0-4e89-8dec-6f88fdc5593d req-efba17a7-354b-44ca-a773-c6affe5f0e5a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865138 Aug 03 19:23:09.631200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4533fb44-4a83-4f97-89c5-8316c561e84b req-596b831d-c787-480a-b910-056d83d222d8 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428525 Aug 03 19:23:09.707018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:09.708004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Checking segment: {'id': '6c708c5e-a574-49fc-b6cf-2bda7c492850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:09.708889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Bound using segment: {'id': '6c708c5e-a574-49fc-b6cf-2bda7c492850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:09.709971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Bound port: c1f667bd-a7d1-4034-ba98-7c3729ad9064, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c708c5e-a574-49fc-b6cf-2bda7c492850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:09.716643 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.821504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06b0e57d-7dfa-4780-9bec-58e82053dea8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:09.869355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Network 5b806c51-9eca-469a-a774-23951c8f384b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:09.887233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:09.983400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 06b0e57d-7dfa-4780-9bec-58e82053dea8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:09.983814 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.230989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-23dbbc02-61df-4039-8547-9a928ebb3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.241520 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-23dbbc02-61df-4039-8547-9a928ebb3a12 service neutron] 10.222.0.63 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 913 time: 0.7521553 Aug 03 19:23:10.362953 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-04d92e03-c790-40df-8785-5e6742c4bfc1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23f37e11-852f-4187-ade3-317eb344102c HTTP/1.1" status: 200 len: 217 time: 0.1114407 Aug 03 19:23:10.379690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379daef9-0eaa-4bd6-aca6-2be8b5a78bb3 req-13db772c-de52-4567-b10d-0ab9242c0306 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.397466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-379daef9-0eaa-4bd6-aca6-2be8b5a78bb3 req-13db772c-de52-4567-b10d-0ab9242c0306 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 943 time: 0.2206781 Aug 03 19:23:10.509150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-13ed3389-cfe5-458c-815b-c715982fce1a None None] Provisioning complete for port 79180758-7e3e-41d5-8a95-0e74851f8564 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:10.510136 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-13ed3389-cfe5-458c-815b-c715982fce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.569796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-379daef9-0eaa-4bd6-aca6-2be8b5a78bb3 req-fda619d7-3759-4ada-b414-24aa388a8cf8 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649208 Aug 03 19:23:10.595351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-13ed3389-cfe5-458c-815b-c715982fce1a None None] Port 79180758-7e3e-41d5-8a95-0e74851f8564 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:10.643532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-890baba4-b879-4b44-97ca-1ae804922aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.645008 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-890baba4-b879-4b44-97ca-1ae804922aaa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.2597487 Aug 03 19:23:10.687429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] For port c1f667bd-a7d1-4034-ba98-7c3729ad9064, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:10.691697 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-01e3b1c9-b153-43eb-a942-62103b5c6696 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389092 Aug 03 19:23:10.793841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] For port c1f667bd-a7d1-4034-ba98-7c3729ad9064, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c1f667bd-a7d1-4034-ba98-7c3729ad9064,segment=NetworkSegment(6c708c5e-a574-49fc-b6cf-2bda7c492850),segment_id=6c708c5e-a574-49fc-b6cf-2bda7c492850)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:10.876077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.931859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Router c245973a-74b9-4488-a013-061bda547758 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:10.954721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.955430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.956877 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] 10.222.0.88 "PUT /v2.0/ports/c1f667bd-a7d1-4034-ba98-7c3729ad9064 HTTP/1.1" status: 200 len: 1091 time: 3.1870534 Aug 03 19:23:10.961177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a54209-e03b-4fba-bfd4-af5053a05e5d', 'tag': 'c1f667bd-a7d1-4034-ba98-7c3729ad9064'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:10.963942 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895686bf-ae42-4dd8-bc80-bf11c988e995" -d '{"events": [{"name": "network-changed", "server_uuid": "54a54209-e03b-4fba-bfd4-af5053a05e5d", "tag": "c1f667bd-a7d1-4034-ba98-7c3729ad9064"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:11.014640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe528c-b55b-42a7-aaa8-7f67ba103cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f667bd-a7d1-4034-ba98-7c3729ad9064,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:11.040873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb8449-4012-4dc7-9f99-8992f31c728e req-d801f809-2090-4524-a9ca-7bfaec30ae3f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.053504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcfb8449-4012-4dc7-9f99-8992f31c728e req-d801f809-2090-4524-a9ca-7bfaec30ae3f tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1586337 Aug 03 19:23:11.067802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868656-621c-4c69-b083-4d71208b2211 req-0ac2cf63-a867-4832-9913-d7ff45628ec0 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.082730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3868656-621c-4c69-b083-4d71208b2211 req-0ac2cf63-a867-4832-9913-d7ff45628ec0 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2734075 Aug 03 19:23:11.110471 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-b100c5aa-d0a1-4e5e-bf8d-d1363b62f4d6 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705163 Aug 03 19:23:11.172883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-7a48b237-a9f4-4c18-99d8-15eab50ecff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.174995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-7a48b237-a9f4-4c18-99d8-15eab50ecff1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b608f28bff12480db39bf92fd3a275b0&device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 1094 time: 0.1623485 Aug 03 19:23:11.208516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3868656-621c-4c69-b083-4d71208b2211 req-49e3c16a-e445-40f7-9d2f-8549ad3e2f83 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196568 Aug 03 19:23:11.252148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcfb8449-4012-4dc7-9f99-8992f31c728e req-72bc2b50-2b27-4b16-9130-c034c33c9d47 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660295 Aug 03 19:23:11.633557 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2b3590-1cd5-4d2b-91df-5e896395735b x-openstack-request-id: req-4d2b3590-1cd5-4d2b-91df-5e896395735b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:11.633858 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a54209-e03b-4fba-bfd4-af5053a05e5d", "tag": "c1f667bd-a7d1-4034-ba98-7c3729ad9064", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:11.634116 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d2b3590-1cd5-4d2b-91df-5e896395735b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:11.634809 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a54209-e03b-4fba-bfd4-af5053a05e5d', 'tag': 'c1f667bd-a7d1-4034-ba98-7c3729ad9064', 'status': 'completed', 'code': 200} Aug 03 19:23:11.774022 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-12feef53-666d-436f-a002-f7add23f8045 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1f667bd-a7d1-4034-ba98-7c3729ad9064 HTTP/1.1" status: 200 len: 217 time: 0.1381462 Aug 03 19:23:11.800472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e7a3-1d15-4a37-8c2a-cd0549dcd31d req-4eff3a55-703d-4d69-85d8-39b6633037c5 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.812570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3652e7a3-1d15-4a37-8c2a-cd0549dcd31d req-4eff3a55-703d-4d69-85d8-39b6633037c5 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 943 time: 0.0938690 Aug 03 19:23:11.866464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeda2cf-a0e6-4452-a111-42246c72f97f req-5157c3cb-4f2a-4eb0-a072-6b4f00309f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.869113 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8eeda2cf-a0e6-4452-a111-42246c72f97f req-5157c3cb-4f2a-4eb0-a072-6b4f00309f1c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1097 time: 0.2282739 Aug 03 19:23:11.929325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:11.937942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3652e7a3-1d15-4a37-8c2a-cd0549dcd31d req-6974c805-9a0f-4676-8518-7bfe73e30970 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210847 Aug 03 19:23:11.956055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Sync routers for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:11.972331 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5156907a-3e52-483b-8468-4d27626858a8 admin admin] 10.222.0.42 "PUT /v2.0/routers/c245973a-74b9-4488-a013-061bda547758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3360798 Aug 03 19:23:11.986401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:11.991518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:23:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:12.094246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-37754f8e-503b-4c4d-9db5-231f4ee0b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.100757 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-37754f8e-503b-4c4d-9db5-231f4ee0b0a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=445e9945-6266-419e-b51d-084e4a70eba7 HTTP/1.1" status: 200 len: 850 time: 0.3141243 Aug 03 19:23:12.119374 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8eeda2cf-a0e6-4452-a111-42246c72f97f req-96638f58-d380-432f-9dc5-20614abd0227 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379520 Aug 03 19:23:12.171185 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0117e0ea-16ff-4d7e-8d21-c437115edfbc req-5184bc48-ef69-4079-81c3-ecdef8045941 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0381279 Aug 03 19:23:12.253826 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-85ad2ca3-67f8-4601-bb47-ba6db3228513 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186182 Aug 03 19:23:12.494231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7fcef-acd1-4349-9746-ab817379dcfe req-1e15ab67-cf29-44f8-888b-8d080a5c1ce3 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.503256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9cd7fcef-acd1-4349-9746-ab817379dcfe req-1e15ab67-cf29-44f8-888b-8d080a5c1ce3 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1344995 Aug 03 19:23:12.622635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9cd7fcef-acd1-4349-9746-ab817379dcfe req-b5dc95c1-cc06-45d9-a4cb-87beb90145c2 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125698 Aug 03 19:23:12.764223 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742425dd-dd08-4355-a21d-a32902ecc09c req-6e512719-0509-4672-a969-abc5ada8c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.766959 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-742425dd-dd08-4355-a21d-a32902ecc09c req-6e512719-0509-4672-a969-abc5ada8c8d3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 1097 time: 0.4676795 Aug 03 19:23:12.803575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:12.851689 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-87a8aece-f00e-4e10-8ee8-628f16918ecd service neutron] 10.222.0.88 "GET /v2.0/networks/0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951340 Aug 03 19:23:12.963128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684eefc-78a0-4bc7-8411-53fd3d2938f8 req-a271fa36-dc70-4851-a842-3d5f198e6109 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.982576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b684eefc-78a0-4bc7-8411-53fd3d2938f8 req-a271fa36-dc70-4851-a842-3d5f198e6109 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2080836 Aug 03 19:23:13.148101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b684eefc-78a0-4bc7-8411-53fd3d2938f8 req-80c8b019-b8b1-4e18-8375-a9941f588d1d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581907 Aug 03 19:23:13.627127 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c95562-dcf9-40f7-a94f-fc9e8b0bcf87 req-7f2ca00a-f57d-488a-95b4-f4c10a3cf823 service neutron] 10.222.0.88 "GET /v2.0/networks/0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7392969 Aug 03 19:23:13.781012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 2, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:13.804513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742425dd-dd08-4355-a21d-a32902ecc09c req-0cc052b6-e852-44e1-a4c7-c0c14514de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:13.807342 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-742425dd-dd08-4355-a21d-a32902ecc09c req-0cc052b6-e852-44e1-a4c7-c0c14514de43 service neutron] 10.222.0.63 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 913 time: 0.9690857 Aug 03 19:23:13.881905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Checking router: c245973a-74b9-4488-a013-061bda547758 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:13.883937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Updating router c245973a-74b9-4488-a013-061bda547758 port 79180758-7e3e-41d5-8a95-0e74851f8564 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:23:13.891459 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-742425dd-dd08-4355-a21d-a32902ecc09c req-179cae21-3e24-4064-b039-dcdbdfb6f72a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23f37e11-852f-4187-ade3-317eb344102c HTTP/1.1" status: 200 len: 217 time: 0.0752852 Aug 03 19:23:13.906851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51748) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:13.915636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c11a459a-5b29-403f-b9f3-8b9bb9c40e40 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420821012', 'description': 'tempest-description--1432888529'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:14.063248 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.083837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-2e09d2fd-7c61-4822-b29a-27b3bfd3cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.095045 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-2e09d2fd-7c61-4822-b29a-27b3bfd3cee7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b608f28bff12480db39bf92fd3a275b0&device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 1094 time: 0.3907957 Aug 03 19:23:14.117912 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c11a459a-5b29-403f-b9f3-8b9bb9c40e40 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.174924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110e375-3074-4062-bcd8-80a102fff398 req-3632711c-633d-4ad4-b7ba-bebdc97fa103 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.200898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d110e375-3074-4062-bcd8-80a102fff398 req-3632711c-633d-4ad4-b7ba-bebdc97fa103 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 943 time: 0.2544780 Aug 03 19:23:14.238547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742425dd-dd08-4355-a21d-a32902ecc09c req-09d0825e-537f-4ca3-8fe8-c91512fa49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.241795 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-742425dd-dd08-4355-a21d-a32902ecc09c req-09d0825e-537f-4ca3-8fe8-c91512fa49b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.3135791 Aug 03 19:23:14.311134 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-742425dd-dd08-4355-a21d-a32902ecc09c req-13242312-76dc-45e3-a14f-b20a482c0d40 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551283 Aug 03 19:23:14.597506 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-742425dd-dd08-4355-a21d-a32902ecc09c req-56a26df2-028b-4b57-a4ed-cc6285bdc4e3 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803330 Aug 03 19:23:14.730774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64836076-1b43-4488-94a0-42c64f6754e3 req-237bec22-a1a9-4281-8665-4f7442822178 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.738103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64836076-1b43-4488-94a0-42c64f6754e3 req-237bec22-a1a9-4281-8665-4f7442822178 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.6051309 Aug 03 19:23:14.807289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d110e375-3074-4062-bcd8-80a102fff398 req-81706c8f-653d-45ff-a590-01221b51cd29 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034904 Aug 03 19:23:14.865090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-89397724-55f9-4075-b34a-315967d27958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.872286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-89397724-55f9-4075-b34a-315967d27958 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d HTTP/1.1" status: 200 len: 911 time: 0.7664654 Aug 03 19:23:14.959433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64836076-1b43-4488-94a0-42c64f6754e3 req-d4baf858-d425-4ae0-ae80-661f5153fbb0 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921513 Aug 03 19:23:15.041794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c11a459a-5b29-403f-b9f3-8b9bb9c40e40 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.062624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c11a459a-5b29-403f-b9f3-8b9bb9c40e40 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.179186 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-61808629-019f-45b5-9287-1868cd1903dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1f667bd-a7d1-4034-ba98-7c3729ad9064 HTTP/1.1" status: 200 len: 217 time: 0.2947419 Aug 03 19:23:15.187987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a459a-5b29-403f-b9f3-8b9bb9c40e40 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722ae477-224d-44a1-9c95-8194961ff713,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:15.199284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c11a459a-5b29-403f-b9f3-8b9bb9c40e40 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.217430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c11a459a-5b29-403f-b9f3-8b9bb9c40e40 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3086116 Aug 03 19:23:15.222022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51858) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:15.236902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4edc38c9-3d3b-4ad2-bb2c-442c9232c116 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Request body: {'security_group_rule': {'security_group_id': '722ae477-224d-44a1-9c95-8194961ff713', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:15.343807 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.373768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-e8b12e58-363d-42d8-9946-e4713aef1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:15.377800 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-e8b12e58-363d-42d8-9946-e4713aef1e23 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=445e9945-6266-419e-b51d-084e4a70eba7 HTTP/1.1" status: 200 len: 850 time: 0.1383805 Aug 03 19:23:15.393401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Transition to ACTIVE for port object 79180758-7e3e-41d5-8a95-0e74851f8564 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:15.409979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.448972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a108e-d87b-44a8-a0bc-f72c5d4c058e req-7f9c3346-b426-45e4-a180-0a336b8f6b93 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:15.471480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-418a108e-d87b-44a8-a0bc-f72c5d4c058e req-7f9c3346-b426-45e4-a180-0a336b8f6b93 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.2024288 Aug 03 19:23:15.530172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4edc38c9-3d3b-4ad2-bb2c-442c9232c116 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.558704 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-6bff69d7-12bd-4dc4-8681-b300a62f81dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357050 Aug 03 19:23:15.653854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45d5af-d6b4-43dc-ad9d-4deeab171ff7 None None] Pushing event updated for resources: {'Port': ['ID=79180758-7e3e-41d5-8a95-0e74851f8564,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:15.720884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-418a108e-d87b-44a8-a0bc-f72c5d4c058e req-ec37800a-45f7-4f70-9386-a7319b66748c tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430627 Aug 03 19:23:15.788200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4edc38c9-3d3b-4ad2-bb2c-442c9232c116 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.799210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4edc38c9-3d3b-4ad2-bb2c-442c9232c116 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.832690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Attempting to bind port 79180758-7e3e-41d5-8a95-0e74851f8564 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:15.833714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Attempting to bind port 79180758-7e3e-41d5-8a95-0e74851f8564 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:15.834216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Attempting to bind port 79180758-7e3e-41d5-8a95-0e74851f8564 on network 5b806c51-9eca-469a-a774-23951c8f384b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:15.868321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:15.869383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Checking segment: {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:15.871339 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.872697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Bound using segment: {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:15.874030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Bound port: 79180758-7e3e-41d5-8a95-0e74851f8564, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:15.874972 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.895852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc38c9-3d3b-4ad2-bb2c-442c9232c116 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c4edca-d187-4c22-85bf-bac4db424b09,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:15.928449 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-abbbea85-3c8e-4367-9ee9-de2694cc2e4c service neutron] 10.222.0.88 "GET /v2.0/networks/0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545728 Aug 03 19:23:15.933640 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-742425dd-dd08-4355-a21d-a32902ecc09c req-92994acd-5630-45b7-a1ae-c028acfcb8a6 service neutron] 10.222.0.63 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3194754 Aug 03 19:23:15.951953 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4edc38c9-3d3b-4ad2-bb2c-442c9232c116 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.954467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4edc38c9-3d3b-4ad2-bb2c-442c9232c116 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7228971 Aug 03 19:23:15.959610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51916) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:15.995255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9e3bcfb1-c5e4-4ba7-9a95-c28ed9ca9330 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Request body: {'security_group_rule': {'security_group_id': '722ae477-224d-44a1-9c95-8194961ff713', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:16.224200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e3bcfb1-c5e4-4ba7-9a95-c28ed9ca9330 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.265204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] For port 79180758-7e3e-41d5-8a95-0e74851f8564, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:16.273691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] For port 79180758-7e3e-41d5-8a95-0e74851f8564, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=79180758-7e3e-41d5-8a95-0e74851f8564,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:16.292586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c1f667bd-a7d1-4034-ba98-7c3729ad9064 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:16.419605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-2f12ad46-733d-4285-9a3e-fb9b784d2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.423950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-2f12ad46-733d-4285-9a3e-fb9b784d2031 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1097 time: 0.1243052 Aug 03 19:23:16.507157 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-895686bf-ae42-4dd8-bc80-bf11c988e995 req-63ab6633-ea95-4607-b401-322b9cfe4e1a service neutron] 10.222.0.88 "GET /v2.0/networks/0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352457 Aug 03 19:23:16.521338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.675509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-777c357b-fa47-4c77-9c4f-adc952a563db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.678641 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-777c357b-fa47-4c77-9c4f-adc952a563db service neutron] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 919 time: 0.2405479 Aug 03 19:23:16.818924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bbf64-0bda-4c88-b3a7-4a03d720e21b req-7cee270e-52f9-4f87-a5db-3d9d2d8cf4be tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.832855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e5bbf64-0bda-4c88-b3a7-4a03d720e21b req-7cee270e-52f9-4f87-a5db-3d9d2d8cf4be tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 943 time: 0.5470955 Aug 03 19:23:16.858834 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-5b365c03-a912-4d5f-b242-5a739e9e1c06 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0760aec-f846-4729-9262-deff9bfe34b7 HTTP/1.1" status: 200 len: 217 time: 0.1602652 Aug 03 19:23:16.862756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469a8f1-f343-4c27-8db6-4c45587841c8 req-84a041b9-1420-4263-8fdb-a2aac37b5c8d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.881224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a469a8f1-f343-4c27-8db6-4c45587841c8 req-84a041b9-1420-4263-8fdb-a2aac37b5c8d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.4428327 Aug 03 19:23:16.917534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e3bcfb1-c5e4-4ba7-9a95-c28ed9ca9330 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.952706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e3bcfb1-c5e4-4ba7-9a95-c28ed9ca9330 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.018016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bcfb1-c5e4-4ba7-9a95-c28ed9ca9330 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886888c5-0c0b-4d95-a61e-95f6d6078e1d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:17.069881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-a2bf54b7-3dae-4372-8c2f-0fd92ef3c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:17.086591 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-a2bf54b7-3dae-4372-8c2f-0fd92ef3c213 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.2086463 Aug 03 19:23:17.092468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:17.096751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a469a8f1-f343-4c27-8db6-4c45587841c8 req-5c29c63c-ad53-482d-afe4-845c28a76c3a tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139859 Aug 03 19:23:17.107519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:23:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:17.163478 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e3bcfb1-c5e4-4ba7-9a95-c28ed9ca9330 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.167827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9e3bcfb1-c5e4-4ba7-9a95-c28ed9ca9330 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2047639 Aug 03 19:23:17.191164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e5bbf64-0bda-4c88-b3a7-4a03d720e21b req-bc39632f-a500-4baf-a069-c23a8dfcdd66 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450451 Aug 03 19:23:17.191980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52006) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:17.217606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:17.238241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-5cb1c82a-4aef-4079-b23c-48e6311082ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274724 Aug 03 19:23:17.344334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.560186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:17.597578 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-b5f2e4b9-cec4-4e03-ad8b-d4b7ff522434 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524408 Aug 03 19:23:17.692943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 23f37e11-852f-4187-ade3-317eb344102c no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:17.720998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf7f6-ddcf-43b3-93be-ebf088f3a36a req-4faa2afb-1500-460a-a500-800b9bfb4cfc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:17.752978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7caf7f6-ddcf-43b3-93be-ebf088f3a36a req-4faa2afb-1500-460a-a500-800b9bfb4cfc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 946 time: 0.1814928 Aug 03 19:23:17.807261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c1f667bd-a7d1-4034-ba98-7c3729ad9064, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c1f667bd-a7d1-4034-ba98-7c3729ad9064,segment=NetworkSegment(6c708c5e-a574-49fc-b6cf-2bda7c492850),segment_id=6c708c5e-a574-49fc-b6cf-2bda7c492850)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:17.812119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45d5af-d6b4-43dc-ad9d-4deeab171ff7 None None] Pushing event updated for resources: {'Port': ['ID=79180758-7e3e-41d5-8a95-0e74851f8564,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:17.877879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'c1f667bd-a7d1-4034-ba98-7c3729ad9064', 'network_id': '0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d', 'port_id': 'c1f667bd-a7d1-4034-ba98-7c3729ad9064', 'mac_address': 'fa:16:3e:2e:84:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445e9945-6266-419e-b51d-084e4a70eba7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:17.886669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7caf7f6-ddcf-43b3-93be-ebf088f3a36a req-be586f30-27e3-470e-b9e4-9976c2463521 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327128 Aug 03 19:23:17.924716 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.943086 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-186db432-7e57-4ffb-bd29-6a7a1aa66e97 req-8d6d8b3a-164f-451c-b1bc-96ab37a7710c service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351107 Aug 03 19:23:18.050272 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.095419 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.104108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f667bd-a7d1-4034-ba98-7c3729ad9064 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:18.232332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f37e11-852f-4187-ade3-317eb344102c'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:18.244307 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4614b62a-809c-476d-a667-aa1732639d28" -d '{"events": [{"server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "name": "network-vif-unplugged", "status": "completed", "tag": "23f37e11-852f-4187-ade3-317eb344102c"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:18.257338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c1f667bd-a7d1-4034-ba98-7c3729ad9064, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c1f667bd-a7d1-4034-ba98-7c3729ad9064,segment=NetworkSegment(6c708c5e-a574-49fc-b6cf-2bda7c492850),segment_id=6c708c5e-a574-49fc-b6cf-2bda7c492850)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:18.263394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:18.268822 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.279116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.308515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Allocated IP 172.25.4.117 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/cc273b34-5501-4f52-95c7-68108dc3fab9) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:18.443087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c1f667bd-a7d1-4034-ba98-7c3729ad9064,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:18.539907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d934524-c7d2-44f8-8e76-4a20a6d33c46 req-34a7b7ac-f233-4ba6-a1d2-f942c18f634e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:18.542537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d934524-c7d2-44f8-8e76-4a20a6d33c46 req-34a7b7ac-f233-4ba6-a1d2-f942c18f634e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2271137 Aug 03 19:23:18.587427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:16Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:18.596802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb98833-dfe8-4eb9-9ec3-9440f1441d1c req-5939dfda-29ee-48d8-96e1-c13df67f2ff6 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:18.599390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bb98833-dfe8-4eb9-9ec3-9440f1441d1c req-5939dfda-29ee-48d8-96e1-c13df67f2ff6 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 944 time: 0.1748457 Aug 03 19:23:18.666880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c1f667bd-a7d1-4034-ba98-7c3729ad9064'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:18.676649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4eafb-0479-423d-ab71-d8d39bd1709a None None] The sync data for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 is: [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:16Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:18.691662 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d934524-c7d2-44f8-8e76-4a20a6d33c46 req-a68a00e5-a173-45d7-b743-ca53819cedce tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342325 Aug 03 19:23:18.695856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.729402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bb98833-dfe8-4eb9-9ec3-9440f1441d1c req-b8ba5850-be2f-46f5-a051-eb5364f6f4f5 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095834 Aug 03 19:23:18.837864 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d318f7-320b-4881-b60b-78f00cfd15d8 x-openstack-request-id: req-b3d318f7-320b-4881-b60b-78f00cfd15d8 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:18.839269 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "name": "network-vif-unplugged", "status": "completed", "tag": "23f37e11-852f-4187-ade3-317eb344102c", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:18.841557 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3d318f7-320b-4881-b60b-78f00cfd15d8 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:18.842514 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f37e11-852f-4187-ade3-317eb344102c', 'code': 200} Aug 03 19:23:18.845322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.868108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:19.026800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:19.096161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event updated for resources: {'Port': ['ID=cc273b34-5501-4f52-95c7-68108dc3fab9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:19.100707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:19.110019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:19.444515 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:23:19.695532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa01a6-db5d-4b47-9d07-a3a4a530616a req-60a602df-c409-4493-b8e5-1d3f4a86fd40 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:19.696999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2fa01a6-db5d-4b47-9d07-a3a4a530616a req-60a602df-c409-4493-b8e5-1d3f4a86fd40 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 944 time: 0.6027126 Aug 03 19:23:19.852374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 79180758-7e3e-41d5-8a95-0e74851f8564 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:19.871959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.893152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2fa01a6-db5d-4b47-9d07-a3a4a530616a req-dcd022e6-1f82-4d77-b17e-5a8d57011b95 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594121 Aug 03 19:23:19.991688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 79180758-7e3e-41d5-8a95-0e74851f8564 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:19.998196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 79180758-7e3e-41d5-8a95-0e74851f8564 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:19.999161 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.052742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987491-271b-46e2-9f01-205b705585cb req-1eb8c573-f8d1-44d9-b323-0db610fc5e61 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:20.065799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-1eb8c573-f8d1-44d9-b323-0db610fc5e61 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/networks?id=f73d626c-1e4a-4703-839d-1ea546a9419f HTTP/1.1" status: 200 len: 813 time: 0.3051956 Aug 03 19:23:20.066886 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.150613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.160420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-313d06bd-bae2-4bb0-a4e9-3edbe8a1672e tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/quotas/f8a6f9b580ec4f39ad40babf0e158edd HTTP/1.1" status: 200 len: 375 time: 0.0658393 Aug 03 19:23:20.210135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 79180758-7e3e-41d5-8a95-0e74851f8564, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=79180758-7e3e-41d5-8a95-0e74851f8564,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:20.217713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.310836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-8a6597ec-1b75-405a-a8e2-a48f2fd0b634 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8a6f9b580ec4f39ad40babf0e158edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1372252 Aug 03 19:23:20.326146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2a7de-992d-4f6d-bd64-8d560aeb0dcb req-5bb72fe1-741e-4685-aa22-235b22e89f50 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:20.326401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=79180758-7e3e-41d5-8a95-0e74851f8564,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:20.328777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4a2a7de-992d-4f6d-bd64-8d560aeb0dcb req-5bb72fe1-741e-4685-aa22-235b22e89f50 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2577484 Aug 03 19:23:20.352267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c1f667bd-a7d1-4034-ba98-7c3729ad9064 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:20.451091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.479518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port c1f667bd-a7d1-4034-ba98-7c3729ad9064 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:20.485898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port c1f667bd-a7d1-4034-ba98-7c3729ad9064 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:20.486361 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.536143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4a2a7de-992d-4f6d-bd64-8d560aeb0dcb req-96401b86-1717-4a55-a939-ff2cdabf80d2 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791165 Aug 03 19:23:20.601194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-df1c88aa-838c-4446-b8e7-0216113e6d50 service neutron] 10.222.0.42 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594917 Aug 03 19:23:20.634691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.684847 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.820641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event updated for resources: {'Port': ['ID=cc273b34-5501-4f52-95c7-68108dc3fab9,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:20.824528 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.835600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-c9d5999b-e80f-4b7c-927b-4320e8a31749 service neutron] 10.222.0.42 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157071 Aug 03 19:23:20.894317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a54209-e03b-4fba-bfd4-af5053a05e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f667bd-a7d1-4034-ba98-7c3729ad9064'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:20.900541 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce7a5d9-3e9b-48cd-8a23-3fb3f5c20e0d" -d '{"events": [{"server_uuid": "54a54209-e03b-4fba-bfd4-af5053a05e5d", "name": "network-vif-plugged", "status": "completed", "tag": "c1f667bd-a7d1-4034-ba98-7c3729ad9064"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:20.927304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c1f667bd-a7d1-4034-ba98-7c3729ad9064, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c1f667bd-a7d1-4034-ba98-7c3729ad9064,segment=NetworkSegment(6c708c5e-a574-49fc-b6cf-2bda7c492850),segment_id=6c708c5e-a574-49fc-b6cf-2bda7c492850)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:20.935802 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.982667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.055735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10cedc-51f1-40f4-94bd-7be99b6ff92d req-dea1713a-cb26-44e4-9015-bc78b5600399 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:21.064497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c10cedc-51f1-40f4-94bd-7be99b6ff92d req-dea1713a-cb26-44e4-9015-bc78b5600399 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 944 time: 0.3352616 Aug 03 19:23:21.077050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.079100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1fc00562-33e7-49f4-8c2e-6ad242cdc33a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8856390 Aug 03 19:23:21.087287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c1f667bd-a7d1-4034-ba98-7c3729ad9064,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:21.143806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c10cedc-51f1-40f4-94bd-7be99b6ff92d req-8eb9130a-4f1e-4707-afc1-9f2ad40536c0 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718133 Aug 03 19:23:21.291094 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f640d3-19e4-4fda-b451-a7bd009bd22f x-openstack-request-id: req-d4f640d3-19e4-4fda-b451-a7bd009bd22f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:21.292433 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a54209-e03b-4fba-bfd4-af5053a05e5d", "name": "network-vif-plugged", "status": "completed", "tag": "c1f667bd-a7d1-4034-ba98-7c3729ad9064", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:21.293100 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4f640d3-19e4-4fda-b451-a7bd009bd22f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:21.295624 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a54209-e03b-4fba-bfd4-af5053a05e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f667bd-a7d1-4034-ba98-7c3729ad9064', 'code': 200} Aug 03 19:23:21.373451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-216e8199-7aee-4904-b637-aa863158bd1c req-722a3536-cbda-475e-adf8-7c18cda23b84 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 210 time: 0.0517316 Aug 03 19:23:21.440362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb789b5-a688-40cb-a205-684fa862ab53 req-014fea98-aaeb-4c0c-9143-2ab5fa90946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:21.454530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bb789b5-a688-40cb-a205-684fa862ab53 req-014fea98-aaeb-4c0c-9143-2ab5fa90946e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 1096 time: 0.0698497 Aug 03 19:23:21.525580 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7bb789b5-a688-40cb-a205-684fa862ab53 req-0bb3cbbc-0ae1-46d8-8870-a7777fb13af7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633738 Aug 03 19:23:21.544773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-2311e0f8-8f33-451f-8dc0-a7e8f6fbf543 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--420821012&fields=id&tenant_id=1d5f6c4dec58489eba10c2c56bc034e9 HTTP/1.1" status: 200 len: 267 time: 0.0728543 Aug 03 19:23:21.823975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227358-afe2-42be-8caa-a95d00ff309c req-2c69c320-4114-44b0-80c6-d66f5f74f2b5 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:21.831301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 79180758-7e3e-41d5-8a95-0e74851f8564 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:21.836020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-2c69c320-4114-44b0-80c6-d66f5f74f2b5 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/networks?id=5b806c51-9eca-469a-a774-23951c8f384b HTTP/1.1" status: 200 len: 806 time: 0.2809238 Aug 03 19:23:21.862290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-1f3249b2-fa59-463e-8fdd-86252389fe00 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/quotas/1d5f6c4dec58489eba10c2c56bc034e9 HTTP/1.1" status: 200 len: 375 time: 0.0248985 Aug 03 19:23:21.914885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 79180758-7e3e-41d5-8a95-0e74851f8564 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:21.916035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.052815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-77dd8ecc-c502-4941-99d8-26c7860b8968 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d5f6c4dec58489eba10c2c56bc034e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1889415 Aug 03 19:23:22.614243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-a1292350-9d3f-4413-abda-0f33a8850c90 service neutron] 10.222.0.42 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484855 Aug 03 19:23:22.854199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-0f3d7e34-fa66-411d-a059-c1a8d9c5b7c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:22.857452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-0f3d7e34-fa66-411d-a059-c1a8d9c5b7c1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ae15f98-81dc-45b1-b5a3-81a828ee71ec HTTP/1.1" status: 200 len: 944 time: 0.1431921 Aug 03 19:23:22.871312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-61378476-54b0-4f68-8997-ba3db3a966b0 service neutron] 10.222.0.42 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460473 Aug 03 19:23:23.056434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Deleting port 23f37e11-852f-4187-ade3-317eb344102c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:23.056981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.109063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 23f37e11-852f-4187-ade3-317eb344102c no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:23.170100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987491-271b-46e2-9f01-205b705585cb req-bbf749f1-bca7-4f0d-ba55-ff428e2b2a2a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:23.171828 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-bbf749f1-bca7-4f0d-ba55-ff428e2b2a2a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.63 "GET /v2.0/networks?id=f73d626c-1e4a-4703-839d-1ea546a9419f HTTP/1.1" status: 200 len: 813 time: 0.2731566 Aug 03 19:23:23.190758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Request body: {'port': {'device_id': 'ff9c1a5e-6efc-4b24-a0b2-967bfd305a84', 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f', 'admin_state_up': True, 'tenant_id': 'f8a6f9b580ec4f39ad40babf0e158edd'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:23.344049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] For port 23f37e11-852f-4187-ade3-317eb344102c, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=23f37e11-852f-4187-ade3-317eb344102c,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:23.344746 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.364086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Calling delete_port for 23f37e11-852f-4187-ade3-317eb344102c owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:23.520272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Made reservation on behalf of f8a6f9b580ec4f39ad40babf0e158edd for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:23.530900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.603579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9609b4-83c1-48f2-9770-65533fe97a92 req-61c2c5e2-49c0-4577-977e-7bb1610b41bf tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:23.605286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa9609b4-83c1-48f2-9770-65533fe97a92 req-61c2c5e2-49c0-4577-977e-7bb1610b41bf tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 945 time: 0.1374459 Aug 03 19:23:23.617304 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.737678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event deleted for resources: {'Port': ['ID=23f37e11-852f-4187-ade3-317eb344102c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:23.810318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] No DVR routers for this DVR port 23f37e11-852f-4187-ade3-317eb344102c on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:23.815999 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.820177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b4a139d-58d5-484a-a459-39bb15e36f5e req-e8bd6a65-6dad-488d-99cb-9b3367472d78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "DELETE /v2.0/ports/23f37e11-852f-4187-ade3-317eb344102c HTTP/1.1" status: 204 len: 173 time: 0.9544380 Aug 03 19:23:23.826018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'name': 'network-vif-deleted', 'tag': '23f37e11-852f-4187-ade3-317eb344102c'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:23.832379 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a306ec66-2ae8-4a72-93c5-8b3ac228aece" -d '{"events": [{"server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "name": "network-vif-deleted", "tag": "23f37e11-852f-4187-ade3-317eb344102c"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:23.855470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa9609b4-83c1-48f2-9770-65533fe97a92 req-302c1dfd-0758-45ff-97e0-c1bf49b64be9 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149425 Aug 03 19:23:23.868501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Allocated IP 172.20.0.3 (f73d626c-1e4a-4703-839d-1ea546a9419f/99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5/5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:24.241764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.329044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3929bba0-70d5-4307-b94d-4af57226614b req-8a397209-26cd-45f0-b0bf-9b0f51dc993e tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 210 time: 0.1201668 Aug 03 19:23:24.375149 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.515655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Network f73d626c-1e4a-4703-839d-1ea546a9419f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:24.554109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:24.561420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:24.564805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Pushing event updated for resources: {'Port': ['ID=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:24.587123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-999c9915-59d5-4cca-a59e-684e6a9f6335 req-5df88b3a-e9c7-4468-81d2-0e236066e20a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 210 time: 0.0420043 Aug 03 19:23:24.609667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.610025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.610482 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.610845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.611213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.611571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.611950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.612297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.612636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.612967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.613301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.613694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:24.662863 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92627e94-35f8-486e-8ee5-7e08f3895401 x-openstack-request-id: req-92627e94-35f8-486e-8ee5-7e08f3895401 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:24.665943 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae15f98-81dc-45b1-b5a3-81a828ee71ec", "name": "network-vif-deleted", "tag": "23f37e11-852f-4187-ade3-317eb344102c", "status": "failed", "code": 422}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:24.666381 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92627e94-35f8-486e-8ee5-7e08f3895401 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:24.667088 n-d-803378-1 neutron-server[94134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ae15f98-81dc-45b1-b5a3-81a828ee71ec', 'name': 'network-vif-deleted', 'tag': '23f37e11-852f-4187-ade3-317eb344102c', 'status': 'failed', 'code': 422} returned with failed status Aug 03 19:23:24.682997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:24.706690 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.753877 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-22a792f8-2d02-40e5-b27f-3ed185b50738 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5667474 Aug 03 19:23:24.776015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Request body: {'port': {'device_id': 'ff9c1a5e-6efc-4b24-a0b2-967bfd305a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:24.820366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae6e3e-6e0b-46a1-b7cc-a8f255fabbb4 req-d1728eac-2891-4761-836e-25a300fb0987 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:24.837048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0ae6e3e-6e0b-46a1-b7cc-a8f255fabbb4 req-d1728eac-2891-4761-836e-25a300fb0987 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1291895 Aug 03 19:23:24.890396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0ae6e3e-6e0b-46a1-b7cc-a8f255fabbb4 req-9c30745b-dfe9-4479-8a74-8224bcd37c43 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519655 Aug 03 19:23:24.937443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.428169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-d1caaa36-0f80-4e84-b94c-f991c99500cc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.437605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-d1caaa36-0f80-4e84-b94c-f991c99500cc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.1876976 Aug 03 19:23:25.480131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-04b009a7-8349-400c-9742-897f6d74a74a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/quotas/5579bf78047c421d94d7a30e656dcf34 HTTP/1.1" status: 200 len: 375 time: 0.0378578 Aug 03 19:23:25.565118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-146b116a-092e-4d59-be26-ec904a8dc13e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809753 Aug 03 19:23:25.627718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227358-afe2-42be-8caa-a95d00ff309c req-a003d95c-1571-43e1-8a85-e77fa50e9b61 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.631632 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-a003d95c-1571-43e1-8a85-e77fa50e9b61 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.63 "GET /v2.0/networks?id=5b806c51-9eca-469a-a774-23951c8f384b HTTP/1.1" status: 200 len: 806 time: 0.3121138 Aug 03 19:23:25.643008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.741790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:25.795942 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.807156 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-ec061162-7067-4e09-8933-779f82cfa272 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5f6c4dec58489eba10c2c56bc034e9 HTTP/1.1" status: 200 len: 379 time: 0.1552904 Aug 03 19:23:25.823110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Request body: {'port': {'device_id': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'admin_state_up': True, 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'security_groups': ['722ae477-224d-44a1-9c95-8194961ff713']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:25.833255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ae641-c85a-462e-8b13-f4b17b6d2584 req-a2cb422f-5c82-440a-b066-2b54752fab65 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.837351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-275ae641-c85a-462e-8b13-f4b17b6d2584 req-a2cb422f-5c82-440a-b066-2b54752fab65 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 945 time: 0.0990820 Aug 03 19:23:25.863843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-5247c1b1-32d6-4f5b-acaf-38ff2045e5e3 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718575 Aug 03 19:23:25.937822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Transition to ACTIVE for port object 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:25.948575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.990106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-275ae641-c85a-462e-8b13-f4b17b6d2584 req-e01950f3-56be-4af6-bbbb-06353b4a055c tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244586 Aug 03 19:23:26.088220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-f10a2a15-1b94-4d58-a708-38b42a5e5eb0 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963737 Aug 03 19:23:26.157988 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ded1c633-66ff-409e-877a-d16f5fc493d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.301603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:26.436413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Attempting to bind port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:26.437082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Attempting to bind port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:26.437751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Attempting to bind port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 on network f73d626c-1e4a-4703-839d-1ea546a9419f {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:26.444122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Made reservation on behalf of 1d5f6c4dec58489eba10c2c56bc034e9 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:26.450712 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.451784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc7fc566-f72a-4740-a839-0d9b4f6c9304 req-2d90ccdc-535a-40e1-8f88-95b51cdec235 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 210 time: 0.0964513 Aug 03 19:23:26.489748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007690fd-88a9-48c6-8aa6-5c28c64dd008 req-6bca4863-8ad0-4567-b672-cf1e4416de73 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:26.502847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-007690fd-88a9-48c6-8aa6-5c28c64dd008 req-6bca4863-8ad0-4567-b672-cf1e4416de73 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 943 time: 0.3126245 Aug 03 19:23:26.570422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 on network f73d626c-1e4a-4703-839d-1ea546a9419f not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:26.571226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Attempting to bind port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 on network f73d626c-1e4a-4703-839d-1ea546a9419f {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:26.598309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-007690fd-88a9-48c6-8aa6-5c28c64dd008 req-69132b48-ceca-4ab5-b64c-0574f06c8be6 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902047 Aug 03 19:23:26.613549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:26.615591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Checking segment: {'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:26.617172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Bound using segment: {'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:26.619220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Bound port: 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:26.620128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.794250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-615db5fc-ee53-4550-aa19-debfafee99dc req-373006fc-34dc-46d9-85c0-a8359bfa68f7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 210 time: 0.0707374 Aug 03 19:23:26.843589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] For port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:26.847548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] For port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:26.860650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-2ce62811-8efe-4fc4-a673-2c1781ad23c5 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:26.862872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-2ce62811-8efe-4fc4-a673-2c1781ad23c5 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.88 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 945 time: 0.3720512 Aug 03 19:23:26.872219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.954730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:27.014549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.015749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.017790 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-b52b8b45-fb0b-47c2-8f52-3438509ef2a1 service neutron] 10.222.0.63 "PUT /v2.0/ports/5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 HTTP/1.1" status: 200 len: 1091 time: 2.2497492 Aug 03 19:23:27.023977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9c1a5e-6efc-4b24-a0b2-967bfd305a84', 'tag': '5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:27.026086 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d69f236-2e6e-4357-9a2b-d08fe3277457" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9c1a5e-6efc-4b24-a0b2-967bfd305a84", "tag": "5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:27.117352 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38916676-08a5-421c-affd-bd46c9eb6957 x-openstack-request-id: req-38916676-08a5-421c-affd-bd46c9eb6957 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:27.119707 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9c1a5e-6efc-4b24-a0b2-967bfd305a84", "tag": "5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:27.119958 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38916676-08a5-421c-affd-bd46c9eb6957 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:27.120395 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9c1a5e-6efc-4b24-a0b2-967bfd305a84', 'tag': '5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1', 'status': 'completed', 'code': 200} Aug 03 19:23:27.254079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236abb96-3bbc-4647-849d-0da3da86b3e5 req-9d0207ff-2903-43c3-b770-332083ac9dc4 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.255703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236abb96-3bbc-4647-849d-0da3da86b3e5 req-9d0207ff-2903-43c3-b770-332083ac9dc4 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 945 time: 0.0703540 Aug 03 19:23:27.338733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236abb96-3bbc-4647-849d-0da3da86b3e5 req-125f649a-2e56-448c-ab16-0fe356bd29a2 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638723 Aug 03 19:23:27.661262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Allocated IP 172.20.0.13 (5b806c51-9eca-469a-a774-23951c8f384b/f96949e0-db97-4464-ac22-1a2625a45f8e/826ac5f9-8aaa-4014-a63c-4de46a0b9478) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:27.743771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00aeb7ab-2898-452f-b529-fe25a0c68ab2 req-21f0ae6e-f7ad-46f2-b90d-b16ec8915cd8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 210 time: 0.1377606 Aug 03 19:23:27.949496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987491-271b-46e2-9f01-205b705585cb req-79979ece-d381-4c5a-929c-93e4c87ca057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.955270 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-79979ece-d381-4c5a-929c-93e4c87ca057 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8a6f9b580ec4f39ad40babf0e158edd&device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 1094 time: 0.8079104 Aug 03 19:23:27.983413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Deleting port c1f667bd-a7d1-4034-ba98-7c3729ad9064 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:27.983987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.095577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced0fe7-db17-479e-a4b0-c84332ce63d8 req-34b5b2ed-00b6-4e2d-be24-664ff177c8f9 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.100694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ced0fe7-db17-479e-a4b0-c84332ce63d8 req-34b5b2ed-00b6-4e2d-be24-664ff177c8f9 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 943 time: 0.2325337 Aug 03 19:23:28.280909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ced0fe7-db17-479e-a4b0-c84332ce63d8 req-a79f786a-e899-4f07-a6eb-e7ab87126dd0 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580808 Aug 03 19:23:28.327499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd1b802b-658c-4dc4-b0d7-e1bab1c78167 req-9391784f-36dc-4597-aebe-acafb0636eaf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 210 time: 0.0825412 Aug 03 19:23:28.343067 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-f1e76387-6c98-4a72-919f-6fc383a256a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 HTTP/1.1" status: 200 len: 217 time: 0.3253012 Aug 03 19:23:28.564379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.593715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d3e9-a67c-4b52-8b3c-db69a7bc491a req-0eb1f8d9-03df-4fa4-b199-d585d2688163 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.596966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6914d3e9-a67c-4b52-8b3c-db69a7bc491a req-0eb1f8d9-03df-4fa4-b199-d585d2688163 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 945 time: 0.0905077 Aug 03 19:23:28.602888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987491-271b-46e2-9f01-205b705585cb req-55c5c43a-1f46-43c4-8619-45eba40dbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.606017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-55c5c43a-1f46-43c4-8619-45eba40dbbb5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5 HTTP/1.1" status: 200 len: 853 time: 0.1519423 Aug 03 19:23:28.658018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6914d3e9-a67c-4b52-8b3c-db69a7bc491a req-d774ec33-5403-4395-8289-bd4c125af796 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534685 Aug 03 19:23:28.729259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] For port c1f667bd-a7d1-4034-ba98-7c3729ad9064, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c1f667bd-a7d1-4034-ba98-7c3729ad9064,segment=NetworkSegment(6c708c5e-a574-49fc-b6cf-2bda7c492850),segment_id=6c708c5e-a574-49fc-b6cf-2bda7c492850)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:28.730063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.762736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Transition to ACTIVE for port object 826ac5f9-8aaa-4014-a63c-4de46a0b9478 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:28.809761 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-1eb8131e-82c0-47b4-b8e9-565bb6db3cbf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f73d626c-1e4a-4703-839d-1ea546a9419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133659 Aug 03 19:23:28.836494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Calling delete_port for c1f667bd-a7d1-4034-ba98-7c3729ad9064 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:28.993234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a990ff24-5e3c-46e6-bfe6-47930bd18ace req-c5e05b06-0d65-49a0-8fe6-3d298e7c8249 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 210 time: 0.0666203 Aug 03 19:23:29.141263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-cc3fb7f9-01d1-4d7a-8cef-c7e1b4e73d07 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:29.144332 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-cc3fb7f9-01d1-4d7a-8cef-c7e1b4e73d07 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 1.0150990 Aug 03 19:23:29.169277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Request body: {'port': {'device_id': '4283a09a-2ce8-455c-be92-51358df5d94f', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'admin_state_up': True, 'tenant_id': '5579bf78047c421d94d7a30e656dcf34'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:29.392359 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-fd85c65e-6005-4d8f-917a-9fefb6e9862d service neutron] 10.222.0.63 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520487 Aug 03 19:23:29.422144 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.598037 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18987491-271b-46e2-9f01-205b705585cb req-acee4784-1348-4c09-8b4a-580e49a5afff service neutron] 10.222.0.63 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926725 Aug 03 19:23:29.628948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Network 5b806c51-9eca-469a-a774-23951c8f384b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:29.643874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:29.655777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:29.675262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b51cf8-c3eb-4b9e-a522-9c8d50309561 req-33806057-765b-42a5-a5da-f9601f9f7552 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:29.690401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27b51cf8-c3eb-4b9e-a522-9c8d50309561 req-33806057-765b-42a5-a5da-f9601f9f7552 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 943 time: 0.2635701 Aug 03 19:23:29.750379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:29.752756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.766805 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.779192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75f629b0-e8cd-46ea-8d97-f677c6e87f85 req-52b34065-e105-48a8-8611-41596ead95d5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 210 time: 0.1885970 Aug 03 19:23:29.795809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event updated for resources: {'Port': ['ID=826ac5f9-8aaa-4014-a63c-4de46a0b9478,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:29.945727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27b51cf8-c3eb-4b9e-a522-9c8d50309561 req-32ccb6c8-e56e-4bea-8b6b-8020adc8e0a4 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936958 Aug 03 19:23:30.005507 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-cb363be9-c80c-42b8-bc37-730a63f995f8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1895974 Aug 03 19:23:30.050662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Request body: {'port': {'device_id': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:30.113921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2a35-e3e7-4dae-8dbf-06d57e25d30c req-ee2c1a3e-fee7-4ab4-bc3d-fbd262b64b1b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:30.117016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-f075452c-4aed-4844-8482-7a1b4ff6a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:30.124550 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-f075452c-4aed-4844-8482-7a1b4ff6a752 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8a6f9b580ec4f39ad40babf0e158edd&device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 1094 time: 0.3457551 Aug 03 19:23:30.133930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bbe2a35-e3e7-4dae-8dbf-06d57e25d30c req-ee2c1a3e-fee7-4ab4-bc3d-fbd262b64b1b tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 867 time: 0.1794121 Aug 03 19:23:30.136347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1b7b8e49-5e5e-414d-9579-fca98b0710d2 None None] Provisioning for port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:30.154365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Made reservation on behalf of 5579bf78047c421d94d7a30e656dcf34 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:30.157728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1b7b8e49-5e5e-414d-9579-fca98b0710d2 None None] Provisioning complete for port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:30.158318 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8e49-5e5e-414d-9579-fca98b0710d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.162739 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.281524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bbe2a35-e3e7-4dae-8dbf-06d57e25d30c req-c2185e4f-cd7a-46f3-ae2e-7635877b0cdd tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/security-groups?id=911fbfe0-df6d-4395-8331-17b701925e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391056 Aug 03 19:23:30.300227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b8e49-5e5e-414d-9579-fca98b0710d2 None None] Port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:30.319244 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.344448 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-249975ca-fdca-451c-99a3-ac1aa0fd502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.360413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c1f667bd-a7d1-4034-ba98-7c3729ad9064 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:30.389622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Allocated IP 172.20.0.12 (acd84b55-7d24-4e3a-a16c-e620317c12be/df9d0866-5ec6-4863-8a31-4cd77b166be6/3255f171-ccef-4e4f-a5e7-026cddc011dc) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:30.481098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: c1f667bd-a7d1-4034-ba98-7c3729ad9064 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:30.483924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c1f667bd-a7d1-4034-ba98-7c3729ad9064 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:30.559030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740304d-df46-4100-981f-184778518db4 req-d19bc22d-47f3-4b53-a921-0dc541c24146 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:30.563464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d740304d-df46-4100-981f-184778518db4 req-d19bc22d-47f3-4b53-a921-0dc541c24146 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 932 time: 0.1852849 Aug 03 19:23:30.601154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-6b5d7c88-02b6-4523-ac31-a1655c625a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:30.603748 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-6b5d7c88-02b6-4523-ac31-a1655c625a43 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f73d626c-1e4a-4703-839d-1ea546a9419f HTTP/1.1" status: 200 len: 914 time: 0.4655595 Aug 03 19:23:30.666952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Pushing event deleted for resources: {'Port': ['ID=c1f667bd-a7d1-4034-ba98-7c3729ad9064,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:30.682227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d740304d-df46-4100-981f-184778518db4 req-a0971469-34d7-4e13-a18f-8567141f142e tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047909 Aug 03 19:23:30.720985 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.772969 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-66d70d3e-e874-4b37-b468-f9c21aab739f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 HTTP/1.1" status: 200 len: 217 time: 0.1097069 Aug 03 19:23:30.999547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3be9711-cac3-415e-ad7d-b46c5bea5f1c req-e6284e79-556f-4ee5-ab46-3aab73da00bb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 210 time: 0.0726285 Aug 03 19:23:31.067735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] No DVR routers for this DVR port c1f667bd-a7d1-4034-ba98-7c3729ad9064 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:31.082563 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.085236 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-be6a1f3b-5112-40f9-b928-3b8426cf4e3e req-d453966d-3979-4c70-8bc7-c07ed744c972 tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.88 "DELETE /v2.0/ports/c1f667bd-a7d1-4034-ba98-7c3729ad9064 HTTP/1.1" status: 204 len: 173 time: 4.2093420 Aug 03 19:23:31.089227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a54209-e03b-4fba-bfd4-af5053a05e5d', 'name': 'network-vif-deleted', 'tag': 'c1f667bd-a7d1-4034-ba98-7c3729ad9064'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:31.101597 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c747fd-e954-4fe2-8679-57e6d33e2e5c" -d '{"events": [{"server_uuid": "54a54209-e03b-4fba-bfd4-af5053a05e5d", "name": "network-vif-deleted", "tag": "c1f667bd-a7d1-4034-ba98-7c3729ad9064"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:31.137822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-763d92b4-04aa-45e3-a605-2902f3f86cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:31.139720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-763d92b4-04aa-45e3-a605-2902f3f86cda service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5 HTTP/1.1" status: 200 len: 853 time: 0.3518832 Aug 03 19:23:31.237939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13d630-fbd0-4d07-8968-1d322b475940 req-d7c0f2c8-99b4-4d2d-bb77-580bcab03588 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:31.247805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be13d630-fbd0-4d07-8968-1d322b475940 req-d7c0f2c8-99b4-4d2d-bb77-580bcab03588 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 943 time: 0.1522734 Aug 03 19:23:31.266297 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c8b89f-b038-41d2-a19f-bb52dcd974e3 x-openstack-request-id: req-88c8b89f-b038-41d2-a19f-bb52dcd974e3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:31.267536 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a54209-e03b-4fba-bfd4-af5053a05e5d", "name": "network-vif-deleted", "tag": "c1f667bd-a7d1-4034-ba98-7c3729ad9064", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:31.267536 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88c8b89f-b038-41d2-a19f-bb52dcd974e3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:31.267536 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a54209-e03b-4fba-bfd4-af5053a05e5d', 'name': 'network-vif-deleted', 'tag': 'c1f667bd-a7d1-4034-ba98-7c3729ad9064', 'status': 'completed', 'code': 200} Aug 03 19:23:31.269758 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-357bb341-7ea2-4dff-81e5-fbb028d49c09 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f73d626c-1e4a-4703-839d-1ea546a9419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126575 Aug 03 19:23:31.415048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be13d630-fbd0-4d07-8968-1d322b475940 req-658898f9-d646-471c-9329-c393469b3574 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583345 Aug 03 19:23:31.472079 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.726799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e15993dc-770c-4923-9bc8-ea8db5b67038 req-96be1174-8135-4f8c-bad9-68301e073dcc tempest-ServerGroupTestJSON-1695393160 tempest-ServerGroupTestJSON-1695393160-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a54209-e03b-4fba-bfd4-af5053a05e5d HTTP/1.1" status: 200 len: 210 time: 0.0683014 Aug 03 19:23:31.863935 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-f9c2c761-58a7-4460-ae0e-6d7ed94c6176 service neutron] 10.222.0.63 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859003 Aug 03 19:23:31.881616 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.936741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75332fb5-927d-4b56-93d8-9a2f286ea212 req-aaedf5ac-c8a2-42a5-85b0-9ef25687085b tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:31.946667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75332fb5-927d-4b56-93d8-9a2f286ea212 req-aaedf5ac-c8a2-42a5-85b0-9ef25687085b tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 932 time: 0.0792243 Aug 03 19:23:32.013074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75332fb5-927d-4b56-93d8-9a2f286ea212 req-ce1a737e-4970-496d-89e6-59d6cb08d9f2 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629532 Aug 03 19:23:32.068375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.191830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Network acd84b55-7d24-4e3a-a16c-e620317c12be is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:32.206284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:32.220201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:32.364492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event updated for resources: {'Port': ['ID=3255f171-ccef-4e4f-a5e7-026cddc011dc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:32.396088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aa672-8633-44f4-adde-e1279357a9d6 req-81d4fa74-f76d-4a9f-8167-c546cc0e46cc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:32.414942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-108aa672-8633-44f4-adde-e1279357a9d6 req-81d4fa74-f76d-4a9f-8167-c546cc0e46cc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 932 time: 0.1774511 Aug 03 19:23:32.423672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826ac5f9-8aaa-4014-a63c-4de46a0b9478 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:32.479182 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0d69f236-2e6e-4357-9a2b-d08fe3277457 req-4e9dca4c-4d0e-4b29-9530-eb94ae814838 service neutron] 10.222.0.63 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804720 Aug 03 19:23:32.482932 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.522430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:32.524116 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.545163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Transition to ACTIVE for port object 826ac5f9-8aaa-4014-a63c-4de46a0b9478 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:32.556254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52398) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:32.559363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.626206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-108aa672-8633-44f4-adde-e1279357a9d6 req-a36f9dc6-71ba-4b4c-932c-ede2f25e34ee tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013175 Aug 03 19:23:32.632974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Pushing event updated for resources: {'Port': ['ID=826ac5f9-8aaa-4014-a63c-4de46a0b9478,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:32.639275 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-30910eab-36ab-4dc5-bf10-ca49c3799a1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4772329 Aug 03 19:23:32.658921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Request body: {'port': {'device_id': '4283a09a-2ce8-455c-be92-51358df5d94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:32.859222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Attempting to bind port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:32.859791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Attempting to bind port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:32.860352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Attempting to bind port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 on network 5b806c51-9eca-469a-a774-23951c8f384b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:32.907819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 on network 5b806c51-9eca-469a-a774-23951c8f384b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:32.908357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Attempting to bind port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 on network 5b806c51-9eca-469a-a774-23951c8f384b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:32.918666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.943693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:32.944055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Checking segment: {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:32.944461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Bound using segment: {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:32.944942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Bound port: 826ac5f9-8aaa-4014-a63c-4de46a0b9478, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924705b5-f013-4bef-bf71-b9f7a5873456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:32.945323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.976109 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.041964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185825-8654-4c50-b007-c7ad9db0a985 req-05029772-4f44-47a0-9873-e49f73e89769 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:33.055587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d185825-8654-4c50-b007-c7ad9db0a985 req-05029772-4f44-47a0-9873-e49f73e89769 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 943 time: 0.3260579 Aug 03 19:23:33.191712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:33.239128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.267439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.327024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d185825-8654-4c50-b007-c7ad9db0a985 req-03eeccaf-52da-49ac-bd3a-d6cf07033310 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627335 Aug 03 19:23:33.405047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:33.419144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1', 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f', 'port_id': '5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1', 'mac_address': 'fa:16:3e:a9:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:33.473463 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.479298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=430a0105d0c442fbadc53a3184cacc70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9212592 Aug 03 19:23:33.490725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52414) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:33.499532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:33.520853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5191b21-0454-43f5-9726-94b43e5f60b4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:33.525332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:33.530786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] For port 826ac5f9-8aaa-4014-a63c-4de46a0b9478, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:33.535516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.577694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] For port 826ac5f9-8aaa-4014-a63c-4de46a0b9478, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:33.593256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.613990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.614566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.615138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.615968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.617031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.617859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.618657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.619476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.620259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.621136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.622024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.622834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff13e9-0cf0-468e-98b7-53a3d9f49f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:33.641405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:33.677684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:33.678360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.679890 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] 10.222.0.63 "PUT /v2.0/ports/826ac5f9-8aaa-4014-a63c-4de46a0b9478 HTTP/1.1" status: 200 len: 1092 time: 3.6401141 Aug 03 19:23:33.680437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'tag': '826ac5f9-8aaa-4014-a63c-4de46a0b9478'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:33.684617 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74" -d '{"events": [{"name": "network-changed", "server_uuid": "660ecfe1-ec40-4678-b9e3-5c8113f1f19c", "tag": "826ac5f9-8aaa-4014-a63c-4de46a0b9478"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:33.728194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7201d-9c93-4136-93cf-880650d176cc req-339f7fbd-e696-43f4-a020-32646e8a35e8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:33.742478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dd7201d-9c93-4136-93cf-880650d176cc req-339f7fbd-e696-43f4-a020-32646e8a35e8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 944 time: 0.3395894 Aug 03 19:23:33.792318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60da2547-ac05-44fe-8985-632c3b520f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.833043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3255f171-ccef-4e4f-a5e7-026cddc011dc {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:33.843967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.848848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0f472-2506-4829-b07b-513b816369a5 service neutron] Pushing event updated for resources: {'Port': ['ID=826ac5f9-8aaa-4014-a63c-4de46a0b9478,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:33.894555 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60da2547-ac05-44fe-8985-632c3b520f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.943302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:33.988475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Transition to ACTIVE for port object 3255f171-ccef-4e4f-a5e7-026cddc011dc will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:34.013152 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.028683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dd7201d-9c93-4136-93cf-880650d176cc req-d0d301d7-97c4-4a74-8807-df261d98628c tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847269 Aug 03 19:23:34.239833 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60da2547-ac05-44fe-8985-632c3b520f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.243956 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a61315-0388-479e-bc95-1f65822a92ce x-openstack-request-id: req-d1a61315-0388-479e-bc95-1f65822a92ce {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:34.247895 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660ecfe1-ec40-4678-b9e3-5c8113f1f19c", "tag": "826ac5f9-8aaa-4014-a63c-4de46a0b9478", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:34.248491 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1a61315-0388-479e-bc95-1f65822a92ce {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:34.249268 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'tag': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'status': 'completed', 'code': 200} Aug 03 19:23:34.251548 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60da2547-ac05-44fe-8985-632c3b520f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.254867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-60da2547-ac05-44fe-8985-632c3b520f29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5191b21-0454-43f5-9726-94b43e5f60b4 HTTP/1.1" status: 204 len: 168 time: 0.7344720 Aug 03 19:23:34.270213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227358-afe2-42be-8caa-a95d00ff309c req-1d942adb-eb35-4b12-81c9-3c60583ddd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.276521 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-1d942adb-eb35-4b12-81c9-3c60583ddd73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1d5f6c4dec58489eba10c2c56bc034e9&device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 1095 time: 0.4204454 Aug 03 19:23:34.309096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e90bf0-2f3a-44ab-a7b1-9380a0a71047 req-0737dbe3-da14-41ef-bdfb-7bf4f565ce28 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.325836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21e90bf0-2f3a-44ab-a7b1-9380a0a71047 req-0737dbe3-da14-41ef-bdfb-7bf4f565ce28 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 944 time: 0.2605910 Aug 03 19:23:34.345108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da2547-ac05-44fe-8985-632c3b520f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5191b21-0454-43f5-9726-94b43e5f60b4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:34.429166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52444) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:34.437926 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.547805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21e90bf0-2f3a-44ab-a7b1-9380a0a71047 req-8325615a-fd8c-4c88-9744-a180eadabab3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185316 Aug 03 19:23:34.654819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c7dbe2-da72-4985-8712-9aae0e74b475 admin admin] Deleting subnet 445e9945-6266-419e-b51d-084e4a70eba7 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:34.661737 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dbe2-da72-4985-8712-9aae0e74b475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.761455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496aabf-1b79-42a1-8c6a-0c7aa6a1873d req-d50a2cc9-e280-4798-95b0-18646b5e8791 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.764401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4496aabf-1b79-42a1-8c6a-0c7aa6a1873d req-d50a2cc9-e280-4798-95b0-18646b5e8791 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 944 time: 0.2156112 Aug 03 19:23:34.774523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dbe2-da72-4985-8712-9aae0e74b475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.821321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52448) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:34.866129 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a278ce8c-a3e5-4380-ad90-04d04982b218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.868149 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-7b31329c-4583-455f-8277-b6a080c9289b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478 HTTP/1.1" status: 200 len: 217 time: 0.5677879 Aug 03 19:23:34.871394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3255f171-ccef-4e4f-a5e7-026cddc011dc,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:34.941842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4496aabf-1b79-42a1-8c6a-0c7aa6a1873d req-56a55490-c8e1-4e55-ba2f-d819bba10bcd tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612058 Aug 03 19:23:34.942824 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dbe2-da72-4985-8712-9aae0e74b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.966926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Attempting to bind port 3255f171-ccef-4e4f-a5e7-026cddc011dc on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:34.967575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Attempting to bind port 3255f171-ccef-4e4f-a5e7-026cddc011dc by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:34.968134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Attempting to bind port 3255f171-ccef-4e4f-a5e7-026cddc011dc on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:34.985831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227358-afe2-42be-8caa-a95d00ff309c req-1e40c193-44c6-4ab9-b98e-cd2e0f4b786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.985831 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-1e40c193-44c6-4ab9-b98e-cd2e0f4b786e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96949e0-db97-4464-ac22-1a2625a45f8e HTTP/1.1" status: 200 len: 845 time: 0.1025453 Aug 03 19:23:34.985831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Port 3255f171-ccef-4e4f-a5e7-026cddc011dc on network acd84b55-7d24-4e3a-a16c-e620317c12be not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:34.985831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Attempting to bind port 3255f171-ccef-4e4f-a5e7-026cddc011dc on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:34.995909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:34.996448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Checking segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:34.997079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Bound using segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:34.997820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Bound port: 3255f171-ccef-4e4f-a5e7-026cddc011dc, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:34.998438 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.057510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dbe2-da72-4985-8712-9aae0e74b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.095465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7dbe2-da72-4985-8712-9aae0e74b475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445e9945-6266-419e-b51d-084e4a70eba7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.112858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2c7dbe2-da72-4985-8712-9aae0e74b475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.115199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f2c7dbe2-da72-4985-8712-9aae0e74b475 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/445e9945-6266-419e-b51d-084e4a70eba7 HTTP/1.1" status: 204 len: 168 time: 0.6804550 Aug 03 19:23:35.119239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52456) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:35.158550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a278ce8c-a3e5-4380-ad90-04d04982b218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.166921 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a278ce8c-a3e5-4380-ad90-04d04982b218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.169383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227358-afe2-42be-8caa-a95d00ff309c req-6f84978e-13b9-48c7-b3e0-6e01772bcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:35.172014 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-6f84978e-13b9-48c7-b3e0-6e01772bcdd8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5b806c51-9eca-469a-a774-23951c8f384b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782129 Aug 03 19:23:35.214332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278ce8c-a3e5-4380-ad90-04d04982b218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baafd0e-afb4-4e53-bdff-87ea5b3d6b34,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.296217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a278ce8c-a3e5-4380-ad90-04d04982b218 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b509c5ee5b54836a79282356aa8c7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705725 Aug 03 19:23:35.300784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52462) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:35.337160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92555788-b1d4-4159-9710-e3e59df59a2b req-4c7c4e19-c0b8-4bcc-9e6e-2cf1fd015bd3 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:35.338733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92555788-b1d4-4159-9710-e3e59df59a2b req-4c7c4e19-c0b8-4bcc-9e6e-2cf1fd015bd3 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 944 time: 0.1168933 Aug 03 19:23:35.377065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] For port 3255f171-ccef-4e4f-a5e7-026cddc011dc, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:35.411248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.413125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4a050f5-ccf7-4a54-9d26-7bd3285c2b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.416317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] For port 3255f171-ccef-4e4f-a5e7-026cddc011dc, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3255f171-ccef-4e4f-a5e7-026cddc011dc,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:35.430523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.459660 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4a050f5-ccf7-4a54-9d26-7bd3285c2b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.483008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92555788-b1d4-4159-9710-e3e59df59a2b req-03d9c2d8-3b4f-4b66-925d-40fdf69564fe tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127999 Aug 03 19:23:35.538535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:35.540036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.542168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] 10.222.0.88 "PUT /v2.0/ports/3255f171-ccef-4e4f-a5e7-026cddc011dc HTTP/1.1" status: 200 len: 1092 time: 2.8879869 Aug 03 19:23:35.566670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4a050f5-ccf7-4a54-9d26-7bd3285c2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.570466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4a050f5-ccf7-4a54-9d26-7bd3285c2b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.571632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c4a050f5-ccf7-4a54-9d26-7bd3285c2b76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7baafd0e-afb4-4e53-bdff-87ea5b3d6b34 HTTP/1.1" status: 204 len: 168 time: 0.2704148 Aug 03 19:23:35.605965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a050f5-ccf7-4a54-9d26-7bd3285c2b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baafd0e-afb4-4e53-bdff-87ea5b3d6b34,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.648874 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-79254726-462e-4f39-b862-8114dbc5937f service neutron] 10.222.0.63 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244859 Aug 03 19:23:35.668553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73ccc8-28be-46fa-8b9f-3962b8a1e8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3255f171-ccef-4e4f-a5e7-026cddc011dc,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.791277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.819006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661274f-eab0-43a2-8e2b-bb743ef69858 req-a451047c-9308-4ec6-817a-2f4a7c676a58 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:35.820272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:35.821142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b661274f-eab0-43a2-8e2b-bb743ef69858 req-a451047c-9308-4ec6-817a-2f4a7c676a58 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 944 time: 0.0684977 Aug 03 19:23:35.840523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c708c5e-a574-49fc-b6cf-2bda7c492850') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:35.840811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c708c5e-a574-49fc-b6cf-2bda7c492850') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:35.867066 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.870550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-08e17654-4c7d-4e61-a52c-e8b5580cab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:35.873413 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-08e17654-4c7d-4e61-a52c-e8b5580cab21 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 1095 time: 0.2227349 Aug 03 19:23:35.895637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b661274f-eab0-43a2-8e2b-bb743ef69858 req-5d743d77-179b-486e-a29b-89f8f71d852d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633984 Aug 03 19:23:35.936754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.941427 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-09227358-afe2-42be-8caa-a95d00ff309c req-93216735-8ed0-4a84-9aec-b88fcab465ce service neutron] 10.222.0.63 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770488 Aug 03 19:23:35.945632 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-deec33aa-cacd-47c4-b8ba-663b598cb5dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3255f171-ccef-4e4f-a5e7-026cddc011dc HTTP/1.1" status: 200 len: 217 time: 0.0597632 Aug 03 19:23:35.948867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:35.949305 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:35.951380 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:36.046555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-5bdb7deb-566d-4053-b696-350706bbc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.048252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-5bdb7deb-566d-4053-b696-350706bbc5a8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.0866804 Aug 03 19:23:36.116478 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-b0b4df8a-be27-41d8-b674-2f973ff1be3b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568414 Aug 03 19:23:36.136749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.179646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404a9e-5ffc-4f9e-a79b-2664faeb74d9 req-a965cced-7adf-40c8-ba1c-2b599ad69a34 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.182283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e404a9e-5ffc-4f9e-a79b-2664faeb74d9 req-a965cced-7adf-40c8-ba1c-2b599ad69a34 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 944 time: 0.1025825 Aug 03 19:23:36.186155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.189532 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] 10.222.0.42 "DELETE /v2.0/networks/0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d HTTP/1.1" status: 204 len: 168 time: 1.0668492 Aug 03 19:23:36.204450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-776367ab-4403-48de-a0bf-13ab6dab7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.206085 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-776367ab-4403-48de-a0bf-13ab6dab7f5e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1d5f6c4dec58489eba10c2c56bc034e9&device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 1095 time: 0.1569414 Aug 03 19:23:36.209275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea72834-56b3-4433-a8f9-3bc84dae2bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=0468c4f2-cbe5-4a5c-bb16-2d6c191dfe3d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:36.272742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4283a09a-2ce8-455c-be92-51358df5d94f', 'tag': '3255f171-ccef-4e4f-a5e7-026cddc011dc'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:36.275601 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72f6b27-d7cb-4f05-8862-4e79da6877f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4283a09a-2ce8-455c-be92-51358df5d94f", "tag": "3255f171-ccef-4e4f-a5e7-026cddc011dc"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:36.288135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e404a9e-5ffc-4f9e-a79b-2664faeb74d9 req-9c536111-3d39-485e-81c7-48a694e70e15 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982642 Aug 03 19:23:36.344715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-6d01b114-da66-406b-9190-62e3e1e502b7 service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181916 Aug 03 19:23:36.358275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-4c6b3817-57ed-4234-96f4-37576cd8f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.360158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-4c6b3817-57ed-4234-96f4-37576cd8f934 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5b806c51-9eca-469a-a774-23951c8f384b HTTP/1.1" status: 200 len: 907 time: 0.1440315 Aug 03 19:23:36.373819 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c213fa-92d8-412b-8e64-b4265c55ee4d x-openstack-request-id: req-81c213fa-92d8-412b-8e64-b4265c55ee4d {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:36.374245 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4283a09a-2ce8-455c-be92-51358df5d94f", "tag": "3255f171-ccef-4e4f-a5e7-026cddc011dc", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:36.374701 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81c213fa-92d8-412b-8e64-b4265c55ee4d {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:36.375263 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4283a09a-2ce8-455c-be92-51358df5d94f', 'tag': '3255f171-ccef-4e4f-a5e7-026cddc011dc', 'status': 'completed', 'code': 200} Aug 03 19:23:36.456775 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-ab868dc8-8508-4f39-a5e8-8d858c134fd4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478 HTTP/1.1" status: 200 len: 217 time: 0.0849142 Aug 03 19:23:36.503936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52492) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:36.546907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-f2bb4552-5391-46ab-bf94-fc7eb7408679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.548839 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-f2bb4552-5391-46ab-bf94-fc7eb7408679 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96949e0-db97-4464-ac22-1a2625a45f8e HTTP/1.1" status: 200 len: 845 time: 0.0846033 Aug 03 19:23:36.554254 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3ef1efa0-0456-4cba-aa5a-aee7799f6071 req-9bb43c96-982a-47c8-9f75-d3152f048d5f service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894825 Aug 03 19:23:36.620023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52500) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:36.621624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3cbf3dc7-702d-4640-972d-58815978c76d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b608f28bff12480db39bf92fd3a275b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150706 Aug 03 19:23:36.699358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-cdbc1776-9739-4c4d-a489-d75e4508eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.700955 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-cdbc1776-9739-4c4d-a489-d75e4508eb0b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5b806c51-9eca-469a-a774-23951c8f384b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445122 Aug 03 19:23:36.744565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561a8ce-98e0-4d33-baa7-66be53203745 req-267f3ca4-df3a-4746-8f82-cd96de9b4bd5 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.749896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6561a8ce-98e0-4d33-baa7-66be53203745 req-267f3ca4-df3a-4746-8f82-cd96de9b4bd5 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 944 time: 0.1023929 Aug 03 19:23:36.791140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-f9eab91e-9fc2-47e0-9194-8fa48b29667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.793289 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-f9eab91e-9fc2-47e0-9194-8fa48b29667f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 1095 time: 0.1570740 Aug 03 19:23:36.796322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f609a48-798a-46b5-a4df-e4d25c9d491c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.840402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6561a8ce-98e0-4d33-baa7-66be53203745 req-b513a6e7-4798-43d8-b6d9-666969d2d750 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791404 Aug 03 19:23:36.892857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f609a48-798a-46b5-a4df-e4d25c9d491c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.939616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-e18ebe3b-4561-4ff5-997f-e0102f10728f service neutron] 10.222.0.63 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282910 Aug 03 19:23:37.060045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-ddd2f64f-4ab9-4664-a3d2-9eb3b405eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:37.062814 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-ddd2f64f-4ab9-4664-a3d2-9eb3b405eea3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 913 time: 0.2618532 Aug 03 19:23:37.064673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcda83-e2ea-4680-92c7-47d9ecc7be28 req-9a855284-ec06-47d3-8d02-176bd971ba9d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:37.069869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91bcda83-e2ea-4680-92c7-47d9ecc7be28 req-9a855284-ec06-47d3-8d02-176bd971ba9d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 944 time: 0.0645971 Aug 03 19:23:37.090307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f609a48-798a-46b5-a4df-e4d25c9d491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.094191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f609a48-798a-46b5-a4df-e4d25c9d491c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.096032 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6f609a48-798a-46b5-a4df-e4d25c9d491c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/911fbfe0-df6d-4395-8331-17b701925e61 HTTP/1.1" status: 204 len: 168 time: 0.4742308 Aug 03 19:23:37.126208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91bcda83-e2ea-4680-92c7-47d9ecc7be28 req-0e30ef6f-60de-427e-87df-4a0e888d53d8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Aug 03 19:23:37.179578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f609a48-798a-46b5-a4df-e4d25c9d491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911fbfe0-df6d-4395-8331-17b701925e61,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:37.184742 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-95b865e1-5d83-416f-bfda-57dda5c17364 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3255f171-ccef-4e4f-a5e7-026cddc011dc HTTP/1.1" status: 200 len: 217 time: 0.1103816 Aug 03 19:23:37.195974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:37.234856 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cf9c31f4-1891-44ce-b53b-1ea40c6abe74 req-8e98ea44-74f6-4380-909a-6ba4baf6bad9 service neutron] 10.222.0.63 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829401 Aug 03 19:23:37.267439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:37.273673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:37.274410 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.290537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-bbb90a6f-5b19-48c7-b57a-e52cf242ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:37.290537 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-bbb90a6f-5b19-48c7-b57a-e52cf242ee3f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.0936043 Aug 03 19:23:37.378788 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.381354 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-d6782087-a18e-426b-a02a-c079fd3fbd9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834222 Aug 03 19:23:37.406813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9c1a5e-6efc-4b24-a0b2-967bfd305a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:37.409706 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a13bb1-83a7-4372-85d1-7f7ca0f79356" -d '{"events": [{"server_uuid": "ff9c1a5e-6efc-4b24-a0b2-967bfd305a84", "name": "network-vif-plugged", "status": "completed", "tag": "5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:37.480270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:37.492358 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.547388 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-b1d09f03-1709-4d5b-b721-723c3f2c2398 service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533082 Aug 03 19:23:37.601380 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89480077-87b2-41aa-b377-670f8c07ff40 x-openstack-request-id: req-89480077-87b2-41aa-b377-670f8c07ff40 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:37.603829 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9c1a5e-6efc-4b24-a0b2-967bfd305a84", "name": "network-vif-plugged", "status": "completed", "tag": "5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:37.604550 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89480077-87b2-41aa-b377-670f8c07ff40 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:37.606182 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9c1a5e-6efc-4b24-a0b2-967bfd305a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1', 'code': 200} Aug 03 19:23:37.606562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f566d8-52aa-4010-a732-bf19f3048fd4 req-e8b9c28e-ad77-45c9-9f2a-4475e8b41e21 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:37.609430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63f566d8-52aa-4010-a732-bf19f3048fd4 req-e8b9c28e-ad77-45c9-9f2a-4475e8b41e21 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 944 time: 0.2025125 Aug 03 19:23:37.676387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:37.707081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63f566d8-52aa-4010-a732-bf19f3048fd4 req-c89e8f40-21a5-4279-9be8-6f0da2233a60 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830591 Aug 03 19:23:37.757515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a72f6b27-d7cb-4f05-8862-4e79da6877f2 req-7cbd1bf7-0e02-464e-8954-ea7eeec950bc service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944251 Aug 03 19:23:37.776925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdba4ca-144b-4e34-86c8-edd9a7e1462e req-463223e4-ea47-49ea-912a-c2841bd36bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:37.778609 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1fdba4ca-144b-4e34-86c8-edd9a7e1462e req-463223e4-ea47-49ea-912a-c2841bd36bfd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 1096 time: 0.0843761 Aug 03 19:23:37.867315 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1fdba4ca-144b-4e34-86c8-edd9a7e1462e req-7d6fa2ba-b280-4508-808a-3a1df5de630e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600450 Aug 03 19:23:38.076328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a23990-3c59-4bf4-9008-0ac1219b8748 req-c15e7090-3d85-4cdd-9e44-5625430d2d15 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:38.077991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91a23990-3c59-4bf4-9008-0ac1219b8748 req-c15e7090-3d85-4cdd-9e44-5625430d2d15 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 944 time: 0.0955241 Aug 03 19:23:38.142906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91a23990-3c59-4bf4-9008-0ac1219b8748 req-ba218f42-2e63-475f-85ad-fdb623221872 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550547 Aug 03 19:23:38.351217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52562) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:38.383623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3255f171-ccef-4e4f-a5e7-026cddc011dc details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:38.392333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e693c-9fbe-4c43-b73f-2373ef76134a req-47f81a16-8147-47aa-b242-5d829a053be7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:38.398291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-405e693c-9fbe-4c43-b73f-2373ef76134a req-47f81a16-8147-47aa-b242-5d829a053be7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 944 time: 0.0982635 Aug 03 19:23:38.514356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-405e693c-9fbe-4c43-b73f-2373ef76134a req-e8d1c3fc-dc68-47f6-8967-954ddedc1bea tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045597 Aug 03 19:23:38.661697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3255f171-ccef-4e4f-a5e7-026cddc011dc, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3255f171-ccef-4e4f-a5e7-026cddc011dc,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:38.692919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '3255f171-ccef-4e4f-a5e7-026cddc011dc', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'port_id': '3255f171-ccef-4e4f-a5e7-026cddc011dc', 'mac_address': 'fa:16:3e:fb:fd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d0866-5ec6-4863-8a31-4cd77b166be6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:38.787599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.836122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3255f171-ccef-4e4f-a5e7-026cddc011dc {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:38.899092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3255f171-ccef-4e4f-a5e7-026cddc011dc, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3255f171-ccef-4e4f-a5e7-026cddc011dc,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:38.906370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.932366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-598259682-network', 'tenant_id': 'ba952454fb564067820c77e332e5c42a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:38.988388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Made reservation on behalf of ba952454fb564067820c77e332e5c42a for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:38.996497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.016432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.082707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3255f171-ccef-4e4f-a5e7-026cddc011dc,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:39.091158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a5995-5041-44a5-8249-8cc943328f92 req-ed348894-74a8-41c4-ba1e-8531e084f72f tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.092937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d33a5995-5041-44a5-8249-8cc943328f92 req-ed348894-74a8-41c4-ba1e-8531e084f72f tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 945 time: 0.1605294 Aug 03 19:23:39.211702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 826ac5f9-8aaa-4014-a63c-4de46a0b9478 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:39.244592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d33a5995-5041-44a5-8249-8cc943328f92 req-7ba32557-4dea-4a0d-ab67-1ccf89bc05e8 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161742 Aug 03 19:23:39.251664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.269132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.348457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:39.368198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e44295-193a-41f2-a665-85c50df32fed,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:39.384229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.384717 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Added segment bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718 of type vlan for network 60a388aa-9442-4b2c-b702-75501e55abcf Aug 03 19:23:39.469452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3255f171-ccef-4e4f-a5e7-026cddc011dc'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:39.510668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.589701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcef147-cf95-4c94-a80f-70dfd47c50cb req-04d44393-e820-4e42-b744-9782898bbe01 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.595237 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.597159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.598195 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.612328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bcef147-cf95-4c94-a80f-70dfd47c50cb req-04d44393-e820-4e42-b744-9782898bbe01 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 944 time: 0.2083483 Aug 03 19:23:39.707319 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3543708 Aug 03 19:23:39.720847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bcef147-cf95-4c94-a80f-70dfd47c50cb req-e1638dd8-231d-4495-878a-ea60e7a76048 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047289 Aug 03 19:23:39.725761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52594) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:39.738192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Request body: {'subnet': {'network_id': '60a388aa-9442-4b2c-b702-75501e55abcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-598259682-subnet', 'tenant_id': 'ba952454fb564067820c77e332e5c42a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:39.783124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cd34d-78b6-4c4d-8501-f1da84b96745 admin admin] Pushing event updated for resources: {'Network': ['ID=60a388aa-9442-4b2c-b702-75501e55abcf,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:39.815985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 60a388aa-9442-4b2c-b702-75501e55abcf details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:39.822113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Made reservation on behalf of ba952454fb564067820c77e332e5c42a for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:39.831484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.927445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 826ac5f9-8aaa-4014-a63c-4de46a0b9478, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:39.930363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385f96f-fd36-400a-b5f5-f85824106fd4 req-9c85fa43-d206-4b8d-a305-8fc57a729882 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.936951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f385f96f-fd36-400a-b5f5-f85824106fd4 req-9c85fa43-d206-4b8d-a305-8fc57a729882 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 945 time: 0.1300209 Aug 03 19:23:39.988237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'port_id': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'mac_address': 'fa:16:3e:c9:f4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:40.023595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f385f96f-fd36-400a-b5f5-f85824106fd4 req-91290ef3-ccf2-4b37-8b0b-b7946bd86018 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797234 Aug 03 19:23:40.086080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.115835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826ac5f9-8aaa-4014-a63c-4de46a0b9478 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:40.165167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 826ac5f9-8aaa-4014-a63c-4de46a0b9478, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:40.170878 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.250032 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.256424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=826ac5f9-8aaa-4014-a63c-4de46a0b9478,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:40.335329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71d713f-575b-4634-8ed7-f7546fe5f5cf,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:40.369360 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Checking segment: {'id': 'bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '60a388aa-9442-4b2c-b702-75501e55abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:40.370081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Network hostable DHCP agents. Network: 60a388aa-9442-4b2c-b702-75501e55abcf, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:40.399774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Network 60a388aa-9442-4b2c-b702-75501e55abcf is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:40.419010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 60a388aa-9442-4b2c-b702-75501e55abcf) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:40.430919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48e1a2-87f6-42e8-b95b-0c737874d47b None None] Network 60a388aa-9442-4b2c-b702-75501e55abcf requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:40.438760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:40.440468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.489518 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-01b9388b-437f-413f-8347-eb9f8824f2dc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7505496 Aug 03 19:23:40.560970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfc77f-8f17-4f70-b140-16442002ea0d req-529c592e-c34f-4057-b743-26e7ad18cb52 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:40.567098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93bfc77f-8f17-4f70-b140-16442002ea0d req-529c592e-c34f-4057-b743-26e7ad18cb52 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 945 time: 0.1109028 Aug 03 19:23:40.582387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['826ac5f9-8aaa-4014-a63c-4de46a0b9478'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:40.703487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93bfc77f-8f17-4f70-b140-16442002ea0d req-52dd14b1-6a6f-4e3f-a275-1d567a5d25eb tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163840 Aug 03 19:23:40.820563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15716e-8952-46d2-8654-e5e3cf75709a None None] Network 60a388aa-9442-4b2c-b702-75501e55abcf requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:41.020588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971037a-b177-4bf3-bb75-d60b2a3caebf req-ef220795-1523-4e8c-a2bd-99eed236973c tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:41.023423 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8971037a-b177-4bf3-bb75-d60b2a3caebf req-ef220795-1523-4e8c-a2bd-99eed236973c tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 945 time: 0.1075728 Aug 03 19:23:41.129119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8971037a-b177-4bf3-bb75-d60b2a3caebf req-0f64d454-b4a5-4fc2-9c00-534a63043970 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911596 Aug 03 19:23:41.325775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f754332-4b57-4786-ba89-a366a16ace26 req-a460a72c-97df-4107-8685-6c1bd2c7a5e5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:41.334631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f754332-4b57-4786-ba89-a366a16ace26 req-a460a72c-97df-4107-8685-6c1bd2c7a5e5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 945 time: 0.0786366 Aug 03 19:23:41.421401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f754332-4b57-4786-ba89-a366a16ace26 req-220c0a5e-5978-4fe6-be62-335050ef26d4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848989 Aug 03 19:23:41.629943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-01075490-1b12-4f04-bb60-276638a30541 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:41.637925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-01075490-1b12-4f04-bb60-276638a30541 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/networks?id=60a388aa-9442-4b2c-b702-75501e55abcf HTTP/1.1" status: 200 len: 812 time: 0.2688875 Aug 03 19:23:41.655785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-2fc897ee-f9a5-4362-91bd-285ddaefbfa6 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/quotas/ba952454fb564067820c77e332e5c42a HTTP/1.1" status: 200 len: 375 time: 0.0164325 Aug 03 19:23:41.694208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-3615dbb7-af15-44f7-945c-2c7dc8ad757e tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba952454fb564067820c77e332e5c42a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372922 Aug 03 19:23:41.828150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-15af0a02-b617-4bd7-9fd3-353860193ef8 service neutron] 10.222.0.42 "GET /v2.0/networks/60a388aa-9442-4b2c-b702-75501e55abcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327639 Aug 03 19:23:41.887582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-00d51a0f-b800-4b5a-ad10-5ad2be261b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:41.889210 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-00d51a0f-b800-4b5a-ad10-5ad2be261b01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1097 time: 0.0680306 Aug 03 19:23:42.023594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-5976f1b2-67bb-4c5a-a183-2dc6c27e5038 service neutron] 10.222.0.42 "GET /v2.0/networks/60a388aa-9442-4b2c-b702-75501e55abcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805909 Aug 03 19:23:42.039467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-859bdf4e-314d-4b4f-8d4e-446379949a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.040821 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-859bdf4e-314d-4b4f-8d4e-446379949a5e service neutron] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 919 time: 0.1431644 Aug 03 19:23:42.107649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efaa56-2fc0-407b-b33a-b991afb6b360 req-d53ac9c4-f81c-4b8f-bb4c-17e042ebd5f9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.109569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7efaa56-2fc0-407b-b33a-b991afb6b360 req-d53ac9c4-f81c-4b8f-bb4c-17e042ebd5f9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.0850093 Aug 03 19:23:42.143697 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-768fe13e-d658-4273-b4a5-bc3b2e73d43b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0760aec-f846-4729-9262-deff9bfe34b7 HTTP/1.1" status: 200 len: 217 time: 0.0941164 Aug 03 19:23:42.208340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7efaa56-2fc0-407b-b33a-b991afb6b360 req-91e59dbc-5e17-424e-bc82-0b535021f41b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850775 Aug 03 19:23:42.266475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-a1a7d909-3df7-4a5d-a298-bcb500dc8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.270146 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-a1a7d909-3df7-4a5d-a298-bcb500dc8ec0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.1159546 Aug 03 19:23:42.338153 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-b8c03ff8-c23b-43b9-93c2-f373ab0659b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575116 Aug 03 19:23:42.366026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc49629-d8ab-4b66-aa9d-c15e35a8705b req-7ec17379-06ed-4ca9-b59e-6fcfb21eb534 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 210 time: 0.0992484 Aug 03 19:23:42.406389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98413e2e-900c-47ef-8f8d-3630566003a0 req-f1d9b4ac-1945-40fe-b9fa-606645bc5b64 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.414335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98413e2e-900c-47ef-8f8d-3630566003a0 req-f1d9b4ac-1945-40fe-b9fa-606645bc5b64 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 945 time: 0.1297455 Aug 03 19:23:42.440925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3255f171-ccef-4e4f-a5e7-026cddc011dc up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:42.507840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98413e2e-900c-47ef-8f8d-3630566003a0 req-16161684-a727-439f-a4c0-7ac5527ecf3e tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898273 Aug 03 19:23:42.554774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 3255f171-ccef-4e4f-a5e7-026cddc011dc completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:42.561146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 3255f171-ccef-4e4f-a5e7-026cddc011dc triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:42.562136 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.611286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-15ef17ab-898d-4271-b1ad-94a9b680c950 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642467 Aug 03 19:23:42.663839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ddaa3-5a8a-47e9-ad75-68f32e69bc78 req-263338dc-c413-4191-a643-442f363b2046 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.673866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f03ddaa3-5a8a-47e9-ad75-68f32e69bc78 req-263338dc-c413-4191-a643-442f363b2046 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 945 time: 0.0882282 Aug 03 19:23:42.718173 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.753613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f03ddaa3-5a8a-47e9-ad75-68f32e69bc78 req-ecd55426-e722-4adc-aeb2-35ced6ec0a7a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782557 Aug 03 19:23:42.783945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4283a09a-2ce8-455c-be92-51358df5d94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3255f171-ccef-4e4f-a5e7-026cddc011dc'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:42.789504 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2e2b45-9d6a-4ece-9656-4f7a7b28bf93" -d '{"events": [{"server_uuid": "4283a09a-2ce8-455c-be92-51358df5d94f", "name": "network-vif-plugged", "status": "completed", "tag": "3255f171-ccef-4e4f-a5e7-026cddc011dc"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:42.833362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3255f171-ccef-4e4f-a5e7-026cddc011dc, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3255f171-ccef-4e4f-a5e7-026cddc011dc,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:42.845035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.925831 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeff696-fe7a-45b9-80d9-9908ef0def95 x-openstack-request-id: req-feeff696-fe7a-45b9-80d9-9908ef0def95 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:42.928783 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4283a09a-2ce8-455c-be92-51358df5d94f", "name": "network-vif-plugged", "status": "completed", "tag": "3255f171-ccef-4e4f-a5e7-026cddc011dc", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:42.932230 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-feeff696-fe7a-45b9-80d9-9908ef0def95 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:42.934303 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4283a09a-2ce8-455c-be92-51358df5d94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3255f171-ccef-4e4f-a5e7-026cddc011dc', 'code': 200} Aug 03 19:23:42.966755 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e3058e5a-0f15-4e8a-8f43-8f127f1bf14e req-017cfc51-52cc-4d3e-a9f1-212af9506ff7 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210192 Aug 03 19:23:43.070471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3255f171-ccef-4e4f-a5e7-026cddc011dc,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:43.126760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d1514-cf7b-4ec1-9c3c-4de208ed1f69 req-03f4cf14-8ca4-4426-8e2c-5b944c10cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:43.128548 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ba3d1514-cf7b-4ec1-9c3c-4de208ed1f69 req-03f4cf14-8ca4-4426-8e2c-5b944c10cfb7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 1097 time: 0.1445811 Aug 03 19:23:43.197286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ba3d1514-cf7b-4ec1-9c3c-4de208ed1f69 req-9d2618fc-7f10-4507-af16-8c0d1342737c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441415 Aug 03 19:23:43.235432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 826ac5f9-8aaa-4014-a63c-4de46a0b9478 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:43.372341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:43.377772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f592f9-886b-4349-b71a-bf222a97ed34 req-00ee6d24-b5b4-4fa4-a047-f430f9b0e18f tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:43.381419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:43.382154 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.389919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-35f592f9-886b-4349-b71a-bf222a97ed34 req-00ee6d24-b5b4-4fa4-a047-f430f9b0e18f tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.0881178 Aug 03 19:23:43.470683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-35f592f9-886b-4349-b71a-bf222a97ed34 req-bd01e7ec-66ee-4216-a920-2b716a24670a tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783529 Aug 03 19:23:43.557499 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.598730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01ca2e5d-33be-4fcc-bf28-6d6d83195a8d req-105ac22a-8c24-44de-96e7-64d917330668 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 210 time: 0.0494347 Aug 03 19:23:43.648442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 826ac5f9-8aaa-4014-a63c-4de46a0b9478, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:43.658043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.696434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ebef7-f7cc-44f5-8b72-71a74aca0231 req-b03f6994-98ca-4a01-ac2c-e3c48e7ecf3a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:43.699991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b39ebef7-f7cc-44f5-8b72-71a74aca0231 req-b03f6994-98ca-4a01-ac2c-e3c48e7ecf3a tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 945 time: 0.1002343 Aug 03 19:23:43.752295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=826ac5f9-8aaa-4014-a63c-4de46a0b9478,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:43.753728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b39ebef7-f7cc-44f5-8b72-71a74aca0231 req-9b25ca2b-f101-4302-9482-ef280b60b1da tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454721 Aug 03 19:23:43.929085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3757900-f8a0-4110-950f-81da25dcf8c3 req-c997fc81-5b6e-422f-8031-ff5776d2b4dc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:43.944184 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-f7b12dc9-fd2a-4379-ba87-944b20808883 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2452219 Aug 03 19:23:43.947700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3757900-f8a0-4110-950f-81da25dcf8c3 req-c997fc81-5b6e-422f-8031-ff5776d2b4dc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0965817 Aug 03 19:23:44.028380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3757900-f8a0-4110-950f-81da25dcf8c3 req-2984f5b3-b94e-48af-aacd-b33f8183ab22 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673239 Aug 03 19:23:44.201135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-fe524b8b-fb07-4b16-bf6c-81d345ddce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.202740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-fe524b8b-fb07-4b16-bf6c-81d345ddce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.203560 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-fe524b8b-fb07-4b16-bf6c-81d345ddce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.204258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-fe524b8b-fb07-4b16-bf6c-81d345ddce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.205042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-fe524b8b-fb07-4b16-bf6c-81d345ddce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.205745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-fe524b8b-fb07-4b16-bf6c-81d345ddce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.206766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-fe524b8b-fb07-4b16-bf6c-81d345ddce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.209279 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-fe524b8b-fb07-4b16-bf6c-81d345ddce4a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6492 time: 0.0838075 Aug 03 19:23:44.250807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-498a404b-dc8d-40f6-ae59-e5ffd917df90 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.252855 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-498a404b-dc8d-40f6-ae59-e5ffd917df90 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.88 "GET /v2.0/networks?id=60a388aa-9442-4b2c-b702-75501e55abcf HTTP/1.1" status: 200 len: 812 time: 0.2403476 Aug 03 19:23:44.289769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Request body: {'port': {'device_id': '9614e279-abaf-4a40-82c8-5dadd84a9830', 'network_id': '60a388aa-9442-4b2c-b702-75501e55abcf', 'admin_state_up': True, 'tenant_id': 'ba952454fb564067820c77e332e5c42a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:44.754143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaa0e5-1a6c-4e05-9b55-d038f564adda req-7c3bb10d-32a2-49ef-8caa-67a8d4902b53 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.757924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85eaa0e5-1a6c-4e05-9b55-d038f564adda req-7c3bb10d-32a2-49ef-8caa-67a8d4902b53 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1379740 Aug 03 19:23:44.827770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-b6b64803-f512-4b73-91cf-eb1ba0e58015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.828138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-b6b64803-f512-4b73-91cf-eb1ba0e58015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.828603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-b6b64803-f512-4b73-91cf-eb1ba0e58015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.830487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-b6b64803-f512-4b73-91cf-eb1ba0e58015 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3c474a87-5533-413e-ab07-c13e2d4bafd9&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=76ab11a9-6628-4f91-bb1a-74d1c4595902&id=76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 200 len: 2292 time: 0.5663099 Aug 03 19:23:44.852561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc9bdace-3383-47a1-a293-96820ccc38e5 req-26d8cfb4-78b5-472b-b6ee-74b21eefd0f3 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 210 time: 0.0705020 Aug 03 19:23:44.897680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85eaa0e5-1a6c-4e05-9b55-d038f564adda req-9d836265-0970-48ee-80fb-7d44288413ff tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284099 Aug 03 19:23:44.907110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Made reservation on behalf of ba952454fb564067820c77e332e5c42a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:44.910853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.935783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826ac5f9-8aaa-4014-a63c-4de46a0b9478'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:44.936591 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-ce55e561-f5e3-4859-8e44-651f5403857e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7 HTTP/1.1" status: 200 len: 1002 time: 0.0968225 Aug 03 19:23:44.941047 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06586cd4-1e2f-4f1d-bff1-4155a0e30b7c" -d '{"events": [{"server_uuid": "660ecfe1-ec40-4678-b9e3-5c8113f1f19c", "name": "network-vif-plugged", "status": "completed", "tag": "826ac5f9-8aaa-4014-a63c-4de46a0b9478"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:45.003081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-9fa42e05-8889-49f5-ae93-4865e858d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:45.004974 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-9fa42e05-8889-49f5-ae93-4865e858d7ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91d98ea1-b84f-454f-aa85-4704b0b0472a HTTP/1.1" status: 200 len: 850 time: 0.0611212 Aug 03 19:23:45.070114 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e8a7a-d7b5-43bf-95da-595c9ddf4708 x-openstack-request-id: req-af7e8a7a-d7b5-43bf-95da-595c9ddf4708 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:45.071018 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660ecfe1-ec40-4678-b9e3-5c8113f1f19c", "name": "network-vif-plugged", "status": "completed", "tag": "826ac5f9-8aaa-4014-a63c-4de46a0b9478", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:45.071745 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af7e8a7a-d7b5-43bf-95da-595c9ddf4708 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:45.072788 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'code': 200} Aug 03 19:23:45.253250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b12b25-584c-4782-bae5-32d375cb01e5 req-0f4b2b0a-2d93-4ff8-aaad-c5b846c7a8dc tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:45.267523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3b12b25-584c-4782-bae5-32d375cb01e5 req-0f4b2b0a-2d93-4ff8-aaad-c5b846c7a8dc tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.1980100 Aug 03 19:23:45.372416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-7c37bf68-b7c8-45db-b9e3-132554590375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:45.373937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-7c37bf68-b7c8-45db-b9e3-132554590375 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3c474a87-5533-413e-ab07-c13e2d4bafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611403 Aug 03 19:23:45.413106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3b12b25-584c-4782-bae5-32d375cb01e5 req-5b2d0275-c37a-49da-b0f0-83fc9c869c50 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406832 Aug 03 19:23:45.433792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f1928-cb07-4d3f-9a91-c3e38b1f7ba0 req-74dab6d9-ef41-46c3-8c87-7cca4736a3d9 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:45.445762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d7f1928-cb07-4d3f-9a91-c3e38b1f7ba0 req-74dab6d9-ef41-46c3-8c87-7cca4736a3d9 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1761303 Aug 03 19:23:45.458470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199524d4-2f60-4606-858b-395c0dc9ecf4 req-00d6bed7-f289-4623-a1de-e0215cbd3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:45.460100 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-199524d4-2f60-4606-858b-395c0dc9ecf4 req-00d6bed7-f289-4623-a1de-e0215cbd3ea5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 1097 time: 0.2134068 Aug 03 19:23:45.480266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Allocated IP 172.20.0.12 (60a388aa-9442-4b2c-b702-75501e55abcf/f71d713f-575b-4634-8ed7-f7546fe5f5cf/0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:45.527140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d7f1928-cb07-4d3f-9a91-c3e38b1f7ba0 req-c9753905-a498-45bc-baf1-f9e1513e5a2d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791998 Aug 03 19:23:45.578601 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-199524d4-2f60-4606-858b-395c0dc9ecf4 req-dc79a4e4-86a2-479c-9242-213c2fcf2f33 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093128 Aug 03 19:23:45.612101 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-3af909f8-1844-4587-8c00-aaba829b395c service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251968 Aug 03 19:23:45.876919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.882793 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-012f2fe9-6ce1-42e9-ba46-fba07ed493ad service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566094 Aug 03 19:23:45.905642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2f87a-5a91-469e-ab52-19cd115a67ae req-d46bb516-8798-4d9e-a5cd-fd402439cef5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:45.907181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aaa2f87a-5a91-469e-ab52-19cd115a67ae req-d46bb516-8798-4d9e-a5cd-fd402439cef5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1004741 Aug 03 19:23:45.960246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-67928123-3362-4b86-bbdc-713e65f89c7f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 217 time: 0.0569522 Aug 03 19:23:45.976202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aaa2f87a-5a91-469e-ab52-19cd115a67ae req-6e733974-f42a-48e7-b069-d632331b4a16 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Aug 03 19:23:46.036935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.081005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-b21efc07-4492-4896-b92c-9b036d969dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:46.082564 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-b21efc07-4492-4896-b92c-9b036d969dd2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.1146305 Aug 03 19:23:46.133771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Network 60a388aa-9442-4b2c-b702-75501e55abcf is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:46.144230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:46.149892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:46.156967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Pushing event updated for resources: {'Port': ['ID=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:46.205345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-b4880acb-628a-4ee3-a4d0-28e4afe196ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:46.207227 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-b4880acb-628a-4ee3-a4d0-28e4afe196ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149449 Aug 03 19:23:46.282666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529187d-5b42-4718-8cf0-d80c66dbf743 req-debc605a-b078-40a3-a571-8e2e968050f0 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:46.290574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e529187d-5b42-4718-8cf0-d80c66dbf743 req-debc605a-b078-40a3-a571-8e2e968050f0 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 932 time: 0.1907291 Aug 03 19:23:46.291420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:46.292125 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.321774 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7a68e891-da06-497e-94e2-1afd2e3555e7 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0422087 Aug 03 19:23:46.329793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d340d22-1284-46fa-9a20-460960783c4c req-daabff74-e54a-49f2-9451-2fcac4e9f8f9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:46.333938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d340d22-1284-46fa-9a20-460960783c4c req-daabff74-e54a-49f2-9451-2fcac4e9f8f9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2557490 Aug 03 19:23:46.344439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Request body: {'port': {'device_id': '9614e279-abaf-4a40-82c8-5dadd84a9830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:46.387474 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-62e761fb-1ec2-4b17-854d-251225c3e8e9 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685989 Aug 03 19:23:46.413202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e529187d-5b42-4718-8cf0-d80c66dbf743 req-352ae257-5490-45bf-9d21-2cd61b9629bb tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099594 Aug 03 19:23:46.417902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d340d22-1284-46fa-9a20-460960783c4c req-7ebb8d8b-caa0-4865-b68b-82e69790c1bf tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608006 Aug 03 19:23:46.492182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.622495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cccc2-25b8-4a87-b935-e95377d2a94c req-1853c1e2-1864-4ee5-8acd-b965f85f5b38 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:46.624404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d47cccc2-25b8-4a87-b935-e95377d2a94c req-1853c1e2-1864-4ee5-8acd-b965f85f5b38 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.0706875 Aug 03 19:23:46.685456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d47cccc2-25b8-4a87-b935-e95377d2a94c req-cac0a36c-9008-4e57-ad24-0b817a0cbf71 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464685 Aug 03 19:23:46.825128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-9ea6bcb0-8a16-4c74-9ff6-126e6ca99400 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260132 Aug 03 19:23:46.885571 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-aeb146d6-e62d-4f45-bbf6-7709a2cf1494 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 217 time: 0.0525224 Aug 03 19:23:47.087818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-2ca56f37-00a0-4164-9cd9-f3326840a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:47.089653 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-2ca56f37-00a0-4164-9cd9-f3326840a1e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.1941793 Aug 03 19:23:47.263368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:47.266915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52828) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:47.272657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.296671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Transition to ACTIVE for port object 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:47.311151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.351811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9e355-c7e9-453d-ae58-c0d923aab748 req-0da1219f-5a93-49d9-981b-375ecd56f857 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:47.376678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73d9e355-c7e9-453d-ae58-c0d923aab748 req-0da1219f-5a93-49d9-981b-375ecd56f857 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1919639 Aug 03 19:23:47.380213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-5eeef197-fe70-495c-8434-64f1fb3929a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:47.383569 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-5eeef197-fe70-495c-8434-64f1fb3929a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2752056 Aug 03 19:23:47.476828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73d9e355-c7e9-453d-ae58-c0d923aab748 req-0707ffbb-52b4-4bce-b8c5-3fecae52b24a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990310 Aug 03 19:23:47.490949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:47.676651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f742e2d-d8ce-41c3-a460-cdd106e03f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.676991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Attempting to bind port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:47.676991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Attempting to bind port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '60a388aa-9442-4b2c-b702-75501e55abcf'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:47.677337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Attempting to bind port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd on network 60a388aa-9442-4b2c-b702-75501e55abcf {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:47.684118 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-ef9e4885-c4a8-4bcf-8a5c-7e4e5c2e6222 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924602 Aug 03 19:23:47.686337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd on network 60a388aa-9442-4b2c-b702-75501e55abcf not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:47.686769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Attempting to bind port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd on network 60a388aa-9442-4b2c-b702-75501e55abcf {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:47.702286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:47.702709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Checking segment: {'id': 'bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '60a388aa-9442-4b2c-b702-75501e55abcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:47.703175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Bound using segment: {'id': 'bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '60a388aa-9442-4b2c-b702-75501e55abcf'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:47.703636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Bound port: 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '60a388aa-9442-4b2c-b702-75501e55abcf'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:47.704009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.747136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c023e15-f0a8-411e-9538-c2385a9e8103 req-cb97479a-51b6-464a-85ce-ae650905ff5f tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:47.755057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c023e15-f0a8-411e-9538-c2385a9e8103 req-cb97479a-51b6-464a-85ce-ae650905ff5f tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 944 time: 0.1554227 Aug 03 19:23:47.831332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d342b9-83e0-4c27-9519-f288ac2ae73f req-01f87365-f2b8-44aa-9e83-0772d9c921da tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:47.833020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8d342b9-83e0-4c27-9519-f288ac2ae73f req-01f87365-f2b8-44aa-9e83-0772d9c921da tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1838017 Aug 03 19:23:47.843799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c023e15-f0a8-411e-9538-c2385a9e8103 req-34e43aa2-8a0b-4ce1-837c-b04747adbad1 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878856 Aug 03 19:23:47.881623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] For port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:47.888072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] For port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,segment=NetworkSegment(bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718),segment_id=bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:47.892291 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-c356c287-3df2-4233-ad5a-0c023b74b910 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999533 Aug 03 19:23:47.896679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.933001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8d342b9-83e0-4c27-9519-f288ac2ae73f req-aecaf1e9-b6ce-4683-aa0e-0c428fc648b8 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691869 Aug 03 19:23:47.977670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f742e2d-d8ce-41c3-a460-cdd106e03f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.984776 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f742e2d-d8ce-41c3-a460-cdd106e03f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.986027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:47.986972 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.988889 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] 10.222.0.88 "PUT /v2.0/ports/0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd HTTP/1.1" status: 200 len: 1092 time: 1.6525090 Aug 03 19:23:47.994632 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-1bcd978c-3424-47bc-8c8c-eb500e3aab5c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=709a6d51-93eb-4555-b201-1379dad82dd9 HTTP/1.1" status: 200 len: 217 time: 0.0922215 Aug 03 19:23:47.999331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9614e279-abaf-4a40-82c8-5dadd84a9830', 'tag': '0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:48.010031 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b" -d '{"events": [{"name": "network-changed", "server_uuid": "9614e279-abaf-4a40-82c8-5dadd84a9830", "tag": "0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:48.053871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3f742e2d-d8ce-41c3-a460-cdd106e03f28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe3721ffcd63454992f4c8a3847ff86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853181 Aug 03 19:23:48.057207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:48.061974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b5da7-e81f-4340-851f-7ef97c469d07 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:48.093085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f742e2d-d8ce-41c3-a460-cdd106e03f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1309ee7b-0719-472c-ba58-69aa751d2fd3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:48.125616 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41600e7-0ce3-49c5-bde0-ea47c7cc3f74 x-openstack-request-id: req-b41600e7-0ce3-49c5-bde0-ea47c7cc3f74 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:48.125887 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9614e279-abaf-4a40-82c8-5dadd84a9830", "tag": "0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:48.126146 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b41600e7-0ce3-49c5-bde0-ea47c7cc3f74 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:48.126660 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9614e279-abaf-4a40-82c8-5dadd84a9830', 'tag': '0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd', 'status': 'completed', 'code': 200} Aug 03 19:23:48.180746 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9d9e2365-74e0-4d75-8024-144e4f2b0e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.201577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-552ce772-909f-4c86-8b69-333e96b5a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.203508 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-552ce772-909f-4c86-8b69-333e96b5a39d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba952454fb564067820c77e332e5c42a&device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 1095 time: 0.1175795 Aug 03 19:23:48.207822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2096d8e-7bd9-4e64-bbe8-f261f20e2eeb req-8af50105-79a1-4922-8fa6-ddb3c9463b2c tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.208849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-249cd28a-053b-494e-a702-3e7ca14edf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.209441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2096d8e-7bd9-4e64-bbe8-f261f20e2eeb req-8af50105-79a1-4922-8fa6-ddb3c9463b2c tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.0939124 Aug 03 19:23:48.212196 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-249cd28a-053b-494e-a702-3e7ca14edf37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.1850326 Aug 03 19:23:48.228684 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9d9e2365-74e0-4d75-8024-144e4f2b0e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.267572 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-9dc2c461-16a9-4f07-9417-d2c71cbc34ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd HTTP/1.1" status: 200 len: 217 time: 0.0517235 Aug 03 19:23:48.295840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2096d8e-7bd9-4e64-bbe8-f261f20e2eeb req-ae508c45-a639-46b5-896a-179d403f358f tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696099 Aug 03 19:23:48.330577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9d9e2365-74e0-4d75-8024-144e4f2b0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.333498 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9d9e2365-74e0-4d75-8024-144e4f2b0e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.337890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9d9e2365-74e0-4d75-8024-144e4f2b0e4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1309ee7b-0719-472c-ba58-69aa751d2fd3 HTTP/1.1" status: 204 len: 168 time: 0.2790229 Aug 03 19:23:48.354138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e2365-74e0-4d75-8024-144e4f2b0e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1309ee7b-0719-472c-ba58-69aa751d2fd3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:48.355041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-8d93ef7e-25d2-47d8-89e3-25e2845b0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.357822 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-8d93ef7e-25d2-47d8-89e3-25e2845b0093 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293476 Aug 03 19:23:48.363412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7d1fde9b-536e-49ae-b69d-3711a267ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.364107 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-7d1fde9b-536e-49ae-b69d-3711a267ab08 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f71d713f-575b-4634-8ed7-f7546fe5f5cf HTTP/1.1" status: 200 len: 852 time: 0.0768631 Aug 03 19:23:48.493078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade20e7-980e-4001-9ca2-7fdc14b9c097 req-f068c944-6cc6-40f4-aea2-a7ec3c48eadd tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.495281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eade20e7-980e-4001-9ca2-7fdc14b9c097 req-f068c944-6cc6-40f4-aea2-a7ec3c48eadd tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.0861580 Aug 03 19:23:48.501160 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-2d04cb2a-20c2-4cc8-a56c-1c7adc659323 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=60a388aa-9442-4b2c-b702-75501e55abcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126466 Aug 03 19:23:48.505925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:48.511521 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Request body: {'floatingip': {'port_id': '826ac5f9-8aaa-4014-a63c-4de46a0b9478'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:48.664354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5190cc-0534-4c63-ae3e-3ea7323f6dc8 req-23c78211-de7a-419c-b23c-9cbcc2d9fe68 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.666369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce5190cc-0534-4c63-ae3e-3ea7323f6dc8 req-23c78211-de7a-419c-b23c-9cbcc2d9fe68 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0669866 Aug 03 19:23:48.696471 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.729352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce5190cc-0534-4c63-ae3e-3ea7323f6dc8 req-d9220542-f008-4e27-907a-43eb2d9f716b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557449 Aug 03 19:23:48.842412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:48.862624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cafa5e93-f909-4720-ad78-59ac06b0fe13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.907620 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-f1624cbc-e6cf-4c61-b5cb-72897de74170 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410559 Aug 03 19:23:49.037224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038e31-5886-46fe-872c-1ec3cc82f9fe req-9deb60d3-aae8-4303-8420-dce994352ef9 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:49.038738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29038e31-5886-46fe-872c-1ec3cc82f9fe req-9deb60d3-aae8-4303-8420-dce994352ef9 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 944 time: 0.0981126 Aug 03 19:23:49.040893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cafa5e93-f909-4720-ad78-59ac06b0fe13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.047582 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cafa5e93-f909-4720-ad78-59ac06b0fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.049371 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-fcdeafe0-0b1f-463a-9c00-292a4e8ba8dc service neutron] 10.222.0.88 "GET /v2.0/networks/60a388aa-9442-4b2c-b702-75501e55abcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331414 Aug 03 19:23:49.130115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa5e93-f909-4720-ad78-59ac06b0fe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa1b25-d048-4edd-9eb5-c70613d32a52,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:49.137727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cafa5e93-f909-4720-ad78-59ac06b0fe13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=780673b5bd1f412fbe4045b9710043dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941413 Aug 03 19:23:49.153216 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29038e31-5886-46fe-872c-1ec3cc82f9fe req-4553acbe-fbc6-4feb-870d-17e458c24470 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967865 Aug 03 19:23:49.153852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52868) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:49.655320 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb427dbf-0772-4c4a-b792-0fc1fd385a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.720186 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb427dbf-0772-4c4a-b792-0fc1fd385a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.751765 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-cb102ed7-075d-4a71-a74f-078c2ad6443a service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952039 Aug 03 19:23:49.767188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2866e-bb30-497c-a075-1508f2a43196 req-2af791df-379d-42fa-b6d8-cad78dce65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:49.769708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00e2866e-bb30-497c-a075-1508f2a43196 req-2af791df-379d-42fa-b6d8-cad78dce65a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1097 time: 0.5421560 Aug 03 19:23:49.806975 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-07cd1f05-cb09-46aa-ade4-a82bd58a2e70 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c HTTP/1.1" status: 200 len: 217 time: 0.0432296 Aug 03 19:23:49.818908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014fc58-a310-41e5-a5ae-ea36c39e75c2 req-45eddcf9-842c-4ca0-b07e-469f98912718 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:49.836488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5014fc58-a310-41e5-a5ae-ea36c39e75c2 req-45eddcf9-842c-4ca0-b07e-469f98912718 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.5939817 Aug 03 19:23:49.870926 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b6db42a3-ca31-46dd-866d-d7fa069c4b6e req-42db77c8-e09e-42f6-afe6-e7f4ffeece75 service neutron] 10.222.0.88 "GET /v2.0/networks/60a388aa-9442-4b2c-b702-75501e55abcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095517 Aug 03 19:23:50.016325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-d94a00d8-2779-4f55-925d-135542827420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.022495 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-d94a00d8-2779-4f55-925d-135542827420 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.2005415 Aug 03 19:23:50.024546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5014fc58-a310-41e5-a5ae-ea36c39e75c2 req-50f2f8e2-24e8-42ed-ae78-6dfb0c8aa49a tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728592 Aug 03 19:23:50.028663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00e2866e-bb30-497c-a075-1508f2a43196 req-5ee9ad9f-175e-4253-93f2-4a025101a606 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405448 Aug 03 19:23:50.050858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b62fa-6b18-4d6c-a5a1-a1af5183079d req-64797154-6559-47c0-86cd-907ec00d1ac6 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.053157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-213b62fa-6b18-4d6c-a5a1-a1af5183079d req-64797154-6559-47c0-86cd-907ec00d1ac6 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.2131934 Aug 03 19:23:50.064233 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb427dbf-0772-4c4a-b792-0fc1fd385a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.068778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb427dbf-0772-4c4a-b792-0fc1fd385a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.074812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bb427dbf-0772-4c4a-b792-0fc1fd385a22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70fa1b25-d048-4edd-9eb5-c70613d32a52 HTTP/1.1" status: 204 len: 168 time: 0.9155147 Aug 03 19:23:50.096953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb427dbf-0772-4c4a-b792-0fc1fd385a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa1b25-d048-4edd-9eb5-c70613d32a52,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:50.174931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-213b62fa-6b18-4d6c-a5a1-a1af5183079d req-dca08a95-ef61-4982-ba59-1cb88fff2196 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013548 Aug 03 19:23:50.404623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.428061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daab1b-d11e-45ce-9902-7d1357e4a047 req-0dd88486-29f5-4436-90af-26627e4e7113 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.439521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50daab1b-d11e-45ce-9902-7d1357e4a047 req-0dd88486-29f5-4436-90af-26627e4e7113 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 944 time: 0.1141281 Aug 03 19:23:50.506527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50daab1b-d11e-45ce-9902-7d1357e4a047 req-c4c29906-be33-4da2-b365-c84d18efdb41 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583851 Aug 03 19:23:50.564687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-55fcd6a8-dae3-4ded-bdb4-91aaed4df568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.566401 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-55fcd6a8-dae3-4ded-bdb4-91aaed4df568 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba952454fb564067820c77e332e5c42a&device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 1095 time: 0.6066511 Aug 03 19:23:50.610097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-676ff758-dd3f-48e1-ab97-6b3def5ae0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.612369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-676ff758-dd3f-48e1-ab97-6b3def5ae0cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4689252 Aug 03 19:23:50.804887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52888) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:50.823287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.resource_extend [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:23:50.826638 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04169e67-a491-47da-a871-9820e790b0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.915573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.926928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-75cb5c8a-c39c-468a-9baf-c27fd44e44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.928898 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-75cb5c8a-c39c-468a-9baf-c27fd44e44d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=60a388aa-9442-4b2c-b702-75501e55abcf HTTP/1.1" status: 200 len: 913 time: 0.3514767 Aug 03 19:23:50.932515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.962396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04169e67-a491-47da-a871-9820e790b0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.968176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04169e67-a491-47da-a871-9820e790b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.017453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04169e67-a491-47da-a871-9820e790b0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8c7ec2-93e1-420c-a432-24ffdbc58e53,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:51.028601 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-3c80f836-713a-452a-8387-e46f90919fad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd HTTP/1.1" status: 200 len: 217 time: 0.0907538 Aug 03 19:23:51.031661 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-6dd1deb2-7b18-44a4-98e9-3c85f4afe5b8 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795867 Aug 03 19:23:51.048648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-04169e67-a491-47da-a871-9820e790b0ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39c781c074b44fb0b9b2fc5704ffdf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416751 Aug 03 19:23:51.051323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52890) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:51.147815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-924bc276-86eb-4dc3-b3d7-344b903002fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.211173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-924bc276-86eb-4dc3-b3d7-344b903002fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.240091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-77448a10-8160-4e33-97c8-b4e7eaa6e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:51.242835 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-77448a10-8160-4e33-97c8-b4e7eaa6e258 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f71d713f-575b-4634-8ed7-f7546fe5f5cf HTTP/1.1" status: 200 len: 852 time: 0.1907763 Aug 03 19:23:51.259099 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Floating IP a98b2feb-a6f7-44e6-88eb-cac2919f9482 associated. External IP: 172.25.4.117, port: 826ac5f9-8aaa-4014-a63c-4de46a0b9478. Aug 03 19:23:51.354977 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-5927adf1-1492-43f3-af0b-494020c8ac0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=60a388aa-9442-4b2c-b702-75501e55abcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979495 Aug 03 19:23:51.393171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a84bcc-b7e8-420d-8e67-4984ff316a0e req-b2cb43ef-f55b-4a6b-a26c-2ea392c31a2d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:51.395891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66a84bcc-b7e8-420d-8e67-4984ff316a0e req-b2cb43ef-f55b-4a6b-a26c-2ea392c31a2d tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2098172 Aug 03 19:23:51.434057 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-3fc184a7-02c1-47ee-8c1d-30275faf60a6 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910701 Aug 03 19:23:51.458938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f415-3d3b-47cb-bad4-5fdd52f4e889 req-bf43dcca-839b-4709-b06a-2ede729efeeb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:51.472428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71e7f415-3d3b-47cb-bad4-5fdd52f4e889 req-bf43dcca-839b-4709-b06a-2ede729efeeb tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1453807 Aug 03 19:23:51.502981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-924bc276-86eb-4dc3-b3d7-344b903002fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.506747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-924bc276-86eb-4dc3-b3d7-344b903002fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.508670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-924bc276-86eb-4dc3-b3d7-344b903002fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e8c7ec2-93e1-420c-a432-24ffdbc58e53 HTTP/1.1" status: 204 len: 168 time: 0.4563007 Aug 03 19:23:51.515154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-6f69568c-2e81-43c2-b42b-0d63403ddf96 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7 HTTP/1.1" status: 200 len: 217 time: 0.0484543 Aug 03 19:23:51.545168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66a84bcc-b7e8-420d-8e67-4984ff316a0e req-d6e7c866-fd2a-4fb3-bb54-312b60289d16 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388896 Aug 03 19:23:51.594886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc276-86eb-4dc3-b3d7-344b903002fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8c7ec2-93e1-420c-a432-24ffdbc58e53,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:51.656644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71e7f415-3d3b-47cb-bad4-5fdd52f4e889 req-f0bc5341-7bf7-4c0f-b432-fb12e3350081 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742346 Aug 03 19:23:51.733872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-23ae0b21-cc56-4ada-bb9d-d7f45346c60e service neutron] 10.222.0.88 "GET /v2.0/networks/60a388aa-9442-4b2c-b702-75501e55abcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645735 Aug 03 19:23:51.739994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-9aaba1ba-aebb-43d4-8928-e5e94bbdbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:51.743949 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-9aaba1ba-aebb-43d4-8928-e5e94bbdbb76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.2087460 Aug 03 19:23:51.979318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c951e5-8d2f-44c4-a01b-ba8a8e0a7c01 req-27527294-8ea1-402a-b988-cd19859510ef tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:51.989093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9c951e5-8d2f-44c4-a01b-ba8a8e0a7c01 req-27527294-8ea1-402a-b988-cd19859510ef tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 944 time: 0.1546340 Aug 03 19:23:52.060029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9c951e5-8d2f-44c4-a01b-ba8a8e0a7c01 req-3fe1d178-ec1c-4adb-b309-95cd55410689 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698042 Aug 03 19:23:52.283809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-9f55812d-d1c5-4989-8677-ac992e6a4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:52.285281 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-9f55812d-d1c5-4989-8677-ac992e6a4829 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5326829 Aug 03 19:23:52.297257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-bf24116f-4ba3-4a0e-a66e-2566470326b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:52.300551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-bf24116f-4ba3-4a0e-a66e-2566470326b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 1097 time: 0.1631393 Aug 03 19:23:52.396157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Router c245973a-74b9-4488-a013-061bda547758 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:52.414037 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c22d6c6a-18fc-42c0-ab06-ef068f28e87b req-c587b4a6-63d8-4c83-93db-b43c27c103ad service neutron] 10.222.0.88 "GET /v2.0/networks/60a388aa-9442-4b2c-b702-75501e55abcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644692 Aug 03 19:23:52.437818 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-0a3e38d8-7fc1-420f-ac7b-737f1c48442f service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402066 Aug 03 19:23:52.457910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c6206-73e8-47b2-9fd8-e85e25852c7f req-cab0e1ce-dc88-4179-a2f8-21b41cef5013 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:52.457910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c66c6206-73e8-47b2-9fd8-e85e25852c7f req-cab0e1ce-dc88-4179-a2f8-21b41cef5013 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2551486 Aug 03 19:23:52.515373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:52.530389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c66c6206-73e8-47b2-9fd8-e85e25852c7f req-3d56dacb-383d-47fb-bb82-4a015284fa7a tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 Aug 03 19:23:52.561008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-7597e02e-7fdd-4830-990a-9080c3b3cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:52.561008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-7597e02e-7fdd-4830-990a-9080c3b3cd2c service neutron] 10.222.0.88 "GET /v2.0/networks?id=9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 200 len: 919 time: 0.2476504 Aug 03 19:23:52.629983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-cf240bcf-6cfa-4df9-9bd1-4ef762f768f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0760aec-f846-4729-9262-deff9bfe34b7 HTTP/1.1" status: 200 len: 217 time: 0.0612345 Aug 03 19:23:52.778428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-a9e2fbb5-df6b-43cd-b7e6-041b5856c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:52.778828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,segment=NetworkSegment(bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718),segment_id=bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:52.786882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-a9e2fbb5-df6b-43cd-b7e6-041b5856c2b3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 200 len: 858 time: 0.1474042 Aug 03 19:23:52.802670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd', 'network_id': '60a388aa-9442-4b2c-b702-75501e55abcf', 'port_id': '0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd', 'mac_address': 'fa:16:3e:2b:a5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71d713f-575b-4634-8ed7-f7546fe5f5cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:52.856791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:52.871592 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.872752 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.878188 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] Sync routers for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:52.905777 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:52.906910 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:23:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:52.926620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:52.930820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-275bd813-6df4-495e-9fac-b4701ee36acf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9718a632-7cff-495c-bd96-582c7af625a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376567 Aug 03 19:23:52.941929 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-0da2cf59-4f0c-4428-8471-4373315475d0 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763332 Aug 03 19:23:52.948681 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8bcb02ff-2898-4cec-bf4e-04e8289096b9 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "PUT /v2.0/floatingips/a98b2feb-a6f7-44e6-88eb-cac2919f9482 HTTP/1.1" status: 200 len: 992 time: 4.4416592 Aug 03 19:23:52.949912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'tag': '826ac5f9-8aaa-4014-a63c-4de46a0b9478'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:52.953451 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2d0647-40aa-4fda-b2c3-90bb651461c5" -d '{"events": [{"name": "network-changed", "server_uuid": "660ecfe1-ec40-4678-b9e3-5c8113f1f19c", "tag": "826ac5f9-8aaa-4014-a63c-4de46a0b9478"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:52.997454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,segment=NetworkSegment(bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718),segment_id=bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:53.006899 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.044721 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-83cf0099-3b9a-4cb8-bf06-52cdbcf4fa07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312 HTTP/1.1" status: 200 len: 217 time: 0.0870264 Aug 03 19:23:53.129312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:53.147451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.152079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.152792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.156870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.158023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.158782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.159359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.159919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.160624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.162556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.163199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.163780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:53.172738 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:53.186561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-27088e66-0caf-4256-a474-4af2eae8b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.194447 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-27088e66-0caf-4256-a474-4af2eae8b448 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.1394784 Aug 03 19:23:53.227102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fb6ba-a4df-49e2-896f-8eec9eeac737 req-f614b5e5-ceb4-4166-af82-a73270ed3459 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.235590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd2fb6ba-a4df-49e2-896f-8eec9eeac737 req-f614b5e5-ceb4-4166-af82-a73270ed3459 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.3175285 Aug 03 19:23:53.308478 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697fceee-4232-4e56-a14e-2b400a1c027f x-openstack-request-id: req-697fceee-4232-4e56-a14e-2b400a1c027f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:53.309382 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660ecfe1-ec40-4678-b9e3-5c8113f1f19c", "tag": "826ac5f9-8aaa-4014-a63c-4de46a0b9478", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:53.309382 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-697fceee-4232-4e56-a14e-2b400a1c027f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:53.311243 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'tag': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'status': 'completed', 'code': 200} Aug 03 19:23:53.312591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd2fb6ba-a4df-49e2-896f-8eec9eeac737 req-c60aa847-5a4b-44b7-87ed-35a12f65c326 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711765 Aug 03 19:23:53.326707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-2093ceba-6aec-4313-9ab6-473acb836415 service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565731 Aug 03 19:23:53.331934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:53.354109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-acb654fc-a5b9-4c18-a0cf-cd6f2b43cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.358713 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-acb654fc-a5b9-4c18-a0cf-cd6f2b43cd24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439857 Aug 03 19:23:53.562760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-683eea49-a13c-40d8-9214-40d1532670f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.574687 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-683eea49-a13c-40d8-9214-40d1532670f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1d5f6c4dec58489eba10c2c56bc034e9&device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 1097 time: 0.1789062 Aug 03 19:23:53.675065 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-0d9bf045-86fe-4f7f-a1c5-740047cb0c1f service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114033 Aug 03 19:23:53.722127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0653fae6-7e1b-49bf-84e9-504c4bbf6d56 req-74d239c3-c006-47f5-b5ed-0ea152e663cc service neutron] 10.222.0.88 "GET /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868999 Aug 03 19:23:53.828921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e130c-c9f7-420c-be63-832819bf19d4 req-5f25c6cb-2db8-4eed-8a7a-321360ec4d03 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.832433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf1e130c-c9f7-420c-be63-832819bf19d4 req-5f25c6cb-2db8-4eed-8a7a-321360ec4d03 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 945 time: 0.3215401 Aug 03 19:23:53.865979 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a98b2feb-a6f7-44e6-88eb-cac2919f9482', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c245973a-74b9-4488-a013-061bda547758', 'port_id': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'mac_address': 'fa:16:3e:c9:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:23:19Z', 'updated_at': '2021-08-03T19:23:50Z', 'revision_number': 1, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:53.875475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-c11739af-7a5b-4924-b449-7d4263c4e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.877151 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-c11739af-7a5b-4924-b449-7d4263c4e4ed service neutron] 10.222.0.63 "GET /v2.0/networks?id=5b806c51-9eca-469a-a774-23951c8f384b HTTP/1.1" status: 200 len: 907 time: 0.3015163 Aug 03 19:23:53.896259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409d27-eee8-4cb0-9afe-046f5f14104c req-d40c7dd2-0187-49ee-ba3c-687ccc95ba95 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.899213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23409d27-eee8-4cb0-9afe-046f5f14104c req-d40c7dd2-0187-49ee-ba3c-687ccc95ba95 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.2359390 Aug 03 19:23:53.934132 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] Checking router: c245973a-74b9-4488-a013-061bda547758 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:53.953515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf6d7f86-4ba9-4e75-b145-f34f265ed52d req-bb18b6eb-2f6e-41d7-bceb-56230275d5b5 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700830 Aug 03 19:23:53.966709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:53.967459 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:23:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:54.009719 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-aed1210d-575b-443b-bcc9-4ccd63094af2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478 HTTP/1.1" status: 200 len: 1000 time: 0.1144109 Aug 03 19:23:54.113124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf1e130c-c9f7-420c-be63-832819bf19d4 req-3e637d86-e0dd-4791-9639-e95d12a24961 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455392 Aug 03 19:23:54.119150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-dda8a126-69c4-4c6f-a219-8b2a6c1977f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:54.121132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-dda8a126-69c4-4c6f-a219-8b2a6c1977f0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96949e0-db97-4464-ac22-1a2625a45f8e HTTP/1.1" status: 200 len: 845 time: 0.1101818 Aug 03 19:23:54.151039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23409d27-eee8-4cb0-9afe-046f5f14104c req-16b6e002-2198-4a3f-a9fa-46a677e3945e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282169 Aug 03 19:23:54.223946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-a7188d62-bb60-401a-a753-bb16ea0e028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:54.230805 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-a7188d62-bb60-401a-a753-bb16ea0e028e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5b806c51-9eca-469a-a774-23951c8f384b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987489 Aug 03 19:23:54.287709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:54.428922 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-2907b228-3ea9-45e9-957f-11b99e082623 service neutron] 10.222.0.63 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928325 Aug 03 19:23:54.537303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:54.636516 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd2d0647-40aa-4fda-b2c3-90bb651461c5 req-23889b72-0f5c-4f06-adaf-27ee173e7aec service neutron] 10.222.0.63 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860197 Aug 03 19:23:54.677439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1c89-60fd-4699-9bb8-b780ae9665c1 req-193b2d0b-b4b0-49ca-85a9-0dbdec8853de tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:54.678281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:54.692695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:54.693318 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.701395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6b1c89-60fd-4699-9bb8-b780ae9665c1 req-193b2d0b-b4b0-49ca-85a9-0dbdec8853de tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.2165079 Aug 03 19:23:54.840259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c6b1c89-60fd-4699-9bb8-b780ae9665c1 req-6d58b70c-2d53-402d-9f59-fe12564abf02 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349070 Aug 03 19:23:54.861544 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a98b2feb-a6f7-44e6-88eb-cac2919f9482', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c245973a-74b9-4488-a013-061bda547758', 'port_id': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'mac_address': 'fa:16:3e:c9:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:23:19Z', 'updated_at': '2021-08-03T19:23:50Z', 'revision_number': 1, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:54.892624 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d04c00-7bdc-4fab-8b08-f2b53f9b1180 None None] The sync data for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 is: [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a98b2feb-a6f7-44e6-88eb-cac2919f9482', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c245973a-74b9-4488-a013-061bda547758', 'port_id': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'mac_address': 'fa:16:3e:c9:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:23:19Z', 'updated_at': '2021-08-03T19:23:50Z', 'revision_number': 1, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:54.903811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.947726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9614e279-abaf-4a40-82c8-5dadd84a9830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:54.952143 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a905ee3-34f5-45ad-baf6-742a773e9b37" -d '{"events": [{"server_uuid": "9614e279-abaf-4a40-82c8-5dadd84a9830", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:54.977778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,segment=NetworkSegment(bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718),segment_id=bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:54.983902 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.038135 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c97b9-d9b6-4cc4-a9d2-8cb76b89a694 x-openstack-request-id: req-e04c97b9-d9b6-4cc4-a9d2-8cb76b89a694 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:55.038399 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9614e279-abaf-4a40-82c8-5dadd84a9830", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:55.039512 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e04c97b9-d9b6-4cc4-a9d2-8cb76b89a694 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:55.039691 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9614e279-abaf-4a40-82c8-5dadd84a9830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd', 'code': 200} Aug 03 19:23:55.080360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:55.156812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6f62d-0bda-4db8-bf09-f5ff1e20a3e3 req-9ca605bf-010d-4ca1-9a4e-db97b40d0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:55.160012 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a3a6f62d-0bda-4db8-bf09-f5ff1e20a3e3 req-9ca605bf-010d-4ca1-9a4e-db97b40d0767 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 1097 time: 0.0769441 Aug 03 19:23:55.246788 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a3a6f62d-0bda-4db8-bf09-f5ff1e20a3e3 req-38cb816f-e927-468e-9578-de71931d70da service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788360 Aug 03 19:23:55.247472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be045dc-8a9b-40c3-a7c3-ec2d3b2e73fa None None] New status for floating IP a98b2feb-a6f7-44e6-88eb-cac2919f9482: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:23:55.348280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873ab3b-b7c2-40af-afb0-3579d84cb6f0 req-97e09fb8-0edc-457f-b83e-b982a30ebd5f tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:55.349964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e873ab3b-b7c2-40af-afb0-3579d84cb6f0 req-97e09fb8-0edc-457f-b83e-b982a30ebd5f tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.0952656 Aug 03 19:23:55.402481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc75ee-ebf1-42cf-9418-2defa1996d48 req-385a03a9-a4ea-45b6-85c1-c81291e3bdcd tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:55.410220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6edc75ee-ebf1-42cf-9418-2defa1996d48 req-385a03a9-a4ea-45b6-85c1-c81291e3bdcd tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 946 time: 0.1093781 Aug 03 19:23:55.477393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6edc75ee-ebf1-42cf-9418-2defa1996d48 req-9c99cfd5-4e62-4c06-a853-66161111f789 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654805 Aug 03 19:23:55.491862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e873ab3b-b7c2-40af-afb0-3579d84cb6f0 req-367e7e75-c72e-4ec3-b062-673cb3ac3817 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307390 Aug 03 19:23:55.632588 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.029368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932817-3315-4e39-a237-b9fec8f2d5ab req-0aaf8e7d-ee27-43ec-aadf-df3ce6e111e4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:56.031030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5932817-3315-4e39-a237-b9fec8f2d5ab req-0aaf8e7d-ee27-43ec-aadf-df3ce6e111e4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0814333 Aug 03 19:23:56.095198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5932817-3315-4e39-a237-b9fec8f2d5ab req-76e8b6f4-71fc-4858-80b5-f68cc817840d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 Aug 03 19:23:56.136951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d143dc9d-fd1b-4979-bedf-29a3399062c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.425814 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:23:56.649020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319559c8-ba69-4664-890b-4303ac7e7f2e req-f0addf36-c0bd-4f00-b873-ea91c0a82587 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:56.650887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-319559c8-ba69-4664-890b-4303ac7e7f2e req-f0addf36-c0bd-4f00-b873-ea91c0a82587 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 946 time: 0.0853276 Aug 03 19:23:56.701223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f79983-da2f-4549-9bb9-3da8706a3033 req-1f705297-0f39-4f80-a66a-14689b69e620 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:56.702929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6f79983-da2f-4549-9bb9-3da8706a3033 req-1f705297-0f39-4f80-a66a-14689b69e620 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.0907345 Aug 03 19:23:56.731862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-319559c8-ba69-4664-890b-4303ac7e7f2e req-c7e81d7d-e6ff-4c0f-9d85-887cb98ea5ae tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703421 Aug 03 19:23:56.772392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6f79983-da2f-4549-9bb9-3da8706a3033 req-3d00ad29-2131-41ba-9c1e-3d4c68e5a643 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609615 Aug 03 19:23:57.312924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc820887-af3f-42f0-ad27-1a8aaf806006 req-41e59ebe-26eb-44ce-9084-223ebf50ed65 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.321030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc820887-af3f-42f0-ad27-1a8aaf806006 req-41e59ebe-26eb-44ce-9084-223ebf50ed65 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0986936 Aug 03 19:23:57.385507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc820887-af3f-42f0-ad27-1a8aaf806006 req-c7cd3684-2429-4b08-a738-6d8ef1a8ae43 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Aug 03 19:23:57.582627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2bd94-5dc5-4fac-8744-76a24b7b6c09 req-784aa0aa-ab30-4ef8-b166-f30a517dcef5 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.584534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ad2bd94-5dc5-4fac-8744-76a24b7b6c09 req-784aa0aa-ab30-4ef8-b166-f30a517dcef5 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 946 time: 0.0603764 Aug 03 19:23:57.628088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ad2bd94-5dc5-4fac-8744-76a24b7b6c09 req-ba21911c-7484-4f1d-96e4-f5830f0d05bc tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358829 Aug 03 19:23:58.612685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed73e3-0ff1-48bf-8bf3-60c94b308ed3 req-b4b2f0d5-8bdc-4527-a680-6353b5d81892 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:58.616853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebed73e3-0ff1-48bf-8bf3-60c94b308ed3 req-b4b2f0d5-8bdc-4527-a680-6353b5d81892 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0875840 Aug 03 19:23:58.677994 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebed73e3-0ff1-48bf-8bf3-60c94b308ed3 req-7aa0538d-957e-46f0-a8d9-73a6fddb959a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538723 Aug 03 19:23:58.904550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184562f-f60d-4726-aba4-54cf24d3ec3c req-5f6ba687-3891-499e-984d-5f2c76501bb0 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:58.911740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b184562f-f60d-4726-aba4-54cf24d3ec3c req-5f6ba687-3891-499e-984d-5f2c76501bb0 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 946 time: 0.1579576 Aug 03 19:23:59.000719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b184562f-f60d-4726-aba4-54cf24d3ec3c req-a0f60dde-1db8-4832-a81f-f1e6284c4cd1 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/security-groups?id=40e44295-193a-41f2-a665-85c50df32fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713017 Aug 03 19:23:59.220613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-fcdb1a47-8d5a-4816-80bc-14b45cee1ad3 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:59.223458 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-fcdb1a47-8d5a-4816-80bc-14b45cee1ad3 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.88 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 946 time: 0.1469464 Aug 03 19:23:59.357865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Deleting port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:59.358377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.553909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] For port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,segment=NetworkSegment(bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718),segment_id=bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:59.555023 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.585241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Calling delete_port for 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:59.751314 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.926201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939281ab-c2cb-4332-a40e-5eb86141660a req-162208e9-a5fe-4c71-9337-ea73329c8e1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:59.932174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.936120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-939281ab-c2cb-4332-a40e-5eb86141660a req-162208e9-a5fe-4c71-9337-ea73329c8e1a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1442518 Aug 03 19:23:59.951650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:59.996847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Pushing event deleted for resources: {'Port': ['ID=0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:00.070192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-939281ab-c2cb-4332-a40e-5eb86141660a req-8e0aece8-6f83-47d7-bf65-5d6bd37774ca tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325648 Aug 03 19:24:00.160432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] No DVR routers for this DVR port 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:00.172271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.183941 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ad36f3e3-a303-4690-99aa-02e28fa578fb req-732a26e9-a66b-4c8c-a2db-34c7995c28a4 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.88 "DELETE /v2.0/ports/0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd HTTP/1.1" status: 204 len: 173 time: 0.9542723 Aug 03 19:24:00.184750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9614e279-abaf-4a40-82c8-5dadd84a9830', 'name': 'network-vif-deleted', 'tag': '0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:00.206542 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbff95d9-6c32-42f4-b01a-d556d580a5f5" -d '{"events": [{"server_uuid": "9614e279-abaf-4a40-82c8-5dadd84a9830", "name": "network-vif-deleted", "tag": "0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:00.262692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf57bdd0-98b1-4e2b-abff-9b415fe1d6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.299845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ce230ef-c47c-40e8-849f-5a1cae53326e req-5a93d726-b196-4fb8-b408-6aed45591d44 tempest-ServerPasswordTestJSON-85921695 tempest-ServerPasswordTestJSON-85921695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9614e279-abaf-4a40-82c8-5dadd84a9830 HTTP/1.1" status: 200 len: 210 time: 0.1077733 Aug 03 19:24:00.466858 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a38430-b51d-40b8-b801-93400c2e04b1 x-openstack-request-id: req-80a38430-b51d-40b8-b801-93400c2e04b1 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:00.467879 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9614e279-abaf-4a40-82c8-5dadd84a9830", "name": "network-vif-deleted", "tag": "0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:00.467879 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80a38430-b51d-40b8-b801-93400c2e04b1 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:00.467879 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9614e279-abaf-4a40-82c8-5dadd84a9830', 'name': 'network-vif-deleted', 'tag': '0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd', 'status': 'completed', 'code': 200} Aug 03 19:24:01.251055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952c27d-0382-4731-b174-7b08bdf64fe7 req-51b58358-7664-42e3-85d6-a9e97c201118 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:01.252768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4952c27d-0382-4731-b174-7b08bdf64fe7 req-51b58358-7664-42e3-85d6-a9e97c201118 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0734453 Aug 03 19:24:01.347072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4952c27d-0382-4731-b174-7b08bdf64fe7 req-d4fc111c-34f6-4fec-be6f-9376d7cf0e78 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863271 Aug 03 19:24:01.421323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53086) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:01.507136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c069b7f-f0d5-44bf-8c09-6c0337ad6d8e admin admin] Deleting subnet f71d713f-575b-4634-8ed7-f7546fe5f5cf {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:01.516134 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c069b7f-f0d5-44bf-8c09-6c0337ad6d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.577799 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c069b7f-f0d5-44bf-8c09-6c0337ad6d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.660230 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c069b7f-f0d5-44bf-8c09-6c0337ad6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.804687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c069b7f-f0d5-44bf-8c09-6c0337ad6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.838843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c069b7f-f0d5-44bf-8c09-6c0337ad6d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71d713f-575b-4634-8ed7-f7546fe5f5cf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:01.848135 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c069b7f-f0d5-44bf-8c09-6c0337ad6d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.856809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:01.867111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5c069b7f-f0d5-44bf-8c09-6c0337ad6d8e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f71d713f-575b-4634-8ed7-f7546fe5f5cf HTTP/1.1" status: 204 len: 168 time: 0.4343321 Aug 03 19:24:01.905562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.068889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.192452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.206129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a388aa-9442-4b2c-b702-75501e55abcf']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:02.222477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:02.222839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8565ab-6ca4-4b3a-b528-1a1ecbf1d718') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:02.240629 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.263635 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.272500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:02.273218 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:02.275892 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:02.394249 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.410132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.412729 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] 10.222.0.42 "DELETE /v2.0/networks/60a388aa-9442-4b2c-b702-75501e55abcf HTTP/1.1" status: 204 len: 168 time: 0.5510478 Aug 03 19:24:02.431692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d975c71-f441-47bf-b705-4d45593193ed admin admin] Pushing event deleted for resources: {'Network': ['ID=60a388aa-9442-4b2c-b702-75501e55abcf,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:02.617951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:02.698812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:02.700743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0e4ff0fe-60b0-4d12-aa09-ddb38adcedcd not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:03.035049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32c598-eb9c-4945-adec-e0963215222f req-c2dcf359-2581-44c9-a0cc-7a9a1807ad38 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:03.045811 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c32c598-eb9c-4945-adec-e0963215222f req-c2dcf359-2581-44c9-a0cc-7a9a1807ad38 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.5142202 Aug 03 19:24:03.046429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53122) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:03.129845 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bc44afcb-499b-41ea-a407-6cb0f2e453bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba952454fb564067820c77e332e5c42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820305 Aug 03 19:24:03.133155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c32c598-eb9c-4945-adec-e0963215222f req-229b8dd8-e79b-4497-a96e-7ea8b9f0cb7b tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787191 Aug 03 19:24:03.139637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53126) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:03.234664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce278-79f5-4e9e-8e08-964e53fa96df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.262911 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce278-79f5-4e9e-8e08-964e53fa96df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.336831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce278-79f5-4e9e-8e08-964e53fa96df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.341885 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce278-79f5-4e9e-8e08-964e53fa96df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.346698 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ed7ce278-79f5-4e9e-8e08-964e53fa96df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40e44295-193a-41f2-a665-85c50df32fed HTTP/1.1" status: 204 len: 168 time: 0.2004492 Aug 03 19:24:03.357525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ce278-79f5-4e9e-8e08-964e53fa96df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e44295-193a-41f2-a665-85c50df32fed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:04.350877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.379166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f9be-33d7-417d-8ba2-da126cb507b7 req-1dbf985b-3069-4d56-9816-d2851afbe377 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:04.388068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3757f9be-33d7-417d-8ba2-da126cb507b7 req-1dbf985b-3069-4d56-9816-d2851afbe377 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1343796 Aug 03 19:24:04.516660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3757f9be-33d7-417d-8ba2-da126cb507b7 req-c7a31e89-92a3-4fb4-89f3-dc428d676379 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154456 Aug 03 19:24:05.799817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e9f30-43d7-4aee-a410-73cadaebd704 req-871fa59b-51e3-4634-992c-3757e85cba29 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:05.814625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a61e9f30-43d7-4aee-a410-73cadaebd704 req-871fa59b-51e3-4634-992c-3757e85cba29 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1094871 Aug 03 19:24:05.854482 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53214) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:05.887132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a61e9f30-43d7-4aee-a410-73cadaebd704 req-c4bb468b-db4d-4119-b9af-e67dd70029cf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684762 Aug 03 19:24:06.065560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae76a01a-5353-4467-8283-0a6d898cec58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.254889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae76a01a-5353-4467-8283-0a6d898cec58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.261435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ae76a01a-5353-4467-8283-0a6d898cec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.326802 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ae76a01a-5353-4467-8283-0a6d898cec58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7e19db26dee485889a20dcb9517c239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705005 Aug 03 19:24:06.327650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76a01a-5353-4467-8283-0a6d898cec58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a05b62-25e4-4754-a166-f89e9c09cbef,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:06.329738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53230) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:06.500048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8557fdbe-0c1d-4621-b6b8-d40566175d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.548268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8557fdbe-0c1d-4621-b6b8-d40566175d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.632493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8557fdbe-0c1d-4621-b6b8-d40566175d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.640424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8557fdbe-0c1d-4621-b6b8-d40566175d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.644265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8557fdbe-0c1d-4621-b6b8-d40566175d43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5a05b62-25e4-4754-a166-f89e9c09cbef HTTP/1.1" status: 204 len: 168 time: 0.3088119 Aug 03 19:24:06.663961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557fdbe-0c1d-4621-b6b8-d40566175d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a05b62-25e4-4754-a166-f89e9c09cbef,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:07.248242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ae31f-9cc0-4adb-b675-d160a5ab7385 req-4ae99ae7-dd29-466b-8100-44dcd8bc931e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:07.250861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-029ae31f-9cc0-4adb-b675-d160a5ab7385 req-4ae99ae7-dd29-466b-8100-44dcd8bc931e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0985038 Aug 03 19:24:07.335222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-029ae31f-9cc0-4adb-b675-d160a5ab7385 req-75a896ef-cc12-4008-b1d4-4db619a37365 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743623 Aug 03 19:24:08.701270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df173a-6676-4d60-aa77-467c921cc8ae req-233e19a6-ef56-4d10-8b57-fb42608a0d36 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:08.719973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13df173a-6676-4d60-aa77-467c921cc8ae req-233e19a6-ef56-4d10-8b57-fb42608a0d36 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1408172 Aug 03 19:24:08.828228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13df173a-6676-4d60-aa77-467c921cc8ae req-7f099d2a-2a31-47b7-a63a-75c389f3b815 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001396 Aug 03 19:24:09.031801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-cacaa52f-27d4-422c-98f7-23e0b7d4dbc5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846980 Aug 03 19:24:09.195568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-e025a9af-ecc3-4e79-ab11-d7babe1f82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.197270 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-e025a9af-ecc3-4e79-ab11-d7babe1f82c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 1096 time: 0.0985990 Aug 03 19:24:09.599120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-d436f02c-2ab1-4dec-81b0-a00f8cb7a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.601226 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-d436f02c-2ab1-4dec-81b0-a00f8cb7a731 service neutron] 10.222.0.63 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 0.3724523 Aug 03 19:24:09.765680 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-48627efd-006b-4fc5-990e-b0a317c71878 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79 HTTP/1.1" status: 200 len: 1001 time: 0.1556058 Aug 03 19:24:09.886614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-835f97cc-9c28-42d5-ab52-10875e9bc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.888435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-835f97cc-9c28-42d5-ab52-10875e9bc059 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.1151102 Aug 03 19:24:09.986280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-1bfbf844-1287-46b0-836b-1bc16df61e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.988319 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-1bfbf844-1287-46b0-836b-1bc16df61e4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906591 Aug 03 19:24:10.179879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083dc17-31e2-4f4c-a395-36e5ccc558c5 req-04095e0f-197e-4dfb-8bbb-fc2874944190 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:10.187166 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-3875c3ac-533a-4101-88fc-1a2d26dea41e service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888728 Aug 03 19:24:10.197652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5083dc17-31e2-4f4c-a395-36e5ccc558c5 req-04095e0f-197e-4dfb-8bbb-fc2874944190 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1126213 Aug 03 19:24:10.311607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5083dc17-31e2-4f4c-a395-36e5ccc558c5 req-4b261aa7-b481-4322-a15b-817cd0712ee0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122606 Aug 03 19:24:10.394924 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-602a05e6-b8a6-4851-a894-c9bd30274fd0 req-f9f83374-0be8-4f7b-ade9-a7cee59ac6a1 service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766851 Aug 03 19:24:11.551935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53382) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:11.574567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167a0a-67c2-4edc-aa5e-e2f83b374dba req-ebc7909f-c6e7-47ff-bb57-beb8e10be84e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:11.577627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7167a0a-67c2-4edc-aa5e-e2f83b374dba req-ebc7909f-c6e7-47ff-bb57-beb8e10be84e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1085825 Aug 03 19:24:11.659307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7167a0a-67c2-4edc-aa5e-e2f83b374dba req-db128edd-b037-43c4-809d-24b919a773e1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716305 Aug 03 19:24:11.807486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d58aa72c-3e2b-46f2-9a2b-dda46a0c7367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.949495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d58aa72c-3e2b-46f2-9a2b-dda46a0c7367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.955890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d58aa72c-3e2b-46f2-9a2b-dda46a0c7367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.004018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58aa72c-3e2b-46f2-9a2b-dda46a0c7367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a445c9d6-b37a-415d-9830-488da805e91e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:12.009963 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d58aa72c-3e2b-46f2-9a2b-dda46a0c7367 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bc721446bb446e7bd04b21a854fe7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557912 Aug 03 19:24:12.013919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53398) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:12.168077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87e8a102-59b7-4bfc-bdef-558d50bc0baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.225823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87e8a102-59b7-4bfc-bdef-558d50bc0baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.337547 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87e8a102-59b7-4bfc-bdef-558d50bc0baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.346646 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87e8a102-59b7-4bfc-bdef-558d50bc0baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.374371 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-87e8a102-59b7-4bfc-bdef-558d50bc0baa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a445c9d6-b37a-415d-9830-488da805e91e HTTP/1.1" status: 204 len: 168 time: 0.3588138 Aug 03 19:24:12.423930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8a102-59b7-4bfc-bdef-558d50bc0baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a445c9d6-b37a-415d-9830-488da805e91e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:12.849851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fae02-b475-42a1-aae7-16ef3788a0d5 req-04aba4d3-c52f-4713-a4dc-3b406303e2dc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:12.858227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae6fae02-b475-42a1-aae7-16ef3788a0d5 req-04aba4d3-c52f-4713-a4dc-3b406303e2dc tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0619438 Aug 03 19:24:12.912475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae6fae02-b475-42a1-aae7-16ef3788a0d5 req-53efded1-fb06-4f2c-b2f6-1efb2a1344bf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526345 Aug 03 19:24:13.012373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53418) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:13.030323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-49571ebf-b6d9-4463-910e-b0b7b866d675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.256438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef04d4-3a0c-453e-b689-8199c884468e req-508dd377-7bb6-4324-990c-14b2aa32f611 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:13.266881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cef04d4-3a0c-453e-b689-8199c884468e req-508dd377-7bb6-4324-990c-14b2aa32f611 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1102772 Aug 03 19:24:13.289772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-49571ebf-b6d9-4463-910e-b0b7b866d675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.297874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-49571ebf-b6d9-4463-910e-b0b7b866d675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.341771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cef04d4-3a0c-453e-b689-8199c884468e req-b0f1289e-55bf-4029-a9e5-11e293f0ecd2 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733273 Aug 03 19:24:13.383552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53430) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:13.397142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-49571ebf-b6d9-4463-910e-b0b7b866d675 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cd88492bede412d9dd5cda95318ac7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833902 Aug 03 19:24:13.451121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49571ebf-b6d9-4463-910e-b0b7b866d675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c46af7-541e-4672-a3d0-c81e67f40c4b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:13.507427 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0dc54872-c1c3-4ea1-86eb-f6b52da336b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.564737 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0dc54872-c1c3-4ea1-86eb-f6b52da336b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.665034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0dc54872-c1c3-4ea1-86eb-f6b52da336b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.669586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0dc54872-c1c3-4ea1-86eb-f6b52da336b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.681254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0dc54872-c1c3-4ea1-86eb-f6b52da336b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53c46af7-541e-4672-a3d0-c81e67f40c4b HTTP/1.1" status: 204 len: 168 time: 0.2957964 Aug 03 19:24:13.692267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc54872-c1c3-4ea1-86eb-f6b52da336b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c46af7-541e-4672-a3d0-c81e67f40c4b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:14.188092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b109975-cc27-40a0-ad75-81460bd93b3c req-245190de-d85f-43af-9c68-495d96d9e722 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:14.190395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b109975-cc27-40a0-ad75-81460bd93b3c req-245190de-d85f-43af-9c68-495d96d9e722 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0825481 Aug 03 19:24:14.268638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b109975-cc27-40a0-ad75-81460bd93b3c req-8a5afce4-cfbf-4555-b5f0-b3e81a2b25e3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670640 Aug 03 19:24:14.559599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80540457-3105-4b65-96c8-1f1e39a906c3 req-b319b24e-2bc2-4eba-88ea-648568768587 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:14.568510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80540457-3105-4b65-96c8-1f1e39a906c3 req-b319b24e-2bc2-4eba-88ea-648568768587 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.0972450 Aug 03 19:24:14.620468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80540457-3105-4b65-96c8-1f1e39a906c3 req-9c32b411-3ccf-479a-a0ed-9d688d5d343c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482304 Aug 03 19:24:15.474049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626b2da-78ef-48fb-a767-0444c06e698f req-4cdeb2ec-8e35-4ec2-b828-1a65ff9d66ea tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:15.475590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffda969-b322-468d-a61a-124ac6476994 req-b6861f11-ce85-467e-beeb-9a1392911a3e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:15.477349 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f626b2da-78ef-48fb-a767-0444c06e698f req-4cdeb2ec-8e35-4ec2-b828-1a65ff9d66ea tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.88 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1104000 Aug 03 19:24:15.479627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ffda969-b322-468d-a61a-124ac6476994 req-b6861f11-ce85-467e-beeb-9a1392911a3e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1267211 Aug 03 19:24:15.563659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ffda969-b322-468d-a61a-124ac6476994 req-20665933-5eca-4fc2-86ff-453708b67fd5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719004 Aug 03 19:24:15.754490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Deleting port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:15.757856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.919453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af29c5-d14a-4296-8d0b-7fd31668dd78 req-2e9660e2-16bd-4273-b525-4e099c0ce574 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:15.922236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64af29c5-d14a-4296-8d0b-7fd31668dd78 req-2e9660e2-16bd-4273-b525-4e099c0ce574 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 946 time: 0.1417251 Aug 03 19:24:16.055539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] For port 0da0b8a8-5f4c-48fe-9250-25287424f2a9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0da0b8a8-5f4c-48fe-9250-25287424f2a9,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:16.056149 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.082214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64af29c5-d14a-4296-8d0b-7fd31668dd78 req-c101c8a7-d1b6-429d-95d0-793eb7aa8318 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520824 Aug 03 19:24:16.084008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Calling delete_port for 0da0b8a8-5f4c-48fe-9250-25287424f2a9 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:16.423037 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.436448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0da0b8a8-5f4c-48fe-9250-25287424f2a9', 'e0760aec-f846-4729-9262-deff9bfe34b7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:16.490696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Pushing event deleted for resources: {'Port': ['ID=0da0b8a8-5f4c-48fe-9250-25287424f2a9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:16.632050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] No DVR routers for this DVR port 0da0b8a8-5f4c-48fe-9250-25287424f2a9 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:16.636278 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.640777 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f626b2da-78ef-48fb-a767-0444c06e698f req-c7fa6780-27e0-468c-8d09-aec2cc368fd7 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.88 "DELETE /v2.0/ports/0da0b8a8-5f4c-48fe-9250-25287424f2a9 HTTP/1.1" status: 204 len: 173 time: 1.1550620 Aug 03 19:24:16.641865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36dd08a-f303-4253-a160-74f9af837a8a', 'name': 'network-vif-deleted', 'tag': '0da0b8a8-5f4c-48fe-9250-25287424f2a9'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:16.665234 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529fd2c6-2173-46f8-b600-943c2de27af9" -d '{"events": [{"server_uuid": "c36dd08a-f303-4253-a160-74f9af837a8a", "name": "network-vif-deleted", "tag": "0da0b8a8-5f4c-48fe-9250-25287424f2a9"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:16.757762 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e5ef1-6ed3-4051-97d2-2308478250c3 x-openstack-request-id: req-b78e5ef1-6ed3-4051-97d2-2308478250c3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:16.758701 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36dd08a-f303-4253-a160-74f9af837a8a", "name": "network-vif-deleted", "tag": "0da0b8a8-5f4c-48fe-9250-25287424f2a9", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:16.758912 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b78e5ef1-6ed3-4051-97d2-2308478250c3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:16.759268 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36dd08a-f303-4253-a160-74f9af837a8a', 'name': 'network-vif-deleted', 'tag': '0da0b8a8-5f4c-48fe-9250-25287424f2a9', 'status': 'completed', 'code': 200} Aug 03 19:24:16.866065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ad8bc-2b47-484d-b4b9-bf0f7abffcac req-a6099a73-c026-44e4-9aa8-269949e23954 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:16.886370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-963ad8bc-2b47-484d-b4b9-bf0f7abffcac req-a6099a73-c026-44e4-9aa8-269949e23954 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1426485 Aug 03 19:24:16.978567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-963ad8bc-2b47-484d-b4b9-bf0f7abffcac req-a5362b55-0aab-4308-9dfa-039e445ab000 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886486 Aug 03 19:24:17.486172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aab5b5b9-d4be-4381-bffd-501ec7206ef4 req-63b52a91-756a-4c79-ae1d-4e54bdaad5ca tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=c36dd08a-f303-4253-a160-74f9af837a8a HTTP/1.1" status: 200 len: 210 time: 0.1028042 Aug 03 19:24:17.628284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990bdad-2c60-4f20-8675-640ee1f5c177 req-4adf9f75-2be5-46e9-a997-68fd36267cff tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:17.638693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b990bdad-2c60-4f20-8675-640ee1f5c177 req-4adf9f75-2be5-46e9-a997-68fd36267cff tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.0854592 Aug 03 19:24:17.711698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b990bdad-2c60-4f20-8675-640ee1f5c177 req-2aa2f797-da16-40c8-b231-549fbe0e6567 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717597 Aug 03 19:24:18.056744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53564) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:18.231074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c15e092d-2bce-4dce-b3e8-d858c647f1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.396815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c15e092d-2bce-4dce-b3e8-d858c647f1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.403059 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c15e092d-2bce-4dce-b3e8-d858c647f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.467105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c15e092d-2bce-4dce-b3e8-d858c647f1de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a91753c1be5448858a65588d536625bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085605 Aug 03 19:24:18.469982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53570) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:18.471158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e092d-2bce-4dce-b3e8-d858c647f1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1863ca7-bbb2-45b1-9c09-0cc35cbf24fe,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:18.538141 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26b7a424-0ddb-47d2-b2a9-5cdabc8ccdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.598378 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26b7a424-0ddb-47d2-b2a9-5cdabc8ccdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.613836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0da0b8a8-5f4c-48fe-9250-25287424f2a9 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:18.689302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 0da0b8a8-5f4c-48fe-9250-25287424f2a9 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:18.691106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0da0b8a8-5f4c-48fe-9250-25287424f2a9 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:18.796956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26b7a424-0ddb-47d2-b2a9-5cdabc8ccdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.801088 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26b7a424-0ddb-47d2-b2a9-5cdabc8ccdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.812805 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-26b7a424-0ddb-47d2-b2a9-5cdabc8ccdf7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1863ca7-bbb2-45b1-9c09-0cc35cbf24fe HTTP/1.1" status: 204 len: 168 time: 0.3347709 Aug 03 19:24:18.866154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef31f2-f5b8-417c-945a-783da338b58c req-0ca86d41-5f23-4797-af16-b6d6002f08be tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:18.868831 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-08ef31f2-f5b8-417c-945a-783da338b58c req-0ca86d41-5f23-4797-af16-b6d6002f08be tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1695528 Aug 03 19:24:18.910468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7a424-0ddb-47d2-b2a9-5cdabc8ccdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1863ca7-bbb2-45b1-9c09-0cc35cbf24fe,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:19.078714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fbb0d-50de-4daf-9555-29ad006407d7 req-51636c5c-ca8e-4f97-9883-356742779e28 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:19.087050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e70fbb0d-50de-4daf-9555-29ad006407d7 req-51636c5c-ca8e-4f97-9883-356742779e28 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1316633 Aug 03 19:24:19.114237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd863604-8455-4eb7-b46f-2a07182d68ed req-062fdf6e-015c-4589-8e35-49a7b76b39c7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:19.126318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd863604-8455-4eb7-b46f-2a07182d68ed req-062fdf6e-015c-4589-8e35-49a7b76b39c7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 946 time: 0.1219957 Aug 03 19:24:19.196772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Deleting port 3255f171-ccef-4e4f-a5e7-026cddc011dc {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:19.197959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.233596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd863604-8455-4eb7-b46f-2a07182d68ed req-9f1398af-3990-43c9-b70a-de3a77881565 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059442 Aug 03 19:24:19.262431 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e70fbb0d-50de-4daf-9555-29ad006407d7 req-9c02f378-dfdf-4d96-addd-91fdfdb78f99 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741600 Aug 03 19:24:19.464871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] For port 3255f171-ccef-4e4f-a5e7-026cddc011dc, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3255f171-ccef-4e4f-a5e7-026cddc011dc,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:19.465636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.489800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Calling delete_port for 3255f171-ccef-4e4f-a5e7-026cddc011dc owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:19.510850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53598) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:19.533832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43b84ba9-cb2a-4f4f-9901-be87527df557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.673847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53602) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:19.776983 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.786623 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43b84ba9-cb2a-4f4f-9901-be87527df557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.794824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3255f171-ccef-4e4f-a5e7-026cddc011dc'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:19.803654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43b84ba9-cb2a-4f4f-9901-be87527df557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.825407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event deleted for resources: {'Port': ['ID=3255f171-ccef-4e4f-a5e7-026cddc011dc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:19.892885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] No DVR routers for this DVR port 3255f171-ccef-4e4f-a5e7-026cddc011dc on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:19.896440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.899117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b84ba9-cb2a-4f4f-9901-be87527df557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e133d7-025a-4335-9586-f61607a59921,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:19.899343 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-08ef31f2-f5b8-417c-945a-783da338b58c req-1af99d67-2e72-42a9-a81e-5ed7579316bd tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "DELETE /v2.0/ports/3255f171-ccef-4e4f-a5e7-026cddc011dc HTTP/1.1" status: 204 len: 173 time: 1.0182314 Aug 03 19:24:19.900061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4283a09a-2ce8-455c-be92-51358df5d94f', 'name': 'network-vif-deleted', 'tag': '3255f171-ccef-4e4f-a5e7-026cddc011dc'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:19.902514 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d587c5a-66b7-4513-9942-485c0de444c7" -d '{"events": [{"server_uuid": "4283a09a-2ce8-455c-be92-51358df5d94f", "name": "network-vif-deleted", "tag": "3255f171-ccef-4e4f-a5e7-026cddc011dc"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:19.931002 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec273-d19c-48da-865f-ebd26a9d300e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.989669 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e14bd8-2257-4b66-ada5-01e3eccd3bd7 x-openstack-request-id: req-a3e14bd8-2257-4b66-ada5-01e3eccd3bd7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:19.990007 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4283a09a-2ce8-455c-be92-51358df5d94f", "name": "network-vif-deleted", "tag": "3255f171-ccef-4e4f-a5e7-026cddc011dc", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:19.990300 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3e14bd8-2257-4b66-ada5-01e3eccd3bd7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:19.990883 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4283a09a-2ce8-455c-be92-51358df5d94f', 'name': 'network-vif-deleted', 'tag': '3255f171-ccef-4e4f-a5e7-026cddc011dc', 'status': 'completed', 'code': 200} Aug 03 19:24:20.028913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:20.029204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-43b84ba9-cb2a-4f4f-9901-be87527df557 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ee4aa40e7804e1f86e53a7bfb2a8bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165658 Aug 03 19:24:20.112707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef809bc0-e843-4568-82bd-4284d31b005d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.126666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec273-d19c-48da-865f-ebd26a9d300e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.137006 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec273-d19c-48da-865f-ebd26a9d300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.142072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef809bc0-e843-4568-82bd-4284d31b005d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.178286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ec273-d19c-48da-865f-ebd26a9d300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f74cf4-c01e-43dd-9cd2-32fa392aae1f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.193144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f0ec273-d19c-48da-865f-ebd26a9d300e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f9edb2e8a3e443dae639489d4f3caa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175772 Aug 03 19:24:20.197887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53616) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:20.225530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef809bc0-e843-4568-82bd-4284d31b005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.228881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef809bc0-e843-4568-82bd-4284d31b005d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.230133 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ef809bc0-e843-4568-82bd-4284d31b005d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89e133d7-025a-4335-9586-f61607a59921 HTTP/1.1" status: 204 len: 168 time: 0.1996803 Aug 03 19:24:20.249460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef809bc0-e843-4568-82bd-4284d31b005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e133d7-025a-4335-9586-f61607a59921,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.270980 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9697-22d6-4070-b6e8-bffe8a24f2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.306325 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9697-22d6-4070-b6e8-bffe8a24f2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.399217 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9697-22d6-4070-b6e8-bffe8a24f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.405431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.413110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9697-22d6-4070-b6e8-bffe8a24f2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.415584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0a9b9697-22d6-4070-b6e8-bffe8a24f2a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6f74cf4-c01e-43dd-9cd2-32fa392aae1f HTTP/1.1" status: 204 len: 168 time: 0.2161412 Aug 03 19:24:20.440905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b9697-22d6-4070-b6e8-bffe8a24f2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f74cf4-c01e-43dd-9cd2-32fa392aae1f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.541767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3b7f037-e329-43fe-9457-6173be1abe4b req-165bdf73-2500-46a3-8b8a-046dbb10c930 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4283a09a-2ce8-455c-be92-51358df5d94f HTTP/1.1" status: 200 len: 210 time: 0.0694566 Aug 03 19:24:20.588185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd116d0d-e360-4547-94b7-0e25a70ce510 req-3b4b1b73-9973-484b-a4a1-1d47544893e9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:20.594993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd116d0d-e360-4547-94b7-0e25a70ce510 req-3b4b1b73-9973-484b-a4a1-1d47544893e9 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1996694 Aug 03 19:24:20.698038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd116d0d-e360-4547-94b7-0e25a70ce510 req-734ea797-047d-4e24-bc33-027835ae120e tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924020 Aug 03 19:24:21.866408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aaafb-00d9-4039-8f25-7f1c9750defc req-e7ff10ca-a8dd-435e-9c5e-f91614e46cfd tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:21.870357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-312aaafb-00d9-4039-8f25-7f1c9750defc req-e7ff10ca-a8dd-435e-9c5e-f91614e46cfd tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.0616047 Aug 03 19:24:21.940473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-312aaafb-00d9-4039-8f25-7f1c9750defc req-e52ab6ed-0c31-43b0-a40a-a95fceef07e5 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642571 Aug 03 19:24:22.168627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-cb6f9598-f900-4bbf-8078-d703fac0cf14 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:22.170223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-cb6f9598-f900-4bbf-8078-d703fac0cf14 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.1832092 Aug 03 19:24:22.191134 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-04db5d46-8910-48e5-98bf-c65ffa778d5e tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/quotas/5579bf78047c421d94d7a30e656dcf34 HTTP/1.1" status: 200 len: 375 time: 0.0148449 Aug 03 19:24:22.252164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-adedb512-43e3-41e4-9ddd-336dcd7e24ea tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536766 Aug 03 19:24:22.395325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-41a4be4f-91a7-4b3a-95d8-20fed2db7bf4 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351779 Aug 03 19:24:22.527620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-f249b625-2e9b-4464-afb1-54660f85fe82 service neutron] 10.222.0.42 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235507 Aug 03 19:24:22.627942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3255f171-ccef-4e4f-a5e7-026cddc011dc no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:22.667120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 3255f171-ccef-4e4f-a5e7-026cddc011dc {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:22.668035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3255f171-ccef-4e4f-a5e7-026cddc011dc not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:22.829772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f572de2b-faaf-4219-b1bc-57cf414ac690 req-95f08bed-262e-4ea1-a28e-9d5ef9d84612 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 210 time: 0.0520346 Aug 03 19:24:23.143282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454fafc-c318-48ff-a869-6a8a74afc847 req-3bbc6aaa-aea4-4d4c-b272-56a6090bb1b4 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:23.145381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0454fafc-c318-48ff-a869-6a8a74afc847 req-3bbc6aaa-aea4-4d4c-b272-56a6090bb1b4 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.0679562 Aug 03 19:24:23.200842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0454fafc-c318-48ff-a869-6a8a74afc847 req-c535d462-7ebc-4424-961e-09b9b62bd58b tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 Aug 03 19:24:23.493575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53730) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:23.632887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed8d8-0776-4852-b374-bcb58ecc4ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.768019 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed8d8-0776-4852-b374-bcb58ecc4ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.773898 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed8d8-0776-4852-b374-bcb58ecc4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.817786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ed8d8-0776-4852-b374-bcb58ecc4ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b80b6-2712-4c11-bb97-3247d928dc9b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:23.825838 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6c9ed8d8-0776-4852-b374-bcb58ecc4ecc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6bc996db27245a5a3e09dcdf666c3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305590 Aug 03 19:24:23.826158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53734) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:23.895519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46580726-816b-403a-9819-d516a6d9ed19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.921618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46580726-816b-403a-9819-d516a6d9ed19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.973007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-702059cc-ae02-40af-9449-2ca1666246fe req-fc794fa6-6d1d-43a4-81b1-337ec3315ee4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 210 time: 0.0304801 Aug 03 19:24:24.129011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46580726-816b-403a-9819-d516a6d9ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.133111 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46580726-816b-403a-9819-d516a6d9ed19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.135606 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46580726-816b-403a-9819-d516a6d9ed19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c4b80b6-2712-4c11-bb97-3247d928dc9b HTTP/1.1" status: 204 len: 168 time: 0.3080311 Aug 03 19:24:24.170792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46580726-816b-403a-9819-d516a6d9ed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b80b6-2712-4c11-bb97-3247d928dc9b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:24.213379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-a064d216-ea0e-48e5-b26e-886514349179 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:24.216775 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-a064d216-ea0e-48e5-b26e-886514349179 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 812 time: 0.2447827 Aug 03 19:24:24.241652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Request body: {'port': {'device_id': 'e171439e-ac3e-41ed-9380-f5752ccfda98', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'admin_state_up': True, 'tenant_id': '5579bf78047c421d94d7a30e656dcf34'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:24.414948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Made reservation on behalf of 5579bf78047c421d94d7a30e656dcf34 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:24.422807 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.509616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbace538-388b-44d4-b902-75d6782942c5 req-1fc4e899-35a6-424a-93fb-e4c15482e28c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:24.512221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbace538-388b-44d4-b902-75d6782942c5 req-1fc4e899-35a6-424a-93fb-e4c15482e28c tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1816702 Aug 03 19:24:24.541636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-a4269ee0-674c-438f-86b4-904a7325b9c5 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:24.544462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-a4269ee0-674c-438f-86b4-904a7325b9c5 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.88 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 946 time: 0.1325948 Aug 03 19:24:24.607451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53752) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:24.653345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.701075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbace538-388b-44d4-b902-75d6782942c5 req-be1e1a23-d483-47ae-b83a-618f04b23cd3 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/security-groups?id=708f608a-766a-48fe-9589-9d0b5c9c653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545963 Aug 03 19:24:24.701321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Allocated IP 172.20.0.4 (acd84b55-7d24-4e3a-a16c-e620317c12be/df9d0866-5ec6-4863-8a31-4cd77b166be6/9dc76601-67a1-46b8-8719-d2546693b1f0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:24.748154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Deleting port e0760aec-f846-4729-9262-deff9bfe34b7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:24.748527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.863625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] For port e0760aec-f846-4729-9262-deff9bfe34b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e0760aec-f846-4729-9262-deff9bfe34b7,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:24.863992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.883251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Calling delete_port for e0760aec-f846-4729-9262-deff9bfe34b7 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:25.036521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.053228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.067940 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.074493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Pushing event deleted for resources: {'Port': ['ID=e0760aec-f846-4729-9262-deff9bfe34b7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:25.129405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.142268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] No DVR routers for this DVR port e0760aec-f846-4729-9262-deff9bfe34b7 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:25.151372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66156633a3af427fb8cccf4e7d8a92f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420394 Aug 03 19:24:25.151903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53758) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.154096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.156513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65439a0b-058c-42a7-8b57-e66c13109ba4 req-ecf51002-29ae-4bfd-a44b-9ed275b31622 tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.88 "DELETE /v2.0/ports/e0760aec-f846-4729-9262-deff9bfe34b7 HTTP/1.1" status: 204 len: 173 time: 0.6003919 Aug 03 19:24:25.157251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2bf4e4-4814-4025-994d-fa3ee85b7a5d', 'name': 'network-vif-deleted', 'tag': 'e0760aec-f846-4729-9262-deff9bfe34b7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:25.160167 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90645de4-b912-441f-b07e-77c5b60daa95" -d '{"events": [{"server_uuid": "fe2bf4e4-4814-4025-994d-fa3ee85b7a5d", "name": "network-vif-deleted", "tag": "e0760aec-f846-4729-9262-deff9bfe34b7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:25.169806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c951fe6a-3db5-4000-987b-431991dd20cc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:25.193464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.193849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.194201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.194571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.194915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.195255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.195589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.195921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.196250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.196579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.196909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.197240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb107d5-cc35-490d-af34-55246640b010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:25.200386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-893ab7ff-4d89-46c5-91e5-2d622878b2c7 req-cc69dca9-0cb3-4383-abcb-55234297927d tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 210 time: 0.0848718 Aug 03 19:24:25.272665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c579722f-a972-4842-92b1-b92508807c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.324407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c579722f-a972-4842-92b1-b92508807c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.343322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.344773 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e214f00-44c3-45a6-a30d-bafbf39c58ab x-openstack-request-id: req-2e214f00-44c3-45a6-a30d-bafbf39c58ab {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:25.345270 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2bf4e4-4814-4025-994d-fa3ee85b7a5d", "name": "network-vif-deleted", "tag": "e0760aec-f846-4729-9262-deff9bfe34b7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:25.345867 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e214f00-44c3-45a6-a30d-bafbf39c58ab {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:25.346372 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2bf4e4-4814-4025-994d-fa3ee85b7a5d', 'name': 'network-vif-deleted', 'tag': 'e0760aec-f846-4729-9262-deff9bfe34b7', 'status': 'completed', 'code': 200} Aug 03 19:24:25.414341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Network acd84b55-7d24-4e3a-a16c-e620317c12be is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:25.433683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:25.433683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:25.437719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event updated for resources: {'Port': ['ID=9dc76601-67a1-46b8-8719-d2546693b1f0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:25.510419 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c579722f-a972-4842-92b1-b92508807c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.513169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c579722f-a972-4842-92b1-b92508807c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.519608 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c579722f-a972-4842-92b1-b92508807c8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c951fe6a-3db5-4000-987b-431991dd20cc HTTP/1.1" status: 204 len: 168 time: 0.3572021 Aug 03 19:24:25.526045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579722f-a972-4842-92b1-b92508807c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951fe6a-3db5-4000-987b-431991dd20cc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:25.533711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:25.534404 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.555530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-bb197b69-3d9a-46c2-a738-f4a88f1cd8a7 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3227925 Aug 03 19:24:25.569016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Request body: {'port': {'device_id': 'e171439e-ac3e-41ed-9380-f5752ccfda98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:25.628321 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.639360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.982291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5b941c9-13ce-450f-896b-c5b18cf31e64 req-ce34ecfb-634e-4fd0-b499-69223979416f tempest-ServerRescueNegativeTestJSON-2035957191 tempest-ServerRescueNegativeTestJSON-2035957191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2bf4e4-4814-4025-994d-fa3ee85b7a5d HTTP/1.1" status: 200 len: 210 time: 0.0728862 Aug 03 19:24:26.135311 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5e1de1eb-bb78-44a8-bd2b-81d619678703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.174485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc76601-67a1-46b8-8719-d2546693b1f0 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:26.194281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.218475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Transition to ACTIVE for port object 9dc76601-67a1-46b8-8719-d2546693b1f0 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:26.228118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.329136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc76601-67a1-46b8-8719-d2546693b1f0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:26.377176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Attempting to bind port 9dc76601-67a1-46b8-8719-d2546693b1f0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:26.377658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Attempting to bind port 9dc76601-67a1-46b8-8719-d2546693b1f0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:26.377901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Attempting to bind port 9dc76601-67a1-46b8-8719-d2546693b1f0 on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:26.384594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Port 9dc76601-67a1-46b8-8719-d2546693b1f0 on network acd84b55-7d24-4e3a-a16c-e620317c12be not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:24:26.384923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Attempting to bind port 9dc76601-67a1-46b8-8719-d2546693b1f0 on network acd84b55-7d24-4e3a-a16c-e620317c12be {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:26.390778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:26.391121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Checking segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:26.391518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Bound using segment: {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:26.392028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Bound port: 9dc76601-67a1-46b8-8719-d2546693b1f0, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b4969e-3e87-4296-b27c-106c16c69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:26.392389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.492140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecadbc-6b77-48c3-beed-f6738120f493 req-ce8e7f47-dc78-4b1f-a6ec-a3fc54458bc0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:26.494926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] For port 9dc76601-67a1-46b8-8719-d2546693b1f0, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:26.499176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] For port 9dc76601-67a1-46b8-8719-d2546693b1f0, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9dc76601-67a1-46b8-8719-d2546693b1f0,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:26.506432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49ecadbc-6b77-48c3-beed-f6738120f493 req-ce8e7f47-dc78-4b1f-a6ec-a3fc54458bc0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 943 time: 0.1154280 Aug 03 19:24:26.509743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.596838 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49ecadbc-6b77-48c3-beed-f6738120f493 req-8fe30c00-29b1-46f1-ad0b-f986b105ea52 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855417 Aug 03 19:24:26.671339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e0760aec-f846-4729-9262-deff9bfe34b7 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:26.707735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: e0760aec-f846-4729-9262-deff9bfe34b7 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:26.708654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e0760aec-f846-4729-9262-deff9bfe34b7 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:26.886868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:26.887465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.889033 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] 10.222.0.88 "PUT /v2.0/ports/9dc76601-67a1-46b8-8719-d2546693b1f0 HTTP/1.1" status: 200 len: 1091 time: 1.3248253 Aug 03 19:24:26.892701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e171439e-ac3e-41ed-9380-f5752ccfda98', 'tag': '9dc76601-67a1-46b8-8719-d2546693b1f0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:26.896434 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b7df43-56b1-44c0-9a16-20282bbcc848" -d '{"events": [{"name": "network-changed", "server_uuid": "e171439e-ac3e-41ed-9380-f5752ccfda98", "tag": "9dc76601-67a1-46b8-8719-d2546693b1f0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:26.926131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d1bb-9f07-47f7-980b-b4399c5b6a72 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc76601-67a1-46b8-8719-d2546693b1f0,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:26.996371 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913587ec-0cb9-46a8-a8bf-43cdcccffb92 x-openstack-request-id: req-913587ec-0cb9-46a8-a8bf-43cdcccffb92 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:26.996827 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e171439e-ac3e-41ed-9380-f5752ccfda98", "tag": "9dc76601-67a1-46b8-8719-d2546693b1f0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:26.997241 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-913587ec-0cb9-46a8-a8bf-43cdcccffb92 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:26.997898 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e171439e-ac3e-41ed-9380-f5752ccfda98', 'tag': '9dc76601-67a1-46b8-8719-d2546693b1f0', 'status': 'completed', 'code': 200} Aug 03 19:24:27.041635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-ae06bb8a-34e0-4e36-880e-670c0500ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.044302 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-ae06bb8a-34e0-4e36-880e-670c0500ad7f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 1094 time: 0.0950899 Aug 03 19:24:27.131435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-7ce33394-2469-4488-ba20-2885e8b15e4f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dc76601-67a1-46b8-8719-d2546693b1f0 HTTP/1.1" status: 200 len: 217 time: 0.0787761 Aug 03 19:24:27.135318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53816) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:27.223736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-9ba05b9b-3012-4ff0-9d74-31eaf7c53396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.227802 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-9ba05b9b-3012-4ff0-9d74-31eaf7c53396 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.0851233 Aug 03 19:24:27.290302 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-1f61d2c3-0bb3-4ecf-9171-50d555c88a17 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531611 Aug 03 19:24:27.465726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-e8d2bb97-f994-4c9f-a823-5310c8bae652 service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685870 Aug 03 19:24:27.776460 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-10ee5599-2327-4c02-8dcd-ec0546dee9e8 req-3d8edf33-c4ba-4604-9013-d26b884abb6d service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010638 Aug 03 19:24:27.902083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2fbf7-79ff-48cb-8e5c-f4aaafb31365 req-ef8dc4ba-d788-4a82-a622-d41aea0a9965 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.909922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0a2fbf7-79ff-48cb-8e5c-f4aaafb31365 req-ef8dc4ba-d788-4a82-a622-d41aea0a9965 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 943 time: 0.1492822 Aug 03 19:24:27.944675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-fad1f2ff-16ac-42b7-ac75-af57b866825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.948291 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-fad1f2ff-16ac-42b7-ac75-af57b866825a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5579bf78047c421d94d7a30e656dcf34&device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 1094 time: 0.0943415 Aug 03 19:24:27.985562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0a2fbf7-79ff-48cb-8e5c-f4aaafb31365 req-0ad3292b-15e7-43c4-b374-30426126adf8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721488 Aug 03 19:24:28.043286 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.164971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-29b2931f-bffd-47ee-8855-ea5fc953e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:28.169507 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-29b2931f-bffd-47ee-8855-ea5fc953e9c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 200 len: 913 time: 0.2125142 Aug 03 19:24:28.218679 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-ddd3b94d-d431-4661-99a2-fd2da167d7d4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dc76601-67a1-46b8-8719-d2546693b1f0 HTTP/1.1" status: 200 len: 217 time: 0.0412693 Aug 03 19:24:28.294178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-dfb11178-90d4-458f-abf9-39e210165c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:28.295994 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-dfb11178-90d4-458f-abf9-39e210165c12 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 200 len: 852 time: 0.0699015 Aug 03 19:24:28.313275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53848) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:28.361891 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-b22a9812-8248-4be9-b7a8-513b094b5acf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acd84b55-7d24-4e3a-a16c-e620317c12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559311 Aug 03 19:24:28.504834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Deleting port dad86527-b7e4-40b4-aa5a-de264bb35c4a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:28.506085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.515302 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-81d37715-bb54-4c05-be66-108723f81d15 service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406720 Aug 03 19:24:28.608529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-298b5465-5868-4a84-90d2-0eda919b7f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.659194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9dc76601-67a1-46b8-8719-d2546693b1f0 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:28.682654 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b7df43-56b1-44c0-9a16-20282bbcc848 req-33344632-bc30-4a1a-8455-2d3d803af33c service neutron] 10.222.0.88 "GET /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590812 Aug 03 19:24:28.776505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] For port dad86527-b7e4-40b4-aa5a-de264bb35c4a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dad86527-b7e4-40b4-aa5a-de264bb35c4a,segment=NetworkSegment(5f0b4e4e-9462-463e-bc26-5c490cca96fa),segment_id=5f0b4e4e-9462-463e-bc26-5c490cca96fa)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:28.776966 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.812393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Calling delete_port for dad86527-b7e4-40b4-aa5a-de264bb35c4a owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:28.868940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9dc76601-67a1-46b8-8719-d2546693b1f0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9dc76601-67a1-46b8-8719-d2546693b1f0,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:28.886119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '9dc76601-67a1-46b8-8719-d2546693b1f0', 'network_id': 'acd84b55-7d24-4e3a-a16c-e620317c12be', 'port_id': '9dc76601-67a1-46b8-8719-d2546693b1f0', 'mac_address': 'fa:16:3e:46:c8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d0866-5ec6-4863-8a31-4cd77b166be6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:28.900592 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-298b5465-5868-4a84-90d2-0eda919b7f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.920738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-298b5465-5868-4a84-90d2-0eda919b7f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.947781 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.964609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc76601-67a1-46b8-8719-d2546693b1f0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:28.990163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9dc76601-67a1-46b8-8719-d2546693b1f0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9dc76601-67a1-46b8-8719-d2546693b1f0,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:28.996424 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.015747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-298b5465-5868-4a84-90d2-0eda919b7f1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8835aadac97143debf9a03bb4f63e355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993346 Aug 03 19:24:29.016887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b5465-5868-4a84-90d2-0eda919b7f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125ae34-10e9-4169-972b-23e95d817ed7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:29.018595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53862) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:29.152538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=9dc76601-67a1-46b8-8719-d2546693b1f0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:29.168789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35f96d18-d6bb-49fc-ad18-e76f41a55e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.211001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35f96d18-d6bb-49fc-ad18-e76f41a55e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.276529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['9dc76601-67a1-46b8-8719-d2546693b1f0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:29.298722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35f96d18-d6bb-49fc-ad18-e76f41a55e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.300717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bff660-59f2-4fd2-b2e3-e295b7558578 req-cdd4eadd-aaed-4748-9cb3-320505789793 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:29.303585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1bff660-59f2-4fd2-b2e3-e295b7558578 req-cdd4eadd-aaed-4748-9cb3-320505789793 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 944 time: 0.1589220 Aug 03 19:24:29.306634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35f96d18-d6bb-49fc-ad18-e76f41a55e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.308223 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-35f96d18-d6bb-49fc-ad18-e76f41a55e67 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9125ae34-10e9-4169-972b-23e95d817ed7 HTTP/1.1" status: 204 len: 168 time: 0.2879784 Aug 03 19:24:29.321681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f96d18-d6bb-49fc-ad18-e76f41a55e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125ae34-10e9-4169-972b-23e95d817ed7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:29.377350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.443218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad86527-b7e4-40b4-aa5a-de264bb35c4a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:29.467663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1bff660-59f2-4fd2-b2e3-e295b7558578 req-a534618f-a889-4400-96d2-88b7d006f656 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329026 Aug 03 19:24:29.716972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.735792 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.261296 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a3de30a-9030-473c-9a34-cd52a2c7acba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.329147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Router 4b48384a-7529-4727-97f6-08db19045e92 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:24:30.529290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:30.539067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5ff0d0f2-6f95-45c6-8d4f-ce39d79a2199 admin admin] 10.222.0.42 "PUT /v2.0/routers/4b48384a-7529-4727-97f6-08db19045e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4017022 Aug 03 19:24:30.542965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53896) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:30.559434 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] Sync routers for ids ['4b48384a-7529-4727-97f6-08db19045e92'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:30.581011 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] Routers {'4b48384a-7529-4727-97f6-08db19045e92'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:30.582372 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:24:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['4b48384a-7529-4727-97f6-08db19045e92'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:30.661100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9dc76601-67a1-46b8-8719-d2546693b1f0 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:30.768698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c295fb5-fe4f-43c6-a3c9-537744769ff7 req-a11a7c77-fd1f-461d-98ed-41ea041a08c5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:30.787388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c295fb5-fe4f-43c6-a3c9-537744769ff7 req-a11a7c77-fd1f-461d-98ed-41ea041a08c5 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 944 time: 0.1684880 Aug 03 19:24:30.813439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 9dc76601-67a1-46b8-8719-d2546693b1f0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:30.821202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 9dc76601-67a1-46b8-8719-d2546693b1f0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:30.821590 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.839155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.884779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c295fb5-fe4f-43c6-a3c9-537744769ff7 req-318fc646-ddf7-4682-bd4f-edea5fa7d506 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825720 Aug 03 19:24:30.902637 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] Set router 4b48384a-7529-4727-97f6-08db19045e92 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:30.994728 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.030468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.045094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e171439e-ac3e-41ed-9380-f5752ccfda98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc76601-67a1-46b8-8719-d2546693b1f0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:31.049728 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b39221-abb7-4a2c-91ee-addf5adafd8e" -d '{"events": [{"server_uuid": "e171439e-ac3e-41ed-9380-f5752ccfda98", "name": "network-vif-plugged", "status": "completed", "tag": "9dc76601-67a1-46b8-8719-d2546693b1f0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:31.075186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9dc76601-67a1-46b8-8719-d2546693b1f0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9dc76601-67a1-46b8-8719-d2546693b1f0,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:31.082683 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.172074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Deleting port 5fad100a-6c38-41ea-b670-13e76c09c5d0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:31.172618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.197966 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccfb57f-b174-41d4-8aee-bbce0643959d x-openstack-request-id: req-2ccfb57f-b174-41d4-8aee-bbce0643959d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:31.198512 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e171439e-ac3e-41ed-9380-f5752ccfda98", "name": "network-vif-plugged", "status": "completed", "tag": "9dc76601-67a1-46b8-8719-d2546693b1f0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:31.198980 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ccfb57f-b174-41d4-8aee-bbce0643959d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:31.199851 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e171439e-ac3e-41ed-9380-f5752ccfda98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc76601-67a1-46b8-8719-d2546693b1f0', 'code': 200} Aug 03 19:24:31.201568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=9dc76601-67a1-46b8-8719-d2546693b1f0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:31.316316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] For port 5fad100a-6c38-41ea-b670-13e76c09c5d0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5fad100a-6c38-41ea-b670-13e76c09c5d0,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:31.316316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.354734 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:24:29Z', 'revision_number': 5, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port': {'id': '5fad100a-6c38-41ea-b670-13e76c09c5d0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48384a-7529-4727-97f6-08db19045e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:23Z', 'updated_at': '2021-08-03T19:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:31.365006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Calling delete_port for 5fad100a-6c38-41ea-b670-13e76c09c5d0 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:31.386047 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] Checking router: 4b48384a-7529-4727-97f6-08db19045e92 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:31.398019 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] Routers {'4b48384a-7529-4727-97f6-08db19045e92'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:31.398814 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:24:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['4b48384a-7529-4727-97f6-08db19045e92'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:31.404783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e83a16-b0b0-4a61-9195-3b02f374bd21 req-eff7fa62-575c-4956-83b5-a10beb05dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:31.407448 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94e83a16-b0b0-4a61-9195-3b02f374bd21 req-eff7fa62-575c-4956-83b5-a10beb05dcc0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 1096 time: 0.1170397 Aug 03 19:24:31.539520 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] Set router 4b48384a-7529-4727-97f6-08db19045e92 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:31.540371 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94e83a16-b0b0-4a61-9195-3b02f374bd21 req-d6c5d113-d4c1-4db2-aeb7-0463c8088b6b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817704 Aug 03 19:24:31.623699 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:24:31Z', 'revision_number': 6, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:31.659921 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc968f-a551-4eb8-83fd-cd34b4fba3d2 None None] The sync data for ids ['4b48384a-7529-4727-97f6-08db19045e92'] in n-d-803378-1 is: [{'id': '4b48384a-7529-4727-97f6-08db19045e92', 'name': 'tempest-ServerRescueNegativeTestJSON-448240620-router', 'tenant_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:21Z', 'updated_at': '2021-08-03T19:24:31Z', 'revision_number': 6, 'project_id': '2c6d1ffcfb7e4864886083b3f036b0ff', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:31.718793 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.747233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Pushing event deleted for resources: {'Port': ['ID=5fad100a-6c38-41ea-b670-13e76c09c5d0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:31.834109 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.861401 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.062024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.066176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.169062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dad86527-b7e4-40b4-aa5a-de264bb35c4a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:32.189370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.195827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b48384a-7529-4727-97f6-08db19045e92 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:24:32.219287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: dad86527-b7e4-40b4-aa5a-de264bb35c4a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:32.219287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dad86527-b7e4-40b4-aa5a-de264bb35c4a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:32.236892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.243555 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d85e048a-8f3b-4332-8cb8-df6e38f8b7da admin admin] 10.222.0.42 "DELETE /v2.0/routers/4b48384a-7529-4727-97f6-08db19045e92 HTTP/1.1" status: 204 len: 168 time: 1.6941857 Aug 03 19:24:32.244514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53928) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:32.264762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e4a0f-1895-47b7-8bba-431bfb8c21ce req-2cdac964-1799-43ab-abf8-adef036febc4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:32.278479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-531e4a0f-1895-47b7-8bba-431bfb8c21ce req-2cdac964-1799-43ab-abf8-adef036febc4 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 945 time: 0.1614754 Aug 03 19:24:32.373363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-531e4a0f-1895-47b7-8bba-431bfb8c21ce req-834b2afd-a72b-4c1a-a0dd-f73a3fd5c1a9 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931640 Aug 03 19:24:32.380444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc27512-01e5-47c5-abe1-87bb6c8edef7 admin admin] Deleting subnet 22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:32.385883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfc27512-01e5-47c5-abe1-87bb6c8edef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.463752 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfc27512-01e5-47c5-abe1-87bb6c8edef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.519605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfc27512-01e5-47c5-abe1-87bb6c8edef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.594764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfc27512-01e5-47c5-abe1-87bb6c8edef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.653546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc27512-01e5-47c5-abe1-87bb6c8edef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c90c6e-0ad5-480f-b7c6-bd844ebb55e2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:32.659661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfc27512-01e5-47c5-abe1-87bb6c8edef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.663421 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cfc27512-01e5-47c5-abe1-87bb6c8edef7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/22c90c6e-0ad5-480f-b7c6-bd844ebb55e2 HTTP/1.1" status: 204 len: 168 time: 0.4164283 Aug 03 19:24:32.666737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53934) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:32.871994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.011985 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.026160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9718a632-7cff-495c-bd96-582c7af625a9']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:33.045511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0b4e4e-9462-463e-bc26-5c490cca96fa') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:33.045859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0b4e4e-9462-463e-bc26-5c490cca96fa') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:33.057291 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.078067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.090584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:33.091241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:33.094331 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:33.187195 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.194477 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.197165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] 10.222.0.42 "DELETE /v2.0/networks/9718a632-7cff-495c-bd96-582c7af625a9 HTTP/1.1" status: 204 len: 168 time: 0.5205114 Aug 03 19:24:33.209446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dd0ab-0d1e-4957-bc16-985fcbe1460d admin admin] Pushing event deleted for resources: {'Network': ['ID=9718a632-7cff-495c-bd96-582c7af625a9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:33.457028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53950) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:33.458059 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:24:33.535869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-92a38bb8-3f17-411b-851a-6bf554f7b9cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c6d1ffcfb7e4864886083b3f036b0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747361 Aug 03 19:24:33.540016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53956) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:33.577347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe7595-3568-44bd-8301-52ebf338481d req-0803fcaf-3803-41a6-9f92-5bd3db72b535 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:33.580426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bbe7595-3568-44bd-8301-52ebf338481d req-0803fcaf-3803-41a6-9f92-5bd3db72b535 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 945 time: 0.0599933 Aug 03 19:24:33.637050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bbe7595-3568-44bd-8301-52ebf338481d req-c40fd38f-2217-46cb-a966-4c6edb817b11 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479488 Aug 03 19:24:33.642303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24509568-34e2-42b9-80ad-c603ee1c4457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.682493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24509568-34e2-42b9-80ad-c603ee1c4457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.742505 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24509568-34e2-42b9-80ad-c603ee1c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.745803 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24509568-34e2-42b9-80ad-c603ee1c4457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.750476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-24509568-34e2-42b9-80ad-c603ee1c4457 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/708f608a-766a-48fe-9589-9d0b5c9c653b HTTP/1.1" status: 204 len: 168 time: 0.2047994 Aug 03 19:24:33.756348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24509568-34e2-42b9-80ad-c603ee1c4457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708f608a-766a-48fe-9589-9d0b5c9c653b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:33.805945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5fad100a-6c38-41ea-b670-13e76c09c5d0 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:33.842292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 5fad100a-6c38-41ea-b670-13e76c09c5d0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:33.842625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5fad100a-6c38-41ea-b670-13e76c09c5d0 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:33.995700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677573d7-3cbe-436b-a611-94e4f3ddbbb7 req-71d90956-a8d7-45c2-8855-d7212c50ffc3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:33.998006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677573d7-3cbe-436b-a611-94e4f3ddbbb7 req-71d90956-a8d7-45c2-8855-d7212c50ffc3 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 945 time: 0.0770364 Aug 03 19:24:34.058700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-677573d7-3cbe-436b-a611-94e4f3ddbbb7 req-a65c5c7e-9912-4352-a357-3646ecdbc36a tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Aug 03 19:24:34.341350 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.845278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54000) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:34.958762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-48396498-network', 'tenant_id': 'ca6a8a0f702549ac82857312def8f491'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:34.984226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:34.986853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.997783 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.148257 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.154851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.195342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:24:35.226477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784f831b-08e3-4fbd-b640-b477d5c98255,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:35.243687 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.244038 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Added segment 7af9d620-e46c-44f4-8302-a755b2de310a of type vlan for network beaecd9a-b30e-4308-bd67-7144c0bad344 Aug 03 19:24:35.299577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2a92-f752-410e-b9d3-bb836c0b9af3 req-3bcae53e-5190-4b26-b58d-b1a2ea5fcc96 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:35.302034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e29c2a92-f752-410e-b9d3-bb836c0b9af3 req-3bcae53e-5190-4b26-b58d-b1a2ea5fcc96 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 945 time: 0.1150029 Aug 03 19:24:35.318570 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.393700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e29c2a92-f752-410e-b9d3-bb836c0b9af3 req-03bf5f12-1560-4c57-a4b2-9b18f58099c0 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827289 Aug 03 19:24:35.480649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.483048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:35.483984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.583891 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7367761 Aug 03 19:24:35.589517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54010) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:35.596769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Request body: {'subnet': {'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-48396498-subnet', 'tenant_id': 'ca6a8a0f702549ac82857312def8f491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:35.627877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76831b-016e-40d3-bb9b-fc1474825e1e admin admin] Pushing event updated for resources: {'Network': ['ID=beaecd9a-b30e-4308-bd67-7144c0bad344,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:35.646464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network beaecd9a-b30e-4308-bd67-7144c0bad344 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:24:35.660772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:35.665887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.090419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278f74a-ed32-4ab4-a89f-9d61eb0286f5 req-355c6cfb-badd-4b9e-b895-e9cb3fa86bdf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:36.092053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e278f74a-ed32-4ab4-a89f-9d61eb0286f5 req-355c6cfb-badd-4b9e-b895-e9cb3fa86bdf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 945 time: 0.0686269 Aug 03 19:24:36.104811 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.139543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e278f74a-ed32-4ab4-a89f-9d61eb0286f5 req-cc87d168-70ee-4168-b652-ed2d72c398bf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Aug 03 19:24:36.164970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5fda2e-355b-43f1-accb-8b348821a3a6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:36.176508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Checking segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:36.176868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Network hostable DHCP agents. Network: beaecd9a-b30e-4308-bd67-7144c0bad344, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:24:36.196171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Network beaecd9a-b30e-4308-bd67-7144c0bad344 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:24:36.207837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, beaecd9a-b30e-4308-bd67-7144c0bad344) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:36.213569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:36.214387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.221760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f705dd3-4a9e-40c1-bead-eb29696f1cb0 None None] Network beaecd9a-b30e-4308-bd67-7144c0bad344 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:36.236213 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cd47e60a-b7fa-4fef-9215-2da01478ac70 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6456091 Aug 03 19:24:36.411079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e4af0-51e5-43e9-881b-5a1b583d9593 None None] Network beaecd9a-b30e-4308-bd67-7144c0bad344 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:36.964813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-a6a749d7-eb82-4275-b5bc-8ac3eea7b093 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:36.967422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-a6a749d7-eb82-4275-b5bc-8ac3eea7b093 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.1858974 Aug 03 19:24:37.005364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-13022192-c652-45a6-a1ac-c1cda81f3213 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/quotas/ca6a8a0f702549ac82857312def8f491 HTTP/1.1" status: 200 len: 375 time: 0.0300248 Aug 03 19:24:37.057832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-cfd09f7d-bb2d-45dd-ae84-4442d98a089f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482423 Aug 03 19:24:37.240764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-6675f6f6-c501-4fd2-93e1-33d215e6d4c0 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693320 Aug 03 19:24:37.283686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-41bc8d72-e3e8-404d-bc06-8932834cd9d2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:37.286378 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-41bc8d72-e3e8-404d-bc06-8932834cd9d2 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 945 time: 0.0891738 Aug 03 19:24:37.469193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Deleting port 9dc76601-67a1-46b8-8719-d2546693b1f0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:37.469873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.642353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] For port 9dc76601-67a1-46b8-8719-d2546693b1f0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9dc76601-67a1-46b8-8719-d2546693b1f0,segment=NetworkSegment(a2b4969e-3e87-4296-b27c-106c16c69cb5),segment_id=a2b4969e-3e87-4296-b27c-106c16c69cb5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:37.643019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.669995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Calling delete_port for 9dc76601-67a1-46b8-8719-d2546693b1f0 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:37.870954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.886260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['9dc76601-67a1-46b8-8719-d2546693b1f0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:37.914227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Pushing event deleted for resources: {'Port': ['ID=9dc76601-67a1-46b8-8719-d2546693b1f0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:37.938079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316c77-ccd1-4684-9ec4-d86bd59a0d15 req-a37f15de-774e-413a-b953-c66b03d2ffe8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:37.941289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b316c77-ccd1-4684-9ec4-d86bd59a0d15 req-a37f15de-774e-413a-b953-c66b03d2ffe8 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/ports?device_id=e171439e-ac3e-41ed-9380-f5752ccfda98 HTTP/1.1" status: 200 len: 945 time: 0.6804068 Aug 03 19:24:37.968638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-27bdb9d3-3d9d-4199-abd9-1ecb4999c2c3 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235866 Aug 03 19:24:37.974515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] No DVR routers for this DVR port 9dc76601-67a1-46b8-8719-d2546693b1f0 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:37.978915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.984688 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8f767e13-6f60-4156-a4c3-5e5152661449 req-a6e36adc-9010-4598-9751-b657c498aabf tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.88 "DELETE /v2.0/ports/9dc76601-67a1-46b8-8719-d2546693b1f0 HTTP/1.1" status: 204 len: 173 time: 0.6907756 Aug 03 19:24:37.985868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e171439e-ac3e-41ed-9380-f5752ccfda98', 'name': 'network-vif-deleted', 'tag': '9dc76601-67a1-46b8-8719-d2546693b1f0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:37.990652 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8860e27f-f555-4d22-bdc4-6edd17d51310" -d '{"events": [{"server_uuid": "e171439e-ac3e-41ed-9380-f5752ccfda98", "name": "network-vif-deleted", "tag": "9dc76601-67a1-46b8-8719-d2546693b1f0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:38.034804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b316c77-ccd1-4684-9ec4-d86bd59a0d15 req-aeb16c78-555f-44d8-b241-116b4ca379e1 tempest-DeleteServersTestJSON-295016595 tempest-DeleteServersTestJSON-295016595-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb833b4a-1c61-437f-982b-91c48c0b30b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718415 Aug 03 19:24:38.221415 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe4ca2e-09cb-4042-af10-dbe3422eb18f x-openstack-request-id: req-7fe4ca2e-09cb-4042-af10-dbe3422eb18f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:38.222178 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e171439e-ac3e-41ed-9380-f5752ccfda98", "name": "network-vif-deleted", "tag": "9dc76601-67a1-46b8-8719-d2546693b1f0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:38.222582 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fe4ca2e-09cb-4042-af10-dbe3422eb18f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:38.223287 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e171439e-ac3e-41ed-9380-f5752ccfda98', 'name': 'network-vif-deleted', 'tag': '9dc76601-67a1-46b8-8719-d2546693b1f0', 'status': 'completed', 'code': 200} Aug 03 19:24:38.435688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fa8b8b7-ec64-4f0e-b5b3-5b67cbc5d5a7 req-0e7ec3da-7621-4da4-a5f1-1a6dc4ccbcef tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 210 time: 0.0723541 Aug 03 19:24:39.676514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65f79239-14ae-4596-8646-9916f749639f req-0f0c1ab5-9c08-4c3f-a2b2-a18b592ba414 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 210 time: 0.0710213 Aug 03 19:24:39.842735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-6e175b61-cf16-43a6-9110-e6b3a40db300 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:39.844321 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-6e175b61-cf16-43a6-9110-e6b3a40db300 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.2878079 Aug 03 19:24:39.858423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Request body: {'port': {'device_id': '9051c10e-2986-409c-95b8-b97a9efff235', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'admin_state_up': True, 'tenant_id': 'ca6a8a0f702549ac82857312def8f491'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:39.994480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:39.998187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.206538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Allocated IP 172.20.0.14 (beaecd9a-b30e-4308-bd67-7144c0bad344/fa5fda2e-355b-43f1-accb-8b348821a3a6/c94598dd-decd-4050-9f03-547ca90bc49f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:40.520805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.583679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.631429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Network beaecd9a-b30e-4308-bd67-7144c0bad344 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:40.635496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:40.642431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:40.700558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event updated for resources: {'Port': ['ID=c94598dd-decd-4050-9f03-547ca90bc49f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:40.704542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9dc76601-67a1-46b8-8719-d2546693b1f0 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:40.751208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:40.752736 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.764904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 9dc76601-67a1-46b8-8719-d2546693b1f0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:40.765884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9dc76601-67a1-46b8-8719-d2546693b1f0 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:40.778522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-fe489d28-9307-4fa7-915d-481038c5004c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9245219 Aug 03 19:24:40.795549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Request body: {'port': {'device_id': '9051c10e-2986-409c-95b8-b97a9efff235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:40.902314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.962282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37509f-db34-4590-94ad-1d824298aaae req-ae1f74a6-6a24-4732-ad83-96e875fcf7fe tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:40.965255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e37509f-db34-4590-94ad-1d824298aaae req-ae1f74a6-6a24-4732-ad83-96e875fcf7fe tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 932 time: 0.1170754 Aug 03 19:24:41.075150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e37509f-db34-4590-94ad-1d824298aaae req-6b9c7348-d44a-4d35-967b-22af42db2b13 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984449 Aug 03 19:24:41.382034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94598dd-decd-4050-9f03-547ca90bc49f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:41.394769 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.413844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Transition to ACTIVE for port object c94598dd-decd-4050-9f03-547ca90bc49f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:41.419904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.504457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Pushing event updated for resources: {'Port': ['ID=c94598dd-decd-4050-9f03-547ca90bc49f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:41.620503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Attempting to bind port c94598dd-decd-4050-9f03-547ca90bc49f on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:41.620878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Attempting to bind port c94598dd-decd-4050-9f03-547ca90bc49f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:41.621532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Attempting to bind port c94598dd-decd-4050-9f03-547ca90bc49f on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:41.630439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Port c94598dd-decd-4050-9f03-547ca90bc49f on network beaecd9a-b30e-4308-bd67-7144c0bad344 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:24:41.630934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Attempting to bind port c94598dd-decd-4050-9f03-547ca90bc49f on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:41.640149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:41.640684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Checking segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:41.641581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Bound using segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:41.642082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Bound port: c94598dd-decd-4050-9f03-547ca90bc49f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:41.643551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.744960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] For port c94598dd-decd-4050-9f03-547ca90bc49f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:41.752138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] For port c94598dd-decd-4050-9f03-547ca90bc49f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c94598dd-decd-4050-9f03-547ca90bc49f,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:41.759323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.810828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:41.811593 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.814835 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] 10.222.0.88 "PUT /v2.0/ports/c94598dd-decd-4050-9f03-547ca90bc49f HTTP/1.1" status: 200 len: 1092 time: 1.0269909 Aug 03 19:24:41.815320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9051c10e-2986-409c-95b8-b97a9efff235', 'tag': 'c94598dd-decd-4050-9f03-547ca90bc49f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:41.818299 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b946c45-c9e7-4138-b650-29ef5466b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9051c10e-2986-409c-95b8-b97a9efff235", "tag": "c94598dd-decd-4050-9f03-547ca90bc49f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:41.859086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5129f-0280-45c4-9022-f45a6b146e09 service neutron] Pushing event updated for resources: {'Port': ['ID=c94598dd-decd-4050-9f03-547ca90bc49f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:41.913883 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75415f9-4cd3-4eb6-a0ee-4672d59364eb x-openstack-request-id: req-d75415f9-4cd3-4eb6-a0ee-4672d59364eb {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:41.914843 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9051c10e-2986-409c-95b8-b97a9efff235", "tag": "c94598dd-decd-4050-9f03-547ca90bc49f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:41.914843 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d75415f9-4cd3-4eb6-a0ee-4672d59364eb {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:41.915186 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9051c10e-2986-409c-95b8-b97a9efff235', 'tag': 'c94598dd-decd-4050-9f03-547ca90bc49f', 'status': 'completed', 'code': 200} Aug 03 19:24:41.931106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-b3f53ce0-a692-41e2-be34-e941781058d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:41.932776 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-b3f53ce0-a692-41e2-be34-e941781058d7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 1095 time: 0.0550642 Aug 03 19:24:41.982204 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-9846f4dd-890f-4acc-ac17-25c741f93215 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c94598dd-decd-4050-9f03-547ca90bc49f HTTP/1.1" status: 200 len: 217 time: 0.0420971 Aug 03 19:24:42.052012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-69c3bea9-da9c-45b0-8da5-4d6fa0e63f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.054994 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-69c3bea9-da9c-45b0-8da5-4d6fa0e63f2b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.0661585 Aug 03 19:24:42.105552 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-2f9b2c19-496d-40fe-8bf1-558ff7e98284 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434473 Aug 03 19:24:42.228322 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-d0f001d5-728a-4ff3-a2af-1e57998578e8 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158695 Aug 03 19:24:42.264105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e434-a6b4-43e2-901a-e5910cd0a9c0 req-6955a747-bf17-47fa-a01a-8ac97dcb8c79 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.267068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9a0e434-a6b4-43e2-901a-e5910cd0a9c0 req-6955a747-bf17-47fa-a01a-8ac97dcb8c79 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 944 time: 0.0676136 Aug 03 19:24:42.333367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9a0e434-a6b4-43e2-901a-e5910cd0a9c0 req-3a635cd2-ed1b-4afa-b0d2-ba0588e72e2d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555682 Aug 03 19:24:42.342884 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3f31a37c-68da-4a1b-adc9-29ce151de292 req-e3766980-c457-4836-b9bd-aa1c2c6c8721 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071620 Aug 03 19:24:42.477720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-3cfe3d00-655d-4c4c-a159-b2b7c75e82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.479340 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-3cfe3d00-655d-4c4c-a159-b2b7c75e82cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 1095 time: 0.0711842 Aug 03 19:24:42.595145 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-ee1e27bd-946f-4b83-8af1-d1e93c0909e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.597074 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-ee1e27bd-946f-4b83-8af1-d1e93c0909e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 905 time: 0.1099164 Aug 03 19:24:42.652106 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-69bb91fd-e113-4104-a3bc-5e81cb805cc7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c94598dd-decd-4050-9f03-547ca90bc49f HTTP/1.1" status: 200 len: 217 time: 0.0443008 Aug 03 19:24:42.726152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-c38e4c43-8656-41c3-b58f-61791a120568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.727748 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-c38e4c43-8656-41c3-b58f-61791a120568 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.0675032 Aug 03 19:24:42.784928 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-46526d4a-f88c-4072-b752-c981fbe10b42 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404043 Aug 03 19:24:42.955041 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-a02588a3-dc45-4fbd-b5e1-c69fcb704f59 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616781 Aug 03 19:24:43.433838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54182) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:43.480932 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b946c45-c9e7-4138-b650-29ef5466b5d7 req-236d7eb6-66f7-4227-a4a4-7a7c40225fe5 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177948 Aug 03 19:24:43.632709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113c495-b086-4d54-9674-e10876453032 req-26f47dae-4d30-47d9-9b0f-e4b466074d33 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:43.634833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e113c495-b086-4d54-9674-e10876453032 req-26f47dae-4d30-47d9-9b0f-e4b466074d33 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 944 time: 0.1348891 Aug 03 19:24:43.639192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Deleting subnet df9d0866-5ec6-4863-8a31-4cd77b166be6 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:43.667645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.726784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e113c495-b086-4d54-9674-e10876453032 req-436fe4c2-71e6-420a-a2ea-6df3574806ca tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833480 Aug 03 19:24:43.736487 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.873138 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.959471 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.993380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9d0866-5ec6-4863-8a31-4cd77b166be6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:44.005001 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.011125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54194) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:44.011956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/df9d0866-5ec6-4863-8a31-4cd77b166be6 HTTP/1.1" status: 204 len: 168 time: 0.5757766 Aug 03 19:24:44.013458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.014012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.014355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.014689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.015019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.015346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.015813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.016154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.016895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.017238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.017591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.017998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65f5b2-be29-45b5-971b-12e9529fc2a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:44.116378 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.207166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.219026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd84b55-7d24-4e3a-a16c-e620317c12be']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:44.231005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b4969e-3e87-4296-b27c-106c16c69cb5') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:44.231381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b4969e-3e87-4296-b27c-106c16c69cb5') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:44.242761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.260383 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.267145 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:44.267567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:44.269698 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:44.332890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.342486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.347563 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] 10.222.0.42 "DELETE /v2.0/networks/acd84b55-7d24-4e3a-a16c-e620317c12be HTTP/1.1" status: 204 len: 168 time: 0.3306229 Aug 03 19:24:44.361068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1838f0-4e9a-496e-bdf9-ae1fd4d87e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd84b55-7d24-4e3a-a16c-e620317c12be,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:44.489898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54198) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:44.546905 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3b9b751-7bed-4f52-a2c7-c3ca1a65a484 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5579bf78047c421d94d7a30e656dcf34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549328 Aug 03 19:24:44.549511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54200) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:44.610339 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac492f35-de86-4635-b8ee-6db191a485c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.640657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac492f35-de86-4635-b8ee-6db191a485c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.699678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac492f35-de86-4635-b8ee-6db191a485c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.702488 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac492f35-de86-4635-b8ee-6db191a485c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.703710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac492f35-de86-4635-b8ee-6db191a485c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb833b4a-1c61-437f-982b-91c48c0b30b6 HTTP/1.1" status: 204 len: 168 time: 0.1530774 Aug 03 19:24:44.712042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac492f35-de86-4635-b8ee-6db191a485c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb833b4a-1c61-437f-982b-91c48c0b30b6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:44.875999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea5083-dc7a-4a50-83ec-c32eb0a6fd0a req-459f569b-e7d8-4081-bd88-aa0c82c94198 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:44.887797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8ea5083-dc7a-4a50-83ec-c32eb0a6fd0a req-459f569b-e7d8-4081-bd88-aa0c82c94198 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 944 time: 0.0722661 Aug 03 19:24:44.943327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8ea5083-dc7a-4a50-83ec-c32eb0a6fd0a req-810c7bf2-b781-46f6-9a71-177e71f97ee8 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Aug 03 19:24:45.581516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54232) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:45.749353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-517620451-network', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:45.783484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:45.786759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.797721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.917042 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.922832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.956345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:24:45.968852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e265ecf-5073-487d-9891-d8f1f4d5906e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:45.989438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.990839 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Added segment 311a6ac4-2759-428f-b521-e1804e6f4596 of type vlan for network c8594735-32ad-4a59-96a0-40ff4321f00b Aug 03 19:24:46.047723 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.110507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.112703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:46.113712 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.256907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6732950 Aug 03 19:24:46.262019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54246) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:46.268320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7a85e-46dc-4022-b06e-dd2147888959 admin admin] Pushing event updated for resources: {'Network': ['ID=c8594735-32ad-4a59-96a0-40ff4321f00b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:46.270597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Request body: {'subnet': {'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-subnet', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:46.283388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c8594735-32ad-4a59-96a0-40ff4321f00b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:24:46.295313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4af1d-2274-47a7-b114-e3c7996d961b req-a96db096-3516-48af-a011-421db91a8f68 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:46.306240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49c4af1d-2274-47a7-b114-e3c7996d961b req-a96db096-3516-48af-a011-421db91a8f68 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 944 time: 0.2167456 Aug 03 19:24:46.346746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:46.350965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.355987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49c4af1d-2274-47a7-b114-e3c7996d961b req-79e58501-26cc-439f-bd38-4f1033788fdb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Aug 03 19:24:46.609712 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.674859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed49f2e-9d4a-4d20-bac1-b435ebdcf227,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:46.688633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Checking segment: {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:46.689006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Network hostable DHCP agents. Network: c8594735-32ad-4a59-96a0-40ff4321f00b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:24:46.709914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Network c8594735-32ad-4a59-96a0-40ff4321f00b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:24:46.718835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c94598dd-decd-4050-9f03-547ca90bc49f details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:46.723442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c8594735-32ad-4a59-96a0-40ff4321f00b) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:46.729598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:46.730525 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.741268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece422f-b96d-407b-810b-fb938d0547fb None None] Network c8594735-32ad-4a59-96a0-40ff4321f00b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:46.761190 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e94608e5-dc53-4e01-aa28-2035e926e63f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4961066 Aug 03 19:24:46.765772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54250) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:46.773300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:46.815819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.817698 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.901766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.009417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c94598dd-decd-4050-9f03-547ca90bc49f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c94598dd-decd-4050-9f03-547ca90bc49f,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:47.025508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'c94598dd-decd-4050-9f03-547ca90bc49f', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'port_id': 'c94598dd-decd-4050-9f03-547ca90bc49f', 'mac_address': 'fa:16:3e:f2:5f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5fda2e-355b-43f1-accb-8b348821a3a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:47.080042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.137541 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.152965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94598dd-decd-4050-9f03-547ca90bc49f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:47.160267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-c8594735-32ad-4a59-96a0-40ff4321f00b', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:24:47.161219 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.180381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c94598dd-decd-4050-9f03-547ca90bc49f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c94598dd-decd-4050-9f03-547ca90bc49f,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:47.190321 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.252370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c94598dd-decd-4050-9f03-547ca90bc49f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:47.314538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fb4a1-7290-4510-a6db-12642a861266 req-6ff05d19-047c-4f1c-b3f4-1f621e4f1ec7 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:47.321388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd4fb4a1-7290-4510-a6db-12642a861266 req-6ff05d19-047c-4f1c-b3f4-1f621e4f1ec7 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 945 time: 0.1137469 Aug 03 19:24:47.386179 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.401891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd4fb4a1-7290-4510-a6db-12642a861266 req-ef80186e-e956-49fa-bb49-6b47809dc306 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774856 Aug 03 19:24:47.422976 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.431668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Allocated IP 172.20.0.2 (c8594735-32ad-4a59-96a0-40ff4321f00b/3ed49f2e-9d4a-4d20-bac1-b435ebdcf227/8f6b39f3-62f9-4926-b780-4fd61c329084) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:47.452052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:47.573022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117a290-ca57-48a1-b616-5a1b97fe6f6e req-2d3eb4b2-9eb8-4225-9d53-22341bc0de51 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:47.576383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9117a290-ca57-48a1-b616-5a1b97fe6f6e req-2d3eb4b2-9eb8-4225-9d53-22341bc0de51 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 945 time: 0.0763156 Aug 03 19:24:47.628448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9117a290-ca57-48a1-b616-5a1b97fe6f6e req-d4d5ac74-9e96-4f0b-a06a-e54a0be6ee3d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446651 Aug 03 19:24:47.638774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Allocated IP 172.25.4.187 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/83ffde83-8ab4-446d-a397-4d349bcf3ff5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:47.739266 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.769692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Transition to ACTIVE for port object 8f6b39f3-62f9-4926-b780-4fd61c329084 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:47.789697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.808808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Transition to ACTIVE for port object 8f6b39f3-62f9-4926-b780-4fd61c329084 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:47.817854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.850529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.860337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Network c8594735-32ad-4a59-96a0-40ff4321f00b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:47.866497 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:47.871479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:47.874994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Pushing event updated for resources: {'Port': ['ID=8f6b39f3-62f9-4926-b780-4fd61c329084,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:47.899179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:47.902365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:47.906210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:47.938250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Pushing event updated for resources: {'Port': ['ID=83ffde83-8ab4-446d-a397-4d349bcf3ff5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:47.956260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Attempting to bind port 8f6b39f3-62f9-4926-b780-4fd61c329084 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:47.956730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Attempting to bind port 8f6b39f3-62f9-4926-b780-4fd61c329084 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:47.957165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Attempting to bind port 8f6b39f3-62f9-4926-b780-4fd61c329084 on network c8594735-32ad-4a59-96a0-40ff4321f00b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:47.963203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:47.963689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Checking segment: {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:47.963980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.964378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Bound using segment: {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:47.964851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Bound port: 8f6b39f3-62f9-4926-b780-4fd61c329084, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:47.965234 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.050440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] For port 8f6b39f3-62f9-4926-b780-4fd61c329084, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:48.055798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] For port 8f6b39f3-62f9-4926-b780-4fd61c329084, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8f6b39f3-62f9-4926-b780-4fd61c329084,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:48.061543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.139537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4e26-26fb-4ff0-8a41-4b3c3bb438a1 None None] Pushing event updated for resources: {'Port': ['ID=8f6b39f3-62f9-4926-b780-4fd61c329084,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:48.261587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.606996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c090123-512c-4c07-b249-50b38c07fdf5 req-49dd53ae-2209-40e4-b713-e8999292d776 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:48.608637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c090123-512c-4c07-b249-50b38c07fdf5 req-49dd53ae-2209-40e4-b713-e8999292d776 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 945 time: 0.0919521 Aug 03 19:24:48.623721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.682092 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c090123-512c-4c07-b249-50b38c07fdf5 req-850ed44f-23f4-482b-8e6a-e06a82d57ec8 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620425 Aug 03 19:24:48.734122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c94598dd-decd-4050-9f03-547ca90bc49f up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:48.782220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fbbd0-2344-4a3c-807b-936472643191 req-8083e08f-569a-4be0-bd35-15196b55d1cf tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:48.783951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba0fbbd0-2344-4a3c-807b-936472643191 req-8083e08f-569a-4be0-bd35-15196b55d1cf tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 945 time: 0.0650170 Aug 03 19:24:48.793110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port c94598dd-decd-4050-9f03-547ca90bc49f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:48.798256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port c94598dd-decd-4050-9f03-547ca90bc49f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:48.798634 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.862009 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Router 585adac8-3078-4c51-a03e-725101dd2df0 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:24:48.870000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba0fbbd0-2344-4a3c-807b-936472643191 req-949e2118-50e9-483a-9f10-e9c5ec321fb5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722246 Aug 03 19:24:48.947924 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.979480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9051c10e-2986-409c-95b8-b97a9efff235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94598dd-decd-4050-9f03-547ca90bc49f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:48.982679 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1962fb-5153-4707-9c5f-c7276764c550" -d '{"events": [{"server_uuid": "9051c10e-2986-409c-95b8-b97a9efff235", "name": "network-vif-plugged", "status": "completed", "tag": "c94598dd-decd-4050-9f03-547ca90bc49f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:49.001396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port c94598dd-decd-4050-9f03-547ca90bc49f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c94598dd-decd-4050-9f03-547ca90bc49f,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:49.008735 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.068544 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb5ac51-461c-49e0-b8a4-a214107d6804 x-openstack-request-id: req-cbb5ac51-461c-49e0-b8a4-a214107d6804 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:49.069430 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9051c10e-2986-409c-95b8-b97a9efff235", "name": "network-vif-plugged", "status": "completed", "tag": "c94598dd-decd-4050-9f03-547ca90bc49f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:49.069858 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbb5ac51-461c-49e0-b8a4-a214107d6804 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:49.070486 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9051c10e-2986-409c-95b8-b97a9efff235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94598dd-decd-4050-9f03-547ca90bc49f', 'code': 200} Aug 03 19:24:49.086455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:49.104222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Sync routers for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:49.127860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.132386 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b76f76f2-1715-480e-b30a-b8fa22a4df07 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3649561 Aug 03 19:24:49.136775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54276) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:49.137100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:49.137711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:24:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:49.140258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=c94598dd-decd-4050-9f03-547ca90bc49f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:49.191507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b91661-8461-4f34-b4c4-8a0e0077f6ac req-e836b01f-95b0-4282-8305-799afd638b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:49.193114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9b91661-8461-4f34-b4c4-8a0e0077f6ac req-e836b01f-95b0-4282-8305-799afd638b38 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 1097 time: 0.0665860 Aug 03 19:24:49.242981 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9b91661-8461-4f34-b4c4-8a0e0077f6ac req-7161fe4d-2f37-421a-857e-2c3c2e858389 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Aug 03 19:24:49.326161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-1daa6d55-17a1-480f-8300-d5bd21bfd55d tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:49.327847 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-1daa6d55-17a1-480f-8300-d5bd21bfd55d tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 945 time: 0.0759618 Aug 03 19:24:49.528318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86815272-f49b-4ef7-993f-43f50277fb2d None None] Network c8594735-32ad-4a59-96a0-40ff4321f00b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:49.556431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Deleting port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:49.556979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.688439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3673e33f-11bc-40da-aef1-c14899f78e59 None None] Provisioning for port 8f6b39f3-62f9-4926-b780-4fd61c329084 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:49.695836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:49.743049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] For port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:49.744914 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.791304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Calling delete_port for 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:50.106271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f6b39f3-62f9-4926-b780-4fd61c329084 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:50.141717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.157797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07d98a-3fa1-46c3-925c-8c6582b158e6 req-3b51407d-6664-4f0d-b99e-061a8049db00 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:50.160904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa07d98a-3fa1-46c3-925c-8c6582b158e6 req-3b51407d-6664-4f0d-b99e-061a8049db00 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9c1a5e-6efc-4b24-a0b2-967bfd305a84 HTTP/1.1" status: 200 len: 945 time: 0.2543216 Aug 03 19:24:50.169435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.193264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:50.206089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36929d-9531-4034-af30-b5a655e44e2c req-e3609398-374a-497e-85f3-8bebf2164269 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:50.215163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da36929d-9531-4034-af30-b5a655e44e2c req-e3609398-374a-497e-85f3-8bebf2164269 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 946 time: 0.1697125 Aug 03 19:24:50.242206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Pushing event deleted for resources: {'Port': ['ID=5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:50.315021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] No DVR routers for this DVR port 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:50.319278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa07d98a-3fa1-46c3-925c-8c6582b158e6 req-8243ad66-67f2-4e69-982e-fb72e1ff93b6 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355426 Aug 03 19:24:50.327148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.332210 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0bb07cd9-86a5-4873-86d4-b43d1f229241 req-9440b994-a38c-458f-abee-0a8e4cd36f4a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.63 "DELETE /v2.0/ports/5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 HTTP/1.1" status: 204 len: 173 time: 0.9977796 Aug 03 19:24:50.334062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9c1a5e-6efc-4b24-a0b2-967bfd305a84', 'name': 'network-vif-deleted', 'tag': '5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:50.335642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da36929d-9531-4034-af30-b5a655e44e2c req-f38c6da4-618a-41eb-99a0-3dfd53a38978 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191921 Aug 03 19:24:50.343022 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7294491-23c3-4fbc-932d-a44b5dfa5b8d" -d '{"events": [{"server_uuid": "ff9c1a5e-6efc-4b24-a0b2-967bfd305a84", "name": "network-vif-deleted", "tag": "5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:50.408309 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd4d2fe-3f71-4f13-a7a4-c9a21f1c7405 x-openstack-request-id: req-5fd4d2fe-3f71-4f13-a7a4-c9a21f1c7405 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:50.408877 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9c1a5e-6efc-4b24-a0b2-967bfd305a84", "name": "network-vif-deleted", "tag": "5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:50.409909 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fd4d2fe-3f71-4f13-a7a4-c9a21f1c7405 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:50.410635 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9c1a5e-6efc-4b24-a0b2-967bfd305a84', 'name': 'network-vif-deleted', 'tag': '5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1', 'status': 'completed', 'code': 200} Aug 03 19:24:50.413706 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.416749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8f6b39f3-62f9-4926-b780-4fd61c329084 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:50.429870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8f6b39f3-62f9-4926-b780-4fd61c329084 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:50.430466 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.505960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:48Z', 'revision_number': 3, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:50.563696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Checking router: 585adac8-3078-4c51-a03e-725101dd2df0 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:50.564043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Updating router 585adac8-3078-4c51-a03e-725101dd2df0 port 83ffde83-8ab4-446d-a397-4d349bcf3ff5 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:24:50.564175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Allocated IP 172.20.0.1 (c8594735-32ad-4a59-96a0-40ff4321f00b/3ed49f2e-9d4a-4d20-bac1-b435ebdcf227/1f966afd-0f58-487d-8529-308874b6b535) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:50.639548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.681962 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.779927 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.795291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Transition to ACTIVE for port object 1f966afd-0f58-487d-8529-308874b6b535 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:50.821719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8f6b39f3-62f9-4926-b780-4fd61c329084, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8f6b39f3-62f9-4926-b780-4fd61c329084,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:50.827754 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.838554 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.885310 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Network c8594735-32ad-4a59-96a0-40ff4321f00b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:50.888942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:50.893167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:50.962616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Pushing event updated for resources: {'Port': ['ID=1f966afd-0f58-487d-8529-308874b6b535,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:50.992368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-94571e48-9cf1-41bc-9641-fe8d1e54ab06 None None] Provisioning complete for port 8f6b39f3-62f9-4926-b780-4fd61c329084 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:50.992681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94571e48-9cf1-41bc-9641-fe8d1e54ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.001075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8f6b39f3-62f9-4926-b780-4fd61c329084,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:51.002854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.255108 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.317821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.330653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Transition to ACTIVE for port object 83ffde83-8ab4-446d-a397-4d349bcf3ff5 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:51.341070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.458349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Attempting to bind port 83ffde83-8ab4-446d-a397-4d349bcf3ff5 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:51.458861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Attempting to bind port 83ffde83-8ab4-446d-a397-4d349bcf3ff5 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:51.459336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Attempting to bind port 83ffde83-8ab4-446d-a397-4d349bcf3ff5 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:51.481510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:51.481510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:51.481510 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.481510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:51.481510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Bound port: 83ffde83-8ab4-446d-a397-4d349bcf3ff5, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:51.481510 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.522067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf61ff36-45fd-4733-ad7e-64bea8577477 None None] Provisioning for port 1f966afd-0f58-487d-8529-308874b6b535 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:51.532762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf61ff36-45fd-4733-ad7e-64bea8577477 None None] Provisioning complete for port 1f966afd-0f58-487d-8529-308874b6b535 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:51.533209 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf61ff36-45fd-4733-ad7e-64bea8577477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.535121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6bbec-51a2-4a4e-9770-f8d595d71421 None None] Pushing event updated for resources: {'Port': ['ID=83ffde83-8ab4-446d-a397-4d349bcf3ff5,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:51.550150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9085b-45d7-460a-80d6-e2a20c8f9849 req-2880b470-fb09-466d-865c-1cd285314ebb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:51.552323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98f9085b-45d7-460a-80d6-e2a20c8f9849 req-2880b470-fb09-466d-865c-1cd285314ebb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 946 time: 0.1269650 Aug 03 19:24:51.604640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] For port 83ffde83-8ab4-446d-a397-4d349bcf3ff5, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:51.610898 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.615249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] For port 83ffde83-8ab4-446d-a397-4d349bcf3ff5, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=83ffde83-8ab4-446d-a397-4d349bcf3ff5,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:51.621969 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98f9085b-45d7-460a-80d6-e2a20c8f9849 req-d17b5db6-fc85-4f49-bee8-120054f7240a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607271 Aug 03 19:24:51.623045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.630967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.646443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bf61ff36-45fd-4733-ad7e-64bea8577477 None None] Port 1f966afd-0f58-487d-8529-308874b6b535 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:51.750633 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.754088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Pushing event updated for resources: {'Port': ['ID=1f966afd-0f58-487d-8529-308874b6b535,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:51.762078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:51.763433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:24:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:51.956405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Network c8594735-32ad-4a59-96a0-40ff4321f00b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:51.959691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:52.024593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6bbec-51a2-4a4e-9770-f8d595d71421 None None] Pushing event updated for resources: {'Port': ['ID=83ffde83-8ab4-446d-a397-4d349bcf3ff5,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:52.049914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f6b39f3-62f9-4926-b780-4fd61c329084 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:52.154936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8f6b39f3-62f9-4926-b780-4fd61c329084 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:52.155553 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.248803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:52.310539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Router 585adac8-3078-4c51-a03e-725101dd2df0 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:24:52.431077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83708d-5730-4fbe-9389-4ac4636bf296 req-eb0688e7-502d-48a3-92ab-0da6c99a0262 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:52.431077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de83708d-5730-4fbe-9389-4ac4636bf296 req-eb0688e7-502d-48a3-92ab-0da6c99a0262 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.2306614 Aug 03 19:24:52.474993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de83708d-5730-4fbe-9389-4ac4636bf296 req-fa2a117c-3c8d-4e1b-bb45-5f58d3c721eb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/quotas/ca6a8a0f702549ac82857312def8f491 HTTP/1.1" status: 200 len: 375 time: 0.0314856 Aug 03 19:24:52.564436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dccee453-f9b6-41b8-9d32-24a8c0cf902d None None] Provisioning complete for port 1f966afd-0f58-487d-8529-308874b6b535 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:52.565026 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dccee453-f9b6-41b8-9d32-24a8c0cf902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.637388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:52.653442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-690991e2-395c-4759-bbfb-f8c33938922e admin admin] 10.222.0.42 "PUT /v2.0/routers/585adac8-3078-4c51-a03e-725101dd2df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5090277 Aug 03 19:24:52.662236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-dccee453-f9b6-41b8-9d32-24a8c0cf902d None None] Port 1f966afd-0f58-487d-8529-308874b6b535 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:52.663347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de83708d-5730-4fbe-9389-4ac4636bf296 req-1de02fc1-67dd-494f-8263-82d506c09a0e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1807275 Aug 03 19:24:52.795186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 2, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:52.808751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de83708d-5730-4fbe-9389-4ac4636bf296 req-fb036c86-3189-4a56-870a-a800cac5e6aa service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258397 Aug 03 19:24:52.906278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ca5e9-ba9b-4c83-968e-7434abe9d93f None None] The sync data for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 is: [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 2, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:52.961802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de83708d-5730-4fbe-9389-4ac4636bf296 req-fd4a33f9-39e0-46e8-8e66-a77979c2a0ee service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261036 Aug 03 19:24:53.625110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:53.650287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:53.650647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5ac2fe9f-b5bf-4c9d-bac7-b2087ace71d1 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:54.080616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-3fa8b086-5eb1-4807-8eb3-4f32d53896c4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:54.082312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-3fa8b086-5eb1-4807-8eb3-4f32d53896c4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.3592222 Aug 03 19:24:54.116552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-4b96d379-5ddc-4b53-9d4a-c137fc401354 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/quotas/ca6a8a0f702549ac82857312def8f491 HTTP/1.1" status: 200 len: 375 time: 0.0192101 Aug 03 19:24:54.224579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-0d604431-1df1-4d1d-b9d8-e8d876af799d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966303 Aug 03 19:24:54.426019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-d1efe482-3f1b-4b10-b666-63ace18ab43a service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856542 Aug 03 19:24:54.669243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-da2a1ae7-0dd8-4af4-b534-b4b322e780bb service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419219 Aug 03 19:24:54.967257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ac65485-4e23-4b27-a909-abfc98fc7ee7 req-74893539-5034-4254-9413-80d936e6b55f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 210 time: 0.0622754 Aug 03 19:24:55.657661 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.951054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 83ffde83-8ab4-446d-a397-4d349bcf3ff5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:56.045280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 83ffde83-8ab4-446d-a397-4d349bcf3ff5 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:56.056192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 83ffde83-8ab4-446d-a397-4d349bcf3ff5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:56.057688 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.123785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-393d7ebd-7208-4cd3-9859-229a85710a14 req-b0c101d9-536c-403f-9cad-6cd8ba51b2a6 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 210 time: 0.0666862 Aug 03 19:24:56.195568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-de97d1d1-c0d1-456e-a4cc-da0f7f9a8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.293299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.337638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 83ffde83-8ab4-446d-a397-4d349bcf3ff5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=83ffde83-8ab4-446d-a397-4d349bcf3ff5,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:56.344773 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.454726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=83ffde83-8ab4-446d-a397-4d349bcf3ff5,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:56.472470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.473012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.473625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.474187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.474944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.476195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.476195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.476572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.477096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.477692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.478231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.478759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:57.078804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-65c66787-157a-4614-8976-0bf48afff666 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:57.083949 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-65c66787-157a-4614-8976-0bf48afff666 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.4083412 Aug 03 19:24:57.112191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Request body: {'port': {'device_id': '70bc46a0-a250-4523-8d0d-9335ff48813a', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'admin_state_up': True, 'tenant_id': 'ca6a8a0f702549ac82857312def8f491'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:57.163253 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Sync routers for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:57.186313 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:57.188172 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:24:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:57.337123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81a8a788-c6b4-4425-870b-23935b227f4c req-9898782d-f0ca-4967-860b-910738b1d52e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 210 time: 0.0891023 Aug 03 19:24:57.490202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:57.502386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.569327 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:57.601095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54526) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:57.835518 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f83d7cf2-a6d2-4bbc-9e9c-136cbe108664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.877667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Allocated IP 172.20.0.7 (beaecd9a-b30e-4308-bd67-7144c0bad344/fa5fda2e-355b-43f1-accb-8b348821a3a6/319cc90c-2207-45b0-a71c-a3931ecd74d0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:57.983347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 83ffde83-8ab4-446d-a397-4d349bcf3ff5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:58.111855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 83ffde83-8ab4-446d-a397-4d349bcf3ff5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:58.113082 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.119565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f83d7cf2-a6d2-4bbc-9e9c-136cbe108664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.124819 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f83d7cf2-a6d2-4bbc-9e9c-136cbe108664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.220335 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 2, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:58.246612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f83d7cf2-a6d2-4bbc-9e9c-136cbe108664 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb7654856a8f4b1ea8438d6e7b3482cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434259 Aug 03 19:24:58.247959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d7cf2-a6d2-4bbc-9e9c-136cbe108664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3beb2f5-1457-406f-9d19-5d17dfdf7f88,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:58.256876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54536) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:58.274360 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Checking router: 585adac8-3078-4c51-a03e-725101dd2df0 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:58.274965 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Updating router 585adac8-3078-4c51-a03e-725101dd2df0 port 1f966afd-0f58-487d-8529-308874b6b535 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:24:58.312089 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.376166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.422615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bd15669f-40bf-45fa-bc43-294ad0f83ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.513903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bd15669f-40bf-45fa-bc43-294ad0f83ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.545951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f328fa2b-1416-45b7-83c8-84f3b41447dc req-bff2437a-0ff5-4640-9e77-ebf6406f0b77 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 210 time: 0.0453136 Aug 03 19:24:58.561115 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.575439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:58.670577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Network beaecd9a-b30e-4308-bd67-7144c0bad344 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:58.682596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:58.698536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:58.752288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event updated for resources: {'Port': ['ID=319cc90c-2207-45b0-a71c-a3931ecd74d0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:58.774722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bd15669f-40bf-45fa-bc43-294ad0f83ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.779395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bd15669f-40bf-45fa-bc43-294ad0f83ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.784575 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bd15669f-40bf-45fa-bc43-294ad0f83ef5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3beb2f5-1457-406f-9d19-5d17dfdf7f88 HTTP/1.1" status: 204 len: 168 time: 0.5215547 Aug 03 19:24:58.808500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15669f-40bf-45fa-bc43-294ad0f83ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3beb2f5-1457-406f-9d19-5d17dfdf7f88,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:58.827729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:58.828558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.859703 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-55a40f55-3d45-4af7-a14c-6a28223483e9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7568471 Aug 03 19:24:58.860219 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.878780 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Transition to ACTIVE for port object 1f966afd-0f58-487d-8529-308874b6b535 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:58.881370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Request body: {'port': {'device_id': '70bc46a0-a250-4523-8d0d-9335ff48813a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:58.891090 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.020461 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.175305 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Pushing event updated for resources: {'Port': ['ID=1f966afd-0f58-487d-8529-308874b6b535,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:59.191798 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.192489 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.192903 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.193435 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.193995 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.194784 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.196071 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.196623 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.199604 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.200161 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.200683 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.201442 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:59.310789 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Attempting to bind port 1f966afd-0f58-487d-8529-308874b6b535 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:59.312637 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Attempting to bind port 1f966afd-0f58-487d-8529-308874b6b535 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:59.313811 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Attempting to bind port 1f966afd-0f58-487d-8529-308874b6b535 on network c8594735-32ad-4a59-96a0-40ff4321f00b {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:59.325215 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:59.326537 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Checking segment: {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:59.327547 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.328477 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Bound using segment: {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:59.329682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Bound port: 1f966afd-0f58-487d-8529-308874b6b535, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:59.330662 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.561900 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] For port 1f966afd-0f58-487d-8529-308874b6b535, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:59.579366 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] For port 1f966afd-0f58-487d-8529-308874b6b535, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1f966afd-0f58-487d-8529-308874b6b535,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:59.587623 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.656609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319cc90c-2207-45b0-a71c-a3931ecd74d0 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:59.674279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.713285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Transition to ACTIVE for port object 319cc90c-2207-45b0-a71c-a3931ecd74d0 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:59.721722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.738264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.826468 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:59.827555 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:24:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:59.861825 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f69f18-46eb-4a14-b635-bf74482fafcc None None] Pushing event updated for resources: {'Port': ['ID=1f966afd-0f58-487d-8529-308874b6b535,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:59.913326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ece4-8951-46ef-93d9-673fb379e5e7 req-8f115142-0ba2-461f-843d-e41f3aa422f4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:59.916168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc77ece4-8951-46ef-93d9-673fb379e5e7 req-8f115142-0ba2-461f-843d-e41f3aa422f4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 943 time: 0.1533477 Aug 03 19:24:59.974387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Pushing event updated for resources: {'Port': ['ID=319cc90c-2207-45b0-a71c-a3931ecd74d0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:00.013171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc77ece4-8951-46ef-93d9-673fb379e5e7 req-ada9be34-f314-4200-a22e-b824185cac9f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899038 Aug 03 19:25:00.172274 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:00.251406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Attempting to bind port 319cc90c-2207-45b0-a71c-a3931ecd74d0 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:00.251992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Attempting to bind port 319cc90c-2207-45b0-a71c-a3931ecd74d0 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:00.252509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Attempting to bind port 319cc90c-2207-45b0-a71c-a3931ecd74d0 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:00.262908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Port 319cc90c-2207-45b0-a71c-a3931ecd74d0 on network beaecd9a-b30e-4308-bd67-7144c0bad344 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:25:00.263309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Attempting to bind port 319cc90c-2207-45b0-a71c-a3931ecd74d0 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:00.274804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:00.275356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Checking segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:00.277251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Bound using segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:00.277251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Bound port: 319cc90c-2207-45b0-a71c-a3931ecd74d0, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:00.277251 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.291646 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5763a493-4ae0-4b85-bc45-e1401e019b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.455077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] For port 319cc90c-2207-45b0-a71c-a3931ecd74d0, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:00.463123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] For port 319cc90c-2207-45b0-a71c-a3931ecd74d0, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=319cc90c-2207-45b0-a71c-a3931ecd74d0,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:00.471781 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.543471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:00.544709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.547723 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] 10.222.0.63 "PUT /v2.0/ports/319cc90c-2207-45b0-a71c-a3931ecd74d0 HTTP/1.1" status: 200 len: 1091 time: 1.6736424 Aug 03 19:25:00.552529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bc46a0-a250-4523-8d0d-9335ff48813a', 'tag': '319cc90c-2207-45b0-a71c-a3931ecd74d0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:00.556992 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb472fd7-4ec7-4014-928b-dad2d1b37e96" -d '{"events": [{"name": "network-changed", "server_uuid": "70bc46a0-a250-4523-8d0d-9335ff48813a", "tag": "319cc90c-2207-45b0-a71c-a3931ecd74d0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:00.678637 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa1b22e-a27c-4767-a14f-236771e7c272 x-openstack-request-id: req-eaa1b22e-a27c-4767-a14f-236771e7c272 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:00.679655 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bc46a0-a250-4523-8d0d-9335ff48813a", "tag": "319cc90c-2207-45b0-a71c-a3931ecd74d0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:00.679655 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaa1b22e-a27c-4767-a14f-236771e7c272 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:00.680204 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bc46a0-a250-4523-8d0d-9335ff48813a', 'tag': '319cc90c-2207-45b0-a71c-a3931ecd74d0', 'status': 'completed', 'code': 200} Aug 03 19:25:00.715292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ae95d-4d9d-40c2-80fe-124efdc29122 service neutron] Pushing event updated for resources: {'Port': ['ID=319cc90c-2207-45b0-a71c-a3931ecd74d0,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:00.746892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-cef0252e-20a8-40f1-a8f0-1e5970a500a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:00.749192 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-cef0252e-20a8-40f1-a8f0-1e5970a500a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 1094 time: 0.1053741 Aug 03 19:25:00.771039 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:24:59Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:00.801937 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38080ffc-eec9-480b-b020-cf1c84deb7d5 None None] The sync data for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 is: [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:24:59Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:00.825692 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-65c46d69-adde-4118-8df9-d32cd455486a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=319cc90c-2207-45b0-a71c-a3931ecd74d0 HTTP/1.1" status: 200 len: 217 time: 0.0627089 Aug 03 19:25:00.887900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-e18edb41-187e-4d9b-80e0-9d153cd81b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:00.890108 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-e18edb41-187e-4d9b-80e0-9d153cd81b75 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.0582786 Aug 03 19:25:00.933722 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-2083bc6f-7f61-4dc9-8fc9-49995b2d4ab1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360973 Aug 03 19:25:01.169083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-5297b1cf-682a-4eb0-bfd1-f13434b308a1 service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273180 Aug 03 19:25:01.356479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00784e3a-5e80-492c-b4bb-a0bb24d1ee29 req-c08d5516-2731-4c37-80d6-003539a2f7a0 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:01.371776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00784e3a-5e80-492c-b4bb-a0bb24d1ee29 req-c08d5516-2731-4c37-80d6-003539a2f7a0 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 943 time: 0.1696081 Aug 03 19:25:01.403251 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-eb96c160-fd2d-41a1-97e1-cccbc1171f29 req-e7acdf32-516f-481d-a899-fbf0e77e0b5a service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257802 Aug 03 19:25:01.514106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00784e3a-5e80-492c-b4bb-a0bb24d1ee29 req-8a0c1b7a-955c-4275-819d-6a122cd1a01c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348314 Aug 03 19:25:01.697886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-4916a835-5880-48a3-a610-f3e0b41a47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:01.700490 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-4916a835-5880-48a3-a610-f3e0b41a47da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 1094 time: 0.1893609 Aug 03 19:25:01.934882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-13a3b0f3-4ddf-49e2-80b9-a5def79a863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:01.936841 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-13a3b0f3-4ddf-49e2-80b9-a5def79a863f service neutron] 10.222.0.63 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 905 time: 0.2114384 Aug 03 19:25:01.984886 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.054519 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-d730deba-4da7-46da-adfc-7fb97745ac4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=319cc90c-2207-45b0-a71c-a3931ecd74d0 HTTP/1.1" status: 200 len: 217 time: 0.1075594 Aug 03 19:25:02.151656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1f966afd-0f58-487d-8529-308874b6b535 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:02.236491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-9ccc4538-529c-469b-9b29-02b80a29c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:02.243207 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-9ccc4538-529c-469b-9b29-02b80a29c1e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.1816471 Aug 03 19:25:02.272524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1f966afd-0f58-487d-8529-308874b6b535 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:02.281828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1f966afd-0f58-487d-8529-308874b6b535 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:02.282254 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.348002 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-4781d353-1639-4240-bce0-49f2e1cfe3eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925786 Aug 03 19:25:02.525186 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.621941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1f966afd-0f58-487d-8529-308874b6b535, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1f966afd-0f58-487d-8529-308874b6b535,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:02.627459 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.654370 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-afe347da-0769-47bd-bae0-05f28ef555ff service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951610 Aug 03 19:25:02.727881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1f966afd-0f58-487d-8529-308874b6b535,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:02.822728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c208a-6f69-46fd-9554-7a0bcbd76476 req-1054458b-efa6-4ca5-8d83-6e9b3a0b28c9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:02.829263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-543c208a-6f69-46fd-9554-7a0bcbd76476 req-1054458b-efa6-4ca5-8d83-6e9b3a0b28c9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 943 time: 0.1166322 Aug 03 19:25:02.886985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cb472fd7-4ec7-4014-928b-dad2d1b37e96 req-ce5a020a-b1af-4eb4-9f39-173fe4177c87 service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250988 Aug 03 19:25:02.922634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-543c208a-6f69-46fd-9554-7a0bcbd76476 req-f4c8b4af-c1a0-40c3-8d50-bb6ed3b5d74e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772378 Aug 03 19:25:03.218422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-2c1fd175-d76b-494d-942a-3c2043270703 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:03.221910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-2c1fd175-d76b-494d-942a-3c2043270703 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/networks?id=f73d626c-1e4a-4703-839d-1ea546a9419f HTTP/1.1" status: 200 len: 813 time: 0.1820211 Aug 03 19:25:03.259664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-6973738b-3d0a-46bb-9aa0-5b256b5b5d32 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/quotas/f8a6f9b580ec4f39ad40babf0e158edd HTTP/1.1" status: 200 len: 375 time: 0.0230856 Aug 03 19:25:03.330257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-ed276fec-5d86-4522-91be-2a3b560b321d tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8a6f9b580ec4f39ad40babf0e158edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602133 Aug 03 19:25:03.548059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-b87ba40d-e936-4cb3-b607-60d2e1f59d5f service neutron] 10.222.0.42 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963882 Aug 03 19:25:03.723551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-d314e992-71b6-4591-a5a6-431ace5568f4 service neutron] 10.222.0.42 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624262 Aug 03 19:25:03.957581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1f966afd-0f58-487d-8529-308874b6b535 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:04.080156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1f966afd-0f58-487d-8529-308874b6b535 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:04.080786 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:04.120531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05596aff-5109-4549-881d-462a9696001e req-6d681736-74d2-46c0-92e4-6fbdf884958a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 210 time: 0.0693097 Aug 03 19:25:04.227567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc66d4-1807-4ec2-8b6f-2f26776aa626 req-e8da8a92-bdc4-464e-b1c5-978ec42eb1a8 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:04.240384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8fc66d4-1807-4ec2-8b6f-2f26776aa626 req-e8da8a92-bdc4-464e-b1c5-978ec42eb1a8 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 943 time: 0.1080904 Aug 03 19:25:04.333747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8fc66d4-1807-4ec2-8b6f-2f26776aa626 req-fcce7883-d042-4a18-b41b-ff10621d0675 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829926 Aug 03 19:25:04.340915 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:05.302804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ded37f1-4916-4c53-8679-6b5902c15c6e req-e3a8866e-2930-4ef2-82d3-d56e264cfd78 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 210 time: 0.0415189 Aug 03 19:25:05.593962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503839-2c54-4e39-a4c2-e2e3fee9201e req-d0e561d1-8199-44ed-9443-eac00ed0165e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:05.600834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82503839-2c54-4e39-a4c2-e2e3fee9201e req-d0e561d1-8199-44ed-9443-eac00ed0165e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 943 time: 0.1293769 Aug 03 19:25:05.652857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-6d5a4167-213e-4a67-8477-190b130f6ca7 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:05.658282 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-6d5a4167-213e-4a67-8477-190b130f6ca7 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.88 "GET /v2.0/networks?id=f73d626c-1e4a-4703-839d-1ea546a9419f HTTP/1.1" status: 200 len: 813 time: 0.2564352 Aug 03 19:25:05.696725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Request body: {'port': {'device_id': '6aa64d24-4091-4adc-ad49-e77c2f4c93aa', 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f', 'admin_state_up': True, 'tenant_id': 'f8a6f9b580ec4f39ad40babf0e158edd'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:05.699057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82503839-2c54-4e39-a4c2-e2e3fee9201e req-23e9d8a5-45be-4e78-8064-201f8dd72a39 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874023 Aug 03 19:25:05.702891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 319cc90c-2207-45b0-a71c-a3931ecd74d0 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:25:05.959232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 319cc90c-2207-45b0-a71c-a3931ecd74d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=319cc90c-2207-45b0-a71c-a3931ecd74d0,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:05.977241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '319cc90c-2207-45b0-a71c-a3931ecd74d0', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'port_id': '319cc90c-2207-45b0-a71c-a3931ecd74d0', 'mac_address': 'fa:16:3e:22:05:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5fda2e-355b-43f1-accb-8b348821a3a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:25:06.015104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Made reservation on behalf of f8a6f9b580ec4f39ad40babf0e158edd for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:06.029975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.048295 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.068363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319cc90c-2207-45b0-a71c-a3931ecd74d0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:06.096640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 319cc90c-2207-45b0-a71c-a3931ecd74d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=319cc90c-2207-45b0-a71c-a3931ecd74d0,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:06.102808 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.187615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=319cc90c-2207-45b0-a71c-a3931ecd74d0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:06.278593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Allocated IP 172.20.0.10 (f73d626c-1e4a-4703-839d-1ea546a9419f/99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5/506e26fc-530f-4a37-aeaf-5f09f5494ccb) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:06.522383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a9384b6-34f7-42a0-b010-11bf2755d651 req-f75bad23-78b5-4dbc-a01b-bbd1d41bfde0 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 210 time: 0.0673163 Aug 03 19:25:06.534823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.558133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:06.606771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.668415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['319cc90c-2207-45b0-a71c-a3931ecd74d0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:06.680558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Network f73d626c-1e4a-4703-839d-1ea546a9419f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:06.684297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:06.688800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:06.734425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Pushing event updated for resources: {'Port': ['ID=506e26fc-530f-4a37-aeaf-5f09f5494ccb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:06.758317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:06.759188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.779296 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-48b51eb1-7e83-4357-ac39-f338cf7e7117 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1025634 Aug 03 19:25:06.786471 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f9dd-ee2b-4c80-b5a8-142d8f00ee8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.793831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Request body: {'port': {'device_id': '6aa64d24-4091-4adc-ad49-e77c2f4c93aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:06.877974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.950928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd4598-4491-4979-91f8-926b0c52e711 req-b79c3c83-8a61-4656-9f84-a04e818b18c3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:06.961075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6bcd4598-4491-4979-91f8-926b0c52e711 req-b79c3c83-8a61-4656-9f84-a04e818b18c3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 944 time: 0.1613083 Aug 03 19:25:07.029740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6bcd4598-4491-4979-91f8-926b0c52e711 req-3b5fcb69-ebb6-4dcc-a0e2-f5c6d0703dbf tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676854 Aug 03 19:25:07.071988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f9dd-ee2b-4c80-b5a8-142d8f00ee8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.088209 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f9dd-ee2b-4c80-b5a8-142d8f00ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.170483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1dc5f9dd-ee2b-4c80-b5a8-142d8f00ee8e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66662b5803184814ae8ee7e9c11f4d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092672 Aug 03 19:25:07.172193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5f9dd-ee2b-4c80-b5a8-142d8f00ee8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519adcba-7809-487d-9dc4-060d508165a8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:07.174787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54872) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:07.710715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88562479-89a3-4cb4-a3ca-d68be4e3333a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.735913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fc265-87f3-40c7-833b-7f91050ebd0b req-2f61fb94-a920-43b4-9202-56ab45e8db6e tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:07.740262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-695fc265-87f3-40c7-833b-7f91050ebd0b req-2f61fb94-a920-43b4-9202-56ab45e8db6e tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 932 time: 0.0956557 Aug 03 19:25:07.755114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88562479-89a3-4cb4-a3ca-d68be4e3333a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.832250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-695fc265-87f3-40c7-833b-7f91050ebd0b req-0ef5fdd6-1fbf-40ec-b5fb-5a7b8142c636 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786326 Aug 03 19:25:07.840414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506e26fc-530f-4a37-aeaf-5f09f5494ccb {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:07.849769 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.869706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Transition to ACTIVE for port object 506e26fc-530f-4a37-aeaf-5f09f5494ccb will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:07.871135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88562479-89a3-4cb4-a3ca-d68be4e3333a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.874510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88562479-89a3-4cb4-a3ca-d68be4e3333a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.876100 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-88562479-89a3-4cb4-a3ca-d68be4e3333a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/519adcba-7809-487d-9dc4-060d508165a8 HTTP/1.1" status: 204 len: 168 time: 0.7002232 Aug 03 19:25:07.879531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.919152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88562479-89a3-4cb4-a3ca-d68be4e3333a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519adcba-7809-487d-9dc4-060d508165a8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:07.966973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Pushing event updated for resources: {'Port': ['ID=506e26fc-530f-4a37-aeaf-5f09f5494ccb,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:08.045584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Attempting to bind port 506e26fc-530f-4a37-aeaf-5f09f5494ccb on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:08.046028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Attempting to bind port 506e26fc-530f-4a37-aeaf-5f09f5494ccb by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:08.046575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Attempting to bind port 506e26fc-530f-4a37-aeaf-5f09f5494ccb on network f73d626c-1e4a-4703-839d-1ea546a9419f {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:08.055301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Port 506e26fc-530f-4a37-aeaf-5f09f5494ccb on network f73d626c-1e4a-4703-839d-1ea546a9419f not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:25:08.055843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Attempting to bind port 506e26fc-530f-4a37-aeaf-5f09f5494ccb on network f73d626c-1e4a-4703-839d-1ea546a9419f {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:08.067207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:08.067864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Checking segment: {'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:08.068517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Bound using segment: {'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:08.069284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Bound port: 506e26fc-530f-4a37-aeaf-5f09f5494ccb, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb772f0-0f33-478e-99e2-11250161990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:08.069921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:08.143767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-073cf096-ece0-4d48-89bf-f7db41f253f5 req-ded772ff-d5bc-4beb-89de-36a2a9105bb3 service neutron] (94133) timed out ('10.222.0.42', 59958) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:25:08.219463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] For port 506e26fc-530f-4a37-aeaf-5f09f5494ccb, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:08.223870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be224dd-a202-4396-98e1-bb6de47beaa7 req-4f0abaf0-e9ec-48d5-935f-3fad2e5bd6ec tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:08.227192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7be224dd-a202-4396-98e1-bb6de47beaa7 req-4f0abaf0-e9ec-48d5-935f-3fad2e5bd6ec tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 944 time: 0.0738225 Aug 03 19:25:08.228056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] For port 506e26fc-530f-4a37-aeaf-5f09f5494ccb, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=506e26fc-530f-4a37-aeaf-5f09f5494ccb,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:08.250729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:08.296738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7be224dd-a202-4396-98e1-bb6de47beaa7 req-6fb25dd1-931d-4382-9ff3-cea8839c3095 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556564 Aug 03 19:25:08.347426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:08.348893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:08.351644 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] 10.222.0.88 "PUT /v2.0/ports/506e26fc-530f-4a37-aeaf-5f09f5494ccb HTTP/1.1" status: 200 len: 1092 time: 1.5630805 Aug 03 19:25:08.352391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa64d24-4091-4adc-ad49-e77c2f4c93aa', 'tag': '506e26fc-530f-4a37-aeaf-5f09f5494ccb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:08.362147 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84740ed6-eaa5-46c9-870c-dafae7c2730c" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa64d24-4091-4adc-ad49-e77c2f4c93aa", "tag": "506e26fc-530f-4a37-aeaf-5f09f5494ccb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:08.439193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d0250-4d95-4f14-b9b0-dd83004b618a service neutron] Pushing event updated for resources: {'Port': ['ID=506e26fc-530f-4a37-aeaf-5f09f5494ccb,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:08.476204 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2458ba7d-db59-412e-9117-01bd1ea4b786 x-openstack-request-id: req-2458ba7d-db59-412e-9117-01bd1ea4b786 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:08.476570 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa64d24-4091-4adc-ad49-e77c2f4c93aa", "tag": "506e26fc-530f-4a37-aeaf-5f09f5494ccb", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:08.476890 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2458ba7d-db59-412e-9117-01bd1ea4b786 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:08.477364 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa64d24-4091-4adc-ad49-e77c2f4c93aa', 'tag': '506e26fc-530f-4a37-aeaf-5f09f5494ccb', 'status': 'completed', 'code': 200} Aug 03 19:25:08.486575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-691a1c2a-4f92-4a42-bd8e-4072275f7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:08.488120 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-691a1c2a-4f92-4a42-bd8e-4072275f7b7e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f8a6f9b580ec4f39ad40babf0e158edd&device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 1095 time: 0.0738964 Aug 03 19:25:08.541157 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-628c2fa4-27d8-4f12-ac7e-2786e8875bf5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=506e26fc-530f-4a37-aeaf-5f09f5494ccb HTTP/1.1" status: 200 len: 217 time: 0.0437684 Aug 03 19:25:08.604645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-a26ef1b4-76a7-4c41-aaea-4c2e5a557d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:08.607918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-a26ef1b4-76a7-4c41-aaea-4c2e5a557d75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5 HTTP/1.1" status: 200 len: 853 time: 0.0595176 Aug 03 19:25:08.652998 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-47a5ca9c-0691-4cf2-bb21-cf31321131fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f73d626c-1e4a-4703-839d-1ea546a9419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374670 Aug 03 19:25:08.778767 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-7a56da07-8758-4b8d-b775-0298b0ef9133 service neutron] 10.222.0.88 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163678 Aug 03 19:25:08.932560 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-578cc06a-2ae9-42e1-9c63-184b426c1494 req-b55f4f63-5454-4b7a-9f3a-73b9ce2cf883 service neutron] 10.222.0.88 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451399 Aug 03 19:25:09.049463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-dfde4d5f-b7ad-427b-806e-addcb3f2485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:09.049996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86214b1b-cfda-4920-bcf6-c4be7b07b70c req-8b1c3510-fea3-49f9-b952-c3aede7e71b2 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:09.052894 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-dfde4d5f-b7ad-427b-806e-addcb3f2485a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f8a6f9b580ec4f39ad40babf0e158edd&device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 1095 time: 0.0611618 Aug 03 19:25:09.053964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86214b1b-cfda-4920-bcf6-c4be7b07b70c req-8b1c3510-fea3-49f9-b952-c3aede7e71b2 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 944 time: 0.0900226 Aug 03 19:25:09.122907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86214b1b-cfda-4920-bcf6-c4be7b07b70c req-cdb531db-a064-4a8e-8b17-08c36afe4d2a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605977 Aug 03 19:25:09.246412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-13b8fd64-ef9c-44ed-a723-26f9644c7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:09.248421 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-13b8fd64-ef9c-44ed-a723-26f9644c7d94 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f73d626c-1e4a-4703-839d-1ea546a9419f HTTP/1.1" status: 200 len: 914 time: 0.1871083 Aug 03 19:25:09.332323 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-8a1a2872-7075-4e7a-81d4-93b18b97eaa0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=506e26fc-530f-4a37-aeaf-5f09f5494ccb HTTP/1.1" status: 200 len: 217 time: 0.0744658 Aug 03 19:25:09.479733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-827a1b7e-abac-47e6-985e-8a8490ad4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:09.481506 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-827a1b7e-abac-47e6-985e-8a8490ad4d20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5 HTTP/1.1" status: 200 len: 853 time: 0.1407955 Aug 03 19:25:09.502946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9672b-9a7b-4a57-9752-5d938c7e9be6 req-18e47f6d-2f83-4d8e-8f25-ca69ca6d7928 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:09.508500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9c9672b-9a7b-4a57-9752-5d938c7e9be6 req-18e47f6d-2f83-4d8e-8f25-ca69ca6d7928 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 944 time: 0.1206758 Aug 03 19:25:09.530711 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-b48037ca-edde-4320-acf2-2378d86d8ff2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f73d626c-1e4a-4703-839d-1ea546a9419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372162 Aug 03 19:25:09.657913 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-119087f2-8c9e-4711-b488-a3887e7ee09d service neutron] 10.222.0.88 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167212 Aug 03 19:25:09.661867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9c9672b-9a7b-4a57-9752-5d938c7e9be6 req-84c1239a-d512-4e6c-bc01-e7c84182a062 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459377 Aug 03 19:25:09.764785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 319cc90c-2207-45b0-a71c-a3931ecd74d0 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:09.846002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 319cc90c-2207-45b0-a71c-a3931ecd74d0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:09.856474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 319cc90c-2207-45b0-a71c-a3931ecd74d0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:09.856474 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.929115 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-84740ed6-eaa5-46c9-870c-dafae7c2730c req-c4a5d247-f3f6-4265-842e-2734bac2fd24 service neutron] 10.222.0.88 "GET /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629337 Aug 03 19:25:09.967839 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.010990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 319cc90c-2207-45b0-a71c-a3931ecd74d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=319cc90c-2207-45b0-a71c-a3931ecd74d0,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:10.012074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bc46a0-a250-4523-8d0d-9335ff48813a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319cc90c-2207-45b0-a71c-a3931ecd74d0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:10.015040 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48101af-f820-483a-a482-99d92861916a" -d '{"events": [{"server_uuid": "70bc46a0-a250-4523-8d0d-9335ff48813a", "name": "network-vif-plugged", "status": "completed", "tag": "319cc90c-2207-45b0-a71c-a3931ecd74d0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:10.036607 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.080526 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cb159d-663d-4532-8753-e9e7c02dd64c x-openstack-request-id: req-84cb159d-663d-4532-8753-e9e7c02dd64c {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:10.080816 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bc46a0-a250-4523-8d0d-9335ff48813a", "name": "network-vif-plugged", "status": "completed", "tag": "319cc90c-2207-45b0-a71c-a3931ecd74d0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:10.081091 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84cb159d-663d-4532-8753-e9e7c02dd64c {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:10.081464 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bc46a0-a250-4523-8d0d-9335ff48813a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319cc90c-2207-45b0-a71c-a3931ecd74d0', 'code': 200} Aug 03 19:25:10.123931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=319cc90c-2207-45b0-a71c-a3931ecd74d0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:10.225962 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64df64-5988-43e7-850e-aa4cf88e5f8a req-7cae832d-09fb-4be0-9d06-c8832291462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:10.227947 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8f64df64-5988-43e7-850e-aa4cf88e5f8a req-7cae832d-09fb-4be0-9d06-c8832291462d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 1096 time: 0.0657542 Aug 03 19:25:10.312467 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8f64df64-5988-43e7-850e-aa4cf88e5f8a req-de0d9654-66ca-48ee-ba2a-8f6ca665361f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758219 Aug 03 19:25:10.427575 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:25:10.493986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54978) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:10.719643 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-412b1a9f-e881-43c1-9c24-28093aecadf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.886841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-412b1a9f-e881-43c1-9c24-28093aecadf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.895943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-412b1a9f-e881-43c1-9c24-28093aecadf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.897511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee989c5-15aa-4a4a-b949-b9f2b5f40747 req-bd62f13f-3575-4893-95dc-562b69be366a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:10.912521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ee989c5-15aa-4a4a-b949-b9f2b5f40747 req-bd62f13f-3575-4893-95dc-562b69be366a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 944 time: 0.6673174 Aug 03 19:25:10.949323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b1a9f-e881-43c1-9c24-28093aecadf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ee723f-8fbb-478d-b4f2-e4116f8add88,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:10.955532 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-412b1a9f-e881-43c1-9c24-28093aecadf9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93707253e0d64b60b0c5217621c144c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603722 Aug 03 19:25:10.959011 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54992) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.030290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ee989c5-15aa-4a4a-b949-b9f2b5f40747 req-0463c194-7644-4a76-b743-d03cf36d1c93 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136756 Aug 03 19:25:11.169909 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-f1b72cfb-aa7c-4eb4-bff0-032c5d2122d6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319323 Aug 03 19:25:11.171035 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6753ea28-df62-4568-8557-f1e0393e9328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.239957 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6753ea28-df62-4568-8557-f1e0393e9328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.319713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-3f0a044d-f7f8-40e4-98b0-9014fbe6b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.321526 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-3f0a044d-f7f8-40e4-98b0-9014fbe6b116 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1d5f6c4dec58489eba10c2c56bc034e9&device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 1097 time: 0.1121669 Aug 03 19:25:11.365175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bdca5-5c36-4f45-91b1-71f6dfaade2a req-8f46b594-fc59-4c34-b674-e080ec824873 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.369089 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6753ea28-df62-4568-8557-f1e0393e9328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.373917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c8bdca5-5c36-4f45-91b1-71f6dfaade2a req-8f46b594-fc59-4c34-b674-e080ec824873 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 945 time: 0.5285606 Aug 03 19:25:11.376251 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6753ea28-df62-4568-8557-f1e0393e9328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.378469 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6753ea28-df62-4568-8557-f1e0393e9328 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1ee723f-8fbb-478d-b4f2-e4116f8add88 HTTP/1.1" status: 204 len: 168 time: 0.4172273 Aug 03 19:25:11.430718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c8bdca5-5c36-4f45-91b1-71f6dfaade2a req-f8d45a04-7dfb-49d2-a161-8da6492b88d3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541115 Aug 03 19:25:11.465088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753ea28-df62-4568-8557-f1e0393e9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ee723f-8fbb-478d-b4f2-e4116f8add88,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:11.566704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-49e56426-2bab-46ac-ac0b-704fef02b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.569738 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-49e56426-2bab-46ac-ac0b-704fef02b815 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5b806c51-9eca-469a-a774-23951c8f384b HTTP/1.1" status: 200 len: 907 time: 0.2163227 Aug 03 19:25:11.716687 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-41ff8c80-c89e-4fc8-9164-92764a29b946 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478 HTTP/1.1" status: 200 len: 1002 time: 0.1352296 Aug 03 19:25:11.849898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-3ef9cc3e-d3e8-4e65-932b-970ea3fd9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.853095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-3ef9cc3e-d3e8-4e65-932b-970ea3fd9b1b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96949e0-db97-4464-ac22-1a2625a45f8e HTTP/1.1" status: 200 len: 845 time: 0.1270635 Aug 03 19:25:11.985331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-746465c7-6671-429c-98d5-ea551e970073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.989666 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-746465c7-6671-429c-98d5-ea551e970073 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5b806c51-9eca-469a-a774-23951c8f384b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896552 Aug 03 19:25:12.210001 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-4bbd952d-2187-4854-a026-5883cc2448a5 service neutron] 10.222.0.63 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993282 Aug 03 19:25:12.416228 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c9473dbb-8861-4beb-9acb-e11b99f92de7 req-3246961a-d71c-41e4-8d0e-4e41644fe050 service neutron] 10.222.0.63 "GET /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803460 Aug 03 19:25:12.630852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1bbdb-ea98-4688-be34-b48c4f1e0a25 req-ee02fa66-6fdb-41b3-a6c0-48ac0d6de211 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:12.638087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3e1bbdb-ea98-4688-be34-b48c4f1e0a25 req-ee02fa66-6fdb-41b3-a6c0-48ac0d6de211 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 945 time: 0.1090846 Aug 03 19:25:12.732904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917906b-a97d-4cbb-968f-b177bbb27584 req-d8f84b85-6156-4e6d-b291-9caa9dde761f tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:12.742756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0917906b-a97d-4cbb-968f-b177bbb27584 req-d8f84b85-6156-4e6d-b291-9caa9dde761f tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 944 time: 0.6043868 Aug 03 19:25:12.769841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3e1bbdb-ea98-4688-be34-b48c4f1e0a25 req-b32cadb7-0c4a-47dd-8b5e-04843508696a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141591 Aug 03 19:25:12.827302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0917906b-a97d-4cbb-968f-b177bbb27584 req-6570cb2d-ef97-4834-8230-28573ce0215c tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831068 Aug 03 19:25:12.845289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 506e26fc-530f-4a37-aeaf-5f09f5494ccb details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:25:12.972394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9f3b1-e00a-4f78-a4f5-5a280f5c55f2 req-569f9acd-500c-465c-994a-feddedea9e7a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:12.980502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78c9f3b1-e00a-4f78-a4f5-5a280f5c55f2 req-569f9acd-500c-465c-994a-feddedea9e7a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 945 time: 0.0886042 Aug 03 19:25:13.036289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78c9f3b1-e00a-4f78-a4f5-5a280f5c55f2 req-bb07e6f7-c93d-4a13-a4cc-6ce57467938c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547285 Aug 03 19:25:13.050091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 506e26fc-530f-4a37-aeaf-5f09f5494ccb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=506e26fc-530f-4a37-aeaf-5f09f5494ccb,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:13.065976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '506e26fc-530f-4a37-aeaf-5f09f5494ccb', 'network_id': 'f73d626c-1e4a-4703-839d-1ea546a9419f', 'port_id': '506e26fc-530f-4a37-aeaf-5f09f5494ccb', 'mac_address': 'fa:16:3e:1a:4b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:25:13.142537 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.167173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506e26fc-530f-4a37-aeaf-5f09f5494ccb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:13.193611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 506e26fc-530f-4a37-aeaf-5f09f5494ccb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=506e26fc-530f-4a37-aeaf-5f09f5494ccb,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:13.201575 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.311993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=506e26fc-530f-4a37-aeaf-5f09f5494ccb,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:13.492457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ad2fb-c902-45e3-8df7-7d497b3f166b req-47ff0f9b-f996-4706-ab89-d3ee76f4f675 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:13.501834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae4ad2fb-c902-45e3-8df7-7d497b3f166b req-47ff0f9b-f996-4706-ab89-d3ee76f4f675 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 945 time: 0.0969439 Aug 03 19:25:13.503349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['506e26fc-530f-4a37-aeaf-5f09f5494ccb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:13.591859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae4ad2fb-c902-45e3-8df7-7d497b3f166b req-106416b7-f3ec-43ac-ba4c-e412ba6df93b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887489 Aug 03 19:25:14.080548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd4b4-a3b3-4c3b-a337-4a22f39a79fe req-c7af5a23-43f5-40e0-ac8f-e3671c14bff0 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:14.100635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b07cd4b4-a3b3-4c3b-a337-4a22f39a79fe req-c7af5a23-43f5-40e0-ac8f-e3671c14bff0 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 945 time: 0.1292996 Aug 03 19:25:14.169139 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b07cd4b4-a3b3-4c3b-a337-4a22f39a79fe req-9f7ad920-24d4-49db-a69d-6cb4151af61b tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665135 Aug 03 19:25:14.195890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55074) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:14.397109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-373434561', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:14.443233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Made reservation on behalf of 23d65e9168814c36bf932aa92355e50b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:14.447054 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.478008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.699581 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.706412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.711756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] device_id is not set on port c9f1e9e0-ebe7-44d9-8bc5-102be0760aef yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:25:14.830839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a45a3dc-5cf7-4355-843c-d322ebc5d53f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:14.835690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5279d-8536-4463-aac4-07d07ead490c req-e36572fb-d7a5-4037-8481-6ad7b2e825a7 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:14.839196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48b5279d-8536-4463-aac4-07d07ead490c req-e36572fb-d7a5-4037-8481-6ad7b2e825a7 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 945 time: 0.1304770 Aug 03 19:25:14.859148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 506e26fc-530f-4a37-aeaf-5f09f5494ccb up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:14.882765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Allocated IP 172.25.4.99 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c9f1e9e0-ebe7-44d9-8bc5-102be0760aef) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:14.941878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 506e26fc-530f-4a37-aeaf-5f09f5494ccb completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:14.947950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 506e26fc-530f-4a37-aeaf-5f09f5494ccb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:14.949008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.986215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48b5279d-8536-4463-aac4-07d07ead490c req-8ea460cc-46cc-4519-a07c-a0e1d238a321 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287210 Aug 03 19:25:15.168825 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.225059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa64d24-4091-4adc-ad49-e77c2f4c93aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506e26fc-530f-4a37-aeaf-5f09f5494ccb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:15.228037 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d4d9f3-f5a9-4c4a-9240-5cda90705ee8" -d '{"events": [{"server_uuid": "6aa64d24-4091-4adc-ad49-e77c2f4c93aa", "name": "network-vif-plugged", "status": "completed", "tag": "506e26fc-530f-4a37-aeaf-5f09f5494ccb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:15.262578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.275738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 506e26fc-530f-4a37-aeaf-5f09f5494ccb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=506e26fc-530f-4a37-aeaf-5f09f5494ccb,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:15.287166 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.293202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-f9f3aac4-4195-4a89-a9af-1acd33ca9ee2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:15.295149 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-f9f3aac4-4195-4a89-a9af-1acd33ca9ee2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 945 time: 0.1096041 Aug 03 19:25:15.367378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=506e26fc-530f-4a37-aeaf-5f09f5494ccb,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:15.449428 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc3921b-64d6-4ebd-8dba-afbb05533b66 x-openstack-request-id: req-fdc3921b-64d6-4ebd-8dba-afbb05533b66 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:15.449836 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa64d24-4091-4adc-ad49-e77c2f4c93aa", "name": "network-vif-plugged", "status": "completed", "tag": "506e26fc-530f-4a37-aeaf-5f09f5494ccb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:15.450047 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.450192 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdc3921b-64d6-4ebd-8dba-afbb05533b66 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:15.450640 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa64d24-4091-4adc-ad49-e77c2f4c93aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506e26fc-530f-4a37-aeaf-5f09f5494ccb', 'code': 200} Aug 03 19:25:15.529851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a952fc5-f45f-4b5b-ae75-eed9b22ffae2 req-506b949f-8771-4f77-b96d-18490e927fff tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:15.532207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a952fc5-f45f-4b5b-ae75-eed9b22ffae2 req-506b949f-8771-4f77-b96d-18490e927fff tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 946 time: 0.1547692 Aug 03 19:25:15.565584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Pushing event updated for resources: {'Port': ['ID=c9f1e9e0-ebe7-44d9-8bc5-102be0760aef,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:15.578546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:15.613611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:15.625502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a952fc5-f45f-4b5b-ae75-eed9b22ffae2 req-8596a49a-f185-4b9a-90ff-b4b353b79c54 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741887 Aug 03 19:25:15.631750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:15.657850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Deleting port 319cc90c-2207-45b0-a71c-a3931ecd74d0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:15.658497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.731616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb72b11-2d60-4258-b969-dca19465ca41 req-52d2f388-389e-428c-bd06-c166480ef192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:15.733182 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7eb72b11-2d60-4258-b969-dca19465ca41 req-52d2f388-389e-428c-bd06-c166480ef192 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 1097 time: 0.1952794 Aug 03 19:25:15.762458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:15.763084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.809284 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8a1a74f0-a64c-45bc-a2ce-8ebc5c40a0c3 tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.6119225 Aug 03 19:25:15.812326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55094) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:15.815511 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7eb72b11-2d60-4258-b969-dca19465ca41 req-8ffc3669-8dd4-4a7f-8239-16f317897b3b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735271 Aug 03 19:25:15.822146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.99'}]}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:15.830801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] For port 319cc90c-2207-45b0-a71c-a3931ecd74d0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=319cc90c-2207-45b0-a71c-a3931ecd74d0,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:15.831198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.846411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Calling delete_port for 319cc90c-2207-45b0-a71c-a3931ecd74d0 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:15.863585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.865972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.944887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.026795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.040489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:16.095256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event deleted for resources: {'Port': ['ID=319cc90c-2207-45b0-a71c-a3931ecd74d0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:16.137766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['319cc90c-2207-45b0-a71c-a3931ecd74d0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:16.168282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.247824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] No DVR routers for this DVR port 319cc90c-2207-45b0-a71c-a3931ecd74d0 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:25:16.257776 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.261129 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-735e2d6b-aa19-4313-81e8-09b2c62e30cc req-1413a646-fe74-45b2-8426-a4633c904b86 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "DELETE /v2.0/ports/319cc90c-2207-45b0-a71c-a3931ecd74d0 HTTP/1.1" status: 204 len: 173 time: 0.9587388 Aug 03 19:25:16.261837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bc46a0-a250-4523-8d0d-9335ff48813a', 'name': 'network-vif-deleted', 'tag': '319cc90c-2207-45b0-a71c-a3931ecd74d0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:16.274494 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11835fbe-5947-464c-a722-4eb5655adbc2" -d '{"events": [{"server_uuid": "70bc46a0-a250-4523-8d0d-9335ff48813a", "name": "network-vif-deleted", "tag": "319cc90c-2207-45b0-a71c-a3931ecd74d0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:16.287962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7546d4a3-d894-465b-a866-cccb9f001d62 req-a2d0a034-8ac5-4971-96c5-6e81ee0180cc tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=70bc46a0-a250-4523-8d0d-9335ff48813a HTTP/1.1" status: 200 len: 210 time: 0.0870063 Aug 03 19:25:16.398246 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19a069b-78c8-410f-9606-118471899d06 x-openstack-request-id: req-a19a069b-78c8-410f-9606-118471899d06 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:16.400610 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bc46a0-a250-4523-8d0d-9335ff48813a", "name": "network-vif-deleted", "tag": "319cc90c-2207-45b0-a71c-a3931ecd74d0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:16.400941 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a19a069b-78c8-410f-9606-118471899d06 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:16.401426 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bc46a0-a250-4523-8d0d-9335ff48813a', 'name': 'network-vif-deleted', 'tag': '319cc90c-2207-45b0-a71c-a3931ecd74d0', 'status': 'completed', 'code': 200} Aug 03 19:25:16.594401 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.617204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.904231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954af0e7-ec9e-44d8-a959-3f04bdb33a4e req-7b577111-9a27-40f6-98cb-85da08e2896a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:16.905872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-954af0e7-ec9e-44d8-a959-3f04bdb33a4e req-7b577111-9a27-40f6-98cb-85da08e2896a tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 946 time: 0.1438866 Aug 03 19:25:16.919960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.152633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-954af0e7-ec9e-44d8-a959-3f04bdb33a4e req-e29f1e9c-7be3-4008-ad82-a81982884543 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940739 Aug 03 19:25:17.157698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.160897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.221895 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.222432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b44ed98-bd90-45a2-af49-436b01a76c82 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:17.248784 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:25:17.249966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bbc3866d-8dc7-4a8a-a0e9-175cc3245e7a tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4358602 Aug 03 19:25:17.253051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55128) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:17.454240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e90f3-aa5c-451f-b775-334efec321ad tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Deleting port c9f1e9e0-ebe7-44d9-8bc5-102be0760aef {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:17.456304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b4e90f3-aa5c-451f-b775-334efec321ad tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.606857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b4e90f3-aa5c-451f-b775-334efec321ad tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.630746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e90f3-aa5c-451f-b775-334efec321ad tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Calling delete_port for c9f1e9e0-ebe7-44d9-8bc5-102be0760aef owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:17.844109 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b4e90f3-aa5c-451f-b775-334efec321ad tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.890911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e90f3-aa5c-451f-b775-334efec321ad tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9f1e9e0-ebe7-44d9-8bc5-102be0760aef,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:18.024241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b4e90f3-aa5c-451f-b775-334efec321ad tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.029060 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0b4e90f3-aa5c-451f-b775-334efec321ad tempest-RoutersAdminNegativeIpV6Test-30427259 tempest-RoutersAdminNegativeIpV6Test-30427259-project-admin] 10.222.0.42 "DELETE /v2.0/ports/c9f1e9e0-ebe7-44d9-8bc5-102be0760aef HTTP/1.1" status: 204 len: 168 time: 0.7744756 Aug 03 19:25:18.435595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b07c9b-9feb-4f03-98e9-2ea47d6c662f req-e93d4485-5d24-4c13-8a69-d2fbcc160bc8 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:18.444816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91b07c9b-9feb-4f03-98e9-2ea47d6c662f req-e93d4485-5d24-4c13-8a69-d2fbcc160bc8 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 946 time: 0.1538935 Aug 03 19:25:18.582691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91b07c9b-9feb-4f03-98e9-2ea47d6c662f req-bbcb01c6-f814-4b3d-910c-ab41087619ea tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315489 Aug 03 19:25:18.695532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55168) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:18.705452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-00ed3ce2-759b-4959-9515-7af315c3183e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:18.708047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-00ed3ce2-759b-4959-9515-7af315c3183e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.2269955 Aug 03 19:25:18.735917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-1821ea94-f593-4e42-a108-b787ddc6397d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/quotas/ca6a8a0f702549ac82857312def8f491 HTTP/1.1" status: 200 len: 375 time: 0.0142136 Aug 03 19:25:18.844127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-bac7ffed-9cfd-4430-8de2-5deb726aabf3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813146 Aug 03 19:25:18.897297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb9e84f6-00d0-4b03-890f-3dc9e64599f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.975653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-688b23db-2b6f-48fb-ba21-9b3013843709 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281297 Aug 03 19:25:19.081148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb9e84f6-00d0-4b03-890f-3dc9e64599f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.088216 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb9e84f6-00d0-4b03-890f-3dc9e64599f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.130763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-64265819-d0ec-487a-9db3-5555f8da513b service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473911 Aug 03 19:25:19.167760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e84f6-00d0-4b03-890f-3dc9e64599f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee04a8db-e265-4749-bf05-10d23ae766ad,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:19.184034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eb9e84f6-00d0-4b03-890f-3dc9e64599f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76c8e943314847e3a3660fa52191fbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833877 Aug 03 19:25:19.184496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55190) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:19.337712 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e72cf80b-e2c4-4984-8d36-a53508e5b06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.389873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e72cf80b-e2c4-4984-8d36-a53508e5b06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.523533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e72cf80b-e2c4-4984-8d36-a53508e5b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.526556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e72cf80b-e2c4-4984-8d36-a53508e5b06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.531286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e72cf80b-e2c4-4984-8d36-a53508e5b06b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee04a8db-e265-4749-bf05-10d23ae766ad HTTP/1.1" status: 204 len: 168 time: 0.3448205 Aug 03 19:25:19.550168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cf80b-e2c4-4984-8d36-a53508e5b06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee04a8db-e265-4749-bf05-10d23ae766ad,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:19.631073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d71948f-774c-406e-841f-93479bdca067 req-5d0a2926-ac96-43cd-b20f-dec672d1a11c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 210 time: 0.1210487 Aug 03 19:25:19.812678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 319cc90c-2207-45b0-a71c-a3931ecd74d0 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:19.895435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 319cc90c-2207-45b0-a71c-a3931ecd74d0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:25:19.895980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 319cc90c-2207-45b0-a71c-a3931ecd74d0 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:25:20.054905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55212) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:20.125436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0c49e16a-9784-4c9d-bb2b-410c11caeb71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23d65e9168814c36bf932aa92355e50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688703 Aug 03 19:25:20.132306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55214) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:20.238404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0488ef06-cca5-40ae-b426-1f2181abbe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.288102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0488ef06-cca5-40ae-b426-1f2181abbe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.392717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0488ef06-cca5-40ae-b426-1f2181abbe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.399127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0488ef06-cca5-40ae-b426-1f2181abbe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.402153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0488ef06-cca5-40ae-b426-1f2181abbe33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a45a3dc-5cf7-4355-843c-d322ebc5d53f HTTP/1.1" status: 204 len: 168 time: 0.2674694 Aug 03 19:25:20.419645 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.421154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488ef06-cca5-40ae-b426-1f2181abbe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a45a3dc-5cf7-4355-843c-d322ebc5d53f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:20.846434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e9a2ace-40fa-43c1-b627-bf96ab3b919b req-c5ed1c89-98aa-4e06-ac36-7c3c7ceed69d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 210 time: 0.0685627 Aug 03 19:25:21.303359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-2c59059e-7f94-4ab4-8e34-3d80fc0d87d3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:21.304759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-2c59059e-7f94-4ab4-8e34-3d80fc0d87d3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.2349610 Aug 03 19:25:21.326345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Request body: {'port': {'device_id': '6f46933a-e8b3-495d-a3ab-68f546c4bc3e', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'admin_state_up': True, 'tenant_id': 'ca6a8a0f702549ac82857312def8f491'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:21.615844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:21.625506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.015120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Allocated IP 172.20.0.10 (beaecd9a-b30e-4308-bd67-7144c0bad344/fa5fda2e-355b-43f1-accb-8b348821a3a6/015138a5-4793-4bb4-82cf-c0f4861068c4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:22.147931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b003ba4b-1972-44ce-a439-0ff993778f0d req-3c82ee37-238b-426e-a5f4-6e51214cc571 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 210 time: 0.0805070 Aug 03 19:25:22.196122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55260) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:22.305757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.368163 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.383711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:22.402472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'networks': [{'name': 'tempest-network--480255518'}, {'name': 'tempest-network--1619403117'}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:22.402472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'network': {'name': 'tempest-network--480255518'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:22.403457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'network': {'name': 'tempest-network--1619403117'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:22.464833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Made reservation on behalf of 1bf17cdc45cd4939952072800acec2a3 for: {'network': 2} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:22.474938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.497527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.515195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Network beaecd9a-b30e-4308-bd67-7144c0bad344 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:22.522813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:22.524853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event updated for resources: {'Port': ['ID=015138a5-4793-4bb4-82cf-c0f4861068c4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:22.540577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:22.641995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:22.642697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.704892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.712531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.713770 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.717306 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-f9b688ea-9e7a-4be9-8c58-0ee726e8ace5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3959928 Aug 03 19:25:22.736350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Request body: {'port': {'device_id': '6f46933a-e8b3-495d-a3ab-68f546c4bc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:22.776914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:22.793355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.794126 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Added segment 18676e00-1edb-4266-87c0-72d5a15905fb of type vlan for network 50a87a49-9b9c-4365-ac90-259c4b3cf6cc Aug 03 19:25:22.834315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.845852 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.900263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c824c6c-dce7-46f6-8343-7b6fdd61b44f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:22.906068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:22.918542 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.918929 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Added segment 1c5a0097-24ed-4eab-a766-37046eb7eb73 of type vlan for network 4e644b3b-fa72-44b8-b1a9-e40acbbcc26c Aug 03 19:25:22.971116 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.014773 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.016114 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.030131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.054975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.056150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.113686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9160933 Aug 03 19:25:23.146677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55272) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:23.296265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Network': ['ID=50a87a49-9b9c-4365-ac90-259c4b3cf6cc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:23.320746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 50a87a49-9b9c-4365-ac90-259c4b3cf6cc details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:23.340733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015138a5-4793-4bb4-82cf-c0f4861068c4 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:23.351078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.367480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Transition to ACTIVE for port object 015138a5-4793-4bb4-82cf-c0f4861068c4 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:23.371657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.459466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Pushing event updated for resources: {'Port': ['ID=015138a5-4793-4bb4-82cf-c0f4861068c4,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:23.487415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72036d96-0ae7-47bc-934e-f7e84569793f req-3b4651a4-0883-435f-a9c9-8398fa07a2a3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.495478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72036d96-0ae7-47bc-934e-f7e84569793f req-3b4651a4-0883-435f-a9c9-8398fa07a2a3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 932 time: 0.2387419 Aug 03 19:25:23.500804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc5e92-803a-41b6-beea-acf968360191 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Network': ['ID=4e644b3b-fa72-44b8-b1a9-e40acbbcc26c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:23.520849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4e644b3b-fa72-44b8-b1a9-e40acbbcc26c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:23.526732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ced19-d3cc-4b9e-b77d-d6f778bc0097 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.532805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ced19-d3cc-4b9e-b77d-d6f778bc0097 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.540034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ced19-d3cc-4b9e-b77d-d6f778bc0097 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.546903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ced19-d3cc-4b9e-b77d-d6f778bc0097 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.551375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-001ced19-d3cc-4b9e-b77d-d6f778bc0097 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4008994 Aug 03 19:25:23.551718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55278) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:23.572437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Attempting to bind port 015138a5-4793-4bb4-82cf-c0f4861068c4 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:23.573184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Attempting to bind port 015138a5-4793-4bb4-82cf-c0f4861068c4 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:23.574468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Attempting to bind port 015138a5-4793-4bb4-82cf-c0f4861068c4 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:23.580918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Port 015138a5-4793-4bb4-82cf-c0f4861068c4 on network beaecd9a-b30e-4308-bd67-7144c0bad344 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:25:23.582459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Attempting to bind port 015138a5-4793-4bb4-82cf-c0f4861068c4 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:23.590248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:23.591028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Checking segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:23.592454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Bound using segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:23.593161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Bound port: 015138a5-4793-4bb4-82cf-c0f4861068c4, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:23.593776 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.645629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72036d96-0ae7-47bc-934e-f7e84569793f req-51ea5ac0-435a-4a1c-a233-bf054ac3fdf4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459415 Aug 03 19:25:23.668833 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.729812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] For port 015138a5-4793-4bb4-82cf-c0f4861068c4, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:23.734185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] For port 015138a5-4793-4bb4-82cf-c0f4861068c4, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=015138a5-4793-4bb4-82cf-c0f4861068c4,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:23.740429 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.781064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.781726 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.783246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] 10.222.0.63 "PUT /v2.0/ports/015138a5-4793-4bb4-82cf-c0f4861068c4 HTTP/1.1" status: 200 len: 1092 time: 1.0516567 Aug 03 19:25:23.783719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f46933a-e8b3-495d-a3ab-68f546c4bc3e', 'tag': '015138a5-4793-4bb4-82cf-c0f4861068c4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:23.786215 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e077a7-8f74-4f7e-b33b-b6673506425f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f46933a-e8b3-495d-a3ab-68f546c4bc3e", "tag": "015138a5-4793-4bb4-82cf-c0f4861068c4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:23.804367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.828673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a87a49-9b9c-4365-ac90-259c4b3cf6cc']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:23.847384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d88c22-0cad-4825-a819-0af3521785dc service neutron] Pushing event updated for resources: {'Port': ['ID=015138a5-4793-4bb4-82cf-c0f4861068c4,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:23.856867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18676e00-1edb-4266-87c0-72d5a15905fb') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:23.857931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18676e00-1edb-4266-87c0-72d5a15905fb') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:23.874155 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.902236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.907945 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c47142-6429-4f07-8e3e-7ba1cbfc9113 x-openstack-request-id: req-51c47142-6429-4f07-8e3e-7ba1cbfc9113 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:23.908958 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f46933a-e8b3-495d-a3ab-68f546c4bc3e", "tag": "015138a5-4793-4bb4-82cf-c0f4861068c4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:23.909394 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51c47142-6429-4f07-8e3e-7ba1cbfc9113 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:23.910096 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f46933a-e8b3-495d-a3ab-68f546c4bc3e', 'tag': '015138a5-4793-4bb4-82cf-c0f4861068c4', 'status': 'completed', 'code': 200} Aug 03 19:25:23.917018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:23.918161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:23.924358 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:23.980421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-aeb015f8-d02e-4373-b25a-75f37d480a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.983381 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-aeb015f8-d02e-4373-b25a-75f37d480a31 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 1095 time: 0.1183493 Aug 03 19:25:24.011624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.026967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.032586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/networks/50a87a49-9b9c-4365-ac90-259c4b3cf6cc HTTP/1.1" status: 204 len: 168 time: 0.4773424 Aug 03 19:25:24.047225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55288) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:24.055810 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-5f2f9603-ae76-4a62-a32f-f0ad2a535f6e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015138a5-4793-4bb4-82cf-c0f4861068c4 HTTP/1.1" status: 200 len: 217 time: 0.0496824 Aug 03 19:25:24.061152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca250-97bf-4437-8c7d-1a06666746fa tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Network': ['ID=50a87a49-9b9c-4365-ac90-259c4b3cf6cc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:24.148511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-59565605-1e30-4539-8b2d-6872ff734a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:24.151220 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-59565605-1e30-4539-8b2d-6872ff734a47 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.0876570 Aug 03 19:25:24.186587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.197615 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-1ff8d885-8f93-447f-807f-00426c2e1b93 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388949 Aug 03 19:25:24.214641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-654cc4ef-03f8-4aef-b138-44369def50d9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:25:24.216797 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-654cc4ef-03f8-4aef-b138-44369def50d9 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115759 Aug 03 19:25:24.341452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.353689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e644b3b-fa72-44b8-b1a9-e40acbbcc26c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:24.371747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5a0097-24ed-4eab-a766-37046eb7eb73') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:24.372073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5a0097-24ed-4eab-a766-37046eb7eb73') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:24.383719 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-da3f1c0b-12ac-477c-8a0f-a8a85d0db08b service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585150 Aug 03 19:25:24.384271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.404925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.423805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:24.435915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:24.442106 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:24.504115 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23f2b0ab-bb19-42b8-a4a8-d8ee4f822a09 req-bc29c8e9-c15f-4155-b06c-e31ed8c4e070 service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126511 Aug 03 19:25:24.572037 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.582464 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.585115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/networks/4e644b3b-fa72-44b8-b1a9-e40acbbcc26c HTTP/1.1" status: 204 len: 168 time: 0.5365272 Aug 03 19:25:24.587739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55300) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:24.617992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88616076-d5df-437f-9ed0-2f43f186a564 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Network': ['ID=4e644b3b-fa72-44b8-b1a9-e40acbbcc26c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:24.885886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-46c9a2d7-58da-4c89-a818-60eba42884bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:24.888224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-46c9a2d7-58da-4c89-a818-60eba42884bb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 1095 time: 0.2660234 Aug 03 19:25:24.931980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c238ab1-9bbc-456c-85e6-2a754dbc69ed req-e95c9acf-b66a-4524-9ae6-5787d6729630 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:24.936569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c238ab1-9bbc-456c-85e6-2a754dbc69ed req-e95c9acf-b66a-4524-9ae6-5787d6729630 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 944 time: 0.1304479 Aug 03 19:25:24.986575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c238ab1-9bbc-456c-85e6-2a754dbc69ed req-ec11b9ab-63cc-4994-aa86-6be2876e8a9d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Aug 03 19:25:25.424065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731c54e-fcc5-4a3a-a2d5-58b7c8749fad tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:25.430765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731c54e-fcc5-4a3a-a2d5-58b7c8749fad tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:25.436130 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c731c54e-fcc5-4a3a-a2d5-58b7c8749fad tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8435969 Aug 03 19:25:25.438450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55312) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:25.443466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-955887587'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:25.491927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-6f956b24-915b-40b5-b014-d33e11da1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:25.495106 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-6f956b24-915b-40b5-b014-d33e11da1b48 service neutron] 10.222.0.63 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 905 time: 0.5943384 Aug 03 19:25:25.520128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Made reservation on behalf of 1bf17cdc45cd4939952072800acec2a3 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:25.539210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.547124 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-772f5d68-dadd-475e-a906-afeea3b07344 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=015138a5-4793-4bb4-82cf-c0f4861068c4 HTTP/1.1" status: 200 len: 217 time: 0.0454988 Aug 03 19:25:25.579982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:25.594833 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.595718 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Added segment 835c21c7-ad21-4ea1-958f-3104cfdd299b of type vlan for network bc663190-e920-425e-bc34-fe69310bdf38 Aug 03 19:25:25.621141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-669f243c-51db-4098-b70d-ebc9b812225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:25.622793 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-669f243c-51db-4098-b70d-ebc9b812225c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.0691800 Aug 03 19:25:25.642297 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.671316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.683531 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-5c558da9-bd14-4e7f-93f5-297bd82aa0b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529447 Aug 03 19:25:25.714662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.721982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:25.723110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.822496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3844185 Aug 03 19:25:25.826912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2088ec-db3e-4a86-b998-ff9dc4be7bea tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Network': ['ID=bc663190-e920-425e-bc34-fe69310bdf38,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:25.840037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network bc663190-e920-425e-bc34-fe69310bdf38 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:25.853716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55320) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:25.862237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-105d10a5-29fa-40dc-88c0-d863107a956c service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635435 Aug 03 19:25:25.862447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1962326010'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:25.908337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Made reservation on behalf of 1bf17cdc45cd4939952072800acec2a3 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:25.913036 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.944116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:25.958100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.958825 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Added segment b6b7231f-2512-46ca-9119-a11f9d1f0090 of type vlan for network bcd135ab-8579-4314-a723-85428ca4524e Aug 03 19:25:26.047714 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.057781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c0e077a7-8f74-4f7e-b33b-b6673506425f req-7dad87b6-70fb-4042-964f-8db97df54326 service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800740 Aug 03 19:25:26.098225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.121839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:26.123010 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.141034 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d434f023-db82-45aa-ad23-b50082bdea47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.208990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3534572 Aug 03 19:25:26.211586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55336) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:26.217995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'ports': [{'network_id': 'bc663190-e920-425e-bc34-fe69310bdf38', 'name': 'tempest-port--1317280155', 'admin_state_up': True}, {'network_id': 'bcd135ab-8579-4314-a723-85428ca4524e', 'admin_state_up': False}]} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:26.218326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'port': {'network_id': 'bc663190-e920-425e-bc34-fe69310bdf38', 'name': 'tempest-port--1317280155', 'admin_state_up': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:26.219005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'port': {'network_id': 'bcd135ab-8579-4314-a723-85428ca4524e', 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:26.252110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20076a-01fe-462b-a390-6631481ae6bf tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Network': ['ID=bcd135ab-8579-4314-a723-85428ca4524e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:26.264842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network bcd135ab-8579-4314-a723-85428ca4524e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:26.414314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0e27-919d-40d4-82ec-5da0ed2d74b1 req-a6772c3b-abb5-448b-bf0a-abd68397edfb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:26.416949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e43d0e27-919d-40d4-82ec-5da0ed2d74b1 req-a6772c3b-abb5-448b-bf0a-abd68397edfb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 944 time: 0.1913793 Aug 03 19:25:26.514588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e43d0e27-919d-40d4-82ec-5da0ed2d74b1 req-d28d3821-c377-4672-bc86-e046866c605b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792260 Aug 03 19:25:26.543270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Made reservation on behalf of 1bf17cdc45cd4939952072800acec2a3 for: {'port': 2} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:26.552366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.577037 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.720086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] device_id is not set on port 3708197b-fb13-4181-8474-977f478c76fd yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:25:26.904777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.986725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] device_id is not set on port 3f69f247-2851-4365-ab84-3a2cc6e35cfe yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:25:27.126634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.178730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.256878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Port': ['ID=3708197b-fb13-4181-8474-977f478c76fd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:27.274088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.274369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.274718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.274991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.275320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.275635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.275964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.276420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.276613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.276994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.277397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.277782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:27.282344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Checking segment: {'id': '835c21c7-ad21-4ea1-958f-3104cfdd299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bc663190-e920-425e-bc34-fe69310bdf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:27.282695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Network hostable DHCP agents. Network: bc663190-e920-425e-bc34-fe69310bdf38, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:27.307976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Network bc663190-e920-425e-bc34-fe69310bdf38 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:27.321689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, bc663190-e920-425e-bc34-fe69310bdf38) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:27.326182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:27.327294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.337944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcbbfd0-8d3c-40b4-a888-503095ff0e81 None None] Network bc663190-e920-425e-bc34-fe69310bdf38 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:27.460141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Port': ['ID=3f69f247-2851-4365-ab84-3a2cc6e35cfe,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:27.507350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Checking segment: {'id': 'b6b7231f-2512-46ca-9119-a11f9d1f0090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bcd135ab-8579-4314-a723-85428ca4524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:27.508209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Network hostable DHCP agents. Network: bcd135ab-8579-4314-a723-85428ca4524e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:27.538444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Network bcd135ab-8579-4314-a723-85428ca4524e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:27.557509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, bcd135ab-8579-4314-a723-85428ca4524e) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:27.566297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:27.573711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:27.579998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:27.580727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.603353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa2ed9-5881-42c9-bf6f-2300892dcd62 None None] Network bcd135ab-8579-4314-a723-85428ca4524e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:27.604871 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f6073117-a544-43df-8025-d0ff2fc536b8 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3913629 Aug 03 19:25:27.609123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:27.663116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55362) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:27.669067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-949358229'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:27.730550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:27.738312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.788713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d4d89-cd67-4e20-b8a3-95494a32478a tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:27.796077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:27.796290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d4d89-cd67-4e20-b8a3-95494a32478a tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:27.798313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d74d4d89-cd67-4e20-b8a3-95494a32478a tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1871116 Aug 03 19:25:27.803943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55364) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:27.823500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.824708 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Added segment 35eeb1a4-25cf-4e41-9a3e-f285d7e964a5 of type vlan for network 9879ee6e-b605-4979-bb80-8bbe728e3660 Aug 03 19:25:27.842145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 015138a5-4793-4bb4-82cf-c0f4861068c4 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:25:27.864563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3b5fb-322f-4a27-8e4b-fcb53f37b70a req-b6367803-f565-4af0-bc2a-8565dc506268 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:27.866226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96b3b5fb-322f-4a27-8e4b-fcb53f37b70a req-b6367803-f565-4af0-bc2a-8565dc506268 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 944 time: 0.1541078 Aug 03 19:25:27.910181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.953279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96b3b5fb-322f-4a27-8e4b-fcb53f37b70a req-cc473476-c5d6-4de7-866d-d4f9f0c142cf tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595095 Aug 03 19:25:27.958959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-73d33c88-b866-48bc-8696-e3e4c075da6f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Deleting port 3708197b-fb13-4181-8474-977f478c76fd {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:27.959308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73d33c88-b866-48bc-8696-e3e4c075da6f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.974549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 015138a5-4793-4bb4-82cf-c0f4861068c4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=015138a5-4793-4bb4-82cf-c0f4861068c4,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:27.997442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '015138a5-4793-4bb4-82cf-c0f4861068c4', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'port_id': '015138a5-4793-4bb4-82cf-c0f4861068c4', 'mac_address': 'fa:16:3e:a5:fd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5fda2e-355b-43f1-accb-8b348821a3a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:25:28.000358 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.013833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:28.014819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.046628 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.065124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015138a5-4793-4bb4-82cf-c0f4861068c4 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:28.074101 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73d33c88-b866-48bc-8696-e3e4c075da6f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.094409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 015138a5-4793-4bb4-82cf-c0f4861068c4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=015138a5-4793-4bb4-82cf-c0f4861068c4,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:28.100584 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.109118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-73d33c88-b866-48bc-8696-e3e4c075da6f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Calling delete_port for 3708197b-fb13-4181-8474-977f478c76fd owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:28.136369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4720035 Aug 03 19:25:28.140261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55372) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:28.147991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-491567649'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:28.172811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=015138a5-4793-4bb4-82cf-c0f4861068c4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:28.184959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710c9fa-1432-4c4e-8557-7b9eae58605a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Network': ['ID=9879ee6e-b605-4979-bb80-8bbe728e3660,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:28.199871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:28.204968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:28.215873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.263224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73d33c88-b866-48bc-8696-e3e4c075da6f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.263917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:28.283118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.283704 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Added segment b6daf28c-eed5-4a14-9a41-84f37cd4c1a9 of type vlan for network 3afc7978-57b7-4875-9bfc-612e2d787ba3 Aug 03 19:25:28.308009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d33c88-b866-48bc-8696-e3e4c075da6f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Port': ['ID=3708197b-fb13-4181-8474-977f478c76fd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:28.322478 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73d33c88-b866-48bc-8696-e3e4c075da6f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.326183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-73d33c88-b866-48bc-8696-e3e4c075da6f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/ports/3708197b-fb13-4181-8474-977f478c76fd HTTP/1.1" status: 204 len: 168 time: 0.5210195 Aug 03 19:25:28.329540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55374) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:28.370386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.435929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.442234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:28.443004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.509805 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3632672 Aug 03 19:25:28.510179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55384) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:28.511860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['015138a5-4793-4bb4-82cf-c0f4861068c4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:28.517413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'subnet': {'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:28.552402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8d970a93-ffc4-4794-beab-2f45338702b6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Deleting port 3f69f247-2851-4365-ab84-3a2cc6e35cfe {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:28.552967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d970a93-ffc4-4794-beab-2f45338702b6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.596680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47c149-f757-426b-b522-7f2ac66ef338 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Network': ['ID=3afc7978-57b7-4875-9bfc-612e2d787ba3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:28.628746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 3afc7978-57b7-4875-9bfc-612e2d787ba3 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:28.754323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:28.754767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d970a93-ffc4-4794-beab-2f45338702b6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.767771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.789949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8d970a93-ffc4-4794-beab-2f45338702b6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Calling delete_port for 3f69f247-2851-4365-ab84-3a2cc6e35cfe owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:28.934637 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d970a93-ffc4-4794-beab-2f45338702b6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.967549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d970a93-ffc4-4794-beab-2f45338702b6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Port': ['ID=3f69f247-2851-4365-ab84-3a2cc6e35cfe,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:28.974759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d970a93-ffc4-4794-beab-2f45338702b6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.980867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d970a93-ffc4-4794-beab-2f45338702b6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/ports/3f69f247-2851-4365-ab84-3a2cc6e35cfe HTTP/1.1" status: 204 len: 168 time: 0.6492679 Aug 03 19:25:28.984456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55390) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.018375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cb82600c-18e3-4b13-81fa-46b931421d2f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0324612 Aug 03 19:25:29.028422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55394) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.032093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-583592190'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:29.059890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Made reservation on behalf of 1bf17cdc45cd4939952072800acec2a3 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:29.063775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.093825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:29.107932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.108386 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Added segment b478045a-bf32-4d74-9ef7-ffb776bfa3b0 of type vlan for network 3fca5315-329b-4523-b25c-d833dcdf6a0e Aug 03 19:25:29.172215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.208229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.235398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3558592-f5a5-4048-adbf-a3778fae2b57 req-c64eed21-c596-4f0d-9722-fbb46d902dfd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:29.237025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3558592-f5a5-4048-adbf-a3778fae2b57 req-c64eed21-c596-4f0d-9722-fbb46d902dfd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 945 time: 0.0918663 Aug 03 19:25:29.238530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.244192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:29.244842 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.319570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2890375 Aug 03 19:25:29.324536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55396) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.335335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2075775794'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:29.342883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Subnet': ['ID=6475f594-bae2-49a6-93ad-541025d4ca77,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:29.345531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b0196-06b2-4f9d-a70a-0f66bf2842e2 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Network': ['ID=3fca5315-329b-4523-b25c-d833dcdf6a0e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:29.356998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Checking segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:29.357657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network hostable DHCP agents. Network: 9879ee6e-b605-4979-bb80-8bbe728e3660, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:29.374728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 3fca5315-329b-4523-b25c-d833dcdf6a0e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:29.375276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3558592-f5a5-4048-adbf-a3778fae2b57 req-d35f20e7-fbd8-4e63-890d-276a49ca4263 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075778 Aug 03 19:25:29.382539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Made reservation on behalf of 1bf17cdc45cd4939952072800acec2a3 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:29.388399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.422221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:29.423048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:29.462663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9879ee6e-b605-4979-bb80-8bbe728e3660) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:29.479441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e804e-a046-4fc9-bae4-8b1dd0389f3a None None] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:29.482916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:29.483528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.486719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.487321 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Added segment f2abb41d-32ca-4c55-86ea-262497377579 of type vlan for network 82b70685-d38d-44b3-8c7e-cbb70a66c2e3 Aug 03 19:25:29.521534 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8065a3d5-0216-40eb-8bb6-d09702b97d84 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0101306 Aug 03 19:25:29.522394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55400) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.527988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'subnet': {'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:29.625864 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.682668 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.688518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9879ee6e-b605-4979-bb80-8bbe728e3660', 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'fixed_ips': [{'subnet_id': '6475f594-bae2-49a6-93ad-541025d4ca77'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:25:29.689428 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.699883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:29.701177 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.713334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:29.717226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.781871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4538641 Aug 03 19:25:29.798798 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.840205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e3854-94ce-4ea1-9fbe-6bb5c619c6e9 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Network': ['ID=82b70685-d38d-44b3-8c7e-cbb70a66c2e3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:29.851387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 015138a5-4793-4bb4-82cf-c0f4861068c4 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:29.921040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 82b70685-d38d-44b3-8c7e-cbb70a66c2e3 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:30.124649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Allocated IP 10.1.1.2 (9879ee6e-b605-4979-bb80-8bbe728e3660/6475f594-bae2-49a6-93ad-541025d4ca77/48d34ffd-1f63-47b0-9de7-6bcc3111d9da) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:30.129942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 015138a5-4793-4bb4-82cf-c0f4861068c4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:30.135317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55408) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:30.141820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'subnets': [{'network_id': '3fca5315-329b-4523-b25c-d833dcdf6a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1922253306', 'ip_version': 4}, {'network_id': '82b70685-d38d-44b3-8c7e-cbb70a66c2e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:30.142299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'subnet': {'network_id': '3fca5315-329b-4523-b25c-d833dcdf6a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1922253306', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:30.143025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Request body: {'subnet': {'network_id': '82b70685-d38d-44b3-8c7e-cbb70a66c2e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:30.159123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 015138a5-4793-4bb4-82cf-c0f4861068c4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:30.160646 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.196290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.310103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Subnet': ['ID=70137d54-547d-49fc-a65a-ad8b5226afb9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:30.318528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Checking segment: {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:30.319144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network hostable DHCP agents. Network: 3afc7978-57b7-4875-9bfc-612e2d787ba3, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:30.344714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 3afc7978-57b7-4875-9bfc-612e2d787ba3 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:30.364849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 3afc7978-57b7-4875-9bfc-612e2d787ba3) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:30.381303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:30.382135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.407203 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5ad60aae-dbe0-476a-86d3-dd629b08a644 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8831644 Aug 03 19:25:30.408479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55410) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:30.415501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'port': {'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'name': 'tempest-TaggedBootDevicesTest_v242-935175995', 'fixed_ips': [{'subnet_id': '6475f594-bae2-49a6-93ad-541025d4ca77'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:30.445007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Made reservation on behalf of 1bf17cdc45cd4939952072800acec2a3 for: {'subnet': 2} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:30.454616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.455083 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.487719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-86d3ae51-9596-435e-8f30-1afbae900846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.496077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354e3beb-625a-41cf-8288-196a659a34b6 None None] Network 3afc7978-57b7-4875-9bfc-612e2d787ba3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:30.564235 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.639275 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f46933a-e8b3-495d-a3ab-68f546c4bc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015138a5-4793-4bb4-82cf-c0f4861068c4'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:30.641681 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6883d487-1810-4bcf-a9b7-61031f2b0ac3" -d '{"events": [{"server_uuid": "6f46933a-e8b3-495d-a3ab-68f546c4bc3e", "name": "network-vif-plugged", "status": "completed", "tag": "015138a5-4793-4bb4-82cf-c0f4861068c4"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:30.661751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:30.692271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 015138a5-4793-4bb4-82cf-c0f4861068c4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=015138a5-4793-4bb4-82cf-c0f4861068c4,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:30.743795 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.790091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.813967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] device_id is not set on port 063bd505-6d72-4e1a-8907-dbee2703ea9f yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:25:30.854586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.925571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f5377-9c12-435e-a89b-600ef428c8b2 req-982074a7-a49c-4892-980f-68ff39f1ec8e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:30.927925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f99f5377-9c12-435e-a89b-600ef428c8b2 req-982074a7-a49c-4892-980f-68ff39f1ec8e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 945 time: 0.3470354 Aug 03 19:25:30.937244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=015138a5-4793-4bb4-82cf-c0f4861068c4,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:30.948894 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fd9d9f-41d7-4386-b197-da2f9bc3c97e x-openstack-request-id: req-d3fd9d9f-41d7-4386-b197-da2f9bc3c97e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:30.949144 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f46933a-e8b3-495d-a3ab-68f546c4bc3e", "name": "network-vif-plugged", "status": "completed", "tag": "015138a5-4793-4bb4-82cf-c0f4861068c4", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:30.949310 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3fd9d9f-41d7-4386-b197-da2f9bc3c97e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:30.957299 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f46933a-e8b3-495d-a3ab-68f546c4bc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015138a5-4793-4bb4-82cf-c0f4861068c4', 'code': 200} Aug 03 19:25:30.988933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Transition to ACTIVE for port object 48d34ffd-1f63-47b0-9de7-6bcc3111d9da will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:31.082240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f99f5377-9c12-435e-a89b-600ef428c8b2 req-47783832-ca09-49df-8bdb-1cd291986322 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394145 Aug 03 19:25:31.122791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Transition to ACTIVE for port object 48d34ffd-1f63-47b0-9de7-6bcc3111d9da will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:31.134122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-3afc7978-57b7-4875-9bfc-612e2d787ba3', 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'fixed_ips': [{'subnet_id': '70137d54-547d-49fc-a65a-ad8b5226afb9'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:25:31.136253 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.163060 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.224591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Allocated IP 10.1.1.221 (9879ee6e-b605-4979-bb80-8bbe728e3660/6475f594-bae2-49a6-93ad-541025d4ca77/063bd505-6d72-4e1a-8907-dbee2703ea9f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:31.247638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:31.282719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:31.295717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:31.300051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Pushing event updated for resources: {'Port': ['ID=48d34ffd-1f63-47b0-9de7-6bcc3111d9da,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:31.318632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17081844-17b5-4859-8ce6-06bef117c692 req-e5255e89-f0a2-4180-8265-648869039913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:31.321685 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17081844-17b5-4859-8ce6-06bef117c692 req-e5255e89-f0a2-4180-8265-648869039913 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 1097 time: 0.2535217 Aug 03 19:25:31.614543 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.618653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Attempting to bind port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:31.619479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Attempting to bind port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:31.620223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Attempting to bind port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:31.641863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:31.642240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Checking segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:31.642655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.643058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Bound using segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:31.644027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Bound port: 48d34ffd-1f63-47b0-9de7-6bcc3111d9da, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:31.644429 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.673094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Allocated IP 10.2.2.2 (3afc7978-57b7-4875-9bfc-612e2d787ba3/70137d54-547d-49fc-a65a-ad8b5226afb9/9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:31.677236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Transition to ACTIVE for port object 063bd505-6d72-4e1a-8907-dbee2703ea9f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:31.724764 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-17081844-17b5-4859-8ce6-06bef117c692 req-ebb6233c-4f72-4ec0-9258-bda5e795bf9b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773313 Aug 03 19:25:31.772904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.789845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] For port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:31.794571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] For port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=48d34ffd-1f63-47b0-9de7-6bcc3111d9da,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:31.802599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.880498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:31.887235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:31.897751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:31.957924 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.978589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051604cf-8fb1-4c29-8ff0-ffbaad837c79 None None] Pushing event updated for resources: {'Port': ['ID=48d34ffd-1f63-47b0-9de7-6bcc3111d9da,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:31.996364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=063bd505-6d72-4e1a-8907-dbee2703ea9f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:32.034412 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.054872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:32.055802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.063662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Transition to ACTIVE for port object 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:32.094001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Transition to ACTIVE for port object 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:32.104163 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.121014 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c550ca30-e1ad-48d8-bfdc-7072e295ff29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7103713 Aug 03 19:25:32.121947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55434) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:32.140513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Network 3afc7978-57b7-4875-9bfc-612e2d787ba3 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:32.145854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:32.160599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'port': {'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'name': 'tempest-TaggedBootDevicesTest_v242-1892207042', 'fixed_ips': [{'subnet_id': '6475f594-bae2-49a6-93ad-541025d4ca77'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:32.191761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:32.376422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Pushing event updated for resources: {'Port': ['ID=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:32.437377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Attempting to bind port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:32.437791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Attempting to bind port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:32.438162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Attempting to bind port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b on network 3afc7978-57b7-4875-9bfc-612e2d787ba3 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:32.452088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:32.452460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Checking segment: {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:32.453649 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.453649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Bound using segment: {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:32.453994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Bound port: 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:32.454185 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.511975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:32.516836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.547989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.552733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] device_id is not set on port aadee2df-1b78-400d-a964-45fb863ea100 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:25:32.599075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab39715-fa9a-4d72-a19d-7c1e733305d1 req-39d1d329-d82a-480c-bd02-d6dbac180a18 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:32.600786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ab39715-fa9a-4d72-a19d-7c1e733305d1 req-39d1d329-d82a-480c-bd02-d6dbac180a18 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 946 time: 0.1576982 Aug 03 19:25:32.641001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] For port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:32.648291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] For port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:32.657816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.704559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Checking segment: {'id': 'b478045a-bf32-4d74-9ef7-ffb776bfa3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3fca5315-329b-4523-b25c-d833dcdf6a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:32.704906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Network hostable DHCP agents. Network: 3fca5315-329b-4523-b25c-d833dcdf6a0e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:32.709088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Subnet': ['ID=f5990f06-351a-407f-a599-56290b6711c7,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:32.736735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ab39715-fa9a-4d72-a19d-7c1e733305d1 req-7af3b2d6-634c-4192-8896-cb5065c2761b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151459 Aug 03 19:25:32.761795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Network 3fca5315-329b-4523-b25c-d833dcdf6a0e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:32.787575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 3fca5315-329b-4523-b25c-d833dcdf6a0e) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:32.792442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.807954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Allocated IP 10.1.1.16 (9879ee6e-b605-4979-bb80-8bbe728e3660/6475f594-bae2-49a6-93ad-541025d4ca77/aadee2df-1b78-400d-a964-45fb863ea100) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:32.847386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599e88b-9aa1-40a0-8913-55bd9ea43c00 None None] Network 3fca5315-329b-4523-b25c-d833dcdf6a0e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:32.885903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Checking segment: {'id': 'f2abb41d-32ca-4c55-86ea-262497377579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '82b70685-d38d-44b3-8c7e-cbb70a66c2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:32.886445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Network hostable DHCP agents. Network: 82b70685-d38d-44b3-8c7e-cbb70a66c2e3, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:32.891085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event updated for resources: {'Subnet': ['ID=cce8b7fe-9f7e-4b38-a178-7f7ef53b93bc,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:32.930413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Network 82b70685-d38d-44b3-8c7e-cbb70a66c2e3 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:32.960304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 82b70685-d38d-44b3-8c7e-cbb70a66c2e3) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:32.974556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:32.975252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:32.975955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.004910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ec568ab7-e20c-4105-a736-4872b4912965 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8679106 Aug 03 19:25:33.009113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:33.069270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a484f1d1-b4f3-49c2-ad15-e80fc6541243 None None] Network 82b70685-d38d-44b3-8c7e-cbb70a66c2e3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:33.127575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.167688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Transition to ACTIVE for port object aadee2df-1b78-400d-a964-45fb863ea100 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:33.238669 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.334383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986b63e-f788-4737-a6d6-e70abf118772 None None] Pushing event updated for resources: {'Port': ['ID=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:33.342158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d102d-015c-4cff-8787-3c153a9863bc tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:33.347854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d102d-015c-4cff-8787-3c153a9863bc tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:33.350945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d102d-015c-4cff-8787-3c153a9863bc tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:33.358739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-de6d102d-015c-4cff-8787-3c153a9863bc tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3473866 Aug 03 19:25:33.359824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55446) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:33.389952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:33.424291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:33.448594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:33.524616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=aadee2df-1b78-400d-a964-45fb863ea100,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:33.547072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e166842-69ad-400b-b46f-256109e174e7 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Deleting subnet f5990f06-351a-407f-a599-56290b6711c7 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:25:33.554568 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3e166842-69ad-400b-b46f-256109e174e7 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.622536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:33.624227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.669403 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-801f11f5-1210-45ff-95ef-c5b02cba61de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5442164 Aug 03 19:25:33.717299 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3e166842-69ad-400b-b46f-256109e174e7 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.756516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb3940-a763-49e1-a443-f7aabd6be796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-3fca5315-329b-4523-b25c-d833dcdf6a0e', 'network_id': '3fca5315-329b-4523-b25c-d833dcdf6a0e', 'tenant_id': '1bf17cdc45cd4939952072800acec2a3', 'fixed_ips': [{'subnet_id': 'f5990f06-351a-407f-a599-56290b6711c7'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:25:33.757840 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3940-a763-49e1-a443-f7aabd6be796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.948757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-82b70685-d38d-44b3-8c7e-cbb70a66c2e3', 'network_id': '82b70685-d38d-44b3-8c7e-cbb70a66c2e3', 'tenant_id': '1bf17cdc45cd4939952072800acec2a3', 'fixed_ips': [{'subnet_id': 'cce8b7fe-9f7e-4b38-a178-7f7ef53b93bc'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:25:33.949849 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3e166842-69ad-400b-b46f-256109e174e7 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.950035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.372830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510df842-e542-4402-8403-6b5a4045da7a req-86194d16-949d-4ab3-8d51-0bdafd170687 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:34.401689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-510df842-e542-4402-8403-6b5a4045da7a req-86194d16-949d-4ab3-8d51-0bdafd170687 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 946 time: 0.3309708 Aug 03 19:25:34.412142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b192c-e558-4c90-8ea4-7a69e5104129 None None] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:34.432371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Allocated IP 172.20.0.18 (82b70685-d38d-44b3-8c7e-cbb70a66c2e3/cce8b7fe-9f7e-4b38-a178-7f7ef53b93bc/5e40bc89-02f4-46fb-9a73-9a7bd35869c4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:34.524421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 48d34ffd-1f63-47b0-9de7-6bcc3111d9da up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:34.548074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3e166842-69ad-400b-b46f-256109e174e7 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.698337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e166842-69ad-400b-b46f-256109e174e7 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Subnet': ['ID=f5990f06-351a-407f-a599-56290b6711c7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:34.706928 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3e166842-69ad-400b-b46f-256109e174e7 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.712614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3e166842-69ad-400b-b46f-256109e174e7 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/subnets/f5990f06-351a-407f-a599-56290b6711c7 HTTP/1.1" status: 204 len: 168 time: 1.3512466 Aug 03 19:25:34.719118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:34.769620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-510df842-e542-4402-8403-6b5a4045da7a req-d590b9db-9557-4557-8a01-dc247830d83e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665347 Aug 03 19:25:34.844625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55468) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:34.852985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4fa50ccc-ea8e-4c4a-801d-c67ebc231e99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581402393', 'description': 'tempest-description--2119315485'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:34.881981 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.905732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-131cfe0e-37e5-4a7a-98d4-3c3371bd2824 None None] Provisioning for port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:34.937346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ef4b51-f230-4465-97ea-ab2eb55aa133 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Deleting subnet cce8b7fe-9f7e-4b38-a178-7f7ef53b93bc {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:25:34.958027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4fa50ccc-ea8e-4c4a-801d-c67ebc231e99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-a8cb3940-a763-49e1-a443-f7aabd6be796 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5990f06-351a-407f-a599-56290b6711c7: This subnet is being modified by another concurrent operation. Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:25:35.029353 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5990f06-351a-407f-a599-56290b6711c7: This subnet is being modified by another concurrent operation. Aug 03 19:25:35.034686 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:25:35.174970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb616f-cad8-44d3-9a60-2af3ffb6d4c3 None None] Network 3fca5315-329b-4523-b25c-d833dcdf6a0e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:35.222833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:35.278904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4fa50ccc-ea8e-4c4a-801d-c67ebc231e99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.287910 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4fa50ccc-ea8e-4c4a-801d-c67ebc231e99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.295421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:35.296134 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.345041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1edf1-320c-4c63-bcea-b25c4d1b9e6a req-cef68157-d8e9-4eff-add5-533609edd5bd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:35.348119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ca1edf1-320c-4c63-bcea-b25c4d1b9e6a req-cef68157-d8e9-4eff-add5-533609edd5bd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 946 time: 0.1909401 Aug 03 19:25:35.355563 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4fa50ccc-ea8e-4c4a-801d-c67ebc231e99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.361618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55474) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:35.361778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4fa50ccc-ea8e-4c4a-801d-c67ebc231e99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5153832 Aug 03 19:25:35.373132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa130c5-348a-4a32-ba90-398facadcc89 None None] Network 3afc7978-57b7-4875-9bfc-612e2d787ba3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:35.373403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1a4439fa-81bb-4e24-98e0-666025d3195f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'security_group_rule': {'security_group_id': '06745fb2-213a-425e-abcd-f785cb4d7cf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:35.439564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa50ccc-ea8e-4c4a-801d-c67ebc231e99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06745fb2-213a-425e-abcd-f785cb4d7cf8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:35.457055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ca1edf1-320c-4c63-bcea-b25c4d1b9e6a req-19f6470e-ac6c-4507-a68a-7b6ae33c42ed tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927944 Aug 03 19:25:35.516432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a4439fa-81bb-4e24-98e0-666025d3195f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.727365 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a4439fa-81bb-4e24-98e0-666025d3195f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.747042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a4439fa-81bb-4e24-98e0-666025d3195f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.816897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4439fa-81bb-4e24-98e0-666025d3195f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c09c5c-9f24-4fe2-9e34-6ea742cc8c64,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:35.817234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b1113313-56e3-49cc-a57d-b47ad49369ac None None] Provisioning for port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:35.825128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a4439fa-81bb-4e24-98e0-666025d3195f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.829346 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1a4439fa-81bb-4e24-98e0-666025d3195f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646556 Aug 03 19:25:35.831816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55480) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:35.836845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d42dde1e-8d28-410a-ae29-cdcf4d350edb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'security_group_rule': {'security_group_id': '06745fb2-213a-425e-abcd-f785cb4d7cf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:35.872329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d42dde1e-8d28-410a-ae29-cdcf4d350edb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.036403 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d42dde1e-8d28-410a-ae29-cdcf4d350edb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.058826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d42dde1e-8d28-410a-ae29-cdcf4d350edb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.074647 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.089502 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.091222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d42dde1e-8d28-410a-ae29-cdcf4d350edb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.092504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d42dde1e-8d28-410a-ae29-cdcf4d350edb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596831 Aug 03 19:25:36.098252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55486) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:36.100300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dde1e-8d28-410a-ae29-cdcf4d350edb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee106921-0540-463f-b17d-a8395cab11ec,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:36.113403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71441-b9a6-4a60-ac4c-e4c9c1ede7fb req-087aaec4-82f5-48d4-be9f-f77a50f1d99a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:36.117601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:36.133388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cf71441-b9a6-4a60-ac4c-e4c9c1ede7fb req-087aaec4-82f5-48d4-be9f-f77a50f1d99a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 946 time: 0.1295381 Aug 03 19:25:36.173852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Transition to ACTIVE for port object 5e40bc89-02f4-46fb-9a73-9a7bd35869c4 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:36.216261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.248281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Transition to ACTIVE for port object 5e40bc89-02f4-46fb-9a73-9a7bd35869c4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:36.265511 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.312365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cf71441-b9a6-4a60-ac4c-e4c9c1ede7fb req-f3fa3808-4783-44f6-94d2-7e3fa79785fc tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784275 Aug 03 19:25:36.354493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=48d34ffd-1f63-47b0-9de7-6bcc3111d9da,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:36.403234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4b51-f230-4465-97ea-ab2eb55aa133 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.427954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Network 82b70685-d38d-44b3-8c7e-cbb70a66c2e3 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:36.436392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:36.442227 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.443174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:36.459738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:36.579113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4b51-f230-4465-97ea-ab2eb55aa133 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.600824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Pushing event updated for resources: {'Port': ['ID=5e40bc89-02f4-46fb-9a73-9a7bd35869c4,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:36.742962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4b51-f230-4465-97ea-ab2eb55aa133 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.812545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Provisioning complete for port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:36.812928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.826677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4b51-f230-4465-97ea-ab2eb55aa133 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.861189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Attempting to bind port 5e40bc89-02f4-46fb-9a73-9a7bd35869c4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:36.861603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Attempting to bind port 5e40bc89-02f4-46fb-9a73-9a7bd35869c4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'f2abb41d-32ca-4c55-86ea-262497377579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '82b70685-d38d-44b3-8c7e-cbb70a66c2e3'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:36.862090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Attempting to bind port 5e40bc89-02f4-46fb-9a73-9a7bd35869c4 on network 82b70685-d38d-44b3-8c7e-cbb70a66c2e3 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:36.879319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:36.879734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Checking segment: {'id': 'f2abb41d-32ca-4c55-86ea-262497377579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '82b70685-d38d-44b3-8c7e-cbb70a66c2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:36.880142 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.880545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Bound using segment: {'id': 'f2abb41d-32ca-4c55-86ea-262497377579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '82b70685-d38d-44b3-8c7e-cbb70a66c2e3'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:36.881033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Bound port: 5e40bc89-02f4-46fb-9a73-9a7bd35869c4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2abb41d-32ca-4c55-86ea-262497377579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '82b70685-d38d-44b3-8c7e-cbb70a66c2e3'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:36.881465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.903721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=48d34ffd-1f63-47b0-9de7-6bcc3111d9da,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:36.905494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef4b51-f230-4465-97ea-ab2eb55aa133 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Subnet': ['ID=cce8b7fe-9f7e-4b38-a178-7f7ef53b93bc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:36.910751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4b51-f230-4465-97ea-ab2eb55aa133 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.912452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:36.915019 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f4ef4b51-f230-4465-97ea-ab2eb55aa133 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/subnets/cce8b7fe-9f7e-4b38-a178-7f7ef53b93bc HTTP/1.1" status: 204 len: 168 time: 2.1932781 Aug 03 19:25:36.917628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55492) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:36.922565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:36.922944 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.050620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Provisioning for port aadee2df-1b78-400d-a964-45fb863ea100 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:37.086640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef29d4c-e56e-4e49-aacb-b60b593aa65f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:37.090869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Provisioning complete for port aadee2df-1b78-400d-a964-45fb863ea100 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:37.090869 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.095063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bef29d4c-e56e-4e49-aacb-b60b593aa65f tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1750274 Aug 03 19:25:37.095731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55494) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:37.107157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.165186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] For port 5e40bc89-02f4-46fb-9a73-9a7bd35869c4, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:37.208247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] For port 5e40bc89-02f4-46fb-9a73-9a7bd35869c4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5e40bc89-02f4-46fb-9a73-9a7bd35869c4,segment=NetworkSegment(f2abb41d-32ca-4c55-86ea-262497377579),segment_id=f2abb41d-32ca-4c55-86ea-262497377579)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:37.256392 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.291152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Port aadee2df-1b78-400d-a964-45fb863ea100 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:37.329592 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.394616 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.465522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Allocated IP 172.25.4.41 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/ad014daf-8e32-4082-8538-b0ba137d361b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:37.489553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5223cc-e6b7-4412-8493-bd4a8d057c27 None None] Network 82b70685-d38d-44b3-8c7e-cbb70a66c2e3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:37.512449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:37.520907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Provisioning for port 063bd505-6d72-4e1a-8907-dbee2703ea9f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:37.549761 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.595602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Provisioning complete for port 063bd505-6d72-4e1a-8907-dbee2703ea9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:37.595985 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.640431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1d31c706-a52c-40a3-811a-7e0f9e3aeec8 None None] Port 063bd505-6d72-4e1a-8907-dbee2703ea9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:37.643373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc15f-0cb7-498e-a30b-775d942e6d0c None None] Pushing event updated for resources: {'Port': ['ID=5e40bc89-02f4-46fb-9a73-9a7bd35869c4,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:37.656650 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.682826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06ab79-cfa8-4078-9023-cb86cee2709c req-c7a38b3d-33da-42f6-9a57-b598ad6b6d95 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:37.690967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e06ab79-cfa8-4078-9023-cb86cee2709c req-c7a38b3d-33da-42f6-9a57-b598ad6b6d95 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 946 time: 0.2053823 Aug 03 19:25:37.780317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.806994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Deleting port 5e40bc89-02f4-46fb-9a73-9a7bd35869c4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:37.808127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.817846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 48d34ffd-1f63-47b0-9de7-6bcc3111d9da up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:37.902508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:37.935989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:37.947799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b5ebdc47-a3ae-4f17-9bfa-e2691fb43b89 None None] Provisioning complete for port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:37.948331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b5ebdc47-a3ae-4f17-9bfa-e2691fb43b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.955085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907af60c-a395-4c43-af04-775676d15abd None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:25:37.959541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:37.963616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=ad014daf-8e32-4082-8538-b0ba137d361b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:37.966869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:37.980894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9b7f6374-8b9d-40d2-b5d2-cabdc156aa52 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:37.982937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9b7f6374-8b9d-40d2-b5d2-cabdc156aa52 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 946 time: 0.4398508 Aug 03 19:25:37.990148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e06ab79-cfa8-4078-9023-cb86cee2709c req-c3b269c5-891d-4330-acf7-22c5c692cd77 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839050 Aug 03 19:25:38.077445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] For port 5e40bc89-02f4-46fb-9a73-9a7bd35869c4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5e40bc89-02f4-46fb-9a73-9a7bd35869c4,segment=NetworkSegment(f2abb41d-32ca-4c55-86ea-262497377579),segment_id=f2abb41d-32ca-4c55-86ea-262497377579)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:38.083555 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.130880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Calling delete_port for 5e40bc89-02f4-46fb-9a73-9a7bd35869c4 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:38.228919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.239664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Deleting port 015138a5-4793-4bb4-82cf-c0f4861068c4 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:38.240065 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.249003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:38.249859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.287471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907af60c-a395-4c43-af04-775676d15abd None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:25:38.314656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.370326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Port': ['ID=5e40bc89-02f4-46fb-9a73-9a7bd35869c4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:38.375843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] No DVR routers for this DVR port 5e40bc89-02f4-46fb-9a73-9a7bd35869c4 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:25:38.446788 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.622290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.644656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b70685-d38d-44b3-8c7e-cbb70a66c2e3']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:38.668694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2abb41d-32ca-4c55-86ea-262497377579') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:38.669372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2abb41d-32ca-4c55-86ea-262497377579') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:38.689533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.697773 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.719711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.727141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:38.727941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.802148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] For port 015138a5-4793-4bb4-82cf-c0f4861068c4, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=015138a5-4793-4bb4-82cf-c0f4861068c4,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:38.804912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:38.811518 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:38.816289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.822215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.827658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/networks/82b70685-d38d-44b3-8c7e-cbb70a66c2e3 HTTP/1.1" status: 204 len: 168 time: 1.7301984 Aug 03 19:25:38.828329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55518) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.858809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Calling delete_port for 015138a5-4793-4bb4-82cf-c0f4861068c4 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:38.862034 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.945694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4217dc-8857-47b7-8233-7ba9b239aafd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Network': ['ID=82b70685-d38d-44b3-8c7e-cbb70a66c2e3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:38.952183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.000234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b5ebdc47-a3ae-4f17-9bfa-e2691fb43b89 None None] Provisioning complete for port aadee2df-1b78-400d-a964-45fb863ea100 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:39.000234 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b5ebdc47-a3ae-4f17-9bfa-e2691fb43b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.105407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=ad014daf-8e32-4082-8538-b0ba137d361b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:39.178426 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.189426 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.210729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fca5315-329b-4523-b25c-d833dcdf6a0e']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:39.231731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b478045a-bf32-4d74-9ef7-ffb776bfa3b0') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:39.232423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b478045a-bf32-4d74-9ef7-ffb776bfa3b0') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:39.249033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.250942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.256822 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6343ca7-2f22-4c97-bb61-058fcedd1073 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1495373 Aug 03 19:25:39.265090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cebb3-d701-4a18-8d4f-0e1f97c09166 req-7812d020-a0b5-45c8-b720-d0ca5a5a82d8 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:39.275015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d3cebb3-d701-4a18-8d4f-0e1f97c09166 req-7812d020-a0b5-45c8-b720-d0ca5a5a82d8 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 946 time: 0.1348395 Aug 03 19:25:39.335937 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.372425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebdc47-a3ae-4f17-9bfa-e2691fb43b89 None None] Port aadee2df-1b78-400d-a964-45fb863ea100 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:39.377772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:39.380335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:39.388189 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:39.397897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d3cebb3-d701-4a18-8d4f-0e1f97c09166 req-0db43ab2-83c2-480c-9cd5-5d0c0c84c7a3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133547 Aug 03 19:25:39.519861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.557115 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.569404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.579119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/networks/3fca5315-329b-4523-b25c-d833dcdf6a0e HTTP/1.1" status: 204 len: 168 time: 0.7330689 Aug 03 19:25:39.582359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55530) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:39.635787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f95acc-3935-4dd8-bff2-d5922e203fe6 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Network': ['ID=3fca5315-329b-4523-b25c-d833dcdf6a0e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:39.666558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:39.679282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['015138a5-4793-4bb4-82cf-c0f4861068c4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:39.810604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b5ebdc47-a3ae-4f17-9bfa-e2691fb43b89 None None] Provisioning complete for port 063bd505-6d72-4e1a-8907-dbee2703ea9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:39.810996 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b5ebdc47-a3ae-4f17-9bfa-e2691fb43b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.826960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:39.827188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.976373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-0ccc0ca6-645f-43b4-af4a-544782db01e5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--581402393&fields=id&tenant_id=d258fce77f76428daec5f55ff7b6966a HTTP/1.1" status: 200 len: 267 time: 0.0496166 Aug 03 19:25:40.027130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb30c7-b425-46ad-894c-9339b0b1f5aa None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:25:40.067717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebdc47-a3ae-4f17-9bfa-e2691fb43b89 None None] Port 063bd505-6d72-4e1a-8907-dbee2703ea9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:40.149580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:40.149962 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.179159 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.201888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-c11ebc5f-2718-4d35-b9b8-cf85af429b99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:40.205308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-c11ebc5f-2718-4d35-b9b8-cf85af429b99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports/063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 200 len: 936 time: 0.1814137 Aug 03 19:25:40.241961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd135ab-8579-4314-a723-85428ca4524e']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:40.304906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b7231f-2512-46ca-9119-a11f9d1f0090') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:40.306165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b7231f-2512-46ca-9119-a11f9d1f0090') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:40.309159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event deleted for resources: {'Port': ['ID=015138a5-4793-4bb4-82cf-c0f4861068c4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:40.342674 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.345008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] No DVR routers for this DVR port 015138a5-4793-4bb4-82cf-c0f4861068c4 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:25:40.350645 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.356080 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-54e6e58c-52b6-4aa8-aa4c-ef4173eba9ad req-9fbd4996-1c6e-4192-8d89-ffd31358b9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "DELETE /v2.0/ports/015138a5-4793-4bb4-82cf-c0f4861068c4 HTTP/1.1" status: 204 len: 173 time: 2.3438063 Aug 03 19:25:40.358375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f46933a-e8b3-495d-a3ab-68f546c4bc3e', 'name': 'network-vif-deleted', 'tag': '015138a5-4793-4bb4-82cf-c0f4861068c4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:40.361036 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f93a43-fcce-43cd-9b94-2a46f219c137" -d '{"events": [{"server_uuid": "6f46933a-e8b3-495d-a3ab-68f546c4bc3e", "name": "network-vif-deleted", "tag": "015138a5-4793-4bb4-82cf-c0f4861068c4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:40.448608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.499065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:40.499683 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:40.505223 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:40.564029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-28c799a9-f68e-485a-a4fb-99b120f09d91 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:40.567388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-28c799a9-f68e-485a-a4fb-99b120f09d91 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports/aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 200 len: 936 time: 0.3470557 Aug 03 19:25:40.655383 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc97b03-8127-439f-804b-56f12908ca14 x-openstack-request-id: req-7cc97b03-8127-439f-804b-56f12908ca14 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:40.655819 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f46933a-e8b3-495d-a3ab-68f546c4bc3e", "name": "network-vif-deleted", "tag": "015138a5-4793-4bb4-82cf-c0f4861068c4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:40.656206 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cc97b03-8127-439f-804b-56f12908ca14 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:40.657153 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f46933a-e8b3-495d-a3ab-68f546c4bc3e', 'name': 'network-vif-deleted', 'tag': '015138a5-4793-4bb4-82cf-c0f4861068c4', 'status': 'completed', 'code': 200} Aug 03 19:25:40.715216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb30c7-b425-46ad-894c-9339b0b1f5aa None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:25:40.863034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-f6bfe999-3c82-4317-adff-9c4cfc2c8158 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1035650 Aug 03 19:25:40.867119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95f33cf3-4ad2-47e6-8562-37676d733424 req-7fe7405d-be9e-4284-aec7-83655519fe20 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f46933a-e8b3-495d-a3ab-68f546c4bc3e HTTP/1.1" status: 200 len: 210 time: 0.1067212 Aug 03 19:25:40.884450 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.903407 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.907469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/networks/bcd135ab-8579-4314-a723-85428ca4524e HTTP/1.1" status: 204 len: 168 time: 1.2844226 Aug 03 19:25:40.910325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55556) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:40.975300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-f77461d8-404c-448a-ab47-54344012716c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0629306 Aug 03 19:25:40.977531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0a289-d467-4e87-b01d-11a66bbe22fd tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Network': ['ID=bcd135ab-8579-4314-a723-85428ca4524e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:41.027923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.219869 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.241081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc663190-e920-425e-bc34-fe69310bdf38']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:41.255707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-72b1f24f-7640-42ab-8038-cfadb09ebddf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.262309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835c21c7-ad21-4ea1-958f-3104cfdd299b') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:41.263324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835c21c7-ad21-4ea1-958f-3104cfdd299b') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:41.267047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-72b1f24f-7640-42ab-8038-cfadb09ebddf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.279345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-72b1f24f-7640-42ab-8038-cfadb09ebddf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.283072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.293066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-72b1f24f-7640-42ab-8038-cfadb09ebddf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/networks?id=c8594735-32ad-4a59-96a0-40ff4321f00b&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=3afc7978-57b7-4875-9bfc-612e2d787ba3&id=3afc7978-57b7-4875-9bfc-612e2d787ba3 HTTP/1.1" status: 200 len: 1993 time: 0.3106775 Aug 03 19:25:41.311462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-19ee5bd3-fe60-4418-8ff7-26148008d1de tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/quotas/d258fce77f76428daec5f55ff7b6966a HTTP/1.1" status: 200 len: 375 time: 0.0169713 Aug 03 19:25:41.314351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.330793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:41.331395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:41.337226 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:41.422275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.424223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-2339c930-1c32-40e1-853d-8d05242ca2a6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1000903 Aug 03 19:25:41.432850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.434956 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] 10.222.0.42 "DELETE /v2.0/networks/bc663190-e920-425e-bc34-fe69310bdf38 HTTP/1.1" status: 204 len: 168 time: 0.5226178 Aug 03 19:25:41.446681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbd54e-6b4b-436c-93e1-c485e4b9db80 tempest-BulkNetworkOpsTest-1223946873 tempest-BulkNetworkOpsTest-1223946873-project] Pushing event deleted for resources: {'Network': ['ID=bc663190-e920-425e-bc34-fe69310bdf38,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:41.552463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-505729ad-0a2b-437c-9351-98a8250d7cd3 service neutron] 10.222.0.42 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004033 Aug 03 19:25:41.702701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-c4b37c50-7fa8-4205-a969-606a01091c06 service neutron] 10.222.0.42 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402724 Aug 03 19:25:41.775064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-f02bd669-2fad-4456-810d-386bff5bdf5c service neutron] 10.222.0.42 "GET /v2.0/ports/063bd505-6d72-4e1a-8907-dbee2703ea9f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0628304 Aug 03 19:25:41.847361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55570) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:41.909870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-844a3d4c-e55f-4d35-a850-a46ca01532c0 service neutron] 10.222.0.42 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260786 Aug 03 19:25:41.918053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 015138a5-4793-4bb4-82cf-c0f4861068c4 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:41.951504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 015138a5-4793-4bb4-82cf-c0f4861068c4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:25:41.952507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 015138a5-4793-4bb4-82cf-c0f4861068c4 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:25:42.047388 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-be1838f5-f2aa-4f74-8464-f635129f69d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1bf17cdc45cd4939952072800acec2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972263 Aug 03 19:25:42.048460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55582) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:42.078751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-569df987-ab9b-481b-bdc5-629aac1011fd service neutron] 10.222.0.42 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686318 Aug 03 19:25:42.143678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8825-5114-4443-9eac-9dd18a18526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.194929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8825-5114-4443-9eac-9dd18a18526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.245052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-f13b3309-8198-43b9-b91b-3803ef662c35 service neutron] 10.222.0.42 "GET /v2.0/ports/aadee2df-1b78-400d-a964-45fb863ea100?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1503649 Aug 03 19:25:42.311685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8825-5114-4443-9eac-9dd18a18526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.318545 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8825-5114-4443-9eac-9dd18a18526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.322197 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e7fc8825-5114-4443-9eac-9dd18a18526d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c824c6c-dce7-46f6-8343-7b6fdd61b44f HTTP/1.1" status: 204 len: 168 time: 0.2720683 Aug 03 19:25:42.342708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc8825-5114-4443-9eac-9dd18a18526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c824c6c-dce7-46f6-8343-7b6fdd61b44f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:42.408225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-772943d8-023f-4e40-998e-2f7a5dcca513 service neutron] 10.222.0.42 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476593 Aug 03 19:25:42.629679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6a2a0507-796a-4962-a101-34dc73a2dc2d service neutron] 10.222.0.42 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073998 Aug 03 19:25:42.642190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-02985db7-a4cb-46bd-a269-55e911c8768e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:42.644933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-02985db7-a4cb-46bd-a269-55e911c8768e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.2059138 Aug 03 19:25:42.706319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-ff729a2b-aaca-4ad6-a902-4d5a83fab385 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/quotas/ca6a8a0f702549ac82857312def8f491 HTTP/1.1" status: 200 len: 375 time: 0.0400288 Aug 03 19:25:42.801747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-087fd62f-91f8-46dd-a026-9774239f326c service neutron] 10.222.0.42 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553442 Aug 03 19:25:42.885850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-cdda934e-ce6c-42e0-b0b7-a6e4a1755ee3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1534402 Aug 03 19:25:43.070470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-829c7e58-bc40-4ead-8bd9-6a820dbdc241 service neutron] 10.222.0.42 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498283 Aug 03 19:25:43.188430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-9a648bab-d46f-4484-979a-4f38487fd210 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773817 Aug 03 19:25:43.423715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-799dcbe6-1392-4b1b-a98f-a8544fd9821d service neutron] 10.222.0.42 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457894 Aug 03 19:25:43.560001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-8df4640a-2244-40a5-accd-c69097c66009 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444426 Aug 03 19:25:43.594787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55626) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:43.617717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ef1b63c7-ed51-4862-8467-e6460ec82792 service neutron] 10.222.0.42 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749632 Aug 03 19:25:43.734808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-871728716'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:43.820237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:43.830247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.835733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b7c6884d-5939-4517-a302-67c709495ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067273 Aug 03 19:25:43.845073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.069670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.077113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.087258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb0e11ab-e833-414d-a222-c0673e37f5ad req-0d65c435-a489-40ee-820d-083b596ea0ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 210 time: 0.0848303 Aug 03 19:25:44.127461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84196e8-2e5b-4238-bedf-5ddea1b951c6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:44.139530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:44.151056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.151425 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Added segment 1b954e1c-6c5c-4402-a979-ac6656c1e0cf of type vlan for network 5ed31e05-da7a-43ef-b326-35f37f600664 Aug 03 19:25:44.189947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ff623bc6-a034-419f-9fce-51b950bbbec9 service neutron] 10.222.0.42 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388691 Aug 03 19:25:44.247485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.317127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.329225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:44.330447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.338084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-d725ec9d-656f-432a-b1ea-ab8dbcca6496 service neutron] 10.222.0.42 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399293 Aug 03 19:25:44.474596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Network': ['ID=5ed31e05-da7a-43ef-b326-35f37f600664,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:44.477787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-c600a39b-c0d7-461a-8e6d-e9ef6a53b62a service neutron] 10.222.0.42 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383128 Aug 03 19:25:44.480971 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8e996a21-381e-44b6-8493-973358fd4f2e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8842497 Aug 03 19:25:44.492284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5ed31e05-da7a-43ef-b326-35f37f600664 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:45.247240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c9a922f-32fa-47f4-8416-8702af37f739 req-09c5facf-272e-4a2c-9840-458ec556816c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 210 time: 0.0408764 Aug 03 19:25:45.603964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a069ede-9b05-47bc-833f-8e0394c8d794 req-dc95f759-5cb0-4ca6-a55e-61199d7ff595 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0924270 Aug 03 19:25:45.659460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-5685886b-31cc-423b-b021-f6fe7c3269db tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:45.665172 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-5685886b-31cc-423b-b021-f6fe7c3269db tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.3133526 Aug 03 19:25:45.691794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Request body: {'port': {'device_id': '9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'admin_state_up': True, 'tenant_id': 'ca6a8a0f702549ac82857312def8f491'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:45.861948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:45.866843 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.134471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Allocated IP 172.20.0.7 (beaecd9a-b30e-4308-bd67-7144c0bad344/fa5fda2e-355b-43f1-accb-8b348821a3a6/3067fc63-2d62-40e0-9c8c-d38db8bf1096) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:46.438991 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.472791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39818bcb-4148-4de8-8791-4cd3b38d1899 req-fb3a4194-908d-4d50-bf3c-25b1600861ca tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 210 time: 0.0437269 Aug 03 19:25:46.569236 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.584906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:46.857700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Network beaecd9a-b30e-4308-bd67-7144c0bad344 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:46.871438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:46.877279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:46.931107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99c24a04-c872-434f-aca2-931fb46e2777 req-d7484d31-6007-4767-b686-5334bc0026db tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.1102927 Aug 03 19:25:46.959981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event updated for resources: {'Port': ['ID=3067fc63-2d62-40e0-9c8c-d38db8bf1096,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:47.032379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.033668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.058541 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-2ceb8bef-3633-49e2-9cfa-c78afa2688c5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3813338 Aug 03 19:25:47.082474 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Request body: {'port': {'device_id': '9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:47.241622 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.445308 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:25:47.729041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f613ce2-1460-49b0-937e-19f45be5906f req-5ca2ed68-4484-4e90-937b-945449d506ac tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.737923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f613ce2-1460-49b0-937e-19f45be5906f req-5ca2ed68-4484-4e90-937b-945449d506ac tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 931 time: 0.0983775 Aug 03 19:25:47.777091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3067fc63-2d62-40e0-9c8c-d38db8bf1096 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:47.787347 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.793777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f613ce2-1460-49b0-937e-19f45be5906f req-3fd64639-fff0-4178-9d0c-d5b434d8e962 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544331 Aug 03 19:25:47.822618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3831d062-cfb7-4638-b05c-3f439b4fb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.825607 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3831d062-cfb7-4638-b05c-3f439b4fb024 service neutron] 10.222.0.63 "GET /v2.0/ports/063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 200 len: 1032 time: 0.4919093 Aug 03 19:25:47.827159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Transition to ACTIVE for port object 3067fc63-2d62-40e0-9c8c-d38db8bf1096 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:47.874350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.888429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-cd4446a0-ef88-4e10-877c-93fb0d49801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.890621 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-cd4446a0-ef88-4e10-877c-93fb0d49801a service neutron] 10.222.0.63 "GET /v2.0/ports/aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 200 len: 1032 time: 0.0579476 Aug 03 19:25:47.964376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Pushing event updated for resources: {'Port': ['ID=3067fc63-2d62-40e0-9c8c-d38db8bf1096,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:48.131359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d07df5b-a317-4cf4-9ee0-114e8086f750 req-eed83908-3af8-4808-938f-f4b28d22113f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0388951 Aug 03 19:25:48.327337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-bcff2eb1-2710-48d6-abb6-2fa27703e322 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.334561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-bcff2eb1-2710-48d6-abb6-2fa27703e322 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.340907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-bcff2eb1-2710-48d6-abb6-2fa27703e322 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.342834 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-bcff2eb1-2710-48d6-abb6-2fa27703e322 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "GET /v2.0/networks?id=c8594735-32ad-4a59-96a0-40ff4321f00b&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=3afc7978-57b7-4875-9bfc-612e2d787ba3&id=3afc7978-57b7-4875-9bfc-612e2d787ba3 HTTP/1.1" status: 200 len: 1993 time: 0.3948073 Aug 03 19:25:48.443793 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-d9aa23fc-1753-4963-a85a-9f88a0e5475b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6309311 Aug 03 19:25:48.513079 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-91a8351d-568d-463d-b504-cb6886eccf9f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d258fce77f76428daec5f55ff7b6966a HTTP/1.1" status: 200 len: 379 time: 0.1499212 Aug 03 19:25:48.535240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'admin_state_up': True, 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'security_groups': ['06745fb2-213a-425e-abcd-f785cb4d7cf8']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:48.681943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Attempting to bind port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:48.681943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Attempting to bind port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:48.683374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Attempting to bind port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:48.702741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 on network beaecd9a-b30e-4308-bd67-7144c0bad344 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:25:48.703076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Attempting to bind port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:48.723497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-50841ffd-d069-43f7-921e-2afe80e5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.724128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-50841ffd-d069-43f7-921e-2afe80e5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.724614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-50841ffd-d069-43f7-921e-2afe80e5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.725094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-50841ffd-d069-43f7-921e-2afe80e5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.725636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-50841ffd-d069-43f7-921e-2afe80e5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.726071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-50841ffd-d069-43f7-921e-2afe80e5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.726540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-50841ffd-d069-43f7-921e-2afe80e5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.728667 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-50841ffd-d069-43f7-921e-2afe80e5525f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6492 time: 0.2124195 Aug 03 19:25:48.734182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:48.734514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Checking segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:48.734918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Bound using segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:48.735441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Bound port: 3067fc63-2d62-40e0-9c8c-d38db8bf1096, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:48.735815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.982624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32da0-2892-440b-bf37-36a98f58f381 req-0ebf8519-9784-4ccd-9390-0dd5e50ffd5d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:49.002564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45e32da0-2892-440b-bf37-36a98f58f381 req-0ebf8519-9784-4ccd-9390-0dd5e50ffd5d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 943 time: 0.1347535 Aug 03 19:25:49.020276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] For port 3067fc63-2d62-40e0-9c8c-d38db8bf1096, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:49.061686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] For port 3067fc63-2d62-40e0-9c8c-d38db8bf1096, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3067fc63-2d62-40e0-9c8c-d38db8bf1096,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:49.094463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.105860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45e32da0-2892-440b-bf37-36a98f58f381 req-248469e3-66de-407f-9489-11871c7fa3ab tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970349 Aug 03 19:25:49.175769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:49.180620 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.264741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Pushing event updated for resources: {'Port': ['ID=3067fc63-2d62-40e0-9c8c-d38db8bf1096,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:49.270757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:49.271850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.273694 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-4e545736-31a8-4d43-ae10-0faaf0c23636 service neutron] 10.222.0.63 "PUT /v2.0/ports/3067fc63-2d62-40e0-9c8c-d38db8bf1096 HTTP/1.1" status: 200 len: 1091 time: 2.1962588 Aug 03 19:25:49.278359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4', 'tag': '3067fc63-2d62-40e0-9c8c-d38db8bf1096'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:49.283216 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4", "tag": "3067fc63-2d62-40e0-9c8c-d38db8bf1096"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:49.286948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a220802b-714a-4ac1-84b4-dc47620fe417 req-7d172219-ffd9-4ba8-a834-aa9aa9c8b7dd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0513661 Aug 03 19:25:49.675702 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3b995-0025-43ca-9b87-b9bddd8e0fc8 x-openstack-request-id: req-9da3b995-0025-43ca-9b87-b9bddd8e0fc8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:49.676324 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4", "tag": "3067fc63-2d62-40e0-9c8c-d38db8bf1096", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:49.676793 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9da3b995-0025-43ca-9b87-b9bddd8e0fc8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:49.677310 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4', 'tag': '3067fc63-2d62-40e0-9c8c-d38db8bf1096', 'status': 'completed', 'code': 200} Aug 03 19:25:49.747722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Allocated IP 172.20.0.3 (c8594735-32ad-4a59-96a0-40ff4321f00b/3ed49f2e-9d4a-4d20-bac1-b435ebdcf227/b0e5a708-a684-4d50-9090-6047efef003d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:49.756363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-c75e6f1b-f066-4e75-aace-5c12b44915d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:49.756857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-c75e6f1b-f066-4e75-aace-5c12b44915d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:49.757271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-c75e6f1b-f066-4e75-aace-5c12b44915d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:49.759278 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-c75e6f1b-f066-4e75-aace-5c12b44915d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3c474a87-5533-413e-ab07-c13e2d4bafd9&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=76ab11a9-6628-4f91-bb1a-74d1c4595902&id=76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 200 len: 2292 time: 0.9682419 Aug 03 19:25:49.781704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-00de6fa3-edb5-4f11-8d6c-e0ae0e3a0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:49.783835 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-00de6fa3-edb5-4f11-8d6c-e0ae0e3a0544 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 1094 time: 0.4178865 Aug 03 19:25:49.883352 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-8a8f4422-9e50-467d-a82e-0c86747a8bec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3067fc63-2d62-40e0-9c8c-d38db8bf1096 HTTP/1.1" status: 200 len: 217 time: 0.0663652 Aug 03 19:25:49.934323 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-69e6350e-eb9e-41e0-af01-14faa460ecd9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7 HTTP/1.1" status: 200 len: 1002 time: 0.1644008 Aug 03 19:25:50.046230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-38733af9-0b36-43ae-8235-6a044dbabc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.048037 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-38733af9-0b36-43ae-8235-6a044dbabc65 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.1553884 Aug 03 19:25:50.108083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-3c9e893c-02ee-49c6-8311-009c2c0791a3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509329 Aug 03 19:25:50.114236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-d709229d-4ca5-4df9-9d8b-c25ca8895452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.115887 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-d709229d-4ca5-4df9-9d8b-c25ca8895452 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91d98ea1-b84f-454f-aa85-4704b0b0472a HTTP/1.1" status: 200 len: 850 time: 0.1621957 Aug 03 19:25:50.223285 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.248917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Transition to ACTIVE for port object b0e5a708-a684-4d50-9090-6047efef003d will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:50.316488 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-05a4b243-d1c0-4c47-aabf-877cb878df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.318154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-05a4b243-d1c0-4c47-aabf-877cb878df4c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3c474a87-5533-413e-ab07-c13e2d4bafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804972 Aug 03 19:25:50.331926 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-9f58e0ce-1287-492f-82e9-78d32bd5a997 service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115915 Aug 03 19:25:50.338766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-7249429a-2c1c-49ac-8708-2f7b37f280d5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:25:50.339708 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-7249429a-2c1c-49ac-8708-2f7b37f280d5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100119 Aug 03 19:25:50.341689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061be6d-7517-4149-b341-7f78fe974d6b req-d898cf52-3f66-48e2-8f4e-49a78188b0b9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.384564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d061be6d-7517-4149-b341-7f78fe974d6b req-d898cf52-3f66-48e2-8f4e-49a78188b0b9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 943 time: 0.1609125 Aug 03 19:25:50.443378 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.461835 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.480342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d061be6d-7517-4149-b341-7f78fe974d6b req-7ba5461a-f2ed-4213-b5c1-5c46d7df7185 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908263 Aug 03 19:25:50.618102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee68af-df6e-4d7e-acc5-9a8bf1aff6bf req-c04b968c-704f-4651-9cd0-d67dfb5ec72f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.635710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6ee68af-df6e-4d7e-acc5-9a8bf1aff6bf req-c04b968c-704f-4651-9cd0-d67dfb5ec72f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 931 time: 0.1534920 Aug 03 19:25:50.677112 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f9cfaf27-33a6-4a29-a0bf-be63c0decea5 req-3da48c98-2c03-4260-b941-f29e4c7e516f service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342879 Aug 03 19:25:50.686376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network c8594735-32ad-4a59-96a0-40ff4321f00b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:50.693934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6ee68af-df6e-4d7e-acc5-9a8bf1aff6bf req-c55858ba-7e1a-4fdc-b6ba-4af5c547fb6d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567832 Aug 03 19:25:50.701252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:50.715372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55756) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:50.723596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'subnet': {'network_id': '5ed31e05-da7a-43ef-b326-35f37f600664', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:50.739369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:50.769850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=b0e5a708-a684-4d50-9090-6047efef003d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:50.829240 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-a3eecea3-c1ca-4ac1-a0d0-2363a208d592 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699430 Aug 03 19:25:50.877100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:50.882044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.973194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.974031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.044591 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-624d6487-a55b-49af-9403-0c6f7f8e55dc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5175412 Aug 03 19:25:51.065346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-43cce0b3-5506-4965-8c83-d27bad8afa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:51.067438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-43cce0b3-5506-4965-8c83-d27bad8afa42 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 1094 time: 0.1159904 Aug 03 19:25:51.073554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'admin_state_up': True, 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'security_groups': ['06745fb2-213a-425e-abcd-f785cb4d7cf8']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:51.129366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a8c7f6b9-0b38-45eb-9de4-d43b9547f6b9 None None] Provisioning for port b0e5a708-a684-4d50-9090-6047efef003d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:51.139201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a8c7f6b9-0b38-45eb-9de4-d43b9547f6b9 None None] Provisioning complete for port b0e5a708-a684-4d50-9090-6047efef003d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:51.143477 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.146714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a8c7f6b9-0b38-45eb-9de4-d43b9547f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.203222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7f6b9-0b38-45eb-9de4-d43b9547f6b9 None None] Port b0e5a708-a684-4d50-9090-6047efef003d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:51.217746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Subnet': ['ID=7c94ad32-68d6-4476-8e95-871df77f69a8,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:51.228342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Checking segment: {'id': '1b954e1c-6c5c-4402-a979-ac6656c1e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ed31e05-da7a-43ef-b326-35f37f600664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:51.228723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network hostable DHCP agents. Network: 5ed31e05-da7a-43ef-b326-35f37f600664, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:51.232352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.232978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.233327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.233699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.234040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.234375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.234704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.235037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.235377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.235706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.236078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.236405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:51.260580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network 5ed31e05-da7a-43ef-b326-35f37f600664 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:51.273879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 5ed31e05-da7a-43ef-b326-35f37f600664) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:51.279507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:51.280134 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.290443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc3677-8cd2-4201-b57c-560c60ba83c7 None None] Network 5ed31e05-da7a-43ef-b326-35f37f600664 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:51.301541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2e945788-ff3d-4f34-9efd-29ba9dd2a2ba tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5835583 Aug 03 19:25:51.306447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55758) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:51.314787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-939871909'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:51.360327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:51.370010 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.447749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:51.480851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.481374 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Added segment 2b67b884-d64f-4bb5-b91d-7fd515c87bb0 of type vlan for network 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 Aug 03 19:25:51.535690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-5ed31e05-da7a-43ef-b326-35f37f600664', 'network_id': '5ed31e05-da7a-43ef-b326-35f37f600664', 'tenant_id': '0ade7b00f9044138a3d295d4eae7ce25', 'fixed_ips': [{'subnet_id': '7c94ad32-68d6-4476-8e95-871df77f69a8'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:25:51.538551 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.552757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.632943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.654918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:51.659163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.774396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Allocated IP 2001:db8:0:ffff::2 (5ed31e05-da7a-43ef-b326-35f37f600664/7c94ad32-68d6-4476-8e95-871df77f69a8/4ba03115-012f-4962-9f1d-3f64845293fc) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:51.818316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-bd877a59-1eeb-41e3-a592-e8af824f024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:51.823528 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-bd877a59-1eeb-41e3-a592-e8af824f024e service neutron] 10.222.0.63 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 905 time: 0.7396500 Aug 03 19:25:51.837721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Network': ['ID=9fb36a57-3a0f-4c74-b8fa-0f373957abb0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:51.855714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:51.929040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e5221-9a1b-48ee-9414-92696bce1cc7 req-410660f6-d57f-4807-a5a0-434e0c41b986 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:51.931882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-711e5221-9a1b-48ee-9414-92696bce1cc7 req-410660f6-d57f-4807-a5a0-434e0c41b986 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 943 time: 0.3395431 Aug 03 19:25:51.940511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c1aead74-3736-4df1-97e9-c9fd44b80dda tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6324012 Aug 03 19:25:51.944319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55768) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:51.954229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'subnet': {'network_id': '9fb36a57-3a0f-4c74-b8fa-0f373957abb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:51.955282 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-4cc29fe9-a13e-4539-b732-98b95952f681 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3067fc63-2d62-40e0-9c8c-d38db8bf1096 HTTP/1.1" status: 200 len: 217 time: 0.1174152 Aug 03 19:25:51.975719 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-3ceb90e2-311d-41d6-b9ed-c95e28ca6a52 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1363397 Aug 03 19:25:52.058747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.077386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Transition to ACTIVE for port object 4ba03115-012f-4962-9f1d-3f64845293fc will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:52.100192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Transition to ACTIVE for port object 4ba03115-012f-4962-9f1d-3f64845293fc will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:52.109094 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.138996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-8bfc2f45-911a-414e-8e1b-cdc0260f8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:52.140798 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-8bfc2f45-911a-414e-8e1b-cdc0260f8bd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.1629665 Aug 03 19:25:52.146364 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-56cb1592-002c-4cbc-ab49-2c622f24b804 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 217 time: 0.1606495 Aug 03 19:25:52.162657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Pushing event updated for resources: {'Port': ['ID=4ba03115-012f-4962-9f1d-3f64845293fc,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:52.181493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Network 5ed31e05-da7a-43ef-b326-35f37f600664 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:52.183389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:52.186055 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-c6645687-5b0a-4608-a024-b9a534e7a194 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349894 Aug 03 19:25:52.187128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:52.285291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Attempting to bind port 4ba03115-012f-4962-9f1d-3f64845293fc on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:52.286006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Attempting to bind port 4ba03115-012f-4962-9f1d-3f64845293fc by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '1b954e1c-6c5c-4402-a979-ac6656c1e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ed31e05-da7a-43ef-b326-35f37f600664'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:52.286695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Attempting to bind port 4ba03115-012f-4962-9f1d-3f64845293fc on network 5ed31e05-da7a-43ef-b326-35f37f600664 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:52.293248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:52.293983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Checking segment: {'id': '1b954e1c-6c5c-4402-a979-ac6656c1e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ed31e05-da7a-43ef-b326-35f37f600664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:52.294707 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.295309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Bound using segment: {'id': '1b954e1c-6c5c-4402-a979-ac6656c1e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ed31e05-da7a-43ef-b326-35f37f600664'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:52.296022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Bound port: 4ba03115-012f-4962-9f1d-3f64845293fc, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b954e1c-6c5c-4402-a979-ac6656c1e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ed31e05-da7a-43ef-b326-35f37f600664'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:52.296777 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.338487 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:52.342698 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.396598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-8e3f4684-e924-40d6-9214-5d20488a9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:52.398366 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-8e3f4684-e924-40d6-9214-5d20488a9c4e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.2094493 Aug 03 19:25:52.400799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] For port 4ba03115-012f-4962-9f1d-3f64845293fc, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:52.407474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] For port 4ba03115-012f-4962-9f1d-3f64845293fc, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4ba03115-012f-4962-9f1d-3f64845293fc,segment=NetworkSegment(1b954e1c-6c5c-4402-a979-ac6656c1e0cf),segment_id=1b954e1c-6c5c-4402-a979-ac6656c1e0cf)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:52.425150 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.519659 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-f611ae56-85f8-4d15-ac36-b6457bca1ef7 service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191767 Aug 03 19:25:52.544144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91459bb5-3d81-4ef8-aeb3-d07def01e4ab None None] Pushing event updated for resources: {'Port': ['ID=4ba03115-012f-4962-9f1d-3f64845293fc,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:52.651875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-d2be8e49-76b1-4bde-a9c7-d00ff3403c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:52.653530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-d2be8e49-76b1-4bde-a9c7-d00ff3403c84 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2169509 Aug 03 19:25:52.705599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Allocated IP 10.1.1.222 (9879ee6e-b605-4979-bb80-8bbe728e3660/6475f594-bae2-49a6-93ad-541025d4ca77/32e30c8a-bfb9-4883-96b4-de638f39847f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:52.783835 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f4a228f-1ac2-4de9-9beb-732dd7ae4483 req-be2e5ec2-2e1a-4869-83de-885c5851607a service neutron] 10.222.0.63 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553236 Aug 03 19:25:52.790335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356dc7f-4bfe-43f8-bcd2-5709d1f374b6 req-8b700696-3b50-4872-bfad-879a9dc90c1c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:52.805595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b356dc7f-4bfe-43f8-bcd2-5709d1f374b6 req-8b700696-3b50-4872-bfad-879a9dc90c1c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 931 time: 0.9376893 Aug 03 19:25:52.888294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:52.894972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.940931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-711e5221-9a1b-48ee-9414-92696bce1cc7 req-01e3c09d-436b-48dd-9a9e-1f711cd80eca tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9948721 Aug 03 19:25:52.997305 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-f9c8f290-5aef-47a4-a4b3-1bd3d5d3d13c service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316603 Aug 03 19:25:53.102824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b356dc7f-4bfe-43f8-bcd2-5709d1f374b6 req-b17187d9-e73f-4aaa-86ee-388823504f8c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2959597 Aug 03 19:25:53.435135 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-3c1f722f-b7d6-41ad-939c-b77818eaf450 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285829 Aug 03 19:25:53.445219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:25:53.447216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.457771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.543308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-d15de6d1-bd3e-407c-97b1-54d8e21db31c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 217 time: 0.0999873 Aug 03 19:25:53.561395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Subnet': ['ID=a2725c54-90ee-4b90-8f2d-e6a483955861,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:53.588830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Transition to ACTIVE for port object 32e30c8a-bfb9-4883-96b4-de638f39847f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:53.613877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Checking segment: {'id': '2b67b884-d64f-4bb5-b91d-7fd515c87bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fb36a57-3a0f-4c74-b8fa-0f373957abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:53.616675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network hostable DHCP agents. Network: 9fb36a57-3a0f-4c74-b8fa-0f373957abb0, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:53.707287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:53.739227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9fb36a57-3a0f-4c74-b8fa-0f373957abb0) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:53.750857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:53.752972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68e95ac-cb46-481e-b798-b9d857353f66 None None] Network 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:53.756990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.787291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-d88c26ac-0b60-455c-a912-6216867411f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:53.795749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9608e40d-4599-472c-b9ff-bd001534b74e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8440475 Aug 03 19:25:53.796508 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-d88c26ac-0b60-455c-a912-6216867411f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.2425444 Aug 03 19:25:53.796678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55784) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.802909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'port': {'network_id': '9fb36a57-3a0f-4c74-b8fa-0f373957abb0', 'name': 'tempest-NetworksIpV6TestAttrs-2041188822'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:53.976417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4ba03115-012f-4962-9f1d-3f64845293fc up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:53.996915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.158562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3067fc63-2d62-40e0-9c8c-d38db8bf1096 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:25:54.175246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-b5fb47fd-56d9-41b1-ae91-59df9c9055d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:54.185231 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-b5fb47fd-56d9-41b1-ae91-59df9c9055d8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3803506 Aug 03 19:25:54.229189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:54.318095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b02f-05c2-4f20-9954-9021c99a0f2f req-6107ed23-2866-45a8-918c-0693b7eadf3f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:54.330406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbb5b02f-05c2-4f20-9954-9021c99a0f2f req-6107ed23-2866-45a8-918c-0693b7eadf3f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 943 time: 0.1818044 Aug 03 19:25:54.358896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:54.364838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.412430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] device_id is not set on port 0fce3798-4686-491b-b74a-66559facf694 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:25:54.440312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:54.526819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:54.627505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=32e30c8a-bfb9-4883-96b4-de638f39847f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:54.693094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbb5b02f-05c2-4f20-9954-9021c99a0f2f req-62817424-9045-4baa-9e9d-92cf396e92e2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617594 Aug 03 19:25:54.728750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:54.729448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.741907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Allocated IP 2001:db8::f816:3eff:fe38:af39 (9fb36a57-3a0f-4c74-b8fa-0f373957abb0/a2725c54-90ee-4b90-8f2d-e6a483955861/0fce3798-4686-491b-b74a-66559facf694) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:54.766142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ca45aa58-5463-48aa-b740-c20ef2dbd4f1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7082829 Aug 03 19:25:54.769463 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-eda4d085-e6d1-4ef4-b7cf-a80908a703db service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722539 Aug 03 19:25:54.772498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012ded6-618b-47ce-8780-de034bbdc713 None None] Network 5ed31e05-da7a-43ef-b326-35f37f600664 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:54.778873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279b57f-9988-4786-bb67-5b030e3ed773 req-d436dfa0-33ed-4ad6-8b21-4c38d6c9ac25 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:54.786132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279b57f-9988-4786-bb67-5b030e3ed773 req-d436dfa0-33ed-4ad6-8b21-4c38d6c9ac25 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:54.796076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c279b57f-9988-4786-bb67-5b030e3ed773 req-d436dfa0-33ed-4ad6-8b21-4c38d6c9ac25 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 1653 time: 0.1327946 Aug 03 19:25:54.801072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'admin_state_up': True, 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'security_groups': ['06745fb2-213a-425e-abcd-f785cb4d7cf8']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:54.974244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c279b57f-9988-4786-bb67-5b030e3ed773 req-ccf97b26-61be-4caf-8259-cde50a01352d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769633 Aug 03 19:25:55.050276 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-59a23f37-ed75-4d6b-9b0b-efc0df87f723 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722459 Aug 03 19:25:55.065591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3067fc63-2d62-40e0-9c8c-d38db8bf1096, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3067fc63-2d62-40e0-9c8c-d38db8bf1096,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:55.083375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '3067fc63-2d62-40e0-9c8c-d38db8bf1096', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'port_id': '3067fc63-2d62-40e0-9c8c-d38db8bf1096', 'mac_address': 'fa:16:3e:4e:08:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5fda2e-355b-43f1-accb-8b348821a3a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:25:55.110859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ab3dd84e-ec88-4c09-af5e-c28384e5cacc None None] Provisioning for port 4ba03115-012f-4962-9f1d-3f64845293fc completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:55.118283 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-1b6c27c0-2340-4a4a-9407-a237232723d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=709a6d51-93eb-4555-b201-1379dad82dd9 HTTP/1.1" status: 200 len: 217 time: 0.0584199 Aug 03 19:25:55.121945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:55.127273 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.202315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 4ba03115-012f-4962-9f1d-3f64845293fc completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:55.213214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4ba03115-012f-4962-9f1d-3f64845293fc triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:55.213665 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.315666 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.333665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Allocated IP 10.1.1.244 (9879ee6e-b605-4979-bb80-8bbe728e3660/6475f594-bae2-49a6-93ad-541025d4ca77/05938087-885e-45e6-be0a-a4d07a310a9f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:55.335215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3067fc63-2d62-40e0-9c8c-d38db8bf1096 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:55.358269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3067fc63-2d62-40e0-9c8c-d38db8bf1096, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3067fc63-2d62-40e0-9c8c-d38db8bf1096,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:55.363951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9fb36a57-3a0f-4c74-b8fa-0f373957abb0', 'network_id': '9fb36a57-3a0f-4c74-b8fa-0f373957abb0', 'tenant_id': '0ade7b00f9044138a3d295d4eae7ce25', 'fixed_ips': [{'subnet_id': 'a2725c54-90ee-4b90-8f2d-e6a483955861'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:25:55.365155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.389053 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.393130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.427699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Transition to ACTIVE for port object 0fce3798-4686-491b-b74a-66559facf694 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:55.456112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=3067fc63-2d62-40e0-9c8c-d38db8bf1096,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:55.469073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ba7dc6f8-d83c-44fb-ba00-af7519f2dfe4 None None] Provisioning for port 32e30c8a-bfb9-4883-96b4-de638f39847f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:55.487106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ba7dc6f8-d83c-44fb-ba00-af7519f2dfe4 None None] Provisioning complete for port 32e30c8a-bfb9-4883-96b4-de638f39847f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:55.487507 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba7dc6f8-d83c-44fb-ba00-af7519f2dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.519385 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.531850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ba7dc6f8-d83c-44fb-ba00-af7519f2dfe4 None None] Port 32e30c8a-bfb9-4883-96b4-de638f39847f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:55.545342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Transition to ACTIVE for port object 05938087-885e-45e6-be0a-a4d07a310a9f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:55.555864 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.608570 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.646460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Port': ['ID=0fce3798-4686-491b-b74a-66559facf694,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:55.669436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:55.671684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:55.680787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:55.685929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-c3859388-ae79-4a7b-a3b1-bd66b94174ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:55.687481 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-c3859388-ae79-4a7b-a3b1-bd66b94174ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.5557275 Aug 03 19:25:55.689898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:55.690858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.721540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8dc8a176-3e01-49f7-8af7-51cd752e9149 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9221771 Aug 03 19:25:55.724748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55806) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.747719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:55.759018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:55.763156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:55.767166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=05938087-885e-45e6-be0a-a4d07a310a9f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:55.824788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-0e4601c9-9019-4629-b4b0-01543db30aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:55.828416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-0e4601c9-9019-4629-b4b0-01543db30aef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301038 Aug 03 19:25:55.862180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:55.863159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.983547 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.991245 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.011964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d93de2d-6217-4810-9152-3c9b598529d3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Deleting subnet a2725c54-90ee-4b90-8f2d-e6a483955861 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:25:56.074329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a47f9-2f3f-4f31-ba65-0697dcdf3fd5 req-a329e42c-c889-4968-9e1d-0df4e311cacd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:56.097104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b2a47f9-2f3f-4f31-ba65-0697dcdf3fd5 req-a329e42c-c889-4968-9e1d-0df4e311cacd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 944 time: 0.1818991 Aug 03 19:25:56.097616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b81d6e0a-3b18-405e-86ae-029de993bc45 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3074222 Aug 03 19:25:56.111334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-67048be6-fad1-473b-99a0-0717b1a68d21 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445660 Aug 03 19:25:56.127090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['3067fc63-2d62-40e0-9c8c-d38db8bf1096'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:56.136219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3', 'admin_state_up': True, 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'security_groups': ['06745fb2-213a-425e-abcd-f785cb4d7cf8']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:56.250108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-54b34e3e-297a-4ad6-b6a9-daee51ae8a73 None None] Provisioning complete for port 4ba03115-012f-4962-9f1d-3f64845293fc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:56.250464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-54b34e3e-297a-4ad6-b6a9-daee51ae8a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.265308 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b047048f-fe4f-4764-ab5d-289453448f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.330157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b2a47f9-2f3f-4f31-ba65-0697dcdf3fd5 req-e0fe92b7-daa5-4eac-82d2-077267833348 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287650 Aug 03 19:25:56.348162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 4ba03115-012f-4962-9f1d-3f64845293fc, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4ba03115-012f-4962-9f1d-3f64845293fc,segment=NetworkSegment(1b954e1c-6c5c-4402-a979-ac6656c1e0cf),segment_id=1b954e1c-6c5c-4402-a979-ac6656c1e0cf)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:56.363691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Allocated IP 2001:db8::f816:3eff:fedb:e738 (9fb36a57-3a0f-4c74-b8fa-0f373957abb0/a2725c54-90ee-4b90-8f2d-e6a483955861/005bce20-97ff-4325-a2e3-046322bbe796) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:56.379469 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.387969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dad2a-d2d4-48a9-9af7-ce9f186396e5 req-c2a0173c-5b98-4bf0-8056-1934349d0d82 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:56.405339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dad2a-d2d4-48a9-9af7-ce9f186396e5 req-c2a0173c-5b98-4bf0-8056-1934349d0d82 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:56.419698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dad2a-d2d4-48a9-9af7-ce9f186396e5 req-c2a0173c-5b98-4bf0-8056-1934349d0d82 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:56.435339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-919dad2a-d2d4-48a9-9af7-ce9f186396e5 req-c2a0173c-5b98-4bf0-8056-1934349d0d82 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 2374 time: 0.2360237 Aug 03 19:25:56.486546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=4ba03115-012f-4962-9f1d-3f64845293fc,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:56.516447 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-919dad2a-d2d4-48a9-9af7-ce9f186396e5 req-9981b13c-7fe3-4575-9e25-6872289956fb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797036 Aug 03 19:25:56.523476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-65d6ef27-1148-4fe1-8d51-0490b435ca1b service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790138 Aug 03 19:25:56.579070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.579858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.580405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.580962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.581304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.581737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.582073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.582403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.582737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.583064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.583393 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.583717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:56.605172 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-495b784f-b9a7-47f9-a99b-83e804ad1f05 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c HTTP/1.1" status: 200 len: 217 time: 0.0727830 Aug 03 19:25:56.613840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:56.791750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-7462f118-b544-402f-a05b-511ff3e967db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:56.794435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-7462f118-b544-402f-a05b-511ff3e967db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.1713500 Aug 03 19:25:56.805969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.816197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Transition to ACTIVE for port object 005bce20-97ff-4325-a2e3-046322bbe796 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:56.847509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Transition to ACTIVE for port object 005bce20-97ff-4325-a2e3-046322bbe796 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:56.853834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-261f83a5-81ba-476d-b6e5-7cffba763ecd None None] Provisioning for port 05938087-885e-45e6-be0a-a4d07a310a9f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:56.854911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d93de2d-6217-4810-9152-3c9b598529d3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.858387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.863484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-261f83a5-81ba-476d-b6e5-7cffba763ecd None None] Provisioning complete for port 05938087-885e-45e6-be0a-a4d07a310a9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:56.863933 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-261f83a5-81ba-476d-b6e5-7cffba763ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.893995 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.905320 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d93de2d-6217-4810-9152-3c9b598529d3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.928352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Network 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:56.940835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:56.950559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-56f61a2f-fe79-4688-a907-dab646fc318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:56.950892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:56.953820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-56f61a2f-fe79-4688-a907-dab646fc318b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1470194 Aug 03 19:25:56.956804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Pushing event updated for resources: {'Port': ['ID=005bce20-97ff-4325-a2e3-046322bbe796,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:56.959777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-261f83a5-81ba-476d-b6e5-7cffba763ecd None None] Port 05938087-885e-45e6-be0a-a4d07a310a9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:57.033737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Attempting to bind port 005bce20-97ff-4325-a2e3-046322bbe796 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:57.034800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Attempting to bind port 005bce20-97ff-4325-a2e3-046322bbe796 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2b67b884-d64f-4bb5-b91d-7fd515c87bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fb36a57-3a0f-4c74-b8fa-0f373957abb0'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:57.034800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Attempting to bind port 005bce20-97ff-4325-a2e3-046322bbe796 on network 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:57.041847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:57.042201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Checking segment: {'id': '2b67b884-d64f-4bb5-b91d-7fd515c87bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fb36a57-3a0f-4c74-b8fa-0f373957abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:57.042669 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.043071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Bound using segment: {'id': '2b67b884-d64f-4bb5-b91d-7fd515c87bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fb36a57-3a0f-4c74-b8fa-0f373957abb0'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:57.043562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Bound port: 005bce20-97ff-4325-a2e3-046322bbe796, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b67b884-d64f-4bb5-b91d-7fd515c87bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fb36a57-3a0f-4c74-b8fa-0f373957abb0'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:57.043980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.112629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d93de2d-6217-4810-9152-3c9b598529d3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.227491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] For port 005bce20-97ff-4325-a2e3-046322bbe796, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:57.231786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] For port 005bce20-97ff-4325-a2e3-046322bbe796, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=005bce20-97ff-4325-a2e3-046322bbe796,segment=NetworkSegment(2b67b884-d64f-4bb5-b91d-7fd515c87bb0),segment_id=2b67b884-d64f-4bb5-b91d-7fd515c87bb0)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:57.234733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d93de2d-6217-4810-9152-3c9b598529d3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.239604 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.305377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d93de2d-6217-4810-9152-3c9b598529d3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.309056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2d93de2d-6217-4810-9152-3c9b598529d3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/subnets/a2725c54-90ee-4b90-8f2d-e6a483955861 HTTP/1.1" status: 204 len: 168 time: 1.5825770 Aug 03 19:25:57.311446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93de2d-6217-4810-9152-3c9b598529d3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Subnet': ['ID=a2725c54-90ee-4b90-8f2d-e6a483955861,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:57.314875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55818) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.342890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018807e-4e13-4719-bdc2-dfcf1314c07b None None] Pushing event updated for resources: {'Port': ['ID=005bce20-97ff-4325-a2e3-046322bbe796,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:57.374215 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-f5ad22b8-ea55-4c6f-a186-6a7d4e2d01e1 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090793 Aug 03 19:25:57.433222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Allocated IP 10.2.2.100 (3afc7978-57b7-4875-9bfc-612e2d787ba3/70137d54-547d-49fc-a65a-ad8b5226afb9/6b24f2b0-9126-49ad-8713-b0a98351c4c5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:57.492185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c88e45-3a31-4222-9995-cbebed976d5a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:57.496737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c88e45-3a31-4222-9995-cbebed976d5a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:57.499620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d0c88e45-3a31-4222-9995-cbebed976d5a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1831071 Aug 03 19:25:57.505206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55822) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.750597 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-ff0d6967-56ec-4622-a424-e4b2b4eefd18 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676054 Aug 03 19:25:57.758362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-62886bb4-a293-4d5c-a03d-95f694e56691 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.781218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64491c08-7f66-455c-afee-9f06fed2a43a req-1c853800-4973-4ea4-bbc5-9875f672b9f4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:57.783811 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64491c08-7f66-455c-afee-9f06fed2a43a req-1c853800-4973-4ea4-bbc5-9875f672b9f4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 944 time: 0.2583430 Aug 03 19:25:57.790037 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-62886bb4-a293-4d5c-a03d-95f694e56691 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 03 19:25:57.790523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62886bb4-a293-4d5c-a03d-95f694e56691 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:25:57.792841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-62886bb4-a293-4d5c-a03d-95f694e56691 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/9fb36a57-3a0f-4c74-b8fa-0f373957abb0 HTTP/1.1" status: 409 len: 405 time: 0.2858951 Aug 03 19:25:57.810258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aaafb-be37-4632-8285-90e1364572ab req-a3f9d64e-d8ed-4ebc-b6ba-9d24767d8d6a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:57.823953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aaafb-be37-4632-8285-90e1364572ab req-a3f9d64e-d8ed-4ebc-b6ba-9d24767d8d6a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:57.836881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aaafb-be37-4632-8285-90e1364572ab req-a3f9d64e-d8ed-4ebc-b6ba-9d24767d8d6a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:57.840504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5aaafb-be37-4632-8285-90e1364572ab req-a3f9d64e-d8ed-4ebc-b6ba-9d24767d8d6a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 2374 time: 0.1536832 Aug 03 19:25:57.854825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55826) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.866338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1251242726'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:57.891760 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-29d7fccd-9173-4b91-aed2-bf37d83f9f1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7 HTTP/1.1" status: 200 len: 217 time: 0.1326895 Aug 03 19:25:57.991824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.996161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64491c08-7f66-455c-afee-9f06fed2a43a req-03cc9569-29a5-453e-86df-e27068ca856c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521204 Aug 03 19:25:57.997155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:58.004295 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.015365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5aaafb-be37-4632-8285-90e1364572ab req-f56271dd-f6dd-42ee-bd36-7aa2cbc689a1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420250 Aug 03 19:25:58.026512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3067fc63-2d62-40e0-9c8c-d38db8bf1096 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:58.067357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Transition to ACTIVE for port object 6b24f2b0-9126-49ad-8713-b0a98351c4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:58.074733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:58.083030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-144aec2f-4cb9-41be-aa15-fc7b945c3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:58.085997 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-144aec2f-4cb9-41be-aa15-fc7b945c3818 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.1717820 Aug 03 19:25:58.106356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.107285 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Added segment 706e8434-ae41-42ee-b91d-e69e9becbda1 of type vlan for network bb9ed8ae-887f-4f67-97d4-1369338acead Aug 03 19:25:58.143303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:58.148931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:58.149382 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.172881 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.223094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.233176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:58.234219 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.257605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-90335fbc-4325-4362-80b1-835d89d50c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:58.257605 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-90335fbc-4325-4362-80b1-835d89d50c79 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1554248 Aug 03 19:25:58.260024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.356925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Network': ['ID=bb9ed8ae-887f-4f67-97d4-1369338acead,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:58.369562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dd1b6913-37c6-4d6b-8e87-609e1495288f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5131876 Aug 03 19:25:58.377968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55832) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:58.383493 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.385578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'subnet': {'network_id': 'bb9ed8ae-887f-4f67-97d4-1369338acead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:58.386348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network bb9ed8ae-887f-4f67-97d4-1369338acead details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:58.511295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3067fc63-2d62-40e0-9c8c-d38db8bf1096'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:58.520991 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4f61eb-e966-4d04-8512-b6a61ab2134b" -d '{"events": [{"server_uuid": "9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4", "name": "network-vif-plugged", "status": "completed", "tag": "3067fc63-2d62-40e0-9c8c-d38db8bf1096"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:58.543792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3067fc63-2d62-40e0-9c8c-d38db8bf1096, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3067fc63-2d62-40e0-9c8c-d38db8bf1096,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:58.551776 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.568304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 3afc7978-57b7-4875-9bfc-612e2d787ba3 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:58.611202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:58.616932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=6b24f2b0-9126-49ad-8713-b0a98351c4c5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:58.629190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.639419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:58.659942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:58.717796 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef7f01e-e0cd-4b51-a558-549116a9dfb5 x-openstack-request-id: req-cef7f01e-e0cd-4b51-a558-549116a9dfb5 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:58.718146 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4", "name": "network-vif-plugged", "status": "completed", "tag": "3067fc63-2d62-40e0-9c8c-d38db8bf1096", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:58.718347 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cef7f01e-e0cd-4b51-a558-549116a9dfb5 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:58.718735 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3067fc63-2d62-40e0-9c8c-d38db8bf1096', 'code': 200} Aug 03 19:25:58.719809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=3067fc63-2d62-40e0-9c8c-d38db8bf1096,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:58.833068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4ba03115-012f-4962-9f1d-3f64845293fc up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:58.901303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-cded1af9-92e7-4d7e-8aa1-8eb6a531bcb6 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287322 Aug 03 19:25:59.023052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4ba03115-012f-4962-9f1d-3f64845293fc triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:59.023916 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.044743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b21074-0bfb-44f7-ad66-2a9b78cd0242 req-3d174e9e-5283-43f7-afe5-4ea5b54864f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.053510 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d6b21074-0bfb-44f7-ad66-2a9b78cd0242 req-3d174e9e-5283-43f7-afe5-4ea5b54864f1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 1096 time: 0.2806709 Aug 03 19:25:59.079333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.081008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.233582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 005bce20-97ff-4325-a2e3-046322bbe796 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:59.250868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8d6da1af-b0b7-43bc-b9a4-277c14a3bc0a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1380692 Aug 03 19:25:59.261930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-6b2b5dad-28a9-4db1-87e9-1c581ab0069a service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438509 Aug 03 19:25:59.264647 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d6b21074-0bfb-44f7-ad66-2a9b78cd0242 req-aca7c2f1-e523-489f-ac46-2534ac09ff64 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070255 Aug 03 19:25:59.270713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3', 'admin_state_up': True, 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'security_groups': ['06745fb2-213a-425e-abcd-f785cb4d7cf8']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:59.284243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed08ed8-c82a-4989-839f-f1579a3dbdeb None None] Network 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:59.298800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2094c522-fd3d-4f4a-afff-81eb7b79ed15 None None] Provisioning for port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:59.336018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2094c522-fd3d-4f4a-afff-81eb7b79ed15 None None] Provisioning complete for port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:59.336398 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2094c522-fd3d-4f4a-afff-81eb7b79ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.385219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2094c522-fd3d-4f4a-afff-81eb7b79ed15 None None] Port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:59.414843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370feb1-6c6c-4886-8f52-821b6943b6ad req-5049c850-0f3a-4724-8fb1-269213d80955 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.415526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 005bce20-97ff-4325-a2e3-046322bbe796 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:59.417073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d370feb1-6c6c-4886-8f52-821b6943b6ad req-5049c850-0f3a-4724-8fb1-269213d80955 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 945 time: 0.2331865 Aug 03 19:25:59.495585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21777e1-e806-4966-86b2-731d43db5b8f req-4ac65754-3b70-467a-b6c8-08ee6c52124f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.508279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21777e1-e806-4966-86b2-731d43db5b8f req-4ac65754-3b70-467a-b6c8-08ee6c52124f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.523245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-131be9d1-8479-4e9f-8082-5f1566cf0a01 None None] Provisioning for port 005bce20-97ff-4325-a2e3-046322bbe796 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:59.527199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21777e1-e806-4966-86b2-731d43db5b8f req-4ac65754-3b70-467a-b6c8-08ee6c52124f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.529174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-131be9d1-8479-4e9f-8082-5f1566cf0a01 None None] Provisioning complete for port 005bce20-97ff-4325-a2e3-046322bbe796 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:59.529644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-131be9d1-8479-4e9f-8082-5f1566cf0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.540357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21777e1-e806-4966-86b2-731d43db5b8f req-4ac65754-3b70-467a-b6c8-08ee6c52124f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.543568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a21777e1-e806-4966-86b2-731d43db5b8f req-4ac65754-3b70-467a-b6c8-08ee6c52124f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 3095 time: 0.2892609 Aug 03 19:25:59.587274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:25:59.594410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.629257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] DHCP port deletion for 9fb36a57-3a0f-4c74-b8fa-0f373957abb0 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:25:59.676362 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-131be9d1-8479-4e9f-8082-5f1566cf0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.690965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d370feb1-6c6c-4886-8f52-821b6943b6ad req-9c429fc8-0940-40cb-9665-6254f44aaa7d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625053 Aug 03 19:25:59.739716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-131be9d1-8479-4e9f-8082-5f1566cf0a01 None None] For port 005bce20-97ff-4325-a2e3-046322bbe796, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=005bce20-97ff-4325-a2e3-046322bbe796,segment=NetworkSegment(2b67b884-d64f-4bb5-b91d-7fd515c87bb0),segment_id=2b67b884-d64f-4bb5-b91d-7fd515c87bb0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:59.764533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-131be9d1-8479-4e9f-8082-5f1566cf0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.777210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.787594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] Deleting port 005bce20-97ff-4325-a2e3-046322bbe796 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:59.788032 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.811286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a21777e1-e806-4966-86b2-731d43db5b8f req-e163b8c1-86f5-44db-bb5f-4fcef453198f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186260 Aug 03 19:25:59.828530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Subnet': ['ID=f47a19f2-622e-4e8f-b6c6-282a90e941ae,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:59.843065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Checking segment: {'id': '706e8434-ae41-42ee-b91d-e69e9becbda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb9ed8ae-887f-4f67-97d4-1369338acead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:59.843650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network hostable DHCP agents. Network: bb9ed8ae-887f-4f67-97d4-1369338acead, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:59.897783 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-df818c49-917b-4a88-ac73-8644831a6970 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312 HTTP/1.1" status: 200 len: 217 time: 0.6219535 Aug 03 19:25:59.903113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network bb9ed8ae-887f-4f67-97d4-1369338acead is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:59.926493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, bb9ed8ae-887f-4f67-97d4-1369338acead) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:59.935981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.936624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.953361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910dc7ad-d0f3-45df-83b2-be62289972f0 None None] Network bb9ed8ae-887f-4f67-97d4-1369338acead requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:59.958422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] For port 005bce20-97ff-4325-a2e3-046322bbe796, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=005bce20-97ff-4325-a2e3-046322bbe796,segment=NetworkSegment(2b67b884-d64f-4bb5-b91d-7fd515c87bb0),segment_id=2b67b884-d64f-4bb5-b91d-7fd515c87bb0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:59.958828 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.961576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bdac550a-2bb9-456e-b83b-32e7ac901ceb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5803289 Aug 03 19:25:59.963207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:59.971183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'port': {'network_id': 'bb9ed8ae-887f-4f67-97d4-1369338acead', 'name': 'tempest-NetworksIpV6TestAttrs-499942910'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:59.998783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-17914ac4-4fb4-479c-abb3-537dd3ec3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:00.001794 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-17914ac4-4fb4-479c-abb3-537dd3ec3539 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.0848041 Aug 03 19:26:00.021928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] Calling delete_port for 005bce20-97ff-4325-a2e3-046322bbe796 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:00.065413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131be9d1-8479-4e9f-8082-5f1566cf0a01 None None] Pushing event updated for resources: {'Port': ['ID=005bce20-97ff-4325-a2e3-046322bbe796,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:00.160309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec495c-5312-4c73-824b-747a2886bc2c req-f7710ddb-4c92-41db-b2db-5c1a5ffa5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:00.163055 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-f7710ddb-4c92-41db-b2db-5c1a5ffa5f80 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1527634 Aug 03 19:26:00.191215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:26:00.191215 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:26:00.191215 n-d-803378-1 neutron-server[94134]: [parameters: {'project_id_1': '0ade7b00f9044138a3d295d4eae7ce25', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 26, 0, 171560)}] Aug 03 19:26:00.191215 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:26:00.192188 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:26:00.236489 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.271167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Made reservation on behalf of d258fce77f76428daec5f55ff7b6966a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:00.277092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.308599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] No DVR routers for this DVR port 005bce20-97ff-4325-a2e3-046322bbe796 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:00.323153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c29701-acbe-4ef7-ab35-419e9468d281 None None] Pushing event deleted for resources: {'Port': ['ID=005bce20-97ff-4325-a2e3-046322bbe796,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:00.360134 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c31fd3e7-1758-441a-9ad9-464c5c51eb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.381411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-bb9ed8ae-887f-4f67-97d4-1369338acead', 'network_id': 'bb9ed8ae-887f-4f67-97d4-1369338acead', 'tenant_id': '0ade7b00f9044138a3d295d4eae7ce25', 'fixed_ips': [{'subnet_id': 'f47a19f2-622e-4e8f-b6c6-282a90e941ae'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:26:00.383202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.557995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 005bce20-97ff-4325-a2e3-046322bbe796 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:00.595854 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-5a1eda87-1c50-4725-9cd2-ccd775e68d42 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080586 Aug 03 19:26:00.603453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 005bce20-97ff-4325-a2e3-046322bbe796 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:00.604001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 005bce20-97ff-4325-a2e3-046322bbe796 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:00.697169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Allocated IP 2001:db8::f816:3eff:fe95:fda1 (bb9ed8ae-887f-4f67-97d4-1369338acead/f47a19f2-622e-4e8f-b6c6-282a90e941ae/5aa11ba5-3255-412c-8f8b-9e8e67e4cb03) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:00.742820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:00.752323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.808058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] device_id is not set on port ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:00.892616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Allocated IP 10.2.2.200 (3afc7978-57b7-4875-9bfc-612e2d787ba3/70137d54-547d-49fc-a65a-ad8b5226afb9/979a8db1-3302-40e4-8413-308d67aeb9c7) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:00.946625 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ffec495c-5312-4c73-824b-747a2886bc2c req-01bd9cde-5379-406c-99af-3e1910dbe66b service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433471 Aug 03 19:26:01.135021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2c8ea-974b-49cb-9556-a8c579712032 req-45a94318-62e9-4661-907e-fa635edc4151 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:01.137749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7f2c8ea-974b-49cb-9556-a8c579712032 req-45a94318-62e9-4661-907e-fa635edc4151 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 945 time: 0.2788222 Aug 03 19:26:01.214553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7f2c8ea-974b-49cb-9556-a8c579712032 req-1401a6ee-d452-48aa-8535-dc629b737af5 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666189 Aug 03 19:26:01.281130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.316756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Transition to ACTIVE for port object 979a8db1-3302-40e4-8413-308d67aeb9c7 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:01.409921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.480809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e35d9-6958-4e65-9e3a-c88242e55095 req-f29f0a85-93f5-4620-b4bd-f1440e1103ac tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:01.482049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Network 3afc7978-57b7-4875-9bfc-612e2d787ba3 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:01.486270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:01.494260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:01.504767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event updated for resources: {'Port': ['ID=979a8db1-3302-40e4-8413-308d67aeb9c7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:01.507032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e35d9-6958-4e65-9e3a-c88242e55095 req-f29f0a85-93f5-4620-b4bd-f1440e1103ac tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:01.535699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e35d9-6958-4e65-9e3a-c88242e55095 req-f29f0a85-93f5-4620-b4bd-f1440e1103ac tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:01.569261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e35d9-6958-4e65-9e3a-c88242e55095 req-f29f0a85-93f5-4620-b4bd-f1440e1103ac tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:01.576966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:01.578159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.589883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a61e35d9-6958-4e65-9e3a-c88242e55095 req-f29f0a85-93f5-4620-b4bd-f1440e1103ac tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 3095 time: 0.3313982 Aug 03 19:26:01.630747 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-49366e99-f47f-4949-9ce5-433646615e72 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3646436 Aug 03 19:26:01.651487 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:01.669675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.697157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Transition to ACTIVE for port object 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:01.720614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a61e35d9-6958-4e65-9e3a-c88242e55095 req-05ec9ad7-4c88-4b7b-90b3-2d9bc0f43f4f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285815 Aug 03 19:26:01.728926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Transition to ACTIVE for port object 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:01.749375 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.855537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.922630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Network bb9ed8ae-887f-4f67-97d4-1369338acead is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:01.924060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Pushing event updated for resources: {'Port': ['ID=5aa11ba5-3255-412c-8f8b-9e8e67e4cb03,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:01.935594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:01.939945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:01.959356 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.005708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Allocated IP 2001:db8::f816:3eff:fe7b:76a2 (bb9ed8ae-887f-4f67-97d4-1369338acead/f47a19f2-622e-4e8f-b6c6-282a90e941ae/ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:02.095363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-2fe8ab3e-bdd9-4a91-8427-12f03ebaf5fb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:02.095638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Attempting to bind port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:02.096420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Attempting to bind port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '706e8434-ae41-42ee-b91d-e69e9becbda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb9ed8ae-887f-4f67-97d4-1369338acead'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:02.097007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Attempting to bind port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 on network bb9ed8ae-887f-4f67-97d4-1369338acead {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:02.097937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-2fe8ab3e-bdd9-4a91-8427-12f03ebaf5fb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.2891374 Aug 03 19:26:02.108182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:02.108668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Checking segment: {'id': '706e8434-ae41-42ee-b91d-e69e9becbda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb9ed8ae-887f-4f67-97d4-1369338acead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:02.109396 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.110122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Bound using segment: {'id': '706e8434-ae41-42ee-b91d-e69e9becbda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb9ed8ae-887f-4f67-97d4-1369338acead'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:02.111030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Bound port: 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706e8434-ae41-42ee-b91d-e69e9becbda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb9ed8ae-887f-4f67-97d4-1369338acead'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:02.111681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.130297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4f11b8eb-ed92-412d-ae15-5810bc731e1e None None] Provisioning for port 979a8db1-3302-40e4-8413-308d67aeb9c7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:02.146190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4f11b8eb-ed92-412d-ae15-5810bc731e1e None None] Provisioning complete for port 979a8db1-3302-40e4-8413-308d67aeb9c7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:02.146769 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4f11b8eb-ed92-412d-ae15-5810bc731e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.148961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-cb97ec4b-55a0-49ee-a58c-9ea7dda7549c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/quotas/ca6a8a0f702549ac82857312def8f491 HTTP/1.1" status: 200 len: 375 time: 0.0376163 Aug 03 19:26:02.257765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4f11b8eb-ed92-412d-ae15-5810bc731e1e None None] Port 979a8db1-3302-40e4-8413-308d67aeb9c7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:02.318561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] For port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:02.325139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] For port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5aa11ba5-3255-412c-8f8b-9e8e67e4cb03,segment=NetworkSegment(706e8434-ae41-42ee-b91d-e69e9becbda1),segment_id=706e8434-ae41-42ee-b91d-e69e9becbda1)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:02.334528 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.365136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-3908187a-c1f1-4650-aaf7-62a612fe2764 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011571 Aug 03 19:26:02.369637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e5a708-a684-4d50-9090-6047efef003d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:02.386201 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.405775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Transition to ACTIVE for port object b0e5a708-a684-4d50-9090-6047efef003d will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:02.415858 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.530863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023ec4-5ca4-47ca-a288-3c1de17263f4 None None] Pushing event updated for resources: {'Port': ['ID=5aa11ba5-3255-412c-8f8b-9e8e67e4cb03,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:02.567477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e5a708-a684-4d50-9090-6047efef003d,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:02.638025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.687195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Transition to ACTIVE for port object ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:02.692482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-9bb53636-ac9c-4894-b471-e75a8c9a6008 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164907 Aug 03 19:26:02.728650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Attempting to bind port b0e5a708-a684-4d50-9090-6047efef003d on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:02.729157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Attempting to bind port b0e5a708-a684-4d50-9090-6047efef003d by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:02.729783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Attempting to bind port b0e5a708-a684-4d50-9090-6047efef003d on network c8594735-32ad-4a59-96a0-40ff4321f00b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:02.738135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Port b0e5a708-a684-4d50-9090-6047efef003d on network c8594735-32ad-4a59-96a0-40ff4321f00b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:02.738769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Attempting to bind port b0e5a708-a684-4d50-9090-6047efef003d on network c8594735-32ad-4a59-96a0-40ff4321f00b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:02.748537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:02.748537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Checking segment: {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:02.749462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Bound using segment: {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:02.750024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Bound port: b0e5a708-a684-4d50-9090-6047efef003d, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a6ac4-2759-428f-b521-e1804e6f4596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:02.750703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.946624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-e451608d-9f3f-4fdd-bdc8-b726fea4e2e2 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369153 Aug 03 19:26:02.949147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.026012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] For port b0e5a708-a684-4d50-9090-6047efef003d, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:03.040544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] For port b0e5a708-a684-4d50-9090-6047efef003d, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b0e5a708-a684-4d50-9090-6047efef003d,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:03.053217 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.118094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network bb9ed8ae-887f-4f67-97d4-1369338acead is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:03.151344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:03.156469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.157801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.160473 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] 10.222.0.63 "PUT /v2.0/ports/b0e5a708-a684-4d50-9090-6047efef003d HTTP/1.1" status: 200 len: 1091 time: 1.5145085 Aug 03 19:26:03.162436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:03.187245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:03.193814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.194953 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.199548 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe" -d '{"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "b0e5a708-a684-4d50-9090-6047efef003d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:03.225590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Port': ['ID=ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:03.258753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:03.306805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c5b67-0b56-476c-82a6-bd93da691444 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e5a708-a684-4d50-9090-6047efef003d,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:03.370470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.388704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a0a2f-9ede-49a4-976f-1ebd34edea6f req-87d9f3dc-fcc7-41a5-81e7-ec371102c179 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.397102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a0a2f-9ede-49a4-976f-1ebd34edea6f req-87d9f3dc-fcc7-41a5-81e7-ec371102c179 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.409003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a0a2f-9ede-49a4-976f-1ebd34edea6f req-87d9f3dc-fcc7-41a5-81e7-ec371102c179 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.419729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a0a2f-9ede-49a4-976f-1ebd34edea6f req-87d9f3dc-fcc7-41a5-81e7-ec371102c179 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.428188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a0a2f-9ede-49a4-976f-1ebd34edea6f req-87d9f3dc-fcc7-41a5-81e7-ec371102c179 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.438684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d72a0a2f-9ede-49a4-976f-1ebd34edea6f req-87d9f3dc-fcc7-41a5-81e7-ec371102c179 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 3828 time: 0.3779294 Aug 03 19:26:03.452344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdfcd8a1-28a6-400c-89a8-b7e860e4e469 req-32d158c0-16fd-40cf-aef9-d3376db19014 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 210 time: 0.2128916 Aug 03 19:26:03.499257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4b4cad92-6ee6-4eff-9b36-8c27aaeac317 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.5315621 Aug 03 19:26:03.500014 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55882) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:03.576885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d72a0a2f-9ede-49a4-976f-1ebd34edea6f req-b40c27a4-28bc-4ead-ac27-f1164d83b92e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310210 Aug 03 19:26:03.591246 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffd1232-5df7-4ccf-bc17-f06ca8e13d8c x-openstack-request-id: req-fffd1232-5df7-4ccf-bc17-f06ca8e13d8c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:03.594420 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "b0e5a708-a684-4d50-9090-6047efef003d", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:03.595422 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fffd1232-5df7-4ccf-bc17-f06ca8e13d8c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:03.598189 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d', 'status': 'completed', 'code': 200} Aug 03 19:26:04.006317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef0a14b-24da-499b-826f-7ae8f87604f9 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Deleting subnet f47a19f2-622e-4e8f-b6c6-282a90e941ae {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:04.020026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a14b-24da-499b-826f-7ae8f87604f9 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.221642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a14b-24da-499b-826f-7ae8f87604f9 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.362133 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.379603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d578f9-5e94-459d-9322-08cbbdee0839 None None] Network bb9ed8ae-887f-4f67-97d4-1369338acead requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:04.390712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-cfa9529c-4f06-4412-b8b3-25d4abf38547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.392383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-cfa9529c-4f06-4412-b8b3-25d4abf38547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.393220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-cfa9529c-4f06-4412-b8b3-25d4abf38547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.394182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-cfa9529c-4f06-4412-b8b3-25d4abf38547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.395153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-cfa9529c-4f06-4412-b8b3-25d4abf38547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.399606 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-cfa9529c-4f06-4412-b8b3-25d4abf38547 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 4363 time: 0.6227622 Aug 03 19:26:04.605944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8acb3f91-8c7f-4516-85f1-ce65f71071aa None None] Provisioning for port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:04.634213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:04.643951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4d43af6-c51a-421c-978b-38eda111ca16 req-5bc7c6c4-1d38-49db-b6d8-7e59894aabc4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 210 time: 0.0770304 Aug 03 19:26:04.915857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d84cf-bd7f-4e82-9d34-f3eb6be744b4 req-3ae9836c-cd0e-430a-9165-a2d1cf5e21a8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.944430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d84cf-bd7f-4e82-9d34-f3eb6be744b4 req-3ae9836c-cd0e-430a-9165-a2d1cf5e21a8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.951804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d84cf-bd7f-4e82-9d34-f3eb6be744b4 req-3ae9836c-cd0e-430a-9165-a2d1cf5e21a8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.959144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d84cf-bd7f-4e82-9d34-f3eb6be744b4 req-3ae9836c-cd0e-430a-9165-a2d1cf5e21a8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.965863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d84cf-bd7f-4e82-9d34-f3eb6be744b4 req-3ae9836c-cd0e-430a-9165-a2d1cf5e21a8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.967955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9d84cf-bd7f-4e82-9d34-f3eb6be744b4 req-3ae9836c-cd0e-430a-9165-a2d1cf5e21a8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 3828 time: 0.2038589 Aug 03 19:26:05.006861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:05.017157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:05.026210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.086990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9d84cf-bd7f-4e82-9d34-f3eb6be744b4 req-9e4785e0-0de0-4e72-8cf7-8a630e72b042 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807364 Aug 03 19:26:05.135224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063bd505-6d72-4e1a-8907-dbee2703ea9f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:05.146470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a14b-24da-499b-826f-7ae8f87604f9 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.243375 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.291599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.301959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a14b-24da-499b-826f-7ae8f87604f9 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.319809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-ce96d3b4-e472-4115-a468-f5f32f93d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.320284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-ce96d3b4-e472-4115-a468-f5f32f93d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.320759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-ce96d3b4-e472-4115-a468-f5f32f93d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.322937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-ce96d3b4-e472-4115-a468-f5f32f93d50c service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d258fce77f76428daec5f55ff7b6966a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8264878 Aug 03 19:26:05.379471 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:26:05.380440 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:26:05.382938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Transition to ACTIVE for port object 063bd505-6d72-4e1a-8907-dbee2703ea9f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:05.383899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0a14b-24da-499b-826f-7ae8f87604f9 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Subnet': ['ID=f47a19f2-622e-4e8f-b6c6-282a90e941ae,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:05.390830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a14b-24da-499b-826f-7ae8f87604f9 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.397170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55904) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:05.414670 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7ef0a14b-24da-499b-826f-7ae8f87604f9 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/subnets/f47a19f2-622e-4e8f-b6c6-282a90e941ae HTTP/1.1" status: 204 len: 168 time: 1.9070246 Aug 03 19:26:05.466649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.579515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96254a-8604-494c-8f96-578b63716304 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.582106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96254a-8604-494c-8f96-578b63716304 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.584094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ca96254a-8604-494c-8f96-578b63716304 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1857529 Aug 03 19:26:05.587532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55908) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:05.607195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92361fbe-d890-47b0-9390-74928d0f7e7d None None] Network bb9ed8ae-887f-4f67-97d4-1369338acead requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:05.773297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Pushing event updated for resources: {'Port': ['ID=063bd505-6d72-4e1a-8907-dbee2703ea9f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:05.822394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Provisioning complete for port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:05.822819 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.940285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-ae8b6637-0e88-4315-b8ec-432ba9a6f882 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.943543 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-ae8b6637-0e88-4315-b8ec-432ba9a6f882 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.3428988 Aug 03 19:26:05.968927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Request body: {'port': {'device_id': '2cde431e-0f13-4263-acfe-3a123502d6f8', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'admin_state_up': True, 'tenant_id': 'ca6a8a0f702549ac82857312def8f491'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:06.014190 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.091578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-dbb1536a-7259-4b6a-812e-82874adf2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:06.095880 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f3018d2-8fe1-44a3-ae06-cc7f417829fe req-dbb1536a-7259-4b6a-812e-82874adf2205 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7269242 Aug 03 19:26:06.137400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5aa11ba5-3255-412c-8f8b-9e8e67e4cb03,segment=NetworkSegment(706e8434-ae41-42ee-b91d-e69e9becbda1),segment_id=706e8434-ae41-42ee-b91d-e69e9becbda1)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:06.149144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.172617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.234811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Attempting to bind port 063bd505-6d72-4e1a-8907-dbee2703ea9f on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:06.235316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Attempting to bind port 063bd505-6d72-4e1a-8907-dbee2703ea9f by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:06.235705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Attempting to bind port 063bd505-6d72-4e1a-8907-dbee2703ea9f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:06.248912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Port 063bd505-6d72-4e1a-8907-dbee2703ea9f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:06.249414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Attempting to bind port 063bd505-6d72-4e1a-8907-dbee2703ea9f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:06.258476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:06.258809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Checking segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:06.259219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Bound using segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:06.259682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Bound port: 063bd505-6d72-4e1a-8907-dbee2703ea9f, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:06.260062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.265298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fed6e-8a9f-4118-8d1a-10e4393e03ab req-a6c58833-858d-4499-9b83-65fd2b2f5ef9 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:06.268103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-210fed6e-8a9f-4118-8d1a-10e4393e03ab req-a6c58833-858d-4499-9b83-65fd2b2f5ef9 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 946 time: 0.7381897 Aug 03 19:26:06.282993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57b3b1ab-3a03-4414-8cc2-37b38e602558 req-ec62a25c-261e-49b8-8edb-850145b9101a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 210 time: 0.0919530 Aug 03 19:26:06.284650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=5aa11ba5-3255-412c-8f8b-9e8e67e4cb03,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:06.309077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] DHCP port deletion for bb9ed8ae-887f-4f67-97d4-1369338acead request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:26:06.312102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:06.317394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.418652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f92af03e-2ff8-47f2-8e61-7241207098c0 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.466847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] For port 063bd505-6d72-4e1a-8907-dbee2703ea9f, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:06.513974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] For port 063bd505-6d72-4e1a-8907-dbee2703ea9f, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:06.524384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.573343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-210fed6e-8a9f-4118-8d1a-10e4393e03ab req-9b06968c-f7c7-4e83-a30a-2bd1d239a6b0 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718682 Aug 03 19:26:06.577568 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92af03e-2ff8-47f2-8e61-7241207098c0 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 03 19:26:06.580876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92af03e-2ff8-47f2-8e61-7241207098c0 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:06.589816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f92af03e-2ff8-47f2-8e61-7241207098c0 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/bb9ed8ae-887f-4f67-97d4-1369338acead HTTP/1.1" status: 409 len: 405 time: 0.9954677 Aug 03 19:26:06.593993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55918) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:06.620838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] Deleting port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:06.621705 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.621872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-789388620'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:06.634602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:06.658879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Pushing event updated for resources: {'Port': ['ID=063bd505-6d72-4e1a-8907-dbee2703ea9f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:06.687628 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:26:06.689568 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:26:06.707027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:06.707715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.709955 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8107890-d2b3-4bab-adc8-995060ff0654 service neutron] 10.222.0.63 "PUT /v2.0/ports/063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 200 len: 1135 time: 3.4813006 Aug 03 19:26:06.713164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '063bd505-6d72-4e1a-8907-dbee2703ea9f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:06.720074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:06.721340 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f" -d '{"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "063bd505-6d72-4e1a-8907-dbee2703ea9f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:06.730173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.751845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Allocated IP 172.20.0.11 (beaecd9a-b30e-4308-bd67-7144c0bad344/fa5fda2e-355b-43f1-accb-8b348821a3a6/71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:06.768098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:06.867211 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb121b3-4351-446a-b195-82ca138a1562 x-openstack-request-id: req-dbb121b3-4351-446a-b195-82ca138a1562 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:06.867566 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "063bd505-6d72-4e1a-8907-dbee2703ea9f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:06.867759 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbb121b3-4351-446a-b195-82ca138a1562 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:06.869052 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '063bd505-6d72-4e1a-8907-dbee2703ea9f', 'status': 'completed', 'code': 200} Aug 03 19:26:06.877753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.893273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] For port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5aa11ba5-3255-412c-8f8b-9e8e67e4cb03,segment=NetworkSegment(706e8434-ae41-42ee-b91d-e69e9becbda1),segment_id=706e8434-ae41-42ee-b91d-e69e9becbda1)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:06.894445 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.926122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805b9-3318-483b-b46d-ffc57d48011b req-8df13a5d-b5a4-417e-a75b-9962d5b39a3a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:06.928214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] Calling delete_port for 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:06.942376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805b9-3318-483b-b46d-ffc57d48011b req-8df13a5d-b5a4-417e-a75b-9962d5b39a3a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:06.961411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805b9-3318-483b-b46d-ffc57d48011b req-8df13a5d-b5a4-417e-a75b-9962d5b39a3a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:06.979571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805b9-3318-483b-b46d-ffc57d48011b req-8df13a5d-b5a4-417e-a75b-9962d5b39a3a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:06.993523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805b9-3318-483b-b46d-ffc57d48011b req-8df13a5d-b5a4-417e-a75b-9962d5b39a3a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.010300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805b9-3318-483b-b46d-ffc57d48011b req-8df13a5d-b5a4-417e-a75b-9962d5b39a3a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.013914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4f805b9-3318-483b-b46d-ffc57d48011b req-8df13a5d-b5a4-417e-a75b-9962d5b39a3a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 4605 time: 0.2461166 Aug 03 19:26:07.016025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:07.049910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-c6742246-9155-4211-952e-c3b084b6f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.050443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-c6742246-9155-4211-952e-c3b084b6f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.051120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-c6742246-9155-4211-952e-c3b084b6f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.051794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-c6742246-9155-4211-952e-c3b084b6f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.052559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-c6742246-9155-4211-952e-c3b084b6f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.053426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-c6742246-9155-4211-952e-c3b084b6f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.055926 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-c6742246-9155-4211-952e-c3b084b6f4a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5291 time: 0.1349657 Aug 03 19:26:07.153360 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.155355 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Added segment f3f87fe9-0952-4b45-958f-9f9566136519 of type vlan for network 15eb0c18-895c-4174-9ee6-a26d98edbc5f Aug 03 19:26:07.211583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-5f5cbf30-1594-417e-87bf-2ef911f2dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.212078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-5f5cbf30-1594-417e-87bf-2ef911f2dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.212557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-5f5cbf30-1594-417e-87bf-2ef911f2dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.214495 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-5f5cbf30-1594-417e-87bf-2ef911f2dc96 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d258fce77f76428daec5f55ff7b6966a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1220589 Aug 03 19:26:07.239823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4f805b9-3318-483b-b46d-ffc57d48011b req-a9c0fffd-baaa-4df1-a4f9-699a0d592687 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1538656 Aug 03 19:26:07.260066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-7448e9d9-0750-42f1-83dc-07b01315b057 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.263280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-7448e9d9-0750-42f1-83dc-07b01315b057 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.88 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 946 time: 0.2412682 Aug 03 19:26:07.337040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.397541 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.406524 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.418271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.418969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.421866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.522092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.529765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Provisioning for port ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:07.564405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] Pushing event deleted for resources: {'Port': ['ID=5aa11ba5-3255-412c-8f8b-9e8e67e4cb03,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:07.565285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-a49bc48d-11b4-4bd6-8b23-73ecba9a43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.566979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8d7acaa-fbd4-4227-891e-2deeaab7d11f req-a49bc48d-11b4-4bd6-8b23-73ecba9a43a8 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2956638 Aug 03 19:26:07.575615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65940786-db8f-41e1-89f2-f29b480fb647 None None] No DVR routers for this DVR port 5aa11ba5-3255-412c-8f8b-9e8e67e4cb03 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:07.577923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Provisioning complete for port ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:07.578497 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.635175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Network': ['ID=15eb0c18-895c-4174-9ee6-a26d98edbc5f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:07.643673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-caf0836d-6886-408a-947f-62a751a28d96 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0354440 Aug 03 19:26:07.650942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55928) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:07.658981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'subnet': {'network_id': '15eb0c18-895c-4174-9ee6-a26d98edbc5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:07.669994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 15eb0c18-895c-4174-9ee6-a26d98edbc5f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:07.689502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c50612a-24ca-4c20-a2a5-789301945ace req-c66da3dd-ebb1-4b11-829d-48591c779e65 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 210 time: 0.1076143 Aug 03 19:26:07.813692 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.836943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1a439-30eb-4d5b-9a66-b12059018359 None None] Port ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:07.842813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:07.869822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadee2df-1b78-400d-a964-45fb863ea100 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:07.879561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['3067fc63-2d62-40e0-9c8c-d38db8bf1096'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:07.881076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.898860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Transition to ACTIVE for port object aadee2df-1b78-400d-a964-45fb863ea100 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:07.910629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f8336-a934-4667-b654-9e001b76df35 req-79b2d5fc-bfc7-4093-a4cc-853b06a90d22 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.914031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e6f8336-a934-4667-b654-9e001b76df35 req-79b2d5fc-bfc7-4093-a4cc-853b06a90d22 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 946 time: 0.1740227 Aug 03 19:26:07.955531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Network beaecd9a-b30e-4308-bd67-7144c0bad344 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:07.957000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.970747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Deleting port 506e26fc-530f-4a37-aeaf-5f09f5494ccb {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:07.971482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.979311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:07.991237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:08.087829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event updated for resources: {'Port': ['ID=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:08.095873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:08.115476 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.188733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e6f8336-a934-4667-b654-9e001b76df35 req-9b95149a-c556-44d3-a1f9-e7cc12deca85 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/security-groups?id=53cd29b8-15ec-411f-bdbe-1df27fc46f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615950 Aug 03 19:26:08.269263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] For port 506e26fc-530f-4a37-aeaf-5f09f5494ccb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=506e26fc-530f-4a37-aeaf-5f09f5494ccb,segment=NetworkSegment(8bb772f0-0f33-478e-99e2-11250161990d),segment_id=8bb772f0-0f33-478e-99e2-11250161990d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:08.274507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.314149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Calling delete_port for 506e26fc-530f-4a37-aeaf-5f09f5494ccb owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:08.656108 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.674452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['506e26fc-530f-4a37-aeaf-5f09f5494ccb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:08.721755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Pushing event deleted for resources: {'Port': ['ID=506e26fc-530f-4a37-aeaf-5f09f5494ccb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:08.810014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e82-e516-475d-8842-45c2d4226e33 req-a9e1903d-4017-4ae9-95a7-8f361e0ef2ca tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.823925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e82-e516-475d-8842-45c2d4226e33 req-a9e1903d-4017-4ae9-95a7-8f361e0ef2ca tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.837307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e82-e516-475d-8842-45c2d4226e33 req-a9e1903d-4017-4ae9-95a7-8f361e0ef2ca tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.850049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e82-e516-475d-8842-45c2d4226e33 req-a9e1903d-4017-4ae9-95a7-8f361e0ef2ca tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.862138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e82-e516-475d-8842-45c2d4226e33 req-a9e1903d-4017-4ae9-95a7-8f361e0ef2ca tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.874522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e82-e516-475d-8842-45c2d4226e33 req-a9e1903d-4017-4ae9-95a7-8f361e0ef2ca tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.884587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.885305 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.887833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e82-e516-475d-8842-45c2d4226e33 req-a9e1903d-4017-4ae9-95a7-8f361e0ef2ca tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.902385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41688e82-e516-475d-8842-45c2d4226e33 req-a9e1903d-4017-4ae9-95a7-8f361e0ef2ca tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5382 time: 0.3978374 Aug 03 19:26:08.931079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Pushing event updated for resources: {'Port': ['ID=aadee2df-1b78-400d-a964-45fb863ea100,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:08.968172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] No DVR routers for this DVR port 506e26fc-530f-4a37-aeaf-5f09f5494ccb on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:08.971376 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-09204f16-0da7-41bf-8f4f-6f5d116cc90e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0105553 Aug 03 19:26:08.988066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Request body: {'port': {'device_id': '2cde431e-0f13-4263-acfe-3a123502d6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:08.999394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.003888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd2b7b98-ab56-41f9-9f90-9780ff74956c req-58a528a0-7f04-4845-b8d3-9b6bfb982d25 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.88 "DELETE /v2.0/ports/506e26fc-530f-4a37-aeaf-5f09f5494ccb HTTP/1.1" status: 204 len: 173 time: 1.6182635 Aug 03 19:26:09.006234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa64d24-4091-4adc-ad49-e77c2f4c93aa', 'name': 'network-vif-deleted', 'tag': '506e26fc-530f-4a37-aeaf-5f09f5494ccb'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:09.010410 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e68646f-a68a-4c30-869f-880ee2f22e0c" -d '{"events": [{"server_uuid": "6aa64d24-4091-4adc-ad49-e77c2f4c93aa", "name": "network-vif-deleted", "tag": "506e26fc-530f-4a37-aeaf-5f09f5494ccb"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:09.038234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Attempting to bind port aadee2df-1b78-400d-a964-45fb863ea100 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:09.038753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Attempting to bind port aadee2df-1b78-400d-a964-45fb863ea100 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:09.039611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Attempting to bind port aadee2df-1b78-400d-a964-45fb863ea100 on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:09.085398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Port aadee2df-1b78-400d-a964-45fb863ea100 on network 9879ee6e-b605-4979-bb80-8bbe728e3660 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:09.085925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Attempting to bind port aadee2df-1b78-400d-a964-45fb863ea100 on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:09.091914 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.098856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cffa-c828-4f96-9cae-749c909b8288 req-54ec5148-9f52-4d1d-b4cc-60243ba3f32b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.101652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e813cffa-c828-4f96-9cae-749c909b8288 req-54ec5148-9f52-4d1d-b4cc-60243ba3f32b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 932 time: 0.1638379 Aug 03 19:26:09.122245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41688e82-e516-475d-8842-45c2d4226e33 req-91f55421-dc0b-42c4-a720-0889b9b9846b tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650908 Aug 03 19:26:09.134260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:09.134619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Checking segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:09.134984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Bound using segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:09.135486 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Bound port: aadee2df-1b78-400d-a964-45fb863ea100, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:09.135845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.255935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e813cffa-c828-4f96-9cae-749c909b8288 req-3a78a2f6-9830-4e45-9312-4a9e52c4d093 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313870 Aug 03 19:26:09.354467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] For port aadee2df-1b78-400d-a964-45fb863ea100, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:09.400114 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d6e044-7495-4a9a-93de-831190f6339c x-openstack-request-id: req-07d6e044-7495-4a9a-93de-831190f6339c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:09.400674 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa64d24-4091-4adc-ad49-e77c2f4c93aa", "name": "network-vif-deleted", "tag": "506e26fc-530f-4a37-aeaf-5f09f5494ccb", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:09.401169 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07d6e044-7495-4a9a-93de-831190f6339c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:09.401941 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa64d24-4091-4adc-ad49-e77c2f4c93aa', 'name': 'network-vif-deleted', 'tag': '506e26fc-530f-4a37-aeaf-5f09f5494ccb', 'status': 'completed', 'code': 200} Aug 03 19:26:09.457042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] For port aadee2df-1b78-400d-a964-45fb863ea100, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=aadee2df-1b78-400d-a964-45fb863ea100,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:09.486327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.512268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aeab6213-6eb7-4e16-8759-652a39b4e3f9 req-a8e8d879-2d8a-4148-beed-07e8fa3f53c9 tempest-VolumesSnapshotTestJSON-858871576 tempest-VolumesSnapshotTestJSON-858871576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aa64d24-4091-4adc-ad49-e77c2f4c93aa HTTP/1.1" status: 200 len: 210 time: 0.0442016 Aug 03 19:26:09.546001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.546697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.549195 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] 10.222.0.63 "PUT /v2.0/ports/aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 200 len: 1135 time: 2.7916994 Aug 03 19:26:09.584046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': 'aadee2df-1b78-400d-a964-45fb863ea100'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:09.587173 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead96514-6229-4e26-a5ba-8523986a6c58" -d '{"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "aadee2df-1b78-400d-a964-45fb863ea100"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:09.604653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:09.685978 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116d7f8f-793d-44f8-ac07-e29bbd4ec998 x-openstack-request-id: req-116d7f8f-793d-44f8-ac07-e29bbd4ec998 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:09.686106 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "aadee2df-1b78-400d-a964-45fb863ea100", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:09.686389 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-116d7f8f-793d-44f8-ac07-e29bbd4ec998 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:09.687271 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': 'aadee2df-1b78-400d-a964-45fb863ea100', 'status': 'completed', 'code': 200} Aug 03 19:26:09.858836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:26:09.872616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.915660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff7d1f-ad1f-4522-a82c-b51d4f0a685a service neutron] Pushing event updated for resources: {'Port': ['ID=aadee2df-1b78-400d-a964-45fb863ea100,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:09.987199 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.013361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-a4d8d9ab-0369-4a02-988d-e16756bc1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.014144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-a4d8d9ab-0369-4a02-988d-e16756bc1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.014738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-a4d8d9ab-0369-4a02-988d-e16756bc1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.015431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-a4d8d9ab-0369-4a02-988d-e16756bc1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.015909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-a4d8d9ab-0369-4a02-988d-e16756bc1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.017140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-a4d8d9ab-0369-4a02-988d-e16756bc1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.017878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-a4d8d9ab-0369-4a02-988d-e16756bc1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.020454 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-a4d8d9ab-0369-4a02-988d-e16756bc1f2e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6219 time: 0.2925057 Aug 03 19:26:10.131929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Subnet': ['ID=f1ed7ebe-3b8b-48b9-a75e-0bdd26a61597,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:10.220213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Checking segment: {'id': 'f3f87fe9-0952-4b45-958f-9f9566136519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '15eb0c18-895c-4174-9ee6-a26d98edbc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:10.220587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network hostable DHCP agents. Network: 15eb0c18-895c-4174-9ee6-a26d98edbc5f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:10.344228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-dbe5f402-6f9f-4e33-98e7-925e9188060a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.363752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-dbe5f402-6f9f-4e33-98e7-925e9188060a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.379672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-dbe5f402-6f9f-4e33-98e7-925e9188060a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.394439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-dbe5f402-6f9f-4e33-98e7-925e9188060a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.398936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:10.408112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-dbe5f402-6f9f-4e33-98e7-925e9188060a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.420143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-81ff9a4d-c4fe-4d50-b7e3-acc3297e65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.420678 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-81ff9a4d-c4fe-4d50-b7e3-acc3297e65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.421020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-dbe5f402-6f9f-4e33-98e7-925e9188060a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.421256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-81ff9a4d-c4fe-4d50-b7e3-acc3297e65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.426917 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-81ff9a4d-c4fe-4d50-b7e3-acc3297e65b5 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d258fce77f76428daec5f55ff7b6966a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3859818 Aug 03 19:26:10.433383 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.436774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network 15eb0c18-895c-4174-9ee6-a26d98edbc5f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:10.440016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-dbe5f402-6f9f-4e33-98e7-925e9188060a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.443415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-dbe5f402-6f9f-4e33-98e7-925e9188060a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5382 time: 0.1985242 Aug 03 19:26:10.529788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 15eb0c18-895c-4174-9ee6-a26d98edbc5f) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:10.545282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Transition to ACTIVE for port object 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:10.546494 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31d0e2a-ddf5-4acf-83f6-432e8d00d2e5 None None] Network 15eb0c18-895c-4174-9ee6-a26d98edbc5f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:10.595908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.596193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b09a90-c2f0-4e17-9efd-e1af51b48fb7 req-4b32399d-2e9a-45d5-b57a-16c60414491d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.597393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.598541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0b09a90-c2f0-4e17-9efd-e1af51b48fb7 req-4b32399d-2e9a-45d5-b57a-16c60414491d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 932 time: 0.1537006 Aug 03 19:26:10.606078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.643635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71653c0f-e1e1-459b-8d09-af5bc0798ac2 req-ca7c5e91-8439-44df-bd41-79291412049f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727033 Aug 03 19:26:10.706858 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0e923961-adb7-4a6a-99a3-b6842d6373e3 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0526435 Aug 03 19:26:10.707010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55958) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:10.795894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:10.802682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-038c1c0e-8d85-45aa-ba21-f39e8a8d0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.804638 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ead96514-6229-4e26-a5ba-8523986a6c58 req-038c1c0e-8d85-45aa-ba21-f39e8a8d0891 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3626926 Aug 03 19:26:10.889861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-15eb0c18-895c-4174-9ee6-a26d98edbc5f', 'network_id': '15eb0c18-895c-4174-9ee6-a26d98edbc5f', 'tenant_id': '0ade7b00f9044138a3d295d4eae7ce25', 'fixed_ips': [{'subnet_id': 'f1ed7ebe-3b8b-48b9-a75e-0bdd26a61597'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:26:10.892916 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.895815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0b09a90-c2f0-4e17-9efd-e1af51b48fb7 req-4f73752c-3324-4e0c-84f6-855d0d1ed4d4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479563 Aug 03 19:26:10.997107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.087893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 506e26fc-530f-4a37-aeaf-5f09f5494ccb no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:11.092272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Attempting to bind port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:11.093015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Attempting to bind port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:11.093198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Attempting to bind port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:11.106090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e30c8a-bfb9-4883-96b4-de638f39847f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:11.120512 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.124119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb on network beaecd9a-b30e-4308-bd67-7144c0bad344 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:11.124725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Attempting to bind port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:11.153049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:11.153782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Checking segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:11.154891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Bound using segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:11.155188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Bound port: 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:11.155786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.161110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.175743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Transition to ACTIVE for port object 32e30c8a-bfb9-4883-96b4-de638f39847f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:11.181693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Allocated IP 2001:db8::f816:3eff:fe68:b448 (15eb0c18-895c-4174-9ee6-a26d98edbc5f/f1ed7ebe-3b8b-48b9-a75e-0bdd26a61597/d8e7a895-4cbc-42be-a3d4-604e85758875) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:11.182648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.397630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Pushing event updated for resources: {'Port': ['ID=32e30c8a-bfb9-4883-96b4-de638f39847f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:11.481778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 506e26fc-530f-4a37-aeaf-5f09f5494ccb {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:11.482191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 506e26fc-530f-4a37-aeaf-5f09f5494ccb not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:11.500515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] For port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:11.509868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] For port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:11.525058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.604857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Attempting to bind port 32e30c8a-bfb9-4883-96b4-de638f39847f on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:11.605424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Attempting to bind port 32e30c8a-bfb9-4883-96b4-de638f39847f by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:11.606021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Attempting to bind port 32e30c8a-bfb9-4883-96b4-de638f39847f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:11.619826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:11.620453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.622337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] 10.222.0.88 "PUT /v2.0/ports/71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb HTTP/1.1" status: 200 len: 1092 time: 2.6412890 Aug 03 19:26:11.623161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Port 32e30c8a-bfb9-4883-96b4-de638f39847f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:11.623509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Attempting to bind port 32e30c8a-bfb9-4883-96b4-de638f39847f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:11.634183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.640219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:11.640645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Checking segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:11.641356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Bound using segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:11.642085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Bound port: 32e30c8a-bfb9-4883-96b4-de638f39847f, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:11.642488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.654482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Transition to ACTIVE for port object d8e7a895-4cbc-42be-a3d4-604e85758875 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:11.668902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069de2f2-4e0f-4948-a605-9ac7f6ef4a92 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:11.679833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Transition to ACTIVE for port object d8e7a895-4cbc-42be-a3d4-604e85758875 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:11.692105 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.710339 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.748824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cde431e-0f13-4263-acfe-3a123502d6f8', 'tag': '71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:11.751858 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2cde431e-0f13-4263-acfe-3a123502d6f8", "tag": "71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:11.773919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Network 15eb0c18-895c-4174-9ee6-a26d98edbc5f is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:11.779399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:11.784655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:11.795408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-339cf8b7-aab7-4ce2-93eb-b17ca22deb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:11.797031 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-339cf8b7-aab7-4ce2-93eb-b17ca22deb83 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 1095 time: 0.0861447 Aug 03 19:26:11.854177 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-1370c915-246b-4b9d-8b9a-672cd140011a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb HTTP/1.1" status: 200 len: 217 time: 0.0437031 Aug 03 19:26:11.855783 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e8fd7-c6ba-4640-a668-7dd745645add x-openstack-request-id: req-1d0e8fd7-c6ba-4640-a668-7dd745645add {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:11.856174 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cde431e-0f13-4263-acfe-3a123502d6f8", "tag": "71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:11.856354 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d0e8fd7-c6ba-4640-a668-7dd745645add {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:11.856762 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cde431e-0f13-4263-acfe-3a123502d6f8', 'tag': '71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb', 'status': 'completed', 'code': 200} Aug 03 19:26:11.879456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Pushing event updated for resources: {'Port': ['ID=d8e7a895-4cbc-42be-a3d4-604e85758875,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:11.910417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.916157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Attempting to bind port d8e7a895-4cbc-42be-a3d4-604e85758875 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:11.916783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Attempting to bind port d8e7a895-4cbc-42be-a3d4-604e85758875 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'f3f87fe9-0952-4b45-958f-9f9566136519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '15eb0c18-895c-4174-9ee6-a26d98edbc5f'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:11.917391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Attempting to bind port d8e7a895-4cbc-42be-a3d4-604e85758875 on network 15eb0c18-895c-4174-9ee6-a26d98edbc5f {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:11.926296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15eb0c18-895c-4174-9ee6-a26d98edbc5f']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:11.929118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] For port 32e30c8a-bfb9-4883-96b4-de638f39847f, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:11.943690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f87fe9-0952-4b45-958f-9f9566136519') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:11.944310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:11.944996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f87fe9-0952-4b45-958f-9f9566136519') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:11.947173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Checking segment: {'id': 'f3f87fe9-0952-4b45-958f-9f9566136519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '15eb0c18-895c-4174-9ee6-a26d98edbc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:11.947920 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.948593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Bound using segment: {'id': 'f3f87fe9-0952-4b45-958f-9f9566136519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '15eb0c18-895c-4174-9ee6-a26d98edbc5f'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:11.949442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Bound port: d8e7a895-4cbc-42be-a3d4-604e85758875, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f87fe9-0952-4b45-958f-9f9566136519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '15eb0c18-895c-4174-9ee6-a26d98edbc5f'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:11.949606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-5f5caa67-579c-4de0-a606-4e0e6812c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:11.950124 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.951533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-5f5caa67-579c-4de0-a606-4e0e6812c89e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.0896084 Aug 03 19:26:11.954967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] For port 32e30c8a-bfb9-4883-96b4-de638f39847f, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=32e30c8a-bfb9-4883-96b4-de638f39847f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:11.961332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.975077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.987347 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.992596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ed7ebe-3b8b-48b9-a75e-0bdd26a61597,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:12.029189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:12.030050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:12.034615 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:12.102114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-b4ed2655-eee5-45e2-b4a0-6670bb334365 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429143 Aug 03 19:26:12.110328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.111779 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.113424 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] 10.222.0.63 "PUT /v2.0/ports/32e30c8a-bfb9-4883-96b4-de638f39847f HTTP/1.1" status: 200 len: 1091 time: 2.5133691 Aug 03 19:26:12.140816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] For port d8e7a895-4cbc-42be-a3d4-604e85758875, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:12.151676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] For port d8e7a895-4cbc-42be-a3d4-604e85758875, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d8e7a895-4cbc-42be-a3d4-604e85758875,segment=NetworkSegment(f3f87fe9-0952-4b45-958f-9f9566136519),segment_id=f3f87fe9-0952-4b45-958f-9f9566136519)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:12.163876 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.164176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:12.198540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-22bec7e4-e3cf-4488-90a6-23e4e395b695 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.207819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-22bec7e4-e3cf-4488-90a6-23e4e395b695 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.217989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-22bec7e4-e3cf-4488-90a6-23e4e395b695 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.230306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-22bec7e4-e3cf-4488-90a6-23e4e395b695 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.241091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-22bec7e4-e3cf-4488-90a6-23e4e395b695 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.261523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-22bec7e4-e3cf-4488-90a6-23e4e395b695 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.269386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-22bec7e4-e3cf-4488-90a6-23e4e395b695 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.278430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-22bec7e4-e3cf-4488-90a6-23e4e395b695 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5394 time: 0.4524090 Aug 03 19:26:12.287861 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:26:12.287861 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:26:12.287861 n-d-803378-1 neutron-server[94134]: [parameters: {'id': '15eb0c18-895c-4174-9ee6-a26d98edbc5f'}] Aug 03 19:26:12.287861 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:26:12.288842 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:26:12.302620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab279f-ce9b-4616-9e0d-764eff1a8b12 None None] Pushing event updated for resources: {'Port': ['ID=d8e7a895-4cbc-42be-a3d4-604e85758875,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:12.331893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4c7c3-0944-4265-be43-ef939e5308a5 service neutron] Pushing event updated for resources: {'Port': ['ID=32e30c8a-bfb9-4883-96b4-de638f39847f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:12.343672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7ada9-5357-4c45-8b94-ca0300119470 req-4c4fc991-278c-4724-807f-84f91687c2b0 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.352406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e7ada9-5357-4c45-8b94-ca0300119470 req-4c4fc991-278c-4724-807f-84f91687c2b0 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 944 time: 0.2314949 Aug 03 19:26:12.395162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abdd017f-4fb2-489e-8d4a-b6ddc1c97b08 req-00643e0a-d9a6-4a17-9b9c-4a90601e85e7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135373 Aug 03 19:26:12.436209 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-3be6bf7d-6173-48ff-9ef0-68162ef86989 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163123 Aug 03 19:26:12.475748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462f9f0-1b75-49fd-ab25-3a414671d93c None None] Network 15eb0c18-895c-4174-9ee6-a26d98edbc5f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:12.498996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2e7ada9-5357-4c45-8b94-ca0300119470 req-a66615fe-0714-4886-9799-c0b10a8e0030 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452518 Aug 03 19:26:12.543916 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.694032 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8732caf3-4acf-40f5-aee0-02d96a51a6b9 req-8a4c7f75-5468-4ad3-aa9b-227aa247888d service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291515 Aug 03 19:26:12.733186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6030aa-4b61-4977-ac6d-5fb7b7a0a6af None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:26:12.790350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.868316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-32d2298f-4d22-4ad7-a526-8feaad24fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.870559 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-32d2298f-4d22-4ad7-a526-8feaad24fd29 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 1095 time: 0.0744891 Aug 03 19:26:12.913199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Deleting port d8e7a895-4cbc-42be-a3d4-604e85758875 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:12.913997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.980879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6030aa-4b61-4977-ac6d-5fb7b7a0a6af None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:26:13.051830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] For port d8e7a895-4cbc-42be-a3d4-604e85758875, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d8e7a895-4cbc-42be-a3d4-604e85758875,segment=NetworkSegment(f3f87fe9-0952-4b45-958f-9f9566136519),segment_id=f3f87fe9-0952-4b45-958f-9f9566136519)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:13.052444 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.084356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Calling delete_port for d8e7a895-4cbc-42be-a3d4-604e85758875 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:13.140628 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4d670ee1-800a-4ccc-b972-65937488be42 req-19c76b99-89f5-465c-8724-87d748397a50 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1922250 Aug 03 19:26:13.186639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05938087-885e-45e6-be0a-a4d07a310a9f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:13.199151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-29aa8d72-6ca7-4a7c-8efe-a02b6b0e25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.201379 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-29aa8d72-6ca7-4a7c-8efe-a02b6b0e25ef service neutron] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 905 time: 0.3177323 Aug 03 19:26:13.208755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.261656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.293353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Port': ['ID=d8e7a895-4cbc-42be-a3d4-604e85758875,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:13.305918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No DVR routers for this DVR port d8e7a895-4cbc-42be-a3d4-604e85758875 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:13.321441 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-b52c6a15-0302-4933-b424-51b95c2a9987 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb HTTP/1.1" status: 200 len: 217 time: 0.1089466 Aug 03 19:26:13.322735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Transition to ACTIVE for port object 05938087-885e-45e6-be0a-a4d07a310a9f will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:13.350602 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.440595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.478742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15eb0c18-895c-4174-9ee6-a26d98edbc5f']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:13.494917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f87fe9-0952-4b45-958f-9f9566136519') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:13.495369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f87fe9-0952-4b45-958f-9f9566136519') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:13.511888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.514059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d670ee1-800a-4ccc-b972-65937488be42 req-d8b9f060-3f64-47b1-bf11-bc2a71d21ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.516667 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4d670ee1-800a-4ccc-b972-65937488be42 req-d8b9f060-3f64-47b1-bf11-bc2a71d21ec9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c707e86e98764a569ca4b8c52c75eab6&device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 1096 time: 0.2328756 Aug 03 19:26:13.562066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.570084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-117b73b0-6c4f-489a-99f0-da430b8c520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.572444 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-117b73b0-6c4f-489a-99f0-da430b8c520f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.2418618 Aug 03 19:26:13.592887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:13.592887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.665039 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-dbac72ba-2425-415d-915d-daac11fb14ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502141 Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:13.693186 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:13.720793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=05938087-885e-45e6-be0a-a4d07a310a9f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:13.810235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.830443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.840048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/15eb0c18-895c-4174-9ee6-a26d98edbc5f HTTP/1.1" status: 204 len: 168 time: 3.1309500 Aug 03 19:26:13.857701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55982) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:13.864792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-437605566'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:13.879409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883aa7a-7d33-4153-8c9d-03ba00b0946a req-715b527c-7ba0-4d13-9b76-483404a1b422 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.887955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5883aa7a-7d33-4153-8c9d-03ba00b0946a req-715b527c-7ba0-4d13-9b76-483404a1b422 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 944 time: 0.1894083 Aug 03 19:26:13.897950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a63a70-28c5-484b-916d-a162f055bd90 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Network': ['ID=15eb0c18-895c-4174-9ee6-a26d98edbc5f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:13.920658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-ee6b0894-1a54-4ec2-bd99-52307eabad06 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.936173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-ee6b0894-1a54-4ec2-bd99-52307eabad06 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.944385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-ee6b0894-1a54-4ec2-bd99-52307eabad06 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.952573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-ee6b0894-1a54-4ec2-bd99-52307eabad06 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.960212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-ee6b0894-1a54-4ec2-bd99-52307eabad06 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.968036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-ee6b0894-1a54-4ec2-bd99-52307eabad06 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.976236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-ee6b0894-1a54-4ec2-bd99-52307eabad06 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.978949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-ee6b0894-1a54-4ec2-bd99-52307eabad06 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5406 time: 0.2867694 Aug 03 19:26:14.040274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:14.045546 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.068438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5883aa7a-7d33-4153-8c9d-03ba00b0946a req-f9f20281-3b5b-405f-a27c-1b41cbb19d98 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794219 Aug 03 19:26:14.137208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c3c9c1a-2d74-4fec-8999-2be373aa5589 req-fa1661ae-65cf-4854-a7ea-007f78d49f52 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450307 Aug 03 19:26:14.165778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:14.181419 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.182061 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Added segment 3ed5aaca-d9e3-488c-848d-4af86de7699f of type vlan for network 9cf801ab-3ad6-4207-85ec-65735e1b02a9 Aug 03 19:26:14.270103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.321224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '32e30c8a-bfb9-4883-96b4-de638f39847f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:14.325142 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8b789b-1c13-4b13-8abb-104a5af99fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "32e30c8a-bfb9-4883-96b4-de638f39847f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:14.327781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.341027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.341027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.429085 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a56134a-c6f4-4b5e-b4b1-aeb0aea1ef86 x-openstack-request-id: req-7a56134a-c6f4-4b5e-b4b1-aeb0aea1ef86 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:14.429392 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "32e30c8a-bfb9-4883-96b4-de638f39847f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:14.429711 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a56134a-c6f4-4b5e-b4b1-aeb0aea1ef86 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:14.430146 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '32e30c8a-bfb9-4883-96b4-de638f39847f', 'status': 'completed', 'code': 200} Aug 03 19:26:14.480098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6189160 Aug 03 19:26:14.481886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55990) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:14.533525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Attempting to bind port 05938087-885e-45e6-be0a-a4d07a310a9f on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:14.533525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Attempting to bind port 05938087-885e-45e6-be0a-a4d07a310a9f by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:14.533525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Attempting to bind port 05938087-885e-45e6-be0a-a4d07a310a9f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:14.537406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'subnet': {'network_id': '9cf801ab-3ad6-4207-85ec-65735e1b02a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:14.575314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Port 05938087-885e-45e6-be0a-a4d07a310a9f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:14.575920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Attempting to bind port 05938087-885e-45e6-be0a-a4d07a310a9f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:14.595045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e64e7-63e5-47f3-8063-177790894f44 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Network': ['ID=9cf801ab-3ad6-4207-85ec-65735e1b02a9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:14.595686 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-bc53a3a8-20f4-4ed4-ae04-05df4d92ccdd service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073130 Aug 03 19:26:14.598480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d670ee1-800a-4ccc-b972-65937488be42 req-40156269-c748-4d35-8679-2dbb9cee7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.601369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4d670ee1-800a-4ccc-b972-65937488be42 req-40156269-c748-4d35-8679-2dbb9cee7f62 service neutron] 10.222.0.63 "GET /v2.0/networks?id=144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 200 len: 912 time: 1.0192657 Aug 03 19:26:14.602860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:14.603433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Checking segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:14.604064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Bound using segment: {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:14.604883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Bound port: 05938087-885e-45e6-be0a-a4d07a310a9f, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:14.605507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.614243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9cf801ab-3ad6-4207-85ec-65735e1b02a9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:14.762305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-71e45b87-581a-42c0-9a18-4441fdbd094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.763172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-71e45b87-581a-42c0-9a18-4441fdbd094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.763970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-71e45b87-581a-42c0-9a18-4441fdbd094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.764803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-71e45b87-581a-42c0-9a18-4441fdbd094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.765693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-71e45b87-581a-42c0-9a18-4441fdbd094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.790076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-71e45b87-581a-42c0-9a18-4441fdbd094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.793090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-71e45b87-581a-42c0-9a18-4441fdbd094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.800617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-71e45b87-581a-42c0-9a18-4441fdbd094d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6311 time: 0.2819874 Aug 03 19:26:14.905096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4d670ee1-800a-4ccc-b972-65937488be42 req-c67230c8-b79d-4408-b948-8f03fb356465 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79 HTTP/1.1" status: 200 len: 1001 time: 0.2781603 Aug 03 19:26:15.081154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:15.091995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d670ee1-800a-4ccc-b972-65937488be42 req-8cbd675f-ab4c-4447-b1d1-e7ded20a7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:15.106421 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4d670ee1-800a-4ccc-b972-65937488be42 req-8cbd675f-ab4c-4447-b1d1-e7ded20a7d8d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 200 len: 850 time: 0.1886127 Aug 03 19:26:15.170299 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e048c1d-5416-4ffa-b28b-d5d7f9a7ca0b req-ac4fec1d-6236-4be8-b2d5-d8a8dbf238ec service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610607 Aug 03 19:26:15.180783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] For port 05938087-885e-45e6-be0a-a4d07a310a9f, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:15.231250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-215a6fa2-43cc-493a-9a7b-394458606a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:15.232124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-215a6fa2-43cc-493a-9a7b-394458606a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:15.232300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-215a6fa2-43cc-493a-9a7b-394458606a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:15.248294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-215a6fa2-43cc-493a-9a7b-394458606a52 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d258fce77f76428daec5f55ff7b6966a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4280221 Aug 03 19:26:15.271853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:15.299975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] For port 05938087-885e-45e6-be0a-a4d07a310a9f, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=05938087-885e-45e6-be0a-a4d07a310a9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:15.301641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'port_id': '71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb', 'mac_address': 'fa:16:3e:32:02:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5fda2e-355b-43f1-accb-8b348821a3a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:15.315839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.349514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d670ee1-800a-4ccc-b972-65937488be42 req-b454763e-87c9-482a-bfec-65deec308587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:15.349514 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4d670ee1-800a-4ccc-b972-65937488be42 req-b454763e-87c9-482a-bfec-65deec308587 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=144f6304-9919-46bf-b3ac-52043ed9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217824 Aug 03 19:26:15.376070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.402865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:15.417697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:15.433522 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.433522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] 10.222.0.63 "PUT /v2.0/ports/05938087-885e-45e6-be0a-a4d07a310a9f HTTP/1.1" status: 200 len: 1091 time: 3.2674396 Aug 03 19:26:15.485864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:15.486662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:15.495902 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.585607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:15.631596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d107-9b7f-46b7-9878-3eadcb52ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=05938087-885e-45e6-be0a-a4d07a310a9f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:15.666271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:15.671496 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.700195 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.774067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:15.881445 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4d670ee1-800a-4ccc-b972-65937488be42 req-a18066ce-18b3-43e9-af3f-f8df0b49b2ae service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898922 Aug 03 19:26:16.258989 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4d670ee1-800a-4ccc-b972-65937488be42 req-402f0bf1-3ce7-4341-a5ee-8137b317bad9 service neutron] 10.222.0.63 "GET /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524848 Aug 03 19:26:16.276498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca116c-eaad-471f-b92a-183a21f6dbf7 req-fb637da2-f524-4da4-8307-fe63199ed9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.279418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53ca116c-eaad-471f-b92a-183a21f6dbf7 req-fb637da2-f524-4da4-8307-fe63199ed9d2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 944 time: 1.0296054 Aug 03 19:26:16.292086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-4bd06b08-a0fb-416b-b7a6-4e5a698f20cc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.299154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-4bd06b08-a0fb-416b-b7a6-4e5a698f20cc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.306516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-4bd06b08-a0fb-416b-b7a6-4e5a698f20cc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.315426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-4bd06b08-a0fb-416b-b7a6-4e5a698f20cc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.324183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-4bd06b08-a0fb-416b-b7a6-4e5a698f20cc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.331601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-4bd06b08-a0fb-416b-b7a6-4e5a698f20cc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.338388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-4bd06b08-a0fb-416b-b7a6-4e5a698f20cc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.340525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-4bd06b08-a0fb-416b-b7a6-4e5a698f20cc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5406 time: 0.9718976 Aug 03 19:26:16.412033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-6636dec3-21aa-46e1-8247-d7b95a54a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.413643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f8b789b-1c13-4b13-8abb-104a5af99fd6 req-6636dec3-21aa-46e1-8247-d7b95a54a7a2 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0584326 Aug 03 19:26:16.432688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '05938087-885e-45e6-be0a-a4d07a310a9f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:16.443162 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a" -d '{"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "05938087-885e-45e6-be0a-a4d07a310a9f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:16.475981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53ca116c-eaad-471f-b92a-183a21f6dbf7 req-e386cccf-4a11-4fa5-a94e-efd1f4be0918 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305432 Aug 03 19:26:16.480286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3623448b-4423-46a6-9f5b-581ccdecc0d7 req-0ac2413c-ec5d-451d-9e37-35d8095810c3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965407 Aug 03 19:26:16.596525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b24f2b0-9126-49ad-8713-b0a98351c4c5 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:16.607450 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.623319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Transition to ACTIVE for port object 6b24f2b0-9126-49ad-8713-b0a98351c4c5 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:16.629722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.750412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.759422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b24f2b0-9126-49ad-8713-b0a98351c4c5,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:16.807329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Attempting to bind port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:16.807674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Attempting to bind port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:16.808244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Attempting to bind port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 on network 3afc7978-57b7-4875-9bfc-612e2d787ba3 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:16.815593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 on network 3afc7978-57b7-4875-9bfc-612e2d787ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:16.815593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Attempting to bind port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 on network 3afc7978-57b7-4875-9bfc-612e2d787ba3 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:16.822984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:16.823348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Checking segment: {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:16.823970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Bound using segment: {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:16.824602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Bound port: 6b24f2b0-9126-49ad-8713-b0a98351c4c5, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:16.825188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.919196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Subnet': ['ID=0d5f9e10-82b6-4b1d-bb92-22ae698409a7,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:16.931915 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d217b99d-5c5f-4605-a1f0-b926c3330271 x-openstack-request-id: req-d217b99d-5c5f-4605-a1f0-b926c3330271 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:16.932283 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "05938087-885e-45e6-be0a-a4d07a310a9f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:16.932544 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d217b99d-5c5f-4605-a1f0-b926c3330271 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:16.933000 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '05938087-885e-45e6-be0a-a4d07a310a9f', 'status': 'completed', 'code': 200} Aug 03 19:26:16.964929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] For port 6b24f2b0-9126-49ad-8713-b0a98351c4c5, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:16.969279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] For port 6b24f2b0-9126-49ad-8713-b0a98351c4c5, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:16.990513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.017832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Checking segment: {'id': '3ed5aaca-d9e3-488c-848d-4af86de7699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9cf801ab-3ad6-4207-85ec-65735e1b02a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:17.019732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network hostable DHCP agents. Network: 9cf801ab-3ad6-4207-85ec-65735e1b02a9, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:17.061095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.064558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.068221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] 10.222.0.63 "PUT /v2.0/ports/6b24f2b0-9126-49ad-8713-b0a98351c4c5 HTTP/1.1" status: 200 len: 1091 time: 1.5958819 Aug 03 19:26:17.089967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:17.151025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Request body: {'port': {'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:17.197954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-a6174f42-22dd-43dc-80fa-a13d77bc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.199213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-a6174f42-22dd-43dc-80fa-a13d77bc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.199900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-a6174f42-22dd-43dc-80fa-a13d77bc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.201196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-a6174f42-22dd-43dc-80fa-a13d77bc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.202067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-a6174f42-22dd-43dc-80fa-a13d77bc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.203080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-a6174f42-22dd-43dc-80fa-a13d77bc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.205516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-a6174f42-22dd-43dc-80fa-a13d77bc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.209406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-a6174f42-22dd-43dc-80fa-a13d77bc7508 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6378 time: 0.2564995 Aug 03 19:26:17.216237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:17.230933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:17.231298 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.232168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaff30-9a42-4d8b-9710-211419eb9ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b24f2b0-9126-49ad-8713-b0a98351c4c5,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:17.232377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2c4e3-6a4f-4b5c-a789-5ed260d9d1d2 req-ee902000-74b4-41ba-81c9-f021a1530c30 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.247175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19e2c4e3-6a4f-4b5c-a789-5ed260d9d1d2 req-ee902000-74b4-41ba-81c9-f021a1530c30 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 945 time: 0.2207313 Aug 03 19:26:17.296354 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.323039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network 9cf801ab-3ad6-4207-85ec-65735e1b02a9 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:17.472801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9cf801ab-3ad6-4207-85ec-65735e1b02a9) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:17.509537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0710699-44be-4ce9-a9dc-17edabba2827 None None] Network 9cf801ab-3ad6-4207-85ec-65735e1b02a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:17.530803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19e2c4e3-6a4f-4b5c-a789-5ed260d9d1d2 req-a0424746-c1ae-4ca1-9cbb-813d63a70bac tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2810290 Aug 03 19:26:17.551427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.552455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.705048 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.771953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e33793d5-6bd4-4434-9017-41f5aa2e891f tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2515984 Aug 03 19:26:17.773464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56036) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:17.779675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cde431e-0f13-4263-acfe-3a123502d6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:17.785246 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d187916-a9fa-453f-81ed-d3c7f2dfa2ae" -d '{"events": [{"server_uuid": "2cde431e-0f13-4263-acfe-3a123502d6f8", "name": "network-vif-plugged", "status": "completed", "tag": "71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:17.861892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:17.884363 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.933607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85809d4-f0d6-4ea5-96de-49baa2bb7f94 req-f82f368e-a53a-4b1d-9a50-39162ebc3922 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.943782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b85809d4-f0d6-4ea5-96de-49baa2bb7f94 req-f82f368e-a53a-4b1d-9a50-39162ebc3922 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 945 time: 0.2552950 Aug 03 19:26:17.944983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-38d5b71b-aa5f-4194-94bf-ebe76202b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.946051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-38d5b71b-aa5f-4194-94bf-ebe76202b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.946599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-38d5b71b-aa5f-4194-94bf-ebe76202b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.948260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-38d5b71b-aa5f-4194-94bf-ebe76202b5a8 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d258fce77f76428daec5f55ff7b6966a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6506884 Aug 03 19:26:17.949375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.093099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979a8db1-3302-40e4-8413-308d67aeb9c7 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:18.123147 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:18.132431 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.144630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.177294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61875-68a2-477f-9250-72281d98124f req-0641fb36-8318-4d56-a5bc-659b03ce8825 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.185504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61875-68a2-477f-9250-72281d98124f req-0641fb36-8318-4d56-a5bc-659b03ce8825 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.193990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61875-68a2-477f-9250-72281d98124f req-0641fb36-8318-4d56-a5bc-659b03ce8825 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.211048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61875-68a2-477f-9250-72281d98124f req-0641fb36-8318-4d56-a5bc-659b03ce8825 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.218211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61875-68a2-477f-9250-72281d98124f req-0641fb36-8318-4d56-a5bc-659b03ce8825 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.228367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61875-68a2-477f-9250-72281d98124f req-0641fb36-8318-4d56-a5bc-659b03ce8825 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.235296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61875-68a2-477f-9250-72281d98124f req-0641fb36-8318-4d56-a5bc-659b03ce8825 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.237006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Transition to ACTIVE for port object 979a8db1-3302-40e4-8413-308d67aeb9c7 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:18.257368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45e61875-68a2-477f-9250-72281d98124f req-0641fb36-8318-4d56-a5bc-659b03ce8825 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5418 time: 0.5872877 Aug 03 19:26:18.257637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95e20e-bb82-4370-83cd-7e3fbdf0281e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9cf801ab-3ad6-4207-85ec-65735e1b02a9', 'network_id': '9cf801ab-3ad6-4207-85ec-65735e1b02a9', 'tenant_id': '0ade7b00f9044138a3d295d4eae7ce25', 'fixed_ips': [{'subnet_id': '0d5f9e10-82b6-4b1d-bb92-22ae698409a7'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:26:18.258470 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f95e20e-bb82-4370-83cd-7e3fbdf0281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.265073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.276923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b85809d4-f0d6-4ea5-96de-49baa2bb7f94 req-6d620534-92fe-4d17-867e-b0495a0c6718 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193171 Aug 03 19:26:18.278404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-23a4ad66-a7fa-4621-91be-6953b5d89b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.280260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6556b5-9d4e-42ef-bcac-5a83c86b499a req-23a4ad66-a7fa-4621-91be-6953b5d89b99 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2619088 Aug 03 19:26:18.389040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45e61875-68a2-477f-9250-72281d98124f req-a3e7414c-e4aa-4263-a957-071b06e28fbb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1304665 Aug 03 19:26:18.398586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Pushing event updated for resources: {'Port': ['ID=979a8db1-3302-40e4-8413-308d67aeb9c7,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:18.468018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-5f95e20e-bb82-4370-83cd-7e3fbdf0281e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d5f9e10-82b6-4b1d-bb92-22ae698409a7: This subnet is being modified by another concurrent operation. Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:26:18.613977 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d5f9e10-82b6-4b1d-bb92-22ae698409a7: This subnet is being modified by another concurrent operation. Aug 03 19:26:18.621135 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:26:18.641595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5f9e10-82b6-4b1d-bb92-22ae698409a7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:18.675793 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afbfe5e-9885-4952-bc9b-850ddf91a05a x-openstack-request-id: req-5afbfe5e-9885-4952-bc9b-850ddf91a05a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:18.676074 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cde431e-0f13-4263-acfe-3a123502d6f8", "name": "network-vif-plugged", "status": "completed", "tag": "71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:18.676326 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5afbfe5e-9885-4952-bc9b-850ddf91a05a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:18.676800 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cde431e-0f13-4263-acfe-3a123502d6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb', 'code': 200} Aug 03 19:26:18.687686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Attempting to bind port 979a8db1-3302-40e4-8413-308d67aeb9c7 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:18.687686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Attempting to bind port 979a8db1-3302-40e4-8413-308d67aeb9c7 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:18.687686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Attempting to bind port 979a8db1-3302-40e4-8413-308d67aeb9c7 on network 3afc7978-57b7-4875-9bfc-612e2d787ba3 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:18.705556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaaac39-2137-4d47-8920-a0052670cd79 None None] Network 9cf801ab-3ad6-4207-85ec-65735e1b02a9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:18.819795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2371d-798e-4bc9-903f-d1aa18ec7916 req-e4cea0b1-99b7-497f-bbda-5163ab842d57 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.821787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Port 979a8db1-3302-40e4-8413-308d67aeb9c7 on network 3afc7978-57b7-4875-9bfc-612e2d787ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:18.822335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Attempting to bind port 979a8db1-3302-40e4-8413-308d67aeb9c7 on network 3afc7978-57b7-4875-9bfc-612e2d787ba3 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:18.829780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84c2371d-798e-4bc9-903f-d1aa18ec7916 req-e4cea0b1-99b7-497f-bbda-5163ab842d57 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 945 time: 0.0930183 Aug 03 19:26:18.865847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:18.866361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Checking segment: {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:18.867053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Bound using segment: {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:18.869792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Bound port: 979a8db1-3302-40e4-8413-308d67aeb9c7, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:18.871861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.918114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84c2371d-798e-4bc9-903f-d1aa18ec7916 req-29d22983-be0d-45e7-94fe-43d05a7b7859 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860407 Aug 03 19:26:18.985260 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.997757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf801ab-3ad6-4207-85ec-65735e1b02a9']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:19.016587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed5aaca-d9e3-488c-848d-4af86de7699f') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:19.016962 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed5aaca-d9e3-488c-848d-4af86de7699f') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:19.027998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.045171 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.054466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:19.055146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.056333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd400d-38f1-409f-9286-b43d21cd447e None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:26:19.132212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '6b24f2b0-9126-49ad-8713-b0a98351c4c5'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:19.134943 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2" -d '{"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "6b24f2b0-9126-49ad-8713-b0a98351c4c5"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:19.138001 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:19.176384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.192804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.199196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56048) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:19.204670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1401728832'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:19.207953 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/9cf801ab-3ad6-4207-85ec-65735e1b02a9 HTTP/1.1" status: 204 len: 168 time: 1.4324880 Aug 03 19:26:19.237184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadec325-4367-4661-9427-e75fed1ae9e4 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Network': ['ID=9cf801ab-3ad6-4207-85ec-65735e1b02a9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:19.287395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a52e1-712b-4467-9e90-23256327d99f req-9ce3dac1-0633-408e-ba5a-c981c02c495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.288185 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-666a52e1-712b-4467-9e90-23256327d99f req-9ce3dac1-0633-408e-ba5a-c981c02c495d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 1097 time: 0.4400191 Aug 03 19:26:19.290460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:19.294555 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31392ca5-3113-4534-871d-6592973ce406 x-openstack-request-id: req-31392ca5-3113-4534-871d-6592973ce406 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:19.294888 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "6b24f2b0-9126-49ad-8713-b0a98351c4c5", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:19.295156 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31392ca5-3113-4534-871d-6592973ce406 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:19.295597 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '6b24f2b0-9126-49ad-8713-b0a98351c4c5', 'status': 'completed', 'code': 200} Aug 03 19:26:19.296804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] For port 979a8db1-3302-40e4-8413-308d67aeb9c7, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:19.298815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.322857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] For port 979a8db1-3302-40e4-8413-308d67aeb9c7, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=979a8db1-3302-40e4-8413-308d67aeb9c7,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:19.475700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd400d-38f1-409f-9286-b43d21cd447e None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:26:19.502828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:19.527076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.566500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.570203 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Added segment 59a310ce-5fbd-43f1-a42c-755e389088ea of type vlan for network b8a2aea8-aabc-4d72-aef6-b98e09cce364 Aug 03 19:26:19.693317 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-666a52e1-712b-4467-9e90-23256327d99f req-f3cbf887-ee81-4625-a385-a9cd422d0845 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893039 Aug 03 19:26:19.729532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-c7892d7f-236f-43ee-9d3e-40624b7495c3 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.731650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-c7892d7f-236f-43ee-9d3e-40624b7495c3 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.63 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 945 time: 0.3944242 Aug 03 19:26:19.753398 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.782862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.783509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.791242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] 10.222.0.63 "PUT /v2.0/ports/979a8db1-3302-40e4-8413-308d67aeb9c7 HTTP/1.1" status: 200 len: 1091 time: 2.6486907 Aug 03 19:26:19.809927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72be1c-2e26-4267-ab23-cb1ec14cc5a2 req-27e32929-720b-475a-8ded-aafaf1d3de18 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.811802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-5d0a3519-4e58-459a-925e-429b4ac1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.812308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-5d0a3519-4e58-459a-925e-429b4ac1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.813544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-5d0a3519-4e58-459a-925e-429b4ac1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.814196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-5d0a3519-4e58-459a-925e-429b4ac1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.814683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-5d0a3519-4e58-459a-925e-429b4ac1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.819661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b72be1c-2e26-4267-ab23-cb1ec14cc5a2 req-27e32929-720b-475a-8ded-aafaf1d3de18 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 946 time: 0.2990038 Aug 03 19:26:19.820240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-5d0a3519-4e58-459a-925e-429b4ac1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.820767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-5d0a3519-4e58-459a-925e-429b4ac1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.831393 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-5d0a3519-4e58-459a-925e-429b4ac1c90b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6487 time: 0.4788909 Aug 03 19:26:19.832273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deb9ab-187c-45d8-ba3f-47d36207f2ba service neutron] Pushing event updated for resources: {'Port': ['ID=979a8db1-3302-40e4-8413-308d67aeb9c7,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:19.925393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-451f065f-889f-4153-88dd-7e6daced184f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.934363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-451f065f-889f-4153-88dd-7e6daced184f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.942249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-451f065f-889f-4153-88dd-7e6daced184f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.949372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-451f065f-889f-4153-88dd-7e6daced184f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.955830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-451f065f-889f-4153-88dd-7e6daced184f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.962110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-451f065f-889f-4153-88dd-7e6daced184f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.968599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-451f065f-889f-4153-88dd-7e6daced184f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.977437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-451f065f-889f-4153-88dd-7e6daced184f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.3725352 Aug 03 19:26:20.031592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b72be1c-2e26-4267-ab23-cb1ec14cc5a2 req-ef4b2b33-11d6-437f-be18-259dc1a37797 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106874 Aug 03 19:26:20.049087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-6fa6281c-2f8e-4a48-8258-e692e2e0bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.050206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-6fa6281c-2f8e-4a48-8258-e692e2e0bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.053019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-6fa6281c-2f8e-4a48-8258-e692e2e0bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.054164 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.055533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-6fa6281c-2f8e-4a48-8258-e692e2e0bbea service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d258fce77f76428daec5f55ff7b6966a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2083149 Aug 03 19:26:20.060825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.074283 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.173669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e1750fc-ead0-4821-8b15-ca88128204cb req-2727bbb9-05b9-4b52-b4f5-9dab4a3bfa6b tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1951559 Aug 03 19:26:20.280453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0800300 Aug 03 19:26:20.288322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56064) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:20.306328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Request body: {'subnet': {'network_id': 'b8a2aea8-aabc-4d72-aef6-b98e09cce364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:20.383069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Deleting port c0946f29-9d45-4e81-b39f-e857fcf98a79 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:20.383708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.410914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.428641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0084f4-6ae7-4568-8070-b16100680e4e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Network': ['ID=b8a2aea8-aabc-4d72-aef6-b98e09cce364,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:20.498240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-f312df5d-6583-464c-81d3-b0e4566f80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.500041 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-bf3f71e9-fb82-47cc-a5c7-3e6b226f95b2 req-f312df5d-6583-464c-81d3-b0e4566f80ed service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4358473 Aug 03 19:26:20.533913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network b8a2aea8-aabc-4d72-aef6-b98e09cce364 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:20.658756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e7690-6df8-47d8-9577-8602ac7ff812 req-bf79087d-d56d-4390-8f28-a16155937220 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.670804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff3e7690-6df8-47d8-9577-8602ac7ff812 req-bf79087d-d56d-4390-8f28-a16155937220 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 945 time: 0.3272491 Aug 03 19:26:20.692164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Made reservation on behalf of 0ade7b00f9044138a3d295d4eae7ce25 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:20.703419 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.823773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] For port c0946f29-9d45-4e81-b39f-e857fcf98a79, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c0946f29-9d45-4e81-b39f-e857fcf98a79,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:20.823773 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.836058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff3e7690-6df8-47d8-9577-8602ac7ff812 req-a1292da2-4c69-470b-bf6a-664cb4b23634 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfcf58ba-85c3-471b-b051-050a103ed3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1639981 Aug 03 19:26:20.867993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f14608e-f383-41b9-97e5-6d012c3f93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.868540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f14608e-f383-41b9-97e5-6d012c3f93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.868938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f14608e-f383-41b9-97e5-6d012c3f93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.869405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f14608e-f383-41b9-97e5-6d012c3f93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.869899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f14608e-f383-41b9-97e5-6d012c3f93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.870358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f14608e-f383-41b9-97e5-6d012c3f93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.870824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f14608e-f383-41b9-97e5-6d012c3f93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.872842 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3f14608e-f383-41b9-97e5-6d012c3f93c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6487 time: 0.2292395 Aug 03 19:26:20.939799 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8f70b960-a176-4f25-9a99-b9ad9631bab4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e5a708-a684-4d50-9090-6047efef003d HTTP/1.1" status: 200 len: 217 time: 0.0466380 Aug 03 19:26:21.039749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-7e6a5f93-f07e-4bb7-a78d-6f04ccd588f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.040391 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-7e6a5f93-f07e-4bb7-a78d-6f04ccd588f8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed49f2e-9d4a-4d20-bac1-b435ebdcf227 HTTP/1.1" status: 200 len: 855 time: 0.0723112 Aug 03 19:26:21.259538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:26:21.262514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.266427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-f6319330-3691-42ae-923d-507d68b929f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.268447 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-f6319330-3691-42ae-923d-507d68b929f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8594735-32ad-4a59-96a0-40ff4321f00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936538 Aug 03 19:26:21.300802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '979a8db1-3302-40e4-8413-308d67aeb9c7'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:21.308010 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "979a8db1-3302-40e4-8413-308d67aeb9c7"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:21.410257 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-30023ef9-b722-4ef5-a23d-254e47a09439 service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104941 Aug 03 19:26:21.426364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.426898 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.427276 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Floating IP 37c88177-2f1c-4628-a4da-d58b23723216 disassociated. External IP: 172.25.4.132, port: c0946f29-9d45-4e81-b39f-e857fcf98a79. Aug 03 19:26:21.427937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Calling delete_port for c0946f29-9d45-4e81-b39f-e857fcf98a79 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:21.513185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event updated for resources: {'Subnet': ['ID=4993c396-2060-4b72-941a-c179941457ed,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:21.527618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Checking segment: {'id': '59a310ce-5fbd-43f1-a42c-755e389088ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8a2aea8-aabc-4d72-aef6-b98e09cce364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:21.527986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network hostable DHCP agents. Network: b8a2aea8-aabc-4d72-aef6-b98e09cce364, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:21.567262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2cb2e-4baf-49a1-bc5f-45cde54ec454 req-eb9d700a-d8fd-4e17-865b-63992f84167c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.570174 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-59b83f4f-1eb1-4e42-811e-db1581d3c6b3 service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489182 Aug 03 19:26:21.571761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Network b8a2aea8-aabc-4d72-aef6-b98e09cce364 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:21.575855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ee2cb2e-4baf-49a1-bc5f-45cde54ec454 req-eb9d700a-d8fd-4e17-865b-63992f84167c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 946 time: 0.4048998 Aug 03 19:26:21.595046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, b8a2aea8-aabc-4d72-aef6-b98e09cce364) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:21.604390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.605016 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.608016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709fe4b-6077-4d3c-94a0-cd20db0ac6f9 None None] Network b8a2aea8-aabc-4d72-aef6-b98e09cce364 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:21.656101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-9114e8d6-2a7b-495e-85e6-191e2499bee8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.663042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-9114e8d6-2a7b-495e-85e6-191e2499bee8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.669279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-9114e8d6-2a7b-495e-85e6-191e2499bee8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.671881 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-e8232415-e19d-43ae-af21-c4e1e6ffa39d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 200 len: 217 time: 0.0932674 Aug 03 19:26:21.675608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-9114e8d6-2a7b-495e-85e6-191e2499bee8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.682326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-9114e8d6-2a7b-495e-85e6-191e2499bee8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.692219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-9114e8d6-2a7b-495e-85e6-191e2499bee8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.700480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-9114e8d6-2a7b-495e-85e6-191e2499bee8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.712424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-9114e8d6-2a7b-495e-85e6-191e2499bee8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2111034 Aug 03 19:26:21.777810 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ee2cb2e-4baf-49a1-bc5f-45cde54ec454 req-1b66fedf-b196-4195-98bd-01046859a213 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984134 Aug 03 19:26:21.878991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-b8a2aea8-aabc-4d72-aef6-b98e09cce364', 'network_id': 'b8a2aea8-aabc-4d72-aef6-b98e09cce364', 'tenant_id': '0ade7b00f9044138a3d295d4eae7ce25', 'fixed_ips': [{'subnet_id': '4993c396-2060-4b72-941a-c179941457ed'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:26:21.880859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.908438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6605408d-4def-4d12-a791-f33a517dab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.918054 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6605408d-4def-4d12-a791-f33a517dab8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.2366498 Aug 03 19:26:21.926046 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1600242e-a137-471e-b5fe-e1fcf683577b tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6362736 Aug 03 19:26:21.928392 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d191378-f318-446c-ad79-3bbf911ad1a5 x-openstack-request-id: req-0d191378-f318-446c-ad79-3bbf911ad1a5 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:21.928887 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "979a8db1-3302-40e4-8413-308d67aeb9c7", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:21.929101 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d191378-f318-446c-ad79-3bbf911ad1a5 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:21.929671 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': '979a8db1-3302-40e4-8413-308d67aeb9c7', 'status': 'completed', 'code': 200} Aug 03 19:26:21.930239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:21.981981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a5b1daa-f976-4825-b220-73108ac4f88d req-813d1fd8-698d-4e1b-a5f1-05b29ee1bd92 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2704201 Aug 03 19:26:21.994455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.081395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event deleted for resources: {'Port': ['ID=c0946f29-9d45-4e81-b39f-e857fcf98a79,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:22.147885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-179884fc-ed72-4c28-9372-b34fb1ec3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:22.150529 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-179884fc-ed72-4c28-9372-b34fb1ec3699 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2058790 Aug 03 19:26:22.243133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Allocated IP 2001:db8::f816:3eff:fe03:1747 (b8a2aea8-aabc-4d72-aef6-b98e09cce364/4993c396-2060-4b72-941a-c179941457ed/6fc9982b-12b8-41b4-bea2-5fcb3548817f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:22.277364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.311637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c817a5e7-6c81-42d2-b877-42b4d9295b3e req-c324ce0d-24d9-43b3-a042-3ef61c224e48 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 210 time: 0.1168253 Aug 03 19:26:22.615762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.630552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.668947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Transition to ACTIVE for port object 6fc9982b-12b8-41b4-bea2-5fcb3548817f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:22.710798 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-6129c2c0-c4f3-4266-b95e-3350003d6cd7 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295049 Aug 03 19:26:22.725955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Transition to ACTIVE for port object 6fc9982b-12b8-41b4-bea2-5fcb3548817f will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:22.739047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.794341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Network b8a2aea8-aabc-4d72-aef6-b98e09cce364 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:22.799861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:22.807468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:22.837549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Pushing event updated for resources: {'Port': ['ID=6fc9982b-12b8-41b4-bea2-5fcb3548817f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:22.885279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b94e5-c227-45b6-a92f-531e7d29d914 req-21f595d6-be5a-4079-8119-a324e1da6c65 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:22.893853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a2b94e5-c227-45b6-a92f-531e7d29d914 req-21f595d6-be5a-4079-8119-a324e1da6c65 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 945 time: 0.6977329 Aug 03 19:26:22.930914 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-4bd10a24-0276-4b73-bf57-cfe55f383647 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110279 Aug 03 19:26:22.951457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Attempting to bind port 6fc9982b-12b8-41b4-bea2-5fcb3548817f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:22.952446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Attempting to bind port 6fc9982b-12b8-41b4-bea2-5fcb3548817f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '59a310ce-5fbd-43f1-a42c-755e389088ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8a2aea8-aabc-4d72-aef6-b98e09cce364'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:22.953094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Attempting to bind port 6fc9982b-12b8-41b4-bea2-5fcb3548817f on network b8a2aea8-aabc-4d72-aef6-b98e09cce364 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:22.954351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Router f5edda3a-0add-46fb-95b4-7a093aef49b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:26:22.961159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:22.961159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Checking segment: {'id': '59a310ce-5fbd-43f1-a42c-755e389088ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8a2aea8-aabc-4d72-aef6-b98e09cce364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:22.961871 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.963150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Bound using segment: {'id': '59a310ce-5fbd-43f1-a42c-755e389088ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8a2aea8-aabc-4d72-aef6-b98e09cce364'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:22.963679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Bound port: 6fc9982b-12b8-41b4-bea2-5fcb3548817f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a310ce-5fbd-43f1-a42c-755e389088ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8a2aea8-aabc-4d72-aef6-b98e09cce364'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:22.964079 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.014674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a2b94e5-c227-45b6-a92f-531e7d29d914 req-1da2d965-1a6f-447c-892a-3b16a729033b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183484 Aug 03 19:26:23.027376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.058958 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-9a2880ab-25ae-4a6f-86c5-fbd25e7b4d7b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 200 len: 217 time: 0.0984268 Aug 03 19:26:23.060375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Subnet': ['ID=4993c396-2060-4b72-941a-c179941457ed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:23.152910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] For port 6fc9982b-12b8-41b4-bea2-5fcb3548817f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:23.160971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] For port 6fc9982b-12b8-41b4-bea2-5fcb3548817f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6fc9982b-12b8-41b4-bea2-5fcb3548817f,segment=NetworkSegment(59a310ce-5fbd-43f1-a42c-755e389088ea),segment_id=59a310ce-5fbd-43f1-a42c-755e389088ea)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:23.169327 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.214101 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.246427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a2aea8-aabc-4d72-aef6-b98e09cce364']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:23.249283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-efcf6afb-f0d2-4c66-9440-79e83c187aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.250931 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-efcf6afb-f0d2-4c66-9440-79e83c187aa9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1826513 Aug 03 19:26:23.331716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a310ce-5fbd-43f1-a42c-755e389088ea') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:23.332021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a310ce-5fbd-43f1-a42c-755e389088ea') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:23.373163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704819f0-70f3-4799-8966-e94c0a40e68f None None] Pushing event updated for resources: {'Port': ['ID=6fc9982b-12b8-41b4-bea2-5fcb3548817f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:23.378155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e23b5f8-6a8f-433f-9638-f215b6d40ee6 None None] Network b8a2aea8-aabc-4d72-aef6-b98e09cce364 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:23.396080 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.423657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:23.451305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca10407-4d33-4b74-b883-6911d1a5cc4a req-98759c66-792d-4aa1-bf9e-c6eb430d1758 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.462397 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.468050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ca10407-4d33-4b74-b883-6911d1a5cc4a req-98759c66-792d-4aa1-bf9e-c6eb430d1758 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 946 time: 0.1715224 Aug 03 19:26:23.490971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:23.492264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.526734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] Sync routers for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:23.529772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-c9827718-bb60-4148-b4ea-9a9b5ce8bf70 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.539966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-c9827718-bb60-4148-b4ea-9a9b5ce8bf70 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.547955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-c9827718-bb60-4148-b4ea-9a9b5ce8bf70 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.556856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-c9827718-bb60-4148-b4ea-9a9b5ce8bf70 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.568289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-c9827718-bb60-4148-b4ea-9a9b5ce8bf70 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.573938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:23.577102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-c9827718-bb60-4148-b4ea-9a9b5ce8bf70 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.581988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:26:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:23.586442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-c9827718-bb60-4148-b4ea-9a9b5ce8bf70 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.596594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-c9827718-bb60-4148-b4ea-9a9b5ce8bf70 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2900949 Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:23.637942 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:23.650277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:26:23.650277 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:26:23.650277 n-d-803378-1 neutron-server[94133]: [parameters: {'id': 'b8a2aea8-aabc-4d72-aef6-b98e09cce364'}] Aug 03 19:26:23.650277 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:26:23.651636 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:26:23.672245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-0b3ffd35-c38a-4d08-a70b-e071d3b5e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.675667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ca10407-4d33-4b74-b883-6911d1a5cc4a req-3b76d228-90bf-4ed2-9356-577a0df73394 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051144 Aug 03 19:26:23.676469 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-0b3ffd35-c38a-4d08-a70b-e071d3b5e525 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4108143 Aug 03 19:26:23.679262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] No DVR routers for this DVR port c0946f29-9d45-4e81-b39f-e857fcf98a79 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:23.694047 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.701785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93b4bda5-40e6-4a94-b608-98308edd9e6e req-6e7089a8-9a2d-4821-bc6f-b9497aa35d46 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.63 "DELETE /v2.0/ports/c0946f29-9d45-4e81-b39f-e857fcf98a79 HTTP/1.1" status: 204 len: 173 time: 3.9599960 Aug 03 19:26:23.705666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853bb30b-839d-4b61-9b9c-72911eeed933', 'name': 'network-vif-deleted', 'tag': 'c0946f29-9d45-4e81-b39f-e857fcf98a79'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:23.711999 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499c0062-dfe1-41fb-9c1d-9d7e9e31129b" -d '{"events": [{"server_uuid": "853bb30b-839d-4b61-9b9c-72911eeed933", "name": "network-vif-deleted", "tag": "c0946f29-9d45-4e81-b39f-e857fcf98a79"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:23.780301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb219f14-3a4d-4fa4-b7cc-3f3348057334 req-678343f3-7e74-4b69-ad62-b8ee6c78adce tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803560 Aug 03 19:26:23.920835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74c70914-a06c-42a1-8948-127b3b0c7526 req-fcdf0120-aac0-47e4-a85c-2f550e82e051 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/ports?device_id=853bb30b-839d-4b61-9b9c-72911eeed933 HTTP/1.1" status: 200 len: 210 time: 0.0848515 Aug 03 19:26:24.009549 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-ef36b9bf-9f7e-48b6-beac-89f3c1e481e1 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244243 Aug 03 19:26:24.145753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:24.220930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c0946f29-9d45-4e81-b39f-e857fcf98a79 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:24.246101 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd38723-4746-4477-b3b8-74969a932c28 x-openstack-request-id: req-bfd38723-4746-4477-b3b8-74969a932c28 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:24.246785 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853bb30b-839d-4b61-9b9c-72911eeed933", "name": "network-vif-deleted", "tag": "c0946f29-9d45-4e81-b39f-e857fcf98a79", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:24.247270 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfd38723-4746-4477-b3b8-74969a932c28 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:24.247935 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853bb30b-839d-4b61-9b9c-72911eeed933', 'name': 'network-vif-deleted', 'tag': 'c0946f29-9d45-4e81-b39f-e857fcf98a79', 'status': 'completed', 'code': 200} Aug 03 19:26:24.295669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: c0946f29-9d45-4e81-b39f-e857fcf98a79 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:24.296021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c0946f29-9d45-4e81-b39f-e857fcf98a79 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:24.317784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c2c27-34d5-49b5-88df-44371e31017e None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:26:24.442576 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:26:24.460683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ddf7-0551-469d-8917-bf14e4e9a1d8 req-5064576f-bc8d-4a99-b9a5-930eee624add tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.466756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2a4ddf7-0551-469d-8917-bf14e4e9a1d8 req-5064576f-bc8d-4a99-b9a5-930eee624add tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 946 time: 0.1356759 Aug 03 19:26:24.594068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2a4ddf7-0551-469d-8917-bf14e4e9a1d8 req-de4663c0-a079-4242-a761-d9ad367b9e5c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016009 Aug 03 19:26:24.811506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.816178 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-76dfcfd2-bcca-4e47-a5fa-945dc1c13f11 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7917557 Aug 03 19:26:24.819080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7c2c27-34d5-49b5-88df-44371e31017e None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:26:24.824365 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:24.857000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] Checking router: f5edda3a-0add-46fb-95b4-7a093aef49b4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:26:24.872619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:24.873271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:26:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:24.917658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-2020804b-739b-400c-b117-ba31a5b9d8ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=32e30c8a-bfb9-4883-96b4-de638f39847f HTTP/1.1" status: 200 len: 217 time: 0.0919442 Aug 03 19:26:25.043434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56126) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:25.089303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-537ff19e-ede6-4895-97df-dc521e116fda tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.103658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-537ff19e-ede6-4895-97df-dc521e116fda tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.120637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-537ff19e-ede6-4895-97df-dc521e116fda tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.129268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-537ff19e-ede6-4895-97df-dc521e116fda tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.137042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-537ff19e-ede6-4895-97df-dc521e116fda tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.145450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-537ff19e-ede6-4895-97df-dc521e116fda tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.155937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-537ff19e-ede6-4895-97df-dc521e116fda tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.165792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-bbf2871d-92df-427f-b7a2-c9892ab5173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.167530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-bbf2871d-92df-427f-b7a2-c9892ab5173f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.2350011 Aug 03 19:26:25.170304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-537ff19e-ede6-4895-97df-dc521e116fda tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.3023417 Aug 03 19:26:25.227485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Deleting port 6fc9982b-12b8-41b4-bea2-5fcb3548817f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:25.227877 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.246294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fd5ef52-f42b-4783-82eb-0951ace176fe tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.271629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1947b27e-9694-4c5a-9c4f-7bf16a116d73 req-911bbe42-92cb-405d-ac62-9db4144f7418 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994377 Aug 03 19:26:25.332994 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fd5ef52-f42b-4783-82eb-0951ace176fe tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.360219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-adb07f7a-0c88-4caa-9cfa-04c5ad67bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.361903 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-adb07f7a-0c88-4caa-9cfa-04c5ad67bf91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1836672 Aug 03 19:26:25.382338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] For port 6fc9982b-12b8-41b4-bea2-5fcb3548817f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6fc9982b-12b8-41b4-bea2-5fcb3548817f,segment=NetworkSegment(59a310ce-5fbd-43f1-a42c-755e389088ea),segment_id=59a310ce-5fbd-43f1-a42c-755e389088ea)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:25.382762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.460752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Calling delete_port for 6fc9982b-12b8-41b4-bea2-5fcb3548817f owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:25.595713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:25.649895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fd5ef52-f42b-4783-82eb-0951ace176fe tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.654881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fd5ef52-f42b-4783-82eb-0951ace176fe tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.660318 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6fd5ef52-f42b-4783-82eb-0951ace176fe tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "DELETE /v2.0/security-groups/cfcf58ba-85c3-471b-b051-050a103ed3b4 HTTP/1.1" status: 204 len: 168 time: 0.6116412 Aug 03 19:26:25.672845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56134) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:25.708856 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-7f5f4a8a-94f8-4a3e-b761-8bdbcf235a53 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] show failed (client error): The resource could not be found. Aug 03 19:26:25.710013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7f5f4a8a-94f8-4a3e-b761-8bdbcf235a53 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "GET /v2.0/security-groups/cfcf58ba-85c3-471b-b051-050a103ed3b4 HTTP/1.1" status: 404 len: 347 time: 0.0344658 Aug 03 19:26:25.717773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56136) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:25.823506 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.977093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5ef52-f42b-4783-82eb-0951ace176fe tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf58ba-85c3-471b-b051-050a103ed3b4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:25.996676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466d19c-cd85-4e9e-8e61-4545c001746d req-eecc9d61-c59d-4a4f-a55b-f0540a598926 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.002310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7466d19c-cd85-4e9e-8e61-4545c001746d req-eecc9d61-c59d-4a4f-a55b-f0540a598926 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 946 time: 0.1394944 Aug 03 19:26:26.044806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-294328b6-d0bb-42f8-a348-daf8d581464c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.051821 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-294328b6-d0bb-42f8-a348-daf8d581464c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 946 time: 0.6000960 Aug 03 19:26:26.058453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.112973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Deleting port 5c6f840e-fb6f-479f-a2b9-69975ed34d30 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:26.113754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.128874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7466d19c-cd85-4e9e-8e61-4545c001746d req-1ca3e337-599a-4e00-980a-0738fd2522ec tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178949 Aug 03 19:26:26.194848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Port': ['ID=6fc9982b-12b8-41b4-bea2-5fcb3548817f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:26.262655 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-99558fad-b8c8-49cd-a706-4e745c9440f7 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836551 Aug 03 19:26:26.290189 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1d088e40-3398-4e32-bad8-0247b0046551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.399490 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.399799 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.424873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No DVR routers for this DVR port 6fc9982b-12b8-41b4-bea2-5fcb3548817f on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:26.430726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Calling delete_port for 5c6f840e-fb6f-479f-a2b9-69975ed34d30 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:26.544004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:26.564119 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.576020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a2aea8-aabc-4d72-aef6-b98e09cce364']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:26.591926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a310ce-5fbd-43f1-a42c-755e389088ea') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:26.592320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a310ce-5fbd-43f1-a42c-755e389088ea') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:26.603095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-66352cee-e153-4259-8914-2960fbd89bc6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.603329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.619430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.627471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:26.627893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.628590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-66352cee-e153-4259-8914-2960fbd89bc6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.639982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-66352cee-e153-4259-8914-2960fbd89bc6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.652872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-66352cee-e153-4259-8914-2960fbd89bc6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.676891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-66352cee-e153-4259-8914-2960fbd89bc6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.694067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-66352cee-e153-4259-8914-2960fbd89bc6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.711495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-66352cee-e153-4259-8914-2960fbd89bc6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:26.713453 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:26.720874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.722218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-66352cee-e153-4259-8914-2960fbd89bc6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2667499 Aug 03 19:26:26.738234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.745731 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/b8a2aea8-aabc-4d72-aef6-b98e09cce364 HTTP/1.1" status: 204 len: 168 time: 4.8137720 Aug 03 19:26:26.752781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56144) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:26.755029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1ce54-661b-4a6d-9881-cf0aad80e4d0 None None] The sync data for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 is: [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:17:18Z', 'revision_number': 4, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '0f6577af-bb21-4762-a89c-af0a3bf8979c', 'name': '', 'network_id': '144f6304-9919-46bf-b3ac-52043ed9bd13', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'mac_address': 'fa:16:3e:f0:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:16Z', 'updated_at': '2021-08-03T19:17:30Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'subnets': [{'id': 'def412f2-4c66-4154-97d4-79a13a1f968d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:26.843291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af42b7c-d9f6-4ae7-918f-24438330a711 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Network': ['ID=b8a2aea8-aabc-4d72-aef6-b98e09cce364,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:26.899601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6813f12c-1b58-408e-ac28-d4682f885a09 req-e9ce0743-0d2d-49ec-a220-7ba8214aa5ab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681607 Aug 03 19:26:26.979792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-4c1870bf-c1d0-44c4-8919-eb85017d29d1 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140307 Aug 03 19:26:26.982771 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1335fdd2-47ae-4bd9-a37f-f84594a438ad tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): The resource could not be found. Aug 03 19:26:26.983449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1335fdd2-47ae-4bd9-a37f-f84594a438ad tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:26.986515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1335fdd2-47ae-4bd9-a37f-f84594a438ad tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/subnets/4993c396-2060-4b72-941a-c179941457ed HTTP/1.1" status: 404 len: 337 time: 0.2179985 Aug 03 19:26:26.997599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56148) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:27.055603 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8ad72a-8ff3-45a6-a799-3b02d173f4ee tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): The resource could not be found. Aug 03 19:26:27.056533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8ad72a-8ff3-45a6-a799-3b02d173f4ee tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:27.058257 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fe8ad72a-8ff3-45a6-a799-3b02d173f4ee tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/b8a2aea8-aabc-4d72-aef6-b98e09cce364 HTTP/1.1" status: 404 len: 339 time: 0.0594337 Aug 03 19:26:27.061952 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-319c9c4c-58ee-447a-bb29-24d1c13a4613 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=05938087-885e-45e6-be0a-a4d07a310a9f HTTP/1.1" status: 200 len: 217 time: 0.0739141 Aug 03 19:26:27.064535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56150) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:27.099896 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0737f150-0a7c-4043-9945-c3bfb218c82e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): The resource could not be found. Aug 03 19:26:27.099896 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0737f150-0a7c-4043-9945-c3bfb218c82e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:27.102616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0737f150-0a7c-4043-9945-c3bfb218c82e tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/subnets/0d5f9e10-82b6-4b1d-bb92-22ae698409a7 HTTP/1.1" status: 404 len: 337 time: 0.0364499 Aug 03 19:26:27.112944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56152) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:27.126631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.155028 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d0a256-db07-48d8-9c1c-1276c982465c tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): The resource could not be found. Aug 03 19:26:27.155741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d0a256-db07-48d8-9c1c-1276c982465c tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:27.161406 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6d0a256-db07-48d8-9c1c-1276c982465c tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/9cf801ab-3ad6-4207-85ec-65735e1b02a9 HTTP/1.1" status: 404 len: 339 time: 0.0435612 Aug 03 19:26:27.163315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56154) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:27.246604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Pushing event deleted for resources: {'Port': ['ID=5c6f840e-fb6f-479f-a2b9-69975ed34d30,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:27.317031 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8c12ed-8c47-43c5-92bd-9b355962743a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): The resource could not be found. Aug 03 19:26:27.317630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8c12ed-8c47-43c5-92bd-9b355962743a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:27.320237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cb8c12ed-8c47-43c5-92bd-9b355962743a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/subnets/f1ed7ebe-3b8b-48b9-a75e-0bdd26a61597 HTTP/1.1" status: 404 len: 337 time: 0.1539350 Aug 03 19:26:27.321630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-a87238d3-7ef9-4ac6-96be-1f57dd27dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:27.323186 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-a87238d3-7ef9-4ac6-96be-1f57dd27dbf9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.2255170 Aug 03 19:26:27.327375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56158) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:27.368358 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a876bf-21b3-4b70-ad90-066edbb7939c tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): The resource could not be found. Aug 03 19:26:27.369235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a876bf-21b3-4b70-ad90-066edbb7939c tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:27.369957 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290382c-0254-4b0c-a292-0673fa6b3d1c None None] New status for floating IP 37c88177-2f1c-4628-a4da-d58b23723216: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:26:27.371400 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-55a876bf-21b3-4b70-ad90-066edbb7939c tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/15eb0c18-895c-4174-9ee6-a26d98edbc5f HTTP/1.1" status: 404 len: 339 time: 0.0427790 Aug 03 19:26:27.377252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56162) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:27.429144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.433110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.436268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3a474d9b-6bdd-4abd-a0a4-14252313ef70 tempest-AttachVolumeTestJSON-929765003 tempest-AttachVolumeTestJSON-929765003-project] 10.222.0.42 "DELETE /v2.0/floatingips/37c88177-2f1c-4628-a4da-d58b23723216 HTTP/1.1" status: 204 len: 168 time: 1.7171645 Aug 03 19:26:27.470389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Deleting port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:27.470987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.592314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390bf0-b821-49f1-8a9f-774c94226f07 req-cba8e059-fcf3-4eb6-b57f-a443897d7e25 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:27.597019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3b337568-db38-4be3-a6ed-88512a8c1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:27.599543 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3b337568-db38-4be3-a6ed-88512a8c1a9d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2408259 Aug 03 19:26:27.618464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b390bf0-b821-49f1-8a9f-774c94226f07 req-cba8e059-fcf3-4eb6-b57f-a443897d7e25 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 946 time: 0.2085860 Aug 03 19:26:27.775507 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3bf3f576-c645-473f-b4a3-ea6eefedc0c0 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592271 Aug 03 19:26:27.812346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b390bf0-b821-49f1-8a9f-774c94226f07 req-25f10ade-082f-4214-8e9f-89e0e21b4088 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764486 Aug 03 19:26:27.900686 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-3a674d0e-f395-4780-a713-29491096138f service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158278 Aug 03 19:26:27.908538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Deleting port ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:27.908923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.992726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-46ae7028-5faa-454c-ab0f-c718d139c42e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0800540 Aug 03 19:26:28.024850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] For port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:28.030336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.175849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-7aef7d77-417a-40d5-9e8e-723ed6b8908d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.182669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-7aef7d77-417a-40d5-9e8e-723ed6b8908d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.191124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-7aef7d77-417a-40d5-9e8e-723ed6b8908d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.197049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-7aef7d77-417a-40d5-9e8e-723ed6b8908d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.204244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-7aef7d77-417a-40d5-9e8e-723ed6b8908d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.211173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-7aef7d77-417a-40d5-9e8e-723ed6b8908d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.218081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-7aef7d77-417a-40d5-9e8e-723ed6b8908d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.220814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-7aef7d77-417a-40d5-9e8e-723ed6b8908d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.1614766 Aug 03 19:26:28.269897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Calling delete_port for 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:28.277627 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.304062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-317ed02b-4a73-4201-a3e3-d0cd1d4a731c req-e0bfb651-4ac9-4baa-80aa-5832d1c35ff4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579002 Aug 03 19:26:28.321554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Calling delete_port for ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:28.413960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-bbd17390-03ec-4ee6-946d-123e8cc21a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.416761 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-bbd17390-03ec-4ee6-946d-123e8cc21a5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.2575631 Aug 03 19:26:28.715772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.721071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-54bd83ea-b757-4401-afcc-424e295b6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.723783 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-54bd83ea-b757-4401-afcc-424e295b6a07 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1844225 Aug 03 19:26:28.895832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Port': ['ID=ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:28.943993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.951153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56178) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:28.951594 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/ports/ef5b1ea2-ba2e-44d0-bcf6-f3fb2b61ba39 HTTP/1.1" status: 204 len: 168 time: 1.5747049 Aug 03 19:26:28.961926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.962628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.963217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.963819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.964301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.964878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.965434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.966084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.966591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.967132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.967685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:28.968229 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ecf2-81de-4973-ac1a-b27a43d0ab07 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:29.064136 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.081591 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4b9f03-81a6-4b0c-8e3a-ab9187af0d80 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): The resource could not be found. Aug 03 19:26:29.082717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4b9f03-81a6-4b0c-8e3a-ab9187af0d80 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:29.085699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:29.105829 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3e4b9f03-81a6-4b0c-8e3a-ab9187af0d80 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/subnets/f47a19f2-622e-4e8f-b6c6-282a90e941ae HTTP/1.1" status: 404 len: 337 time: 0.1531265 Aug 03 19:26:29.107220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56184) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:29.149516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event deleted for resources: {'Port': ['ID=71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:29.149516 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5760fc16-7a05-42a9-8e48-40e9372f06d9 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129045 Aug 03 19:26:29.271991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e1c2a55-60e5-4882-a83f-fc1ac5af4512 req-99142332-5139-4240-8434-def954efabfe tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cde431e-0f13-4263-acfe-3a123502d6f8 HTTP/1.1" status: 200 len: 210 time: 0.2000027 Aug 03 19:26:29.313124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['3067fc63-2d62-40e0-9c8c-d38db8bf1096'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:29.318677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] No DVR routers for this DVR port 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:29.330532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.333056 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-814a5dca-b019-4abf-aaee-ab41b668e314 req-24cf34bf-5fb6-4f23-8dff-9e78d46ac3de tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "DELETE /v2.0/ports/71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb HTTP/1.1" status: 204 len: 173 time: 3.2668242 Aug 03 19:26:29.339530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cde431e-0f13-4263-acfe-3a123502d6f8', 'name': 'network-vif-deleted', 'tag': '71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:29.342408 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f16b097-29bb-4668-abaa-3b7701a3f584" -d '{"events": [{"server_uuid": "2cde431e-0f13-4263-acfe-3a123502d6f8", "name": "network-vif-deleted", "tag": "71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:29.435496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:29.444303 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.478331 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d472547-0d22-4985-93ba-09bd30119265 x-openstack-request-id: req-7d472547-0d22-4985-93ba-09bd30119265 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:29.479165 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cde431e-0f13-4263-acfe-3a123502d6f8", "name": "network-vif-deleted", "tag": "71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:29.479907 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d472547-0d22-4985-93ba-09bd30119265 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:29.480895 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cde431e-0f13-4263-acfe-3a123502d6f8', 'name': 'network-vif-deleted', 'tag': '71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb', 'status': 'completed', 'code': 200} Aug 03 19:26:29.548541 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-04a8a0a1-73bb-4ee0-92d8-61f0f397d6f4 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908627 Aug 03 19:26:29.582904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:29.590391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 71fe78d2-50dc-416c-8eb4-3ff2b1fd83bb not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:29.685400 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-8354847e-4253-4a92-b5d6-6fb4b7da2ac9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=979a8db1-3302-40e4-8413-308d67aeb9c7 HTTP/1.1" status: 200 len: 217 time: 0.1281734 Aug 03 19:26:29.815720 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.847166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-7c5f005f-6560-4f7e-bf44-7aaf24dccd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.850818 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-7c5f005f-6560-4f7e-bf44-7aaf24dccd1c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.1568422 Aug 03 19:26:29.853368 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.855169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9ed8ae-887f-4f67-97d4-1369338acead']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:29.871145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706e8434-ae41-42ee-b91d-e69e9becbda1') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:29.871145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706e8434-ae41-42ee-b91d-e69e9becbda1') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:29.907311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-f29f2f77-f8c7-428c-8032-3eff0153a356 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.930616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-f29f2f77-f8c7-428c-8032-3eff0153a356 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.949119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-f29f2f77-f8c7-428c-8032-3eff0153a356 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.961684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-f29f2f77-f8c7-428c-8032-3eff0153a356 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.984831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-f29f2f77-f8c7-428c-8032-3eff0153a356 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.987174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354482-06ce-42f5-aef5-78f4076c4922 req-38707351-e891-4940-ba05-4ca05b91473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.990134 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-38707351-e891-4940-ba05-4ca05b91473f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282990 Aug 03 19:26:30.002154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-f29f2f77-f8c7-428c-8032-3eff0153a356 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:30.013614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-f29f2f77-f8c7-428c-8032-3eff0153a356 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:30.036541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-f29f2f77-f8c7-428c-8032-3eff0153a356 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.4594569 Aug 03 19:26:30.117640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.282563 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.329032 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f33c-f2d8-47eb-a652-dd4d060b36a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.336772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-deb03c87-ee5d-47d4-aa08-36336d8cbd45 req-c0b25cda-8a6b-4375-a0b0-a3e0d41ed4d8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2980497 Aug 03 19:26:30.355424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:30.356666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:30.367008 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:30.417377 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-5a0c903f-5d29-4e41-92d1-9e1bfcb67a0c service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173088 Aug 03 19:26:30.658869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.683697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.700155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/bb9ed8ae-887f-4f67-97d4-1369338acead HTTP/1.1" status: 204 len: 168 time: 1.5680768 Aug 03 19:26:30.714278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56204) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:30.718814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d3f70-7883-49d3-8648-44946cca0316 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Network': ['ID=bb9ed8ae-887f-4f67-97d4-1369338acead,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:30.747735 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-01354482-06ce-42f5-aef5-78f4076c4922 req-42a8e56e-85d3-432d-820e-184f504e6227 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114493 Aug 03 19:26:30.957050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-074ddc0d-ed0d-45b8-a0fc-b9d6b1383bcb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Deleting port 0fce3798-4686-491b-b74a-66559facf694 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:30.964733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-074ddc0d-ed0d-45b8-a0fc-b9d6b1383bcb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.190617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af062a-27f7-443e-98cb-8a24cd88bb1b req-1a10a1db-a652-4dfd-9e00-a6ab3370606b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.192371 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-074ddc0d-ed0d-45b8-a0fc-b9d6b1383bcb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.204923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c3b4cfb0-0848-4164-bfa5-6122852e52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.209532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c3b4cfb0-0848-4164-bfa5-6122852e52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.209532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c3b4cfb0-0848-4164-bfa5-6122852e52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.209532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c3b4cfb0-0848-4164-bfa5-6122852e52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.209532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c3b4cfb0-0848-4164-bfa5-6122852e52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.209532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c3b4cfb0-0848-4164-bfa5-6122852e52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.210355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53af062a-27f7-443e-98cb-8a24cd88bb1b req-1a10a1db-a652-4dfd-9e00-a6ab3370606b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 945 time: 0.1482999 Aug 03 19:26:31.210684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c3b4cfb0-0848-4164-bfa5-6122852e52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.212177 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c3b4cfb0-0848-4164-bfa5-6122852e52da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6487 time: 0.2265115 Aug 03 19:26:31.259878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-074ddc0d-ed0d-45b8-a0fc-b9d6b1383bcb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Calling delete_port for 0fce3798-4686-491b-b74a-66559facf694 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:31.340995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53af062a-27f7-443e-98cb-8a24cd88bb1b req-7ce6aa72-3672-40d9-93bc-7d7b1dfec92e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310983 Aug 03 19:26:31.636984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-372e525e-6be9-47ec-a4c0-5f27c0f9a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.639611 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-372e525e-6be9-47ec-a4c0-5f27c0f9a3e2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3afc7978-57b7-4875-9bfc-612e2d787ba3 HTTP/1.1" status: 200 len: 902 time: 0.4174674 Aug 03 19:26:31.728337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-1278b203-cdc9-446d-9ac5-70492b911cda service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=979a8db1-3302-40e4-8413-308d67aeb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0800092 Aug 03 19:26:31.746339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83953-ef04-490c-855c-b9b11cac133d req-ce3af082-2277-454c-bb89-16185cea8763 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.759858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83953-ef04-490c-855c-b9b11cac133d req-ce3af082-2277-454c-bb89-16185cea8763 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.773803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83953-ef04-490c-855c-b9b11cac133d req-ce3af082-2277-454c-bb89-16185cea8763 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.804391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83953-ef04-490c-855c-b9b11cac133d req-ce3af082-2277-454c-bb89-16185cea8763 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.816789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83953-ef04-490c-855c-b9b11cac133d req-ce3af082-2277-454c-bb89-16185cea8763 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.829457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83953-ef04-490c-855c-b9b11cac133d req-ce3af082-2277-454c-bb89-16185cea8763 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.841304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83953-ef04-490c-855c-b9b11cac133d req-ce3af082-2277-454c-bb89-16185cea8763 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.854621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9da83953-ef04-490c-855c-b9b11cac133d req-ce3af082-2277-454c-bb89-16185cea8763 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2237723 Aug 03 19:26:31.871945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-074ddc0d-ed0d-45b8-a0fc-b9d6b1383bcb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.897024 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.946318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ddc0d-ed0d-45b8-a0fc-b9d6b1383bcb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Port': ['ID=0fce3798-4686-491b-b74a-66559facf694,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:31.951440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-074ddc0d-ed0d-45b8-a0fc-b9d6b1383bcb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.952563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9da83953-ef04-490c-855c-b9b11cac133d req-559395b0-5509-4d9f-829c-b7a6ef231d78 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927651 Aug 03 19:26:31.960247 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-074ddc0d-ed0d-45b8-a0fc-b9d6b1383bcb tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/ports/0fce3798-4686-491b-b74a-66559facf694 HTTP/1.1" status: 204 len: 168 time: 1.2401645 Aug 03 19:26:31.960247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-e0ca95b5-67b4-4dfe-9160-5402c1453792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:31.961210 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-e0ca95b5-67b4-4dfe-9160-5402c1453792 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.2217324 Aug 03 19:26:31.961742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56218) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:32.063006 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9e79b7-81b5-4f84-b2b5-863be18e8980 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] DELETE failed (client error): The resource could not be found. Aug 03 19:26:32.064461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9e79b7-81b5-4f84-b2b5-863be18e8980 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:32.071102 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fc9e79b7-81b5-4f84-b2b5-863be18e8980 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/subnets/a2725c54-90ee-4b90-8f2d-e6a483955861 HTTP/1.1" status: 404 len: 337 time: 0.1025538 Aug 03 19:26:32.071102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56222) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:32.149107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c284cf94-fdae-4d62-91d4-376a8242dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:32.150809 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-c284cf94-fdae-4d62-91d4-376a8242dccd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794872 Aug 03 19:26:32.764903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.769500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d4c5-d226-4a1d-94ae-9524a1f5f107 req-a6e5108f-ba82-4e05-99f5-a0f3acec3e5e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:32.789352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0160d4c5-d226-4a1d-94ae-9524a1f5f107 req-a6e5108f-ba82-4e05-99f5-a0f3acec3e5e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 945 time: 0.2382433 Aug 03 19:26:32.902408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0160d4c5-d226-4a1d-94ae-9524a1f5f107 req-9e00f6d2-3f86-4818-a0e9-05605949bfe7 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125150 Aug 03 19:26:32.955770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-d3615bd8-1da5-4b6a-9e58-a2a6331d89ed tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:32.959234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-d3615bd8-1da5-4b6a-9e58-a2a6331d89ed tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 945 time: 0.1579239 Aug 03 19:26:33.103766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.122719 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-758d6a86-f9e5-4b0b-9026-4349b3195fc9 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9623418 Aug 03 19:26:33.132288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb36a57-3a0f-4c74-b8fa-0f373957abb0']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:33.178135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b67b884-d64f-4bb5-b91d-7fd515c87bb0') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:33.178597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b67b884-d64f-4bb5-b91d-7fd515c87bb0') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:33.257162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Deleting port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:33.258001 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.275075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.301250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.324881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:33.324881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:33.330722 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:33.442899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-49daa049-1f59-40d4-8572-a8e952ff084f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.449736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-49daa049-1f59-40d4-8572-a8e952ff084f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.457722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-49daa049-1f59-40d4-8572-a8e952ff084f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.465024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-49daa049-1f59-40d4-8572-a8e952ff084f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.471680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-49daa049-1f59-40d4-8572-a8e952ff084f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.478473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-49daa049-1f59-40d4-8572-a8e952ff084f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.485564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-49daa049-1f59-40d4-8572-a8e952ff084f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.488077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-49daa049-1f59-40d4-8572-a8e952ff084f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2717588 Aug 03 19:26:33.505009 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0174ecd9-3b65-4aed-a175-1d68f5e54e4e req-998e3f13-ece0-48c0-a72a-ed406c1eb9a4 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598571 Aug 03 19:26:33.534988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.546094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.556505 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/9fb36a57-3a0f-4c74-b8fa-0f373957abb0 HTTP/1.1" status: 204 len: 168 time: 1.4841363 Aug 03 19:26:33.565237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56236) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:33.587492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] For port 3067fc63-2d62-40e0-9c8c-d38db8bf1096, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3067fc63-2d62-40e0-9c8c-d38db8bf1096,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:33.587893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.597585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e009e98-22d2-4daf-a18e-593255ccdff7 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Network': ['ID=9fb36a57-3a0f-4c74-b8fa-0f373957abb0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:33.614619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b7e6c72-f61d-49cd-b8f6-6d4964762679 req-e3c2e315-bb5f-446d-a3dc-7ad7e1795947 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109791 Aug 03 19:26:33.654065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Calling delete_port for 3067fc63-2d62-40e0-9c8c-d38db8bf1096 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:33.717073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9c1605-e6a1-4392-90dd-f72846acd802 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Deleting subnet 7c94ad32-68d6-4476-8e95-871df77f69a8 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:33.722765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1605-e6a1-4392-90dd-f72846acd802 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.803798 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1605-e6a1-4392-90dd-f72846acd802 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.035396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.050680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:34.071468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1605-e6a1-4392-90dd-f72846acd802 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.110755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['3067fc63-2d62-40e0-9c8c-d38db8bf1096'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:34.204521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event deleted for resources: {'Port': ['ID=3067fc63-2d62-40e0-9c8c-d38db8bf1096,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:34.205315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1605-e6a1-4392-90dd-f72846acd802 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.213683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f3e2f6e-9f81-4bee-a3bf-3652aab5a00a req-b5fd90b5-1110-49a1-b1df-ddeb72207010 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4 HTTP/1.1" status: 200 len: 210 time: 0.0826390 Aug 03 19:26:34.258207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c1605-e6a1-4392-90dd-f72846acd802 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Subnet': ['ID=7c94ad32-68d6-4476-8e95-871df77f69a8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:34.258679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1605-e6a1-4392-90dd-f72846acd802 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.263775 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5f9c1605-e6a1-4392-90dd-f72846acd802 tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/subnets/7c94ad32-68d6-4476-8e95-871df77f69a8 HTTP/1.1" status: 204 len: 168 time: 0.6971681 Aug 03 19:26:34.264610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56252) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:34.291396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b2abe7-9417-48e9-8061-f379d4d8357a None None] Network 5ed31e05-da7a-43ef-b326-35f37f600664 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:34.310534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] No DVR routers for this DVR port 3067fc63-2d62-40e0-9c8c-d38db8bf1096 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:34.330173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.334448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b581c197-21a8-4a3d-b52f-0416dfc362d7 req-2b36df1a-e75d-4877-98c4-5ab7357ee056 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.63 "DELETE /v2.0/ports/3067fc63-2d62-40e0-9c8c-d38db8bf1096 HTTP/1.1" status: 204 len: 173 time: 1.3669302 Aug 03 19:26:34.336235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4', 'name': 'network-vif-deleted', 'tag': '3067fc63-2d62-40e0-9c8c-d38db8bf1096'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:34.351556 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd21c5f7-1a2a-45c4-bd5e-94b717226fb3" -d '{"events": [{"server_uuid": "9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4", "name": "network-vif-deleted", "tag": "3067fc63-2d62-40e0-9c8c-d38db8bf1096"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:34.467150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.510344 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5279d647-f965-4922-970e-a90ebfbdf30a x-openstack-request-id: req-5279d647-f965-4922-970e-a90ebfbdf30a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:34.510655 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4", "name": "network-vif-deleted", "tag": "3067fc63-2d62-40e0-9c8c-d38db8bf1096", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:34.511044 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5279d647-f965-4922-970e-a90ebfbdf30a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:34.511880 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6aba3b-7a3d-4ea8-99b5-7edcf4fc00c4', 'name': 'network-vif-deleted', 'tag': '3067fc63-2d62-40e0-9c8c-d38db8bf1096', 'status': 'completed', 'code': 200} Aug 03 19:26:34.606401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Deleting port 4ba03115-012f-4962-9f1d-3f64845293fc {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:34.607155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.609352 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.781508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] For port 4ba03115-012f-4962-9f1d-3f64845293fc, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4ba03115-012f-4962-9f1d-3f64845293fc,segment=NetworkSegment(1b954e1c-6c5c-4402-a979-ac6656c1e0cf),segment_id=1b954e1c-6c5c-4402-a979-ac6656c1e0cf)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:34.782139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.812994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Calling delete_port for 4ba03115-012f-4962-9f1d-3f64845293fc owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:34.849379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] DHCP port deletion for 5ed31e05-da7a-43ef-b326-35f37f600664 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:26:34.855271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-afe307c7-54a2-436b-b65e-0994a0661212 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.863430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-afe307c7-54a2-436b-b65e-0994a0661212 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.872162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-afe307c7-54a2-436b-b65e-0994a0661212 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.882807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-afe307c7-54a2-436b-b65e-0994a0661212 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.889456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-afe307c7-54a2-436b-b65e-0994a0661212 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.896767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-afe307c7-54a2-436b-b65e-0994a0661212 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.909935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-afe307c7-54a2-436b-b65e-0994a0661212 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.922158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-afe307c7-54a2-436b-b65e-0994a0661212 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.1677279 Aug 03 19:26:34.974251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] Deleting port 4ba03115-012f-4962-9f1d-3f64845293fc {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:34.975627 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.018521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.071761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79c7cb0d-39cb-4b0b-81ab-317c5cd1cf20 req-72736702-37e3-4637-addc-e9992671e4db tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1475158 Aug 03 19:26:35.118961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] For port 4ba03115-012f-4962-9f1d-3f64845293fc, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4ba03115-012f-4962-9f1d-3f64845293fc,segment=NetworkSegment(1b954e1c-6c5c-4402-a979-ac6656c1e0cf),segment_id=1b954e1c-6c5c-4402-a979-ac6656c1e0cf)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:35.120250 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.141849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] No DVR routers for this DVR port 4ba03115-012f-4962-9f1d-3f64845293fc on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:35.153061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Port': ['ID=4ba03115-012f-4962-9f1d-3f64845293fc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:35.181001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] Calling delete_port for 4ba03115-012f-4962-9f1d-3f64845293fc owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:35.293109 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.305658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed31e05-da7a-43ef-b326-35f37f600664']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:35.324467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b954e1c-6c5c-4402-a979-ac6656c1e0cf') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:35.324772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b954e1c-6c5c-4402-a979-ac6656c1e0cf') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:35.338270 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.361823 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.379751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.394230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:35.395707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.408631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] Pushing event deleted for resources: {'Port': ['ID=4ba03115-012f-4962-9f1d-3f64845293fc,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:35.423920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33556a1e-dec1-432e-a2f1-a311c8cca16a None None] No DVR routers for this DVR port 4ba03115-012f-4962-9f1d-3f64845293fc on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:35.474950 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:35.528466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.542689 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.546515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] 10.222.0.42 "DELETE /v2.0/networks/5ed31e05-da7a-43ef-b326-35f37f600664 HTTP/1.1" status: 204 len: 168 time: 1.2791018 Aug 03 19:26:35.590711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec27204-f168-40a1-a23c-e484c8f8393a tempest-NetworksIpV6TestAttrs-732213236 tempest-NetworksIpV6TestAttrs-732213236-project] Pushing event deleted for resources: {'Network': ['ID=5ed31e05-da7a-43ef-b326-35f37f600664,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:35.734468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-daff8a47-31c4-4fbc-a2d4-cb6cf151a856 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:35.750847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-daff8a47-31c4-4fbc-a2d4-cb6cf151a856 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.1941340 Aug 03 19:26:35.772341 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-c9861bef-9a2c-4866-9a52-1459487a4296 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/quotas/ca6a8a0f702549ac82857312def8f491 HTTP/1.1" status: 200 len: 375 time: 0.0200012 Aug 03 19:26:35.883985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-073afedb-f526-4de2-a6c9-7f9ec4787e19 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973244 Aug 03 19:26:35.905219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-c4a4b238-7b5f-4c04-982d-db8c065b981a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:26:35.908055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-c4a4b238-7b5f-4c04-982d-db8c065b981a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106120 Aug 03 19:26:36.086873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-649c2153-c3e3-41d5-af40-f65605d86fd2 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706545 Aug 03 19:26:36.090325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56292) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:36.261652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3067fc63-2d62-40e0-9c8c-d38db8bf1096 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:36.315782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 3067fc63-2d62-40e0-9c8c-d38db8bf1096 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:36.316752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3067fc63-2d62-40e0-9c8c-d38db8bf1096 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:36.494154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-5247607c-1e1f-4261-8f85-b22b8d57f901 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.501018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-5247607c-1e1f-4261-8f85-b22b8d57f901 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.510593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-5247607c-1e1f-4261-8f85-b22b8d57f901 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.517209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-5247607c-1e1f-4261-8f85-b22b8d57f901 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.523550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-5247607c-1e1f-4261-8f85-b22b8d57f901 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.530133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-5247607c-1e1f-4261-8f85-b22b8d57f901 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.538883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-5247607c-1e1f-4261-8f85-b22b8d57f901 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.543069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4ba03115-012f-4962-9f1d-3f64845293fc no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:36.549872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-5247607c-1e1f-4261-8f85-b22b8d57f901 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2538493 Aug 03 19:26:36.590504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 4ba03115-012f-4962-9f1d-3f64845293fc {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:36.591466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4ba03115-012f-4962-9f1d-3f64845293fc not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:36.613414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-f83a2492-e5a5-4a68-bce7-95163538f0cf service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147793 Aug 03 19:26:36.620126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56304) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:36.620596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c0e26058-f4cb-45e0-91c8-fd309c226ecb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ade7b00f9044138a3d295d4eae7ce25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5286961 Aug 03 19:26:36.644746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c36ca2a3-e577-46e0-b230-e1fe0f507c95 req-99d5dbec-02cd-4de6-855a-2200e893f865 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762212 Aug 03 19:26:36.780793 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46cb4426-e257-4a6e-99c2-ac6667cb92b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.824187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46cb4426-e257-4a6e-99c2-ac6667cb92b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.914547 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46cb4426-e257-4a6e-99c2-ac6667cb92b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.917858 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46cb4426-e257-4a6e-99c2-ac6667cb92b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.919340 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46cb4426-e257-4a6e-99c2-ac6667cb92b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e84196e8-2e5b-4238-bedf-5ddea1b951c6 HTTP/1.1" status: 204 len: 168 time: 0.2970917 Aug 03 19:26:36.931610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb4426-e257-4a6e-99c2-ac6667cb92b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84196e8-2e5b-4238-bedf-5ddea1b951c6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:36.955972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3c893d3-7b8d-4593-9dcf-79450301c78f req-320423fb-591f-4a29-9d35-5d1ad0195e2d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 210 time: 0.0664623 Aug 03 19:26:37.975378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-b3191ec3-62de-4295-be03-648ec82dbcaf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:37.984905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-b3191ec3-62de-4295-be03-648ec82dbcaf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:37.994546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-b3191ec3-62de-4295-be03-648ec82dbcaf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:38.004933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-b3191ec3-62de-4295-be03-648ec82dbcaf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:38.013403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-b3191ec3-62de-4295-be03-648ec82dbcaf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:38.021634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-b3191ec3-62de-4295-be03-648ec82dbcaf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:38.029840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-b3191ec3-62de-4295-be03-648ec82dbcaf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:38.045364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-b3191ec3-62de-4295-be03-648ec82dbcaf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2233930 Aug 03 19:26:38.163198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1c24b3f-703e-40ad-aa92-85639b90d0dc req-01440280-2098-4ca8-87e5-fd2fab720036 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155288 Aug 03 19:26:38.289791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb0e2bf-081b-49a0-a18b-4a6fb74d5882 req-e688f09b-a404-4be6-af10-3edb6baafc4d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 210 time: 0.0937214 Aug 03 19:26:38.535868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-7669eb53-986a-437b-bc61-3966e6bb4db4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:38.538570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-7669eb53-986a-437b-bc61-3966e6bb4db4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.2209773 Aug 03 19:26:38.556378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Request body: {'port': {'device_id': 'e8df4413-a90f-4ef9-ab68-8f95fa06fed6', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'admin_state_up': True, 'tenant_id': 'ca6a8a0f702549ac82857312def8f491'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:38.806259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56366) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:38.853078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:38.857269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.220359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Allocated IP 172.20.0.3 (beaecd9a-b30e-4308-bd67-7144c0bad344/fa5fda2e-355b-43f1-accb-8b348821a3a6/0a62b03c-7e77-4ea1-bddc-94a95d755f37) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:39.258058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c777d30b-0011-4e46-8582-8a03e4c9681c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:39.259205 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-c777d30b-0011-4e46-8582-8a03e4c9681c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:26:39.260033 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-c777d30b-0011-4e46-8582-8a03e4c9681c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:26:39.269648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c777d30b-0011-4e46-8582-8a03e4c9681c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4612710 Aug 03 19:26:39.275847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56378) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:39.290549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--230828211'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:39.360245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.379352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.626161 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.723318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.738075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:39.761407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b17e8e-8370-40ee-a2a4-ea0b3c22414c req-bd35dfd0-648a-43bc-ba22-0464902c0f8c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 210 time: 0.0999241 Aug 03 19:26:39.850323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event updated for resources: {'Port': ['ID=0a62b03c-7e77-4ea1-bddc-94a95d755f37,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:39.885987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Network beaecd9a-b30e-4308-bd67-7144c0bad344 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:39.891140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:39.895704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:39.911759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-7244f705-0419-43da-8974-24b0aa42baa5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:39.927121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-7244f705-0419-43da-8974-24b0aa42baa5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:39.941947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-7244f705-0419-43da-8974-24b0aa42baa5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:39.961735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-7244f705-0419-43da-8974-24b0aa42baa5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:39.972898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-7244f705-0419-43da-8974-24b0aa42baa5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:40.003527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-7244f705-0419-43da-8974-24b0aa42baa5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:40.019499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:40.028700 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.037082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-7244f705-0419-43da-8974-24b0aa42baa5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:40.090811 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-7244f705-0419-43da-8974-24b0aa42baa5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.6399155 Aug 03 19:26:40.314162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a9dd420-54f4-4dfe-b45c-05c10b3f87b5 req-ef56da02-ba63-4273-88a8-a07c8778495d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2215240 Aug 03 19:26:40.364116 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.371925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.378442 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-761e020f-239c-403d-b09c-a99bf62e3006 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8298433 Aug 03 19:26:40.392893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Request body: {'port': {'device_id': 'e8df4413-a90f-4ef9-ab68-8f95fa06fed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:40.429684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df9fa51-8561-41b4-bb5d-7c6fd05090b1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:40.464559 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.529932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.537607 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.586918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.588449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3108094 Aug 03 19:26:40.589415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d90075-33ba-4fdd-8057-b522eaef4908 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9deb6808-138c-491b-893f-4a803356635c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:40.592972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56390) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:40.598531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-59731ca1-9ccf-473f-8898-9b6d0df25a9f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '9deb6808-138c-491b-893f-4a803356635c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:40.633806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59731ca1-9ccf-473f-8898-9b6d0df25a9f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.713174 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59731ca1-9ccf-473f-8898-9b6d0df25a9f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.719367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59731ca1-9ccf-473f-8898-9b6d0df25a9f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.759691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59731ca1-9ccf-473f-8898-9b6d0df25a9f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b245c1-e550-4ed5-a14f-b2be0796b5c3,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:40.764103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59731ca1-9ccf-473f-8898-9b6d0df25a9f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.765684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-59731ca1-9ccf-473f-8898-9b6d0df25a9f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714666 Aug 03 19:26:40.770719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56394) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:40.782084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5b12ff02-ca10-4482-b1c1-03ad949f20c6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '9deb6808-138c-491b-893f-4a803356635c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:40.861153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b12ff02-ca10-4482-b1c1-03ad949f20c6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.960407 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-5b12ff02-ca10-4482-b1c1-03ad949f20c6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:26:40.965896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5b12ff02-ca10-4482-b1c1-03ad949f20c6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1897745 Aug 03 19:26:40.966547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56400) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:40.998692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a62b03c-7e77-4ea1-bddc-94a95d755f37 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:41.015688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.036502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Transition to ACTIVE for port object 0a62b03c-7e77-4ea1-bddc-94a95d755f37 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:41.043599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.102259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b514e5-3a82-489d-afb1-3b1ef90d0102 req-f4fbe41f-3ec9-49a7-8201-01a2a3071f64 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.111137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9b514e5-3a82-489d-afb1-3b1ef90d0102 req-f4fbe41f-3ec9-49a7-8201-01a2a3071f64 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 931 time: 0.1162574 Aug 03 19:26:41.118901 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-41899607-4852-483b-b3b3-02ddd7ab70ef tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.187945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-41899607-4852-483b-b3b3-02ddd7ab70ef tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.205124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9b514e5-3a82-489d-afb1-3b1ef90d0102 req-ff8fafdf-118b-4954-bf02-5f03df8b46d6 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930717 Aug 03 19:26:41.215736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Pushing event updated for resources: {'Port': ['ID=0a62b03c-7e77-4ea1-bddc-94a95d755f37,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:41.294418 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-41899607-4852-483b-b3b3-02ddd7ab70ef tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.301816 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-41899607-4852-483b-b3b3-02ddd7ab70ef tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.303866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-41899607-4852-483b-b3b3-02ddd7ab70ef tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/9deb6808-138c-491b-893f-4a803356635c HTTP/1.1" status: 204 len: 168 time: 0.3361509 Aug 03 19:26:41.309991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56406) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:41.337697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41899607-4852-483b-b3b3-02ddd7ab70ef tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deb6808-138c-491b-893f-4a803356635c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:41.392998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Attempting to bind port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:41.393582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Attempting to bind port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:41.394513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Attempting to bind port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:41.403385 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-829a0a3d-75a7-4490-997a-c782379c9736 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918448 Aug 03 19:26:41.407644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 on network beaecd9a-b30e-4308-bd67-7144c0bad344 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:41.408365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Attempting to bind port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:41.411035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56412) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:41.416691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:41.417302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Checking segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:41.417963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Bound using segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:41.418636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Bound port: 0a62b03c-7e77-4ea1-bddc-94a95d755f37, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:41.419263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.426848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7d728022-9b0d-4a98-bcab-cf5853dd94ab tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606108397'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:41.542200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] For port 0a62b03c-7e77-4ea1-bddc-94a95d755f37, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:41.557025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] For port 0a62b03c-7e77-4ea1-bddc-94a95d755f37, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0a62b03c-7e77-4ea1-bddc-94a95d755f37,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:41.559802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d728022-9b0d-4a98-bcab-cf5853dd94ab tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.575607 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.669595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.670267 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.672226 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-3ed9127d-1656-4911-a133-623447b71520 service neutron] 10.222.0.88 "PUT /v2.0/ports/0a62b03c-7e77-4ea1-bddc-94a95d755f37 HTTP/1.1" status: 200 len: 1091 time: 1.2853105 Aug 03 19:26:41.672714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8df4413-a90f-4ef9-ab68-8f95fa06fed6', 'tag': '0a62b03c-7e77-4ea1-bddc-94a95d755f37'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:41.682468 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d662e27-5267-4bda-a7c2-a2b25aa4e571" -d '{"events": [{"name": "network-changed", "server_uuid": "e8df4413-a90f-4ef9-ab68-8f95fa06fed6", "tag": "0a62b03c-7e77-4ea1-bddc-94a95d755f37"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:41.800400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9127d-1656-4911-a133-623447b71520 service neutron] Pushing event updated for resources: {'Port': ['ID=0a62b03c-7e77-4ea1-bddc-94a95d755f37,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:41.804737 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427423c2-f630-4b4f-a054-b2a458f3a0d9 x-openstack-request-id: req-427423c2-f630-4b4f-a054-b2a458f3a0d9 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:41.805410 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8df4413-a90f-4ef9-ab68-8f95fa06fed6", "tag": "0a62b03c-7e77-4ea1-bddc-94a95d755f37", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:41.805933 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-427423c2-f630-4b4f-a054-b2a458f3a0d9 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:41.807079 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8df4413-a90f-4ef9-ab68-8f95fa06fed6', 'tag': '0a62b03c-7e77-4ea1-bddc-94a95d755f37', 'status': 'completed', 'code': 200} Aug 03 19:26:41.822917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-f86975f8-888c-4198-99ce-623ad9649d99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.829508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-4379c612-5998-487e-b494-9aefb4fd43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.831237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-4379c612-5998-487e-b494-9aefb4fd43fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 1094 time: 0.0930493 Aug 03 19:26:41.839668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-f86975f8-888c-4198-99ce-623ad9649d99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.851221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-f86975f8-888c-4198-99ce-623ad9649d99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.863516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-f86975f8-888c-4198-99ce-623ad9649d99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.873437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-f86975f8-888c-4198-99ce-623ad9649d99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.885352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-f86975f8-888c-4198-99ce-623ad9649d99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.893884 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-291d8e4c-033b-4f6b-b9e4-255d2a448ab8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a62b03c-7e77-4ea1-bddc-94a95d755f37 HTTP/1.1" status: 200 len: 217 time: 0.0507243 Aug 03 19:26:41.897831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-f86975f8-888c-4198-99ce-623ad9649d99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.910866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-f86975f8-888c-4198-99ce-623ad9649d99 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2998838 Aug 03 19:26:41.980904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e68ff5a2-49b9-412b-8457-beb5ffc84ffd req-3d1ea936-5514-43e3-8699-65fbed8ae35e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690081 Aug 03 19:26:42.011158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-1283bb4c-633d-4dc7-9b4a-cdfbfdfeb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.013722 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-1283bb4c-633d-4dc7-9b4a-cdfbfdfeb6e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.1128631 Aug 03 19:26:42.020680 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d728022-9b0d-4a98-bcab-cf5853dd94ab tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.026813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d728022-9b0d-4a98-bcab-cf5853dd94ab tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.063862 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-f6005c1f-fe46-496a-92cb-77b88a2c4a45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422239 Aug 03 19:26:42.084230 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d728022-9b0d-4a98-bcab-cf5853dd94ab tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.086356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7d728022-9b0d-4a98-bcab-cf5853dd94ab tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6736553 Aug 03 19:26:42.097260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56418) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:42.102558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-430648b6-8640-491e-9161-f2289f2e31f5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': 'abaaf359-9cea-43f3-a1a6-ad74a607222e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:42.103880 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-430648b6-8640-491e-9161-f2289f2e31f5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 03 19:26:42.104545 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-430648b6-8640-491e-9161-f2289f2e31f5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:42.110578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-430648b6-8640-491e-9161-f2289f2e31f5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074456 Aug 03 19:26:42.112803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56420) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:42.137881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d728022-9b0d-4a98-bcab-cf5853dd94ab tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaaf359-9cea-43f3-a1a6-ad74a607222e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:42.248361 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-cb3875c2-c4eb-46ee-ad33-d25f079877e6 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765273 Aug 03 19:26:42.251269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e0d585b-39da-4066-a999-61b9646ef891 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.328819 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e0d585b-39da-4066-a999-61b9646ef891 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.456970 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e0d585b-39da-4066-a999-61b9646ef891 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.461685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e0d585b-39da-4066-a999-61b9646ef891 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.465838 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5e0d585b-39da-4066-a999-61b9646ef891 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/abaaf359-9cea-43f3-a1a6-ad74a607222e HTTP/1.1" status: 204 len: 168 time: 0.3481548 Aug 03 19:26:42.489902 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b12d569b-90b0-4aa1-b19c-575cc6beab41 req-18f277d6-04cd-480d-8012-9b776ae6a39a service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276497 Aug 03 19:26:42.491059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56426) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:42.508470 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d585b-39da-4066-a999-61b9646ef891 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaaf359-9cea-43f3-a1a6-ad74a607222e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:42.557360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b92c-0f93-4108-9429-b2d494bd03db req-2d93a32b-8a1b-4b45-9b7f-d91034a1484c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.572407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3f1b92c-0f93-4108-9429-b2d494bd03db req-2d93a32b-8a1b-4b45-9b7f-d91034a1484c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 943 time: 0.1311049 Aug 03 19:26:42.679163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3f1b92c-0f93-4108-9429-b2d494bd03db req-7d4db272-ed2d-4cd6-b582-c23f7f4f6b8a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001310 Aug 03 19:26:42.725424 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e597559d-20b3-48db-bc94-197e58ca5e0a tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2326889 Aug 03 19:26:42.731440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56434) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:42.736882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e3d41b93-3bf3-4f0b-8409-521fc1d0dcc9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319637354'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:42.763804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-70b10f3d-f7db-4fa0-ab25-60c8cbe48b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.767837 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-70b10f3d-f7db-4fa0-ab25-60c8cbe48b63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 1094 time: 0.1508384 Aug 03 19:26:42.796627 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3d41b93-3bf3-4f0b-8409-521fc1d0dcc9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.963676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3d41b93-3bf3-4f0b-8409-521fc1d0dcc9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.970037 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3d41b93-3bf3-4f0b-8409-521fc1d0dcc9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.996547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-f6005fe9-b9b5-4528-af90-9dcb8cf91a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.999416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-f6005fe9-b9b5-4528-af90-9dcb8cf91a2f service neutron] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 905 time: 0.2211878 Aug 03 19:26:43.000357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3d41b93-3bf3-4f0b-8409-521fc1d0dcc9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.002619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e3d41b93-3bf3-4f0b-8409-521fc1d0dcc9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2697468 Aug 03 19:26:43.007045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56436) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.015452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-117044ac-6836-4d60-b5db-a3f39261e460 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': 'fdbfb5a4-7202-405f-b18b-06be6bb8b7a8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:43.016399 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-117044ac-6836-4d60-b5db-a3f39261e460 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 03 19:26:43.016919 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-117044ac-6836-4d60-b5db-a3f39261e460 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:43.019554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-117044ac-6836-4d60-b5db-a3f39261e460 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0114853 Aug 03 19:26:43.025945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.043822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d41b93-3bf3-4f0b-8409-521fc1d0dcc9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbfb5a4-7202-405f-b18b-06be6bb8b7a8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:43.121020 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-24816615-5e5c-49ba-bab3-5fbe2513e027 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a62b03c-7e77-4ea1-bddc-94a95d755f37 HTTP/1.1" status: 200 len: 217 time: 0.1135597 Aug 03 19:26:43.145950 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd1587d1-3c36-4713-85d1-5bdca875e7e5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.219181 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd1587d1-3c36-4713-85d1-5bdca875e7e5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.229289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-4b9bbe0d-649d-49f8-941b-d564516d563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.229859 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-4b9bbe0d-649d-49f8-941b-d564516d563e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.1014111 Aug 03 19:26:43.302144 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-420afa82-1ea2-4846-ac1f-174f816a40be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633538 Aug 03 19:26:43.364468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27134-2e24-456d-85b6-015a05655c55 req-f41f33f9-6e2f-4a9c-ab02-5edc8538bd48 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.373604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27134-2e24-456d-85b6-015a05655c55 req-f41f33f9-6e2f-4a9c-ab02-5edc8538bd48 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.382578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27134-2e24-456d-85b6-015a05655c55 req-f41f33f9-6e2f-4a9c-ab02-5edc8538bd48 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.390005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27134-2e24-456d-85b6-015a05655c55 req-f41f33f9-6e2f-4a9c-ab02-5edc8538bd48 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.398436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27134-2e24-456d-85b6-015a05655c55 req-f41f33f9-6e2f-4a9c-ab02-5edc8538bd48 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.406780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27134-2e24-456d-85b6-015a05655c55 req-f41f33f9-6e2f-4a9c-ab02-5edc8538bd48 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.417007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27134-2e24-456d-85b6-015a05655c55 req-f41f33f9-6e2f-4a9c-ab02-5edc8538bd48 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.420377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bf27134-2e24-456d-85b6-015a05655c55 req-f41f33f9-6e2f-4a9c-ab02-5edc8538bd48 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2214735 Aug 03 19:26:43.434719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd1587d1-3c36-4713-85d1-5bdca875e7e5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.439063 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd1587d1-3c36-4713-85d1-5bdca875e7e5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.440832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bd1587d1-3c36-4713-85d1-5bdca875e7e5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/fdbfb5a4-7202-405f-b18b-06be6bb8b7a8 HTTP/1.1" status: 204 len: 168 time: 0.4138401 Aug 03 19:26:43.445341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.480182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1587d1-3c36-4713-85d1-5bdca875e7e5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbfb5a4-7202-405f-b18b-06be6bb8b7a8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:43.536431 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bf27134-2e24-456d-85b6-015a05655c55 req-960f0ae8-877b-4a50-956c-f961c5676932 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931025 Aug 03 19:26:43.554681 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-67eb327f-3b57-414e-b01f-623050ca9bd2 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430100 Aug 03 19:26:43.569688 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13b4f463-4c90-4b39-9a41-e50d5c7a74d8 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1136076 Aug 03 19:26:43.570761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56446) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.578625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f0d2efa3-4a17-4b4b-9c05-01001cdd1056 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340499933'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:43.657944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0d2efa3-4a17-4b4b-9c05-01001cdd1056 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.708222 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6d662e27-5267-4bda-a7c2-a2b25aa4e571 req-2bdb2abe-d457-4b85-a322-593d41e0a509 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450872 Aug 03 19:26:43.877132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0d2efa3-4a17-4b4b-9c05-01001cdd1056 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.884209 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0d2efa3-4a17-4b4b-9c05-01001cdd1056 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.939487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0d2efa3-4a17-4b4b-9c05-01001cdd1056 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.945677 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f0d2efa3-4a17-4b4b-9c05-01001cdd1056 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3678467 Aug 03 19:26:43.946031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33761dba-d5f2-4a60-b488-493fded5904a req-a3c93ddb-c636-42e4-84a9-dec1db951527 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.946031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33761dba-d5f2-4a60-b488-493fded5904a req-a3c93ddb-c636-42e4-84a9-dec1db951527 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 943 time: 0.0980780 Aug 03 19:26:43.946031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56460) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.975779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-64f8858f-71bb-474c-ad37-4cc54f1a9b41 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '43e66281-247c-4708-87b6-1b4548870bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:43.976161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2efa3-4a17-4b4b-9c05-01001cdd1056 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e66281-247c-4708-87b6-1b4548870bb9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:44.006748 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-64f8858f-71bb-474c-ad37-4cc54f1a9b41 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 03 19:26:44.010410 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-64f8858f-71bb-474c-ad37-4cc54f1a9b41 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:44.012229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-64f8858f-71bb-474c-ad37-4cc54f1a9b41 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0649991 Aug 03 19:26:44.017832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56462) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.024712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1309acbf-3e7a-411b-925e-36bf39a7ecc5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '43e66281-247c-4708-87b6-1b4548870bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.027932 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-1309acbf-3e7a-411b-925e-36bf39a7ecc5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 03 19:26:44.028330 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-1309acbf-3e7a-411b-925e-36bf39a7ecc5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:44.034798 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1309acbf-3e7a-411b-925e-36bf39a7ecc5 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110676 Aug 03 19:26:44.035327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.040266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-970b6674-5f3a-490b-b70b-2a1c60af8e5d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '43e66281-247c-4708-87b6-1b4548870bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.042749 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-970b6674-5f3a-490b-b70b-2a1c60af8e5d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 03 19:26:44.043318 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-970b6674-5f3a-490b-b70b-2a1c60af8e5d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:44.044614 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-970b6674-5f3a-490b-b70b-2a1c60af8e5d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082457 Aug 03 19:26:44.049598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56466) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.059128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8be2c8c5-463c-46f8-8afa-963346a00777 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '43e66281-247c-4708-87b6-1b4548870bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.061224 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-8be2c8c5-463c-46f8-8afa-963346a00777 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 03 19:26:44.062723 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-8be2c8c5-463c-46f8-8afa-963346a00777 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:44.064672 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8be2c8c5-463c-46f8-8afa-963346a00777 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132525 Aug 03 19:26:44.075191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.094718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33761dba-d5f2-4a60-b488-493fded5904a req-bae97d95-12f4-4fd7-be65-b6c00268deef tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785060 Aug 03 19:26:44.097526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56470) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.152986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cef58022-25b8-4f3f-8afb-cc8bcbab4dd4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.180953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cef58022-25b8-4f3f-8afb-cc8bcbab4dd4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.233597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cef58022-25b8-4f3f-8afb-cc8bcbab4dd4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.236496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cef58022-25b8-4f3f-8afb-cc8bcbab4dd4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.237970 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cef58022-25b8-4f3f-8afb-cc8bcbab4dd4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/43e66281-247c-4708-87b6-1b4548870bb9 HTTP/1.1" status: 204 len: 168 time: 0.1616983 Aug 03 19:26:44.240918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56474) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.248723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58022-25b8-4f3f-8afb-cc8bcbab4dd4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e66281-247c-4708-87b6-1b4548870bb9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:44.373201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ca5ab514-94be-4a50-96cb-8820e13bf572 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241522 Aug 03 19:26:44.373413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56480) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.382212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-39eb6202-b1d2-4838-9871-9d5f1b80af11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928884794'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.410626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39eb6202-b1d2-4838-9871-9d5f1b80af11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.625428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39eb6202-b1d2-4838-9871-9d5f1b80af11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.638620 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39eb6202-b1d2-4838-9871-9d5f1b80af11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.668210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39eb6202-b1d2-4838-9871-9d5f1b80af11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.674101 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-39eb6202-b1d2-4838-9871-9d5f1b80af11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2921462 Aug 03 19:26:44.674961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56484) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.683970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3dcd2986-0307-484a-a652-4ebb047422e9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.684903 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-3dcd2986-0307-484a-a652-4ebb047422e9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:26:44.685591 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-3dcd2986-0307-484a-a652-4ebb047422e9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:44.690775 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3dcd2986-0307-484a-a652-4ebb047422e9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099204 Aug 03 19:26:44.693430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56486) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.700544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb6202-b1d2-4838-9871-9d5f1b80af11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae4d832-d4cb-4552-9097-ea997ad79b2f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:44.701937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-36b7c673-7583-4b78-88ab-c602a106d8bd tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.910806 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-36b7c673-7583-4b78-88ab-c602a106d8bd tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:44.915437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-36b7c673-7583-4b78-88ab-c602a106d8bd tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2170477 Aug 03 19:26:44.915721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56492) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.920808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4ada6063-e781-4fd8-b4fa-e263ede6894b tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.921638 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-4ada6063-e781-4fd8-b4fa-e263ede6894b tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 03 19:26:44.922180 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-4ada6063-e781-4fd8-b4fa-e263ede6894b tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:44.928558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4ada6063-e781-4fd8-b4fa-e263ede6894b tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116308 Aug 03 19:26:44.931513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56496) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.939699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d1fe0ee2-a296-41b1-87a2-a23f93cc7ad8 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.941755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130108d-72cf-414f-bb56-3a4240dafaac req-b9720714-64b8-4235-9c3d-d1b034b31651 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.947871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130108d-72cf-414f-bb56-3a4240dafaac req-b9720714-64b8-4235-9c3d-d1b034b31651 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.954885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130108d-72cf-414f-bb56-3a4240dafaac req-b9720714-64b8-4235-9c3d-d1b034b31651 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.960997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130108d-72cf-414f-bb56-3a4240dafaac req-b9720714-64b8-4235-9c3d-d1b034b31651 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.967166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130108d-72cf-414f-bb56-3a4240dafaac req-b9720714-64b8-4235-9c3d-d1b034b31651 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.974314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130108d-72cf-414f-bb56-3a4240dafaac req-b9720714-64b8-4235-9c3d-d1b034b31651 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.980546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130108d-72cf-414f-bb56-3a4240dafaac req-b9720714-64b8-4235-9c3d-d1b034b31651 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.982661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5130108d-72cf-414f-bb56-3a4240dafaac req-b9720714-64b8-4235-9c3d-d1b034b31651 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.2230453 Aug 03 19:26:45.026839 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-d1fe0ee2-a296-41b1-87a2-a23f93cc7ad8 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:45.028617 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1fe0ee2-a296-41b1-87a2-a23f93cc7ad8 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0952549 Aug 03 19:26:45.034669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56500) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:45.043465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3a803b43-72a9-4ecb-8768-4d1754edfaa9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:45.044283 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-3a803b43-72a9-4ecb-8768-4d1754edfaa9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:26:45.045120 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-3a803b43-72a9-4ecb-8768-4d1754edfaa9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:45.047730 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3a803b43-72a9-4ecb-8768-4d1754edfaa9 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115514 Aug 03 19:26:45.050796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56504) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:45.059951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2afd8111-c53c-451b-acf3-d47edddb9491 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:45.115696 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-2afd8111-c53c-451b-acf3-d47edddb9491 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Project c9fbe220ee86496d88a89e934b499ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:26:45.142383 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-2afd8111-c53c-451b-acf3-d47edddb9491 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:45.143843 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2afd8111-c53c-451b-acf3-d47edddb9491 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0914729 Aug 03 19:26:45.146922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56510) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:45.153274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b92f52fd-c54b-49b5-bbb4-f98e4a263452 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:45.154929 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-b92f52fd-c54b-49b5-bbb4-f98e4a263452 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 03 19:26:45.155896 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-b92f52fd-c54b-49b5-bbb4-f98e4a263452 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:45.157857 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b92f52fd-c54b-49b5-bbb4-f98e4a263452 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090725 Aug 03 19:26:45.160840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56512) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:45.166749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-369261b4-4c88-4fb5-81d8-86a6b5eaa972 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:45.183740 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0a62b03c-7e77-4ea1-bddc-94a95d755f37 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:45.203683 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-369261b4-4c88-4fb5-81d8-86a6b5eaa972 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Project c9fbe220ee86496d88a89e934b499ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:26:45.242007 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-369261b4-4c88-4fb5-81d8-86a6b5eaa972 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:45.247806 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-369261b4-4c88-4fb5-81d8-86a6b5eaa972 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0854228 Aug 03 19:26:45.248513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56514) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:45.254513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-51f8b8ad-eb04-4c7b-92f5-bc51e024d900 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '7ae4d832-d4cb-4552-9097-ea997ad79b2f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:45.287359 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-51f8b8ad-eb04-4c7b-92f5-bc51e024d900 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Project c9fbe220ee86496d88a89e934b499ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:26:45.309020 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-51f8b8ad-eb04-4c7b-92f5-bc51e024d900 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:45.314502 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-51f8b8ad-eb04-4c7b-92f5-bc51e024d900 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0645838 Aug 03 19:26:45.315383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56516) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:45.331027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0a62b03c-7e77-4ea1-bddc-94a95d755f37, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0a62b03c-7e77-4ea1-bddc-94a95d755f37,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:45.349867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '0a62b03c-7e77-4ea1-bddc-94a95d755f37', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'port_id': '0a62b03c-7e77-4ea1-bddc-94a95d755f37', 'mac_address': 'fa:16:3e:ab:74:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5fda2e-355b-43f1-accb-8b348821a3a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:45.395284 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-825e0086-43da-4aa5-9798-345433a614f1 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.430464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.434932 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-825e0086-43da-4aa5-9798-345433a614f1 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.463694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a62b03c-7e77-4ea1-bddc-94a95d755f37 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:45.507120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-825e0086-43da-4aa5-9798-345433a614f1 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.510197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-825e0086-43da-4aa5-9798-345433a614f1 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.515165 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-825e0086-43da-4aa5-9798-345433a614f1 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/7ae4d832-d4cb-4552-9097-ea997ad79b2f HTTP/1.1" status: 204 len: 168 time: 0.1949778 Aug 03 19:26:45.517203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0a62b03c-7e77-4ea1-bddc-94a95d755f37, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0a62b03c-7e77-4ea1-bddc-94a95d755f37,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:45.522616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56518) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:45.524994 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.531805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e0086-43da-4aa5-9798-345433a614f1 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae4d832-d4cb-4552-9097-ea997ad79b2f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:45.599536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0a62b03c-7e77-4ea1-bddc-94a95d755f37,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:45.609202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5130108d-72cf-414f-bb56-3a4240dafaac req-4471d856-53fe-40d5-bb1a-738234fb507c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6069613 Aug 03 19:26:45.641412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b5b66-c0cf-4f20-80f0-ba4a0f847f29 req-30036537-f545-4ec2-928a-1a0421890bf9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:45.644089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b02b5b66-c0cf-4f20-80f0-ba4a0f847f29 req-30036537-f545-4ec2-928a-1a0421890bf9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 943 time: 0.2570980 Aug 03 19:26:45.752222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-789c782e-8af9-475d-b9ac-20ca41b38e4d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2269650 Aug 03 19:26:45.759983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56520) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:45.767996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a5244fb1-3710-4cc8-bd6f-42ca7d9619f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--40341579'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:45.772449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b02b5b66-c0cf-4f20-80f0-ba4a0f847f29 req-c477c21c-93df-475a-9f8b-9d6935f468ca tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173337 Aug 03 19:26:45.789957 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.796458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0a62b03c-7e77-4ea1-bddc-94a95d755f37'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:45.827604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5244fb1-3710-4cc8-bd6f-42ca7d9619f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.989022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5244fb1-3710-4cc8-bd6f-42ca7d9619f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.994210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5244fb1-3710-4cc8-bd6f-42ca7d9619f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.040582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5244fb1-3710-4cc8-bd6f-42ca7d9619f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.043401 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a5244fb1-3710-4cc8-bd6f-42ca7d9619f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2820656 Aug 03 19:26:46.048214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56524) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:46.063108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-55f76d1f-32b0-4f02-adf0-340784ea8577 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '95172b7b-2e6d-455e-a6ee-a9cd31d206b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:46.174779 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-55f76d1f-32b0-4f02-adf0-340784ea8577 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The resource could not be found. Aug 03 19:26:46.176536 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-55f76d1f-32b0-4f02-adf0-340784ea8577 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1265576 Aug 03 19:26:46.178352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5244fb1-3710-4cc8-bd6f-42ca7d9619f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95172b7b-2e6d-455e-a6ee-a9cd31d206b9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:46.186323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56528) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:46.197405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d48803a5-e6a9-4143-86cb-ea373986d5b6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '95172b7b-2e6d-455e-a6ee-a9cd31d206b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '785d0fbe-ea92-4a4f-8116-01fe4b0199dc'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:46.309193 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-d48803a5-e6a9-4143-86cb-ea373986d5b6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The resource could not be found. Aug 03 19:26:46.310505 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d48803a5-e6a9-4143-86cb-ea373986d5b6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1219900 Aug 03 19:26:46.314083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56534) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:46.443422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072bcff-b7c7-4bc7-b60f-8ff1c9d43ef4 req-8e974fc3-9949-4aac-9b32-bc6f4b5349a6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.446312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d072bcff-b7c7-4bc7-b60f-8ff1c9d43ef4 req-8e974fc3-9949-4aac-9b32-bc6f4b5349a6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.1013012 Aug 03 19:26:46.448859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Deleting port 0f6577af-bb21-4762-a89c-af0a3bf8979c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:46.449394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.460963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9dffe625-9c21-40f4-8d83-4f9dab27dfd6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.503332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9dffe625-9c21-40f4-8d83-4f9dab27dfd6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.558011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d072bcff-b7c7-4bc7-b60f-8ff1c9d43ef4 req-dff6331c-7865-4094-bedd-0d8effec56f5 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009893 Aug 03 19:26:46.603988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9dffe625-9c21-40f4-8d83-4f9dab27dfd6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.609262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9dffe625-9c21-40f4-8d83-4f9dab27dfd6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.612850 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9dffe625-9c21-40f4-8d83-4f9dab27dfd6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/95172b7b-2e6d-455e-a6ee-a9cd31d206b9 HTTP/1.1" status: 204 len: 168 time: 0.2972536 Aug 03 19:26:46.622020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56538) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:46.664276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] For port 0f6577af-bb21-4762-a89c-af0a3bf8979c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f6577af-bb21-4762-a89c-af0a3bf8979c,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:46.664929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.678326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffe625-9c21-40f4-8d83-4f9dab27dfd6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95172b7b-2e6d-455e-a6ee-a9cd31d206b9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:46.692867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Calling delete_port for 0f6577af-bb21-4762-a89c-af0a3bf8979c owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:46.752366 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13274418-e5d1-4009-8748-6a7ad02957db tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274250 Aug 03 19:26:46.757797 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56542) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:46.766103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3033caaf-a64c-4fbb-b170-34c3cafbf24b tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '8cafc4a8-acc4-4eb7-a221-0a5875c5468a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:46.844415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55756-c0da-4768-a1fc-015016a37969 req-ff5a9701-4485-43fc-ab5d-8ba399a991cd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.851684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55756-c0da-4768-a1fc-015016a37969 req-ff5a9701-4485-43fc-ab5d-8ba399a991cd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.853286 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-3033caaf-a64c-4fbb-b170-34c3cafbf24b tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The resource could not be found. Aug 03 19:26:46.855478 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3033caaf-a64c-4fbb-b170-34c3cafbf24b tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0960789 Aug 03 19:26:46.858215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55756-c0da-4768-a1fc-015016a37969 req-ff5a9701-4485-43fc-ab5d-8ba399a991cd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.861666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56546) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:46.865464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55756-c0da-4768-a1fc-015016a37969 req-ff5a9701-4485-43fc-ab5d-8ba399a991cd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.870707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-361559a2-039b-4342-acee-77ff6325a07f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506323577'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:46.871775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55756-c0da-4768-a1fc-015016a37969 req-ff5a9701-4485-43fc-ab5d-8ba399a991cd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.879038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55756-c0da-4768-a1fc-015016a37969 req-ff5a9701-4485-43fc-ab5d-8ba399a991cd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.885302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55756-c0da-4768-a1fc-015016a37969 req-ff5a9701-4485-43fc-ab5d-8ba399a991cd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.887456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6e55756-c0da-4768-a1fc-015016a37969 req-ff5a9701-4485-43fc-ab5d-8ba399a991cd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.1380184 Aug 03 19:26:46.919636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-361559a2-039b-4342-acee-77ff6325a07f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.030972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6e55756-c0da-4768-a1fc-015016a37969 req-153acf1f-0743-4661-b48a-8f45c5f94239 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047776 Aug 03 19:26:47.102743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-361559a2-039b-4342-acee-77ff6325a07f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.109126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-361559a2-039b-4342-acee-77ff6325a07f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.128958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f847c-ecd5-4a95-9a82-ce4ac1c91865 req-778cc9b6-bc73-4ffc-ad46-1e5bf0405e00 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:47.131109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-243f847c-ecd5-4a95-9a82-ce4ac1c91865 req-778cc9b6-bc73-4ffc-ad46-1e5bf0405e00 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 944 time: 0.2425799 Aug 03 19:26:47.167685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.169085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-361559a2-039b-4342-acee-77ff6325a07f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.172065 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-361559a2-039b-4342-acee-77ff6325a07f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3086019 Aug 03 19:26:47.176882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361559a2-039b-4342-acee-77ff6325a07f tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1699eedc-ba50-460b-8d8d-84b3ab3c8db7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:47.177986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56550) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:47.204899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0a62b03c-7e77-4ea1-bddc-94a95d755f37 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:47.206031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-18a04197-99ff-49a9-9cf2-f47229cf2d11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433715450'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:47.213104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6577af-bb21-4762-a89c-af0a3bf8979c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:47.258142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-243f847c-ecd5-4a95-9a82-ce4ac1c91865 req-972b4e54-e6c7-47fc-b3be-3f7399f1535c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146665 Aug 03 19:26:47.283586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:47.292913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:47.293775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18a04197-99ff-49a9-9cf2-f47229cf2d11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.294750 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.458528 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.529013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0a62b03c-7e77-4ea1-bddc-94a95d755f37, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0a62b03c-7e77-4ea1-bddc-94a95d755f37,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:47.531294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df4413-a90f-4ef9-ab68-8f95fa06fed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a62b03c-7e77-4ea1-bddc-94a95d755f37'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:47.534872 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d388edc-0f73-4c25-ad0c-58acd8fe2bab" -d '{"events": [{"server_uuid": "e8df4413-a90f-4ef9-ab68-8f95fa06fed6", "name": "network-vif-plugged", "status": "completed", "tag": "0a62b03c-7e77-4ea1-bddc-94a95d755f37"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:47.550334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.554190 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.681840 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dc79cc-a378-4b16-a1c3-63a68b9d1363 x-openstack-request-id: req-30dc79cc-a378-4b16-a1c3-63a68b9d1363 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:47.683445 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df4413-a90f-4ef9-ab68-8f95fa06fed6", "name": "network-vif-plugged", "status": "completed", "tag": "0a62b03c-7e77-4ea1-bddc-94a95d755f37", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:47.684035 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30dc79cc-a378-4b16-a1c3-63a68b9d1363 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:47.685289 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8df4413-a90f-4ef9-ab68-8f95fa06fed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a62b03c-7e77-4ea1-bddc-94a95d755f37', 'code': 200} Aug 03 19:26:47.686294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0a62b03c-7e77-4ea1-bddc-94a95d755f37,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:47.760900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79169e7a-321c-4df1-9064-c586a03d2c10 req-7f603a39-2ad1-4520-ba79-842af5043dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:47.762696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79169e7a-321c-4df1-9064-c586a03d2c10 req-7f603a39-2ad1-4520-ba79-842af5043dfa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 1096 time: 0.0651510 Aug 03 19:26:47.810465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18a04197-99ff-49a9-9cf2-f47229cf2d11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.817616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18a04197-99ff-49a9-9cf2-f47229cf2d11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.830888 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79169e7a-321c-4df1-9064-c586a03d2c10 req-de9ef65e-1fe5-4a55-9f85-ae5efa4c3f7a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604513 Aug 03 19:26:47.893920 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18a04197-99ff-49a9-9cf2-f47229cf2d11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.898403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-18a04197-99ff-49a9-9cf2-f47229cf2d11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6954927 Aug 03 19:26:47.903213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56560) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:47.907456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b9a5-d376-4177-886b-a5814ade6a2d req-50b5cb3d-c84f-494a-8c30-0b16d79161bd tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:47.909147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5302b9a5-d376-4177-886b-a5814ade6a2d req-50b5cb3d-c84f-494a-8c30-0b16d79161bd tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.1634600 Aug 03 19:26:47.913043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a04197-99ff-49a9-9cf2-f47229cf2d11 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdda488-ae4f-428b-8712-551f9f4180a3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:47.913908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-de4091d1-f8de-4d7b-b1ca-3b5ef169d8ba tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '1699eedc-ba50-460b-8d8d-84b3ab3c8db7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8bdda488-ae4f-428b-8712-551f9f4180a3'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:47.987200 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-de4091d1-f8de-4d7b-b1ca-3b5ef169d8ba tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:47.993371 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-de4091d1-f8de-4d7b-b1ca-3b5ef169d8ba tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0842171 Aug 03 19:26:47.995195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56562) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:48.018482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5302b9a5-d376-4177-886b-a5814ade6a2d req-ec051bbf-7889-4de7-a49a-1220d912aeb6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546138 Aug 03 19:26:48.028397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Router f5edda3a-0add-46fb-95b4-7a093aef49b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:26:48.137163 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66d521d8-9a96-45df-8b8e-6076640a038c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.196531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66d521d8-9a96-45df-8b8e-6076640a038c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.268104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:48.277223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-95cc6a31-a6c6-442c-bee9-58f6925f3286 admin admin] 10.222.0.42 "PUT /v2.0/routers/f5edda3a-0add-46fb-95b4-7a093aef49b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1766756 Aug 03 19:26:48.282611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56572) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:48.299083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] Sync routers for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:48.303894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-94c4651b-a396-4507-ba90-dbd01f9481e3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.310950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-94c4651b-a396-4507-ba90-dbd01f9481e3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.318103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-94c4651b-a396-4507-ba90-dbd01f9481e3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.318375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66d521d8-9a96-45df-8b8e-6076640a038c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.324843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-94c4651b-a396-4507-ba90-dbd01f9481e3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.328667 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66d521d8-9a96-45df-8b8e-6076640a038c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.330741 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-66d521d8-9a96-45df-8b8e-6076640a038c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/8bdda488-ae4f-428b-8712-551f9f4180a3 HTTP/1.1" status: 204 len: 168 time: 0.3337862 Aug 03 19:26:48.332203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-94c4651b-a396-4507-ba90-dbd01f9481e3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.337019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:48.338208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:48.339558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-94c4651b-a396-4507-ba90-dbd01f9481e3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.347053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56576) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:48.347622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-94c4651b-a396-4507-ba90-dbd01f9481e3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.356406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-94c4651b-a396-4507-ba90-dbd01f9481e3 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.1580656 Aug 03 19:26:48.380305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d521d8-9a96-45df-8b8e-6076640a038c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdda488-ae4f-428b-8712-551f9f4180a3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:48.487625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74ae2cd5-3ea5-4781-b857-f48267349778 req-98a73266-f843-4058-9315-db30b9de6336 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235213 Aug 03 19:26:48.602206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56582) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:48.602834 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7d2cef4e-1f1a-4dc3-b6e1-39493169c55b tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2348905 Aug 03 19:26:48.645397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.698165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:48.812130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5389f-7685-4eba-a9a0-ad50da43a5d8 req-99327bd6-2396-46da-a749-321c587bd7cb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.827918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8b5389f-7685-4eba-a9a0-ad50da43a5d8 req-99327bd6-2396-46da-a749-321c587bd7cb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 945 time: 0.3359036 Aug 03 19:26:48.898048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f31e5446-f9ad-41dc-a3d9-73f429a82091 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.943388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:26:47Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:49.006112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] Checking router: f5edda3a-0add-46fb-95b4-7a093aef49b4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:26:49.018161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] Routers {'f5edda3a-0add-46fb-95b4-7a093aef49b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:49.019431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f5edda3a-0add-46fb-95b4-7a093aef49b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:49.060713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8b5389f-7685-4eba-a9a0-ad50da43a5d8 req-3349e35d-8aae-4395-8683-639077fbea4e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309492 Aug 03 19:26:49.069215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f31e5446-f9ad-41dc-a3d9-73f429a82091 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.199325 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.214441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b60ad1-79b1-4024-bf0f-c2a4a0897e9e req-54072e00-68d3-4a2e-8eb7-8ae09518c1f1 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.223105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4b60ad1-79b1-4024-bf0f-c2a4a0897e9e req-54072e00-68d3-4a2e-8eb7-8ae09518c1f1 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.1430862 Aug 03 19:26:49.226365 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] Set router f5edda3a-0add-46fb-95b4-7a093aef49b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:49.302334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4b60ad1-79b1-4024-bf0f-c2a4a0897e9e req-27c33d33-1ee0-4d7c-9b2e-d1ce81a3c1dc tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780475 Aug 03 19:26:49.310580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f31e5446-f9ad-41dc-a3d9-73f429a82091 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.315635 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f31e5446-f9ad-41dc-a3d9-73f429a82091 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.321814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f31e5446-f9ad-41dc-a3d9-73f429a82091 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/1699eedc-ba50-460b-8d8d-84b3ab3c8db7 HTTP/1.1" status: 204 len: 168 time: 0.7118032 Aug 03 19:26:49.323335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56588) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:49.392536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e5446-f9ad-41dc-a3d9-73f429a82091 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1699eedc-ba50-460b-8d8d-84b3ab3c8db7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:49.410134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Deleting port 20352e6a-7539-4bfe-9e94-09f0b2ffd755 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:49.410874 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.416621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56590) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:49.417307 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8a1d97d8-069a-4e54-9242-9c95da9e5997 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912950 Aug 03 19:26:49.423042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8b852ea0-cdf6-4422-bbf8-5a507bf5f71e tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--559443875'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:49.471477 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b852ea0-cdf6-4422-bbf8-5a507bf5f71e tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.721355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:26:47Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:49.729990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] For port 20352e6a-7539-4bfe-9e94-09f0b2ffd755, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=20352e6a-7539-4bfe-9e94-09f0b2ffd755,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:49.730687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.772955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Calling delete_port for 20352e6a-7539-4bfe-9e94-09f0b2ffd755 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:49.796100 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-9eb13a29-dad2-4a61-bb85-2b2b7083dc5b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101263 Aug 03 19:26:49.804130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b419d6-d496-48da-bf2b-00503474614f None None] The sync data for ids ['f5edda3a-0add-46fb-95b4-7a093aef49b4'] in n-d-803378-1 is: [{'id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'name': 'tempest-AttachVolumeTestJSON-1228376067-router', 'tenant_id': 'c707e86e98764a569ca4b8c52c75eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:17:08Z', 'updated_at': '2021-08-03T19:26:47Z', 'revision_number': 5, 'project_id': 'c707e86e98764a569ca4b8c52c75eab6', 'gw_port': {'id': '20352e6a-7539-4bfe-9e94-09f0b2ffd755', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edda3a-0add-46fb-95b4-7a093aef49b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:17:10Z', 'updated_at': '2021-08-03T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:49.892885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-63ee9bd0-a166-4221-9bcf-d77c5b433c53 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.898240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-ffaafe03-7a34-4dd7-83ec-59f2ef688285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.899374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-63ee9bd0-a166-4221-9bcf-d77c5b433c53 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.900820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-ffaafe03-7a34-4dd7-83ec-59f2ef688285 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 1097 time: 0.0686491 Aug 03 19:26:49.907395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-63ee9bd0-a166-4221-9bcf-d77c5b433c53 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.915403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-63ee9bd0-a166-4221-9bcf-d77c5b433c53 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.922773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-63ee9bd0-a166-4221-9bcf-d77c5b433c53 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.929133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-63ee9bd0-a166-4221-9bcf-d77c5b433c53 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.935573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-63ee9bd0-a166-4221-9bcf-d77c5b433c53 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.938503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-63ee9bd0-a166-4221-9bcf-d77c5b433c53 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5430 time: 0.3322048 Aug 03 19:26:50.095172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-2b0940d5-ba71-461c-88d9-9c8b36363e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:50.098371 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-2b0940d5-ba71-461c-88d9-9c8b36363e2e service neutron] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 905 time: 0.1754551 Aug 03 19:26:50.156140 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-a6361acf-e7c5-4c48-aa52-2b1e77fa145b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c94598dd-decd-4050-9f03-547ca90bc49f HTTP/1.1" status: 200 len: 217 time: 0.0472827 Aug 03 19:26:50.236041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-8cde27d4-4ce0-41c4-a708-6694fba02b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:50.237720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-8cde27d4-4ce0-41c4-a708-6694fba02b7c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.0744960 Aug 03 19:26:50.322956 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-305b1145-6fb6-41b4-98a4-b5bdaf7a4a25 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765579 Aug 03 19:26:50.345075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 6b24f2b0-9126-49ad-8713-b0a98351c4c5 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:50.478281 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.529497 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-fdf7763f-9fcc-4f11-acd2-2b8ea99cbe46 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987917 Aug 03 19:26:50.531727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f6577af-bb21-4762-a89c-af0a3bf8979c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:50.633667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b852ea0-cdf6-4422-bbf8-5a507bf5f71e tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.643271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e837b167-d0be-4abf-bc5a-d5f833b43f43 req-6f2798e5-f33d-47ec-8e81-93c5829dddb7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2259183 Aug 03 19:26:50.665639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b852ea0-cdf6-4422-bbf8-5a507bf5f71e tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.666362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 0f6577af-bb21-4762-a89c-af0a3bf8979c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:50.667072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f6577af-bb21-4762-a89c-af0a3bf8979c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:50.708672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf104-31fa-46e8-9d7c-d89896f7578c req-1ee7fc52-81d4-4fe0-b64a-9963ce9ce62d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:50.718083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38fcf104-31fa-46e8-9d7c-d89896f7578c req-1ee7fc52-81d4-4fe0-b64a-9963ce9ce62d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 945 time: 0.3512404 Aug 03 19:26:50.731324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b852ea0-cdf6-4422-bbf8-5a507bf5f71e tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.736355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8b852ea0-cdf6-4422-bbf8-5a507bf5f71e tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3185530 Aug 03 19:26:50.738014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56602) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:50.754805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5804a4a6-39c6-4941-a2bf-147d3adfa062 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '84e5df7d-7712-4e6d-88d7-3c283cd44fef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:50.826068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 6b24f2b0-9126-49ad-8713-b0a98351c4c5, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:50.840279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '6b24f2b0-9126-49ad-8713-b0a98351c4c5', 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3', 'port_id': '6b24f2b0-9126-49ad-8713-b0a98351c4c5', 'mac_address': 'fa:16:3e:a2:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70137d54-547d-49fc-a65a-ad8b5226afb9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:50.859003 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-89e852bc-4b59-4138-96b1-3ffb38e4986c req-c023fcf8-1453-495b-bc2a-7e8b4f5273ee service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172736 Aug 03 19:26:50.892346 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.903661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38fcf104-31fa-46e8-9d7c-d89896f7578c req-a401b827-ba0e-434e-ba78-70f1780d2578 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845024 Aug 03 19:26:50.913382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b24f2b0-9126-49ad-8713-b0a98351c4c5 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:50.946788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 6b24f2b0-9126-49ad-8713-b0a98351c4c5, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:50.953136 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.954074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 05938087-885e-45e6-be0a-a4d07a310a9f details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:50.985198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b852ea0-cdf6-4422-bbf8-5a507bf5f71e tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e5df7d-7712-4e6d-88d7-3c283cd44fef,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:51.007431 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-5804a4a6-39c6-4941-a2bf-147d3adfa062 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:51.012005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56606) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:51.014723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5804a4a6-39c6-4941-a2bf-147d3adfa062 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2657833 Aug 03 19:26:51.020437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-81930589-2cfa-44b7-b926-51615c799bb7 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group_rule': {'security_group_id': '84e5df7d-7712-4e6d-88d7-3c283cd44fef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:51.024868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-14c5d0fb-b556-4361-89bf-12964e5204be tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:51.027805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-14c5d0fb-b556-4361-89bf-12964e5204be tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.63 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.4538982 Aug 03 19:26:51.099842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=6b24f2b0-9126-49ad-8713-b0a98351c4c5,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:51.147698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a1851-8d55-47a6-b4b4-650eb417fe86 req-dd738d50-45bc-4842-a848-5778c36aa0b1 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:51.150775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-735a1851-8d55-47a6-b4b4-650eb417fe86 req-dd738d50-45bc-4842-a848-5778c36aa0b1 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.3397138 Aug 03 19:26:51.153512 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-81930589-2cfa-44b7-b926-51615c799bb7 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:51.157265 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-81930589-2cfa-44b7-b926-51615c799bb7 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1434877 Aug 03 19:26:51.160110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56608) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:51.212599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 05938087-885e-45e6-be0a-a4d07a310a9f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=05938087-885e-45e6-be0a-a4d07a310a9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:51.228780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '05938087-885e-45e6-be0a-a4d07a310a9f', 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'port_id': '05938087-885e-45e6-be0a-a4d07a310a9f', 'mac_address': 'fa:16:3e:96:a4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6475f594-bae2-49a6-93ad-541025d4ca77', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:51.255031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-735a1851-8d55-47a6-b4b4-650eb417fe86 req-a691c13b-6344-4b3e-8c5c-6a8564242383 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937839 Aug 03 19:26:51.289544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Deleting port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:51.290125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.295206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.324278 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec146-da30-4ff3-9a7c-8cc1af6594f4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.330394 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.367726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05938087-885e-45e6-be0a-a4d07a310a9f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:51.379397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20352e6a-7539-4bfe-9e94-09f0b2ffd755,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:51.394274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.394955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.395493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.395989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.396488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.396996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.397512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.398012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.398499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.398986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.399493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.399745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 05938087-885e-45e6-be0a-a4d07a310a9f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=05938087-885e-45e6-be0a-a4d07a310a9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:51.400183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.405689 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.406624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 063bd505-6d72-4e1a-8907-dbee2703ea9f details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:51.438553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec146-da30-4ff3-9a7c-8cc1af6594f4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.523662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 063bd505-6d72-4e1a-8907-dbee2703ea9f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:51.526701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=05938087-885e-45e6-be0a-a4d07a310a9f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:51.549751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '063bd505-6d72-4e1a-8907-dbee2703ea9f', 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'port_id': '063bd505-6d72-4e1a-8907-dbee2703ea9f', 'mac_address': 'fa:16:3e:93:a5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6475f594-bae2-49a6-93ad-541025d4ca77', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:51.564134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] For port 826ac5f9-8aaa-4014-a63c-4de46a0b9478, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=826ac5f9-8aaa-4014-a63c-4de46a0b9478,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:51.564510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.568003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.596330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec146-da30-4ff3-9a7c-8cc1af6594f4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.605024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec146-da30-4ff3-9a7c-8cc1af6594f4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.608077 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6f3ec146-da30-4ff3-9a7c-8cc1af6594f4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/84e5df7d-7712-4e6d-88d7-3c283cd44fef HTTP/1.1" status: 204 len: 168 time: 0.4461546 Aug 03 19:26:51.632943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56616) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:51.652968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d1973-dfe0-4062-8945-43c2255c9d25 req-93eb6dfb-83f7-410f-8e2a-77720fae4b22 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:51.660630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b6d1973-dfe0-4062-8945-43c2255c9d25 req-93eb6dfb-83f7-410f-8e2a-77720fae4b22 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 945 time: 0.2231472 Aug 03 19:26:51.665518 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.716868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063bd505-6d72-4e1a-8907-dbee2703ea9f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:51.758799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ec146-da30-4ff3-9a7c-8cc1af6594f4 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e5df7d-7712-4e6d-88d7-3c283cd44fef,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:51.794948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 063bd505-6d72-4e1a-8907-dbee2703ea9f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:51.804104 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.804835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 979a8db1-3302-40e4-8413-308d67aeb9c7 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:51.826359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.847165 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.854149 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e71c89cf-4605-490a-9909-6eb61dee118c tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2158897 Aug 03 19:26:51.859793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56620) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:51.868531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fb8afb8b-5304-49fc-b135-09c160385eb3 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'tempest-secgroup--573129781'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:51.913016 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb8afb8b-5304-49fc-b135-09c160385eb3 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.921338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 979a8db1-3302-40e4-8413-308d67aeb9c7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=979a8db1-3302-40e4-8413-308d67aeb9c7,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:51.925561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=063bd505-6d72-4e1a-8907-dbee2703ea9f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:51.961115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '979a8db1-3302-40e4-8413-308d67aeb9c7', 'network_id': '3afc7978-57b7-4875-9bfc-612e2d787ba3', 'port_id': '979a8db1-3302-40e4-8413-308d67aeb9c7', 'mac_address': 'fa:16:3e:99:c5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70137d54-547d-49fc-a65a-ad8b5226afb9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:52.007808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b6d1973-dfe0-4062-8945-43c2255c9d25 req-a5e1510f-9496-4814-a495-aac37e2db55d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461280 Aug 03 19:26:52.014374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.015210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5edda3a-0add-46fb-95b4-7a093aef49b4 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:26:52.027661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.029281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-87632139-cd91-491c-b628-f9412afb40c2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f5edda3a-0add-46fb-95b4-7a093aef49b4 HTTP/1.1" status: 204 len: 168 time: 3.7455986 Aug 03 19:26:52.033235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56622) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:52.070365 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb8afb8b-5304-49fc-b135-09c160385eb3 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.078643 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.078881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb8afb8b-5304-49fc-b135-09c160385eb3 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.116809 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb8afb8b-5304-49fc-b135-09c160385eb3 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.118455 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fb8afb8b-5304-49fc-b135-09c160385eb3 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2571528 Aug 03 19:26:52.125413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56626) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:52.131849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-279e7dab-7f61-4955-b17c-f2bc861a973d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:52.133359 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-279e7dab-7f61-4955-b17c-f2bc861a973d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:26:52.133913 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-279e7dab-7f61-4955-b17c-f2bc861a973d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 19:26:52.137622 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-279e7dab-7f61-4955-b17c-f2bc861a973d tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "PUT /v2.0/security-groups/2da40444-631f-4f41-b1cb-ddcde97e056c HTTP/1.1" status: 409 len: 330 time: 0.0084774 Aug 03 19:26:52.137971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979a8db1-3302-40e4-8413-308d67aeb9c7 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:52.138153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56628) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:52.179849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8afb8b-5304-49fc-b135-09c160385eb3 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da40444-631f-4f41-b1cb-ddcde97e056c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:52.201240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-482e46b5-c287-4632-bdba-479af60c97d4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:52.207976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-482e46b5-c287-4632-bdba-479af60c97d4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:52.214200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-482e46b5-c287-4632-bdba-479af60c97d4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:52.221183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-482e46b5-c287-4632-bdba-479af60c97d4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:52.224164 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88f291a0-33f0-42c2-9615-319c8adfeb36 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.224886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 979a8db1-3302-40e4-8413-308d67aeb9c7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=979a8db1-3302-40e4-8413-308d67aeb9c7,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:52.227660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-482e46b5-c287-4632-bdba-479af60c97d4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:52.234586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-482e46b5-c287-4632-bdba-479af60c97d4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:52.238336 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.240702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b0e5a708-a684-4d50-9090-6047efef003d details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:52.240977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-482e46b5-c287-4632-bdba-479af60c97d4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:52.250307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-482e46b5-c287-4632-bdba-479af60c97d4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5433 time: 0.4206493 Aug 03 19:26:52.265986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88f291a0-33f0-42c2-9615-319c8adfeb36 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.364007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88f291a0-33f0-42c2-9615-319c8adfeb36 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.368296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88f291a0-33f0-42c2-9615-319c8adfeb36 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.374383 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-88f291a0-33f0-42c2-9615-319c8adfeb36 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/2da40444-631f-4f41-b1cb-ddcde97e056c HTTP/1.1" status: 204 len: 168 time: 0.2308211 Aug 03 19:26:52.380198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56634) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:52.396996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c1de4c-72a8-4fd5-a1ff-34b5d4f65e7b admin admin] Deleting subnet def412f2-4c66-4154-97d4-79a13a1f968d {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:52.408812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15c1de4c-72a8-4fd5-a1ff-34b5d4f65e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.413300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=979a8db1-3302-40e4-8413-308d67aeb9c7,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:52.460114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fc452bb-32ad-4c00-9c32-99d5b60bb5c1 req-3dd0e125-9bf7-4aee-9219-4bc24445a020 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2094426 Aug 03 19:26:52.489512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b0e5a708-a684-4d50-9090-6047efef003d, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b0e5a708-a684-4d50-9090-6047efef003d,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:52.508582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b0e5a708-a684-4d50-9090-6047efef003d', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'port_id': 'b0e5a708-a684-4d50-9090-6047efef003d', 'mac_address': 'fa:16:3e:59:68:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:52.513746 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.528887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.529583 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Floating IP a98b2feb-a6f7-44e6-88eb-cac2919f9482 disassociated. External IP: 172.25.4.117, port: 826ac5f9-8aaa-4014-a63c-4de46a0b9478. Aug 03 19:26:52.534153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Calling delete_port for 826ac5f9-8aaa-4014-a63c-4de46a0b9478 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:52.579128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15c1de4c-72a8-4fd5-a1ff-34b5d4f65e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.591628 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.618585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e5a708-a684-4d50-9090-6047efef003d {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:52.669533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8ab0790d-647a-4e89-8b4e-be1027eca644 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2847362 Aug 03 19:26:52.669533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f291a0-33f0-42c2-9615-319c8adfeb36 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da40444-631f-4f41-b1cb-ddcde97e056c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:52.673046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56636) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:52.673812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b0e5a708-a684-4d50-9090-6047efef003d, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b0e5a708-a684-4d50-9090-6047efef003d,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:52.683158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.683922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device aadee2df-1b78-400d-a964-45fb863ea100 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:52.713750 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-c908a2e3-f9cc-4f50-8d33-4412018c1aef tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] delete failed (client error): The resource could not be found. Aug 03 19:26:52.713750 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c908a2e3-f9cc-4f50-8d33-4412018c1aef tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "DELETE /v2.0/security-groups/2b67aba9-aafd-4c92-83bf-5fee747dbd94 HTTP/1.1" status: 404 len: 347 time: 0.0375915 Aug 03 19:26:52.719102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56638) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:52.738818 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-e7e51dcb-d071-4c8e-ac05-bceb1b6066f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] show failed (client error): The resource could not be found. Aug 03 19:26:52.741011 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e7e51dcb-d071-4c8e-ac05-bceb1b6066f6 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-groups/d0487b04-e9b4-409a-811f-1031e97e1c49 HTTP/1.1" status: 404 len: 347 time: 0.0208199 Aug 03 19:26:52.747846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56642) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:52.786358 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-4bb3ed12-6d99-4b7b-b2e7-7f84386a6138 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] show failed (client error): The resource could not be found. Aug 03 19:26:52.788161 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4bb3ed12-6d99-4b7b-b2e7-7f84386a6138 tempest-NegativeSecGroupIPv6Test-191123268 tempest-NegativeSecGroupIPv6Test-191123268-project] 10.222.0.42 "GET /v2.0/security-group-rules/d171eda8-ce27-43be-8f6a-7208756af763 HTTP/1.1" status: 404 len: 356 time: 0.0385735 Aug 03 19:26:52.820690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1e5f6-bc63-47b0-a704-a444368b69d3 req-e40fcc37-7159-45f0-a8e0-f125d676dc46 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:52.823068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92d1e5f6-bc63-47b0-a704-a444368b69d3 req-e40fcc37-7159-45f0-a8e0-f125d676dc46 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 945 time: 0.5651152 Aug 03 19:26:52.838820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port aadee2df-1b78-400d-a964-45fb863ea100, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=aadee2df-1b78-400d-a964-45fb863ea100,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:52.849408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b0e5a708-a684-4d50-9090-6047efef003d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:52.856355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'aadee2df-1b78-400d-a964-45fb863ea100', 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'port_id': 'aadee2df-1b78-400d-a964-45fb863ea100', 'mac_address': 'fa:16:3e:ec:2c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6475f594-bae2-49a6-93ad-541025d4ca77', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:52.906600 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.925167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadee2df-1b78-400d-a964-45fb863ea100 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:52.932074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15c1de4c-72a8-4fd5-a1ff-34b5d4f65e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.999001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port aadee2df-1b78-400d-a964-45fb863ea100, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=aadee2df-1b78-400d-a964-45fb863ea100,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:53.007205 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.008318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 32e30c8a-bfb9-4883-96b4-de638f39847f details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:53.122144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc683dc3-05b8-46ad-886e-a421ab89776e req-75a82624-bfca-4a2c-8768-6fa874241855 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:53.140970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc683dc3-05b8-46ad-886e-a421ab89776e req-75a82624-bfca-4a2c-8768-6fa874241855 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 946 time: 0.4366264 Aug 03 19:26:53.153223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=aadee2df-1b78-400d-a964-45fb863ea100,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:53.163795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92d1e5f6-bc63-47b0-a704-a444368b69d3 req-baa9d49d-ec79-4ddb-b19e-0468e300cad3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631345 Aug 03 19:26:53.258522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 32e30c8a-bfb9-4883-96b4-de638f39847f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=32e30c8a-bfb9-4883-96b4-de638f39847f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:53.298037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '32e30c8a-bfb9-4883-96b4-de638f39847f', 'network_id': '9879ee6e-b605-4979-bb80-8bbe728e3660', 'port_id': '32e30c8a-bfb9-4883-96b4-de638f39847f', 'mac_address': 'fa:16:3e:9a:a2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6475f594-bae2-49a6-93ad-541025d4ca77', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:53.336223 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15c1de4c-72a8-4fd5-a1ff-34b5d4f65e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.379296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc683dc3-05b8-46ad-886e-a421ab89776e req-928e7d91-d063-4992-af0f-75e4f6f85d4c tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups?id=722ae477-224d-44a1-9c95-8194961ff713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364023 Aug 03 19:26:53.381967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15c1de4c-72a8-4fd5-a1ff-34b5d4f65e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.395518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-15c1de4c-72a8-4fd5-a1ff-34b5d4f65e7b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/def412f2-4c66-4154-97d4-79a13a1f968d HTTP/1.1" status: 204 len: 168 time: 1.3605316 Aug 03 19:26:53.397975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56650) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:53.400883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02867e21-4c20-4fcf-8ab6-bc8b73842838 None None] Network 144f6304-9919-46bf-b3ac-52043ed9bd13 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:53.443241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1de4c-72a8-4fd5-a1ff-34b5d4f65e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def412f2-4c66-4154-97d4-79a13a1f968d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:53.454205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.531409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event deleted for resources: {'Port': ['ID=826ac5f9-8aaa-4014-a63c-4de46a0b9478,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:53.629510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56656) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:53.658750 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.798512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Deleting port 40315390-1e42-4e49-aac2-99d5b0e3c475 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:53.799659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.888808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Router c245973a-74b9-4488-a013-061bda547758 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:26:54.057981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ded9-ca21-46ff-8127-7bb6413a7d53 req-d979a6ee-7cf2-46a0-9523-c40aa47d9e04 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.062460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59b1ded9-ca21-46ff-8127-7bb6413a7d53 req-d979a6ee-7cf2-46a0-9523-c40aa47d9e04 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 945 time: 0.2160604 Aug 03 19:26:54.286831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] For port 40315390-1e42-4e49-aac2-99d5b0e3c475, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=40315390-1e42-4e49-aac2-99d5b0e3c475,segment=NetworkSegment(5bd12492-3c28-407f-8e7f-e9214f3b117f),segment_id=5bd12492-3c28-407f-8e7f-e9214f3b117f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:54.287549 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.335074 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8a343a81-1887-4a66-bfaf-3572f4a2409f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9fbe220ee86496d88a89e934b499ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043252 Aug 03 19:26:54.339649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56664) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:54.345269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Calling delete_port for 40315390-1e42-4e49-aac2-99d5b0e3c475 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:54.349703 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.402998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e30c8a-bfb9-4883-96b4-de638f39847f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:54.407575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59b1ded9-ca21-46ff-8127-7bb6413a7d53 req-b92455ea-1c48-4a9a-b18f-bfb79cf7d1ed tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258893 Aug 03 19:26:54.429001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-e7eeabd6-c466-41f8-bb89-7930acd7ba35 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.437588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-e7eeabd6-c466-41f8-bb89-7930acd7ba35 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.445658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-e7eeabd6-c466-41f8-bb89-7930acd7ba35 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.454836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-e7eeabd6-c466-41f8-bb89-7930acd7ba35 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.462669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-e7eeabd6-c466-41f8-bb89-7930acd7ba35 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.478171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-e7eeabd6-c466-41f8-bb89-7930acd7ba35 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.486941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-e7eeabd6-c466-41f8-bb89-7930acd7ba35 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.497887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-e7eeabd6-c466-41f8-bb89-7930acd7ba35 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5436 time: 0.1806319 Aug 03 19:26:54.508497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:54.552894 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] Sync routers for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:54.563835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 32e30c8a-bfb9-4883-96b4-de638f39847f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=32e30c8a-bfb9-4883-96b4-de638f39847f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:54.580761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] DHCP port deletion for 144f6304-9919-46bf-b3ac-52043ed9bd13 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:26:54.582457 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1b03ab5-48f3-4968-adfe-34849cf27d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.583646 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:54.589306 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:54.593367 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.600084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 20352e6a-7539-4bfe-9e94-09f0b2ffd755 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:54.646871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1b03ab5-48f3-4968-adfe-34849cf27d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.654499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 20352e6a-7539-4bfe-9e94-09f0b2ffd755 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:54.655260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 20352e6a-7539-4bfe-9e94-09f0b2ffd755 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:54.718744 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.777993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Pushing event deleted for resources: {'Port': ['ID=40315390-1e42-4e49-aac2-99d5b0e3c475,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:54.786073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] No DVR routers for this DVR port 40315390-1e42-4e49-aac2-99d5b0e3c475 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:54.795910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] No DVR routers for this DVR port 826ac5f9-8aaa-4014-a63c-4de46a0b9478 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:54.814008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.817982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=32e30c8a-bfb9-4883-96b4-de638f39847f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:54.830033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8f536ba-6bd4-4f9f-97a7-7e6da5d093b6 req-1d1c42bf-3098-4b00-8a3e-7b899e9caec6 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.63 "DELETE /v2.0/ports/826ac5f9-8aaa-4014-a63c-4de46a0b9478 HTTP/1.1" status: 204 len: 173 time: 3.7817981 Aug 03 19:26:54.832150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'name': 'network-vif-deleted', 'tag': '826ac5f9-8aaa-4014-a63c-4de46a0b9478'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:54.838964 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f257573-8193-44fd-a3c1-d2010cd19abd" -d '{"events": [{"server_uuid": "660ecfe1-ec40-4678-b9e3-5c8113f1f19c", "name": "network-vif-deleted", "tag": "826ac5f9-8aaa-4014-a63c-4de46a0b9478"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:54.870275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a269eff0-22d1-450d-87ba-b58d5727ab84 req-2635fae4-0a7f-425b-8856-96db04c8818a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3714316 Aug 03 19:26:54.890184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] Deleting port 40315390-1e42-4e49-aac2-99d5b0e3c475 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:54.892601 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.975692 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4be477-71a7-48ee-9b3a-1b3fc8b568d0 x-openstack-request-id: req-ae4be477-71a7-48ee-9b3a-1b3fc8b568d0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:54.976565 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660ecfe1-ec40-4678-b9e3-5c8113f1f19c", "name": "network-vif-deleted", "tag": "826ac5f9-8aaa-4014-a63c-4de46a0b9478", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:54.977102 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae4be477-71a7-48ee-9b3a-1b3fc8b568d0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:54.977801 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660ecfe1-ec40-4678-b9e3-5c8113f1f19c', 'name': 'network-vif-deleted', 'tag': '826ac5f9-8aaa-4014-a63c-4de46a0b9478', 'status': 'completed', 'code': 200} Aug 03 19:26:55.007905 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:55.024042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1b03ab5-48f3-4968-adfe-34849cf27d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.029447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1b03ab5-48f3-4968-adfe-34849cf27d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.032048 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1b03ab5-48f3-4968-adfe-34849cf27d31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2df9fa51-8561-41b4-bb5d-7c6fd05090b1 HTTP/1.1" status: 204 len: 168 time: 0.6901655 Aug 03 19:26:55.035303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.091595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b03ab5-48f3-4968-adfe-34849cf27d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df9fa51-8561-41b4-bb5d-7c6fd05090b1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:55.091917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d92b58b6-ed15-45bd-ad7b-f6914f4d9dc6 req-774869f6-858f-4eef-8675-b4df1517b5ce tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 210 time: 0.0998478 Aug 03 19:26:55.116550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144f6304-9919-46bf-b3ac-52043ed9bd13']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:55.156446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] For port 40315390-1e42-4e49-aac2-99d5b0e3c475, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:55.157018 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.158267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd12492-3c28-407f-8e7f-e9214f3b117f') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:55.159492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd12492-3c28-407f-8e7f-e9214f3b117f') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:55.228072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-5e211728-c503-40c1-8d36-6c38f8dd3bf6 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:55.231706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] Calling delete_port for 40315390-1e42-4e49-aac2-99d5b0e3c475 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:55.234674 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-5e211728-c503-40c1-8d36-6c38f8dd3bf6 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 945 time: 0.2815549 Aug 03 19:26:55.239819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] Port 40315390-1e42-4e49-aac2-99d5b0e3c475 was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:26:55.249067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.259768 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.274890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] No DVR routers for this DVR port 40315390-1e42-4e49-aac2-99d5b0e3c475 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:55.318126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7aae4-872d-4a4b-b48b-a3995e6b65fb None None] Pushing event deleted for resources: {'Port': ['ID=40315390-1e42-4e49-aac2-99d5b0e3c475,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:55.358544 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.372406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:55.373266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:55.377850 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:55.483210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.491464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.494645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] 10.222.0.42 "DELETE /v2.0/networks/144f6304-9919-46bf-b3ac-52043ed9bd13 HTTP/1.1" status: 204 len: 168 time: 2.0951259 Aug 03 19:26:55.549402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fac61f-8ab6-49ea-b9ac-14ec1e0fba7c admin admin] Pushing event deleted for resources: {'Network': ['ID=144f6304-9919-46bf-b3ac-52043ed9bd13,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:55.572241 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:55.576905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Deleting port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:55.576905 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.703346 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.725841 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] Checking router: c245973a-74b9-4488-a013-061bda547758 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:26:55.754527 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:55.757404 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:55.849649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8b283-3f28-47ea-873b-d61e41847eff req-6e45ba40-60e5-4f26-b5c5-9b064bc09c33 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:55.855992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ca8b283-3f28-47ea-873b-d61e41847eff req-6e45ba40-60e5-4f26-b5c5-9b064bc09c33 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 945 time: 0.2442448 Aug 03 19:26:56.090352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ca8b283-3f28-47ea-873b-d61e41847eff req-ccc2996b-6fd2-4232-afb6-27197bd74158 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070143 Aug 03 19:26:56.108807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] For port 0a62b03c-7e77-4ea1-bddc-94a95d755f37, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0a62b03c-7e77-4ea1-bddc-94a95d755f37,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:56.115076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.162164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e28993d-72c8-424c-ae96-75119a7eb4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.164304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Calling delete_port for 0a62b03c-7e77-4ea1-bddc-94a95d755f37 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:56.193346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['32e30c8a-bfb9-4883-96b4-de638f39847f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:56.254801 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:56.267543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56696) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:56.303420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b0e5a708-a684-4d50-9090-6047efef003d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:56.308019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['063bd505-6d72-4e1a-8907-dbee2703ea9f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:56.315283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['05938087-885e-45e6-be0a-a4d07a310a9f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:56.434754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-12c3b33b-3680-45f7-a4f3-fb01fd09eab0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.445285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-12c3b33b-3680-45f7-a4f3-fb01fd09eab0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.453895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-12c3b33b-3680-45f7-a4f3-fb01fd09eab0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.461644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-12c3b33b-3680-45f7-a4f3-fb01fd09eab0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.470908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-12c3b33b-3680-45f7-a4f3-fb01fd09eab0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.479625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-12c3b33b-3680-45f7-a4f3-fb01fd09eab0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.486326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-12c3b33b-3680-45f7-a4f3-fb01fd09eab0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.498018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-12c3b33b-3680-45f7-a4f3-fb01fd09eab0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5437 time: 0.3161948 Aug 03 19:26:56.538423 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9c67321-8462-453f-a9ed-dd28bd88b5e5 req-93a40a89-aa2b-4b31-9a9d-32b89f503b20 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/ports?device_id=660ecfe1-ec40-4678-b9e3-5c8113f1f19c HTTP/1.1" status: 200 len: 210 time: 0.1497641 Aug 03 19:26:56.551726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['aadee2df-1b78-400d-a964-45fb863ea100'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:56.553963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2a9a28bd-cbc4-406f-becd-9efd495254a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c707e86e98764a569ca4b8c52c75eab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763026 Aug 03 19:26:56.562170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56698) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:56.568424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['979a8db1-3302-40e4-8413-308d67aeb9c7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:56.640889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1abf7b57-8543-4628-a30d-221dc44cf05b req-a300fcc0-cefd-4fb0-98c9-506b2006455a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412075 Aug 03 19:26:56.698024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df0bfac9-dc49-4370-8082-a104734b1f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.706040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['6b24f2b0-9126-49ad-8713-b0a98351c4c5'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:56.745976 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.806837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event deleted for resources: {'Port': ['ID=0a62b03c-7e77-4ea1-bddc-94a95d755f37,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:56.820473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 826ac5f9-8aaa-4014-a63c-4de46a0b9478 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:56.825890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df0bfac9-dc49-4370-8082-a104734b1f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.872458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 40315390-1e42-4e49-aac2-99d5b0e3c475 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:56.875799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f', '0a62b03c-7e77-4ea1-bddc-94a95d755f37'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:56.884028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] No DVR routers for this DVR port 0a62b03c-7e77-4ea1-bddc-94a95d755f37 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:56.887349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.890005 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:56.891191 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36c1fbd6-531d-4c7b-9425-9202eddffc8b req-a90f1c4b-f310-4835-b4e1-049902927443 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "DELETE /v2.0/ports/0a62b03c-7e77-4ea1-bddc-94a95d755f37 HTTP/1.1" status: 204 len: 173 time: 1.6396699 Aug 03 19:26:56.891843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df4413-a90f-4ef9-ab68-8f95fa06fed6', 'name': 'network-vif-deleted', 'tag': '0a62b03c-7e77-4ea1-bddc-94a95d755f37'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:56.895087 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756f531f-14cd-433b-95fe-c28e24e53f09" -d '{"events": [{"server_uuid": "e8df4413-a90f-4ef9-ab68-8f95fa06fed6", "name": "network-vif-deleted", "tag": "0a62b03c-7e77-4ea1-bddc-94a95d755f37"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:56.945652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df0bfac9-dc49-4370-8082-a104734b1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.952032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df0bfac9-dc49-4370-8082-a104734b1f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.956920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-df0bfac9-dc49-4370-8082-a104734b1f22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bea78ee-7822-4cd0-b87f-4a26f81ad342 HTTP/1.1" status: 204 len: 168 time: 0.3930807 Aug 03 19:26:56.983878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bfac9-dc49-4370-8082-a104734b1f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea78ee-7822-4cd0-b87f-4a26f81ad342,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:57.001939 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9e519-81be-4d54-87fc-2a97b581adde None None] The sync data for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 is: [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:23:06Z', 'revision_number': 4, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '79180758-7e3e-41d5-8a95-0e74851f8564', 'name': '', 'network_id': '5b806c51-9eca-469a-a774-23951c8f384b', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'mac_address': 'fa:16:3e:e9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'subnets': [{'id': 'f96949e0-db97-4464-ac22-1a2625a45f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:57.064627 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fbb7a9-4ef0-4cc0-929a-d53868cb4d2c x-openstack-request-id: req-c5fbb7a9-4ef0-4cc0-929a-d53868cb4d2c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:57.064991 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df4413-a90f-4ef9-ab68-8f95fa06fed6", "name": "network-vif-deleted", "tag": "0a62b03c-7e77-4ea1-bddc-94a95d755f37", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:57.065260 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5fbb7a9-4ef0-4cc0-929a-d53868cb4d2c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:57.065762 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8df4413-a90f-4ef9-ab68-8f95fa06fed6', 'name': 'network-vif-deleted', 'tag': '0a62b03c-7e77-4ea1-bddc-94a95d755f37', 'status': 'completed', 'code': 200} Aug 03 19:26:57.126355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 826ac5f9-8aaa-4014-a63c-4de46a0b9478 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:57.127088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 826ac5f9-8aaa-4014-a63c-4de46a0b9478 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:57.311941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 40315390-1e42-4e49-aac2-99d5b0e3c475 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:57.312299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 40315390-1e42-4e49-aac2-99d5b0e3c475 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:57.361989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-702eb4c1-c87c-4575-ab61-0a60abc4377d req-a23e346b-1dc2-462e-88be-a61338686637 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8df4413-a90f-4ef9-ab68-8f95fa06fed6 HTTP/1.1" status: 200 len: 210 time: 0.0663261 Aug 03 19:26:57.524236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:57.728995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56734) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:57.737801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183bd2c-22c3-4e61-a928-c99cd3fe698c None None] New status for floating IP a98b2feb-a6f7-44e6-88eb-cac2919f9482: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:26:57.833513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-217288729'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:57.878847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f272031d-f984-4dbc-a952-d901033c33d8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.886924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3030-3cec-4661-8155-169bde3e55c1 req-81c3a65b-5637-4aeb-8490-c97fa243786f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:57.894484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3030-3cec-4661-8155-169bde3e55c1 req-81c3a65b-5637-4aeb-8490-c97fa243786f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:57.901210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3030-3cec-4661-8155-169bde3e55c1 req-81c3a65b-5637-4aeb-8490-c97fa243786f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:57.907549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3030-3cec-4661-8155-169bde3e55c1 req-81c3a65b-5637-4aeb-8490-c97fa243786f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:57.913909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3030-3cec-4661-8155-169bde3e55c1 req-81c3a65b-5637-4aeb-8490-c97fa243786f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:57.920904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3030-3cec-4661-8155-169bde3e55c1 req-81c3a65b-5637-4aeb-8490-c97fa243786f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:57.927464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3030-3cec-4661-8155-169bde3e55c1 req-81c3a65b-5637-4aeb-8490-c97fa243786f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:57.927813 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f272031d-f984-4dbc-a952-d901033c33d8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.929769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-049d3030-3cec-4661-8155-169bde3e55c1 req-81c3a65b-5637-4aeb-8490-c97fa243786f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5437 time: 0.1567228 Aug 03 19:26:57.940183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Made reservation on behalf of a6e8b6a84c534bf991bcde41e070acd6 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:57.944518 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.973007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.010937 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f272031d-f984-4dbc-a952-d901033c33d8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.014116 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f272031d-f984-4dbc-a952-d901033c33d8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.015801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f272031d-f984-4dbc-a952-d901033c33d8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "DELETE /v2.0/security-groups/722ae477-224d-44a1-9c95-8194961ff713 HTTP/1.1" status: 204 len: 168 time: 0.2845807 Aug 03 19:26:58.020121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56740) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:58.030384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-049d3030-3cec-4661-8155-169bde3e55c1 req-3a805848-7c54-49f9-9491-f4c239f750c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854368 Aug 03 19:26:58.042705 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-88b1de9d-ded1-4969-9c92-a55e18f271a7 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] show failed (client error): The resource could not be found. Aug 03 19:26:58.044197 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-88b1de9d-ded1-4969-9c92-a55e18f271a7 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "GET /v2.0/security-groups/722ae477-224d-44a1-9c95-8194961ff713 HTTP/1.1" status: 404 len: 347 time: 0.0219772 Aug 03 19:26:58.047932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56742) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:58.052136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272031d-f984-4dbc-a952-d901033c33d8 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722ae477-224d-44a1-9c95-8194961ff713,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:58.317235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Deleting port cc273b34-5501-4f52-95c7-68108dc3fab9 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:58.317982 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.419726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.464646 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.480621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:58.492518 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.492903 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Added segment 5d60460e-5f0f-4d88-b10c-d40ddc5c8cab of type vlan for network a93fb905-79f3-46e8-8d84-edf33438efb5 Aug 03 19:26:58.546093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.621456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.621851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.631950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697aecc6-6555-468a-a132-34462717a7b9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:58.641639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Calling delete_port for cc273b34-5501-4f52-95c7-68108dc3fab9 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:58.643940 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.649761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:58.650433 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.115794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5901380 Aug 03 19:26:59.120842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56786) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:59.130975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-8cc6954f-135a-4b35-883c-754404110552 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', 'tempest-TagsTest-Tag-1348886477') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:59.233435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9ac03-8390-4af8-8b11-ebb6bb826e34 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Pushing event updated for resources: {'Network': ['ID=a93fb905-79f3-46e8-8d84-edf33438efb5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:59.260682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0a62b03c-7e77-4ea1-bddc-94a95d755f37 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:59.318660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a93fb905-79f3-46e8-8d84-edf33438efb5 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:59.321815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 0a62b03c-7e77-4ea1-bddc-94a95d755f37 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:59.322426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0a62b03c-7e77-4ea1-bddc-94a95d755f37 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:59.408166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95c149-2212-4303-9522-b120ecf427b2 req-4f37aeec-7bab-4cf3-ba17-7c9d363d5af3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.414443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-4f37aeec-7bab-4cf3-ba17-7c9d363d5af3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.3000464 Aug 03 19:26:59.486984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-c9f14312-1485-4fa2-a31a-76c54919bf2b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/quotas/ca6a8a0f702549ac82857312def8f491 HTTP/1.1" status: 200 len: 375 time: 0.0278614 Aug 03 19:26:59.517410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-b0383ac8-12ff-4883-94fb-1d1ee171b7d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.524049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-b0383ac8-12ff-4883-94fb-1d1ee171b7d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.532341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-b0383ac8-12ff-4883-94fb-1d1ee171b7d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.533780 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8cc6954f-135a-4b35-883c-754404110552 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "PUT /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags/tempest-TagsTest-Tag-1348886477 HTTP/1.1" status: 201 len: 201 time: 0.4100688 Aug 03 19:26:59.536910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56796) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:59.539408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-b0383ac8-12ff-4883-94fb-1d1ee171b7d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.546168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-a0b3778d-7b15-431f-aff8-3e558e7de68f tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', 'tempest-TagsTest-Tag-1348886477') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:59.548451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-b0383ac8-12ff-4883-94fb-1d1ee171b7d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.555318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-b0383ac8-12ff-4883-94fb-1d1ee171b7d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.564157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-b0383ac8-12ff-4883-94fb-1d1ee171b7d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.566480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-b0383ac8-12ff-4883-94fb-1d1ee171b7d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5437 time: 0.3255217 Aug 03 19:26:59.570132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.655965 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a0b3778d-7b15-431f-aff8-3e558e7de68f tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "GET /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags/tempest-TagsTest-Tag-1348886477 HTTP/1.1" status: 204 len: 168 time: 0.1167340 Aug 03 19:26:59.660281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56798) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:59.667953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-d241dc29-a8e0-44af-afd6-83a47f59c0f7 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:59.685131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Pushing event deleted for resources: {'Port': ['ID=cc273b34-5501-4f52-95c7-68108dc3fab9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:59.760765 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.771075 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d241dc29-a8e0-44af-afd6-83a47f59c0f7 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "GET /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags HTTP/1.1" status: 200 len: 238 time: 0.1094177 Aug 03 19:26:59.773854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56802) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:59.779356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-7daf672d-5082-425f-bef0-f8eb2a0d3638 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', {'tags': ['tempest-TagsTest-Tag-796077229', 'tempest-TagsTest-Tag-332989538', 'tempest-TagsTest-Tag-262767397']}) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:59.854618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-7182f591-4603-486d-a492-596bf680ee64 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2858264 Aug 03 19:26:59.864130 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7399b20-a5cc-4dc7-8f60-815d4a571e45 req-54c3d314-b073-4141-a5f9-5f441c79f885 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2461240 Aug 03 19:26:59.900103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.912479 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.919180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56810) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:59.920384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-87b45582-06f7-4be1-b74d-fd72276d0636 tempest-ServersTestJSON-86224267 tempest-ServersTestJSON-86224267-project] 10.222.0.42 "DELETE /v2.0/floatingips/a98b2feb-a6f7-44e6-88eb-cac2919f9482 HTTP/1.1" status: 204 len: 168 time: 1.8698816 Aug 03 19:26:59.930649 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7daf672d-5082-425f-bef0-f8eb2a0d3638 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "PUT /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags HTTP/1.1" status: 200 len: 306 time: 0.1554556 Aug 03 19:26:59.935297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56812) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:59.944220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-7740f60e-c1b8-43a5-a7a8-42eeff2a6edd tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', 'tempest-TagsTest-Tag-796077229') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:00.215892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-085f6280-37ae-40cb-9fa7-2bdcb8e728ef service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:00.223891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-085f6280-37ae-40cb-9fa7-2bdcb8e728ef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3474004 Aug 03 19:27:00.284673 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f23b241-c94d-4dfb-ac53-3415a81a6ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.338707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-56447637-756e-4f19-8788-50ce58158550 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138463 Aug 03 19:27:00.348915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7740f60e-c1b8-43a5-a7a8-42eeff2a6edd tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "DELETE /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags/tempest-TagsTest-Tag-796077229 HTTP/1.1" status: 204 len: 168 time: 0.4116201 Aug 03 19:27:00.351789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56826) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:00.368386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-c24b5f62-51c5-40cc-be91-4aa674619e59 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', 'tempest-TagsTest-Tag-796077229') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:00.526185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-d8ea13ca-5509-4dc7-a9ee-f8ba07eb8978 service neutron] 10.222.0.42 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862059 Aug 03 19:27:00.546996 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-c24b5f62-51c5-40cc-be91-4aa674619e59 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] show failed (client error): The resource could not be found. Aug 03 19:27:00.548951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c24b5f62-51c5-40cc-be91-4aa674619e59 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "GET /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags/tempest-TagsTest-Tag-796077229 HTTP/1.1" status: 404 len: 325 time: 0.1956363 Aug 03 19:27:00.552044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56834) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:00.562479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-dd8ba47a-071a-4472-b272-7f9a5300f375 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', 'tempest-TagsTest-Tag-332989538') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:00.748823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dd8ba47a-071a-4472-b272-7f9a5300f375 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "GET /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags/tempest-TagsTest-Tag-332989538 HTTP/1.1" status: 204 len: 168 time: 0.1938367 Aug 03 19:27:00.751763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56840) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:00.755788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b0e5a708-a684-4d50-9090-6047efef003d up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:00.767913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-e0a61dd4-023d-4d09-8cfd-81a8c0ff8fad tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', 'tempest-TagsTest-Tag-262767397') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:00.838565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port b0e5a708-a684-4d50-9090-6047efef003d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:00.851683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b0e5a708-a684-4d50-9090-6047efef003d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:00.852526 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.872754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1999f503-5dac-410e-bd81-d4243491d1cd req-c2d4b3a1-5cb8-4fe2-85d4-3b97a3f06a84 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 210 time: 0.0331836 Aug 03 19:27:00.917677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e0a61dd4-023d-4d09-8cfd-81a8c0ff8fad tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "GET /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags/tempest-TagsTest-Tag-262767397 HTTP/1.1" status: 204 len: 168 time: 0.1644461 Aug 03 19:27:00.921533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:00.929963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-ff4b8178-d951-45c7-910b-3572c288c62e tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:00.989871 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.073666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:01.090889 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e97426-b5d9-4748-a8d0-f6b694981ebd" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "b0e5a708-a684-4d50-9090-6047efef003d"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:01.166189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b0e5a708-a684-4d50-9090-6047efef003d, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b0e5a708-a684-4d50-9090-6047efef003d,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:01.182568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.184466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 32e30c8a-bfb9-4883-96b4-de638f39847f up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:01.328249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-754fccf1-0111-4d74-8b49-10bc11464653 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.338560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-754fccf1-0111-4d74-8b49-10bc11464653 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.361645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-754fccf1-0111-4d74-8b49-10bc11464653 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.368540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-754fccf1-0111-4d74-8b49-10bc11464653 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.390957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-754fccf1-0111-4d74-8b49-10bc11464653 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.393996 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a5c71-174a-440b-80ab-09f45e4d9190 x-openstack-request-id: req-b78a5c71-174a-440b-80ab-09f45e4d9190 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:01.411083 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "b0e5a708-a684-4d50-9090-6047efef003d", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:01.414773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-754fccf1-0111-4d74-8b49-10bc11464653 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.428098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.430669 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b78a5c71-174a-440b-80ab-09f45e4d9190 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:01.432749 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d', 'code': 200} Aug 03 19:27:01.434388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b0e5a708-a684-4d50-9090-6047efef003d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:01.446588 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:27:01.465547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-754fccf1-0111-4d74-8b49-10bc11464653 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.477544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-754fccf1-0111-4d74-8b49-10bc11464653 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5437 time: 0.3985512 Aug 03 19:27:01.491443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ff4b8178-d951-45c7-910b-3572c288c62e tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "DELETE /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags HTTP/1.1" status: 204 len: 168 time: 0.5670936 Aug 03 19:27:01.496774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:01.505624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.506536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.508214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.509793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.510719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.511917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.514252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.515446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.516085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.516693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.517209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.517751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:01.538800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-37c3aee8-8e34-40f9-9b87-2334155f05a3 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', 'tempest-TagsTest-Tag-332989538') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:01.577436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 32e30c8a-bfb9-4883-96b4-de638f39847f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:01.590514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 32e30c8a-bfb9-4883-96b4-de638f39847f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:01.591342 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.788328 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.846938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56866) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:01.898468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-040c0c0a-7cdc-4dad-ba45-a8dbafef385b req-fa5814d4-ee63-4353-8159-107214be99f0 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3913112 Aug 03 19:27:01.927682 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-37c3aee8-8e34-40f9-9b87-2334155f05a3 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] show failed (client error): The resource could not be found. Aug 03 19:27:01.929522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-37c3aee8-8e34-40f9-9b87-2334155f05a3 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "GET /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags/tempest-TagsTest-Tag-332989538 HTTP/1.1" status: 404 len: 325 time: 0.4204116 Aug 03 19:27:01.932201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 32e30c8a-bfb9-4883-96b4-de638f39847f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=32e30c8a-bfb9-4883-96b4-de638f39847f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:01.942612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56872) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:01.948687 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.953631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-b9d5f000-c935-4428-b4ec-ad51d8dd4e92 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5', 'tempest-TagsTest-Tag-262767397') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:02.012466 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.073860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=32e30c8a-bfb9-4883-96b4-de638f39847f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:02.146945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Deleting port 79180758-7e3e-41d5-8a95-0e74851f8564 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:02.148173 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.155295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-902ad9d4-2669-4c2a-8729-b5320441a0b5 req-29b1b610-32b2-4119-8217-626e59728b3b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 210 time: 0.0444427 Aug 03 19:27:02.184012 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-b9d5f000-c935-4428-b4ec-ad51d8dd4e92 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] show failed (client error): The resource could not be found. Aug 03 19:27:02.189837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b9d5f000-c935-4428-b4ec-ad51d8dd4e92 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "GET /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags/tempest-TagsTest-Tag-262767397 HTTP/1.1" status: 404 len: 325 time: 0.2454591 Aug 03 19:27:02.190604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56874) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:02.196006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-75ec9ce7-e980-4fba-8731-bafd66730178 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a93fb905-79f3-46e8-8d84-edf33438efb5') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:02.266681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5db178f4-e95b-4955-8c28-69f15cc9b5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.320912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-75ec9ce7-e980-4fba-8731-bafd66730178 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "DELETE /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5/tags HTTP/1.1" status: 204 len: 168 time: 0.1287363 Aug 03 19:27:02.325550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56876) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:02.424945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] For port 79180758-7e3e-41d5-8a95-0e74851f8564, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=79180758-7e3e-41d5-8a95-0e74851f8564,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:02.426275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.447310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.468462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Calling delete_port for 79180758-7e3e-41d5-8a95-0e74851f8564 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:02.598587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.624014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93fb905-79f3-46e8-8d84-edf33438efb5']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:02.681240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d60460e-5f0f-4d88-b10c-d40ddc5c8cab') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:02.681794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d60460e-5f0f-4d88-b10c-d40ddc5c8cab') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:02.698409 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5db178f4-e95b-4955-8c28-69f15cc9b5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.708729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5db178f4-e95b-4955-8c28-69f15cc9b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.722972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.741276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.750931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:27:02.752052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.773421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 979a8db1-3302-40e4-8413-308d67aeb9c7 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:27:02.865092 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:27:02.907802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.919801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 979a8db1-3302-40e4-8413-308d67aeb9c7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:02.927491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 979a8db1-3302-40e4-8413-308d67aeb9c7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:02.927827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.931203 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.938268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] 10.222.0.42 "DELETE /v2.0/networks/a93fb905-79f3-46e8-8d84-edf33438efb5 HTTP/1.1" status: 204 len: 168 time: 0.6085632 Aug 03 19:27:02.947901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db178f4-e95b-4955-8c28-69f15cc9b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84735f3d-a0cd-4089-b958-871074addb17,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:03.015753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c637c-6108-433d-a074-5f2e6230a302 tempest-TagsTest-1698677217 tempest-TagsTest-1698677217-project] Pushing event deleted for resources: {'Network': ['ID=a93fb905-79f3-46e8-8d84-edf33438efb5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:03.187936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.222974 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.297518 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5db178f4-e95b-4955-8c28-69f15cc9b5dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=413ed00b0e384d89a57e69d07c6c5211&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4377868 Aug 03 19:27:03.305006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=79180758-7e3e-41d5-8a95-0e74851f8564,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:03.305267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56896) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:03.347155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56898) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:03.364411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 979a8db1-3302-40e4-8413-308d67aeb9c7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=979a8db1-3302-40e4-8413-308d67aeb9c7,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:03.374213 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.374849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 6b24f2b0-9126-49ad-8713-b0a98351c4c5 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:03.498203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-348accca-8c1c-4ff2-83cb-d4afb0739ed9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.531585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-348accca-8c1c-4ff2-83cb-d4afb0739ed9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.550603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-348accca-8c1c-4ff2-83cb-d4afb0739ed9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.570450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-348accca-8c1c-4ff2-83cb-d4afb0739ed9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.577305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-348accca-8c1c-4ff2-83cb-d4afb0739ed9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.583706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-348accca-8c1c-4ff2-83cb-d4afb0739ed9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.594500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e30c8a-bfb9-4883-96b4-de638f39847f'}, {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979a8db1-3302-40e4-8413-308d67aeb9c7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:03.595394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95c149-2212-4303-9522-b120ecf427b2 req-8b404f11-344e-4a90-84ed-1c9da482acdd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.597566 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb89199-e4f0-4ecd-9bf2-0da6b3a2ae4d" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "32e30c8a-bfb9-4883-96b4-de638f39847f"}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "979a8db1-3302-40e4-8413-308d67aeb9c7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:03.597761 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-8b404f11-344e-4a90-84ed-1c9da482acdd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 804 time: 0.8828537 Aug 03 19:27:03.615260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-348accca-8c1c-4ff2-83cb-d4afb0739ed9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.617853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-348accca-8c1c-4ff2-83cb-d4afb0739ed9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5439 time: 0.4553943 Aug 03 19:27:03.622147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Request body: {'port': {'device_id': '2a973a31-c0b3-416a-bb25-9457dcf22763', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'admin_state_up': True, 'tenant_id': 'ca6a8a0f702549ac82857312def8f491'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:03.626735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=979a8db1-3302-40e4-8413-308d67aeb9c7,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:03.671273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9634283a-1b3b-40dd-86c8-30c324e488de req-bab6b919-5035-4a2a-aa0f-149c4c0873d0 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 210 time: 0.2880845 Aug 03 19:27:03.699120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:03.700730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:03.701663 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.771519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67680e53-3c6d-448c-96fc-437eb6621a37 req-58825b12-000d-4730-a54c-43612c6476aa tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072478 Aug 03 19:27:03.777857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-794130d5-c551-4bcf-b344-3a0128674100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.804487 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360b919e-ab3d-4485-9d4e-53ab7348cc08 x-openstack-request-id: req-360b919e-ab3d-4485-9d4e-53ab7348cc08 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:03.805074 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "32e30c8a-bfb9-4883-96b4-de638f39847f", "code": 200}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "979a8db1-3302-40e4-8413-308d67aeb9c7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:03.805966 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-360b919e-ab3d-4485-9d4e-53ab7348cc08 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:03.808396 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e30c8a-bfb9-4883-96b4-de638f39847f', 'code': 200} Aug 03 19:27:03.808758 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979a8db1-3302-40e4-8413-308d67aeb9c7', 'code': 200} Aug 03 19:27:03.810205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-794130d5-c551-4bcf-b344-3a0128674100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.886168 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.900616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56908) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:03.900826 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a6948b8b-3870-45c2-9dfb-3d140ac6939d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6e8b6a84c534bf991bcde41e070acd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520916 Aug 03 19:27:03.923958 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-794130d5-c551-4bcf-b344-3a0128674100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.927326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-794130d5-c551-4bcf-b344-3a0128674100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.932051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-794130d5-c551-4bcf-b344-3a0128674100 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84735f3d-a0cd-4089-b958-871074addb17 HTTP/1.1" status: 204 len: 168 time: 0.6155953 Aug 03 19:27:03.932430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 6b24f2b0-9126-49ad-8713-b0a98351c4c5, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:03.939404 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.942938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 05938087-885e-45e6-be0a-a4d07a310a9f up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:03.958809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794130d5-c551-4bcf-b344-3a0128674100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84735f3d-a0cd-4089-b958-871074addb17,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:04.053158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Made reservation on behalf of ca6a8a0f702549ac82857312def8f491 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:04.059079 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.093000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.134861 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3105601a-cabb-4c07-a924-5f51ace0e4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.148046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=6b24f2b0-9126-49ad-8713-b0a98351c4c5,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:04.173648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 05938087-885e-45e6-be0a-a4d07a310a9f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:04.188171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 05938087-885e-45e6-be0a-a4d07a310a9f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:04.191795 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.200715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3105601a-cabb-4c07-a924-5f51ace0e4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.330404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3105601a-cabb-4c07-a924-5f51ace0e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.335675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3105601a-cabb-4c07-a924-5f51ace0e4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.337994 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3105601a-cabb-4c07-a924-5f51ace0e4f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/697aecc6-6555-468a-a132-34462717a7b9 HTTP/1.1" status: 204 len: 168 time: 0.4358306 Aug 03 19:27:04.398123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105601a-cabb-4c07-a924-5f51ace0e4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697aecc6-6555-468a-a132-34462717a7b9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:04.494736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Allocated IP 172.20.0.2 (beaecd9a-b30e-4308-bd67-7144c0bad344/fa5fda2e-355b-43f1-accb-8b348821a3a6/7e826fc0-8206-47dc-918e-c13d14e85d68) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:04.583151 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.727337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Router c245973a-74b9-4488-a013-061bda547758 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:04.763073 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.859315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 05938087-885e-45e6-be0a-a4d07a310a9f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=05938087-885e-45e6-be0a-a4d07a310a9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:04.867862 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.870661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 063bd505-6d72-4e1a-8907-dbee2703ea9f up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:04.875544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56928) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:04.918990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93798860-bd68-4de7-9829-ae70ad087c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.007304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fafe4a36-599d-41ca-ba1b-9ed610e66eec req-c7867026-6ea2-4aa8-bd98-656f53c45619 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 210 time: 0.0830190 Aug 03 19:27:05.038713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=05938087-885e-45e6-be0a-a4d07a310a9f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:05.084247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 063bd505-6d72-4e1a-8907-dbee2703ea9f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:05.090068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 063bd505-6d72-4e1a-8907-dbee2703ea9f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:05.090719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.168050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:05.181568 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] Sync routers for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:05.184832 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c84585fa-1a14-4dec-96d6-be6d587711d7 admin admin] 10.222.0.42 "PUT /v2.0/routers/c245973a-74b9-4488-a013-061bda547758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2646132 Aug 03 19:27:05.189785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56938) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:05.202931 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:05.204729 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:05.295425 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.311588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-b62018dc-f45d-400c-95fe-12fa27f1c99f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.323988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-b62018dc-f45d-400c-95fe-12fa27f1c99f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.338509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-b62018dc-f45d-400c-95fe-12fa27f1c99f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.341341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 063bd505-6d72-4e1a-8907-dbee2703ea9f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:05.349440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.351023 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.351435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-b62018dc-f45d-400c-95fe-12fa27f1c99f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.352843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device aadee2df-1b78-400d-a964-45fb863ea100 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:05.364305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-b62018dc-f45d-400c-95fe-12fa27f1c99f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.377602 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.381041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-b62018dc-f45d-400c-95fe-12fa27f1c99f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.405130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-b62018dc-f45d-400c-95fe-12fa27f1c99f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.426806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-b62018dc-f45d-400c-95fe-12fa27f1c99f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5442 time: 0.4137497 Aug 03 19:27:05.511401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=063bd505-6d72-4e1a-8907-dbee2703ea9f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:05.530789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.531332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port aadee2df-1b78-400d-a964-45fb863ea100 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:05.539006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port aadee2df-1b78-400d-a964-45fb863ea100 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:05.539649 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.543932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:05.594068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Network beaecd9a-b30e-4308-bd67-7144c0bad344 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:05.601001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:05.607394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:05.656474 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.664675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event updated for resources: {'Port': ['ID=7e826fc0-8206-47dc-918e-c13d14e85d68,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:05.703959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad2a45a3-0d70-4eea-b16f-8c815b699657 req-6a30757a-6f8c-4ee5-bb5c-7bfdd3a08654 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2423365 Aug 03 19:27:05.767076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.768546 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.777713 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93798860-bd68-4de7-9829-ae70ad087c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.791162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93798860-bd68-4de7-9829-ae70ad087c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.810256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Deleting port 06b0e57d-7dfa-4780-9bec-58e82053dea8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:05.811943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.840028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b24f2b0-9126-49ad-8713-b0a98351c4c5'}, {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05938087-885e-45e6-be0a-a4d07a310a9f'}, {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063bd505-6d72-4e1a-8907-dbee2703ea9f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:05.842961 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee95318-d024-4877-ac1b-74ac4f973ee4" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "6b24f2b0-9126-49ad-8713-b0a98351c4c5"}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "05938087-885e-45e6-be0a-a4d07a310a9f"}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "063bd505-6d72-4e1a-8907-dbee2703ea9f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:05.899594 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:05.903044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20665143-36ca-4bfd-8c78-ac9daad1138a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2873621 Aug 03 19:27:05.943291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798860-bd68-4de7-9829-ae70ad087c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db7ac60-06e1-41eb-b6ec-b33003408f54,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:05.959152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-93798860-bd68-4de7-9829-ae70ad087c0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4880d3ef48c49d68dde06a120cc948b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0781052 Aug 03 19:27:05.959578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56952) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:05.969562 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc84e47-6268-4002-8712-4aff630f1c88 x-openstack-request-id: req-3dc84e47-6268-4002-8712-4aff630f1c88 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:05.970496 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "6b24f2b0-9126-49ad-8713-b0a98351c4c5", "code": 200}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "05938087-885e-45e6-be0a-a4d07a310a9f", "code": 200}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "063bd505-6d72-4e1a-8907-dbee2703ea9f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:05.970496 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dc84e47-6268-4002-8712-4aff630f1c88 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:05.970842 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b24f2b0-9126-49ad-8713-b0a98351c4c5', 'code': 200} Aug 03 19:27:05.970842 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05938087-885e-45e6-be0a-a4d07a310a9f', 'code': 200} Aug 03 19:27:05.971170 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063bd505-6d72-4e1a-8907-dbee2703ea9f', 'code': 200} Aug 03 19:27:06.077765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] For port 06b0e57d-7dfa-4780-9bec-58e82053dea8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06b0e57d-7dfa-4780-9bec-58e82053dea8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:06.078152 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.100485 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a27e4a6-4f37-46c8-8405-6efda27d88c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.126125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Calling delete_port for 06b0e57d-7dfa-4780-9bec-58e82053dea8 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:06.134045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.155617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a27e4a6-4f37-46c8-8405-6efda27d88c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.190144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Request body: {'port': {'device_id': '2a973a31-c0b3-416a-bb25-9457dcf22763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:06.241530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port aadee2df-1b78-400d-a964-45fb863ea100, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=aadee2df-1b78-400d-a964-45fb863ea100,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:06.249117 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.362846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=aadee2df-1b78-400d-a964-45fb863ea100,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:06.447236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a27e4a6-4f37-46c8-8405-6efda27d88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.448149 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.465838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a27e4a6-4f37-46c8-8405-6efda27d88c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.467512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9a27e4a6-4f37-46c8-8405-6efda27d88c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3db7ac60-06e1-41eb-b6ec-b33003408f54 HTTP/1.1" status: 204 len: 168 time: 0.5067451 Aug 03 19:27:06.489915 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:27:03Z', 'revision_number': 5, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port': {'id': '06b0e57d-7dfa-4780-9bec-58e82053dea8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245973a-74b9-4488-a013-061bda547758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:06.496556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df69f-4f96-4ab3-bd06-a9277493f992 req-b5ef9d50-a4a8-40be-a325-715fcc1abb2d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:06.498802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f34df69f-4f96-4ab3-bd06-a9277493f992 req-b5ef9d50-a4a8-40be-a325-715fcc1abb2d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 931 time: 0.2231958 Aug 03 19:27:06.517959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27e4a6-4f37-46c8-8405-6efda27d88c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db7ac60-06e1-41eb-b6ec-b33003408f54,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:06.581219 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] Checking router: c245973a-74b9-4488-a013-061bda547758 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:06.599786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f34df69f-4f96-4ab3-bd06-a9277493f992 req-42c507cd-d351-4e91-ba85-3294c94a8604 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840485 Aug 03 19:27:06.642814 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] Routers {'c245973a-74b9-4488-a013-061bda547758'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:06.651653 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c245973a-74b9-4488-a013-061bda547758'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:06.878130 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] Set router c245973a-74b9-4488-a013-061bda547758 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:06.914503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.969805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Pushing event deleted for resources: {'Port': ['ID=06b0e57d-7dfa-4780-9bec-58e82053dea8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:07.009216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-3135cbb3-a98d-4d2d-9d7e-17bd1324c00e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.036334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-3135cbb3-a98d-4d2d-9d7e-17bd1324c00e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.045051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-3135cbb3-a98d-4d2d-9d7e-17bd1324c00e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.052461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-3135cbb3-a98d-4d2d-9d7e-17bd1324c00e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.062128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-3135cbb3-a98d-4d2d-9d7e-17bd1324c00e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.070540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-3135cbb3-a98d-4d2d-9d7e-17bd1324c00e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.082683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-3135cbb3-a98d-4d2d-9d7e-17bd1324c00e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.093108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-3135cbb3-a98d-4d2d-9d7e-17bd1324c00e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.2159593 Aug 03 19:27:07.097293 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:27:05Z', 'revision_number': 6, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:07.149166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.153132 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c32f6-0a2b-43da-bdbe-5d0b6c626052 None None] The sync data for ids ['c245973a-74b9-4488-a013-061bda547758'] in n-d-803378-1 is: [{'id': 'c245973a-74b9-4488-a013-061bda547758', 'name': 'tempest-ServersTestJSON-1417137418-router', 'tenant_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:52Z', 'updated_at': '2021-08-03T19:27:05Z', 'revision_number': 6, 'project_id': '1d5f6c4dec58489eba10c2c56bc034e9', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:07.164562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-451e9b71-69ad-43bc-86ab-70883a4b1490 req-0a3ddab8-f408-460b-ba78-1f377406836f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603890 Aug 03 19:27:07.310827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.313536 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.406816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.407570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c245973a-74b9-4488-a013-061bda547758 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:07.425229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.425229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bb577def-bffd-48b5-a939-12893d93ed2c admin admin] 10.222.0.42 "DELETE /v2.0/routers/c245973a-74b9-4488-a013-061bda547758 HTTP/1.1" status: 204 len: 168 time: 2.2284629 Aug 03 19:27:07.430735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56992) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:07.553386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e826fc0-8206-47dc-918e-c13d14e85d68 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:27:07.563406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f0e8e9-6afd-4ecf-8664-af06aa3cd332 admin admin] Deleting subnet f96949e0-db97-4464-ac22-1a2625a45f8e {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:07.568350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.576612 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e8e9-6afd-4ecf-8664-af06aa3cd332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.592495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Transition to ACTIVE for port object 7e826fc0-8206-47dc-918e-c13d14e85d68 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:07.599106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.734990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e8e9-6afd-4ecf-8664-af06aa3cd332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.761720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Pushing event updated for resources: {'Port': ['ID=7e826fc0-8206-47dc-918e-c13d14e85d68,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:07.857195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Attempting to bind port 7e826fc0-8206-47dc-918e-c13d14e85d68 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:07.858058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Attempting to bind port 7e826fc0-8206-47dc-918e-c13d14e85d68 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:07.860406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Attempting to bind port 7e826fc0-8206-47dc-918e-c13d14e85d68 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:07.866512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Port 7e826fc0-8206-47dc-918e-c13d14e85d68 on network beaecd9a-b30e-4308-bd67-7144c0bad344 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:27:07.866945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Attempting to bind port 7e826fc0-8206-47dc-918e-c13d14e85d68 on network beaecd9a-b30e-4308-bd67-7144c0bad344 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:07.874373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96096f69-9944-467a-975e-0679884ba192 req-bc02a12f-7bd7-4997-b6b7-34db7248f80c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.874760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:07.875179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Checking segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:07.875640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Bound using segment: {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:07.876217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Bound port: 7e826fc0-8206-47dc-918e-c13d14e85d68, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9d620-e46c-44f4-8302-a755b2de310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:07.876800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96096f69-9944-467a-975e-0679884ba192 req-bc02a12f-7bd7-4997-b6b7-34db7248f80c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 943 time: 0.1022322 Aug 03 19:27:07.877008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.909286 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e8e9-6afd-4ecf-8664-af06aa3cd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.973127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadee2df-1b78-400d-a964-45fb863ea100'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:07.980842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] For port 7e826fc0-8206-47dc-918e-c13d14e85d68, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:07.981896 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f4933-9cdd-48aa-a564-937200eefab8" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "aadee2df-1b78-400d-a964-45fb863ea100"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:07.986243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] For port 7e826fc0-8206-47dc-918e-c13d14e85d68, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7e826fc0-8206-47dc-918e-c13d14e85d68,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:07.994352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.093958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96096f69-9944-467a-975e-0679884ba192 req-c4362065-f394-46cf-acd7-6f9bbbef8db2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019942 Aug 03 19:27:08.136856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e8e9-6afd-4ecf-8664-af06aa3cd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.140456 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aecca8-7c78-473f-bc78-3e699fca421c x-openstack-request-id: req-31aecca8-7c78-473f-bc78-3e699fca421c {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:08.140893 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-plugged", "status": "completed", "tag": "aadee2df-1b78-400d-a964-45fb863ea100", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:08.141273 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31aecca8-7c78-473f-bc78-3e699fca421c {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:08.141788 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadee2df-1b78-400d-a964-45fb863ea100', 'code': 200} Aug 03 19:27:08.157598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Pushing event updated for resources: {'Port': ['ID=7e826fc0-8206-47dc-918e-c13d14e85d68,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.161521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e8e9-6afd-4ecf-8664-af06aa3cd332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.165151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b3f0e8e9-6afd-4ecf-8664-af06aa3cd332 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f96949e0-db97-4464-ac22-1a2625a45f8e HTTP/1.1" status: 204 len: 168 time: 0.7409606 Aug 03 19:27:08.171310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9610a8e-219a-4ffc-b26c-b5b98a43a55c None None] Network 5b806c51-9eca-469a-a774-23951c8f384b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:08.187850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57018) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:08.203766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0e8e9-6afd-4ecf-8664-af06aa3cd332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96949e0-db97-4464-ac22-1a2625a45f8e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.349230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.353956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.355706 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-60a535b4-7258-43b9-a128-f16fdb3e8ffa service neutron] 10.222.0.88 "PUT /v2.0/ports/7e826fc0-8206-47dc-918e-c13d14e85d68 HTTP/1.1" status: 200 len: 1091 time: 2.4087732 Aug 03 19:27:08.356030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a973a31-c0b3-416a-bb25-9457dcf22763', 'tag': '7e826fc0-8206-47dc-918e-c13d14e85d68'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:08.359128 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d4fc2f-8a3b-4b39-973e-36016ef8f427" -d '{"events": [{"name": "network-changed", "server_uuid": "2a973a31-c0b3-416a-bb25-9457dcf22763", "tag": "7e826fc0-8206-47dc-918e-c13d14e85d68"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:08.562052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-88489c4a-d8e3-4985-b165-a7f308c26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.562577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-88489c4a-d8e3-4985-b165-a7f308c26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.563064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-88489c4a-d8e3-4985-b165-a7f308c26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.563546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-88489c4a-d8e3-4985-b165-a7f308c26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.564030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-88489c4a-d8e3-4985-b165-a7f308c26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.564506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-88489c4a-d8e3-4985-b165-a7f308c26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.564983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-88489c4a-d8e3-4985-b165-a7f308c26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.591886 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-88489c4a-d8e3-4985-b165-a7f308c26d62 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6501 time: 0.2810869 Aug 03 19:27:08.710293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06b0e57d-7dfa-4780-9bec-58e82053dea8 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:08.749147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-a6cf353e-8580-4945-b100-25f9d0158051 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.768582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-a6cf353e-8580-4945-b100-25f9d0158051 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.785994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-a6cf353e-8580-4945-b100-25f9d0158051 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.796111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-a6cf353e-8580-4945-b100-25f9d0158051 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.798428 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] DHCP port deletion for 5b806c51-9eca-469a-a774-23951c8f384b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:27:08.802069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 06b0e57d-7dfa-4780-9bec-58e82053dea8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:08.802738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06b0e57d-7dfa-4780-9bec-58e82053dea8 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:08.803167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 79180758-7e3e-41d5-8a95-0e74851f8564 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:08.815134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-a6cf353e-8580-4945-b100-25f9d0158051 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.835001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 79180758-7e3e-41d5-8a95-0e74851f8564 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:08.835001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 79180758-7e3e-41d5-8a95-0e74851f8564 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:08.842415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-a6cf353e-8580-4945-b100-25f9d0158051 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.848809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-a6cf353e-8580-4945-b100-25f9d0158051 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.857707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-a6cf353e-8580-4945-b100-25f9d0158051 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.5122159 Aug 03 19:27:08.892070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2151c2ce-ec89-4522-ab51-0650a872c9b5 req-972b0c73-cb35-4019-a508-58477cb2a68f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2e265ecf-5073-487d-9891-d8f1f4d5906e&id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2770071 Aug 03 19:27:08.927032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de7aabef-1429-4ee7-ac41-27a3014f7d51 req-37c9ae08-3dd2-4c78-8b6b-6886c26f76c2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683203 Aug 03 19:27:08.960162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] Deleting port a50d32d6-2ddc-4204-8052-81a4ef83198b {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:08.960447 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.169405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] For port a50d32d6-2ddc-4204-8052-81a4ef83198b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a50d32d6-2ddc-4204-8052-81a4ef83198b,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:09.171961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.212222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] Calling delete_port for a50d32d6-2ddc-4204-8052-81a4ef83198b owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:09.229110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.319550 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460730ee-54c2-4b55-afab-46ac8718ecc7 x-openstack-request-id: req-460730ee-54c2-4b55-afab-46ac8718ecc7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:09.320365 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a973a31-c0b3-416a-bb25-9457dcf22763", "tag": "7e826fc0-8206-47dc-918e-c13d14e85d68", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:09.320850 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-460730ee-54c2-4b55-afab-46ac8718ecc7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:09.321540 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a973a31-c0b3-416a-bb25-9457dcf22763', 'tag': '7e826fc0-8206-47dc-918e-c13d14e85d68', 'status': 'completed', 'code': 200} Aug 03 19:27:09.368510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95c149-2212-4303-9522-b120ecf427b2 req-ffa26867-a4ea-41a0-805f-1357f36340fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:09.370600 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-ffa26867-a4ea-41a0-805f-1357f36340fe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 1094 time: 0.1196797 Aug 03 19:27:09.370760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e64ce9-693d-44c8-85ce-a9d383aa8ca7 req-0ea888cf-e291-44cb-acff-995956e0f679 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:09.375506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43e64ce9-693d-44c8-85ce-a9d383aa8ca7 req-0ea888cf-e291-44cb-acff-995956e0f679 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 943 time: 0.1254570 Aug 03 19:27:09.422841 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-a711eea9-a2eb-48ed-8fcd-4529cd4fbc32 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e826fc0-8206-47dc-918e-c13d14e85d68 HTTP/1.1" status: 200 len: 217 time: 0.0435591 Aug 03 19:27:09.423651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57062) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:09.488928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Deleting port a50d32d6-2ddc-4204-8052-81a4ef83198b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:09.489345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.536376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43e64ce9-693d-44c8-85ce-a9d383aa8ca7 req-0a999c31-adda-4b6e-8a5f-df7a7b1f4ead tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491127 Aug 03 19:27:09.561731 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.628162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] For port a50d32d6-2ddc-4204-8052-81a4ef83198b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a50d32d6-2ddc-4204-8052-81a4ef83198b,segment=NetworkSegment(924705b5-f013-4bef-bf71-b9f7a5873456),segment_id=924705b5-f013-4bef-bf71-b9f7a5873456)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:09.628713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.631807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] No DVR routers for this DVR port a50d32d6-2ddc-4204-8052-81a4ef83198b on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:09.634847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20cb247e-5db1-4cf6-8aa3-b4673ac4c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:09.637958 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-20cb247e-5db1-4cf6-8aa3-b4673ac4c6b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.2079458 Aug 03 19:27:09.641773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36521787-5733-4b4d-8ee1-fe2231c5c707 None None] Pushing event deleted for resources: {'Port': ['ID=a50d32d6-2ddc-4204-8052-81a4ef83198b,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:09.701619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Calling delete_port for a50d32d6-2ddc-4204-8052-81a4ef83198b owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:09.723767 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-a6943802-5628-455a-bcec-6c34107650d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566030 Aug 03 19:27:09.803831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b724b6b-4881-4d73-af70-4915c7ee1591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.209976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-b8176259-d8fc-4ad0-8662-c0a90411fa00 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613626 Aug 03 19:27:10.223393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.250274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-96fd649f-5318-4a3e-9b00-082be025322e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.268817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] No DVR routers for this DVR port a50d32d6-2ddc-4204-8052-81a4ef83198b on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:10.282820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-96fd649f-5318-4a3e-9b00-082be025322e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.320010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-96fd649f-5318-4a3e-9b00-082be025322e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.334694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50d32d6-2ddc-4204-8052-81a4ef83198b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:10.344572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-96fd649f-5318-4a3e-9b00-082be025322e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.357909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-96fd649f-5318-4a3e-9b00-082be025322e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.372373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-96fd649f-5318-4a3e-9b00-082be025322e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.386517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-96fd649f-5318-4a3e-9b00-082be025322e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.390918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-96fd649f-5318-4a3e-9b00-082be025322e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.2885497 Aug 03 19:27:10.464267 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b724b6b-4881-4d73-af70-4915c7ee1591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.486872 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b724b6b-4881-4d73-af70-4915c7ee1591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.515110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4adbd35-d77e-42f6-8ead-a50eea0c8e80 req-a0f42555-042c-4f2e-a6e3-eaaf585e49b5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171288 Aug 03 19:27:10.625159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a50d32d6-2ddc-4204-8052-81a4ef83198b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:10.661063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a50d32d6-2ddc-4204-8052-81a4ef83198b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:10.661879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a50d32d6-2ddc-4204-8052-81a4ef83198b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:10.731732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7b724b6b-4881-4d73-af70-4915c7ee1591 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=875d8c6e65034dc594e350249b2ab491&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3051975 Aug 03 19:27:10.742307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57096) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:10.776437 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.792381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b806c51-9eca-469a-a774-23951c8f384b']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:10.808386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924705b5-f013-4bef-bf71-b9f7a5873456') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:10.808816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924705b5-f013-4bef-bf71-b9f7a5873456') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:10.820427 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.839029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.848712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:27:10.849211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.871379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7241b15-29cd-4fc5-8803-6a0d04308768 req-4b1339f7-07fe-48d8-b77a-bcc249559b32 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.886116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7241b15-29cd-4fc5-8803-6a0d04308768 req-4b1339f7-07fe-48d8-b77a-bcc249559b32 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 943 time: 0.2239428 Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:27:10.916226 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:27:10.923404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b724b6b-4881-4d73-af70-4915c7ee1591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa4fa87-de4e-46ee-8d29-442cb156cb50,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:10.940558 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67d809e7-d9e8-4fa9-836c-3e4b665df31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.942881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.950113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.954967 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5b806c51-9eca-469a-a774-23951c8f384b HTTP/1.1" status: 204 len: 168 time: 2.7629182 Aug 03 19:27:10.955767 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc95c149-2212-4303-9522-b120ecf427b2 req-9eed5809-ad76-4890-9a67-f8537f682032 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343068 Aug 03 19:27:10.973181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76825829-641f-464d-973c-57cc6ba9a236 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b806c51-9eca-469a-a774-23951c8f384b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:11.041213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7241b15-29cd-4fc5-8803-6a0d04308768 req-abc82e00-961d-42b0-a256-987292659124 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517994 Aug 03 19:27:11.057178 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67d809e7-d9e8-4fa9-836c-3e4b665df31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.137697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-7c17bf73-6b44-4bd6-8bcb-c5eb8b2395d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.141354 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-7c17bf73-6b44-4bd6-8bcb-c5eb8b2395d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ca6a8a0f702549ac82857312def8f491&device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 1094 time: 0.1056926 Aug 03 19:27:11.158066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67d809e7-d9e8-4fa9-836c-3e4b665df31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.161631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67d809e7-d9e8-4fa9-836c-3e4b665df31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.163721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-67d809e7-d9e8-4fa9-836c-3e4b665df31d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/baa4fa87-de4e-46ee-8d29-442cb156cb50 HTTP/1.1" status: 204 len: 168 time: 0.4200323 Aug 03 19:27:11.179664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d809e7-d9e8-4fa9-836c-3e4b665df31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa4fa87-de4e-46ee-8d29-442cb156cb50,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:11.342589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-a1d67847-09f5-4f03-89fc-d8e2a4a6d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.345142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-a1d67847-09f5-4f03-89fc-d8e2a4a6d0d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 200 len: 905 time: 0.1962771 Aug 03 19:27:11.401171 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-936cbe72-6367-4002-9542-f91935f970a3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e826fc0-8206-47dc-918e-c13d14e85d68 HTTP/1.1" status: 200 len: 217 time: 0.0460768 Aug 03 19:27:11.426695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57112) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:11.535606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-93ed6a43-20a2-446a-a2fe-60882a6cb34d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d5f6c4dec58489eba10c2c56bc034e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067822 Aug 03 19:27:11.536577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57116) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:11.586135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-b4b648b2-c9d5-4f90-93d4-fd8fa20b1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.596062 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-b4b648b2-c9d5-4f90-93d4-fd8fa20b1ab6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 200 len: 844 time: 0.1860533 Aug 03 19:27:11.677848 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-23ab5389-20e6-4af3-a5f3-c00a2f76ccd9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=beaecd9a-b30e-4308-bd67-7144c0bad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729077 Aug 03 19:27:11.695317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-127f0bf8-a478-4600-a9ea-31140c623455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.809375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-127f0bf8-a478-4600-a9ea-31140c623455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.872524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-a2608055-ced6-4bb9-a30b-38dad8c28015 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.886709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-a2608055-ced6-4bb9-a30b-38dad8c28015 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.896554 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-a5d877ac-9e67-4e69-91e8-61a69ab8e325 service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033179 Aug 03 19:27:11.900977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57130) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:11.917262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-a2608055-ced6-4bb9-a30b-38dad8c28015 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.931528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-a2608055-ced6-4bb9-a30b-38dad8c28015 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.952818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-a2608055-ced6-4bb9-a30b-38dad8c28015 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.968855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-a2608055-ced6-4bb9-a30b-38dad8c28015 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.982056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1540c28-bdbf-4063-adb7-289c2291ec45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.982975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-a2608055-ced6-4bb9-a30b-38dad8c28015 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.986904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-a2608055-ced6-4bb9-a30b-38dad8c28015 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.2807844 Aug 03 19:27:12.101740 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-23d4fc2f-8a3b-4b39-973e-36016ef8f427 req-3cd969dd-7ea6-47b6-ab66-9cc297e87cbb service neutron] 10.222.0.88 "GET /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926765 Aug 03 19:27:12.119832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da8c0db2-80dc-4adb-b000-3b7f99203983 req-17d936ac-30c7-4886-8946-e215bb82532d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247320 Aug 03 19:27:12.138829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-127f0bf8-a478-4600-a9ea-31140c623455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.151055 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-127f0bf8-a478-4600-a9ea-31140c623455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.161616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-127f0bf8-a478-4600-a9ea-31140c623455 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e273e320-0220-4e54-978f-b75e47ea20f8 HTTP/1.1" status: 204 len: 168 time: 0.6225972 Aug 03 19:27:12.207158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f0bf8-a478-4600-a9ea-31140c623455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e273e320-0220-4e54-978f-b75e47ea20f8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:12.292809 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1540c28-bdbf-4063-adb7-289c2291ec45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.303592 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1540c28-bdbf-4063-adb7-289c2291ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.394668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1540c28-bdbf-4063-adb7-289c2291ec45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf1d55a-597b-4f2a-81a3-7e193fc587b0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:12.421228 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1540c28-bdbf-4063-adb7-289c2291ec45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fec90db5aaab4781b7a38560bb42beb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189064 Aug 03 19:27:12.440864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57140) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:12.536860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b128b-98c6-4458-bbce-51d5881d9fa9 req-edd11669-ca31-4566-8a76-e04af439e882 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.540762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-980b128b-98c6-4458-bbce-51d5881d9fa9 req-edd11669-ca31-4566-8a76-e04af439e882 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 943 time: 0.2179604 Aug 03 19:27:12.570707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839770-dff5-4bde-a74b-9cece1dde738 req-512d2090-c34a-47ed-9bdc-ab29ce4cac75 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.577582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839770-dff5-4bde-a74b-9cece1dde738 req-512d2090-c34a-47ed-9bdc-ab29ce4cac75 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.585524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839770-dff5-4bde-a74b-9cece1dde738 req-512d2090-c34a-47ed-9bdc-ab29ce4cac75 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.592519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839770-dff5-4bde-a74b-9cece1dde738 req-512d2090-c34a-47ed-9bdc-ab29ce4cac75 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.593917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-841fcf77-375f-4617-83c9-83172b99b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.600398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839770-dff5-4bde-a74b-9cece1dde738 req-512d2090-c34a-47ed-9bdc-ab29ce4cac75 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.609977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839770-dff5-4bde-a74b-9cece1dde738 req-512d2090-c34a-47ed-9bdc-ab29ce4cac75 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.622673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839770-dff5-4bde-a74b-9cece1dde738 req-512d2090-c34a-47ed-9bdc-ab29ce4cac75 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.631996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a839770-dff5-4bde-a74b-9cece1dde738 req-512d2090-c34a-47ed-9bdc-ab29ce4cac75 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.2247875 Aug 03 19:27:12.642768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:12.647592 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-841fcf77-375f-4617-83c9-83172b99b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.689826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Request body: {'floatingip': {'port_id': 'b0e5a708-a684-4d50-9090-6047efef003d'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:12.723966 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-841fcf77-375f-4617-83c9-83172b99b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.727703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-841fcf77-375f-4617-83c9-83172b99b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.729581 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-841fcf77-375f-4617-83c9-83172b99b523 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bf1d55a-597b-4f2a-81a3-7e193fc587b0 HTTP/1.1" status: 204 len: 168 time: 0.2868125 Aug 03 19:27:12.744245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fcf77-375f-4617-83c9-83172b99b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf1d55a-597b-4f2a-81a3-7e193fc587b0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:12.751917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57150) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:12.818478 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.874853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-980b128b-98c6-4458-bbce-51d5881d9fa9 req-a7693028-3822-4230-b2f4-f377282c4aae tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411029 Aug 03 19:27:13.178895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ecf110e-64c9-4c41-ad3c-1c017695ea81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.342059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7e826fc0-8206-47dc-918e-c13d14e85d68 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:27:13.452374 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ecf110e-64c9-4c41-ad3c-1c017695ea81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.462852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ecf110e-64c9-4c41-ad3c-1c017695ea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.603483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7e826fc0-8206-47dc-918e-c13d14e85d68, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7e826fc0-8206-47dc-918e-c13d14e85d68,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:13.632386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf110e-64c9-4c41-ad3c-1c017695ea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85089bf-36f3-4dc7-99a8-f89531d5d66d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:13.649447 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5ecf110e-64c9-4c41-ad3c-1c017695ea81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2265e2d6fbc4193805675d0b78b7d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8937950 Aug 03 19:27:13.651347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57176) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:13.657245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '7e826fc0-8206-47dc-918e-c13d14e85d68', 'network_id': 'beaecd9a-b30e-4308-bd67-7144c0bad344', 'port_id': '7e826fc0-8206-47dc-918e-c13d14e85d68', 'mac_address': 'fa:16:3e:f5:df:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5fda2e-355b-43f1-accb-8b348821a3a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:27:13.807851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1128247-3c25-4cec-89e9-ba13acba6e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.850028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1128247-3c25-4cec-89e9-ba13acba6e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.876106 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.934062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e826fc0-8206-47dc-918e-c13d14e85d68 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:27:13.949970 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1128247-3c25-4cec-89e9-ba13acba6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.961906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1128247-3c25-4cec-89e9-ba13acba6e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.963854 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1128247-3c25-4cec-89e9-ba13acba6e11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c85089bf-36f3-4dc7-99a8-f89531d5d66d HTTP/1.1" status: 204 len: 168 time: 0.3080604 Aug 03 19:27:14.013263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1128247-3c25-4cec-89e9-ba13acba6e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85089bf-36f3-4dc7-99a8-f89531d5d66d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:14.022484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7e826fc0-8206-47dc-918e-c13d14e85d68, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7e826fc0-8206-47dc-918e-c13d14e85d68,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:14.036119 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.165530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7e826fc0-8206-47dc-918e-c13d14e85d68,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:14.283294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8493f8-e6df-46ea-9d98-42b59bcd0f7c req-a713d63f-8d31-4d47-b49c-a9a01e107aa4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:14.285296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed8493f8-e6df-46ea-9d98-42b59bcd0f7c req-a713d63f-8d31-4d47-b49c-a9a01e107aa4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 944 time: 0.1742032 Aug 03 19:27:14.316724 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['7e826fc0-8206-47dc-918e-c13d14e85d68'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:14.325238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57200) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:14.461296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed8493f8-e6df-46ea-9d98-42b59bcd0f7c req-9382995d-d823-4ef1-827b-0303934ed941 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290038 Aug 03 19:27:14.589371 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:27:14.694990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.703824 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.824205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-377223431-network', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:14.871850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Made reservation on behalf of a7b192dfb0d2451d83579d34323df239 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:14.877139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.899390 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Floating IP 1189fd06-9964-46ec-97b3-473f36ad4ec3 associated. External IP: 172.25.4.41, port: b0e5a708-a684-4d50-9090-6047efef003d. Aug 03 19:27:14.902901 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.049168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57212) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:15.098272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66cbf4b8-384a-4111-a0ad-c832b7cb9b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.144378 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.175225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.230588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:27:15.252720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f842268e-2edb-4405-8ee8-27a59c6700a8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:15.269293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.269714 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Added segment 55fd59be-caf5-494f-9e7a-120ac9569ecb of type vlan for network 7191228f-9331-4d6f-a775-9287b5c97528 Aug 03 19:27:15.361350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7e826fc0-8206-47dc-918e-c13d14e85d68 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:15.427808 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.472631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Router 585adac8-3078-4c51-a03e-725101dd2df0 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:15.583896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 7e826fc0-8206-47dc-918e-c13d14e85d68 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:15.592675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66cbf4b8-384a-4111-a0ad-c832b7cb9b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.600475 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.601626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 7e826fc0-8206-47dc-918e-c13d14e85d68 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:15.602952 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.605957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:15.607676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.630847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66cbf4b8-384a-4111-a0ad-c832b7cb9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.728082 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-66cbf4b8-384a-4111-a0ad-c832b7cb9b21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62a53f983c5a4ba39634d59378377ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778150 Aug 03 19:27:15.772634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57242) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:15.856447 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5200126 Aug 03 19:27:15.858469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57246) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:15.870319 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.898839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Request body: {'subnet': {'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-377223431-subnet', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:15.947118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd6331-f7ea-493a-a2f4-536ea2f9ff90 admin admin] Pushing event updated for resources: {'Network': ['ID=7191228f-9331-4d6f-a775-9287b5c97528,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:15.951879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a973a31-c0b3-416a-bb25-9457dcf22763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e826fc0-8206-47dc-918e-c13d14e85d68'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:15.954564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbf4b8-384a-4111-a0ad-c832b7cb9b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a2d328-ca9a-4b11-8ea3-0d285ee5d72b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:15.963645 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3142340-f363-484f-a618-235ad940f277" -d '{"events": [{"server_uuid": "2a973a31-c0b3-416a-bb25-9457dcf22763", "name": "network-vif-plugged", "status": "completed", "tag": "7e826fc0-8206-47dc-918e-c13d14e85d68"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:15.972148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Made reservation on behalf of a7b192dfb0d2451d83579d34323df239 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:15.981155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.995401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 7191228f-9331-4d6f-a775-9287b5c97528 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:27:16.102452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1c922-ca04-4051-b015-3103a43e0bac req-12601167-3b93-4a2e-965b-5192288f4edb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.111707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4b1c922-ca04-4051-b015-3103a43e0bac req-12601167-3b93-4a2e-965b-5192288f4edb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 944 time: 0.4357882 Aug 03 19:27:16.114423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:16.134857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.152004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 7e826fc0-8206-47dc-918e-c13d14e85d68, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7e826fc0-8206-47dc-918e-c13d14e85d68,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:16.164337 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d4291-af8f-4e7f-8552-79df59d592ca x-openstack-request-id: req-541d4291-af8f-4e7f-8552-79df59d592ca {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:16.168425 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a973a31-c0b3-416a-bb25-9457dcf22763", "name": "network-vif-plugged", "status": "completed", "tag": "7e826fc0-8206-47dc-918e-c13d14e85d68", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:16.169179 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-541d4291-af8f-4e7f-8552-79df59d592ca {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:16.174863 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a973a31-c0b3-416a-bb25-9457dcf22763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e826fc0-8206-47dc-918e-c13d14e85d68', 'code': 200} Aug 03 19:27:16.190501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] Sync routers for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:16.208383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0e191a78-1da6-4dd1-b308-540dc3be8ae6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "PUT /v2.0/floatingips/1189fd06-9964-46ec-97b3-473f36ad4ec3 HTTP/1.1" status: 200 len: 990 time: 3.5410638 Aug 03 19:27:16.215267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:16.217994 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81" -d '{"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "b0e5a708-a684-4d50-9090-6047efef003d"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:16.233395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.333289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d5a-cb45-4c5d-9af5-11c1ab159d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.371743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4b1c922-ca04-4051-b015-3103a43e0bac req-e91b5af8-9d26-4efd-9456-8ac15e3d29eb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496793 Aug 03 19:27:16.393918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=7e826fc0-8206-47dc-918e-c13d14e85d68,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:16.433205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:16.438677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:16.443859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d5a-cb45-4c5d-9af5-11c1ab159d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.476076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484ceb8-53de-4599-b3a1-3d0759decc04 req-5017bcd2-16b5-4ee4-a8eb-1f9c64899d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.478867 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65aed17-4b1b-4f14-984c-4908eef96bea x-openstack-request-id: req-e65aed17-4b1b-4f14-984c-4908eef96bea {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:16.479629 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8484ceb8-53de-4599-b3a1-3d0759decc04 req-5017bcd2-16b5-4ee4-a8eb-1f9c64899d1f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 1096 time: 0.2838876 Aug 03 19:27:16.480492 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "tag": "b0e5a708-a684-4d50-9090-6047efef003d", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:16.480959 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e65aed17-4b1b-4f14-984c-4908eef96bea {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:16.481612 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d', 'status': 'completed', 'code': 200} Aug 03 19:27:16.601979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8484ceb8-53de-4599-b3a1-3d0759decc04 req-1097bd64-3786-4a17-898e-c89dca7a63a1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121030 Aug 03 19:27:16.624998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.655407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6ebd02e2-5744-4b43-a3e1-f8dc3293caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.656822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6ebd02e2-5744-4b43-a3e1-f8dc3293caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.657500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6ebd02e2-5744-4b43-a3e1-f8dc3293caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.658362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6ebd02e2-5744-4b43-a3e1-f8dc3293caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.659595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6ebd02e2-5744-4b43-a3e1-f8dc3293caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.660257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6ebd02e2-5744-4b43-a3e1-f8dc3293caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.660893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6ebd02e2-5744-4b43-a3e1-f8dc3293caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.663839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6ebd02e2-5744-4b43-a3e1-f8dc3293caea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6501 time: 0.1023409 Aug 03 19:27:16.718522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Checking segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:16.718804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Network hostable DHCP agents. Network: 7191228f-9331-4d6f-a775-9287b5c97528, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:27:16.723858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d5a-cb45-4c5d-9af5-11c1ab159d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.726388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:16.731404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8d5a-cb45-4c5d-9af5-11c1ab159d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.736400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3a2f8d5a-cb45-4c5d-9af5-11c1ab159d5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6a2d328-ca9a-4b11-8ea3-0d285ee5d72b HTTP/1.1" status: 204 len: 168 time: 0.8801887 Aug 03 19:27:16.737143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:16.750483 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Network 7191228f-9331-4d6f-a775-9287b5c97528 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:27:16.777730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 7191228f-9331-4d6f-a775-9287b5c97528) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:16.788569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.789463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.818751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f8d5a-cb45-4c5d-9af5-11c1ab159d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a2d328-ca9a-4b11-8ea3-0d285ee5d72b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:16.830171 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5baff070-f9e7-43da-ad66-25da725e1cfb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9398825 Aug 03 19:27:16.830836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57268) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:16.836209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:16.863327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b54407b-4dbb-4053-bde8-d25777eed1c3 None None] Network 7191228f-9331-4d6f-a775-9287b5c97528 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:16.902651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.904187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.914465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6d021b1e-9aae-4bfd-af2b-6b2f36a5b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.916277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-6d021b1e-9aae-4bfd-af2b-6b2f36a5b371 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c8594735-32ad-4a59-96a0-40ff4321f00b HTTP/1.1" status: 200 len: 917 time: 0.2427330 Aug 03 19:27:17.051390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-47c422d9-abf7-44a9-b659-cebbff2ba020 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e5a708-a684-4d50-9090-6047efef003d HTTP/1.1" status: 200 len: 998 time: 0.1247807 Aug 03 19:27:17.134097 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.595161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57284) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:17.662199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-7191228f-9331-4d6f-a775-9287b5c97528', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:17.663114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.799712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-09b8ffde-272a-452a-8738-ac3137f3e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:17.801392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-09b8ffde-272a-452a-8738-ac3137f3e998 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed49f2e-9d4a-4d20-bac1-b435ebdcf227 HTTP/1.1" status: 200 len: 855 time: 0.6937044 Aug 03 19:27:17.807096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1189fd06-9964-46ec-97b3-473f36ad4ec3', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'port_id': 'b0e5a708-a684-4d50-9090-6047efef003d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'mac_address': 'fa:16:3e:59:68:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:25:38Z', 'updated_at': '2021-08-03T19:27:14Z', 'revision_number': 1, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:25:02Z', 'revision_number': 5, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:17.810367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4872f8bd-9cd1-4a0f-b296-08729e128b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.869302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] Checking router: 585adac8-3078-4c51-a03e-725101dd2df0 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:17.912196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:17.913024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:17.980796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Allocated IP 172.20.0.2 (7191228f-9331-4d6f-a775-9287b5c97528/7b30dd12-60ba-4ca4-8514-c4f98cac7cd7/fdc8166e-f296-44b7-8928-8fab34e58422) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:18.035711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b8b07-1ca5-4782-8c79-0a8293da50c2 req-c3f16527-027e-4e49-9075-e18aabb3bdf9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:18.038269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4872f8bd-9cd1-4a0f-b296-08729e128b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.044643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403b8b07-1ca5-4782-8c79-0a8293da50c2 req-c3f16527-027e-4e49-9075-e18aabb3bdf9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2891204 Aug 03 19:27:18.051980 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4872f8bd-9cd1-4a0f-b296-08729e128b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.079736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.089773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-9dbdedef-aa92-452d-84ab-241eafb56bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:18.092145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-9dbdedef-aa92-452d-84ab-241eafb56bac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8594735-32ad-4a59-96a0-40ff4321f00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786357 Aug 03 19:27:18.126652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403b8b07-1ca5-4782-8c79-0a8293da50c2 req-09351e68-25cc-423e-8d29-d77ad0bfb475 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796635 Aug 03 19:27:18.202504 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4872f8bd-9cd1-4a0f-b296-08729e128b62 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ce70f41ddc549c08b1621c386126c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062036 Aug 03 19:27:18.205264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872f8bd-9cd1-4a0f-b296-08729e128b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d4903-19a2-480b-90c7-e752eacf7247,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:18.208310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57300) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:18.208655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:18.314628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7040-5e50-46e5-87c8-96316255def8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.354104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7040-5e50-46e5-87c8-96316255def8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.472012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7040-5e50-46e5-87c8-96316255def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.476791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7040-5e50-46e5-87c8-96316255def8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.483118 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9e5e7040-5e50-46e5-87c8-96316255def8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f89d4903-19a2-480b-90c7-e752eacf7247 HTTP/1.1" status: 204 len: 168 time: 0.2694881 Aug 03 19:27:18.483449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-17d7e280-1c72-47a0-98d8-ca4e5cf50d9b service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683341 Aug 03 19:27:18.493783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e7040-5e50-46e5-87c8-96316255def8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d4903-19a2-480b-90c7-e752eacf7247,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:18.881958 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.900400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Transition to ACTIVE for port object fdc8166e-f296-44b7-8928-8fab34e58422 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:18.907109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f489e2f2-c0ec-45e2-b67f-ebe84fd4fd81 req-084659b0-0e4c-491f-80f8-9babf2f92faf service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141834 Aug 03 19:27:18.941527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.982821 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.001032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Transition to ACTIVE for port object fdc8166e-f296-44b7-8928-8fab34e58422 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:19.064677 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.113350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Network 7191228f-9331-4d6f-a775-9287b5c97528 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:19.123088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:19.128210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:19.153917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Pushing event updated for resources: {'Port': ['ID=fdc8166e-f296-44b7-8928-8fab34e58422,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:19.187199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Allocated IP 172.25.4.84 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:19.239875 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Attempting to bind port fdc8166e-f296-44b7-8928-8fab34e58422 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:19.240773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Attempting to bind port fdc8166e-f296-44b7-8928-8fab34e58422 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:19.241537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Attempting to bind port fdc8166e-f296-44b7-8928-8fab34e58422 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:19.246982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1189fd06-9964-46ec-97b3-473f36ad4ec3', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'port_id': 'b0e5a708-a684-4d50-9090-6047efef003d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'mac_address': 'fa:16:3e:59:68:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:25:38Z', 'updated_at': '2021-08-03T19:27:14Z', 'revision_number': 1, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:25:02Z', 'revision_number': 5, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:19.255514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:19.256371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Checking segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:19.257070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.257696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Bound using segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:19.259527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Bound port: fdc8166e-f296-44b7-8928-8fab34e58422, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:19.259938 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.338147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57328) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:19.354868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45723726-3a87-4620-9350-2abc7ecda9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.392157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd2eef-41af-44c9-92f0-f4eff6887982 None None] The sync data for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 is: [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1189fd06-9964-46ec-97b3-473f36ad4ec3', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'port_id': 'b0e5a708-a684-4d50-9090-6047efef003d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'mac_address': 'fa:16:3e:59:68:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:25:38Z', 'updated_at': '2021-08-03T19:27:14Z', 'revision_number': 1, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:25:02Z', 'revision_number': 5, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:19.460211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfc8f8-7991-47c6-9a0b-f1a6524e3579 req-730969bc-9a7d-430b-ac55-d403e541d741 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:19.462961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ebfc8f8-7991-47c6-9a0b-f1a6524e3579 req-730969bc-9a7d-430b-ac55-d403e541d741 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1842892 Aug 03 19:27:19.487918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] For port fdc8166e-f296-44b7-8928-8fab34e58422, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:19.492084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] For port fdc8166e-f296-44b7-8928-8fab34e58422, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fdc8166e-f296-44b7-8928-8fab34e58422,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:19.504907 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.566258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45723726-3a87-4620-9350-2abc7ecda9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.579942 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45723726-3a87-4620-9350-2abc7ecda9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.599523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ebfc8f8-7991-47c6-9a0b-f1a6524e3579 req-b37dcfcb-2427-45b0-a1ab-9f7a587a7d3e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096892 Aug 03 19:27:19.631882 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.642174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aad06d-30d5-44be-b80d-de2a491e8b6b None None] Pushing event updated for resources: {'Port': ['ID=fdc8166e-f296-44b7-8928-8fab34e58422,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:19.652800 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-45723726-3a87-4620-9350-2abc7ecda9e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a2553cb9fe842b7a3ad6811c11996cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112011 Aug 03 19:27:19.654996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57334) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:19.665964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723726-3a87-4620-9350-2abc7ecda9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e67b7-f03f-4908-a7b8-ab634abc6951,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:19.892526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8af4941-e791-42fa-9634-223a1121407c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.924792 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72776010-c027-45f0-a3a2-a829ae4adc44 None None] New status for floating IP 1189fd06-9964-46ec-97b3-473f36ad4ec3: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:27:19.991744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8af4941-e791-42fa-9634-223a1121407c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.075552 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.272214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:20.332034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:20.353687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:20.406451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.523753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Pushing event updated for resources: {'Port': ['ID=1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:20.546301 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8af4941-e791-42fa-9634-223a1121407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.551573 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8af4941-e791-42fa-9634-223a1121407c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.560614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a8af4941-e791-42fa-9634-223a1121407c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a1e67b7-f03f-4908-a7b8-ab634abc6951 HTTP/1.1" status: 204 len: 168 time: 0.9016807 Aug 03 19:27:20.616093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ed831-14fd-4b91-9302-9e6de7cac2ed req-fbd12c59-db74-4f07-851f-20708319d1fa tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:20.620137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d56ed831-14fd-4b91-9302-9e6de7cac2ed req-fbd12c59-db74-4f07-851f-20708319d1fa tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.5078053 Aug 03 19:27:20.630958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af4941-e791-42fa-9634-223a1121407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e67b7-f03f-4908-a7b8-ab634abc6951,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:20.756881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fdc8166e-f296-44b7-8928-8fab34e58422 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:20.856560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port fdc8166e-f296-44b7-8928-8fab34e58422 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:20.998006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d56ed831-14fd-4b91-9302-9e6de7cac2ed req-b8f130a9-745f-49f5-b474-4ce2c1d0cc7a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611166 Aug 03 19:27:21.227757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.311715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b50b6-7ba5-4649-bd06-c655cc63cb1f req-31597049-8c5c-472f-80b0-e684cd19bcf8 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:21.320639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-242b50b6-7ba5-4649-bd06-c655cc63cb1f req-31597049-8c5c-472f-80b0-e684cd19bcf8 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1580813 Aug 03 19:27:21.447129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-242b50b6-7ba5-4649-bd06-c655cc63cb1f req-e767bba1-d7a5-4649-b6a4-14aa6d5a0fd9 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243594 Aug 03 19:27:21.517269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad7de1a-3196-4343-a783-4e5366b35597 None None] Network 7191228f-9331-4d6f-a775-9287b5c97528 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:21.717977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-396a9041-93c7-42c9-905e-4baf02aacb03 None None] Provisioning for port fdc8166e-f296-44b7-8928-8fab34e58422 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:21.725760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-396a9041-93c7-42c9-905e-4baf02aacb03 None None] Provisioning complete for port fdc8166e-f296-44b7-8928-8fab34e58422 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:21.726611 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-396a9041-93c7-42c9-905e-4baf02aacb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.962615 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-396a9041-93c7-42c9-905e-4baf02aacb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.009610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-396a9041-93c7-42c9-905e-4baf02aacb03 None None] For port fdc8166e-f296-44b7-8928-8fab34e58422, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fdc8166e-f296-44b7-8928-8fab34e58422,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:22.021167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-396a9041-93c7-42c9-905e-4baf02aacb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.096088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31cde2-41b0-4e45-b3cd-c58765b544c0 req-b6002783-4db8-4dfe-8f25-10a08a057582 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:22.103728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee31cde2-41b0-4e45-b3cd-c58765b544c0 req-b6002783-4db8-4dfe-8f25-10a08a057582 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1897252 Aug 03 19:27:22.111179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.138615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a9041-93c7-42c9-905e-4baf02aacb03 None None] Pushing event updated for resources: {'Port': ['ID=fdc8166e-f296-44b7-8928-8fab34e58422,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:22.218284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee31cde2-41b0-4e45-b3cd-c58765b544c0 req-a7452bdc-2002-4b94-9f32-1059009697e3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020291 Aug 03 19:27:22.465336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-83989ea4-0161-4e2a-9238-d2d95303750f None None] Provisioning complete for port fdc8166e-f296-44b7-8928-8fab34e58422 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:22.467067 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-83989ea4-0161-4e2a-9238-d2d95303750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.510377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Router 0464f33a-4e36-45b6-844f-c478328d47b4 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:22.672421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:22.701965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.706450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ea2ec884-d6e2-43da-bd61-de804d6cebfa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8714836 Aug 03 19:27:22.706723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Sync routers for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:22.707216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57410) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:22.713171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fdc8166e-f296-44b7-8928-8fab34e58422 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:22.767770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:22.769194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:23.005039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:23.144740 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fdc8166e-f296-44b7-8928-8fab34e58422 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:23.145576 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.321414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:20Z', 'revision_number': 3, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:23.353383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Checking router: 0464f33a-4e36-45b6-844f-c478328d47b4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:23.353958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Updating router 0464f33a-4e36-45b6-844f-c478328d47b4 port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:27:23.404851 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.500781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae140a3-56c6-45b1-a626-fac49ed17dbe req-17ca476e-dc96-4c98-9a01-05e070e4aeef tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:23.502903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ae140a3-56c6-45b1-a626-fac49ed17dbe req-17ca476e-dc96-4c98-9a01-05e070e4aeef tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1259379 Aug 03 19:27:23.577276 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.593245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ae140a3-56c6-45b1-a626-fac49ed17dbe req-caa5447e-8613-4c06-a26b-f9db0914b442 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834861 Aug 03 19:27:24.055453 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.081763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Allocated IP 172.20.0.1 (7191228f-9331-4d6f-a775-9287b5c97528/7b30dd12-60ba-4ca4-8514-c4f98cac7cd7/fb417da4-0103-4580-ad8f-c611904d1b5a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:24.110324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Transition to ACTIVE for port object 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:24.124116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.279356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Attempting to bind port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:24.280456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Attempting to bind port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:24.280849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Attempting to bind port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:24.294716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:24.295096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:24.295695 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.295907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:24.296373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Bound port: 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:24.296975 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.375513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ed397-23e0-4877-a627-4a15528d34c1 None None] Pushing event updated for resources: {'Port': ['ID=1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:24.378668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] For port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:24.395056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] For port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:24.402127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.410675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.455497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Transition to ACTIVE for port object fb417da4-0103-4580-ad8f-c611904d1b5a will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:24.490846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ed397-23e0-4877-a627-4a15528d34c1 None None] Pushing event updated for resources: {'Port': ['ID=1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:24.508815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.509718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:24.510665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:24.599946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Network 7191228f-9331-4d6f-a775-9287b5c97528 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:24.606649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:24.615169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:24.663976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:24.732211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb417da4-0103-4580-ad8f-c611904d1b5a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:24.790218 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.900048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44756c6-bcc1-4bf4-9e12-0395794364b5 req-7e355c67-0b6e-40b4-9347-1c03fe6e7b26 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:24.912204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a44756c6-bcc1-4bf4-9e12-0395794364b5 req-7e355c67-0b6e-40b4-9347-1c03fe6e7b26 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1244462 Aug 03 19:27:25.012218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a44756c6-bcc1-4bf4-9e12-0395794364b5 req-e03b3138-b82e-491f-a009-9574a854127c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987206 Aug 03 19:27:25.141122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:20Z', 'revision_number': 3, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:25.198324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:25.296295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec70f2-f135-48fb-9829-c1d30eecc8de None None] The sync data for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 is: [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:20Z', 'revision_number': 3, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:25.315879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-088ad8d1-5811-46e9-916f-8fcf375564d2 None None] Provisioning for port fb417da4-0103-4580-ad8f-c611904d1b5a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:25.339856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-088ad8d1-5811-46e9-916f-8fcf375564d2 None None] Provisioning complete for port fb417da4-0103-4580-ad8f-c611904d1b5a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:25.340425 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-088ad8d1-5811-46e9-916f-8fcf375564d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:25.442459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-088ad8d1-5811-46e9-916f-8fcf375564d2 None None] Port fb417da4-0103-4580-ad8f-c611904d1b5a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:25.561522 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:25.577876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:25.655850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:25.758613 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:25.775647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb417da4-0103-4580-ad8f-c611904d1b5a,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:26.140985 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf72659d-f3e6-418f-a322-8ca7e1b43fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.199614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Network 7191228f-9331-4d6f-a775-9287b5c97528 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:26.203501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:26.492252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76b87c-e55c-4f95-b7cb-9ebc4b5d1353 req-a6e736bd-d2bb-48a6-9b96-0ea6d23032a6 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:26.505409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb76b87c-e55c-4f95-b7cb-9ebc4b5d1353 req-a6e736bd-d2bb-48a6-9b96-0ea6d23032a6 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2604213 Aug 03 19:27:26.559079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Router 0464f33a-4e36-45b6-844f-c478328d47b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:26.611929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb76b87c-e55c-4f95-b7cb-9ebc4b5d1353 req-1255351b-b998-4992-8467-125e9c0bb623 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052141 Aug 03 19:27:26.748574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:26.928637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-448168a8-4787-4ebd-a630-3e6167cc122a None None] Provisioning complete for port fb417da4-0103-4580-ad8f-c611904d1b5a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:26.932341 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-448168a8-4787-4ebd-a630-3e6167cc122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.963255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:26.983701 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fe437847-ef10-4009-9bbc-ea46da9e27e2 admin admin] 10.222.0.42 "PUT /v2.0/routers/0464f33a-4e36-45b6-844f-c478328d47b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2749264 Aug 03 19:27:26.984531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-448168a8-4787-4ebd-a630-3e6167cc122a None None] Port fb417da4-0103-4580-ad8f-c611904d1b5a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:26.986382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:27.007658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:27.008038 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.214607 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.268205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:27.279238 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.402091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:27.929261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951c2f5-c2a8-4f98-aee0-9fc2c282f9c2 req-b0573c00-a33f-4af8-afcc-10c71a6f2c28 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:27.944013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6951c2f5-c2a8-4f98-aee0-9fc2c282f9c2 req-b0573c00-a33f-4af8-afcc-10c71a6f2c28 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1197884 Aug 03 19:27:28.054357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6951c2f5-c2a8-4f98-aee0-9fc2c282f9c2 req-360f29cf-b525-4eb6-8052-ebfb52022f2f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088946 Aug 03 19:27:28.121698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57524) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:28.128333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4b46803e-0805-4090-a354-4a56f6cfa87d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876244766', 'description': 'tempest-description--274510831'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:28.160913 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b46803e-0805-4090-a354-4a56f6cfa87d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.321983 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b46803e-0805-4090-a354-4a56f6cfa87d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.332743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b46803e-0805-4090-a354-4a56f6cfa87d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.458569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46803e-0805-4090-a354-4a56f6cfa87d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ded48b-7d69-475f-9011-ced98d64bd57,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:28.467576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b46803e-0805-4090-a354-4a56f6cfa87d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.472651 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4b46803e-0805-4090-a354-4a56f6cfa87d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3455412 Aug 03 19:27:28.473538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57536) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:28.480113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9881fa58-4076-4be3-94ba-8d692ffb39b3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'security_group_rule': {'security_group_id': '00ded48b-7d69-475f-9011-ced98d64bd57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:28.536228 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9881fa58-4076-4be3-94ba-8d692ffb39b3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.662523 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Sync routers for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:28.690093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9881fa58-4076-4be3-94ba-8d692ffb39b3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.703687 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:28.705024 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:28.711851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:28.721206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9881fa58-4076-4be3-94ba-8d692ffb39b3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.763455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9881fa58-4076-4be3-94ba-8d692ffb39b3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.769056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9881fa58-4076-4be3-94ba-8d692ffb39b3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2901425 Aug 03 19:27:28.769246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57542) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:28.774633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881fa58-4076-4be3-94ba-8d692ffb39b3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b44afc-8d2f-4f5e-9d01-6469216e62e5,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:28.783221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'security_group_rule': {'security_group_id': '00ded48b-7d69-475f-9011-ced98d64bd57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:28.845797 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.846138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-0f6c3427-2f5c-4234-8394-d5bc150aab77 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.873563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-0f6c3427-2f5c-4234-8394-d5bc150aab77 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.897588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-0f6c3427-2f5c-4234-8394-d5bc150aab77 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.912826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-0f6c3427-2f5c-4234-8394-d5bc150aab77 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.930106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-0f6c3427-2f5c-4234-8394-d5bc150aab77 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.944783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-0f6c3427-2f5c-4234-8394-d5bc150aab77 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.973429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-0f6c3427-2f5c-4234-8394-d5bc150aab77 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.979173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:28.980307 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.985689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-0f6c3427-2f5c-4234-8394-d5bc150aab77 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 0.3390093 Aug 03 19:27:29.019667 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.027528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.085720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86aec46f-7591-48aa-bf5e-ee36f2d216b9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:29.118021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.118381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.120391 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:29.123212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-934bc8bf-a2a5-426a-8642-198eca654f55 req-120ec2c0-b4a6-4867-8037-cd894e5b16da tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356492 Aug 03 19:27:29.125674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.125674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.126921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.126921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.126921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.127519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.127519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.127935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.128269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.134962 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:29.142306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.144709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-435c5745-88fe-41f5-a765-7e8fb703a80b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3723488 Aug 03 19:27:29.149557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57550) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:29.157859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:29.208937 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.582542 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 2, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:29.620032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa868d-3db8-466d-bb3b-61402961bc75 req-ec52bb70-01b6-4278-a84d-c5bfc627f363 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.632738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa868d-3db8-466d-bb3b-61402961bc75 req-ec52bb70-01b6-4278-a84d-c5bfc627f363 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.642508 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Checking router: 0464f33a-4e36-45b6-844f-c478328d47b4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:29.644218 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Updating router 0464f33a-4e36-45b6-844f-c478328d47b4 port fb417da4-0103-4580-ad8f-c611904d1b5a binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:27:29.646336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa868d-3db8-466d-bb3b-61402961bc75 req-ec52bb70-01b6-4278-a84d-c5bfc627f363 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.659134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa868d-3db8-466d-bb3b-61402961bc75 req-ec52bb70-01b6-4278-a84d-c5bfc627f363 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.672247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa868d-3db8-466d-bb3b-61402961bc75 req-ec52bb70-01b6-4278-a84d-c5bfc627f363 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.684831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa868d-3db8-466d-bb3b-61402961bc75 req-ec52bb70-01b6-4278-a84d-c5bfc627f363 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.690532 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.698083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa868d-3db8-466d-bb3b-61402961bc75 req-ec52bb70-01b6-4278-a84d-c5bfc627f363 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.715201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bfa868d-3db8-466d-bb3b-61402961bc75 req-ec52bb70-01b6-4278-a84d-c5bfc627f363 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 0.3400614 Aug 03 19:27:29.760209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb4f16-bffa-4ab7-8fc8-8b57968bdbf3 req-3233d117-e2d9-499f-97d4-0676f876732e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.789614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8bb4f16-bffa-4ab7-8fc8-8b57968bdbf3 req-3233d117-e2d9-499f-97d4-0676f876732e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.4188256 Aug 03 19:27:29.799181 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.022438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8bb4f16-bffa-4ab7-8fc8-8b57968bdbf3 req-92f9f9de-07e9-4d00-9734-00116d582168 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134564 Aug 03 19:27:30.025338 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.282797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c08f8b8-174c-4193-8b2c-da67a1621584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.283118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Allocated IP 172.25.4.149 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/feff4415-be3a-47c6-8cea-c6cb4d0e7c45) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:30.483265 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.521567 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Transition to ACTIVE for port object fb417da4-0103-4580-ad8f-c611904d1b5a will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:30.542278 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.565354 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.698568 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.737979 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905f719-76b7-48d1-809b-803465598502 None None] Pushing event updated for resources: {'Port': ['ID=fb417da4-0103-4580-ad8f-c611904d1b5a,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:30.773910 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.775214 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.775883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.776672 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.777254 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.778026 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.779281 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.780215 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.780996 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.781605 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.782222 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.782869 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905f719-76b7-48d1-809b-803465598502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:30.787506 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Attempting to bind port fb417da4-0103-4580-ad8f-c611904d1b5a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:30.788351 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Attempting to bind port fb417da4-0103-4580-ad8f-c611904d1b5a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:30.789061 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Attempting to bind port fb417da4-0103-4580-ad8f-c611904d1b5a on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:30.797237 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:30.798151 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Checking segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:30.798844 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.799505 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Bound using segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:30.800335 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Bound port: fb417da4-0103-4580-ad8f-c611904d1b5a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:30.800989 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.839357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:30.844977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:30.852488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:30.905032 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] For port fb417da4-0103-4580-ad8f-c611904d1b5a, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:30.909688 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] For port fb417da4-0103-4580-ad8f-c611904d1b5a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fb417da4-0103-4580-ad8f-c611904d1b5a,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:30.928207 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.981648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57590) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:31.037145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'Port': ['ID=feff4415-be3a-47c6-8cea-c6cb4d0e7c45,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:31.122506 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:31.123853 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:31.212545 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.553517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.797235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bf426-2fd5-41fa-8bd7-6b69cff74f75 req-444f1c27-7048-471e-9382-dbbdd3ca7811 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:31.804581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e5bf426-2fd5-41fa-8bd7-6b69cff74f75 req-444f1c27-7048-471e-9382-dbbdd3ca7811 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.5770636 Aug 03 19:27:31.832867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-84001c15-2f64-45a0-98b9-e8442ffd9455 admin admin] Deleting subnet 99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:31.844686 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84001c15-2f64-45a0-98b9-e8442ffd9455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.969699 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84001c15-2f64-45a0-98b9-e8442ffd9455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.002915 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:32.040666 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.126653 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84001c15-2f64-45a0-98b9-e8442ffd9455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.238457 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905f719-76b7-48d1-809b-803465598502 None None] Pushing event updated for resources: {'Port': ['ID=fb417da4-0103-4580-ad8f-c611904d1b5a,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:32.249849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e5bf426-2fd5-41fa-8bd7-6b69cff74f75 req-4177fa5d-67c0-4eec-80f1-2dc1a97eb02a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039578 Aug 03 19:27:32.270013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84001c15-2f64-45a0-98b9-e8442ffd9455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.427850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001c15-2f64-45a0-98b9-e8442ffd9455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:32.458505 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84001c15-2f64-45a0-98b9-e8442ffd9455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.472500 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-84001c15-2f64-45a0-98b9-e8442ffd9455 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/99e3ea7d-ecbc-4ba8-86eb-4a3d3e8fc7b5 HTTP/1.1" status: 204 len: 168 time: 1.4772301 Aug 03 19:27:32.473448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57642) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:32.579275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.584469 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:30Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:32.594148 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.633398 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77462cce-3b57-41fe-8277-07a35e74864a None None] The sync data for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 is: [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:30Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:32.811371 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.844669 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.853987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'Port': ['ID=feff4415-be3a-47c6-8cea-c6cb4d0e7c45,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:32.889571 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.912551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-61f986c1-6d90-46ce-b268-e42670929a2e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7611430 Aug 03 19:27:33.219501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.274077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73d626c-1e4a-4703-839d-1ea546a9419f']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:33.342045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb772f0-0f33-478e-99e2-11250161990d') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:33.343067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb772f0-0f33-478e-99e2-11250161990d') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:33.371765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.444816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.471029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:27:33.472228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:27:33.479175 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:27:33.594680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57688) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:33.686995 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.704461 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.716612 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f73d626c-1e4a-4703-839d-1ea546a9419f HTTP/1.1" status: 204 len: 168 time: 1.2382665 Aug 03 19:27:33.768623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0045c-78e4-4a41-b747-bf2509a69869 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73d626c-1e4a-4703-839d-1ea546a9419f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:34.274765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57700) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:34.358313 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.436929 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-05d0c3f4-d41d-4aaf-9f3d-3558b48e130e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8a6f9b580ec4f39ad40babf0e158edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600416 Aug 03 19:27:34.444061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57704) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:34.456306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-470d1a14-933c-413b-ac61-a7f87d98bb25 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--876244766&fields=id&tenant_id=a7b192dfb0d2451d83579d34323df239 HTTP/1.1" status: 200 len: 267 time: 1.0776572 Aug 03 19:27:34.491880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce353-fa1b-4d5e-90a0-97b735d49305 req-6b2c5ac6-b0be-42ee-bc69-6fc32d5dc25e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.493698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bcce353-fa1b-4d5e-90a0-97b735d49305 req-6b2c5ac6-b0be-42ee-bc69-6fc32d5dc25e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 1.0868776 Aug 03 19:27:34.511516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-71815c36-7998-451a-9d68-d936d9dd115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.515397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-71815c36-7998-451a-9d68-d936d9dd115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.516821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-71815c36-7998-451a-9d68-d936d9dd115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.517619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-71815c36-7998-451a-9d68-d936d9dd115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.519457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-71815c36-7998-451a-9d68-d936d9dd115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.521456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-71815c36-7998-451a-9d68-d936d9dd115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.522311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-71815c36-7998-451a-9d68-d936d9dd115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.535780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-71815c36-7998-451a-9d68-d936d9dd115a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6492 time: 0.9366403 Aug 03 19:27:34.672998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fa86498e-1c5f-4acd-b413-1978604d0a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.787919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b8264115-992d-4f85-811f-a8e663db4fd5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.790087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b8264115-992d-4f85-811f-a8e663db4fd5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.2948153 Aug 03 19:27:34.791609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fb417da4-0103-4580-ad8f-c611904d1b5a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:34.794938 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fa86498e-1c5f-4acd-b413-1978604d0a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.828240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-fc8af906-38f9-4c7c-9b1e-30091d1217f4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/quotas/a7b192dfb0d2451d83579d34323df239 HTTP/1.1" status: 200 len: 375 time: 0.0133145 Aug 03 19:27:34.830529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-4d85c7c1-5644-45bf-88c8-d1e24f532e3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&id=203db56f-11e2-49b5-a30d-62a2126f4690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2933629 Aug 03 19:27:34.908191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fa86498e-1c5f-4acd-b413-1978604d0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.913379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fa86498e-1c5f-4acd-b413-1978604d0a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.925872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fa86498e-1c5f-4acd-b413-1978604d0a54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53cd29b8-15ec-411f-bdbe-1df27fc46f7b HTTP/1.1" status: 204 len: 168 time: 0.4793968 Aug 03 19:27:34.944223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port fb417da4-0103-4580-ad8f-c611904d1b5a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:34.944508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bcce353-fa1b-4d5e-90a0-97b735d49305 req-4ed14f03-29b6-48d3-ba2e-e019c51387bc tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751590 Aug 03 19:27:34.952864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fb417da4-0103-4580-ad8f-c611904d1b5a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:34.955780 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.989126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86498e-1c5f-4acd-b413-1978604d0a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cd29b8-15ec-411f-bdbe-1df27fc46f7b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:35.116523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-8fe639fc-22f4-4837-bf2e-650cbb923dac tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2604916 Aug 03 19:27:35.194039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.271848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-3f2d2078-5ed2-4cc6-ae50-b8bdc0350c13 req-3e123e57-51ed-422c-b440-bd15e9f46e93 service neutron] (94134) timed out ('10.222.0.42', 58836) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:27:35.282470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port fb417da4-0103-4580-ad8f-c611904d1b5a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fb417da4-0103-4580-ad8f-c611904d1b5a,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:35.291805 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.379437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=fb417da4-0103-4580-ad8f-c611904d1b5a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:35.415757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-4e5fef79-faa4-4c26-b56e-9c38ccfb529c service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717180 Aug 03 19:27:35.560153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57722) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:35.629985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-0b5fbba6-0e97-410f-bc13-163380daf9b6 service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130146 Aug 03 19:27:35.755140 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a383eae-9790-4f5c-a474-f5410ba03b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.906178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-078609ef-2984-4280-8947-994727a0dfa4 req-774e560a-a5ca-410b-a590-d6b7d3ebd336 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 210 time: 0.0567920 Aug 03 19:27:35.931397 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a383eae-9790-4f5c-a474-f5410ba03b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.938017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a383eae-9790-4f5c-a474-f5410ba03b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.977736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a383eae-9790-4f5c-a474-f5410ba03b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90359337-ed43-4468-bbd4-2babfc390140,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:36.017802 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a383eae-9790-4f5c-a474-f5410ba03b18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7eb4014c85e1488e8e171c3e73bbaff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524696 Aug 03 19:27:36.018396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57742) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:36.261243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d770f-b45a-4e64-a592-1077cc1c5e2b req-efa1fde9-9ec8-4748-b7e4-082e6bdfc152 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:36.265212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f01d770f-b45a-4e64-a592-1077cc1c5e2b req-efa1fde9-9ec8-4748-b7e4-082e6bdfc152 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1642354 Aug 03 19:27:36.267616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a58cf-7bae-47ef-941a-4ab297754cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.348300 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a58cf-7bae-47ef-941a-4ab297754cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.494373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f01d770f-b45a-4e64-a592-1077cc1c5e2b req-f85cf5d6-0d19-43d6-bc20-cb44f9edde1b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831377 Aug 03 19:27:36.519880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a58cf-7bae-47ef-941a-4ab297754cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.523614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a58cf-7bae-47ef-941a-4ab297754cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.529005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2a7a58cf-7bae-47ef-941a-4ab297754cf0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90359337-ed43-4468-bbd4-2babfc390140 HTTP/1.1" status: 204 len: 168 time: 0.5054255 Aug 03 19:27:36.536214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a58cf-7bae-47ef-941a-4ab297754cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90359337-ed43-4468-bbd4-2babfc390140,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:36.601748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57764) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:36.786707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fb417da4-0103-4580-ad8f-c611904d1b5a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:36.973210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fb417da4-0103-4580-ad8f-c611904d1b5a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:36.973657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.206667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fbba646-c3a6-41ef-ae43-d51100f29514 req-2388bf4b-cf0b-4174-b11c-e7bb1a89a784 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 210 time: 0.0799496 Aug 03 19:27:37.249120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1806360585-network', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:37.300374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Made reservation on behalf of d9e1e847f9d5430e9835cf83e9124d9a for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:37.302869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.314682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.508324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.516726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.610983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4604d-4d5f-445a-94ec-fddc489ace18,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:37.617509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57784) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:37.645535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0a63cc4-a200-4d80-9753-61d2c184053d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.664437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:27:37.703372 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.703722 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Added segment 4a3ec604-819c-4b71-8209-dc548a544645 of type vlan for network 7a997972-eb4e-47ea-a67d-ec7bc177c774 Aug 03 19:27:37.761720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e77be-5e55-4a26-81e4-1da26976e4e1 req-b3a73aba-1b24-4b95-a698-20dc34b1a94c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:37.764627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-655e77be-5e55-4a26-81e4-1da26976e4e1 req-b3a73aba-1b24-4b95-a698-20dc34b1a94c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1050353 Aug 03 19:27:37.786460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.819917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:37.850308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-655e77be-5e55-4a26-81e4-1da26976e4e1 req-d386b646-7672-46e4-a778-79e0cec5be5f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790744 Aug 03 19:27:37.860457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.862602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:37.863522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.903376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0a63cc4-a200-4d80-9753-61d2c184053d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.912248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0a63cc4-a200-4d80-9753-61d2c184053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.952326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3494396 Aug 03 19:27:37.954677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e15468-734a-4261-beed-8abf210b9d41 admin admin] Pushing event updated for resources: {'Network': ['ID=7a997972-eb4e-47ea-a67d-ec7bc177c774,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:37.957816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57792) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:37.964932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Request body: {'subnet': {'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1806360585-subnet', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:37.967594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 7a997972-eb4e-47ea-a67d-ec7bc177c774 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:27:37.982325 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a0a63cc4-a200-4d80-9753-61d2c184053d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9ef6d603ad447c08138f5da24c088c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684385 Aug 03 19:27:37.983661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a63cc4-a200-4d80-9753-61d2c184053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efecfb9-2ebf-420c-8d29-b04d158a7ac6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:37.988341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57794) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:37.994008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Made reservation on behalf of d9e1e847f9d5430e9835cf83e9124d9a for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:38.000624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.055168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6326e0c9-69f4-4a79-a22d-b1771cb91ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.087672 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6326e0c9-69f4-4a79-a22d-b1771cb91ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.135224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-264f79a4-1b6b-4fd2-8d16-7db2d4ae7df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.197833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6326e0c9-69f4-4a79-a22d-b1771cb91ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.201552 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6326e0c9-69f4-4a79-a22d-b1771cb91ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.206837 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6326e0c9-69f4-4a79-a22d-b1771cb91ff7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9efecfb9-2ebf-420c-8d29-b04d158a7ac6 HTTP/1.1" status: 204 len: 168 time: 0.2122083 Aug 03 19:27:38.229128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326e0c9-69f4-4a79-a22d-b1771cb91ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efecfb9-2ebf-420c-8d29-b04d158a7ac6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:38.437758 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:27:38.510848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b316f168-7d58-4882-94d3-73d1a64c1b44 req-e03b88f4-67c8-407e-a564-55366348af7e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 210 time: 0.1031952 Aug 03 19:27:38.540160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b12822d6-bc6f-464d-9310-aa8f16ae85ab tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:38.541883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b12822d6-bc6f-464d-9310-aa8f16ae85ab tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.3993175 Aug 03 19:27:38.574774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.692185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-264f79a4-1b6b-4fd2-8d16-7db2d4ae7df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.746147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-264f79a4-1b6b-4fd2-8d16-7db2d4ae7df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.784011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-499de5d1-a262-47e7-8b56-05aa1f2fc5a3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b192dfb0d2451d83579d34323df239 HTTP/1.1" status: 200 len: 379 time: 0.2203717 Aug 03 19:27:38.800782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237b1944-dfdc-44af-a053-50768787eace,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:38.822500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'port': {'device_id': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'admin_state_up': True, 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'security_groups': ['00ded48b-7d69-475f-9011-ced98d64bd57']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:39.008228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-264f79a4-1b6b-4fd2-8d16-7db2d4ae7df3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1d5461d9dc74b64be1a72cbaa610dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1841857 Aug 03 19:27:39.009223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f79a4-1b6b-4fd2-8d16-7db2d4ae7df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08de043-bbb1-4e0b-a39c-23116de9572c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:39.011094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57818) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:39.096446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Checking segment: {'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:39.097105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Network hostable DHCP agents. Network: 7a997972-eb4e-47ea-a67d-ec7bc177c774, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:27:39.167535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8dfb75f0-21ef-4e40-b1cc-9ebd0776b495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.213217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Network 7a997972-eb4e-47ea-a67d-ec7bc177c774 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:27:39.221210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8dfb75f0-21ef-4e40-b1cc-9ebd0776b495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.241917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298892e3-7345-4dbc-86f6-c7b13828ac58 req-259696af-1049-43ee-b2fa-b0065b1f5e3c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:39.245050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298892e3-7345-4dbc-86f6-c7b13828ac58 req-259696af-1049-43ee-b2fa-b0065b1f5e3c tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2489955 Aug 03 19:27:39.267611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 7a997972-eb4e-47ea-a67d-ec7bc177c774) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:39.285403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c529b53e-f811-4767-88cf-c158ae7175fc None None] Network 7a997972-eb4e-47ea-a67d-ec7bc177c774 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:39.310434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:39.311500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.376694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Made reservation on behalf of a7b192dfb0d2451d83579d34323df239 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:39.383727 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.395819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298892e3-7345-4dbc-86f6-c7b13828ac58 req-656565e4-f70c-495a-80ed-c49c0295e4a4 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356709 Aug 03 19:27:39.401734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8dfb75f0-21ef-4e40-b1cc-9ebd0776b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.406639 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8dfb75f0-21ef-4e40-b1cc-9ebd0776b495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.410321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4a8e69cd-57c3-4c43-b310-9dfb8d2282f6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4508598 Aug 03 19:27:39.412566 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8dfb75f0-21ef-4e40-b1cc-9ebd0776b495 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c08de043-bbb1-4e0b-a39c-23116de9572c HTTP/1.1" status: 204 len: 168 time: 0.3976295 Aug 03 19:27:39.414742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57826) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:39.424077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:39.464736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb75f0-21ef-4e40-b1cc-9ebd0776b495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08de043-bbb1-4e0b-a39c-23116de9572c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:39.577731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.580495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.685985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Allocated IP 172.20.0.5 (7191228f-9331-4d6f-a775-9287b5c97528/7b30dd12-60ba-4ca4-8514-c4f98cac7cd7/73d097c3-a7a4-41f0-9464-39aa57a02399) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:39.764134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-7a997972-eb4e-47ea-a67d-ec7bc177c774', 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'fixed_ips': [{'subnet_id': '237b1944-dfdc-44af-a053-50768787eace'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:39.765655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.957685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd8743db-1ee0-4116-9f30-19b7a99a2488 req-3630cfd6-8671-4b82-bc58-3dcff177f9c5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 210 time: 0.0834727 Aug 03 19:27:40.016394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Allocated IP 172.20.0.2 (7a997972-eb4e-47ea-a67d-ec7bc177c774/237b1944-dfdc-44af-a053-50768787eace/d98c5bba-d46e-46d0-bad1-9e06ce775702) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:40.089372 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.243386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.309044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57844) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:40.344595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3872a4-fe87-4ad1-9587-430199a16949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.348017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Transition to ACTIVE for port object 73d097c3-a7a4-41f0-9464-39aa57a02399 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:40.378600 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.391025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Transition to ACTIVE for port object d98c5bba-d46e-46d0-bad1-9e06ce775702 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:40.411537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Transition to ACTIVE for port object d98c5bba-d46e-46d0-bad1-9e06ce775702 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:40.420629 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.424644 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.521937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Pushing event updated for resources: {'Port': ['ID=d98c5bba-d46e-46d0-bad1-9e06ce775702,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.544858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Network 7a997972-eb4e-47ea-a67d-ec7bc177c774 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:40.548634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:40.553309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:40.558821 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.596821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3872a4-fe87-4ad1-9587-430199a16949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.603117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd3872a4-fe87-4ad1-9587-430199a16949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.661151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Network 7191228f-9331-4d6f-a775-9287b5c97528 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:40.674954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:40.678562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.680865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Attempting to bind port d98c5bba-d46e-46d0-bad1-9e06ce775702 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:40.681905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Attempting to bind port d98c5bba-d46e-46d0-bad1-9e06ce775702 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:40.683097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Attempting to bind port d98c5bba-d46e-46d0-bad1-9e06ce775702 on network 7a997972-eb4e-47ea-a67d-ec7bc177c774 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:40.683314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:40.697656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:40.700744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3872a4-fe87-4ad1-9587-430199a16949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41be857f-5af2-46af-805b-149400905df1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.701233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Checking segment: {'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:40.702272 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.703259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Bound using segment: {'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:40.704358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Bound port: d98c5bba-d46e-46d0-bad1-9e06ce775702, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:40.705550 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.714867 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fd3872a4-fe87-4ad1-9587-430199a16949 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b0aa2bb93854abdb6d47e014b540cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040012 Aug 03 19:27:40.716794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57852) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:40.788931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921adf28-edd1-4d18-90b0-7472abb56dd3 req-b838dad2-8c32-4d1c-ba6a-93a69dafb556 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:40.789749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-921adf28-edd1-4d18-90b0-7472abb56dd3 req-b838dad2-8c32-4d1c-ba6a-93a69dafb556 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2249241 Aug 03 19:27:40.804012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] For port d98c5bba-d46e-46d0-bad1-9e06ce775702, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:40.811183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] For port d98c5bba-d46e-46d0-bad1-9e06ce775702, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d98c5bba-d46e-46d0-bad1-9e06ce775702,segment=NetworkSegment(4a3ec604-819c-4b71-8209-dc548a544645),segment_id=4a3ec604-819c-4b71-8209-dc548a544645)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:40.816115 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a48b8e0-8a2d-418d-8b39-c74456ddd9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.822302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.835804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:40.836495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.869121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a48b8e0-8a2d-418d-8b39-c74456ddd9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.903096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-b48c2eae-806a-47c9-9c51-b12b013ce834 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0884175 Aug 03 19:27:40.956419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-921adf28-edd1-4d18-90b0-7472abb56dd3 req-77d893a7-5b75-4107-ae05-29962fa54b4b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525450 Aug 03 19:27:40.962430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a48b8e0-8a2d-418d-8b39-c74456ddd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.963035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Request body: {'port': {'device_id': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:40.966862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a48b8e0-8a2d-418d-8b39-c74456ddd9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.970836 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4a48b8e0-8a2d-418d-8b39-c74456ddd9b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41be857f-5af2-46af-805b-149400905df1 HTTP/1.1" status: 204 len: 168 time: 0.2506173 Aug 03 19:27:40.988112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48b8e0-8a2d-418d-8b39-c74456ddd9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41be857f-5af2-46af-805b-149400905df1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:41.069432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ace04-1d1b-440c-b603-943c84a76d24 None None] Pushing event updated for resources: {'Port': ['ID=d98c5bba-d46e-46d0-bad1-9e06ce775702,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:41.231532 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.273619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c33e5be4-1c8e-40e1-815d-cc90852b38dc None None] Provisioning for port 73d097c3-a7a4-41f0-9464-39aa57a02399 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:41.283768 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.284733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c33e5be4-1c8e-40e1-815d-cc90852b38dc None None] Provisioning complete for port 73d097c3-a7a4-41f0-9464-39aa57a02399 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:41.287898 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c33e5be4-1c8e-40e1-815d-cc90852b38dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.289336 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.392285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c33e5be4-1c8e-40e1-815d-cc90852b38dc None None] Port 73d097c3-a7a4-41f0-9464-39aa57a02399 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:41.405164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8394f-c19f-4887-b664-7275c439ddbc req-1020582a-9ff4-4e23-bebc-708684be24b0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:41.406953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fc8394f-c19f-4887-b664-7275c439ddbc req-1020582a-9ff4-4e23-bebc-708684be24b0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 931 time: 0.2672110 Aug 03 19:27:41.531562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fc8394f-c19f-4887-b664-7275c439ddbc req-92efb425-0ca1-4290-a11a-4eed84210cc6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989354 Aug 03 19:27:42.161165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Allocated IP 172.25.4.88 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:42.391661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205a49-5124-46be-8c82-4a26f868d566 req-b29881e1-731d-4afb-bb07-00508df1150a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:42.393690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a205a49-5124-46be-8c82-4a26f868d566 req-b29881e1-731d-4afb-bb07-00508df1150a tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1674407 Aug 03 19:27:42.528381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dde8bb-c8e2-410d-8d6b-77db1c0ed7af None None] Network 7a997972-eb4e-47ea-a67d-ec7bc177c774 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:42.687005 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.703439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a205a49-5124-46be-8c82-4a26f868d566 req-1b8ece79-abad-4f26-a3e1-50c4c8eb7602 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822258 Aug 03 19:27:42.708891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9368b248-4817-4b32-bc45-57625755ab86 None None] Provisioning for port d98c5bba-d46e-46d0-bad1-9e06ce775702 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:42.757217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d097c3-a7a4-41f0-9464-39aa57a02399 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:27:42.800433 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.815050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d98c5bba-d46e-46d0-bad1-9e06ce775702 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:42.849242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57910) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:42.878494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Transition to ACTIVE for port object 73d097c3-a7a4-41f0-9464-39aa57a02399 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:42.912709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9ee44-6f0d-48c1-8fd6-a67ae42e1795 req-48ea6302-b385-4f24-be1f-4ca7d9f9dffb tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:42.914845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56b9ee44-6f0d-48c1-8fd6-a67ae42e1795 req-48ea6302-b385-4f24-be1f-4ca7d9f9dffb tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 931 time: 0.1360474 Aug 03 19:27:42.918048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.959513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port d98c5bba-d46e-46d0-bad1-9e06ce775702 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:42.969110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:42.977690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d98c5bba-d46e-46d0-bad1-9e06ce775702 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:42.978681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.019946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.080374 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89d05033-db2a-4ddc-b9a5-9f8534f7eb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.134598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56b9ee44-6f0d-48c1-8fd6-a67ae42e1795 req-a304202d-6528-40ef-b5cb-946eee2bfb28 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711214 Aug 03 19:27:43.164496 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.193991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:43.206361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:43.211205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.234432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:43.266913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port d98c5bba-d46e-46d0-bad1-9e06ce775702, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d98c5bba-d46e-46d0-bad1-9e06ce775702,segment=NetworkSegment(4a3ec604-819c-4b71-8209-dc548a544645),segment_id=4a3ec604-819c-4b71-8209-dc548a544645)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:43.279056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.331648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Attempting to bind port 73d097c3-a7a4-41f0-9464-39aa57a02399 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:43.332131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Attempting to bind port 73d097c3-a7a4-41f0-9464-39aa57a02399 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:43.332760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Attempting to bind port 73d097c3-a7a4-41f0-9464-39aa57a02399 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:43.363235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Port 73d097c3-a7a4-41f0-9464-39aa57a02399 on network 7191228f-9331-4d6f-a775-9287b5c97528 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:27:43.366295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Attempting to bind port 73d097c3-a7a4-41f0-9464-39aa57a02399 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:43.369068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89d05033-db2a-4ddc-b9a5-9f8534f7eb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.380539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89d05033-db2a-4ddc-b9a5-9f8534f7eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.398197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:43.398780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Checking segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:43.399400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Bound using segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:43.400176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Bound port: 73d097c3-a7a4-41f0-9464-39aa57a02399, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:43.400997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.434992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d05033-db2a-4ddc-b9a5-9f8534f7eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f990c9-961a-4125-97f4-cf4824436540,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.462907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=d98c5bba-d46e-46d0-bad1-9e06ce775702,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.498530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-89d05033-db2a-4ddc-b9a5-9f8534f7eb49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d7034f8f8f14eff9bdc7e190c5bf9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476948 Aug 03 19:27:43.501620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57918) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:43.578515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea71-73bf-466c-96b8-d12952a0a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.617119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4b98cdc5-03d8-4790-a2e8-a994a24eb188 None None] Provisioning complete for port d98c5bba-d46e-46d0-bad1-9e06ce775702 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:43.618107 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4b98cdc5-03d8-4790-a2e8-a994a24eb188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.634752 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea71-73bf-466c-96b8-d12952a0a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.695113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:43.698757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:43.710556 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.738674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea71-73bf-466c-96b8-d12952a0a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.741791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea71-73bf-466c-96b8-d12952a0a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.747519 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2c77ea71-73bf-466c-96b8-d12952a0a381 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42f990c9-961a-4125-97f4-cf4824436540 HTTP/1.1" status: 204 len: 168 time: 0.2408903 Aug 03 19:27:43.757102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77ea71-73bf-466c-96b8-d12952a0a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f990c9-961a-4125-97f4-cf4824436540,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.809600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57926) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:43.912203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:43.913410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.916039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] 10.222.0.63 "PUT /v2.0/ports/73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 1091 time: 2.9641361 Aug 03 19:27:43.917224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:43.920741 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:44.026372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-852088d2-44a3-49c6-944a-dc8a6a3d62e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.080929 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea0ff6a-8523-47ce-8eef-5dcabb2e535f x-openstack-request-id: req-7ea0ff6a-8523-47ce-8eef-5dcabb2e535f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:44.081291 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:44.081528 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ea0ff6a-8523-47ce-8eef-5dcabb2e535f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:44.081911 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'status': 'completed', 'code': 200} Aug 03 19:27:44.088302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145357ec-8a1b-4ad2-9c74-daa591ff495b service neutron] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.102052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.165673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a42f-9883-4c10-bc92-840f0e14a883 req-03a92510-3e9c-4f26-9d66-c7a6aab5b4bf tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:44.172676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-852088d2-44a3-49c6-944a-dc8a6a3d62e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.173963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0181a42f-9883-4c10-bc92-840f0e14a883 req-03a92510-3e9c-4f26-9d66-c7a6aab5b4bf tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2738631 Aug 03 19:27:44.181346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-852088d2-44a3-49c6-944a-dc8a6a3d62e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.204992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-16fac545-8896-4ff8-9244-f0c8e5d2cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:44.207897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-16fac545-8896-4ff8-9244-f0c8e5d2cca1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1094 time: 0.1894958 Aug 03 19:27:44.231831 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-852088d2-44a3-49c6-944a-dc8a6a3d62e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a1c6ae8ec2a46f48b584dffe9caf935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203048 Aug 03 19:27:44.233684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57934) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:44.300903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852088d2-44a3-49c6-944a-dc8a6a3d62e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1213a255-42a5-4aad-9b46-4f083713057d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.341527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c17aaed-3250-4a2f-88b1-fd085be64948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.348156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0181a42f-9883-4c10-bc92-840f0e14a883 req-a7f42db3-98af-4d6a-bc0b-bf1135f1b4fd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729798 Aug 03 19:27:44.393081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c17aaed-3250-4a2f-88b1-fd085be64948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.419997 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-cc641c77-ea84-46ae-b66f-ff941769c51e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 217 time: 0.1634746 Aug 03 19:27:44.490912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c17aaed-3250-4a2f-88b1-fd085be64948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.496225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c17aaed-3250-4a2f-88b1-fd085be64948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.498323 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1c17aaed-3250-4a2f-88b1-fd085be64948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1213a255-42a5-4aad-9b46-4f083713057d HTTP/1.1" status: 204 len: 168 time: 0.2633772 Aug 03 19:27:44.520711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17aaed-3250-4a2f-88b1-fd085be64948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1213a255-42a5-4aad-9b46-4f083713057d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.658666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57942) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:44.659019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-736bb1a3-376a-49c3-8044-d48ddb9add4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:44.661358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-736bb1a3-376a-49c3-8044-d48ddb9add4f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.2212045 Aug 03 19:27:44.678137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d98c5bba-d46e-46d0-bad1-9e06ce775702 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:44.690861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f6de534-e276-4339-b0aa-581f2b8bc3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.714835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd51d7-5851-4e44-a66d-0b3e6614210a req-43894d42-ee73-4195-8ff7-fd9a33bccb9c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:44.716807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddbd51d7-5851-4e44-a66d-0b3e6614210a req-43894d42-ee73-4195-8ff7-fd9a33bccb9c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 943 time: 0.3051105 Aug 03 19:27:44.789670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.790686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d98c5bba-d46e-46d0-bad1-9e06ce775702 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:44.791599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.861273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddbd51d7-5851-4e44-a66d-0b3e6614210a req-06461cfe-4991-4087-add0-38d92d988fd0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366074 Aug 03 19:27:44.866620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-2d33f912-44b1-4d68-ab5e-c4652a88b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:44.868809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-2d33f912-44b1-4d68-ab5e-c4652a88b1b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955452 Aug 03 19:27:44.873514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f6de534-e276-4339-b0aa-581f2b8bc3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.889683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f6de534-e276-4339-b0aa-581f2b8bc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.984725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6de534-e276-4339-b0aa-581f2b8bc3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17774235-be74-4ca9-b938-da9647be23f7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.994646 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4f6de534-e276-4339-b0aa-581f2b8bc3f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10973035dc404d0e8fead9f64344ad9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340168 Aug 03 19:27:44.997157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57950) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:45.082847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-f200432d-9500-4b49-8d1f-d7ab213a2028 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040038 Aug 03 19:27:45.102303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Router c1ba1a48-31ac-4821-a79e-b5d1a745828d is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:45.103458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97a3d884-5d61-433b-b281-fa141d054e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.130722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97a3d884-5d61-433b-b281-fa141d054e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.228182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97a3d884-5d61-433b-b281-fa141d054e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.232458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97a3d884-5d61-433b-b281-fa141d054e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.234158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-97a3d884-5d61-433b-b281-fa141d054e99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17774235-be74-4ca9-b938-da9647be23f7 HTTP/1.1" status: 204 len: 168 time: 0.2353680 Aug 03 19:27:45.252499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3d884-5d61-433b-b281-fa141d054e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17774235-be74-4ca9-b938-da9647be23f7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:45.289781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9ba6fb0-affc-421e-8860-72c4cba70e51 req-9d25f2c0-6939-4fb7-84e1-14ba871ff2c1 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998470 Aug 03 19:27:45.306862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:45.318763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Sync routers for ids ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:45.332872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.334733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-be17aded-8bfe-4d54-b725-c69e840104d4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9184918 Aug 03 19:27:45.337543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Routers {'c1ba1a48-31ac-4821-a79e-b5d1a745828d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:45.339033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:45.339643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57960) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:45.455450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-5fb0f693-8149-440f-90b0-c96df417abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:45.458844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-5fb0f693-8149-440f-90b0-c96df417abd4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1094 time: 0.0696270 Aug 03 19:27:45.602723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Set router c1ba1a48-31ac-4821-a79e-b5d1a745828d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:45.663417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6a012-1704-4cbc-a20e-b9e7142fc81b req-2177ab6b-ed26-4dc4-9d0e-0f8a1a97bfc2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:45.674300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4e6a012-1704-4cbc-a20e-b9e7142fc81b req-2177ab6b-ed26-4dc4-9d0e-0f8a1a97bfc2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1786218 Aug 03 19:27:45.732311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-3832a499-41e0-4945-a8d9-0b74ba6f1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:45.734328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-3832a499-41e0-4945-a8d9-0b74ba6f1589 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.2668834 Aug 03 19:27:45.831986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4e6a012-1704-4cbc-a20e-b9e7142fc81b req-9d0f22f7-932e-45bc-a34a-09fe8389a1cd tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457243 Aug 03 19:27:45.833763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-3f5f74be-d2d5-414f-a913-50b8961d7ee7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 217 time: 0.0902953 Aug 03 19:27:45.930197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:43Z', 'revision_number': 3, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port': {'id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:41Z', 'updated_at': '2021-08-03T19:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:45.967260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Checking router: c1ba1a48-31ac-4821-a79e-b5d1a745828d for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:45.968096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Updating router c1ba1a48-31ac-4821-a79e-b5d1a745828d port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:27:45.983161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-d9428b7b-002a-45d1-b3cc-6387ed3810a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:45.994048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-d9428b7b-002a-45d1-b3cc-6387ed3810a8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.1518514 Aug 03 19:27:45.997450 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.589932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-a4ea643e-ce51-4055-9c1e-fa17ecaeb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:46.593094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-a4ea643e-ce51-4055-9c1e-fa17ecaeb3b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5602260 Aug 03 19:27:46.608587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d0b9-cc3d-4f7a-8078-f537fa21092f req-cf01b072-315d-4013-8775-a54bbe5bd055 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:46.622377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c289d0b9-cc3d-4f7a-8078-f537fa21092f req-cf01b072-315d-4013-8775-a54bbe5bd055 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 943 time: 0.6259260 Aug 03 19:27:46.735998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.766795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Transition to ACTIVE for port object c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:46.781659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.832393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58002) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:46.858136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c289d0b9-cc3d-4f7a-8078-f537fa21092f req-cd4b21af-5e1d-43b9-afa8-898774d523e8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341897 Aug 03 19:27:46.883477 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.905155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Attempting to bind port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:46.905632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Attempting to bind port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:46.905997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Attempting to bind port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:46.920508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:46.920891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:46.921303 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.928492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:46.931041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Bound port: c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:46.931882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.959012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa66bc-abfa-41af-88fd-246e93376418 None None] Pushing event updated for resources: {'Port': ['ID=c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:46.971126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-4fe718fe-d4bf-445c-a9a9-2fb95763ab80 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442600 Aug 03 19:27:47.014692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] For port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:47.023995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] For port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:47.035133 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.183759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa66bc-abfa-41af-88fd-246e93376418 None None] Pushing event updated for resources: {'Port': ['ID=c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:47.188569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Routers {'c1ba1a48-31ac-4821-a79e-b5d1a745828d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:47.189037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Allocated IP 172.20.0.1 (7a997972-eb4e-47ea-a67d-ec7bc177c774/237b1944-dfdc-44af-a053-50768787eace/3e021460-dbbc-4021-b1a9-35f06f6e4f81) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:47.189919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:47.194129 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f60f-c6e4-4f14-ba08-b81e1fd7fd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.303154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a293e12f-0cc2-49f3-b5d6-b061d89e9fc2 req-a68ca564-5523-4eb6-8657-2ec784e73ad6 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123338 Aug 03 19:27:47.313603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] Set router c1ba1a48-31ac-4821-a79e-b5d1a745828d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:47.322868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba1dd1-1f98-43d7-99a9-3f0f263a959a req-f3ce3e27-1102-4046-90ad-1185847aeaf3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:47.338037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ba1dd1-1f98-43d7-99a9-3f0f263a959a req-f3ce3e27-1102-4046-90ad-1185847aeaf3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2486582 Aug 03 19:27:47.412006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.439271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Transition to ACTIVE for port object 3e021460-dbbc-4021-b1a9-35f06f6e4f81 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:47.441781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ba1dd1-1f98-43d7-99a9-3f0f263a959a req-6344a590-0c25-408b-8cf1-cbb1c7645c82 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967965 Aug 03 19:27:47.481185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f60f-c6e4-4f14-ba08-b81e1fd7fd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.492314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f60f-c6e4-4f14-ba08-b81e1fd7fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.553525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1f60f-c6e4-4f14-ba08-b81e1fd7fd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5de19f-0975-42a6-94d8-fab1358a83d6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:47.561746 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cfa1f60f-c6e4-4f14-ba08-b81e1fd7fd51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84f7851c4f294ae1ae57986bf95d0429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7278624 Aug 03 19:27:47.566056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58016) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:47.566482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.611891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Network 7a997972-eb4e-47ea-a67d-ec7bc177c774 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:47.615438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:47.629574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:47.637629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Pushing event updated for resources: {'Port': ['ID=3e021460-dbbc-4021-b1a9-35f06f6e4f81,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:47.690284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8eda2bf0-5fbb-4db7-8a5c-3acaeff92c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.710157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.759259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8eda2bf0-5fbb-4db7-8a5c-3acaeff92c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.804637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:43Z', 'revision_number': 3, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port': {'id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:41Z', 'updated_at': '2021-08-03T19:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:47.837663 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff77810-d1bc-422f-a8c0-e7f8700169d1 None None] The sync data for ids ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'] in n-d-803378-1 is: [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:43Z', 'revision_number': 3, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port': {'id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:41Z', 'updated_at': '2021-08-03T19:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:47.893570 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8eda2bf0-5fbb-4db7-8a5c-3acaeff92c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.902004 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8eda2bf0-5fbb-4db7-8a5c-3acaeff92c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.909120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8eda2bf0-5fbb-4db7-8a5c-3acaeff92c82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a5de19f-0975-42a6-94d8-fab1358a83d6 HTTP/1.1" status: 204 len: 168 time: 0.3413827 Aug 03 19:27:47.922489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda2bf0-5fbb-4db7-8a5c-3acaeff92c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5de19f-0975-42a6-94d8-fab1358a83d6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:48.093869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5061fa2f-9a35-4fba-ab34-1b2cbe32c4f3 None None] Provisioning for port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:48.098773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5061fa2f-9a35-4fba-ab34-1b2cbe32c4f3 None None] Provisioning complete for port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:48.101345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5061fa2f-9a35-4fba-ab34-1b2cbe32c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.187959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5061fa2f-9a35-4fba-ab34-1b2cbe32c4f3 None None] Port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:48.218968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.333524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95064002-6715-41f1-ba9f-f77542e66400 req-9f91e8cf-f94d-4e02-a38e-1ad4287c78a8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:48.347670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95064002-6715-41f1-ba9f-f77542e66400 req-9f91e8cf-f94d-4e02-a38e-1ad4287c78a8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 943 time: 0.1886470 Aug 03 19:27:48.544900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95064002-6715-41f1-ba9f-f77542e66400 req-2d9ae49b-b891-4357-b59b-8ffe491213c9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916580 Aug 03 19:27:48.801871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c419-bd65-4d9d-abcb-1eb97900c08a req-cff1f31c-ab28-441f-8977-1910ad05598b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:48.814131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e05c419-bd65-4d9d-abcb-1eb97900c08a req-cff1f31c-ab28-441f-8977-1910ad05598b tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1639462 Aug 03 19:27:48.835088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:48.898680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.907373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e05c419-bd65-4d9d-abcb-1eb97900c08a req-37ab2acc-4d58-4d76-b579-608a4adda474 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918660 Aug 03 19:27:48.909068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.989183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:49.013120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:49.013796 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.101694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:27:49.137553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.143502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Pushing event updated for resources: {'Port': ['ID=3e021460-dbbc-4021-b1a9-35f06f6e4f81,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:49.335338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Network 7a997972-eb4e-47ea-a67d-ec7bc177c774 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:49.337220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:49.547176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7dc38-ddb6-484f-b3d9-d80a0746bd98 req-a2a7aac7-3bad-4567-8396-f8675d4942fb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:49.561582 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.562328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbf7dc38-ddb6-484f-b3d9-d80a0746bd98 req-a2a7aac7-3bad-4567-8396-f8675d4942fb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2380826 Aug 03 19:27:49.641230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:49.656235 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.672819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:49.732795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbf7dc38-ddb6-484f-b3d9-d80a0746bd98 req-c1a29c95-9d86-41fb-8966-63a131c81cbb tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692975 Aug 03 19:27:49.841486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:49.863939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'mac_address': 'fa:16:3e:97:04:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:27:49.877667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Router c1ba1a48-31ac-4821-a79e-b5d1a745828d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:49.931998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.965853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d097c3-a7a4-41f0-9464-39aa57a02399 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:27:50.028195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:50.030144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-37cd4ddd-83ad-4435-8b87-3ed6e7a8f2f0 None None] Provisioning complete for port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:50.030657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37cd4ddd-83ad-4435-8b87-3ed6e7a8f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.077535 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.147859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-37cd4ddd-83ad-4435-8b87-3ed6e7a8f2f0 None None] Port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:50.151998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1bd6f-015e-4842-b7f0-96eb49f2c970 req-5453e346-1e31-4496-b687-7dfc91c93896 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:50.155322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6bb1bd6f-015e-4842-b7f0-96eb49f2c970 req-5453e346-1e31-4496-b687-7dfc91c93896 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 943 time: 0.3983569 Aug 03 19:27:50.196117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:50.222693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51384d71-d743-4eab-a296-cb6ff67bb247 req-d2c9aa5c-f6f1-4346-bd2a-2561db3ceeb0 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:50.236795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51384d71-d743-4eab-a296-cb6ff67bb247 req-d2c9aa5c-f6f1-4346-bd2a-2561db3ceeb0 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.3304212 Aug 03 19:27:50.272635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:50.286199 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0c1e0700-2fc7-4001-8767-5563bbd50d65 admin admin] 10.222.0.42 "PUT /v2.0/routers/c1ba1a48-31ac-4821-a79e-b5d1a745828d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9451303 Aug 03 19:27:50.354378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6bb1bd6f-015e-4842-b7f0-96eb49f2c970 req-0b6d9061-59f5-41b3-ae91-05cc2b98396b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836016 Aug 03 19:27:50.371245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51384d71-d743-4eab-a296-cb6ff67bb247 req-428378bc-ea9f-46e2-bb90-ea2c2704aca3 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327214 Aug 03 19:27:50.414772 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.547396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['73d097c3-a7a4-41f0-9464-39aa57a02399'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:50.842135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:50.960849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:50.961543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.083140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268b67-834d-499e-b539-65ab2a070f6a req-e28f53a0-75a0-4972-983d-27eae903ce32 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:51.086428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4268b67-834d-499e-b539-65ab2a070f6a req-e28f53a0-75a0-4972-983d-27eae903ce32 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2288845 Aug 03 19:27:51.151778 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Sync routers for ids ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:51.168736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Routers {'c1ba1a48-31ac-4821-a79e-b5d1a745828d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:51.170188 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:51.176236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4268b67-834d-499e-b539-65ab2a070f6a req-aeada413-7fb5-44a9-9c7f-59bf79979a23 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782192 Aug 03 19:27:51.315669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Set router c1ba1a48-31ac-4821-a79e-b5d1a745828d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:51.673124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6baeb0-0159-446a-8443-31384ea94fea req-39c43791-adb9-4526-8e68-ba7d0a9c9d0a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:51.676071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f6baeb0-0159-446a-8443-31384ea94fea req-39c43791-adb9-4526-8e68-ba7d0a9c9d0a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1709759 Aug 03 19:27:51.757051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58122) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.764180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-626007440-network', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:51.769620 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:48Z', 'revision_number': 4, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port': {'id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:41Z', 'updated_at': '2021-08-03T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e021460-dbbc-4021-b1a9-35f06f6e4f81', 'name': '', 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'mac_address': 'fa:16:3e:38:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '237b1944-dfdc-44af-a053-50768787eace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:27:48Z', 'revision_number': 2, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'subnets': [{'id': '237b1944-dfdc-44af-a053-50768787eace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:51.799592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Made reservation on behalf of 6e28e4631d0e4abaa279bae02941f329 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:51.803544 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.811370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f6baeb0-0159-446a-8443-31384ea94fea req-f7adebc9-5421-4e4b-b50a-1f64f689b6b5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258631 Aug 03 19:27:51.819702 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Checking router: c1ba1a48-31ac-4821-a79e-b5d1a745828d for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:51.820358 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Updating router c1ba1a48-31ac-4821-a79e-b5d1a745828d port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:27:51.837682 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.873981 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.029108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.041029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.085034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-811d4ee6-1f19-4872-9a1a-db3d3bf0078e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:52.088708 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-811d4ee6-1f19-4872-9a1a-db3d3bf0078e tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.1322265 Aug 03 19:27:52.167475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:27:52.187410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f6f3ed-02f8-4df2-8d6b-206a7dd3b1cf,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:52.212192 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.212747 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Added segment 9965d989-6dc4-46eb-9a1b-41b9c7c0478a of type vlan for network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 Aug 03 19:27:52.285786 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.303868 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Transition to ACTIVE for port object 3e021460-dbbc-4021-b1a9-35f06f6e4f81 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:52.317713 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.317966 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.385127 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf9dc6-a390-4e35-a149-8f39852e62e8 None None] Pushing event updated for resources: {'Port': ['ID=3e021460-dbbc-4021-b1a9-35f06f6e4f81,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:52.511468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.540524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:52.542556 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Attempting to bind port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:52.542862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.543004 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Attempting to bind port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:52.543674 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Attempting to bind port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 on network 7a997972-eb4e-47ea-a67d-ec7bc177c774 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:52.543993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6845fb-3555-4927-ac14-b1c8ad701202 req-985091fb-9347-47aa-a754-ebbfc97a6ede tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:52.549995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d6845fb-3555-4927-ac14-b1c8ad701202 req-985091fb-9347-47aa-a754-ebbfc97a6ede tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 945 time: 0.2182171 Aug 03 19:27:52.551916 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:52.552610 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Checking segment: {'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:52.553211 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.553994 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Bound using segment: {'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:52.554682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Bound port: 3e021460-dbbc-4021-b1a9-35f06f6e4f81, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3ec604-819c-4b71-8209-dc548a544645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:52.555286 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.588575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Deleting port 7e826fc0-8206-47dc-918e-c13d14e85d68 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:52.589206 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.599620 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8409746 Aug 03 19:27:52.639437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58132) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:52.665904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Request body: {'subnet': {'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-626007440-subnet', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:52.697294 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] For port 3e021460-dbbc-4021-b1a9-35f06f6e4f81, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:52.707445 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] For port 3e021460-dbbc-4021-b1a9-35f06f6e4f81, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e021460-dbbc-4021-b1a9-35f06f6e4f81,segment=NetworkSegment(4a3ec604-819c-4b71-8209-dc548a544645),segment_id=4a3ec604-819c-4b71-8209-dc548a544645)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:52.726495 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.770914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1803c5e-5be0-4a59-a3d8-a65f353bd241 admin admin] Pushing event updated for resources: {'Network': ['ID=9f987c3e-5e90-444f-a7f9-bff3b50b9ab1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:52.786572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:27:52.830903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d6845fb-3555-4927-ac14-b1c8ad701202 req-f016b977-bfc6-4ec5-a699-c8aee7a95997 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728724 Aug 03 19:27:52.835155 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf9dc6-a390-4e35-a149-8f39852e62e8 None None] Pushing event updated for resources: {'Port': ['ID=3e021460-dbbc-4021-b1a9-35f06f6e4f81,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:52.859495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Made reservation on behalf of 6e28e4631d0e4abaa279bae02941f329 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:52.863098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.869156 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Routers {'c1ba1a48-31ac-4821-a79e-b5d1a745828d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:52.872120 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:52.925432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] For port 7e826fc0-8206-47dc-918e-c13d14e85d68, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=7e826fc0-8206-47dc-918e-c13d14e85d68,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:52.926895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.961007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Calling delete_port for 7e826fc0-8206-47dc-918e-c13d14e85d68 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:53.069580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:53.141700 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] Set router c1ba1a48-31ac-4821-a79e-b5d1a745828d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:53.156741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 73d097c3-a7a4-41f0-9464-39aa57a02399 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:53.162641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 73d097c3-a7a4-41f0-9464-39aa57a02399 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:53.163348 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.318909 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.320803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed26ae7-0c19-49cd-9727-88cc176d7f42 req-b5a3c1e9-2b30-41b3-b3a3-8d3bb53cade2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:53.322620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ed26ae7-0c19-49cd-9727-88cc176d7f42 req-b5a3c1e9-2b30-41b3-b3a3-8d3bb53cade2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1892169 Aug 03 19:27:53.389103 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.396141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:53.400793 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7153e577-b255-4cdf-bd78-5e94aae5780d" -d '{"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-plugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:53.427483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f', '7e826fc0-8206-47dc-918e-c13d14e85d68'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:53.443941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.444188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:53.491311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event deleted for resources: {'Port': ['ID=7e826fc0-8206-47dc-918e-c13d14e85d68,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.493751 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.606438 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df60fcc4-1219-4337-932a-1aaaf13e75dd x-openstack-request-id: req-df60fcc4-1219-4337-932a-1aaaf13e75dd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:53.606923 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-plugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:53.607331 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df60fcc4-1219-4337-932a-1aaaf13e75dd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:53.607962 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'code': 200} Aug 03 19:27:53.638745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b51d6c1-fd5e-470d-90b1-332de2716c56,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.658653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ed26ae7-0c19-49cd-9727-88cc176d7f42 req-789738e4-10e3-4ed9-a73e-8aa02e31524b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262625 Aug 03 19:27:53.693401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] No DVR routers for this DVR port 7e826fc0-8206-47dc-918e-c13d14e85d68 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:53.699572 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.703397 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2deb5d92-c15e-4ed4-bdc9-acbe91683899 req-230159d5-e2e0-4055-a44d-a91349188cf2 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "DELETE /v2.0/ports/7e826fc0-8206-47dc-918e-c13d14e85d68 HTTP/1.1" status: 204 len: 173 time: 1.6068707 Aug 03 19:27:53.704442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a973a31-c0b3-416a-bb25-9457dcf22763', 'name': 'network-vif-deleted', 'tag': '7e826fc0-8206-47dc-918e-c13d14e85d68'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:53.708662 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d8fba0-298b-4095-a840-8231570a7fcd" -d '{"events": [{"server_uuid": "2a973a31-c0b3-416a-bb25-9457dcf22763", "name": "network-vif-deleted", "tag": "7e826fc0-8206-47dc-918e-c13d14e85d68"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:53.743884 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:48Z', 'revision_number': 4, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port': {'id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:41Z', 'updated_at': '2021-08-03T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e021460-dbbc-4021-b1a9-35f06f6e4f81', 'name': '', 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'mac_address': 'fa:16:3e:38:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '237b1944-dfdc-44af-a053-50768787eace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:27:52Z', 'revision_number': 4, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'subnets': [{'id': '237b1944-dfdc-44af-a053-50768787eace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:53.791040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.807160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.810314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.811018 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa30b6e-e95d-4bbb-9a7f-ef4a86724e5d None None] The sync data for ids ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'] in n-d-803378-1 is: [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:48Z', 'revision_number': 4, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port': {'id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:41Z', 'updated_at': '2021-08-03T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e021460-dbbc-4021-b1a9-35f06f6e4f81', 'name': '', 'network_id': '7a997972-eb4e-47ea-a67d-ec7bc177c774', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'mac_address': 'fa:16:3e:38:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '237b1944-dfdc-44af-a053-50768787eace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:27:52Z', 'revision_number': 4, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'subnets': [{'id': '237b1944-dfdc-44af-a053-50768787eace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:53.814036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.818981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.820670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.823455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.829061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.833888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.834776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.836337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.837932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.839269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.863349 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee71ab05-7e07-49c5-bddc-bb314a10fd9c x-openstack-request-id: req-ee71ab05-7e07-49c5-bddc-bb314a10fd9c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:53.866127 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a973a31-c0b3-416a-bb25-9457dcf22763", "name": "network-vif-deleted", "tag": "7e826fc0-8206-47dc-918e-c13d14e85d68", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:53.870670 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee71ab05-7e07-49c5-bddc-bb314a10fd9c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:53.872500 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a973a31-c0b3-416a-bb25-9457dcf22763', 'name': 'network-vif-deleted', 'tag': '7e826fc0-8206-47dc-918e-c13d14e85d68', 'status': 'completed', 'code': 200} Aug 03 19:27:53.968032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80bde4-20b5-4fda-9b98-a57ad7c16dc2 req-524bf57b-39a2-437d-a9c8-a65c64d5034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:54.000319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed80bde4-20b5-4fda-9b98-a57ad7c16dc2 req-524bf57b-39a2-437d-a9c8-a65c64d5034a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1096 time: 0.3254333 Aug 03 19:27:54.002951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Checking segment: {'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:54.003650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Network hostable DHCP agents. Network: 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:27:54.116273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed80bde4-20b5-4fda-9b98-a57ad7c16dc2 req-8b0c0151-5375-468e-8888-659accbd6485 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076989 Aug 03 19:27:54.139834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:27:54.157756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:54.179529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:54.180138 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.240708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2647852-5f40-46c9-bb2c-7029a5f21bf7 None None] Network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:54.247506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a92381c-6245-4f5b-bdd6-e3a7887cbed4 req-e9e12f13-ff17-459e-baa0-0c268494ead7 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a973a31-c0b3-416a-bb25-9457dcf22763 HTTP/1.1" status: 200 len: 210 time: 0.0509419 Aug 03 19:27:54.255311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58164) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:54.255690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dc5fffb8-dfdc-460f-9e74-13f4f8e2c28e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6141310 Aug 03 19:27:54.266325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:54.340874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.342866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.473123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.545959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9f987c3e-5e90-444f-a7f9-bff3b50b9ab1', 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'fixed_ips': [{'subnet_id': '7b51d6c1-fd5e-470d-90b1-332de2716c56'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:54.547895 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.803287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.922656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e021460-dbbc-4021-b1a9-35f06f6e4f81 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:55.050477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d013c93-a691-437d-9fae-46d4a502b449 req-475f6446-08c7-40ff-8618-92c4a03aeae3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:55.055253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d013c93-a691-437d-9fae-46d4a502b449 req-475f6446-08c7-40ff-8618-92c4a03aeae3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 945 time: 0.2032571 Aug 03 19:27:55.111332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Allocated IP 172.20.0.2 (9f987c3e-5e90-444f-a7f9-bff3b50b9ab1/7b51d6c1-fd5e-470d-90b1-332de2716c56/5cbea110-7fbb-4858-ac49-ad17875a86b2) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:55.217601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:55.224401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d013c93-a691-437d-9fae-46d4a502b449 req-64fa03e0-00c0-49eb-84c9-77d9048b6982 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539145 Aug 03 19:27:55.278975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:55.279358 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.480079 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.515539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7e826fc0-8206-47dc-918e-c13d14e85d68 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:55.543020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.595095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 7e826fc0-8206-47dc-918e-c13d14e85d68 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:55.595412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 7e826fc0-8206-47dc-918e-c13d14e85d68 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:55.789552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.789552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.822646 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.859644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Transition to ACTIVE for port object 5cbea110-7fbb-4858-ac49-ad17875a86b2 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:55.877736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3e021460-dbbc-4021-b1a9-35f06f6e4f81, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e021460-dbbc-4021-b1a9-35f06f6e4f81,segment=NetworkSegment(4a3ec604-819c-4b71-8209-dc548a544645),segment_id=4a3ec604-819c-4b71-8209-dc548a544645)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:55.900513 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.911027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Transition to ACTIVE for port object 5cbea110-7fbb-4858-ac49-ad17875a86b2 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:55.953221 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.988558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3e021460-dbbc-4021-b1a9-35f06f6e4f81,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:55.998679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:56.004900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:56.054759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Allocated IP 172.25.4.154 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/ba60e4bd-4416-411e-9a4e-c9846980cb4f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:56.064717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:56.217281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Attempting to bind port 5cbea110-7fbb-4858-ac49-ad17875a86b2 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:56.218136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Attempting to bind port 5cbea110-7fbb-4858-ac49-ad17875a86b2 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:56.218789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Attempting to bind port 5cbea110-7fbb-4858-ac49-ad17875a86b2 on network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:56.222887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Pushing event updated for resources: {'Port': ['ID=5cbea110-7fbb-4858-ac49-ad17875a86b2,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:56.232625 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8427cbb2-fa40-4d59-8c1e-a6e4b00419bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.238811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:56.239712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Checking segment: {'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:56.240996 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.243180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Bound using segment: {'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:56.244061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Bound port: 5cbea110-7fbb-4858-ac49-ad17875a86b2, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:56.244688 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.343664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] For port 5cbea110-7fbb-4858-ac49-ad17875a86b2, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:56.354194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] For port 5cbea110-7fbb-4858-ac49-ad17875a86b2, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5cbea110-7fbb-4858-ac49-ad17875a86b2,segment=NetworkSegment(9965d989-6dc4-46eb-9a1b-41b9c7c0478a),segment_id=9965d989-6dc4-46eb-9a1b-41b9c7c0478a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:56.361658 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.414962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.490183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.507800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb66d6-2781-4b19-ba04-ab61947b9144 None None] Pushing event updated for resources: {'Port': ['ID=5cbea110-7fbb-4858-ac49-ad17875a86b2,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:56.509903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f15ac-6838-4fe5-a457-a459dc4109b6 req-481bbfe6-e04d-42fe-869d-5ed233ef086c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:56.516351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f6f15ac-6838-4fe5-a457-a459dc4109b6 req-481bbfe6-e04d-42fe-869d-5ed233ef086c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 945 time: 0.1419790 Aug 03 19:27:56.575303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Pushing event updated for resources: {'Port': ['ID=ba60e4bd-4416-411e-9a4e-c9846980cb4f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:56.613965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:56.616297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:56.620543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:56.624986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f6f15ac-6838-4fe5-a457-a459dc4109b6 req-77205be0-666e-43ab-aa3c-8518addf748b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909178 Aug 03 19:27:56.916451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e021460-dbbc-4021-b1a9-35f06f6e4f81 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:56.945874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5efb-04e4-4703-a478-659030168577 req-fc0f1872-c079-47d3-a3cb-adcda5f54ca6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:56.957724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-444b5efb-04e4-4703-a478-659030168577 req-fc0f1872-c079-47d3-a3cb-adcda5f54ca6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 945 time: 0.1734879 Aug 03 19:27:56.962075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58232) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:56.971484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'floatingip': {'port_id': '73d097c3-a7a4-41f0-9464-39aa57a02399'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:57.067476 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.247563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:57.250510 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.571319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea0497-1f0f-4d99-9ab9-21c875d6625b req-7c052571-7f67-41ed-9594-fa0186adfe6f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:57.572962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80ea0497-1f0f-4d99-9ab9-21c875d6625b req-7c052571-7f67-41ed-9594-fa0186adfe6f tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 946 time: 0.1235654 Aug 03 19:27:57.599637 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.707856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80ea0497-1f0f-4d99-9ab9-21c875d6625b req-2597ca9d-aded-4e69-b46d-1af74b395ee0 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967028 Aug 03 19:27:57.907075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.915222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.063021 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Floating IP 03803084-41a1-4bd9-9c6c-24e66fbd7da4 associated. External IP: 172.25.4.149, port: 73d097c3-a7a4-41f0-9464-39aa57a02399. Aug 03 19:27:58.248161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b07001-7dde-4db5-b9a9-fece06b44a36 None None] Network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:58.465124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fb8d24e9-9386-46e1-8411-dd32f0e06220 None None] Provisioning for port 5cbea110-7fbb-4858-ac49-ad17875a86b2 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:58.467134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.555245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Router 0464f33a-4e36-45b6-844f-c478328d47b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:58.752137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:58.763694 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.792923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] Sync routers for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:58.816180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac330108-d6c4-480e-a55f-9ef7964be4b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "PUT /v2.0/floatingips/03803084-41a1-4bd9-9c6c-24e66fbd7da4 HTTP/1.1" status: 200 len: 991 time: 1.8525312 Aug 03 19:27:58.816954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:58.828871 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33074859-1ffc-4780-a756-8b71e7ec2b95" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:58.852841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:58.855084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:59.008336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-0d561981-ca3e-4aa1-b4e5-595620da6d39 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:59.010024 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-0d561981-ca3e-4aa1-b4e5-595620da6d39 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 946 time: 0.4097137 Aug 03 19:27:59.031176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5cbea110-7fbb-4858-ac49-ad17875a86b2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:59.104659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:59.156717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d48c72-a4f7-49c2-a55e-6dd4865cfce1 req-851d6fc3-ccf1-4ac8-b9e5-43efd59ad60d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:59.158999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72d48c72-a4f7-49c2-a55e-6dd4865cfce1 req-851d6fc3-ccf1-4ac8-b9e5-43efd59ad60d tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 946 time: 0.1462317 Aug 03 19:27:59.263187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 5cbea110-7fbb-4858-ac49-ad17875a86b2 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:59.296099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:59.307896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72d48c72-a4f7-49c2-a55e-6dd4865cfce1 req-d5da131d-9194-44bb-8f15-d39292814f06 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/security-groups?id=784f831b-08e3-4fbd-b640-b477d5c98255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303651 Aug 03 19:27:59.363230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5cbea110-7fbb-4858-ac49-ad17875a86b2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:59.364020 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.377159 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f48b0c4-d70e-4bde-a5bb-1c3de41d08a4 x-openstack-request-id: req-1f48b0c4-d70e-4bde-a5bb-1c3de41d08a4 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:59.377647 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:59.378682 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f48b0c4-d70e-4bde-a5bb-1c3de41d08a4 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:59.379596 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'status': 'completed', 'code': 200} Aug 03 19:27:59.409959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Deleting port c94598dd-decd-4050-9f03-547ca90bc49f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:59.410340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.522303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-bfe7d6c7-2303-4763-9084-3ffa7c1d9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:59.527536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-bfe7d6c7-2303-4763-9084-3ffa7c1d9f88 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1096 time: 0.0896595 Aug 03 19:27:59.542114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:59.551303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c843e395-bc31-43ab-9ac1-42fe00610ee3 None None] Provisioning complete for port 5cbea110-7fbb-4858-ac49-ad17875a86b2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:59.551303 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c843e395-bc31-43ab-9ac1-42fe00610ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.577892 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Sync routers for ids ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:59.594321 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Routers {'e4f485a3-c2e5-4305-aaff-0f76533ed8f6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:59.595353 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:27:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:59.649369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] For port c94598dd-decd-4050-9f03-547ca90bc49f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c94598dd-decd-4050-9f03-547ca90bc49f,segment=NetworkSegment(7af9d620-e46c-44f4-8302-a755b2de310a),segment_id=7af9d620-e46c-44f4-8302-a755b2de310a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:59.649817 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.673735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.676091 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c6d775b4-4087-40b6-b5d5-20e43825ee51 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4186289 Aug 03 19:27:59.680408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58298) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.685754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Calling delete_port for c94598dd-decd-4050-9f03-547ca90bc49f owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:59.832678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-3dc25cb3-eae0-489e-b672-78a856269431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:59.835178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-3dc25cb3-eae0-489e-b672-78a856269431 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.2917631 Aug 03 19:27:59.938622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-dda3de6a-8d69-4d96-b58e-530d98c87250 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.0813680 Aug 03 19:27:59.990686 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.092099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Pushing event deleted for resources: {'Port': ['ID=c94598dd-decd-4050-9f03-547ca90bc49f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:00.176629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['c94598dd-decd-4050-9f03-547ca90bc49f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:28:00.268427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-4ce3fca5-af87-47aa-b529-2ffbdbbe43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:00.270172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-4ce3fca5-af87-47aa-b529-2ffbdbbe43b2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.1741674 Aug 03 19:28:00.273262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] No DVR routers for this DVR port c94598dd-decd-4050-9f03-547ca90bc49f on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:00.281733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.289986 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-abce1045-4400-490d-8e5c-4d7e9ceb599e req-2b3fe2d1-82de-442c-9fa6-de2a55dab8ad tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.88 "DELETE /v2.0/ports/c94598dd-decd-4050-9f03-547ca90bc49f HTTP/1.1" status: 204 len: 173 time: 1.2663360 Aug 03 19:28:00.290720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9051c10e-2986-409c-95b8-b97a9efff235', 'name': 'network-vif-deleted', 'tag': 'c94598dd-decd-4050-9f03-547ca90bc49f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:00.297212 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Set router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:00.302949 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff4ae34-6ac2-4fa8-89d5-d37c11e4cf35" -d '{"events": [{"server_uuid": "9051c10e-2986-409c-95b8-b97a9efff235", "name": "network-vif-deleted", "tag": "c94598dd-decd-4050-9f03-547ca90bc49f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:00.412378 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a872d5bf-7e9a-4f04-b8dc-5be12e923b61 x-openstack-request-id: req-a872d5bf-7e9a-4f04-b8dc-5be12e923b61 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:00.412694 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9051c10e-2986-409c-95b8-b97a9efff235", "name": "network-vif-deleted", "tag": "c94598dd-decd-4050-9f03-547ca90bc49f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:00.414393 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a872d5bf-7e9a-4f04-b8dc-5be12e923b61 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:00.415075 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9051c10e-2986-409c-95b8-b97a9efff235', 'name': 'network-vif-deleted', 'tag': 'c94598dd-decd-4050-9f03-547ca90bc49f', 'status': 'completed', 'code': 200} Aug 03 19:28:00.760249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.881309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50a81340-5482-4b30-b275-9b63eea909e1 req-36a39ddb-c57f-4569-97ae-923c1f1556ee tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 210 time: 0.0400999 Aug 03 19:28:00.928991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-58b1f5ab-1c1e-4136-bb2e-a17e70fdda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:00.941124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-58b1f5ab-1c1e-4136-bb2e-a17e70fdda50 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5732038 Aug 03 19:28:00.955558 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-27022476-f40a-49a3-b60e-07ec3d9dba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.957602 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.002012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c843e395-bc31-43ab-9ac1-42fe00610ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.082757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 5cbea110-7fbb-4858-ac49-ad17875a86b2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5cbea110-7fbb-4858-ac49-ad17875a86b2,segment=NetworkSegment(9965d989-6dc4-46eb-9a1b-41b9c7c0478a),segment_id=9965d989-6dc4-46eb-9a1b-41b9c7c0478a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:01.094077 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.109669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 3, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port': {'id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:22:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:55Z', 'updated_at': '2021-08-03T19:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:01.136995 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.171902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=5cbea110-7fbb-4858-ac49-ad17875a86b2,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:01.217839 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Checking router: e4f485a3-c2e5-4305-aaff-0f76533ed8f6 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:01.219200 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Updating router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 port ba60e4bd-4416-411e-9a4e-c9846980cb4f binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:01.323808 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.353305 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-c843e395-bc31-43ab-9ac1-42fe00610ee3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:01.353991 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-c843e395-bc31-43ab-9ac1-42fe00610ee3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:01.406191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '03803084-41a1-4bd9-9c6c-24e66fbd7da4', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'port_id': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'mac_address': 'fa:16:3e:97:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:31Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 1, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:35Z', 'revision_number': 5, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:01.514368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] Checking router: 0464f33a-4e36-45b6-844f-c478328d47b4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:01.558705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:01.562274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:01Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:01.705588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-675bd80f-a7b5-4dfe-82d1-77ce86e66911 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535931 Aug 03 19:28:01.814770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:01.943396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Allocated IP 172.20.0.1 (9f987c3e-5e90-444f-a7f9-bff3b50b9ab1/7b51d6c1-fd5e-470d-90b1-332de2716c56/1ff3e129-97b7-4098-ace2-aaa791016fb6) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:02.021926 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.172481 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.241706 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Transition to ACTIVE for port object ba60e4bd-4416-411e-9a4e-c9846980cb4f will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:02.285750 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.346867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.378941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Transition to ACTIVE for port object 1ff3e129-97b7-4098-ace2-aaa791016fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:02.520323 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb219b9-7333-47b2-986f-4635b75426f7 None None] Pushing event updated for resources: {'Port': ['ID=ba60e4bd-4416-411e-9a4e-c9846980cb4f,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:02.525011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '03803084-41a1-4bd9-9c6c-24e66fbd7da4', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'port_id': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'mac_address': 'fa:16:3e:97:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:31Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 1, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:35Z', 'revision_number': 5, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:02.534850 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Attempting to bind port ba60e4bd-4416-411e-9a4e-c9846980cb4f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:02.535359 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Attempting to bind port ba60e4bd-4416-411e-9a4e-c9846980cb4f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:02.535701 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Attempting to bind port ba60e4bd-4416-411e-9a4e-c9846980cb4f on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:02.543036 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:02.543761 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:02.544265 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.544685 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:02.545206 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Bound port: ba60e4bd-4416-411e-9a4e-c9846980cb4f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:02.545666 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.546802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc0744bf-6a40-427d-a939-4151f41fab0b req-9346ee94-55aa-42da-adcb-d4e38cf7e974 tempest-ServersTestJSON-396071112 tempest-ServersTestJSON-396071112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9051c10e-2986-409c-95b8-b97a9efff235 HTTP/1.1" status: 200 len: 210 time: 0.1123643 Aug 03 19:28:02.564150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.594495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78431277-09ca-4dcf-98db-e8bd8aff631d None None] The sync data for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 is: [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '03803084-41a1-4bd9-9c6c-24e66fbd7da4', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'port_id': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'mac_address': 'fa:16:3e:97:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:31Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 1, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:35Z', 'revision_number': 5, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:02.659929 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] For port ba60e4bd-4416-411e-9a4e-c9846980cb4f, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:02.664051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] For port ba60e4bd-4416-411e-9a4e-c9846980cb4f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ba60e4bd-4416-411e-9a4e-c9846980cb4f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:02.672375 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.676550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:02.700977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:02.713282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:02.737428 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Routers {'e4f485a3-c2e5-4305-aaff-0f76533ed8f6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:02.738647 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:01Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:02.813792 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb219b9-7333-47b2-986f-4635b75426f7 None None] Pushing event updated for resources: {'Port': ['ID=ba60e4bd-4416-411e-9a4e-c9846980cb4f,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:02.830403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33074859-1ffc-4780-a756-8b71e7ec2b95 req-9ed7da66-9d41-405b-a682-d427dfb9028f service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1052847 Aug 03 19:28:02.831820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff3e129-97b7-4098-ace2-aaa791016fb6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:02.860618 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.933874 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] Set router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:03.126107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.149212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f8046-0a08-4f76-85eb-9bbc788b6ec3 None None] New status for floating IP 03803084-41a1-4bd9-9c6c-24e66fbd7da4: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:28:03.209030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-969a154f-b2ab-4b84-9056-f7fb060d6bda None None] Provisioning for port 1ff3e129-97b7-4098-ace2-aaa791016fb6 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:03.216904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-969a154f-b2ab-4b84-9056-f7fb060d6bda None None] Provisioning complete for port 1ff3e129-97b7-4098-ace2-aaa791016fb6 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:03.218091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-969a154f-b2ab-4b84-9056-f7fb060d6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.284501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-969a154f-b2ab-4b84-9056-f7fb060d6bda None None] Port 1ff3e129-97b7-4098-ace2-aaa791016fb6 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:03.286404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5cbea110-7fbb-4858-ac49-ad17875a86b2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:03.383918 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 3, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port': {'id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:22:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:55Z', 'updated_at': '2021-08-03T19:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:03.402406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5cbea110-7fbb-4858-ac49-ad17875a86b2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:03.402784 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.443484 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc3fcd-7ac5-45aa-afc7-2d680dd2ccff None None] The sync data for ids ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'] in n-d-803378-1 is: [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 3, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port': {'id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:22:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:55Z', 'updated_at': '2021-08-03T19:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:03.575321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c94598dd-decd-4050-9f03-547ca90bc49f no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:03.619883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: c94598dd-decd-4050-9f03-547ca90bc49f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:03.620291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c94598dd-decd-4050-9f03-547ca90bc49f not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:03.671859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.690407 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.785947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58376) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:03.906195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff3e129-97b7-4098-ace2-aaa791016fb6,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:04.041160 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.093899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c24c77-f96f-49af-8bf3-7267648e27a5 admin admin] Deleting subnet fa5fda2e-355b-43f1-accb-8b348821a3a6 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:04.117126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1c24c77-f96f-49af-8bf3-7267648e27a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.282435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1c24c77-f96f-49af-8bf3-7267648e27a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.371377 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.375597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1c24c77-f96f-49af-8bf3-7267648e27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.511033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1c24c77-f96f-49af-8bf3-7267648e27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.531735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:04.539372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:04.591375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c24c77-f96f-49af-8bf3-7267648e27a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5fda2e-355b-43f1-accb-8b348821a3a6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:04.599082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1c24c77-f96f-49af-8bf3-7267648e27a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.606217 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1c24c77-f96f-49af-8bf3-7267648e27a5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fa5fda2e-355b-43f1-accb-8b348821a3a6 HTTP/1.1" status: 204 len: 168 time: 0.8154051 Aug 03 19:28:04.607149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58382) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:04.970262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:05.033654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.332982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a14beab6-7b3a-48e3-822b-15fb7f446711 None None] Provisioning complete for port 1ff3e129-97b7-4098-ace2-aaa791016fb6 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:05.339733 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a14beab6-7b3a-48e3-822b-15fb7f446711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.487287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a14beab6-7b3a-48e3-822b-15fb7f446711 None None] Port 1ff3e129-97b7-4098-ace2-aaa791016fb6 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:05.488281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.502640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ba60e4bd-4416-411e-9a4e-c9846980cb4f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:05.520238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaecd9a-b30e-4308-bd67-7144c0bad344']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:05.535753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af9d620-e46c-44f4-8302-a755b2de310a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:05.536066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af9d620-e46c-44f4-8302-a755b2de310a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:05.555837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.582375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:05.593887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.610506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f6dd7491-642e-4dbc-a3f6-96b158c228b0 admin admin] 10.222.0.42 "PUT /v2.0/routers/e4f485a3-c2e5-4305-aaff-0f76533ed8f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9198573 Aug 03 19:28:05.632291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:05.634457 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.671187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ba60e4bd-4416-411e-9a4e-c9846980cb4f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:05.677056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ba60e4bd-4416-411e-9a4e-c9846980cb4f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:05.677436 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:05.696694 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:05.885576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.958984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.975593 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] 10.222.0.42 "DELETE /v2.0/networks/beaecd9a-b30e-4308-bd67-7144c0bad344 HTTP/1.1" status: 204 len: 168 time: 1.3663394 Aug 03 19:28:05.976751 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.977382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5b4ac-2f90-4748-9202-4b8a46469a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=beaecd9a-b30e-4308-bd67-7144c0bad344,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:06.021677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port ba60e4bd-4416-411e-9a4e-c9846980cb4f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ba60e4bd-4416-411e-9a4e-c9846980cb4f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:06.029878 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.187615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=ba60e4bd-4416-411e-9a4e-c9846980cb4f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:06.204454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.204835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.205146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.205516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.205859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.206193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.206524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.207029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.207213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.207506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.207845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.208156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:06.619455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58418) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:06.697906 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-070ef5ad-4582-4492-99e1-3106a09d7d58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca6a8a0f702549ac82857312def8f491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757198 Aug 03 19:28:06.702624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58420) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:06.782737 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7858-7cca-439a-9af6-e80d7617854d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.813269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7858-7cca-439a-9af6-e80d7617854d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.891201 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7858-7cca-439a-9af6-e80d7617854d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.894050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7858-7cca-439a-9af6-e80d7617854d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.896411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bd2d7858-7cca-439a-9af6-e80d7617854d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/784f831b-08e3-4fbd-b640-b477d5c98255 HTTP/1.1" status: 204 len: 168 time: 0.1918762 Aug 03 19:28:06.922302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7858-7cca-439a-9af6-e80d7617854d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784f831b-08e3-4fbd-b640-b477d5c98255,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:07.125113 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61767625-0611-424b-8303-5a6960eef813 None None] Sync routers for ids ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:07.149030 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61767625-0611-424b-8303-5a6960eef813 None None] Routers {'e4f485a3-c2e5-4305-aaff-0f76533ed8f6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:07.150638 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-61767625-0611-424b-8303-5a6960eef813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:01Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:07.320331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ba60e4bd-4416-411e-9a4e-c9846980cb4f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:07.436430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ba60e4bd-4416-411e-9a4e-c9846980cb4f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:07.437054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.462721 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-61767625-0611-424b-8303-5a6960eef813 None None] Set router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:07.846987 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-61767625-0611-424b-8303-5a6960eef813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:03Z', 'revision_number': 4, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port': {'id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:55Z', 'updated_at': '2021-08-03T19:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1ff3e129-97b7-4098-ace2-aaa791016fb6', 'name': '', 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'mac_address': 'fa:16:3e:98:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '7b51d6c1-fd5e-470d-90b1-332de2716c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:01Z', 'updated_at': '2021-08-03T19:28:03Z', 'revision_number': 2, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'subnets': [{'id': '7b51d6c1-fd5e-470d-90b1-332de2716c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:07.921567 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61767625-0611-424b-8303-5a6960eef813 None None] Checking router: e4f485a3-c2e5-4305-aaff-0f76533ed8f6 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:07.921567 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61767625-0611-424b-8303-5a6960eef813 None None] Updating router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 port 1ff3e129-97b7-4098-ace2-aaa791016fb6 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:07.996841 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-61767625-0611-424b-8303-5a6960eef813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.065211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:08.539861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f373e5f5-ebe5-4d85-bb1d-72a520fa3dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.784186 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-61767625-0611-424b-8303-5a6960eef813 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.835686 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-61767625-0611-424b-8303-5a6960eef813 None None] Transition to ACTIVE for port object 1ff3e129-97b7-4098-ace2-aaa791016fb6 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:08.843343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f373e5f5-ebe5-4d85-bb1d-72a520fa3dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.854347 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f373e5f5-ebe5-4d85-bb1d-72a520fa3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.857315 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-61767625-0611-424b-8303-5a6960eef813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.921264 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f373e5f5-ebe5-4d85-bb1d-72a520fa3dc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=175e12ac9147493c9e11a3c7827ffe0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540390 Aug 03 19:28:08.925515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58484) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:08.975740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373e5f5-ebe5-4d85-bb1d-72a520fa3dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff766ef-b2ff-4a65-9fe9-2cf3c7f95dcd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:08.994530 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da690219-e75c-4f38-97ff-a6ba31525f66 None None] Pushing event updated for resources: {'Port': ['ID=1ff3e129-97b7-4098-ace2-aaa791016fb6,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:09.156830 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5e81896-96da-471b-8ebf-d587d97fe9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.167288 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-61767625-0611-424b-8303-5a6960eef813 None None] Attempting to bind port 1ff3e129-97b7-4098-ace2-aaa791016fb6 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:09.167895 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-61767625-0611-424b-8303-5a6960eef813 None None] Attempting to bind port 1ff3e129-97b7-4098-ace2-aaa791016fb6 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:09.168601 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61767625-0611-424b-8303-5a6960eef813 None None] Attempting to bind port 1ff3e129-97b7-4098-ace2-aaa791016fb6 on network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:09.191648 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61767625-0611-424b-8303-5a6960eef813 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:09.192266 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61767625-0611-424b-8303-5a6960eef813 None None] Checking segment: {'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:09.192928 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-61767625-0611-424b-8303-5a6960eef813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.193634 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61767625-0611-424b-8303-5a6960eef813 None None] Bound using segment: {'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:09.194461 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-61767625-0611-424b-8303-5a6960eef813 None None] Bound port: 1ff3e129-97b7-4098-ace2-aaa791016fb6, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9965d989-6dc4-46eb-9a1b-41b9c7c0478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:09.195106 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-61767625-0611-424b-8303-5a6960eef813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.241989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5e81896-96da-471b-8ebf-d587d97fe9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.390157 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5e81896-96da-471b-8ebf-d587d97fe9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.400163 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-61767625-0611-424b-8303-5a6960eef813 None None] For port 1ff3e129-97b7-4098-ace2-aaa791016fb6, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:09.400931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5e81896-96da-471b-8ebf-d587d97fe9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.408203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c5e81896-96da-471b-8ebf-d587d97fe9c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ff766ef-b2ff-4a65-9fe9-2cf3c7f95dcd HTTP/1.1" status: 204 len: 168 time: 0.4784515 Aug 03 19:28:09.408659 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-61767625-0611-424b-8303-5a6960eef813 None None] For port 1ff3e129-97b7-4098-ace2-aaa791016fb6, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1ff3e129-97b7-4098-ace2-aaa791016fb6,segment=NetworkSegment(9965d989-6dc4-46eb-9a1b-41b9c7c0478a),segment_id=9965d989-6dc4-46eb-9a1b-41b9c7c0478a)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:09.420704 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-61767625-0611-424b-8303-5a6960eef813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.450543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e81896-96da-471b-8ebf-d587d97fe9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff766ef-b2ff-4a65-9fe9-2cf3c7f95dcd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:09.539680 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da690219-e75c-4f38-97ff-a6ba31525f66 None None] Pushing event updated for resources: {'Port': ['ID=1ff3e129-97b7-4098-ace2-aaa791016fb6,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:09.570999 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61767625-0611-424b-8303-5a6960eef813 None None] Routers {'e4f485a3-c2e5-4305-aaff-0f76533ed8f6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:09.571652 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-61767625-0611-424b-8303-5a6960eef813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:01Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:09.978628 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-61767625-0611-424b-8303-5a6960eef813 None None] Set router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:10.363533 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-61767625-0611-424b-8303-5a6960eef813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:03Z', 'revision_number': 4, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port': {'id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:55Z', 'updated_at': '2021-08-03T19:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1ff3e129-97b7-4098-ace2-aaa791016fb6', 'name': '', 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'mac_address': 'fa:16:3e:98:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '7b51d6c1-fd5e-470d-90b1-332de2716c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:01Z', 'updated_at': '2021-08-03T19:28:09Z', 'revision_number': 4, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'subnets': [{'id': '7b51d6c1-fd5e-470d-90b1-332de2716c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:10.436698 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61767625-0611-424b-8303-5a6960eef813 None None] The sync data for ids ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'] in n-d-803378-1 is: [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:03Z', 'revision_number': 4, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port': {'id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:55Z', 'updated_at': '2021-08-03T19:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1ff3e129-97b7-4098-ace2-aaa791016fb6', 'name': '', 'network_id': '9f987c3e-5e90-444f-a7f9-bff3b50b9ab1', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'mac_address': 'fa:16:3e:98:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '7b51d6c1-fd5e-470d-90b1-332de2716c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:01Z', 'updated_at': '2021-08-03T19:28:09Z', 'revision_number': 4, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'subnets': [{'id': '7b51d6c1-fd5e-470d-90b1-332de2716c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:10.712833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58554) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:10.887286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ea9d36d-caee-41be-ab57-07dee4c33fc3 req-16189877-93c5-4573-b03d-8dc439bbc9f0 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0760174 Aug 03 19:28:11.367256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1ff3e129-97b7-4098-ace2-aaa791016fb6 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:11.558458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1ff3e129-97b7-4098-ace2-aaa791016fb6 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:11.572034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1ff3e129-97b7-4098-ace2-aaa791016fb6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:11.579799 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.822504 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.980779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1ff3e129-97b7-4098-ace2-aaa791016fb6, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1ff3e129-97b7-4098-ace2-aaa791016fb6,segment=NetworkSegment(9965d989-6dc4-46eb-9a1b-41b9c7c0478a),segment_id=9965d989-6dc4-46eb-9a1b-41b9c7c0478a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:11.988605 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.042343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.155003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1ff3e129-97b7-4098-ace2-aaa791016fb6,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:12.340154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e9cbdb5-72ce-492e-b4a7-47dbf03943b1 req-6ca5a9d0-1e7d-4fa5-ac8c-ee497cf69a1b tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0902004 Aug 03 19:28:12.676672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Deleting port 3e021460-dbbc-4021-b1a9-35f06f6e4f81 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:12.677144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.904664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] For port 3e021460-dbbc-4021-b1a9-35f06f6e4f81, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e021460-dbbc-4021-b1a9-35f06f6e4f81,segment=NetworkSegment(4a3ec604-819c-4b71-8209-dc548a544645),segment_id=4a3ec604-819c-4b71-8209-dc548a544645)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:12.905073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.943044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Calling delete_port for 3e021460-dbbc-4021-b1a9-35f06f6e4f81 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:13.246686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1ff3e129-97b7-4098-ace2-aaa791016fb6 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:13.367357 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1ff3e129-97b7-4098-ace2-aaa791016fb6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:13.368743 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.385431 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.435787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e021460-dbbc-4021-b1a9-35f06f6e4f81,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:13.777986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a11e1d6-1ac2-49d0-9b3b-cd70756557c7 req-64271606-b2d5-45e5-af8e-5f50c6eb357b tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.1416998 Aug 03 19:28:13.830408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.137143 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7d315cbc-c2a6-41b6-a719-3311332e97e0 req-44ae3f43-23b9-462f-b1c1-d8cd039ab08b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0881336 Aug 03 19:28:14.154944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-e080fa77-536c-4ab9-b523-1b6d5052493a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2266340 Aug 03 19:28:14.735820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Router c1ba1a48-31ac-4821-a79e-b5d1a745828d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:14.751970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2ed252c1-e29a-4f63-af4a-c9203c64e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.752669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2ed252c1-e29a-4f63-af4a-c9203c64e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.753323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2ed252c1-e29a-4f63-af4a-c9203c64e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.753976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2ed252c1-e29a-4f63-af4a-c9203c64e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.754784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2ed252c1-e29a-4f63-af4a-c9203c64e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.755590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2ed252c1-e29a-4f63-af4a-c9203c64e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.756441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2ed252c1-e29a-4f63-af4a-c9203c64e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.760015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2ed252c1-e29a-4f63-af4a-c9203c64e7fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6501 time: 0.0865307 Aug 03 19:28:15.010621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:15.019968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98af2980-b765-4b87-a362-09297c3800e6 req-365e5ef5-3022-4e77-bef3-399b4d1451ad tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0517793 Aug 03 19:28:15.029034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] Sync routers for ids ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:15.030028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9b7eb112-6070-493e-9547-e11d1eb6477a admin admin] 10.222.0.42 "PUT /v2.0/routers/c1ba1a48-31ac-4821-a79e-b5d1a745828d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3103125 Aug 03 19:28:15.030221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58656) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:15.034693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-56954085-bb51-4de4-ba98-c7b5e040244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.035443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-56954085-bb51-4de4-ba98-c7b5e040244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.036080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-56954085-bb51-4de4-ba98-c7b5e040244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.038022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-56954085-bb51-4de4-ba98-c7b5e040244e service neutron] 10.222.0.63 "GET /v2.0/networks?id=c8594735-32ad-4a59-96a0-40ff4321f00b&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=3afc7978-57b7-4875-9bfc-612e2d787ba3&id=3afc7978-57b7-4875-9bfc-612e2d787ba3 HTTP/1.1" status: 200 len: 2296 time: 0.2137411 Aug 03 19:28:15.048072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] Routers {'c1ba1a48-31ac-4821-a79e-b5d1a745828d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:15.049132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:01Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:15.171519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-d1d1ad5f-9ed0-4c4c-85c1-e9483d3969c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e5a708-a684-4d50-9090-6047efef003d HTTP/1.1" status: 200 len: 1000 time: 0.1254044 Aug 03 19:28:15.219245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] Set router c1ba1a48-31ac-4821-a79e-b5d1a745828d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:15.286593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-aae8be6e-cc68-417d-a9a1-1b55d0a34f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.290201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-aae8be6e-cc68-417d-a9a1-1b55d0a34f61 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed49f2e-9d4a-4d20-bac1-b435ebdcf227 HTTP/1.1" status: 200 len: 855 time: 0.1105514 Aug 03 19:28:15.423962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.449854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-63c7326e-cac6-4d7c-8541-c6e183194687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.452705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-63c7326e-cac6-4d7c-8541-c6e183194687 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8594735-32ad-4a59-96a0-40ff4321f00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547754 Aug 03 19:28:15.466205 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:28:15.669281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2f1155f2-c533-44f5-9cf6-e0bc8be282a0 service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066262 Aug 03 19:28:15.814100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.912529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-2b411f02-58fe-4369-8e0a-113fca69e895 service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351267 Aug 03 19:28:15.919462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:28:13Z', 'revision_number': 5, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port': {'id': 'c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:41Z', 'updated_at': '2021-08-03T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:15.941903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Deleting port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:15.942369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.972258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] Checking router: c1ba1a48-31ac-4821-a79e-b5d1a745828d for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:16.000346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] Routers {'c1ba1a48-31ac-4821-a79e-b5d1a745828d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:16.002224 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:01Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:16.030278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-4d8d7640-e49c-4c16-b888-cd578c9b73c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 200 len: 217 time: 0.1091952 Aug 03 19:28:16.184694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-6727fe55-f602-4d9c-91a3-763cabfbfdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:16.188151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-6727fe55-f602-4d9c-91a3-763cabfbfdd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1499150 Aug 03 19:28:16.208013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] Set router c1ba1a48-31ac-4821-a79e-b5d1a745828d gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:16.222362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] For port c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:16.222989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.282171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Calling delete_port for c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:16.354030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:28:15Z', 'revision_number': 6, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:16.376477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-e358103e-35e6-41ef-b3ef-1f29487689b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:16.381108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-e358103e-35e6-41ef-b3ef-1f29487689b5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1842012 Aug 03 19:28:16.385100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10dc5dbe-62ee-4f5d-8f4c-bfd6ec77acb9 req-caf4c4b5-9aba-4452-be48-9bac4df40c45 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0689223 Aug 03 19:28:16.424710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1344a-4556-4b35-aab5-22291f003640 None None] The sync data for ids ['c1ba1a48-31ac-4821-a79e-b5d1a745828d'] in n-d-803378-1 is: [{'id': 'c1ba1a48-31ac-4821-a79e-b5d1a745828d', 'name': 'tempest-TestAggregatesBasicOps-1806360585-router', 'tenant_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:28:15Z', 'revision_number': 6, 'project_id': 'd9e1e847f9d5430e9835cf83e9124d9a', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:16.741369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-18fa5fde-b802-446a-b15d-d91f0b1db39f service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523440 Aug 03 19:28:16.887486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.962196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:17.142315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-7472b3ce-d030-4208-a77d-f61efaf52e36 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909068 Aug 03 19:28:17.167051 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.239365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-1c68b5f6-9a39-45a3-b733-f248a206757a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 200 len: 217 time: 0.0895216 Aug 03 19:28:17.382662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-56a9f914-c9ca-4a22-b8d9-e4ddc4ba66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:17.387427 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-56a9f914-c9ca-4a22-b8d9-e4ddc4ba66ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1401935 Aug 03 19:28:17.493203 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.499176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.567163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-7d099070-1f43-426e-bc0c-37c5f15fcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:17.569071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-7d099070-1f43-426e-bc0c-37c5f15fcfeb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1735251 Aug 03 19:28:17.604655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e021460-dbbc-4021-b1a9-35f06f6e4f81 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:17.634153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.634821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1ba1a48-31ac-4821-a79e-b5d1a745828d {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:28:17.666668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.668202 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-09db2fca-4d84-482b-b213-826536100c02 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c1ba1a48-31ac-4821-a79e-b5d1a745828d HTTP/1.1" status: 204 len: 168 time: 2.6366346 Aug 03 19:28:17.675082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58734) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:17.714658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3e021460-dbbc-4021-b1a9-35f06f6e4f81 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:17.720517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e021460-dbbc-4021-b1a9-35f06f6e4f81 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:17.721356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:17.810672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e2db5a-7f23-48c2-b4df-7c3e2b9f4193 admin admin] Deleting subnet 237b1944-dfdc-44af-a053-50768787eace {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:17.815123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5e2db5a-7f23-48c2-b4df-7c3e2b9f4193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.829351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-4df3646f-fbfc-4937-83fc-cffff9cb8c9d service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511685 Aug 03 19:28:17.837932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:17.838675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c5c15ee9-fa45-48b7-9e75-bc9e6c064cfb not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:17.925174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5e2db5a-7f23-48c2-b4df-7c3e2b9f4193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.086091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5e2db5a-7f23-48c2-b4df-7c3e2b9f4193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.162161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-283f7618-bbda-4137-ae90-3d805ed0c9fe req-a7fdcb03-dd22-42a5-8fb0-6bd6e12766b5 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.2590089 Aug 03 19:28:18.226120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5e2db5a-7f23-48c2-b4df-7c3e2b9f4193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.251502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-1e8ad737-a98f-4d72-9073-39db68c58b82 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133644 Aug 03 19:28:18.258558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2db5a-7f23-48c2-b4df-7c3e2b9f4193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237b1944-dfdc-44af-a053-50768787eace,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:18.264522 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5e2db5a-7f23-48c2-b4df-7c3e2b9f4193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.267613 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e5e2db5a-7f23-48c2-b4df-7c3e2b9f4193 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/237b1944-dfdc-44af-a053-50768787eace HTTP/1.1" status: 204 len: 168 time: 0.5886610 Aug 03 19:28:18.274023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58748) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:18.282355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89618668-e5a8-4d5f-b21a-838b7a3fd6b8 None None] Network 7a997972-eb4e-47ea-a67d-ec7bc177c774 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:18.366826 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.373497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-5a1d5572-7733-4ae8-ae9b-285765847017 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=32e30c8a-bfb9-4883-96b4-de638f39847f HTTP/1.1" status: 200 len: 217 time: 0.1134632 Aug 03 19:28:18.374632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58750) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:18.451039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-f6c55e77-d7e8-452b-a355-287a928ab1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:18.452567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-f6c55e77-d7e8-452b-a355-287a928ab1ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.0707948 Aug 03 19:28:18.472224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Deleting port d98c5bba-d46e-46d0-bad1-9e06ce775702 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:18.472774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.565926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-ed1a4388-095c-4de2-a894-83a560a72263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:18.567578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-ed1a4388-095c-4de2-a894-83a560a72263 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050990 Aug 03 19:28:18.594215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] DHCP port deletion for 7a997972-eb4e-47ea-a67d-ec7bc177c774 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:18.643727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] For port d98c5bba-d46e-46d0-bad1-9e06ce775702, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d98c5bba-d46e-46d0-bad1-9e06ce775702,segment=NetworkSegment(4a3ec604-819c-4b71-8209-dc548a544645),segment_id=4a3ec604-819c-4b71-8209-dc548a544645)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:18.644480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.658647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] Deleting port d98c5bba-d46e-46d0-bad1-9e06ce775702 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:18.660940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.674479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Calling delete_port for d98c5bba-d46e-46d0-bad1-9e06ce775702 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:18.778946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] For port d98c5bba-d46e-46d0-bad1-9e06ce775702, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d98c5bba-d46e-46d0-bad1-9e06ce775702,segment=NetworkSegment(4a3ec604-819c-4b71-8209-dc548a544645),segment_id=4a3ec604-819c-4b71-8209-dc548a544645)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:18.779787 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.783373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-d01d80db-53d2-4614-ae66-de070c731c09 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077720 Aug 03 19:28:18.802010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] Calling delete_port for d98c5bba-d46e-46d0-bad1-9e06ce775702 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:18.802919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e88a3bbe-bdb0-43ed-8e02-8f69f0c8506d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.887416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.923395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.973323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] Pushing event deleted for resources: {'Port': ['ID=d98c5bba-d46e-46d0-bad1-9e06ce775702,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:18.976745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16e2a2-6936-490e-ba2a-b667360c85c2 None None] No DVR routers for this DVR port d98c5bba-d46e-46d0-bad1-9e06ce775702 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:18.991589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d98c5bba-d46e-46d0-bad1-9e06ce775702,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:18.994492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] No DVR routers for this DVR port d98c5bba-d46e-46d0-bad1-9e06ce775702 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:19.002137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-0db0b5c6-312c-4d5f-85bd-7d3dd20b6cf9 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099249 Aug 03 19:28:19.113460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.126916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a997972-eb4e-47ea-a67d-ec7bc177c774']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:19.142230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3ec604-819c-4b71-8209-dc548a544645') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:19.143158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3ec604-819c-4b71-8209-dc548a544645') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:19.155601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.182357 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.192695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:19.193366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:19.210233 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:19.243855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-c4478e10-6696-401f-b4bb-3a792767ac35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=05938087-885e-45e6-be0a-a4d07a310a9f HTTP/1.1" status: 200 len: 217 time: 0.2081923 Aug 03 19:28:19.303178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d98c5bba-d46e-46d0-bad1-9e06ce775702 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:19.352965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: d98c5bba-d46e-46d0-bad1-9e06ce775702 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:19.353858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d98c5bba-d46e-46d0-bad1-9e06ce775702 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:19.355145 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e88a3bbe-bdb0-43ed-8e02-8f69f0c8506d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.355552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-ed8f4f1c-a4f1-4c27-9415-7809c577f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:19.358543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-ed8f4f1c-a4f1-4c27-9415-7809c577f12a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1043081 Aug 03 19:28:19.362485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e88a3bbe-bdb0-43ed-8e02-8f69f0c8506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.403192 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.432104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.437682 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] 10.222.0.42 "DELETE /v2.0/networks/7a997972-eb4e-47ea-a67d-ec7bc177c774 HTTP/1.1" status: 204 len: 168 time: 1.1624422 Aug 03 19:28:19.439764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130dcdc-b358-4563-a880-ead8be2397ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7a997972-eb4e-47ea-a67d-ec7bc177c774,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.443009 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e88a3bbe-bdb0-43ed-8e02-8f69f0c8506d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0ff01b71da74152a03a674f12559758&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0671973 Aug 03 19:28:19.447206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58762) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:19.447353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84be4905-2ba6-4508-ab11-1c30f7f18b49 req-afbfd0bb-c0c9-46d0-9fa2-d56c915af3f9 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0861275 Aug 03 19:28:19.447494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58764) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:19.490538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-4ca1e342-e4fa-4c1e-98fe-8360c4e4dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:19.492525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-4ca1e342-e4fa-4c1e-98fe-8360c4e4dc8f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1150270 Aug 03 19:28:19.507209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a3bbe-bdb0-43ed-8e02-8f69f0c8506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eb0ab7-68f5-4644-82f2-2e444d1b6758,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.602488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-90910a20-bb62-41e8-8f13-d77ee58fc5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.620852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-b6b56712-4d20-4166-8e72-09e64252ad18 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199393 Aug 03 19:28:19.644105 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-90910a20-bb62-41e8-8f13-d77ee58fc5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.796058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-62af6375-89eb-4742-aa6a-d0c8657e5004 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675057 Aug 03 19:28:19.847148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-90910a20-bb62-41e8-8f13-d77ee58fc5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.852189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-90910a20-bb62-41e8-8f13-d77ee58fc5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.858418 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-90910a20-bb62-41e8-8f13-d77ee58fc5c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0eb0ab7-68f5-4644-82f2-2e444d1b6758 HTTP/1.1" status: 204 len: 168 time: 0.3986962 Aug 03 19:28:19.880166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90910a20-bb62-41e8-8f13-d77ee58fc5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eb0ab7-68f5-4644-82f2-2e444d1b6758,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.887744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-4a7ae727-c9e4-4bd2-bc63-21a1e2197590 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0839980 Aug 03 19:28:19.984037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-81aed972-7948-4935-8025-6c2dcddcbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:19.988427 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-81aed972-7948-4935-8025-6c2dcddcbaec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.0925479 Aug 03 19:28:20.071334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-8ebe1b66-e888-44ff-b2e4-e8860ce2dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.079850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-8ebe1b66-e888-44ff-b2e4-e8860ce2dcd1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854576 Aug 03 19:28:20.162357 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.274685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-f9e5e127-a68d-4187-8b68-eb98daa2dda5 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861141 Aug 03 19:28:20.415063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.500655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-f10dd744-3979-403a-98d8-a701ce6e7d22 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042034 Aug 03 19:28:20.586069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-98d7c107-3b1b-4bc5-ab46-849282ebd335 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=979a8db1-3302-40e4-8413-308d67aeb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0774355 Aug 03 19:28:20.620587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58780) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:20.690048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6963b72f-0c8b-42d9-99c4-70c185710236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.724879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Deleting port 1ff3e129-97b7-4098-ace2-aaa791016fb6 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:20.726175 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.805001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-245db14c-48fc-42e6-8969-ccfe9f565a99 req-ed4f74b5-4ddd-46cc-ac23-ac03172ba6cf tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.1262705 Aug 03 19:28:20.830011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-8f33fa4e-72f2-4138-9039-88c350350aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.832144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-8f33fa4e-72f2-4138-9039-88c350350aae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.2392437 Aug 03 19:28:20.907838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6963b72f-0c8b-42d9-99c4-70c185710236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.911164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58784) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:20.920858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6963b72f-0c8b-42d9-99c4-70c185710236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.955854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-077b5c8f-de8f-422b-a21e-e9da9aa39170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.958058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-077b5c8f-de8f-422b-a21e-e9da9aa39170 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1170666 Aug 03 19:28:21.036680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6963b72f-0c8b-42d9-99c4-70c185710236 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8677d832e3e04147a29262eee2f1116a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147501 Aug 03 19:28:21.038339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:21.043029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963b72f-0c8b-42d9-99c4-70c185710236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d68c3-eaac-4208-bfeb-ec6d0b01fe0c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:21.160351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc26285a-7592-43ec-b370-c2d47a97aa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.163961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eac1433e-2648-47e0-b42c-ae9831f98f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.169784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-b65b6424-ccc2-4a80-a1cc-82940fb3cd4d service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023191 Aug 03 19:28:21.258089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc26285a-7592-43ec-b370-c2d47a97aa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.281213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] For port 1ff3e129-97b7-4098-ace2-aaa791016fb6, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1ff3e129-97b7-4098-ace2-aaa791016fb6,segment=NetworkSegment(9965d989-6dc4-46eb-9a1b-41b9c7c0478a),segment_id=9965d989-6dc4-46eb-9a1b-41b9c7c0478a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:21.282550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.301804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Calling delete_port for 1ff3e129-97b7-4098-ace2-aaa791016fb6 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:21.446303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-220be0ff-3377-4d42-90e7-04b51fbb0288 req-6670da2c-b2bf-4904-80bd-90dea8ec470f service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680123 Aug 03 19:28:21.480760 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc26285a-7592-43ec-b370-c2d47a97aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.485980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dc26285a-7592-43ec-b370-c2d47a97aa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.488187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dc26285a-7592-43ec-b370-c2d47a97aa6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e18d68c3-eaac-4208-bfeb-ec6d0b01fe0c HTTP/1.1" status: 204 len: 168 time: 0.4464474 Aug 03 19:28:21.506677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26285a-7592-43ec-b370-c2d47a97aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d68c3-eaac-4208-bfeb-ec6d0b01fe0c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:21.576800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eac1433e-2648-47e0-b42c-ae9831f98f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.583636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eac1433e-2648-47e0-b42c-ae9831f98f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.612903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.653099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff3e129-97b7-4098-ace2-aaa791016fb6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:21.669567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1433e-2648-47e0-b42c-ae9831f98f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f509388-6b48-487d-8c82-c9939b905732,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:21.679012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58796) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:21.679541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-eac1433e-2648-47e0-b42c-ae9831f98f84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc7c872ba9d740c491d7723203cfb9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664392 Aug 03 19:28:21.826576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd3b1-e4a4-4a33-9c62-b62fead1ab54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.968112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83379ffc-a38b-40e9-8669-b85c7ec67abf req-33d5afb3-7f67-4e86-bbf7-03ab0745a9fa tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0527494 Aug 03 19:28:21.978071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd3b1-e4a4-4a33-9c62-b62fead1ab54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.041290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.109000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd3b1-e4a4-4a33-9c62-b62fead1ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.111929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd3b1-e4a4-4a33-9c62-b62fead1ab54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.113168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3bfd3b1-e4a4-4a33-9c62-b62fead1ab54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f509388-6b48-487d-8c82-c9939b905732 HTTP/1.1" status: 204 len: 168 time: 0.4331262 Aug 03 19:28:22.129716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfd3b1-e4a4-4a33-9c62-b62fead1ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f509388-6b48-487d-8c82-c9939b905732,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:22.341751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:22.561680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:22.571728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58832) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:22.574063 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-81fdf521-e9c1-4d70-83c7-7a737a98274a admin admin] 10.222.0.42 "PUT /v2.0/routers/e4f485a3-c2e5-4305-aaff-0f76533ed8f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1192391 Aug 03 19:28:22.583106 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] Sync routers for ids ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:22.609740 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] Routers {'e4f485a3-c2e5-4305-aaff-0f76533ed8f6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:22.611670 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:01Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:22.763219 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.840330 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] Set router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:22.969131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.097650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Deleting port ba60e4bd-4416-411e-9a4e-c9846980cb4f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:23.098056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.144939 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:21Z', 'revision_number': 5, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port': {'id': 'ba60e4bd-4416-411e-9a4e-c9846980cb4f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:55Z', 'updated_at': '2021-08-03T19:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:23.185524 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] Checking router: e4f485a3-c2e5-4305-aaff-0f76533ed8f6 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:23.196536 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] Routers {'e4f485a3-c2e5-4305-aaff-0f76533ed8f6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:23.197349 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:01Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:23.245399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ab9ff9e-d2fc-4b8b-9be0-42e0322e9db2 req-b35d4303-b7f6-46ec-bff3-f36e88497f58 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.1140873 Aug 03 19:28:23.312663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] For port ba60e4bd-4416-411e-9a4e-c9846980cb4f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ba60e4bd-4416-411e-9a4e-c9846980cb4f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:23.313192 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.345179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Calling delete_port for ba60e4bd-4416-411e-9a4e-c9846980cb4f owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:23.352118 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] Set router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:23.411993 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:22Z', 'revision_number': 6, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:23.467586 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8354c988-127b-4327-afa6-fff68ef9e4e3 None None] The sync data for ids ['e4f485a3-c2e5-4305-aaff-0f76533ed8f6'] in n-d-803378-1 is: [{'id': 'e4f485a3-c2e5-4305-aaff-0f76533ed8f6', 'name': 'tempest-TestAggregatesBasicOps-626007440-router', 'tenant_id': '6e28e4631d0e4abaa279bae02941f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:22Z', 'revision_number': 6, 'project_id': '6e28e4631d0e4abaa279bae02941f329', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:23.624089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.706568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba60e4bd-4416-411e-9a4e-c9846980cb4f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:23.773622 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.907844 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.910926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.969298 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.970283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f485a3-c2e5-4305-aaff-0f76533ed8f6 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:28:23.978940 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.981226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-df240945-7744-4a8a-81fe-6e903b8876e1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e4f485a3-c2e5-4305-aaff-0f76533ed8f6 HTTP/1.1" status: 204 len: 168 time: 1.4082301 Aug 03 19:28:23.985315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58872) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:24.043775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2e8c6a-0d6a-4164-9c07-d19d4b47f091 admin admin] Deleting subnet 7b51d6c1-fd5e-470d-90b1-332de2716c56 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:24.047760 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8c6a-0d6a-4164-9c07-d19d4b47f091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.137521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8c6a-0d6a-4164-9c07-d19d4b47f091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.181380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58878) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:24.270642 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8c6a-0d6a-4164-9c07-d19d4b47f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.347940 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f64fb2d-5e36-4d7e-b525-6681170791ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.407522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8c6a-0d6a-4164-9c07-d19d4b47f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.411354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ee71dcb-053d-4c84-a279-b9cca95546f1 req-2cac8674-5a94-4faa-891a-224ac146fb69 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0391259 Aug 03 19:28:24.453561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e8c6a-0d6a-4164-9c07-d19d4b47f091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b51d6c1-fd5e-470d-90b1-332de2716c56,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:24.465895 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8c6a-0d6a-4164-9c07-d19d4b47f091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.471421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cd2e8c6a-0d6a-4164-9c07-d19d4b47f091 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7b51d6c1-fd5e-470d-90b1-332de2716c56 HTTP/1.1" status: 204 len: 168 time: 0.4812267 Aug 03 19:28:24.471997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b5143-ec54-4bc9-8238-f9bdf9e2b584 None None] Network 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:24.473221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58886) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:24.559634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f64fb2d-5e36-4d7e-b525-6681170791ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.566711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f64fb2d-5e36-4d7e-b525-6681170791ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.619975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.647284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2f64fb2d-5e36-4d7e-b525-6681170791ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=409b0d14135e48368e92f7e8948aaae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647193 Aug 03 19:28:24.648778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64fb2d-5e36-4d7e-b525-6681170791ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c35ec6-c06e-49d6-8ba0-422b3b1670ee,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:24.652131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58892) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:24.750146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Deleting port 5cbea110-7fbb-4858-ac49-ad17875a86b2 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:24.750494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.786207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-763d31bc-d673-4a70-8b6d-ef98af5bda7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.786410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] DHCP port deletion for 9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:24.831923 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-763d31bc-d673-4a70-8b6d-ef98af5bda7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.871437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] Deleting port 5cbea110-7fbb-4858-ac49-ad17875a86b2 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:24.872810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.884486 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] For port 5cbea110-7fbb-4858-ac49-ad17875a86b2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5cbea110-7fbb-4858-ac49-ad17875a86b2,segment=NetworkSegment(9965d989-6dc4-46eb-9a1b-41b9c7c0478a),segment_id=9965d989-6dc4-46eb-9a1b-41b9c7c0478a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:24.884922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.902317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Calling delete_port for 5cbea110-7fbb-4858-ac49-ad17875a86b2 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:24.925505 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-763d31bc-d673-4a70-8b6d-ef98af5bda7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.929104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-763d31bc-d673-4a70-8b6d-ef98af5bda7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.930887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-763d31bc-d673-4a70-8b6d-ef98af5bda7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01c35ec6-c06e-49d6-8ba0-422b3b1670ee HTTP/1.1" status: 204 len: 168 time: 0.2770457 Aug 03 19:28:24.943040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d31bc-d673-4a70-8b6d-ef98af5bda7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c35ec6-c06e-49d6-8ba0-422b3b1670ee,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:25.011144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] For port 5cbea110-7fbb-4858-ac49-ad17875a86b2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5cbea110-7fbb-4858-ac49-ad17875a86b2,segment=NetworkSegment(9965d989-6dc4-46eb-9a1b-41b9c7c0478a),segment_id=9965d989-6dc4-46eb-9a1b-41b9c7c0478a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:25.012720 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.033020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] Calling delete_port for 5cbea110-7fbb-4858-ac49-ad17875a86b2 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:25.033318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.064691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbea110-7fbb-4858-ac49-ad17875a86b2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:25.066719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] No DVR routers for this DVR port 5cbea110-7fbb-4858-ac49-ad17875a86b2 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:25.187005 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.190194 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.210694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f987c3e-5e90-444f-a7f9-bff3b50b9ab1']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:25.231161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] Pushing event deleted for resources: {'Port': ['ID=5cbea110-7fbb-4858-ac49-ad17875a86b2,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:25.235207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9965d989-6dc4-46eb-9a1b-41b9c7c0478a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:25.235508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9965d989-6dc4-46eb-9a1b-41b9c7c0478a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:25.251883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fa92b-fdd0-4fdd-90f4-702546480c36 None None] No DVR routers for this DVR port 5cbea110-7fbb-4858-ac49-ad17875a86b2 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:25.260178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.278303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ba60e4bd-4416-411e-9a4e-c9846980cb4f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:25.284628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.299577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:25.302262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.304519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ba60e4bd-4416-411e-9a4e-c9846980cb4f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:25.305236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ba60e4bd-4416-411e-9a4e-c9846980cb4f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:25.306341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5cbea110-7fbb-4858-ac49-ad17875a86b2 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:25.309654 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:25.331776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 5cbea110-7fbb-4858-ac49-ad17875a86b2 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:25.332299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5cbea110-7fbb-4858-ac49-ad17875a86b2 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:25.332640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1ff3e129-97b7-4098-ace2-aaa791016fb6 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:25.365339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1ff3e129-97b7-4098-ace2-aaa791016fb6 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:25.365792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1ff3e129-97b7-4098-ace2-aaa791016fb6 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:25.437924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.444616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.446770 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9f987c3e-5e90-444f-a7f9-bff3b50b9ab1 HTTP/1.1" status: 204 len: 168 time: 0.9709158 Aug 03 19:28:25.462163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244c29b-f0d4-4d7c-b171-26413b3067a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f987c3e-5e90-444f-a7f9-bff3b50b9ab1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:25.570716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dac89e93-c3a4-4d50-bd80-011d8a6d50f0 req-dc268047-d517-49ef-b6ed-d2ebd253bb36 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0403345 Aug 03 19:28:25.666969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.690913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58930) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:26.141070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-937e78ba-5396-447c-bee3-754c16f64036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.155637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0ec86882-4c6a-455e-9549-945f97d95986 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9e1e847f9d5430e9835cf83e9124d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630437 Aug 03 19:28:26.157361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58944) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:26.157842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58946) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:26.249624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f1211d3-c083-416e-bf3f-1d3d665054b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.279129 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f1211d3-c083-416e-bf3f-1d3d665054b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.373301 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f1211d3-c083-416e-bf3f-1d3d665054b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.377200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f1211d3-c083-416e-bf3f-1d3d665054b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.382549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9f1211d3-c083-416e-bf3f-1d3d665054b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ea4604d-4d5f-445a-94ec-fddc489ace18 HTTP/1.1" status: 204 len: 168 time: 0.2172430 Aug 03 19:28:26.387512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1211d3-c083-416e-bf3f-1d3d665054b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4604d-4d5f-445a-94ec-fddc489ace18,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:26.502964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b39cfb00-fb9f-4f47-bb6e-b3b4de4d082a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.684559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b39cfb00-fb9f-4f47-bb6e-b3b4de4d082a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.690046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b39cfb00-fb9f-4f47-bb6e-b3b4de4d082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.740715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-faa45cf4-f557-4cf2-b6b1-659590c1a1ff req-b023bc71-c411-4219-891c-1912ea14f502 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0759768 Aug 03 19:28:26.792641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b39cfb00-fb9f-4f47-bb6e-b3b4de4d082a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbcdeeec30b24b48992c06ac37f304e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304028 Aug 03 19:28:26.794083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:26.798526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cfb00-fb9f-4f47-bb6e-b3b4de4d082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19801af-7876-4dbb-a44c-cb01673afec0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:26.882081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9799096-1048-4fb2-8db7-6224fe63c167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.914314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9799096-1048-4fb2-8db7-6224fe63c167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.977427 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9799096-1048-4fb2-8db7-6224fe63c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.978127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58974) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:26.980901 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9799096-1048-4fb2-8db7-6224fe63c167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.985351 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9799096-1048-4fb2-8db7-6224fe63c167 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d19801af-7876-4dbb-a44c-cb01673afec0 HTTP/1.1" status: 204 len: 168 time: 0.1875460 Aug 03 19:28:26.996794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9799096-1048-4fb2-8db7-6224fe63c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19801af-7876-4dbb-a44c-cb01673afec0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.074448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2c963f31-bb38-49b8-a90d-fb68f341c700 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e28e4631d0e4abaa279bae02941f329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927269 Aug 03 19:28:27.076796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58978) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.160594 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab084588-bdb0-49ee-af1f-260044ec7166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.201808 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab084588-bdb0-49ee-af1f-260044ec7166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.269000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab084588-bdb0-49ee-af1f-260044ec7166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.271933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab084588-bdb0-49ee-af1f-260044ec7166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.273180 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ab084588-bdb0-49ee-af1f-260044ec7166 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2f6f3ed-02f8-4df2-8d6b-206a7dd3b1cf HTTP/1.1" status: 204 len: 168 time: 0.1948917 Aug 03 19:28:27.283391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab084588-bdb0-49ee-af1f-260044ec7166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f6f3ed-02f8-4df2-8d6b-206a7dd3b1cf,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.905931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd7726b6-93c4-4795-9379-53503280d910 req-3082e321-e59f-42fe-8bac-43c2240bdd28 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0350711 Aug 03 19:28:28.453254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59030) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:28.461695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2075780269', 'description': 'tempest-secgroup-smoke-2075780269 description', 'project_id': '8ae739ab6a844524a37b52a10d3348ca'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:28.501023 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.515488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.698964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.705683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.778224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0763cfbc-2c8b-4d4b-8fe9-7d660c4d88c6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:28.795734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59044) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:28.873755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.879227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.911896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.913231 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4582179 Aug 03 19:28:28.916256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b68d0-1130-46eb-90cc-c72644821366 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce27e27a-ba37-42ec-a1f6-59bec3e32054,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:28.919091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59050) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:28.938477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-55597ced-0069-4e57-886c-ed564438260f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'ce27e27a-ba37-42ec-a1f6-59bec3e32054', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:28.976894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-55597ced-0069-4e57-886c-ed564438260f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.180960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34ea864f-ea1f-4ccf-8426-815ee3171e25 req-7d642d04-9e8f-4fdf-ab6a-e7a27a0a481e tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0728981 Aug 03 19:28:29.186378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-55597ced-0069-4e57-886c-ed564438260f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.209092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1637604827-network', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:29.222707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-55597ced-0069-4e57-886c-ed564438260f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.279110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55597ced-0069-4e57-886c-ed564438260f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9261784e-7cca-48f8-99fb-e87ace020f3f,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.296987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Made reservation on behalf of 73fe84e0f58a49ec842c762944916d9a for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:29.302096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.314854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-55597ced-0069-4e57-886c-ed564438260f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.319990 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59064) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.320549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-55597ced-0069-4e57-886c-ed564438260f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985984 Aug 03 19:28:29.322754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.325699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'ce27e27a-ba37-42ec-a1f6-59bec3e32054', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:29.362120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.502282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.508672 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.519186 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.525270 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.550383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6944b680-baf6-4128-8fce-7354caa98c3d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.553639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:29.563683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.564307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.564973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.565446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.566342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.567177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.568016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.568829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.569645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.570533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.571097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.571670 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:29.572474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc90763-92bd-4bac-beaf-8a89a0f36d22,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.576615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.577272 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Added segment e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4 of type vlan for network 1a49327a-c70b-40e1-880d-0d46de101624 Aug 03 19:28:29.578144 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.580213 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1b6519d-4486-40fb-9811-da653dbe30e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2587795 Aug 03 19:28:29.583402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59072) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.592052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b0f3755f-de2e-4a7f-9ebc-e9046daa5c4e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'ce27e27a-ba37-42ec-a1f6-59bec3e32054', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:29.638745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.644742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0f3755f-de2e-4a7f-9ebc-e9046daa5c4e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.679782 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.680892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:29.681892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.755603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9582086 Aug 03 19:28:29.758887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59082) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.768383 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.769320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd191f-8f42-42e6-9b6a-eb1b6ee3f1ab admin admin] Pushing event updated for resources: {'Network': ['ID=1a49327a-c70b-40e1-880d-0d46de101624,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.780349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Request body: {'subnet': {'network_id': '1a49327a-c70b-40e1-880d-0d46de101624', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1637604827-subnet', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:29.786390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1a49327a-c70b-40e1-880d-0d46de101624 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:29.824812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0f3755f-de2e-4a7f-9ebc-e9046daa5c4e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.834227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0f3755f-de2e-4a7f-9ebc-e9046daa5c4e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.870363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Made reservation on behalf of 73fe84e0f58a49ec842c762944916d9a for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:29.874382 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.881764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3755f-de2e-4a7f-9ebc-e9046daa5c4e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0214cf90-1b4a-4387-a94c-a29d18282348,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.903701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0f3755f-de2e-4a7f-9ebc-e9046daa5c4e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.906114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b0f3755f-de2e-4a7f-9ebc-e9046daa5c4e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210590 Aug 03 19:28:29.908872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59086) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.914981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-66ffddba-b66f-4847-996a-f7aa11ed04f7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'ce27e27a-ba37-42ec-a1f6-59bec3e32054', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:29.954237 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66ffddba-b66f-4847-996a-f7aa11ed04f7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.037464 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66ffddba-b66f-4847-996a-f7aa11ed04f7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.045502 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66ffddba-b66f-4847-996a-f7aa11ed04f7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.081467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffddba-b66f-4847-996a-f7aa11ed04f7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31100be4-158f-45a1-b0cf-d649ee163d80,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:30.093061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66ffddba-b66f-4847-996a-f7aa11ed04f7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.099045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-66ffddba-b66f-4847-996a-f7aa11ed04f7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1848536 Aug 03 19:28:30.100216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59094) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:30.105617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-255da6bb-cc86-4adc-abeb-5a4904e042f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'ce27e27a-ba37-42ec-a1f6-59bec3e32054', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:30.186493 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-255da6bb-cc86-4adc-abeb-5a4904e042f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Project 8ae739ab6a844524a37b52a10d3348ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:28:30.191951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.197659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-255da6bb-cc86-4adc-abeb-5a4904e042f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.269636 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4907a8a-1f2b-48c6-b64c-81691e8b4f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.306687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef901ea-442c-4fcc-aff0-ab9aedcf89f8,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:30.367728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-255da6bb-cc86-4adc-abeb-5a4904e042f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.370860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Checking segment: {'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:30.371461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Network hostable DHCP agents. Network: 1a49327a-c70b-40e1-880d-0d46de101624, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:30.377125 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-255da6bb-cc86-4adc-abeb-5a4904e042f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.411366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255da6bb-cc86-4adc-abeb-5a4904e042f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7274a3fa-bed1-4232-a152-e55f624bad47,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:30.421943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-255da6bb-cc86-4adc-abeb-5a4904e042f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.423917 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-255da6bb-cc86-4adc-abeb-5a4904e042f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3225772 Aug 03 19:28:30.434677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59114) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:30.446124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e584e6f4-be3b-4a4c-b0f1-a31f90a57b5e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'ce27e27a-ba37-42ec-a1f6-59bec3e32054', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:30.454353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5e32cf8-24d4-4ba5-956d-41a07c367a9e req-b0b379a3-05a3-47b1-8dfd-d2effae3e1b4 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0603373 Aug 03 19:28:30.463950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Network 1a49327a-c70b-40e1-880d-0d46de101624 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:30.485164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1a49327a-c70b-40e1-880d-0d46de101624) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:30.494719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:30.495455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.504837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d266041e-ed23-4651-9249-7427bfa414a1 None None] Network 1a49327a-c70b-40e1-880d-0d46de101624 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:30.517434 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-e584e6f4-be3b-4a4c-b0f1-a31f90a57b5e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Project 8ae739ab6a844524a37b52a10d3348ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:28:30.528989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59120) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:30.529258 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bbbc81d0-660f-4624-b273-13ec8c17bd7c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7685244 Aug 03 19:28:30.531463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e584e6f4-be3b-4a4c-b0f1-a31f90a57b5e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.538430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:30.585117 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.587893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.684474 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e584e6f4-be3b-4a4c-b0f1-a31f90a57b5e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.690470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e584e6f4-be3b-4a4c-b0f1-a31f90a57b5e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.716654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.719275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584e6f4-be3b-4a4c-b0f1-a31f90a57b5e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658c36a3-d5fc-4f16-a985-d9ae390efd25,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:30.734644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e584e6f4-be3b-4a4c-b0f1-a31f90a57b5e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.743214 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e584e6f4-be3b-4a4c-b0f1-a31f90a57b5e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3063133 Aug 03 19:28:30.745254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59128) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:30.755443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'network': {'name': 'tempest-network-smoke--39374997', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'port_security_enabled': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:30.800567 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:30.806926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.845112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1a49327a-c70b-40e1-880d-0d46de101624', 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'fixed_ips': [{'subnet_id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:30.847983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.855864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:30.872439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.872890 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Added segment 98af9e3a-e114-4683-b31b-eb0599205081 of type vlan for network c84f39e5-728b-4562-8e7a-c50ae9d70c91 Aug 03 19:28:30.954698 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.006831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.013153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.014190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:31.015006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.059662 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3123136 Aug 03 19:28:31.071277 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59142) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:31.127331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Allocated IP 172.20.0.2 (1a49327a-c70b-40e1-880d-0d46de101624/7ef901ea-442c-4fcc-aff0-ab9aedcf89f8/ed8d1ba0-a93a-4c83-937d-a4e9974582ef) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:31.133801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'admin_state_up': True, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:31.137685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169b043-81b3-45c3-a0fa-fc6714721806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Network': ['ID=c84f39e5-728b-4562-8e7a-c50ae9d70c91,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.159972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:31.193507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.195248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.311269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.413520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:31.502446 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.514602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Transition to ACTIVE for port object ed8d1ba0-a93a-4c83-937d-a4e9974582ef will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:31.539118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Transition to ACTIVE for port object ed8d1ba0-a93a-4c83-937d-a4e9974582ef will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:31.553264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.601942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Network 1a49327a-c70b-40e1-880d-0d46de101624 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:31.606031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:31.609994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:31.627379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Pushing event updated for resources: {'Port': ['ID=ed8d1ba0-a93a-4c83-937d-a4e9974582ef,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.659206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.682704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7787636-98f0-4795-b6dc-b8272459a33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.691870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Attempting to bind port ed8d1ba0-a93a-4c83-937d-a4e9974582ef on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:31.692416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Attempting to bind port ed8d1ba0-a93a-4c83-937d-a4e9974582ef by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:31.693006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Attempting to bind port ed8d1ba0-a93a-4c83-937d-a4e9974582ef on network 1a49327a-c70b-40e1-880d-0d46de101624 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:31.700123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:31.700521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Checking segment: {'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:31.700886 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.701280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Bound using segment: {'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:31.701801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Bound port: ed8d1ba0-a93a-4c83-937d-a4e9974582ef, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:31.702185 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.724653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05e366e1-336f-4cf2-9e0c-d320a89ae9d8 req-dd95ebc0-2b5c-4bb8-b880-c600559e9677 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0737331 Aug 03 19:28:31.789556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] For port ed8d1ba0-a93a-4c83-937d-a4e9974582ef, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:31.794019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] For port ed8d1ba0-a93a-4c83-937d-a4e9974582ef, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ed8d1ba0-a93a-4c83-937d-a4e9974582ef,segment=NetworkSegment(e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4),segment_id=e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:31.799768 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.818827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.857377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.881160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec1888-f321-4dcd-b4c5-662ae9296150 None None] Pushing event updated for resources: {'Port': ['ID=ed8d1ba0-a93a-4c83-937d-a4e9974582ef,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.890169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.070017 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7787636-98f0-4795-b6dc-b8272459a33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.087654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7787636-98f0-4795-b6dc-b8272459a33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.115987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Allocated IP 172.25.4.64 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/4360345b-2e00-4e47-900d-1a0b5a22b574) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:32.163561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7787636-98f0-4795-b6dc-b8272459a33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875da528-29fe-47c5-80aa-53cc91b8ed9b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:32.180334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59156) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:32.180924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e7787636-98f0-4795-b6dc-b8272459a33b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c566672294df408daa906b77ef1dd983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7650139 Aug 03 19:28:32.272336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68cca4c1-145d-48c3-b400-0a0da8e068d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.306131 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68cca4c1-145d-48c3-b400-0a0da8e068d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.324404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.348024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.383755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68cca4c1-145d-48c3-b400-0a0da8e068d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.387675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68cca4c1-145d-48c3-b400-0a0da8e068d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.389249 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-68cca4c1-145d-48c3-b400-0a0da8e068d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/875da528-29fe-47c5-80aa-53cc91b8ed9b HTTP/1.1" status: 204 len: 168 time: 0.2078791 Aug 03 19:28:32.399428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cca4c1-145d-48c3-b400-0a0da8e068d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875da528-29fe-47c5-80aa-53cc91b8ed9b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:32.446626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.508728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.598171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:32.604548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.25.4.216 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/a50d1497-0a66-4f2d-8fde-a107f2f48445) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:32.610557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:32.616498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:32.619229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Pushing event updated for resources: {'Port': ['ID=4360345b-2e00-4e47-900d-1a0b5a22b574,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:32.798230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59168) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:32.827210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-978b3aeb-d0bc-4c88-9308-29f16bd162c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.941103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b2e41d2-554b-4941-843f-85575be54815 req-2a9a575c-faa3-4352-a75b-588a0b888bce tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0733972 Aug 03 19:28:32.950175 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.985654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-978b3aeb-d0bc-4c88-9308-29f16bd162c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.991200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-978b3aeb-d0bc-4c88-9308-29f16bd162c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.034546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b3aeb-d0bc-4c88-9308-29f16bd162c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2900f5f-3379-45c8-8042-b9eb5b032f53,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:33.053792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-978b3aeb-d0bc-4c88-9308-29f16bd162c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1714c42ac3f64ced87c3589f3ca78f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521555 Aug 03 19:28:33.056395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59170) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:33.092031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.099146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d71514-9ba8-4b2a-86d6-aaf1b362249a None None] Network 1a49327a-c70b-40e1-880d-0d46de101624 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:33.128541 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adea199d-13bc-4bba-9d40-ca8121ff0da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.153047 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.161098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adea199d-13bc-4bba-9d40-ca8121ff0da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.242165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5bfd8742-0d4c-4ee1-ad07-1e6a38d021f9 None None] Provisioning for port ed8d1ba0-a93a-4c83-937d-a4e9974582ef completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:33.255224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adea199d-13bc-4bba-9d40-ca8121ff0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.260402 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adea199d-13bc-4bba-9d40-ca8121ff0da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.270751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-adea199d-13bc-4bba-9d40-ca8121ff0da2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2900f5f-3379-45c8-8042-b9eb5b032f53 HTTP/1.1" status: 204 len: 168 time: 0.2130492 Aug 03 19:28:33.288359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea199d-13bc-4bba-9d40-ca8121ff0da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2900f5f-3379-45c8-8042-b9eb5b032f53,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:33.319655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ed8d1ba0-a93a-4c83-937d-a4e9974582ef up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:33.504018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ed8d1ba0-a93a-4c83-937d-a4e9974582ef completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:33.511273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ed8d1ba0-a93a-4c83-937d-a4e9974582ef triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:33.511750 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.554914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:33.574357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:33.580758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=a50d1497-0a66-4f2d-8fde-a107f2f48445,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:33.588782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:33.650114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.727002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port ed8d1ba0-a93a-4c83-937d-a4e9974582ef, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ed8d1ba0-a93a-4c83-937d-a4e9974582ef,segment=NetworkSegment(e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4),segment_id=e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:33.745569 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.894640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=ed8d1ba0-a93a-4c83-937d-a4e9974582ef,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:33.912542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-488f188d-44b9-40b5-b9f5-d0f6fcf36d2b None None] Provisioning complete for port ed8d1ba0-a93a-4c83-937d-a4e9974582ef triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:33.913204 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-488f188d-44b9-40b5-b9f5-d0f6fcf36d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.270660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5179bb8-1392-4445-9e29-0a3ea9db5779 req-4cbf76cb-7815-47f9-9f8b-a7e769d5be50 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.1511910 Aug 03 19:28:34.325340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.354926 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.462741 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.685987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:28:34.831293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.904134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:34.923146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Sync routers for ids ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:34.942426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Routers {'8c0a94e5-7a45-486a-bdb5-2425b702b0d6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:34.943185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:34.962082 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.968552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ccfaef14-9cf5-4db4-8cc7-ec2619551a25 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4323044 Aug 03 19:28:34.968736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59208) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.087591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 453cb289-0ced-457a-b53e-83c8921be06b is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:28:35.155648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Set router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:35.279628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:35.293830 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Sync routers for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:35.311720 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.320683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b8750fa2-ec01-4767-9255-c820aee68f63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2458737 Aug 03 19:28:35.322264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59218) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.332288 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:35.333537 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.336238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ed8d1ba0-a93a-4c83-937d-a4e9974582ef up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:35.496846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59224) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.527689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b48ad5cb-268e-4344-adc3-a36c81b2f25e req-8e3f927a-b98b-45f4-aea6-c428d939c2d8 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0614944 Aug 03 19:28:35.633292 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:35.753490 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.762812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1531962756'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:35.812557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c763c81b-c346-49b4-ae11-dae5eb6cbde2 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8ae739ab6a844524a37b52a10d3348ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4875922 Aug 03 19:28:35.815866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59228) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.887962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ed8d1ba0-a93a-4c83-937d-a4e9974582ef triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:35.888577 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.904133 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.946715 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Allocated IP 172.20.0.1 (1a49327a-c70b-40e1-880d-0d46de101624/7ef901ea-442c-4fcc-aff0-ab9aedcf89f8/3e780c5a-a404-4d4e-a38c-79c1546e2bb3) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:35.951017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:32Z', 'revision_number': 3, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port': {'id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.987388 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Checking router: 453cb289-0ced-457a-b53e-83c8921be06b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:35.989227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Checking router: 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:35.989616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Updating router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 port 4360345b-2e00-4e47-900d-1a0b5a22b574 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:35.990225 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Updating router 453cb289-0ced-457a-b53e-83c8921be06b port a50d1497-0a66-4f2d-8fde-a107f2f48445 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:36.059250 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.080406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.090302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Made reservation on behalf of ef369a9bf2ff41b49abc34ba7beed13f for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:36.092982 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.096717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.109124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7174970-0db3-4211-b221-d931489c5998 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:36.111789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.112499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e7174970-0db3-4211-b221-d931489c5998 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2948081 Aug 03 19:28:36.114258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Transition to ACTIVE for port object 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:36.116003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59232) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.197113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2ee2c3d4-3421-4cd1-b1da-90dd246e14dc tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778551 Aug 03 19:28:36.199938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59236) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.211139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2099137360', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:36.217304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.292697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Network 1a49327a-c70b-40e1-880d-0d46de101624 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:36.301327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:36.310809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:36.316661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Pushing event updated for resources: {'Port': ['ID=3e780c5a-a404-4d4e-a38c-79c1546e2bb3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.410267 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.420503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.451248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.463152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:36.468422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.537018 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.553708 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Transition to ACTIVE for port object a50d1497-0a66-4f2d-8fde-a107f2f48445 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:36.568853 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.606116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d88d691-6206-4e73-bb67-27c061a693b8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.614137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:36.685091 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Attempting to bind port a50d1497-0a66-4f2d-8fde-a107f2f48445 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:36.685784 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Attempting to bind port a50d1497-0a66-4f2d-8fde-a107f2f48445 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:36.687019 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Attempting to bind port a50d1497-0a66-4f2d-8fde-a107f2f48445 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:36.703562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.704059 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Added segment 514d9e34-9117-49eb-868d-4fe956db1ef5 of type vlan for network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 Aug 03 19:28:36.704684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9c033c42-004d-4973-895c-080ddca35b00 None None] Provisioning for port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:36.716139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9c033c42-004d-4973-895c-080ddca35b00 None None] Provisioning complete for port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:36.716657 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Pushing event updated for resources: {'Port': ['ID=a50d1497-0a66-4f2d-8fde-a107f2f48445,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.717509 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9c033c42-004d-4973-895c-080ddca35b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.730176 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.730668 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.731838 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.732870 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.733338 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.733856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.734881 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.735985 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.736450 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.736874 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.738554 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.739339 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:36.751076 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:36.751558 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:36.751976 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.752379 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:36.752880 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Bound port: a50d1497-0a66-4f2d-8fde-a107f2f48445, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:36.754140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.759508 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.780323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.792133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32c9045d-bccc-4560-8cb2-eebeeaab89aa req-222143b7-816c-4aed-b528-bab526d0e352 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0506866 Aug 03 19:28:36.792746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.796337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9c033c42-004d-4973-895c-080ddca35b00 None None] Port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:36.855304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.860102 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] For port a50d1497-0a66-4f2d-8fde-a107f2f48445, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:36.861802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:36.862714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.865367 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] For port a50d1497-0a66-4f2d-8fde-a107f2f48445, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a50d1497-0a66-4f2d-8fde-a107f2f48445,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:36.874165 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.889212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Subnet': ['ID=199ca4c7-5039-49f7-bf23-59a08a253989,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.925510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Checking segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:36.926735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network hostable DHCP agents. Network: c84f39e5-728b-4562-8e7a-c50ae9d70c91, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:36.959418 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffbae2-55c4-4952-9a88-49dde1ae12a7 None None] Pushing event updated for resources: {'Port': ['ID=a50d1497-0a66-4f2d-8fde-a107f2f48445,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.960274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:36.978136 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:36.978982 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:36.981096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4827724 Aug 03 19:28:37.007449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c84f39e5-728b-4562-8e7a-c50ae9d70c91) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:37.013762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:37.014959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.030909 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.037220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7903f732-cd95-4589-a1ec-e52c00478cc0 None None] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:37.039439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-51253aee-4016-4691-a7bf-af7da09e45e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8359499 Aug 03 19:28:37.040306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59246) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.134072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Transition to ACTIVE for port object 4360345b-2e00-4e47-900d-1a0b5a22b574 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:37.157724 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.171276 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:37.355292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e9025-e112-4ac2-ae1f-f23166251b86 None None] Pushing event updated for resources: {'Port': ['ID=4360345b-2e00-4e47-900d-1a0b5a22b574,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.372063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Attempting to bind port 4360345b-2e00-4e47-900d-1a0b5a22b574 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:37.372764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Attempting to bind port 4360345b-2e00-4e47-900d-1a0b5a22b574 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:37.373317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Attempting to bind port 4360345b-2e00-4e47-900d-1a0b5a22b574 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:37.406530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:37.407372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:37.407979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.408577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:37.409299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Bound port: 4360345b-2e00-4e47-900d-1a0b5a22b574, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:37.409927 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.512266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] For port 4360345b-2e00-4e47-900d-1a0b5a22b574, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:37.516701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] For port 4360345b-2e00-4e47-900d-1a0b5a22b574, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4360345b-2e00-4e47-900d-1a0b5a22b574,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:37.520640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:37.522042 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.529522 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.632661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59250) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.692283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e9025-e112-4ac2-ae1f-f23166251b86 None None] Pushing event updated for resources: {'Port': ['ID=4360345b-2e00-4e47-900d-1a0b5a22b574,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.699255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Routers {'8c0a94e5-7a45-486a-bdb5-2425b702b0d6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:37.700222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:37.705369 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:37.711925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Request body: {'port': {'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397', 'binding:host_id': 'n-h1-803378-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1488808951'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:37.722063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06f222-1142-49a0-8805-15434979493c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Pushing event updated for resources: {'Network': ['ID=39ddd97f-b4fb-45d7-944d-d7d97eab5397,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.746976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:37.780972 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f185f7-c158-4276-8ad8-54b4b6e7739f None None] The sync data for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 is: [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:37.806675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Made reservation on behalf of 8133972a9ce84f5aa6a4b183ea0059b2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:37.811005 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.837140 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.945943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Allocated IP 172.20.0.2 (c84f39e5-728b-4562-8e7a-c50ae9d70c91/199ca4c7-5039-49f7-bf23-59a08a253989/f4858658-aa7a-471e-a815-9b18a15bfc6b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:37.984832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] Set router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:38.037744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc6d0041-3511-4361-b17f-8dfc682011c7 req-54278299-6d18-4fad-8591-6f8d6fce75f6 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0375237 Aug 03 19:28:38.125538 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.140121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.150850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.193028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.215303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] device_id is not set on port 181fd04c-ada0-4774-a93e-c37f3926c06e yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:38.327001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f36f30-1c1d-472d-8d4e-b6373b58e091,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:38.332220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.335513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Pushing event updated for resources: {'Port': ['ID=3e780c5a-a404-4d4e-a38c-79c1546e2bb3,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:38.411032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.499588 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.555786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Transition to ACTIVE for port object f4858658-aa7a-471e-a815-9b18a15bfc6b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:38.580450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Transition to ACTIVE for port object f4858658-aa7a-471e-a815-9b18a15bfc6b will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:38.605455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.650145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:38.664274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:38.686382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:38.709547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:36Z', 'revision_number': 4, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port': {'id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e780c5a-a404-4d4e-a38c-79c1546e2bb3', 'name': '', 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'mac_address': 'fa:16:3e:5d:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:35Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 1, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'subnets': [{'id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:38.715430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Pushing event updated for resources: {'Port': ['ID=f4858658-aa7a-471e-a815-9b18a15bfc6b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:38.768845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d0b7b-98f4-4479-aa41-62192f639d70 None None] The sync data for ids ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'] in n-d-803378-1 is: [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:36Z', 'revision_number': 4, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port': {'id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e780c5a-a404-4d4e-a38c-79c1546e2bb3', 'name': '', 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'mac_address': 'fa:16:3e:5d:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:35Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 1, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'subnets': [{'id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:38.846786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Attempting to bind port f4858658-aa7a-471e-a815-9b18a15bfc6b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:38.847825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Attempting to bind port f4858658-aa7a-471e-a815-9b18a15bfc6b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:38.849071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Attempting to bind port f4858658-aa7a-471e-a815-9b18a15bfc6b on network c84f39e5-728b-4562-8e7a-c50ae9d70c91 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:38.860514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:38.861694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Checking segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:38.862638 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.863925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Bound using segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:38.865224 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Bound port: f4858658-aa7a-471e-a815-9b18a15bfc6b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:38.866415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.061593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Network 1a49327a-c70b-40e1-880d-0d46de101624 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:39.067149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:39.120463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] For port f4858658-aa7a-471e-a815-9b18a15bfc6b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:39.134120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] For port f4858658-aa7a-471e-a815-9b18a15bfc6b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f4858658-aa7a-471e-a815-9b18a15bfc6b,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:39.143082 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.300155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb24ed-af14-4abc-b470-fbe169889e28 None None] Pushing event updated for resources: {'Port': ['ID=f4858658-aa7a-471e-a815-9b18a15bfc6b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:39.532696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a50d1497-0a66-4f2d-8fde-a107f2f48445 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:39.595028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] device_id is not set on port 181fd04c-ada0-4774-a93e-c37f3926c06e yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:39.613108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.655720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Transition to ACTIVE for port object 181fd04c-ada0-4774-a93e-c37f3926c06e will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:39.664430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.20.0.1 (c84f39e5-728b-4562-8e7a-c50ae9d70c91/199ca4c7-5039-49f7-bf23-59a08a253989/12dcbfe9-c757-4cf1-a6c4-5a415772f7c0) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:39.728745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab7e6f80-0466-4484-9445-a903468bca93 req-ceb26697-2d30-4f2b-80a5-7e568f367c3f tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.1324472 Aug 03 19:28:39.796971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.799721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a50d1497-0a66-4f2d-8fde-a107f2f48445 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:39.809269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a50d1497-0a66-4f2d-8fde-a107f2f48445 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:39.814195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.942715 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:39.988141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f696ca23-4712-4251-947f-8a1d0c7c22c0 None None] Provisioning complete for port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:39.988925 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f696ca23-4712-4251-947f-8a1d0c7c22c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.036305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Checking segment: {'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:40.036819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Network hostable DHCP agents. Network: 39ddd97f-b4fb-45d7-944d-d7d97eab5397, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:40.140112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=181fd04c-ada0-4774-a93e-c37f3926c06e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.205110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:40.242070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f696ca23-4712-4251-947f-8a1d0c7c22c0 None None] Port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:40.243059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 39ddd97f-b4fb-45d7-944d-d7d97eab5397) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:40.255204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:40.257217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.261679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126e159-0606-4924-85c6-aee968ebd782 None None] Network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:40.301235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Transition to ACTIVE for port object 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:40.368422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.368623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.369270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.385105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.385763 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.386287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.389828 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 2 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.392610 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.422245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.422561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.423033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.436104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.436653 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.441080 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 3 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.463675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a50d1497-0a66-4f2d-8fde-a107f2f48445, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a50d1497-0a66-4f2d-8fde-a107f2f48445,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:40.476763 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.493744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:40.494272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:40.497436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.509406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:40.526662 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d137dfbc-8dec-4b35-86be-40c0631afdff admin admin] 10.222.0.42 "PUT /v2.0/routers/8c0a94e5-7a45-486a-bdb5-2425b702b0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5435393 Aug 03 19:28:40.526662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.526662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.526662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.527462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:40.527664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.527664 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.527664 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 4 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.591284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a50d1497-0a66-4f2d-8fde-a107f2f48445,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.624836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.625174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.625581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.663176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.671680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.672038 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.672531 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 5 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.692972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.693302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.693687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.698903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.699246 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.699660 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 6 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.736864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.737193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.737566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.761515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.761918 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.762334 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 7 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.793204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.793578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.794130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.800127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.800444 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.800803 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 8 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.818160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.818856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.818856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.828405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.828647 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.829268 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 9 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.856912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.857346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.857837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.870317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.870648 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.871153 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 10 to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e Aug 03 19:28:40.908283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:40.909190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:40.909821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:40.925886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 181fd04c-ada0-4774-a93e-c37f3926c06e on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:40.926324 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 181fd04c-ada0-4774-a93e-c37f3926c06e on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:40.926888 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.050023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] For port 181fd04c-ada0-4774-a93e-c37f3926c06e, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:41.051294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempted to set empty binding levels {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:28:41.060938 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.086185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14f2318d-e35b-40d5-b0ef-67f578784e83 req-9ea169f6-66e4-49c5-bf6b-97d8be4e5fba tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.1348095 Aug 03 19:28:41.118858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.281971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=181fd04c-ada0-4774-a93e-c37f3926c06e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:41.311370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:41.311370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.363242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8eb467e7-2cde-41b2-b50f-c08f88f7c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.7285767 Aug 03 19:28:41.367815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59280) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:41.559584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Deleting port 181fd04c-ada0-4774-a93e-c37f3926c06e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:41.559957 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.647484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a50d1497-0a66-4f2d-8fde-a107f2f48445 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:41.702775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] For port 181fd04c-ada0-4774-a93e-c37f3926c06e, host n-h1-803378-1, got binding levels [] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:41.703178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.746341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Calling delete_port for 181fd04c-ada0-4774-a93e-c37f3926c06e owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:41.842832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a50d1497-0a66-4f2d-8fde-a107f2f48445 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:41.843435 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.885451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.894791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.957055 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.982001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.984541 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "DELETE /v2.0/ports/181fd04c-ada0-4774-a93e-c37f3926c06e HTTP/1.1" status: 204 len: 168 time: 0.6125653 Aug 03 19:28:41.989033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59290) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.021956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a1080-5d29-4cad-9d76-4640ce155500 None None] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:42.045781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56250591-3fb6-4e30-883b-11fd61371cbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event deleted for resources: {'Port': ['ID=181fd04c-ada0-4774-a93e-c37f3926c06e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:42.121971 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1ac619-1b68-43c3-92f1-d1fd5fd5e48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:28:42.124988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ba1ac619-1b68-43c3-92f1-d1fd5fd5e48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "GET /v2.0/ports/181fd04c-ada0-4774-a93e-c37f3926c06e HTTP/1.1" status: 404 len: 333 time: 0.1026292 Aug 03 19:28:42.129192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59294) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.137228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Request body: {'port': {'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-484680081'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:42.167892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.184967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:42.204619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Made reservation on behalf of 8133972a9ce84f5aa6a4b183ea0059b2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:42.216072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.240958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-894292b7-bbf3-46e4-93e9-ba1885f1233e None None] Provisioning for port f4858658-aa7a-471e-a815-9b18a15bfc6b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:42.282944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] device_id is not set on port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:42.371305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63963e19-ac2e-4ce5-a67a-fae8a0de2f12 req-62c383f0-39a5-46c6-bea3-1c2cc815f09c tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0619054 Aug 03 19:28:42.440658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f4858658-aa7a-471e-a815-9b18a15bfc6b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:42.459502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:42.462269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:42.555614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f4858658-aa7a-471e-a815-9b18a15bfc6b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:42.564220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f4858658-aa7a-471e-a815-9b18a15bfc6b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:42.564220 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.627176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.680468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.686712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 453cb289-0ced-457a-b53e-83c8921be06b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:42.758222 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.766297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:42.767725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:42.779415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:42.782587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:42.784285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:42.785503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.811351 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dcdb75af-dd40-4404-a7f2-eb4f35ee96a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6804905 Aug 03 19:28:42.812073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59298) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.823620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:42.890553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port f4858658-aa7a-471e-a815-9b18a15bfc6b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f4858658-aa7a-471e-a815-9b18a15bfc6b,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:42.897758 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.899107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4360345b-2e00-4e47-900d-1a0b5a22b574 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:42.925958 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.974864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=f4858658-aa7a-471e-a815-9b18a15bfc6b,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:43.042593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ef625746-552b-4365-b2ab-0fe7db0d2d8a None None] Provisioning complete for port f4858658-aa7a-471e-a815-9b18a15bfc6b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:43.043754 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef625746-552b-4365-b2ab-0fe7db0d2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.151498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:43.192772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f3e133e8-30ed-407f-8acb-5257f4c7334d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "PUT /v2.0/routers/453cb289-0ced-457a-b53e-83c8921be06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1502581 Aug 03 19:28:43.223863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Sync routers for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:43.248593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 4360345b-2e00-4e47-900d-1a0b5a22b574 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:43.265536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4360345b-2e00-4e47-900d-1a0b5a22b574 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:43.266076 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.269351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ef625746-552b-4365-b2ab-0fe7db0d2d8a None None] Provisioning for port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:43.275482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ef625746-552b-4365-b2ab-0fe7db0d2d8a None None] Provisioning complete for port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:43.276637 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef625746-552b-4365-b2ab-0fe7db0d2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.357799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:43.358456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:43.406441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.408324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] device_id is not set on port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:43.440955 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.484087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Transition to ACTIVE for port object 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:43.489733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.615639 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Sync routers for ids ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:43.632859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:43.637451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.638193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.638884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.648068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.648813 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.649648 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 2 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:43.658043 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Routers {'8c0a94e5-7a45-486a-bdb5-2425b702b0d6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:43.659060 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:43.677817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.678572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.679277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.688771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.689563 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.690381 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 3 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:43.705274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ef625746-552b-4365-b2ab-0fe7db0d2d8a None None] Port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:43.722279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.723118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.724918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.737438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.740319 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.741051 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 4 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:43.773144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.773508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.773851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.789172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.789433 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.789894 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 5 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:43.818831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.819302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.819504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.837490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.839224 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.841432 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 6 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:43.841800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:43.871922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.872256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.872632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.882328 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Set router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:43.887615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.888310 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.892622 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 7 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:43.905390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f3602bc0-114e-491a-aab9-fd464f6138da None None] Provisioning complete for port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:43.905793 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3602bc0-114e-491a-aab9-fd464f6138da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.934276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.934608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.934980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.940942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.941271 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.941708 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 8 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:43.952969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.957989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.958335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.958749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.965386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.965763 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.966177 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 9 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:43.982757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:43.983100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:43.983623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:43.989125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:43.989515 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:43.990205 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 10 to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 Aug 03 19:28:44.008895 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:44.009243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:44.009636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:44.016817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:44.017157 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:44.017733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.056292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f3602bc0-114e-491a-aab9-fd464f6138da None None] Port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:44.062273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 4360345b-2e00-4e47-900d-1a0b5a22b574, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4360345b-2e00-4e47-900d-1a0b5a22b574,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:44.068310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.109384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d64aaf9-2723-48a5-a457-d8d78725178e req-a144887f-40dd-4fea-8e77-9e1de1571d65 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.3152549 Aug 03 19:28:44.137854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] For port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:44.138345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempted to set empty binding levels {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:28:44.144439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.191634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] In _notify_port_updated(), no bound segment for port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:28:44.192777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.194391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.200127 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "PUT /v2.0/ports/12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 HTTP/1.1" status: 200 len: 978 time: 1.3867245 Aug 03 19:28:44.201362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59324) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.277265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-925d8502-c6de-412e-bb86-e3d1dd6296c5 None None] Provisioning complete for port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:44.277761 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-925d8502-c6de-412e-bb86-e3d1dd6296c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.282132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=4360345b-2e00-4e47-900d-1a0b5a22b574,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:44.320407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f4858658-aa7a-471e-a815-9b18a15bfc6b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:44.381668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-859dfabc-ccc0-4626-bd9c-0c78af22cf44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2075780269&fields=id&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 267 time: 0.5707798 Aug 03 19:28:44.382314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-925d8502-c6de-412e-bb86-e3d1dd6296c5 None None] Port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:44.408293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b6f13-c456-4e30-999f-421c2c1a775c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:44.435632 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:36Z', 'revision_number': 4, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port': {'id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e780c5a-a404-4d4e-a38c-79c1546e2bb3', 'name': '', 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'mac_address': 'fa:16:3e:5d:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:35Z', 'updated_at': '2021-08-03T19:28:36Z', 'revision_number': 2, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'subnets': [{'id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:44.444665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:41Z', 'revision_number': 2, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:44.469355 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Checking router: 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:44.469774 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Updating router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:44.499896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f4858658-aa7a-471e-a815-9b18a15bfc6b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:44.500379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.502873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Checking router: 453cb289-0ced-457a-b53e-83c8921be06b for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:44.503229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Updating router 453cb289-0ced-457a-b53e-83c8921be06b port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:44.510837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.511891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.512724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.513604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.514478 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.515454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.516248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.517083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.517587 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.518072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.519004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.519964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.520708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.521851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.522580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.523415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.524272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.525105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.525998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.526784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.527674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.528423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.529244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.530147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.530969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.532141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.532570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.533418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.534284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.535122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.535936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.536735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.537770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.538458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.539282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.540096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.540923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.541836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.542646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.543478 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.544359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.545113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.546166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.554090 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5d0eea1e-13be-4731-9ab1-a7c3d91638ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37774 time: 0.3487315 Aug 03 19:28:44.558471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59328) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.585626 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.695150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Deleting port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:44.695150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.794459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] For port 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093, host n-h1-803378-1, got binding levels [] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:44.795022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.814946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Calling delete_port for 12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:44.980297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.045149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event deleted for resources: {'Port': ['ID=12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:45.056324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.058890 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d25a224a-a9c1-41d5-b81c-5df8458c9700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "DELETE /v2.0/ports/12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 HTTP/1.1" status: 204 len: 168 time: 0.4983065 Aug 03 19:28:45.061764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59330) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:45.064102 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.084152 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Transition to ACTIVE for port object 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:45.092868 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.104653 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c490a5d-c574-49b1-b29d-c14390d3c3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:28:45.108111 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1c490a5d-c574-49b1-b29d-c14390d3c3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "GET /v2.0/ports/12baefc2-a0f1-4dd6-ab4b-1eaac9eb3093 HTTP/1.1" status: 404 len: 333 time: 0.0455868 Aug 03 19:28:45.115026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59332) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:45.126001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-889818918', 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:45.140330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-a98bafba-5fc6-4c78-bf4d-4f827ce6a526 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:45.142043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-a98bafba-5fc6-4c78-bf4d-4f827ce6a526 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 795 time: 0.7476883 Aug 03 19:28:45.156010 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.168663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-ed8aaf3d-37f7-4a77-afba-95f2dde01e2c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/quotas/8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 375 time: 0.0134914 Aug 03 19:28:45.171797 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.173318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Transition to ACTIVE for port object 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:45.178460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Made reservation on behalf of 8133972a9ce84f5aa6a4b183ea0059b2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:45.179833 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d53a83-8af6-4417-b470-9f52f2b0b12b None None] Pushing event updated for resources: {'Port': ['ID=3e780c5a-a404-4d4e-a38c-79c1546e2bb3,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:45.184126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.185098 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.221659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] device_id is not set on port be9bc726-e6ae-43b6-a7c5-6b5e3f264544 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:45.249713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b3828-4a41-4ffd-be50-6cb3549071a2 None None] Pushing event updated for resources: {'Port': ['ID=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:45.355654 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Attempting to bind port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:45.356231 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Attempting to bind port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:45.356709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Attempting to bind port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 on network 1a49327a-c70b-40e1-880d-0d46de101624 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:45.358794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-93b5ef8a-126e-45cd-9a4d-b3c99d1258a1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1823123 Aug 03 19:28:45.378099 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:45.378836 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Checking segment: {'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:45.379171 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.379663 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Bound using segment: {'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:45.380246 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Bound port: 3e780c5a-a404-4d4e-a38c-79c1546e2bb3, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:45.380734 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.406409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Attempting to bind port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:45.406808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Attempting to bind port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:45.407222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Attempting to bind port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 on network c84f39e5-728b-4562-8e7a-c50ae9d70c91 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:45.424339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:45.424787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Checking segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:45.425179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.425597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Bound using segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:45.426105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Bound port: 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:45.426495 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.511897 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] For port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:45.522770 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] For port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e780c5a-a404-4d4e-a38c-79c1546e2bb3,segment=NetworkSegment(e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4),segment_id=e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:45.530131 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.530384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f346f57-2258-4532-859d-d83f17ce0dc7 req-3d3e46fb-c8d2-4742-8e0d-262712e092f8 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.1560938 Aug 03 19:28:45.585096 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Routers {'8c0a94e5-7a45-486a-bdb5-2425b702b0d6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:45.585792 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:45.625264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] For port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:45.656557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] For port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:45.668042 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.737335 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] Set router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:45.801436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.854825 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-811768e9-ae3a-4b42-8ac3-bb0e1ae5277f req-7b1b439e-dd3f-4f86-ad6a-962a5b06c443 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0884304 Aug 03 19:28:45.877585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:45.877828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:45.892123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-502372ee-800e-4132-acb3-91f4a9984985 service neutron] 10.222.0.42 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093713 Aug 03 19:28:45.935573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.948408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b3828-4a41-4ffd-be50-6cb3549071a2 None None] Pushing event updated for resources: {'Port': ['ID=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.067604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=be9bc726-e6ae-43b6-a7c5-6b5e3f264544,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.114126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:46.116484 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:46.120725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:46.121637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:46.122262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.122910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:46.170841 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6a11947-e3cb-47c2-b82a-9a9d11f28413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0538213 Aug 03 19:28:46.173590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59342) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:46.246266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-cd7f564a-4461-4f8b-819f-379ca8227df2 service neutron] 10.222.0.42 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532197 Aug 03 19:28:46.279754 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d53a83-8af6-4417-b470-9f52f2b0b12b None None] Pushing event updated for resources: {'Port': ['ID=3e780c5a-a404-4d4e-a38c-79c1546e2bb3,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.283233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74204704-b1c4-4e79-8e2e-1a5af4720b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:46.291932 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-74204704-b1c4-4e79-8e2e-1a5af4720b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "GET /v2.0/ports/be9bc726-e6ae-43b6-a7c5-6b5e3f264544 HTTP/1.1" status: 200 len: 958 time: 0.1126599 Aug 03 19:28:46.292593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59344) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:46.293177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Deleting port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:46.293550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.377365 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4360345b-2e00-4e47-900d-1a0b5a22b574 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:46.459279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a3910095-0812-440c-8e14-0a6486cc379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Deleting port be9bc726-e6ae-43b6-a7c5-6b5e3f264544 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:46.459694 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3910095-0812-440c-8e14-0a6486cc379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.537628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] For port 3e780c5a-a404-4d4e-a38c-79c1546e2bb3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e780c5a-a404-4d4e-a38c-79c1546e2bb3,segment=NetworkSegment(e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4),segment_id=e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:46.558879 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.562624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4360345b-2e00-4e47-900d-1a0b5a22b574 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:46.563009 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.586475 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3910095-0812-440c-8e14-0a6486cc379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.623944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a3910095-0812-440c-8e14-0a6486cc379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Calling delete_port for be9bc726-e6ae-43b6-a7c5-6b5e3f264544 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:46.711492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:45Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:46.715408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d77dd0a1-633e-4337-8ac3-4e1fcdde3d94 req-8b5cfc5b-173b-4080-b7de-54e1af84f5ab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 210 time: 0.1415310 Aug 03 19:28:46.731258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Calling delete_port for 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:46.751122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f4095-8d11-4dc9-8a56-f937c7db9fb9 None None] The sync data for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 is: [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:45Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:46.829978 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:36Z', 'revision_number': 4, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port': {'id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e780c5a-a404-4d4e-a38c-79c1546e2bb3', 'name': '', 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'mac_address': 'fa:16:3e:5d:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:35Z', 'updated_at': '2021-08-03T19:28:45Z', 'revision_number': 4, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'subnets': [{'id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:46.895498 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b0948f-9824-4abb-a8f8-7b00e21067ad None None] The sync data for ids ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'] in n-d-803378-1 is: [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:36Z', 'revision_number': 4, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port': {'id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e780c5a-a404-4d4e-a38c-79c1546e2bb3', 'name': '', 'network_id': '1a49327a-c70b-40e1-880d-0d46de101624', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'mac_address': 'fa:16:3e:5d:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:35Z', 'updated_at': '2021-08-03T19:28:45Z', 'revision_number': 4, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'subnets': [{'id': '7ef901ea-442c-4fcc-aff0-ab9aedcf89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:47.021005 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3910095-0812-440c-8e14-0a6486cc379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.082519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3910095-0812-440c-8e14-0a6486cc379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event deleted for resources: {'Port': ['ID=be9bc726-e6ae-43b6-a7c5-6b5e3f264544,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:47.105959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3910095-0812-440c-8e14-0a6486cc379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.108137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a3910095-0812-440c-8e14-0a6486cc379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "DELETE /v2.0/ports/be9bc726-e6ae-43b6-a7c5-6b5e3f264544 HTTP/1.1" status: 204 len: 168 time: 0.8144636 Aug 03 19:28:47.115420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e08e2bc7-b66a-4cbe-8a33-5a44875c6644 req-e526d516-04cc-4a44-95bb-f07a2cf78ec9 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0539627 Aug 03 19:28:47.116322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:47.165906 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e69c52-049b-4766-885e-736a4b8c6d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:28:47.174152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-81e69c52-049b-4766-885e-736a4b8c6d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "GET /v2.0/ports/be9bc726-e6ae-43b6-a7c5-6b5e3f264544 HTTP/1.1" status: 404 len: 333 time: 0.0484166 Aug 03 19:28:47.174481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59362) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:47.186608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Request body: {'port': {'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754379810'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:47.234185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Made reservation on behalf of 8133972a9ce84f5aa6a4b183ea0059b2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:47.239629 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.278239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.285419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] device_id is not set on port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:47.386135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e780c5a-a404-4d4e-a38c-79c1546e2bb3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:47.643674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.707027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.708714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.774712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:47.779238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:47.783777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:47.785027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:47.785790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.807453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=b9abbbad-5b5b-4c4b-b282-b8134efe3b1c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:47.819479 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-310653fb-7939-45bd-a457-760575052db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6413295 Aug 03 19:28:47.820167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59368) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:47.827113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:47.948997 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.968225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1b93165-17cf-4296-8692-be4c3b63fdca req-04bdf260-8660-487e-b39e-a490abf7b033 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 210 time: 0.1153278 Aug 03 19:28:48.170932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:48.241864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] device_id is not set on port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:48.262013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.280216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Transition to ACTIVE for port object b9abbbad-5b5b-4c4b-b282-b8134efe3b1c will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:48.290602 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.405566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:48.415273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:48.457152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=b9abbbad-5b5b-4c4b-b282-b8134efe3b1c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:48.474923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.475185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.475526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.476970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-31c27a55-770c-4036-ad80-2d8b0993c3d9 admin admin] 10.222.0.42 "PUT /v2.0/routers/8c0a94e5-7a45-486a-bdb5-2425b702b0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0684872 Aug 03 19:28:48.480372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.483542 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5310c886-2db5-4e8e-be7d-ad1b2ccf321d req-0cc480db-7967-4b06-bff5-6494bd1142ae tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.1455789 Aug 03 19:28:48.491991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.492732 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.494168 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 2 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.525173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.529023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.529023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.536343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.536803 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.537333 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 3 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.582443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.583739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.590841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:48.600187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.607762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:48.608142 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.620058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.621954 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.622490 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 4 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.664975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.665456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.665876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.677177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.677588 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.678083 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 5 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.698186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.698579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.699136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.707124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.707461 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.707868 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 6 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.731784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.732135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.732485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.739226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.739930 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.740405 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 7 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.758225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.758619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.759278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.763485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-7322db68-7e04-4485-9414-e35251170c84 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:48.765529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-7322db68-7e04-4485-9414-e35251170c84 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.63 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 795 time: 0.3468878 Aug 03 19:28:48.772455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.773126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.773625 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.775846 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 8 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.800552 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.800936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.801367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.807824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.808212 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.808573 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 9 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.861117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.861411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.861891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.901677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:48.902082 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:48.902731 n-d-803378-1 neutron-server[94133]: INFO neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempt 10 to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c Aug 03 19:28:48.910857 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.915176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] Sync routers for ids ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:48.936547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-19773df2-a267-4719-be3d-280a10f42c3a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 380 time: 0.1094596 Aug 03 19:28:48.945884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] Routers {'8c0a94e5-7a45-486a-bdb5-2425b702b0d6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:48.946567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'port': {'device_id': '460451b2-5341-4108-a302-6d61693b67bb', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'admin_state_up': True, 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'security_groups': ['ce27e27a-ba37-42ec-a1f6-59bec3e32054']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:48.946959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:48.953122 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29117647-4ef6-4cb3-a8e4-c225ec006e61 req-db16f0ec-03a5-4072-8828-81d92db411d7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ccee8a63f89e4635887df089ba051c29&device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0860386 Aug 03 19:28:48.991189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.991516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.991874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempting to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.999239 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29117647-4ef6-4cb3-a8e4-c225ec006e61 req-4c2cb9a0-467a-4605-9a68-714ab09b95c6 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ccee8a63f89e4635887df089ba051c29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354133 Aug 03 19:28:49.000046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:49.000372 n-d-803378-1 neutron-server[94133]: ERROR neutron.plugins.ml2.managers [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Failed to bind port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on host n-h1-803378-1 for vnic_type normal using segments [{'id': '514d9e34-9117-49eb-868d-4fe956db1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ddd97f-b4fb-45d7-944d-d7d97eab5397'}] Aug 03 19:28:49.001037 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.065118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:49.069510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9cf43be-97ff-4a91-bef4-887ccb80b8df req-f871626c-e049-4085-a1a8-14ee101dd67c tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0750740 Aug 03 19:28:49.076647 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.163547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] For port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:49.163826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attempted to set empty binding levels {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:28:49.170664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.172113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a7c43cb-9816-49bb-b2f6-9d3b637cdbfc req-4786ed78-4d62-46d5-94eb-bc5c00cd7c63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 210 time: 0.0791211 Aug 03 19:28:49.190334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.235289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] In _notify_port_updated(), no bound segment for port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c on network 39ddd97f-b4fb-45d7-944d-d7d97eab5397 {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:28:49.236328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:49.236960 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.238452 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "PUT /v2.0/ports/b9abbbad-5b5b-4c4b-b282-b8134efe3b1c HTTP/1.1" status: 200 len: 979 time: 1.4171982 Aug 03 19:28:49.242180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29117647-4ef6-4cb3-a8e4-c225ec006e61 req-acaf08a8-1735-47ef-b5e9-ab949745dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:49.243226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59388) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:49.244000 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29117647-4ef6-4cb3-a8e4-c225ec006e61 req-acaf08a8-1735-47ef-b5e9-ab949745dae4 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2382488 Aug 03 19:28:49.267133 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ce17a-067a-4f8a-9cb7-3ef82584e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event updated for resources: {'Port': ['ID=b9abbbad-5b5b-4c4b-b282-b8134efe3b1c,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.313957 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.331059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] Set router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:49.375978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:49.379771 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.414221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Deleting port 4360345b-2e00-4e47-900d-1a0b5a22b574 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:49.414526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.507136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Deleting port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:49.507478 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.708105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:47Z', 'revision_number': 5, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port': {'id': '4360345b-2e00-4e47-900d-1a0b5a22b574', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:49.759815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] Checking router: 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:49.776376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] Routers {'8c0a94e5-7a45-486a-bdb5-2425b702b0d6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:49.777450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:28:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:50.119530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] Set router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:50.133517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] For port b9abbbad-5b5b-4c4b-b282-b8134efe3b1c, host n-h1-803378-1, got binding levels [] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:50.134223 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.165268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] For port 4360345b-2e00-4e47-900d-1a0b5a22b574, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4360345b-2e00-4e47-900d-1a0b5a22b574,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:50.166470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.183981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 6, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:50.208253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Calling delete_port for b9abbbad-5b5b-4c4b-b282-b8134efe3b1c owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:50.216950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1754f1-5953-4536-9ad8-c35ef365f990 None None] The sync data for ids ['8c0a94e5-7a45-486a-bdb5-2425b702b0d6'] in n-d-803378-1 is: [{'id': '8c0a94e5-7a45-486a-bdb5-2425b702b0d6', 'name': 'tempest-ImageQuotaTest-1637604827-router', 'tenant_id': '73fe84e0f58a49ec842c762944916d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 6, 'project_id': '73fe84e0f58a49ec842c762944916d9a', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:50.245630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Calling delete_port for 4360345b-2e00-4e47-900d-1a0b5a22b574 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:50.293007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:50.335687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5824bfbd-e485-42c5-8549-ccee5b174b03 req-85fc638e-16dc-47b9-8ae0-504ad07b6bd4 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0865850 Aug 03 19:28:50.362711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:50.363330 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.391852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc7c85f6-c99f-4534-ab28-d48faf0263ad req-30b935ed-ae0b-45a7-bc17-1c3054c56114 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 210 time: 0.0733066 Aug 03 19:28:50.396649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.20.0.6 (c84f39e5-728b-4562-8e7a-c50ae9d70c91/199ca4c7-5039-49f7-bf23-59a08a253989/f614092a-1cb5-4cdd-8fc1-24e80657d4aa) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:50.488510 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.506961 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-29117647-4ef6-4cb3-a8e4-c225ec006e61 req-807b3466-f3e3-46d1-b970-458d87a4fd77 tempest-ServerShowV254Test-1010165862 tempest-ServerShowV254Test-1010165862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a11780-ceb4-4ec7-b081-9710de191b2d HTTP/1.1" status: 200 len: 210 time: 0.0371721 Aug 03 19:28:50.833087 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.922387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9abbbad-5b5b-4c4b-b282-b8134efe3b1c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:50.927682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.932743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b70c6970-bab8-4bd9-b64c-fb21dfeed3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "DELETE /v2.0/ports/b9abbbad-5b5b-4c4b-b282-b8134efe3b1c HTTP/1.1" status: 204 len: 168 time: 1.6820314 Aug 03 19:28:50.933386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59400) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:50.959273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.969675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.990311 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d865c8b-4597-4ff2-a264-5aaec41ab9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:28:50.993315 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9d865c8b-4597-4ff2-a264-5aaec41ab9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014618827-project-admin] 10.222.0.42 "GET /v2.0/ports/b9abbbad-5b5b-4c4b-b282-b8134efe3b1c HTTP/1.1" status: 404 len: 333 time: 0.0576510 Aug 03 19:28:50.996842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59402) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:51.008340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Pushing event deleted for resources: {'Port': ['ID=4360345b-2e00-4e47-900d-1a0b5a22b574,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:51.014623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Transition to ACTIVE for port object f614092a-1cb5-4cdd-8fc1-24e80657d4aa will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:51.126324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.128211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.222318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.278163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:51.288262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.290771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:51.293449 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.295297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:51.297849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:51.378530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.379063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0a94e5-7a45-486a-bdb5-2425b702b0d6 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:28:51.389333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.389333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-eb77727d-13ce-4f53-8f3b-2538153eb810 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8c0a94e5-7a45-486a-bdb5-2425b702b0d6 HTTP/1.1" status: 204 len: 168 time: 2.9022398 Aug 03 19:28:51.390471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59406) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:51.407077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:51.407707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.440503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.462939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-12b291a8-0fbf-47e4-b426-40977b9a17b6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5198252 Aug 03 19:28:51.464627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ddd97f-b4fb-45d7-944d-d7d97eab5397']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:51.483963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514d9e34-9117-49eb-868d-4fe956db1ef5') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:51.484321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514d9e34-9117-49eb-868d-4fe956db1ef5') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:51.490835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Request body: {'port': {'device_id': '460451b2-5341-4108-a302-6d61693b67bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:51.500128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d716be-9c57-40c3-8788-1de6b7ea50a8 admin admin] Deleting subnet 7ef901ea-442c-4fcc-aff0-ab9aedcf89f8 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:51.506800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65d716be-9c57-40c3-8788-1de6b7ea50a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.525105 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.555597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.575318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:51.575926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:51.583181 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:51.710599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65d716be-9c57-40c3-8788-1de6b7ea50a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.790145 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.798228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92eee854-c4b2-4a14-bfee-ffe722a1d2ec None None] Provisioning for port f614092a-1cb5-4cdd-8fc1-24e80657d4aa completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:51.807952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.813732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] 10.222.0.42 "DELETE /v2.0/networks/39ddd97f-b4fb-45d7-944d-d7d97eab5397 HTTP/1.1" status: 204 len: 168 time: 0.8131495 Aug 03 19:28:51.830270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92eee854-c4b2-4a14-bfee-ffe722a1d2ec None None] Provisioning complete for port f614092a-1cb5-4cdd-8fc1-24e80657d4aa triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:51.831074 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92eee854-c4b2-4a14-bfee-ffe722a1d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.850412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dea65-9148-45f8-9e2b-2ca7cc200557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141789398-project] Pushing event deleted for resources: {'Network': ['ID=39ddd97f-b4fb-45d7-944d-d7d97eab5397,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:51.870573 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-f74c2c2e-4540-4196-b30d-9847341e3aa3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1726804 Aug 03 19:28:51.924312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.972820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-92eee854-c4b2-4a14-bfee-ffe722a1d2ec None None] Port f614092a-1cb5-4cdd-8fc1-24e80657d4aa cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:52.047306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-295b42e5-7bec-4718-b597-b9312708d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.048194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-295b42e5-7bec-4718-b597-b9312708d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.048888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-295b42e5-7bec-4718-b597-b9312708d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.049379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-295b42e5-7bec-4718-b597-b9312708d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.049913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-295b42e5-7bec-4718-b597-b9312708d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.050631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-295b42e5-7bec-4718-b597-b9312708d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.051254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-295b42e5-7bec-4718-b597-b9312708d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.053427 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-295b42e5-7bec-4718-b597-b9312708d8e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 6492 time: 0.0777586 Aug 03 19:28:52.062442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9a933-83ec-4754-87dc-31a3905d6499 req-0432f854-029a-4bc1-800a-902c81b859dc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.065116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6b9a933-83ec-4754-87dc-31a3905d6499 req-0432f854-029a-4bc1-800a-902c81b859dc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 931 time: 0.3852830 Aug 03 19:28:52.160612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59420) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.325657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:52.373243 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65d716be-9c57-40c3-8788-1de6b7ea50a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.377922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-68398a97-aabb-44ff-9f92-8aa397cec3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.378893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-68398a97-aabb-44ff-9f92-8aa397cec3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.381221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-68398a97-aabb-44ff-9f92-8aa397cec3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.385836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:52.386895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e780c5a-a404-4d4e-a38c-79c1546e2bb3 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:52.387953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4360345b-2e00-4e47-900d-1a0b5a22b574 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:52.389220 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-68398a97-aabb-44ff-9f92-8aa397cec3f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3c474a87-5533-413e-ab07-c13e2d4bafd9&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&id=76ab11a9-6628-4f91-bb1a-74d1c4595902&id=76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 200 len: 2292 time: 0.2846818 Aug 03 19:28:52.448901 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:28:52.460044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 4360345b-2e00-4e47-900d-1a0b5a22b574 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:52.461382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4360345b-2e00-4e47-900d-1a0b5a22b574 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:52.509531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6b9a933-83ec-4754-87dc-31a3905d6499 req-df25080c-6315-40c7-afa3-d1de99d3895d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032302 Aug 03 19:28:52.538446 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-791cb5ae-d717-4893-9ca5-962ccc20dabd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7 HTTP/1.1" status: 200 len: 1002 time: 0.1393661 Aug 03 19:28:52.571622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59426) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.619804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-034e30dd-bb33-4d43-b48e-9d61436464d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.655893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-2949009a-8183-42b4-ae5b-08fad2343e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.658038 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-2949009a-8183-42b4-ae5b-08fad2343e09 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91d98ea1-b84f-454f-aa85-4704b0b0472a HTTP/1.1" status: 200 len: 850 time: 0.1147175 Aug 03 19:28:52.671274 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65d716be-9c57-40c3-8788-1de6b7ea50a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.740169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-090dd029-06bb-4163-acac-78055ff3e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.741846 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-090dd029-06bb-4163-acac-78055ff3e9fa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3c474a87-5533-413e-ab07-c13e2d4bafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744495 Aug 03 19:28:52.767984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65d716be-9c57-40c3-8788-1de6b7ea50a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.777352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-65d716be-9c57-40c3-8788-1de6b7ea50a8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7ef901ea-442c-4fcc-aff0-ab9aedcf89f8 HTTP/1.1" status: 204 len: 168 time: 1.3853199 Aug 03 19:28:52.779657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d716be-9c57-40c3-8788-1de6b7ea50a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef901ea-442c-4fcc-aff0-ab9aedcf89f8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:52.780474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9dfdb-43ab-4b3c-b1fd-7fba83d2bd84 None None] Network 1a49327a-c70b-40e1-880d-0d46de101624 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:52.796212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59432) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.864333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-034e30dd-bb33-4d43-b48e-9d61436464d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.870190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-034e30dd-bb33-4d43-b48e-9d61436464d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.899066 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-060f7060-cb00-41de-a38c-882baf11cf51 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497593 Aug 03 19:28:52.949769 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-034e30dd-bb33-4d43-b48e-9d61436464d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ccee8a63f89e4635887df089ba051c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7880142 Aug 03 19:28:52.957026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59436) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.977998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e30dd-bb33-4d43-b48e-9d61436464d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759d3987-33a8-4d19-87f1-647368acb6c1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:53.009947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-026ec024-9e18-4caa-b255-0270bdbc6e57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef369a9bf2ff41b49abc34ba7beed13f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357045 Aug 03 19:28:53.023610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59438) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:53.088038 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-b12d4c34-9586-4cd0-b170-3d8ecd56de58 service neutron] 10.222.0.88 "GET /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735246 Aug 03 19:28:53.120400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] DHCP port deletion for 1a49327a-c70b-40e1-880d-0d46de101624 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:53.147394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.153891 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-36b5bd13-2d6b-485d-99bf-9bccf0b09155 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 217 time: 0.0600610 Aug 03 19:28:53.181287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] Deleting port ed8d1ba0-a93a-4c83-937d-a4e9974582ef {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:53.182096 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.235749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f614092a-1cb5-4cdd-8fc1-24e80657d4aa {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:28:53.243127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-6d7b23f2-f2e3-4467-afed-499eca87a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:53.245972 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-6d7b23f2-f2e3-4467-afed-499eca87a794 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.0844693 Aug 03 19:28:53.260312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.287827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] For port ed8d1ba0-a93a-4c83-937d-a4e9974582ef, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ed8d1ba0-a93a-4c83-937d-a4e9974582ef,segment=NetworkSegment(e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4),segment_id=e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:53.288366 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.305661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] Calling delete_port for ed8d1ba0-a93a-4c83-937d-a4e9974582ef owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:53.308308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-599af3c3-06f1-4c7c-b46d-df932dbebbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:53.311217 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-599af3c3-06f1-4c7c-b46d-df932dbebbca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0573812 Aug 03 19:28:53.315870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Transition to ACTIVE for port object f614092a-1cb5-4cdd-8fc1-24e80657d4aa will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:53.362384 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.372229 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.415298 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.442646 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-9a5787ca-b8c1-4b16-9aad-89dd228f7b94 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239319 Aug 03 19:28:53.444616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7426-4300-4b32-b3b0-6c12689d1f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.458271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] Pushing event deleted for resources: {'Port': ['ID=ed8d1ba0-a93a-4c83-937d-a4e9974582ef,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:53.464698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5e0b2-204e-468e-b31d-3e4b85ce3f78 None None] No DVR routers for this DVR port ed8d1ba0-a93a-4c83-937d-a4e9974582ef on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:53.516620 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.617895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:53.626976 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7426-4300-4b32-b3b0-6c12689d1f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.773806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Deleting port ed8d1ba0-a93a-4c83-937d-a4e9974582ef {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:53.774168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.882811 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.886421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.887807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/759d3987-33a8-4d19-87f1-647368acb6c1 HTTP/1.1" status: 204 len: 168 time: 0.9253786 Aug 03 19:28:53.910307 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7426-4300-4b32-b3b0-6c12689d1f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.915536 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7426-4300-4b32-b3b0-6c12689d1f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.921156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c3f7426-4300-4b32-b3b0-6c12689d1f4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d88d691-6206-4e73-bb67-27c061a693b8 HTTP/1.1" status: 204 len: 168 time: 0.8740156 Aug 03 19:28:53.921156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] For port ed8d1ba0-a93a-4c83-937d-a4e9974582ef, host n-d-803378-1, got binding levels [] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:53.921156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.926005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759d3987-33a8-4d19-87f1-647368acb6c1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:53.990345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3af54-ce12-43e9-aef8-2f1435be3f0b req-658b7cbb-5877-49ae-92f3-3813ec1e109e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:53.993322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91c3af54-ce12-43e9-aef8-2f1435be3f0b req-658b7cbb-5877-49ae-92f3-3813ec1e109e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.2985933 Aug 03 19:28:54.004973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.005594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.006396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.006758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.007354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.007908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.008484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.009057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.010254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.011013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.011372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.011954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfa74b-fb9c-4e0e-abfe-ab185bf2fc4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.019961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Calling delete_port for ed8d1ba0-a93a-4c83-937d-a4e9974582ef owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:54.027846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Attempting to bind port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:54.028417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Attempting to bind port f614092a-1cb5-4cdd-8fc1-24e80657d4aa by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:54.028965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Attempting to bind port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on network c84f39e5-728b-4562-8e7a-c50ae9d70c91 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:54.036185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.ipam_backend_mixin [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Port ed8d1ba0-a93a-4c83-937d-a4e9974582ef was not found and therefore no delete operation was performed {{(pid=94134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:28:54.053144 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-bcde8c9b-3dcc-4277-ab5f-67b70b672bf5 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019728 Aug 03 19:28:54.083868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on network c84f39e5-728b-4562-8e7a-c50ae9d70c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:54.084355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Attempting to bind port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on network c84f39e5-728b-4562-8e7a-c50ae9d70c91 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:54.088234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.101947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f7426-4300-4b32-b3b0-6c12689d1f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d88d691-6206-4e73-bb67-27c061a693b8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.132314 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-59c639ee-f3e9-48bd-8b23-c413fdd7245c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 217 time: 0.0696893 Aug 03 19:28:54.168534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:54.169093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Checking segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:54.169792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Bound using segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:54.170580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Bound port: f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:54.171191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.199266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8d1ba0-a93a-4c83-937d-a4e9974582ef,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.241443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-fab674f3-d8c4-4de6-aa9e-a596b0a35475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.243114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-fab674f3-d8c4-4de6-aa9e-a596b0a35475 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.1012774 Aug 03 19:28:54.276754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] No DVR routers for this DVR port ed8d1ba0-a93a-4c83-937d-a4e9974582ef on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:54.307320 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91c3af54-ce12-43e9-aef8-2f1435be3f0b req-e9cc102c-35be-45ef-bfec-4b9e4552a709 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895012 Aug 03 19:28:54.329673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-b5355721-f19f-494e-8908-428ba1d0a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.331683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-b5355721-f19f-494e-8908-428ba1d0a438 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800729 Aug 03 19:28:54.382054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ed8d1ba0-a93a-4c83-937d-a4e9974582ef no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:54.411653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ed8d1ba0-a93a-4c83-937d-a4e9974582ef {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:54.412488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ed8d1ba0-a93a-4c83-937d-a4e9974582ef not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:54.519686 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.553180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a49327a-c70b-40e1-880d-0d46de101624']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:54.553891 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-9d4e769d-13ab-43cf-bfd2-48dd1c93b649 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125268 Aug 03 19:28:54.579642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:54.579894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f13d6c-f2e6-4b1f-ae81-460b22ada8d4') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:54.583399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:54.596995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:54.604212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.620647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.679503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.690415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.691078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.691642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59462) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.692574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] 10.222.0.63 "PUT /v2.0/ports/f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 1091 time: 3.2116265 Aug 03 19:28:54.693041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:54.695488 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af50f64-6d29-470f-afdb-488d0a6c3dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:54.702149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:54.702574 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:54.704548 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:54.787880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b5e1-f7a1-49ab-ab39-ad3ef1766344 service neutron] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.825747 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e990b39e-90c1-4b91-8786-0d0836833296 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8133972a9ce84f5aa6a4b183ea0059b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320920 Aug 03 19:28:54.827449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59466) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.830705 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-d38beb21-42b5-4807-9e5b-ced5d65b3e1e service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688560 Aug 03 19:28:54.857648 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.860858 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8b5e09-da09-412e-af0a-e4ddc90aaf19 x-openstack-request-id: req-1d8b5e09-da09-412e-af0a-e4ddc90aaf19 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:54.861609 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:54.862689 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d8b5e09-da09-412e-af0a-e4ddc90aaf19 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:54.863317 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'status': 'completed', 'code': 200} Aug 03 19:28:54.873142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.875628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a49327a-c70b-40e1-880d-0d46de101624 HTTP/1.1" status: 204 len: 168 time: 2.0780215 Aug 03 19:28:54.890735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023e85a-6446-454e-8bd9-f68d2a0015eb admin admin] Pushing event deleted for resources: {'Network': ['ID=1a49327a-c70b-40e1-880d-0d46de101624,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.903996 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-78a25d84-ae2d-4fd5-bd17-dca1e7756441 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=709a6d51-93eb-4555-b201-1379dad82dd9 HTTP/1.1" status: 200 len: 217 time: 0.0622671 Aug 03 19:28:54.912085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-27391ac4-805a-40aa-9792-c2c0ac621551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.926775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-27391ac4-805a-40aa-9792-c2c0ac621551 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1094 time: 0.1048892 Aug 03 19:28:55.038702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-4f2f8731-ec85-4915-92fa-9e7b2453bba7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 217 time: 0.1105165 Aug 03 19:28:55.100716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-63ba708a-806b-4597-bf77-5581a19ea4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.103976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-63ba708a-806b-4597-bf77-5581a19ea4ba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.1922970 Aug 03 19:28:55.105562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-369b1ca3-13f6-4494-bcbd-3dc7674385d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.180878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-3de7b1a9-ba8b-4c20-898b-17b2e327f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.183126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-3de7b1a9-ba8b-4c20-898b-17b2e327f29b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.1373262 Aug 03 19:28:55.203205 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-369b1ca3-13f6-4494-bcbd-3dc7674385d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.267175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-9c62b2af-854b-4401-8a47-3436610fd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.268972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-9c62b2af-854b-4401-8a47-3436610fd918 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784845 Aug 03 19:28:55.287413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-828a3c8b-4895-404f-abdd-37bdac29a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.287413 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-828a3c8b-4895-404f-abdd-37bdac29a2e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1722114 Aug 03 19:28:55.374169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59480) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:55.408721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-369b1ca3-13f6-4494-bcbd-3dc7674385d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.412436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-369b1ca3-13f6-4494-bcbd-3dc7674385d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.417562 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-369b1ca3-13f6-4494-bcbd-3dc7674385d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86f36f30-1c1d-472d-8d4e-b6373b58e091 HTTP/1.1" status: 204 len: 168 time: 0.5805619 Aug 03 19:28:55.455632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b1ca3-13f6-4494-bcbd-3dc7674385d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f36f30-1c1d-472d-8d4e-b6373b58e091,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:55.531438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-983f2f87-0414-4232-b280-4205f27dabb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73fe84e0f58a49ec842c762944916d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538849 Aug 03 19:28:55.536658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59488) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:55.558373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-d99893eb-b440-413c-9fff-51e72f076fa4 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643385 Aug 03 19:28:55.570781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-1054fd0d-9b62-44b4-8b01-bbdbf8200767 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931795 Aug 03 19:28:55.698127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.723847 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-b2028448-99fb-4d33-a823-a72b30b9df43 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560967 Aug 03 19:28:55.746781 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-155189ae-0132-4355-8de8-ad4b4cd349c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.754864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3490e-bf5c-4625-ad77-c8a8c149f364 req-f4472f78-aa18-4e9f-8554-1dfe2896b443 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.759284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54e3490e-bf5c-4625-ad77-c8a8c149f364 req-f4472f78-aa18-4e9f-8554-1dfe2896b443 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.2155073 Aug 03 19:28:55.803488 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-b387c0f5-bff8-4134-9df4-03d63543492e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c HTTP/1.1" status: 200 len: 217 time: 0.0631402 Aug 03 19:28:55.868014 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-b6013092-95f2-4b0e-ab98-224f311d9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.871102 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-b6013092-95f2-4b0e-ab98-224f311d9166 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 200 len: 797 time: 0.0573866 Aug 03 19:28:55.877433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-155189ae-0132-4355-8de8-ad4b4cd349c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.884081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9de2dcaf-9e01-4e68-bb4d-b25844af1e40 req-1b5662be-4d1b-4f20-830a-8cda5ec1f0f9 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758236 Aug 03 19:28:55.890020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54e3490e-bf5c-4625-ad77-c8a8c149f364 req-ed89a919-8f5b-453d-8c7f-61c2b7be5c4e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206083 Aug 03 19:28:55.989141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-a4ad1f08-d61d-4e9c-832b-040ab79ee483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.991074 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-a4ad1f08-d61d-4e9c-832b-040ab79ee483 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109209 Aug 03 19:28:56.073079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59506) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:56.119756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-155189ae-0132-4355-8de8-ad4b4cd349c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.121568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-b2ed45de-f4af-4923-b181-48a9622ae624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:56.129561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-b2ed45de-f4af-4923-b181-48a9622ae624 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1094 time: 0.1492822 Aug 03 19:28:56.146747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-155189ae-0132-4355-8de8-ad4b4cd349c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.146747 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-155189ae-0132-4355-8de8-ad4b4cd349c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cc90763-92bd-4bac-beaf-8a89a0f36d22 HTTP/1.1" status: 204 len: 168 time: 0.6046543 Aug 03 19:28:56.154816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0fe013b7-2b24-4677-ad51-dc47c4c69823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.158381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155189ae-0132-4355-8de8-ad4b4cd349c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc90763-92bd-4bac-beaf-8a89a0f36d22,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:56.214713 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-9a3d3011-d9c2-4aa4-bb00-9e39f9fa4fdb service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154646 Aug 03 19:28:56.287327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-91905cc4-5f55-4bd8-8adf-9319c483013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:56.289293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-91905cc4-5f55-4bd8-8adf-9319c483013f service neutron] 10.222.0.63 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 896 time: 0.1258862 Aug 03 19:28:56.382853 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-399a6c87-5428-4fe5-a09c-d448715062e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.388011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-40e38fdc-6a85-4f58-8a97-68893d1c2c9d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 217 time: 0.0871053 Aug 03 19:28:56.388293 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-7177750b-9c29-492a-b085-0cc66a224d20 service neutron] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646519 Aug 03 19:28:56.448017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-4d0b105b-3c0d-4059-9110-be01e3de636c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7 HTTP/1.1" status: 200 len: 217 time: 0.0511577 Aug 03 19:28:56.536266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-f029d7dc-013c-40e2-8a1e-137e343a20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:56.538449 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-f029d7dc-013c-40e2-8a1e-137e343a20f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.0836530 Aug 03 19:28:56.548934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-b866c899-c8ba-4d99-8b73-a396d03466ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:56.551802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-b866c899-c8ba-4d99-8b73-a396d03466ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.1513524 Aug 03 19:28:56.657075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59526) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:56.674667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-dfdc1a7c-ed26-4f8b-b982-53cee9c49b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:56.677560 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-dfdc1a7c-ed26-4f8b-b982-53cee9c49b5d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1312642 Aug 03 19:28:56.698765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-8ff249f5-9126-4488-a987-ef40350c3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:56.701663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-8ff249f5-9126-4488-a987-ef40350c3408 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359034 Aug 03 19:28:56.704464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b186c640-eb99-4861-957b-a55c178ffd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.842795 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-8cd9eede-0b4e-4316-aa34-18b90e13cb56 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526003 Aug 03 19:28:56.864550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-399a6c87-5428-4fe5-a09c-d448715062e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.882872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-399a6c87-5428-4fe5-a09c-d448715062e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.001043 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-d87c48f3-96d6-4168-993d-e42b15794c74 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497526 Aug 03 19:28:57.001568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-4e2fdc5c-912e-4b49-adfb-0df1bf0111d5 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889869 Aug 03 19:28:57.003728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6c87-5428-4fe5-a09c-d448715062e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcedc8c-59b0-4167-b7b7-1ffc42e74c92,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:57.021885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-399a6c87-5428-4fe5-a09c-d448715062e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36c78e2d4fa4491bbe709a5e1c07deb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9469361 Aug 03 19:28:57.023734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59538) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:57.099585 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-03be376f-c553-4b16-b4af-53d7d2d35b3e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312 HTTP/1.1" status: 200 len: 217 time: 0.0727158 Aug 03 19:28:57.218867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b186c640-eb99-4861-957b-a55c178ffd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.230384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-004bf160-2a41-46a1-8fb0-b9f0b00108c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:57.233132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-004bf160-2a41-46a1-8fb0-b9f0b00108c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 200 len: 797 time: 0.1246061 Aug 03 19:28:57.234298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b186c640-eb99-4861-957b-a55c178ffd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.256405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a3251-f213-4d52-b210-e1f93c35f502 req-dbd08178-b02e-438a-8a63-fa3f0e6add00 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:57.258094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c8a3251-f213-4d52-b210-e1f93c35f502 req-dbd08178-b02e-438a-8a63-fa3f0e6add00 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.1487803 Aug 03 19:28:57.261020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af50f64-6d29-470f-afdb-488d0a6c3dd2 req-e3647757-2b19-4ab9-bff7-d55b68e31cba service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516022 Aug 03 19:28:57.272926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0160-0f84-45f2-8b76-4bea3db007ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.318236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186c640-eb99-4861-957b-a55c178ffd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afa79ba-dc6c-457c-9c94-c4a58b645188,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:57.323166 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b186c640-eb99-4861-957b-a55c178ffd4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6643445 Aug 03 19:28:57.332484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59544) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:57.343476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-066357f6-8300-4901-88e6-a875d7ece351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:57.345082 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-066357f6-8300-4901-88e6-a875d7ece351 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76ab11a9-6628-4f91-bb1a-74d1c4595902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963690 Aug 03 19:28:57.390343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0160-0f84-45f2-8b76-4bea3db007ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.503188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c8a3251-f213-4d52-b210-e1f93c35f502 req-0ba45efc-f88a-440c-abff-357eff163ecd tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243824 Aug 03 19:28:57.518562 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-a2a52b6c-6636-4487-bdae-31d3b8f8a37a service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638680 Aug 03 19:28:57.543805 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d3194d5-c31b-49e1-981b-c0e12b4fbcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.591018 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d3194d5-c31b-49e1-981b-c0e12b4fbcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.604290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0160-0f84-45f2-8b76-4bea3db007ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.609567 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0160-0f84-45f2-8b76-4bea3db007ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.611493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9e3f0160-0f84-45f2-8b76-4bea3db007ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fcedc8c-59b0-4167-b7b7-1ffc42e74c92 HTTP/1.1" status: 204 len: 168 time: 0.5691311 Aug 03 19:28:57.652008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f0160-0f84-45f2-8b76-4bea3db007ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcedc8c-59b0-4167-b7b7-1ffc42e74c92,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:57.743577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d3194d5-c31b-49e1-981b-c0e12b4fbcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.750017 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d3194d5-c31b-49e1-981b-c0e12b4fbcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.755175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0d3194d5-c31b-49e1-981b-c0e12b4fbcf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6afa79ba-dc6c-457c-9c94-c4a58b645188 HTTP/1.1" status: 204 len: 168 time: 0.4156063 Aug 03 19:28:57.762277 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-98c6f9b9-e18e-4ba8-8574-ee728ad7f6fa req-e90b95df-5f4c-4672-b795-8b94807ad1b6 service neutron] 10.222.0.88 "GET /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355266 Aug 03 19:28:57.767687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3194d5-c31b-49e1-981b-c0e12b4fbcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afa79ba-dc6c-457c-9c94-c4a58b645188,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:58.384849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59582) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:58.694114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e12e91-e8ec-46c3-b5cf-6c2010b4fc40 req-223c9a3b-082c-4a4d-a596-051486c1c55e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:58.696744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64e12e91-e8ec-46c3-b5cf-6c2010b4fc40 req-223c9a3b-082c-4a4d-a596-051486c1c55e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.0732303 Aug 03 19:28:58.769642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2072215042', 'router:external': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:58.792750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64e12e91-e8ec-46c3-b5cf-6c2010b4fc40 req-e1a69be0-6433-47ee-ad2d-0e4f9c998a58 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842431 Aug 03 19:28:58.824742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Made reservation on behalf of cdb7c38bacb7442882a0e6437de3138f for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:58.842039 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.862275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.059335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.068139 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.114308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59612) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:59.143436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:59.155107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cfa2ca-6e58-435a-a99e-82aadff5851c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:59.171151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.171832 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Added segment 333ac62d-50c0-4aba-a87c-5f4abded3211 of type vlan for network eafa656a-d596-4459-8e89-d02604d63250 Aug 03 19:28:59.274759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.324164 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.325507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:59.326676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.380384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9938164 Aug 03 19:28:59.386927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1171090481-network', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:59.389863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59620) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:59.398131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'subnet': {'network_id': 'eafa656a-d596-4459-8e89-d02604d63250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:59.417044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Made reservation on behalf of 1dcd123306584bdea10b10dac7c4babb for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:59.419992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.437099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f614092a-1cb5-4cdd-8fc1-24e80657d4aa details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:28:59.452735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a014f2-0498-4907-9453-907427f6da05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'Network': ['ID=eafa656a-d596-4459-8e89-d02604d63250,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:59.453954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.474313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network eafa656a-d596-4459-8e89-d02604d63250 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:59.483786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Made reservation on behalf of cdb7c38bacb7442882a0e6437de3138f for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:59.487951 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.658391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.665130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.709092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:59.723068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c6196f-bd75-40b9-8b38-3f7f956c716c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:59.731054 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.732310 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Added segment 1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc of type vlan for network 2d851888-28cb-45a9-971a-cbec329f0a54 Aug 03 19:28:59.792739 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.800413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.832992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:59.865095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.866209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:59.866739 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.871081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'port_id': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'mac_address': 'fa:16:3e:75:0d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:28:59.955862 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.018534 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9027407 Aug 03 19:29:00.019779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a1396-a5de-4c1d-864b-e5ccdb8c7d41 admin admin] Pushing event updated for resources: {'Network': ['ID=2d851888-28cb-45a9-971a-cbec329f0a54,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.023966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59636) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.033934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Request body: {'subnet': {'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1171090481-subnet', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:00.037111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f614092a-1cb5-4cdd-8fc1-24e80657d4aa {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:00.069835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 2d851888-28cb-45a9-971a-cbec329f0a54 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:29:00.101288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Made reservation on behalf of 1dcd123306584bdea10b10dac7c4babb for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:00.105407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.159230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205ef9b-4078-4232-b66f-e6c838dcae65 req-6c6a8435-9648-43c9-91ca-bcaa78be3d05 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:00.164199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3205ef9b-4078-4232-b66f-e6c838dcae65 req-6c6a8435-9648-43c9-91ca-bcaa78be3d05 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.1559107 Aug 03 19:29:00.198227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:00.235947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.270362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3205ef9b-4078-4232-b66f-e6c838dcae65 req-255c4453-080d-4ead-83b3-816b4e529a61 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814073 Aug 03 19:29:00.368262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a395d67f-0473-44b7-ba3c-fc0d1606962e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.396922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.404660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:29:00.405462 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.505445 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.507088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3dca5140-d34e-4eec-a4da-fa61a3b38cb3,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.544110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Checking segment: {'id': '333ac62d-50c0-4aba-a87c-5f4abded3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eafa656a-d596-4459-8e89-d02604d63250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:00.544862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Network hostable DHCP agents. Network: eafa656a-d596-4459-8e89-d02604d63250, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:00.579546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Network eafa656a-d596-4459-8e89-d02604d63250 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:00.584566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b319886-960e-4f25-a621-809968a325c1,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.598239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Checking segment: {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:00.598606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Network hostable DHCP agents. Network: 2d851888-28cb-45a9-971a-cbec329f0a54, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:00.605977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, eafa656a-d596-4459-8e89-d02604d63250) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:00.615591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:00.617172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.633390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c9cb0-c78b-484b-948e-de4546662918 None None] Network eafa656a-d596-4459-8e89-d02604d63250 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:00.634031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Network 2d851888-28cb-45a9-971a-cbec329f0a54 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:00.643641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 2d851888-28cb-45a9-971a-cbec329f0a54) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:00.656468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-96df2b43-c87d-40d8-b685-1de422f1189e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2632113 Aug 03 19:29:00.658743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59650) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.662119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:00.663632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.676560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1098983140', 'network_id': 'eafa656a-d596-4459-8e89-d02604d63250'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:00.703553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88dcbb0-bdc2-4bc2-93c9-1f0e671f814e None None] Network 2d851888-28cb-45a9-971a-cbec329f0a54 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:00.704259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Made reservation on behalf of cdb7c38bacb7442882a0e6437de3138f for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:00.707498 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.710192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f614092a-1cb5-4cdd-8fc1-24e80657d4aa'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:29:00.714958 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dd74b5f8-9860-4e3b-8eda-8369d2bb7cc6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6887720 Aug 03 19:29:00.717259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59652) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.725856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:00.733301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] device_id is not set on port 58f927f0-9c3a-4d14-a795-a57b92cdff06 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:00.769729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.772871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.908042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.953004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Allocated IP 172.20.0.14 (eafa656a-d596-4459-8e89-d02604d63250/3dca5140-d34e-4eec-a4da-fa61a3b38cb3/58f927f0-9c3a-4d14-a795-a57b92cdff06) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:01.047350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b92ef-d988-4934-b0b2-1336365b50eb None None] Network eafa656a-d596-4459-8e89-d02604d63250 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:01.129352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-2d851888-28cb-45a9-971a-cbec329f0a54', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:29:01.130273 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.217834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.238755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.336268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.412237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Network eafa656a-d596-4459-8e89-d02604d63250 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:01.418707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:01.423596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:01.468795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Allocated IP 172.20.0.2 (2d851888-28cb-45a9-971a-cbec329f0a54/2b319886-960e-4f25-a621-809968a325c1/3f3dd03c-e96c-4df0-bda5-87020c3c2d82) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:01.813844 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.831483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Transition to ACTIVE for port object 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:01.846936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.863738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Transition to ACTIVE for port object 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:01.886055 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.898680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.964586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.983567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Network 2d851888-28cb-45a9-971a-cbec329f0a54 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:01.990757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Pushing event updated for resources: {'Port': ['ID=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:01.995661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:02.000532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:02.105513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Attempting to bind port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:02.106124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Attempting to bind port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:02.106353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Allocated IP 172.25.4.118 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/0b89b8c8-f73c-497d-85ce-6061a0b52320) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:02.106721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Attempting to bind port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 on network 2d851888-28cb-45a9-971a-cbec329f0a54 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:02.132917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:02.133516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Checking segment: {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:02.135609 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.136382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Bound using segment: {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:02.137168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Bound port: 3f3dd03c-e96c-4df0-bda5-87020c3c2d82, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:02.137937 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.151933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:02.153282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.224614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'Port': ['ID=58f927f0-9c3a-4d14-a795-a57b92cdff06,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.252194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c7928180-b027-4a2d-a670-2a5ffe0b9862 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.5917327 Aug 03 19:29:02.256152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:02.274021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] For port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:02.279872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] For port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:02.290390 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.292953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081f49-3b25-453e-975b-69a073e7f3b8 req-c240c16a-5282-46aa-a014-89c410dc4047 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:02.295835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99081f49-3b25-453e-975b-69a073e7f3b8 req-c240c16a-5282-46aa-a014-89c410dc4047 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 944 time: 0.8523510 Aug 03 19:29:02.308575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.383566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.496066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:02.499022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Pushing event updated for resources: {'Port': ['ID=0b89b8c8-f73c-497d-85ce-6061a0b52320,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.504333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645ae6c-564e-43d8-b893-616e82502d13 None None] Pushing event updated for resources: {'Port': ['ID=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.510774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99081f49-3b25-453e-975b-69a073e7f3b8 req-9c8de1d6-78a6-4c64-99ec-6f1de003fa57 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574984 Aug 03 19:29:02.524514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:02.536465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:02.547830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-96b408f1-5eb0-4b7c-a402-8ff5b0a8013f tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Deleting port 58f927f0-9c3a-4d14-a795-a57b92cdff06 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:02.549211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96b408f1-5eb0-4b7c-a402-8ff5b0a8013f tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.714480 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96b408f1-5eb0-4b7c-a402-8ff5b0a8013f tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.736456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-96b408f1-5eb0-4b7c-a402-8ff5b0a8013f tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Calling delete_port for 58f927f0-9c3a-4d14-a795-a57b92cdff06 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:03.111442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96b408f1-5eb0-4b7c-a402-8ff5b0a8013f tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.143435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.161258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b408f1-5eb0-4b7c-a402-8ff5b0a8013f tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event deleted for resources: {'Port': ['ID=58f927f0-9c3a-4d14-a795-a57b92cdff06,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:03.294392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96b408f1-5eb0-4b7c-a402-8ff5b0a8013f tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.301876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-96b408f1-5eb0-4b7c-a402-8ff5b0a8013f tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "DELETE /v2.0/ports/58f927f0-9c3a-4d14-a795-a57b92cdff06 HTTP/1.1" status: 204 len: 168 time: 1.0435557 Aug 03 19:29:03.302202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59714) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:03.308590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eafa656a-d596-4459-8e89-d02604d63250', 'external_fixed_ips': [{'subnet_id': '3dca5140-d34e-4eec-a4da-fa61a3b38cb3', 'ip_address': '172.20.0.14'}]}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:03.386745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.388492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.472233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f614092a-1cb5-4cdd-8fc1-24e80657d4aa up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:03.583350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port f614092a-1cb5-4cdd-8fc1-24e80657d4aa completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:03.590315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f614092a-1cb5-4cdd-8fc1-24e80657d4aa triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:03.591197 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.669301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.686407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.752177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96da83f-74d9-41bc-ab1e-a8c01e73e18c req-cd60e009-1728-4630-858e-f1932a1e111b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:03.768287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.768739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e96da83f-74d9-41bc-ab1e-a8c01e73e18c req-cd60e009-1728-4630-858e-f1932a1e111b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 944 time: 0.1383560 Aug 03 19:29:03.818454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:03.821753 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f279235e-279c-4e1f-8670-5f98182dc781" -d '{"events": [{"server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "name": "network-vif-plugged", "status": "completed", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:03.854038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e96da83f-74d9-41bc-ab1e-a8c01e73e18c req-a81e5bb9-677b-41d3-8e9a-b90a64ad7c96 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828257 Aug 03 19:29:03.868379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:03.892641 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.931022 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd9618e-dcc3-4580-98c5-cc587a9b4295 x-openstack-request-id: req-9dd9618e-dcc3-4580-98c5-cc587a9b4295 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:03.932112 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "name": "network-vif-plugged", "status": "completed", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:03.932431 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dd9618e-dcc3-4580-98c5-cc587a9b4295 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:03.933131 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'code': 200} Aug 03 19:29:03.972724 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:04.174854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe764b-1829-4d49-a484-1fd90c387f07 req-24be515d-2d73-404f-a41c-2d90e126b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:04.176453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04fe764b-1829-4d49-a484-1fd90c387f07 req-24be515d-2d73-404f-a41c-2d90e126b49b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1096 time: 0.1360495 Aug 03 19:29:04.221372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf8a0c-1b5b-459a-9c9d-d0ce9a6aeac7 None None] Network 2d851888-28cb-45a9-971a-cbec329f0a54 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:04.243939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04fe764b-1829-4d49-a484-1fd90c387f07 req-9f4758cc-b28a-4394-a85d-0152fa649953 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580754 Aug 03 19:29:04.348602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d512c4f2-b684-4950-9f99-a74edb708fbc None None] Provisioning for port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:04.385385 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.460718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:04.605029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.607337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59738) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:04.617296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:04.636148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:04.636854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.774994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Router fe5f8c2f-6c11-4708-8472-0c5852b35de5 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:04.842483 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.882470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3ec14a-88ad-4359-a6b7-d1592c4f8081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.910430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:04.917885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.053737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:05.069720 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Sync routers for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:05.070565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.079582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.094709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:05.095363 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:05.102796 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.118156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8f3e79f2-067e-4544-9100-35c1b9083ae9 None None] Provisioning complete for port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:05.118932 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f3e79f2-067e-4544-9100-35c1b9083ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.177234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3ec14a-88ad-4359-a6b7-d1592c4f8081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.189077 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3ec14a-88ad-4359-a6b7-d1592c4f8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.238753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782596c-fc33-4b03-a60f-8d998bacffab req-989356a6-bbfd-444b-bc37-22604a4a8bea tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:05.240451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5782596c-fc33-4b03-a60f-8d998bacffab req-989356a6-bbfd-444b-bc37-22604a4a8bea tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.1406476 Aug 03 19:29:05.275572 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.278525 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-09b3d73d-62e3-42e3-a60f-0bb289a93984 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5593083 Aug 03 19:29:05.283201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59748) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.291794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7d3ec14a-88ad-4359-a6b7-d1592c4f8081 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e39e8a2dbc14e4580d66f89bf4a34d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6827419 Aug 03 19:29:05.294523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59750) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.297299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ec14a-88ad-4359-a6b7-d1592c4f8081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a9446-8238-4d78-9ace-16a65bd1a778,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.309706 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:05.349415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5782596c-fc33-4b03-a60f-8d998bacffab req-d87ebb9d-a07f-4b29-a984-c0db66f2897e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904732 Aug 03 19:29:05.410244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01954d35-7ab4-4fad-b26f-d11b61671c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.450924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01954d35-7ab4-4fad-b26f-d11b61671c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.546414 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01954d35-7ab4-4fad-b26f-d11b61671c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.546757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Allocated IP 172.20.0.14 (eafa656a-d596-4459-8e89-d02604d63250/3dca5140-d34e-4eec-a4da-fa61a3b38cb3/50016d69-d0dc-40f2-abc6-14b729bee059) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:05.552037 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01954d35-7ab4-4fad-b26f-d11b61671c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.552037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-01954d35-7ab4-4fad-b26f-d11b61671c0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c7a9446-8238-4d78-9ace-16a65bd1a778 HTTP/1.1" status: 204 len: 168 time: 0.2509642 Aug 03 19:29:05.571602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01954d35-7ab4-4fad-b26f-d11b61671c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a9446-8238-4d78-9ace-16a65bd1a778,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.756112 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:02Z', 'revision_number': 3, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:05.837583 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Checking router: fe5f8c2f-6c11-4708-8472-0c5852b35de5 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:05.838755 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Updating router fe5f8c2f-6c11-4708-8472-0c5852b35de5 port 0b89b8c8-f73c-497d-85ce-6061a0b52320 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:05.910326 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.135192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59758) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:06.153913 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bf959c3-2bde-4a3d-a8a1-60a907ad96b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.156151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.319817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:06.361642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.367819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.369841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bf959c3-2bde-4a3d-a8a1-60a907ad96b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.380073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bf959c3-2bde-4a3d-a8a1-60a907ad96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.475936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Network eafa656a-d596-4459-8e89-d02604d63250 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:06.487332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:06.496530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:06.501732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:06.503659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.559229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf959c3-2bde-4a3d-a8a1-60a907ad96b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8880b097-550d-474f-af04-5e387d36755e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:06.586690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4bf959c3-2bde-4a3d-a8a1-60a907ad96b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6de436c89e3545d7ae1c8afa09ebab6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489675 Aug 03 19:29:06.591666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59764) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:06.595389 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.625278 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Transition to ACTIVE for port object 0b89b8c8-f73c-497d-85ce-6061a0b52320 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:06.639368 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.707418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'Port': ['ID=50016d69-d0dc-40f2-abc6-14b729bee059,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:06.748030 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91043866-e3ce-4a53-9fa6-3a4b19f8a0d1 None None] Pushing event updated for resources: {'Port': ['ID=0b89b8c8-f73c-497d-85ce-6061a0b52320,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:06.779303 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Attempting to bind port 0b89b8c8-f73c-497d-85ce-6061a0b52320 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:06.780321 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Attempting to bind port 0b89b8c8-f73c-497d-85ce-6061a0b52320 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:06.781149 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Attempting to bind port 0b89b8c8-f73c-497d-85ce-6061a0b52320 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:06.791880 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:06.793065 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:06.794092 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.794983 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:06.796106 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Bound port: 0b89b8c8-f73c-497d-85ce-6061a0b52320, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:06.797052 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.834674 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbc70bf4-2ecd-4a16-90e6-56bf2ef47666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.858383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9f6af-0d27-4b2e-91e0-981560216ec8 req-7ff01443-b5fd-4d63-a424-9328a82c83ef tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:06.862362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbd9f6af-0d27-4b2e-91e0-981560216ec8 req-7ff01443-b5fd-4d63-a424-9328a82c83ef tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2212093 Aug 03 19:29:06.906569 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] For port 0b89b8c8-f73c-497d-85ce-6061a0b52320, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:06.912741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] For port 0b89b8c8-f73c-497d-85ce-6061a0b52320, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0b89b8c8-f73c-497d-85ce-6061a0b52320,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:06.922466 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.951184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbc70bf4-2ecd-4a16-90e6-56bf2ef47666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.988976 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:06.989769 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:07.027035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbd9f6af-0d27-4b2e-91e0-981560216ec8 req-29884546-8ff0-4231-a280-6b7dc0533098 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447034 Aug 03 19:29:07.050013 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91043866-e3ce-4a53-9fa6-3a4b19f8a0d1 None None] Pushing event updated for resources: {'Port': ['ID=0b89b8c8-f73c-497d-85ce-6061a0b52320,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:07.112375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbc70bf4-2ecd-4a16-90e6-56bf2ef47666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.122739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbc70bf4-2ecd-4a16-90e6-56bf2ef47666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.124666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cbc70bf4-2ecd-4a16-90e6-56bf2ef47666 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8880b097-550d-474f-af04-5e387d36755e HTTP/1.1" status: 204 len: 168 time: 0.5297422 Aug 03 19:29:07.144135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc70bf4-2ecd-4a16-90e6-56bf2ef47666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8880b097-550d-474f-af04-5e387d36755e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:07.166882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Allocated IP 172.20.0.1 (2d851888-28cb-45a9-971a-cbec329f0a54/2b319886-960e-4f25-a621-809968a325c1/01f6728c-c912-4bb3-9c67-0714175b1dd4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:07.200872 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:07.370697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa905a84-c0f9-40ac-9921-af8d920ef26d req-5f85153c-bc66-430f-9e0c-bcf6d59dab55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:07.372862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa905a84-c0f9-40ac-9921-af8d920ef26d req-5f85153c-bc66-430f-9e0c-bcf6d59dab55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.0975842 Aug 03 19:29:07.447054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa905a84-c0f9-40ac-9921-af8d920ef26d req-39a4d7bd-3bbe-4c12-b63b-3891d5458786 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560842 Aug 03 19:29:07.473033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.499321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59772) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:07.552811 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:02Z', 'revision_number': 3, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:07.554284 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.589027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ec892-978b-41e2-ab8a-6a108d595346 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:07.595099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b20ec892-978b-41e2-ab8a-6a108d595346 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1091 time: 0.0933793 Aug 03 19:29:07.597518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59776) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:07.616999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:07.617703 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Transition to ACTIVE for port object 01f6728c-c912-4bb3-9c67-0714175b1dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:07.618284 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55aca-e016-4da9-8b30-6bee7ca894d1 None None] The sync data for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 is: [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:02Z', 'revision_number': 3, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:07.682960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.916807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.955124 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.113368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Pushing event updated for resources: {'Port': ['ID=01f6728c-c912-4bb3-9c67-0714175b1dd4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:08.118062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Network 2d851888-28cb-45a9-971a-cbec329f0a54 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:08.121665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.124568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:08.128571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:08.179538 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.269300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.25.4.133 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/0e36178f-5b8a-47d8-8a12-4bde3784e625) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:08.451802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0b89b8c8-f73c-497d-85ce-6061a0b52320 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:08.570677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.628824 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.687483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 0b89b8c8-f73c-497d-85ce-6061a0b52320 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:08.695577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0b89b8c8-f73c-497d-85ce-6061a0b52320 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:08.696449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.744654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Router 73c440e4-5215-4286-a24c-64c19e4784ce is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:08.745105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.824708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:08.825612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5a43576f-be32-49df-802f-2d5ba7b637dc None None] Provisioning for port 01f6728c-c912-4bb3-9c67-0714175b1dd4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:08.840035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:08.843201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5a43576f-be32-49df-802f-2d5ba7b637dc None None] Provisioning complete for port 01f6728c-c912-4bb3-9c67-0714175b1dd4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:08.846064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a43576f-be32-49df-802f-2d5ba7b637dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.847180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:08.854490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=0e36178f-5b8a-47d8-8a12-4bde3784e625,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.074101 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.156397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:09.199431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 0b89b8c8-f73c-497d-85ce-6061a0b52320, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0b89b8c8-f73c-497d-85ce-6061a0b52320,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:09.202074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5a43576f-be32-49df-802f-2d5ba7b637dc None None] Port 01f6728c-c912-4bb3-9c67-0714175b1dd4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:09.214666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.217972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Sync routers for ids ['73c440e4-5215-4286-a24c-64c19e4784ce'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:09.219011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.225032 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-05d1a75b-354f-4b7d-8965-bdc3336f4042 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.9184194 Aug 03 19:29:09.225032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59800) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:09.232781 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.304283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Routers {'73c440e4-5215-4286-a24c-64c19e4784ce'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:09.316113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['73c440e4-5215-4286-a24c-64c19e4784ce'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:09.602007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.615888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=0b89b8c8-f73c-497d-85ce-6061a0b52320,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.630954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.631700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.632237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.632786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.633296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.633893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.634580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.635415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.636092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.636713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.637219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.637906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:09.674545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Set router 73c440e4-5215-4286-a24c-64c19e4784ce gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:09.808137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.956671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c440e4-5215-4286-a24c-64c19e4784ce', 'name': '', 'tenant_id': 'cdb7c38bacb7442882a0e6437de3138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eafa656a-d596-4459-8e89-d02604d63250', 'external_fixed_ips': [{'subnet_id': '3dca5140-d34e-4eec-a4da-fa61a3b38cb3', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '50016d69-d0dc-40f2-abc6-14b729bee059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:03Z', 'updated_at': '2021-08-03T19:29:07Z', 'revision_number': 3, 'project_id': 'cdb7c38bacb7442882a0e6437de3138f', 'gw_port': {'id': '50016d69-d0dc-40f2-abc6-14b729bee059', 'name': '', 'network_id': 'eafa656a-d596-4459-8e89-d02604d63250', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c440e4-5215-4286-a24c-64c19e4784ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '3dca5140-d34e-4eec-a4da-fa61a3b38cb3', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:05Z', 'updated_at': '2021-08-03T19:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dca5140-d34e-4eec-a4da-fa61a3b38cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:09.988465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.004252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Checking router: 73c440e4-5215-4286-a24c-64c19e4784ce for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:10.005075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Updating router 73c440e4-5215-4286-a24c-64c19e4784ce port 50016d69-d0dc-40f2-abc6-14b729bee059 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:10.038570 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.098925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.106516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.135816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.157949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.190297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Pushing event updated for resources: {'Port': ['ID=01f6728c-c912-4bb3-9c67-0714175b1dd4,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:10.299632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=0e36178f-5b8a-47d8-8a12-4bde3784e625,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:10.302112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0b89b8c8-f73c-497d-85ce-6061a0b52320 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:10.327809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.449184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0b89b8c8-f73c-497d-85ce-6061a0b52320 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:10.451355 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.476178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.511712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Network 2d851888-28cb-45a9-971a-cbec329f0a54 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:10.515246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:10.663045 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Floating IP c0bee2c9-b44e-45c3-b9d6-987267a6f286 associated. External IP: 172.25.4.133, port: f614092a-1cb5-4cdd-8fc1-24e80657d4aa. Aug 03 19:29:10.693179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Deleting port 50016d69-d0dc-40f2-abc6-14b729bee059 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:10.693765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.715827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.750941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Transition to ACTIVE for port object 50016d69-d0dc-40f2-abc6-14b729bee059 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:10.782485 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.867732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.899004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Calling delete_port for 50016d69-d0dc-40f2-abc6-14b729bee059 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:10.907303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Router fe5f8c2f-6c11-4708-8472-0c5852b35de5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:10.924174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Attempting to bind port 50016d69-d0dc-40f2-abc6-14b729bee059 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:10.924676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Attempting to bind port 50016d69-d0dc-40f2-abc6-14b729bee059 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '333ac62d-50c0-4aba-a87c-5f4abded3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eafa656a-d596-4459-8e89-d02604d63250'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:10.925305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Attempting to bind port 50016d69-d0dc-40f2-abc6-14b729bee059 on network eafa656a-d596-4459-8e89-d02604d63250 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:10.941946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:10.942410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Checking segment: {'id': '333ac62d-50c0-4aba-a87c-5f4abded3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eafa656a-d596-4459-8e89-d02604d63250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:10.942882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.943623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Bound using segment: {'id': '333ac62d-50c0-4aba-a87c-5f4abded3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eafa656a-d596-4459-8e89-d02604d63250'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:10.943877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Bound port: 50016d69-d0dc-40f2-abc6-14b729bee059, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333ac62d-50c0-4aba-a87c-5f4abded3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eafa656a-d596-4459-8e89-d02604d63250'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:10.944255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.985461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0de5d-d23b-4fe7-ac44-ef52973c6634 None None] Pushing event updated for resources: {'Port': ['ID=50016d69-d0dc-40f2-abc6-14b729bee059,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.046077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] For port 50016d69-d0dc-40f2-abc6-14b729bee059, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:11.052263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] For port 50016d69-d0dc-40f2-abc6-14b729bee059, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=50016d69-d0dc-40f2-abc6-14b729bee059,segment=NetworkSegment(333ac62d-50c0-4aba-a87c-5f4abded3211),segment_id=333ac62d-50c0-4aba-a87c-5f4abded3211)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:11.060771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.077783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 453cb289-0ced-457a-b53e-83c8921be06b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:11.167104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1522c6a6-760b-4c58-95d0-d431adc27283 None None] Provisioning complete for port 01f6728c-c912-4bb3-9c67-0714175b1dd4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:11.167703 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1522c6a6-760b-4c58-95d0-d431adc27283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.255098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Routers {'73c440e4-5215-4286-a24c-64c19e4784ce'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:11.256947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['73c440e4-5215-4286-a24c-64c19e4784ce'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:11.279017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:11.291380 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] Sync routers for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:11.310409 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:11.311913 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:11.324672 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.336860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:11.373966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0de5d-d23b-4fe7-ac44-ef52973c6634 None None] Pushing event updated for resources: {'Port': ['ID=50016d69-d0dc-40f2-abc6-14b729bee059,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.374353 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8cabbf1f-7259-40b1-be85-3ed7f518c386 admin admin] 10.222.0.42 "PUT /v2.0/routers/fe5f8c2f-6c11-4708-8472-0c5852b35de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0891140 Aug 03 19:29:11.383795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-59df253b-3e0d-4855-804f-ccaeefedcd42 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7781765 Aug 03 19:29:11.383795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:11.390788 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b003b15-ba94-450f-acad-902fddaff037" -d '{"events": [{"name": "network-changed", "server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:11.402726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Sync routers for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:11.480345 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7159dab3-1855-4ccf-b254-6c3b35ce62d5 x-openstack-request-id: req-7159dab3-1855-4ccf-b254-6c3b35ce62d5 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:11.480853 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:11.482049 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7159dab3-1855-4ccf-b254-6c3b35ce62d5 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:11.482760 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'status': 'completed', 'code': 200} Aug 03 19:29:11.517274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1522c6a6-760b-4c58-95d0-d431adc27283 None None] Port 01f6728c-c912-4bb3-9c67-0714175b1dd4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:11.525586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:11.526254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:11.641183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.646592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] Set router 73c440e4-5215-4286-a24c-64c19e4784ce gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:11.741874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event deleted for resources: {'Port': ['ID=50016d69-d0dc-40f2-abc6-14b729bee059,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.748347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0a753-acf1-460a-888d-9bf1b8260571 req-36070f3c-65bf-449e-baac-2f1d56bed5d9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:11.764328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-acf0a753-acf1-460a-888d-9bf1b8260571 req-36070f3c-65bf-449e-baac-2f1d56bed5d9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.1692357 Aug 03 19:29:11.769984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b003b15-ba94-450f-acad-902fddaff037 req-e21f7f37-5a75-4fc0-9cc6-cb09cc413662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:11.774237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b003b15-ba94-450f-acad-902fddaff037 req-e21f7f37-5a75-4fc0-9cc6-cb09cc413662 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1096 time: 0.2133443 Aug 03 19:29:11.872903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c440e4-5215-4286-a24c-64c19e4784ce', 'name': '', 'tenant_id': 'cdb7c38bacb7442882a0e6437de3138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:03Z', 'updated_at': '2021-08-03T19:29:10Z', 'revision_number': 4, 'project_id': 'cdb7c38bacb7442882a0e6437de3138f', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:11.920882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.929116 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:11.980865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0e9bb-1553-4fb2-9675-3275a33f09cd None None] The sync data for ids ['73c440e4-5215-4286-a24c-64c19e4784ce'] in n-d-803378-1 is: [{'id': '73c440e4-5215-4286-a24c-64c19e4784ce', 'name': '', 'tenant_id': 'cdb7c38bacb7442882a0e6437de3138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:03Z', 'updated_at': '2021-08-03T19:29:10Z', 'revision_number': 4, 'project_id': 'cdb7c38bacb7442882a0e6437de3138f', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:12.020966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-acf0a753-acf1-460a-888d-9bf1b8260571 req-5ee4df12-3522-46f2-9021-b17a086e3788 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548885 Aug 03 19:29:12.069023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59852) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:12.103394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:12.284184 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.289098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.396668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b003b15-ba94-450f-acad-902fddaff037 req-8bc43c7c-f14b-46ed-92ed-d20515dbaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.403561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b003b15-ba94-450f-acad-902fddaff037 req-8bc43c7c-f14b-46ed-92ed-d20515dbaf19 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 896 time: 0.6168139 Aug 03 19:29:12.414366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.416056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73c440e4-5215-4286-a24c-64c19e4784ce {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:12.421889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.424702 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4ad236d0-648f-48d2-9248-a9baa49006b0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "DELETE /v2.0/routers/73c440e4-5215-4286-a24c-64c19e4784ce HTTP/1.1" status: 204 len: 168 time: 3.1973832 Aug 03 19:29:12.428394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59862) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:12.473355 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c0bee2c9-b44e-45c3-b9d6-987267a6f286', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'port_id': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'mac_address': 'fa:16:3e:75:0d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460451b2-5341-4108-a302-6d61693b67bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:12.539637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae0c482-bc32-4e13-994f-2dec93d7bf05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Deleting subnet 3dca5140-d34e-4eec-a4da-fa61a3b38cb3 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:12.547414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cae0c482-bc32-4e13-994f-2dec93d7bf05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.563815 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] Checking router: 453cb289-0ced-457a-b53e-83c8921be06b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:12.588429 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:12.594879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d6a5d67c-7004-4d9f-95aa-d0857c49f0c4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/c0bee2c9-b44e-45c3-b9d6-987267a6f286 HTTP/1.1" status: 200 len: 991 time: 0.5263031 Aug 03 19:29:12.595501 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:12.657543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b003b15-ba94-450f-acad-902fddaff037 req-42620220-33ab-4b9d-88b6-c3d40c5a6e0b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 999 time: 0.2352462 Aug 03 19:29:12.684174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cae0c482-bc32-4e13-994f-2dec93d7bf05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.760497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cae0c482-bc32-4e13-994f-2dec93d7bf05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.764713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 2, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:12.841344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b003b15-ba94-450f-acad-902fddaff037 req-2cc0dca0-b92b-4f16-a896-69e08fcc3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.843955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b003b15-ba94-450f-acad-902fddaff037 req-2cc0dca0-b92b-4f16-a896-69e08fcc3bbc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.1675138 Aug 03 19:29:12.844871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cae0c482-bc32-4e13-994f-2dec93d7bf05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.850330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Checking router: fe5f8c2f-6c11-4708-8472-0c5852b35de5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:12.850904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Updating router fe5f8c2f-6c11-4708-8472-0c5852b35de5 port 01f6728c-c912-4bb3-9c67-0714175b1dd4 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:12.865917 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:12.929433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.937609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0c482-bc32-4e13-994f-2dec93d7bf05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3dca5140-d34e-4eec-a4da-fa61a3b38cb3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:12.951831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cae0c482-bc32-4e13-994f-2dec93d7bf05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.964749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59872) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:12.967203 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cae0c482-bc32-4e13-994f-2dec93d7bf05 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/3dca5140-d34e-4eec-a4da-fa61a3b38cb3 HTTP/1.1" status: 204 len: 168 time: 0.5359826 Aug 03 19:29:13.097739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b003b15-ba94-450f-acad-902fddaff037 req-a3a5dc06-c7ae-4b61-8f87-e7ddf7e040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:13.103222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b003b15-ba94-450f-acad-902fddaff037 req-a3a5dc06-c7ae-4b61-8f87-e7ddf7e040d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503433 Aug 03 19:29:13.326459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.332783 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c0bee2c9-b44e-45c3-b9d6-987267a6f286', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'port_id': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'mac_address': 'fa:16:3e:75:0d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460451b2-5341-4108-a302-6d61693b67bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:13.381160 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f690ef-c5be-44ae-9855-1ed3dfbe6b49 None None] The sync data for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 is: [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c0bee2c9-b44e-45c3-b9d6-987267a6f286', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'port_id': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'mac_address': 'fa:16:3e:75:0d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460451b2-5341-4108-a302-6d61693b67bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:13.504979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59882) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:13.518845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1307819155-network', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:13.524351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b003b15-ba94-450f-acad-902fddaff037 req-e170e3d2-b5d4-47d2-9a90-e0ba031bcc3e service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082901 Aug 03 19:29:13.527047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.550427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Transition to ACTIVE for port object 01f6728c-c912-4bb3-9c67-0714175b1dd4 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:13.574080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.579952 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.589340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Made reservation on behalf of 8957c644664a404f8f4a1e7ea31a71a6 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:13.606334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.612699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59884) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:13.646018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafa656a-d596-4459-8e89-d02604d63250']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:13.671526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e190e-277c-489d-b296-a47f4b3f565d None None] Pushing event updated for resources: {'Port': ['ID=01f6728c-c912-4bb3-9c67-0714175b1dd4,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:13.679150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333ac62d-50c0-4aba-a87c-5f4abded3211') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:13.679373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333ac62d-50c0-4aba-a87c-5f4abded3211') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:13.709566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.748237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Attempting to bind port 01f6728c-c912-4bb3-9c67-0714175b1dd4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:13.748890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Attempting to bind port 01f6728c-c912-4bb3-9c67-0714175b1dd4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:13.749430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Attempting to bind port 01f6728c-c912-4bb3-9c67-0714175b1dd4 on network 2d851888-28cb-45a9-971a-cbec329f0a54 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:13.756505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:13.757192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Checking segment: {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:13.761133 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.761860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Bound using segment: {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:13.762698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Bound port: 01f6728c-c912-4bb3-9c67-0714175b1dd4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:13.763323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.767140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.845319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:13.852159 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:13.868546 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:13.976077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] For port 01f6728c-c912-4bb3-9c67-0714175b1dd4, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:13.986405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] For port 01f6728c-c912-4bb3-9c67-0714175b1dd4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=01f6728c-c912-4bb3-9c67-0714175b1dd4,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:13.997768 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.003624 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5643511e-ad95-4070-90f1-e0c736a05999 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/c0bee2c9-b44e-45c3-b9d6-987267a6f286 HTTP/1.1" status: 200 len: 991 time: 0.3859961 Aug 03 19:29:14.005930 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e46b79-2cce-4b80-bc4b-8bad77a9632f None None] New status for floating IP c0bee2c9-b44e-45c3-b9d6-987267a6f286: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:29:14.010096 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.208043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b003b15-ba94-450f-acad-902fddaff037 req-125aa9a5-8859-48b6-9724-ca0300fb54a7 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672564 Aug 03 19:29:14.215343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.227289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eafa656a-d596-4459-8e89-d02604d63250 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:29:14.235514 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.240746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "DELETE /v2.0/networks/eafa656a-d596-4459-8e89-d02604d63250 HTTP/1.1" status: 204 len: 168 time: 1.2725708 Aug 03 19:29:14.288936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f001d-ca88-4a72-9e29-272f55cefe43 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event deleted for resources: {'Network': ['ID=eafa656a-d596-4459-8e89-d02604d63250,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.487292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.498155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.526619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e190e-277c-489d-b296-a47f4b3f565d None None] Pushing event updated for resources: {'Port': ['ID=01f6728c-c912-4bb3-9c67-0714175b1dd4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.569636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:14.570395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:14.611879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f15987-e6bb-4436-a11b-ec7991a7e2a9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.652765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:29:14.683786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.684144 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Added segment 51b2cfc7-8ba1-4f94-a72b-f3e565fc4127 of type vlan for network faef3767-b471-46e1-a963-c2e9efe9ff6c Aug 03 19:29:14.829598 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.937031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.939485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:14.941027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.951037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:15.116380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59904) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:15.151275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] Pushing event updated for resources: {'Network': ['ID=faef3767-b471-46e1-a963-c2e9efe9ff6c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:15.178937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4ee9a7ce-e037-4057-a957-1640a97fdbbf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6681538 Aug 03 19:29:15.180094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59906) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:15.187988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network faef3767-b471-46e1-a963-c2e9efe9ff6c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:29:15.235592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Request body: {'subnet': {'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1307819155-subnet', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:15.284924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-72180056-c454-4aae-baad-34a02b2b1c4b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3010576 Aug 03 19:29:15.287553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Made reservation on behalf of 8957c644664a404f8f4a1e7ea31a71a6 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:15.293806 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.443646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f6b3836e-32b4-4db5-843c-136b5f445889 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/c0bee2c9-b44e-45c3-b9d6-987267a6f286 HTTP/1.1" status: 200 len: 993 time: 0.3200183 Aug 03 19:29:15.512409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-c5fce3f8-7f75-4e90-95a9-728b80b9ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.523001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-c5fce3f8-7f75-4e90-95a9-728b80b9ec11 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1096 time: 0.1829505 Aug 03 19:29:15.846015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59914) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:15.854903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-f727ce22-6c99-4e52-92a4-c8b7e61aa144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.859322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-f727ce22-6c99-4e52-92a4-c8b7e61aa144 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.2876613 Aug 03 19:29:15.861101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b2da342f-4f86-47c0-aa4e-03f7bc007fb7 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'router': {'name': 'tempest-router--141017662', 'project_id': '3057cff7ac8a4be6a06c4bc1d2947126'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:15.875029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.978745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-dc7dbd2c-3c9d-4610-8736-ccfeccfa8f66 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 1001 time: 0.1103148 Aug 03 19:29:16.007596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:13Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:16.045882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2da342f-4f86-47c0-aa4e-03f7bc007fb7 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.047673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2da342f-4f86-47c0-aa4e-03f7bc007fb7 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.055037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-a531405c-a53b-48aa-90e9-0778690f27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:16.058168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-a531405c-a53b-48aa-90e9-0778690f27bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0632603 Aug 03 19:29:16.072888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9dca99-fdf3-4aaf-a7e9-5cf3e7273665 None None] The sync data for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 is: [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:13Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:16.089686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5bb324-f2ae-40ce-a718-25b8fd2c0847,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:16.110953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Checking segment: {'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:16.111576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Network hostable DHCP agents. Network: faef3767-b471-46e1-a963-c2e9efe9ff6c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:16.158934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-b3b5cb40-e1a8-4544-afdb-c3dd66a8f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:16.162031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-b3b5cb40-e1a8-4544-afdb-c3dd66a8f55c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966704 Aug 03 19:29:16.268995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Network faef3767-b471-46e1-a963-c2e9efe9ff6c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:16.287226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2da342f-4f86-47c0-aa4e-03f7bc007fb7 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.304785 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2da342f-4f86-47c0-aa4e-03f7bc007fb7 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.315879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, faef3767-b471-46e1-a963-c2e9efe9ff6c) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:16.332133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157ae86-6043-4119-92b1-637a7d976523 None None] Network faef3767-b471-46e1-a963-c2e9efe9ff6c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:16.344336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:16.345372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.389960 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2da342f-4f86-47c0-aa4e-03f7bc007fb7 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.395073 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2da342f-4f86-47c0-aa4e-03f7bc007fb7 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5473135 Aug 03 19:29:16.400318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59926) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:16.416838 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-032897d9-c04e-445e-9de7-5dc00e393fcf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2334623 Aug 03 19:29:16.444476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59928) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:16.459351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:16.527939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-c96e8fb1-33f4-4ddd-96d8-4a379f7e4da6 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518727 Aug 03 19:29:16.627627 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.628867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.632430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1548c536-b8b4-427e-a041-382b95644e11 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.641128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-faef3767-b471-46e1-a963-c2e9efe9ff6c', 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'fixed_ips': [{'subnet_id': 'fc5bb324-f2ae-40ce-a718-25b8fd2c0847'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:29:16.645112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.806965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.826248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6af8d0df-c68f-484c-9341-fad689c69bd4 req-c0491d9e-85ad-4708-a9ac-5c7b1bb1fbb4 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879567 Aug 03 19:29:16.921899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Allocated IP 172.20.0.2 (faef3767-b471-46e1-a963-c2e9efe9ff6c/fc5bb324-f2ae-40ce-a718-25b8fd2c0847/3ea3f319-b508-4632-966f-abc821ac0d38) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:17.121382 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1548c536-b8b4-427e-a041-382b95644e11 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.127655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1548c536-b8b4-427e-a041-382b95644e11 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.199716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1548c536-b8b4-427e-a041-382b95644e11 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.200513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1548c536-b8b4-427e-a041-382b95644e11 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c642daef-9451-408e-9739-fe33c8114cbf {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:17.214133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1548c536-b8b4-427e-a041-382b95644e11 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.220088 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1548c536-b8b4-427e-a041-382b95644e11 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c642daef-9451-408e-9739-fe33c8114cbf HTTP/1.1" status: 204 len: 168 time: 0.8138936 Aug 03 19:29:17.232382 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.272043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Transition to ACTIVE for port object 3ea3f319-b508-4632-966f-abc821ac0d38 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:17.328535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Transition to ACTIVE for port object 3ea3f319-b508-4632-966f-abc821ac0d38 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:17.345648 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.453823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Network faef3767-b471-46e1-a963-c2e9efe9ff6c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:17.475817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:17.483609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:17.531321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Pushing event updated for resources: {'Port': ['ID=3ea3f319-b508-4632-966f-abc821ac0d38,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:17.679178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59954) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:17.689640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Attempting to bind port 3ea3f319-b508-4632-966f-abc821ac0d38 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:17.690144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Attempting to bind port 3ea3f319-b508-4632-966f-abc821ac0d38 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:17.690604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Attempting to bind port 3ea3f319-b508-4632-966f-abc821ac0d38 on network faef3767-b471-46e1-a963-c2e9efe9ff6c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:17.699451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:17.700040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Checking segment: {'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:17.700649 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.701323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Bound using segment: {'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:17.702103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Bound port: 3ea3f319-b508-4632-966f-abc821ac0d38, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:17.703139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.752513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.838830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] For port 3ea3f319-b508-4632-966f-abc821ac0d38, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:17.846026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] For port 3ea3f319-b508-4632-966f-abc821ac0d38, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3ea3f319-b508-4632-966f-abc821ac0d38,segment=NetworkSegment(51b2cfc7-8ba1-4f94-a72b-f3e565fc4127),segment_id=51b2cfc7-8ba1-4f94-a72b-f3e565fc4127)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:17.865355 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.971776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-772452609', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:18.041156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545c381-3d49-4efd-8760-c1f454876e3f None None] Pushing event updated for resources: {'Port': ['ID=3ea3f319-b508-4632-966f-abc821ac0d38,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:18.063292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.065151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.163764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.254580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.291603 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.460324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 01f6728c-c912-4bb3-9c67-0714175b1dd4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:18.477533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.553326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 01f6728c-c912-4bb3-9c67-0714175b1dd4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:18.554715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Allocated IP 172.25.4.103 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/981fe7c5-b5de-4143-ac2a-89eaea12a438) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:18.561593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 01f6728c-c912-4bb3-9c67-0714175b1dd4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:18.562524 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.706545 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.708587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.775405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 01f6728c-c912-4bb3-9c67-0714175b1dd4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=01f6728c-c912-4bb3-9c67-0714175b1dd4,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:18.782384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.839539 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.851859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.865786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=01f6728c-c912-4bb3-9c67-0714175b1dd4,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:18.879585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.922782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:18.931242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:18.935906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:18.979958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Pushing event updated for resources: {'Port': ['ID=981fe7c5-b5de-4143-ac2a-89eaea12a438,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:19.037766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Allocated IP 172.25.4.10 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/84babcaa-23d6-42ee-934e-5237fa10d110) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:19.256801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.326541 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.370926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:19.374300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:19.381854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:19.411574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event updated for resources: {'Port': ['ID=84babcaa-23d6-42ee-934e-5237fa10d110,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:19.444185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.703968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49ca5b-7a71-4492-8572-606ecc1a91df None None] Network faef3767-b471-46e1-a963-c2e9efe9ff6c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:19.718693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.940176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e190cfdf-644f-4bd8-873c-5a8ab0a6eeb9 None None] Provisioning for port 3ea3f319-b508-4632-966f-abc821ac0d38 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:20.085964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Router 3e0110f5-d1c6-48be-bc98-c811a8a71854 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:20.309292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:20.325931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Sync routers for ids ['3e0110f5-d1c6-48be-bc98-c811a8a71854'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:20.332458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.334558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-783fa037-7f4b-433c-a6c4-44eeb47a55bb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8884022 Aug 03 19:29:20.339302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59996) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:20.346462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Routers {'3e0110f5-d1c6-48be-bc98-c811a8a71854'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:20.347181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e0110f5-d1c6-48be-bc98-c811a8a71854'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:20.509645 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.545985 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.661135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Set router 3e0110f5-d1c6-48be-bc98-c811a8a71854 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:20.718770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3ea3f319-b508-4632-966f-abc821ac0d38 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:20.886679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3ea3f319-b508-4632-966f-abc821ac0d38 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:20.911411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3ea3f319-b508-4632-966f-abc821ac0d38 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:20.913991 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.051174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:29:19Z', 'revision_number': 3, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port': {'id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:18Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:21.061093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.096143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Checking router: 3e0110f5-d1c6-48be-bc98-c811a8a71854 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:21.096557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Updating router 3e0110f5-d1c6-48be-bc98-c811a8a71854 port 981fe7c5-b5de-4143-ac2a-89eaea12a438 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:21.120851 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.140713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.222069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3ea3f319-b508-4632-966f-abc821ac0d38, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3ea3f319-b508-4632-966f-abc821ac0d38,segment=NetworkSegment(51b2cfc7-8ba1-4f94-a72b-f3e565fc4127),segment_id=51b2cfc7-8ba1-4f94-a72b-f3e565fc4127)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:21.231234 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.232290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 01f6728c-c912-4bb3-9c67-0714175b1dd4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:21.267940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Router 9df0dfd0-37e6-420e-a3eb-8dfdf8888425 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:21.364366 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.437934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3ea3f319-b508-4632-966f-abc821ac0d38,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.474211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 01f6728c-c912-4bb3-9c67-0714175b1dd4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:21.474580 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.558512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:21.596372 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d732ce2-4af4-4761-b038-6228d8b5af49 None None] Sync routers for ids ['9df0dfd0-37e6-420e-a3eb-8dfdf8888425'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:21.608968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.616717 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1cb8f4c6-5348-4301-ba05-a06df3984061 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9326377 Aug 03 19:29:21.617190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60022) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:21.644176 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d732ce2-4af4-4761-b038-6228d8b5af49 None None] Routers {'9df0dfd0-37e6-420e-a3eb-8dfdf8888425'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:21.648695 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7d732ce2-4af4-4761-b038-6228d8b5af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9df0dfd0-37e6-420e-a3eb-8dfdf8888425'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:21.693155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.710374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Transition to ACTIVE for port object 981fe7c5-b5de-4143-ac2a-89eaea12a438 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:21.715535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Allocated IP 172.20.0.1 (faef3767-b471-46e1-a963-c2e9efe9ff6c/fc5bb324-f2ae-40ce-a718-25b8fd2c0847/385259be-5c36-4421-8424-8453b0b7046e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:21.720855 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.737688 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7d732ce2-4af4-4761-b038-6228d8b5af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:21.748781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d732ce2-4af4-4761-b038-6228d8b5af49 None None] Routers {'9df0dfd0-37e6-420e-a3eb-8dfdf8888425'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:21.749615 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7d732ce2-4af4-4761-b038-6228d8b5af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9df0dfd0-37e6-420e-a3eb-8dfdf8888425'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:21.788816 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-97fabdaa-4181-4880-a488-e1cc05c805ed tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/routers/9df0dfd0-37e6-420e-a3eb-8dfdf8888425 HTTP/1.1" status: 200 len: 919 time: 0.1687088 Aug 03 19:29:21.794158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60026) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:21.802488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412fae3-29df-40a8-896f-a28fb083a0fd None None] Pushing event updated for resources: {'Port': ['ID=981fe7c5-b5de-4143-ac2a-89eaea12a438,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.811338 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7d732ce2-4af4-4761-b038-6228d8b5af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:21.811948 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d732ce2-4af4-4761-b038-6228d8b5af49 None None] The sync data for ids ['9df0dfd0-37e6-420e-a3eb-8dfdf8888425'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:21.815316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Attempting to bind port 981fe7c5-b5de-4143-ac2a-89eaea12a438 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.815666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Attempting to bind port 981fe7c5-b5de-4143-ac2a-89eaea12a438 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.816039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Attempting to bind port 981fe7c5-b5de-4143-ac2a-89eaea12a438 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.826783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:21.827278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:21.827759 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.828236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:21.828818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Bound port: 981fe7c5-b5de-4143-ac2a-89eaea12a438, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:21.829285 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.849167 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-47f924f9-7bbf-4968-8ae9-23267d515e8c tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df0dfd0-37e6-420e-a3eb-8dfdf8888425 HTTP/1.1" status: 200 len: 205 time: 0.0521297 Aug 03 19:29:21.853080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60028) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:21.905331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] For port 981fe7c5-b5de-4143-ac2a-89eaea12a438, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:21.913912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] For port 981fe7c5-b5de-4143-ac2a-89eaea12a438, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=981fe7c5-b5de-4143-ac2a-89eaea12a438,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:21.922526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.923046 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.949198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Transition to ACTIVE for port object 385259be-5c36-4421-8424-8453b0b7046e will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:21.985073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Routers {'3e0110f5-d1c6-48be-bc98-c811a8a71854'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:21.985764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e0110f5-d1c6-48be-bc98-c811a8a71854'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:22.024246 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.095048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.176779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Pushing event updated for resources: {'Port': ['ID=385259be-5c36-4421-8424-8453b0b7046e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:22.211601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Network faef3767-b471-46e1-a963-c2e9efe9ff6c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:22.224861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:22.238815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:22.239029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412fae3-29df-40a8-896f-a28fb083a0fd None None] Pushing event updated for resources: {'Port': ['ID=981fe7c5-b5de-4143-ac2a-89eaea12a438,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:22.324963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.337764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3ea3f319-b508-4632-966f-abc821ac0d38 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:22.374235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.405208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] Set router 3e0110f5-d1c6-48be-bc98-c811a8a71854 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:22.489803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3ea3f319-b508-4632-966f-abc821ac0d38 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:22.490195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.512940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Deleting port 84babcaa-23d6-42ee-934e-5237fa10d110 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:22.513620 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.639218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.646681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.680658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Calling delete_port for 84babcaa-23d6-42ee-934e-5237fa10d110 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:22.730698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-65fe7fb1-f194-4169-ad18-699cf5273cde None None] Provisioning for port 385259be-5c36-4421-8424-8453b0b7046e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:22.736816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-65fe7fb1-f194-4169-ad18-699cf5273cde None None] Provisioning complete for port 385259be-5c36-4421-8424-8453b0b7046e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:22.737188 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65fe7fb1-f194-4169-ad18-699cf5273cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.783104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-65fe7fb1-f194-4169-ad18-699cf5273cde None None] Port 385259be-5c36-4421-8424-8453b0b7046e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:22.790727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:29:19Z', 'revision_number': 3, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port': {'id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:18Z', 'updated_at': '2021-08-03T19:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:22.825437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b535de-d8fc-4791-8955-ae00640648c9 None None] The sync data for ids ['3e0110f5-d1c6-48be-bc98-c811a8a71854'] in n-d-803378-1 is: [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:29:19Z', 'revision_number': 3, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port': {'id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:18Z', 'updated_at': '2021-08-03T19:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:22.892418 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.898850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.969328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Pushing event updated for resources: {'Port': ['ID=385259be-5c36-4421-8424-8453b0b7046e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:22.992765 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.998933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.082930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event deleted for resources: {'Port': ['ID=84babcaa-23d6-42ee-934e-5237fa10d110,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:23.121094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Network faef3767-b471-46e1-a963-c2e9efe9ff6c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:23.123303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:23.218880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.362256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Router 3e0110f5-d1c6-48be-bc98-c811a8a71854 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:23.499426 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.502840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.525370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:23.531683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a9bb3210-8067-4459-94e9-f18b24036965 None None] Provisioning complete for port 385259be-5c36-4421-8424-8453b0b7046e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:23.532221 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a9bb3210-8067-4459-94e9-f18b24036965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.533270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6571048a-3363-4be0-9234-215b6ac85e3a admin admin] 10.222.0.42 "PUT /v2.0/routers/3e0110f5-d1c6-48be-bc98-c811a8a71854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1925139 Aug 03 19:29:23.580163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb3210-8067-4459-94e9-f18b24036965 None None] Port 385259be-5c36-4421-8424-8453b0b7046e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:23.598603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.600167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Fanout notify agent at l3_agent the message router_deleted on router 9df0dfd0-37e6-420e-a3eb-8dfdf8888425 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:23.607897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.609219 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d172980d-5373-42d0-8452-b59735c04937 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/9df0dfd0-37e6-420e-a3eb-8dfdf8888425 HTTP/1.1" status: 204 len: 168 time: 1.7534482 Aug 03 19:29:23.615055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60054) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:23.624537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'router': {'name': 'tempest-snat-router-356948391', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': False}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:23.662507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.664280 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.766384 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.033066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.327529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 981fe7c5-b5de-4143-ac2a-89eaea12a438 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:24.410887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 981fe7c5-b5de-4143-ac2a-89eaea12a438 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:24.419858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 981fe7c5-b5de-4143-ac2a-89eaea12a438 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:24.422232 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.566089 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.594568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 981fe7c5-b5de-4143-ac2a-89eaea12a438, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=981fe7c5-b5de-4143-ac2a-89eaea12a438,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:24.604865 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.675691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=981fe7c5-b5de-4143-ac2a-89eaea12a438,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:24.995060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.016829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.231816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Allocated IP 172.25.4.156 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/236e7623-de80-4751-b9c0-e5239e343a21) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:25.454824 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.460634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Sync routers for ids ['3e0110f5-d1c6-48be-bc98-c811a8a71854'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:25.486134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Routers {'3e0110f5-d1c6-48be-bc98-c811a8a71854'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:25.487402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e0110f5-d1c6-48be-bc98-c811a8a71854'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:25.532643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.573426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:25.578339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:25.613845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:25.677019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'Port': ['ID=236e7623-de80-4751-b9c0-e5239e343a21,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:25.716796 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.719545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Set router 3e0110f5-d1c6-48be-bc98-c811a8a71854 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:26.013655 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.143528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:29:22Z', 'revision_number': 4, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port': {'id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:18Z', 'updated_at': '2021-08-03T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '385259be-5c36-4421-8424-8453b0b7046e', 'name': '', 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'fc5bb324-f2ae-40ce-a718-25b8fd2c0847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:21Z', 'updated_at': '2021-08-03T19:29:22Z', 'revision_number': 2, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'subnets': [{'id': 'fc5bb324-f2ae-40ce-a718-25b8fd2c0847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:26.178239 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a5f785d-c3cc-45d1-9c21-139ad9adbf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.179974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Checking router: 3e0110f5-d1c6-48be-bc98-c811a8a71854 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:26.180324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Updating router 3e0110f5-d1c6-48be-bc98-c811a8a71854 port 385259be-5c36-4421-8424-8453b0b7046e binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:26.210043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.325199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 981fe7c5-b5de-4143-ac2a-89eaea12a438 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:26.470430 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.630338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 981fe7c5-b5de-4143-ac2a-89eaea12a438 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:26.630998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.733007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Router 3389f69f-bbf5-4418-a0ec-7766a8cf65f7 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:26.905258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.919993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Transition to ACTIVE for port object 385259be-5c36-4421-8424-8453b0b7046e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:26.929223 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.955216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:26.973745 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Sync routers for ids ['3389f69f-bbf5-4418-a0ec-7766a8cf65f7'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:27.017626 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Routers {'3389f69f-bbf5-4418-a0ec-7766a8cf65f7'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:27.025383 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3389f69f-bbf5-4418-a0ec-7766a8cf65f7'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:27.034632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d531e-4ba8-4105-8c4c-2698245a696a None None] Pushing event updated for resources: {'Port': ['ID=385259be-5c36-4421-8424-8453b0b7046e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:27.044104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.048439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-226d91f0-be67-483a-9a0b-6f8b3a37e0ac tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4305665 Aug 03 19:29:27.049966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60196) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:27.099369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Attempting to bind port 385259be-5c36-4421-8424-8453b0b7046e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:27.100022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Attempting to bind port 385259be-5c36-4421-8424-8453b0b7046e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:27.100832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Attempting to bind port 385259be-5c36-4421-8424-8453b0b7046e on network faef3767-b471-46e1-a963-c2e9efe9ff6c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:27.115135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:27.115826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Checking segment: {'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:27.116487 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.117295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Bound using segment: {'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:27.118791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Bound port: 385259be-5c36-4421-8424-8453b0b7046e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:27.120951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.233414 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Set router 3389f69f-bbf5-4418-a0ec-7766a8cf65f7 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:27.277967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] For port 385259be-5c36-4421-8424-8453b0b7046e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:27.281745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] For port 385259be-5c36-4421-8424-8453b0b7046e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=385259be-5c36-4421-8424-8453b0b7046e,segment=NetworkSegment(51b2cfc7-8ba1-4f94-a72b-f3e565fc4127),segment_id=51b2cfc7-8ba1-4f94-a72b-f3e565fc4127)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:27.292717 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.381225 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-082145ed-6b35-483c-9aae-1b025f73afe7 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/routers/3389f69f-bbf5-4418-a0ec-7766a8cf65f7 HTTP/1.1" status: 200 len: 908 time: 0.3297355 Aug 03 19:29:27.383750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60202) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:27.388702 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'router': {'name': 'tempest-snat-router-356948391', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': True}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:27.420257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Routers {'3e0110f5-d1c6-48be-bc98-c811a8a71854'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:27.421083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e0110f5-d1c6-48be-bc98-c811a8a71854'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:27.454241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.457978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.486210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d531e-4ba8-4105-8c4c-2698245a696a None None] Pushing event updated for resources: {'Port': ['ID=385259be-5c36-4421-8424-8453b0b7046e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:27.637249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] Set router 3e0110f5-d1c6-48be-bc98-c811a8a71854 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:27.647672 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.725229 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f69f-bbf5-4418-a0ec-7766a8cf65f7', 'name': 'tempest-snat-router-356948391', 'tenant_id': 'cdb7c38bacb7442882a0e6437de3138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.156'}], 'enable_snat': False}, 'gw_port_id': '236e7623-de80-4751-b9c0-e5239e343a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:23Z', 'updated_at': '2021-08-03T19:29:25Z', 'revision_number': 3, 'project_id': 'cdb7c38bacb7442882a0e6437de3138f', 'gw_port': {'id': '236e7623-de80-4751-b9c0-e5239e343a21', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f69f-bbf5-4418-a0ec-7766a8cf65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:25Z', 'updated_at': '2021-08-03T19:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:27.767464 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Checking router: 3389f69f-bbf5-4418-a0ec-7766a8cf65f7 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:27.767864 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Updating router 3389f69f-bbf5-4418-a0ec-7766a8cf65f7 port 236e7623-de80-4751-b9c0-e5239e343a21 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:27.807910 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.890411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.080126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:29:22Z', 'revision_number': 4, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port': {'id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:18Z', 'updated_at': '2021-08-03T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '385259be-5c36-4421-8424-8453b0b7046e', 'name': '', 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'fc5bb324-f2ae-40ce-a718-25b8fd2c0847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:21Z', 'updated_at': '2021-08-03T19:29:27Z', 'revision_number': 4, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'subnets': [{'id': 'fc5bb324-f2ae-40ce-a718-25b8fd2c0847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:28.120392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbc335-f101-4dde-b603-2b8e405ab988 None None] The sync data for ids ['3e0110f5-d1c6-48be-bc98-c811a8a71854'] in n-d-803378-1 is: [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:29:22Z', 'revision_number': 4, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port': {'id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:18Z', 'updated_at': '2021-08-03T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '385259be-5c36-4421-8424-8453b0b7046e', 'name': '', 'network_id': 'faef3767-b471-46e1-a963-c2e9efe9ff6c', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'fc5bb324-f2ae-40ce-a718-25b8fd2c0847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:21Z', 'updated_at': '2021-08-03T19:29:27Z', 'revision_number': 4, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'subnets': [{'id': 'fc5bb324-f2ae-40ce-a718-25b8fd2c0847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:28.305147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.354370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.546129 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.559281 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Transition to ACTIVE for port object 236e7623-de80-4751-b9c0-e5239e343a21 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:28.576525 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.642811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Allocated IP 172.25.4.254 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/e54e1df8-f969-490a-b2d1-15ea2cbe9d16) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:28.666645 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Attempting to bind port 236e7623-de80-4751-b9c0-e5239e343a21 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:28.677106 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Attempting to bind port 236e7623-de80-4751-b9c0-e5239e343a21 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:28.678970 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Attempting to bind port 236e7623-de80-4751-b9c0-e5239e343a21 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:28.683155 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d931c7-c232-406d-bce3-1f8267cc23c6 None None] Pushing event updated for resources: {'Port': ['ID=236e7623-de80-4751-b9c0-e5239e343a21,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:28.700224 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:28.700846 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:28.701357 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.702580 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:28.703182 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Bound port: 236e7623-de80-4751-b9c0-e5239e343a21, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:28.704653 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.788748 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] For port 236e7623-de80-4751-b9c0-e5239e343a21, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:28.794807 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] For port 236e7623-de80-4751-b9c0-e5239e343a21, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=236e7623-de80-4751-b9c0-e5239e343a21,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:28.807606 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.884049 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Routers {'3389f69f-bbf5-4418-a0ec-7766a8cf65f7'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:28.884882 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3389f69f-bbf5-4418-a0ec-7766a8cf65f7'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:28.946083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.947318 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d931c7-c232-406d-bce3-1f8267cc23c6 None None] Pushing event updated for resources: {'Port': ['ID=236e7623-de80-4751-b9c0-e5239e343a21,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:29.047784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.103925 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] Set router 3389f69f-bbf5-4418-a0ec-7766a8cf65f7 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:29.120382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:29.128011 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:29.133989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:29.201502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'Port': ['ID=e54e1df8-f969-490a-b2d1-15ea2cbe9d16,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:29.455973 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:29:29.552742 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f69f-bbf5-4418-a0ec-7766a8cf65f7', 'name': 'tempest-snat-router-356948391', 'tenant_id': 'cdb7c38bacb7442882a0e6437de3138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.156'}], 'enable_snat': False}, 'gw_port_id': '236e7623-de80-4751-b9c0-e5239e343a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:23Z', 'updated_at': '2021-08-03T19:29:25Z', 'revision_number': 3, 'project_id': 'cdb7c38bacb7442882a0e6437de3138f', 'gw_port': {'id': '236e7623-de80-4751-b9c0-e5239e343a21', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f69f-bbf5-4418-a0ec-7766a8cf65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:25Z', 'updated_at': '2021-08-03T19:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:29.589435 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6dc23-2c06-4fa9-a5e7-7e14a2d7452d None None] The sync data for ids ['3389f69f-bbf5-4418-a0ec-7766a8cf65f7'] in n-d-803378-1 is: [{'id': '3389f69f-bbf5-4418-a0ec-7766a8cf65f7', 'name': 'tempest-snat-router-356948391', 'tenant_id': 'cdb7c38bacb7442882a0e6437de3138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.156'}], 'enable_snat': False}, 'gw_port_id': '236e7623-de80-4751-b9c0-e5239e343a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:23Z', 'updated_at': '2021-08-03T19:29:25Z', 'revision_number': 3, 'project_id': 'cdb7c38bacb7442882a0e6437de3138f', 'gw_port': {'id': '236e7623-de80-4751-b9c0-e5239e343a21', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f69f-bbf5-4418-a0ec-7766a8cf65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:25Z', 'updated_at': '2021-08-03T19:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:29.779403 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.086500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.302415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44334994-7dd6-46d3-b9de-bdba16ce6dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.484749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 236e7623-de80-4751-b9c0-e5239e343a21 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:30.560918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.589420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 236e7623-de80-4751-b9c0-e5239e343a21 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:30.594698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 236e7623-de80-4751-b9c0-e5239e343a21 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:30.595185 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.801656 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.820611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Router 70f0bf59-ea3e-458f-b9b6-b1c185655def is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:30.898457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 236e7623-de80-4751-b9c0-e5239e343a21, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=236e7623-de80-4751-b9c0-e5239e343a21,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:30.913499 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.918209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 385259be-5c36-4421-8424-8453b0b7046e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:31.040507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:31.097156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.103070 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fd8f2ff8-8db5-44ad-b3d7-0c97e3db239c tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7137764 Aug 03 19:29:31.106686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60254) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:31.127405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Sync routers for ids ['70f0bf59-ea3e-458f-b9b6-b1c185655def'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:31.224428 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 385259be-5c36-4421-8424-8453b0b7046e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:31.231312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Routers {'70f0bf59-ea3e-458f-b9b6-b1c185655def'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:31.232359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['70f0bf59-ea3e-458f-b9b6-b1c185655def'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:31.318635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 385259be-5c36-4421-8424-8453b0b7046e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:31.319359 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.322775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=236e7623-de80-4751-b9c0-e5239e343a21,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:31.340723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-546a091c-bc84-4ddb-b0f4-36faa4cf89eb tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/routers/70f0bf59-ea3e-458f-b9b6-b1c185655def HTTP/1.1" status: 200 len: 907 time: 0.2312651 Aug 03 19:29:31.344997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60256) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:31.591011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.777045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Set router 70f0bf59-ea3e-458f-b9b6-b1c185655def gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:31.867903 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.877829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.965523 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.969920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 385259be-5c36-4421-8424-8453b0b7046e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=385259be-5c36-4421-8424-8453b0b7046e,segment=NetworkSegment(51b2cfc7-8ba1-4f94-a72b-f3e565fc4127),segment_id=51b2cfc7-8ba1-4f94-a72b-f3e565fc4127)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:31.980413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.997233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Deleting port e54e1df8-f969-490a-b2d1-15ea2cbe9d16 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:31.997233 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.101725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=385259be-5c36-4421-8424-8453b0b7046e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:32.208857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.233721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Calling delete_port for e54e1df8-f969-490a-b2d1-15ea2cbe9d16 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:32.235218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f0bf59-ea3e-458f-b9b6-b1c185655def', 'name': 'tempest-snat-router-356948391', 'tenant_id': 'cdb7c38bacb7442882a0e6437de3138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e54e1df8-f969-490a-b2d1-15ea2cbe9d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:27Z', 'updated_at': '2021-08-03T19:29:29Z', 'revision_number': 3, 'project_id': 'cdb7c38bacb7442882a0e6437de3138f', 'gw_port': {'id': 'e54e1df8-f969-490a-b2d1-15ea2cbe9d16', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f0bf59-ea3e-458f-b9b6-b1c185655def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:28Z', 'updated_at': '2021-08-03T19:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:32.304246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Checking router: 70f0bf59-ea3e-458f-b9b6-b1c185655def for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:32.304926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Updating router 70f0bf59-ea3e-458f-b9b6-b1c185655def port e54e1df8-f969-490a-b2d1-15ea2cbe9d16 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:32.368518 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.379228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 236e7623-de80-4751-b9c0-e5239e343a21 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:32.399954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60270) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:32.573183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.615468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event deleted for resources: {'Port': ['ID=e54e1df8-f969-490a-b2d1-15ea2cbe9d16,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:32.639010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 236e7623-de80-4751-b9c0-e5239e343a21 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:32.639628 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.676073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9dfc236-0c43-4c30-8cd7-dba9195d4061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.769030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.769579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.833838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.870799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 385259be-5c36-4421-8424-8453b0b7046e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:32.922783 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.960536 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9dfc236-0c43-4c30-8cd7-dba9195d4061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.968191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9dfc236-0c43-4c30-8cd7-dba9195d4061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.030136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e9dfc236-0c43-4c30-8cd7-dba9195d4061 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5410ffe454c4dd3b14b8caf21780fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256919 Aug 03 19:29:33.030136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfc236-0c43-4c30-8cd7-dba9195d4061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d82ae37-7d4d-4fd6-a5d5-0be68f5bc775,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:33.030963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60278) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:33.033264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 385259be-5c36-4421-8424-8453b0b7046e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:33.034530 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.130664 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:33.131055 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:33.133960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-315b89e3-ee91-40e6-ba0d-6983f6e5a0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.144442 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.147157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.163472 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-315b89e3-ee91-40e6-ba0d-6983f6e5a0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.216460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.218070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70f0bf59-ea3e-458f-b9b6-b1c185655def {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:33.232062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.232347 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-315b89e3-ee91-40e6-ba0d-6983f6e5a0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.235018 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-12add761-0bf0-4434-93c5-d80431615f63 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "DELETE /v2.0/routers/70f0bf59-ea3e-458f-b9b6-b1c185655def HTTP/1.1" status: 204 len: 168 time: 1.8880181 Aug 03 19:29:33.235267 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-315b89e3-ee91-40e6-ba0d-6983f6e5a0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.240395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-315b89e3-ee91-40e6-ba0d-6983f6e5a0af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d82ae37-7d4d-4fd6-a5d5-0be68f5bc775 HTTP/1.1" status: 204 len: 168 time: 0.2044914 Aug 03 19:29:33.240395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60280) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:33.325727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b89e3-ee91-40e6-ba0d-6983f6e5a0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d82ae37-7d4d-4fd6-a5d5-0be68f5bc775,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:33.469680 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.656649 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.672559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Port e54e1df8-f969-490a-b2d1-15ea2cbe9d16 not found while updating agent binding for router 70f0bf59-ea3e-458f-b9b6-b1c185655def. {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 19:29:33.691634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Routers set() bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:33.692776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Router IDs set() for agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:29:33.694173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_agentschedulers_db [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'70f0bf59-ea3e-458f-b9b6-b1c185655def'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent'). {{(pid=94135) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:29:33.695235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e63802-d59b-4a2d-bec3-1b9176746470 None None] The sync data for ids ['70f0bf59-ea3e-458f-b9b6-b1c185655def'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:33.768071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Deleting port 236e7623-de80-4751-b9c0-e5239e343a21 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:33.768415 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.783501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60288) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:33.798785 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6336246c-2f19-45db-a125-e39219ef34c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.937256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6336246c-2f19-45db-a125-e39219ef34c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.943788 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6336246c-2f19-45db-a125-e39219ef34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.968392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] For port 236e7623-de80-4751-b9c0-e5239e343a21, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=236e7623-de80-4751-b9c0-e5239e343a21,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:33.968945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.984935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Calling delete_port for 236e7623-de80-4751-b9c0-e5239e343a21 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:33.996437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336246c-2f19-45db-a125-e39219ef34c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ba9365-18a7-406d-93e8-cd296b550d66,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:34.005442 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6336246c-2f19-45db-a125-e39219ef34c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2eabc52abad47e68ed04f1f321c851b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164478 Aug 03 19:29:34.005442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60294) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:34.108027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1799667e-8d03-441d-bb0a-369e48e26f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.151329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1799667e-8d03-441d-bb0a-369e48e26f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.264205 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1799667e-8d03-441d-bb0a-369e48e26f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.267307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1799667e-8d03-441d-bb0a-369e48e26f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.274631 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1799667e-8d03-441d-bb0a-369e48e26f08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66ba9365-18a7-406d-93e8-cd296b550d66 HTTP/1.1" status: 204 len: 168 time: 0.2622819 Aug 03 19:29:34.283333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799667e-8d03-441d-bb0a-369e48e26f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ba9365-18a7-406d-93e8-cd296b550d66,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:34.291275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.345349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event deleted for resources: {'Port': ['ID=236e7623-de80-4751-b9c0-e5239e343a21,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:34.378940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.475534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.618456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.621000 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.684555 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.685404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3389f69f-bbf5-4418-a0ec-7766a8cf65f7 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:34.692742 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.694731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-be82faf9-a984-4087-9530-d1122278822b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3389f69f-bbf5-4418-a0ec-7766a8cf65f7 HTTP/1.1" status: 204 len: 168 time: 1.4542637 Aug 03 19:29:34.700852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60302) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:34.708258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-279171400', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:34.766275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.768528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.914059 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.181979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.485957 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.520492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.729108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Allocated IP 172.25.4.184 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/f9a4e32e-f40d-481f-913d-eeb4971fd0c0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:35.895557 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.963787 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.019013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:36.027571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:36.030871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:36.037539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event updated for resources: {'Port': ['ID=f9a4e32e-f40d-481f-913d-eeb4971fd0c0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:36.360838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 236e7623-de80-4751-b9c0-e5239e343a21 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:36.406353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 236e7623-de80-4751-b9c0-e5239e343a21 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:36.407296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 236e7623-de80-4751-b9c0-e5239e343a21 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:36.491419 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.858271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.090443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Router 85fe7c1b-f826-469a-bb44-491e3c43211b is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:37.262631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796965-668f-499a-8e17-da46a345cfd4 req-d85778d4-1360-4bd5-aae4-0ddbad4760a5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:37.280596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796965-668f-499a-8e17-da46a345cfd4 req-d85778d4-1360-4bd5-aae4-0ddbad4760a5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:37.291936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796965-668f-499a-8e17-da46a345cfd4 req-d85778d4-1360-4bd5-aae4-0ddbad4760a5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:37.298751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:37.301899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796965-668f-499a-8e17-da46a345cfd4 req-d85778d4-1360-4bd5-aae4-0ddbad4760a5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:37.309522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796965-668f-499a-8e17-da46a345cfd4 req-d85778d4-1360-4bd5-aae4-0ddbad4760a5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:37.319642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796965-668f-499a-8e17-da46a345cfd4 req-d85778d4-1360-4bd5-aae4-0ddbad4760a5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:37.324074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b5e81-245b-40c5-a4f7-fea34e1ef224 None None] Sync routers for ids ['85fe7c1b-f826-469a-bb44-491e3c43211b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:37.329335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796965-668f-499a-8e17-da46a345cfd4 req-d85778d4-1360-4bd5-aae4-0ddbad4760a5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:37.344873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.348078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c796965-668f-499a-8e17-da46a345cfd4 req-d85778d4-1360-4bd5-aae4-0ddbad4760a5 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 0.1607060 Aug 03 19:29:37.349254 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1be65021-270f-432e-a730-542665492cb1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6461837 Aug 03 19:29:37.353726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60372) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:37.366556 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b5e81-245b-40c5-a4f7-fea34e1ef224 None None] Routers {'85fe7c1b-f826-469a-bb44-491e3c43211b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:37.367665 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-af1b5e81-245b-40c5-a4f7-fea34e1ef224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['85fe7c1b-f826-469a-bb44-491e3c43211b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:37.378411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-85ddddd7-b2e7-474a-9045-40e0db7437cd tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': False}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:37.423121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c796965-668f-499a-8e17-da46a345cfd4 req-f0112a8f-c905-46e2-83a2-a1beff28bb03 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722303 Aug 03 19:29:37.481595 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-af1b5e81-245b-40c5-a4f7-fea34e1ef224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:37.496818 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b5e81-245b-40c5-a4f7-fea34e1ef224 None None] Routers {'85fe7c1b-f826-469a-bb44-491e3c43211b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:37.497815 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-af1b5e81-245b-40c5-a4f7-fea34e1ef224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['85fe7c1b-f826-469a-bb44-491e3c43211b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:37.556363 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-af1b5e81-245b-40c5-a4f7-fea34e1ef224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:37.557682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b5e81-245b-40c5-a4f7-fea34e1ef224 None None] The sync data for ids ['85fe7c1b-f826-469a-bb44-491e3c43211b'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:38.301938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-1d00ee39-0343-45af-80df-a18a47dd773d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.308575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-1d00ee39-0343-45af-80df-a18a47dd773d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.314696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-1d00ee39-0343-45af-80df-a18a47dd773d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.321913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-1d00ee39-0343-45af-80df-a18a47dd773d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.328114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-1d00ee39-0343-45af-80df-a18a47dd773d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.334594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-1d00ee39-0343-45af-80df-a18a47dd773d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.341876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-1d00ee39-0343-45af-80df-a18a47dd773d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.343154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-1d00ee39-0343-45af-80df-a18a47dd773d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 0.1500900 Aug 03 19:29:38.546754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-f237700e-1134-4222-a5fe-75bd28dda60b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.549232 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-f237700e-1134-4222-a5fe-75bd28dda60b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "GET /v2.0/ports/d8021b4c-00ac-44b1-8e7f-0f378783fde2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1989660 Aug 03 19:29:38.610813 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85ddddd7-b2e7-474a-9045-40e0db7437cd tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.704834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60404) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:38.751527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-e4d07063-0627-4d82-89c4-72c92235f044 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.758640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-e4d07063-0627-4d82-89c4-72c92235f044 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.765882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-e4d07063-0627-4d82-89c4-72c92235f044 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.775957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-e4d07063-0627-4d82-89c4-72c92235f044 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.784185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-e4d07063-0627-4d82-89c4-72c92235f044 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.792116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-e4d07063-0627-4d82-89c4-72c92235f044 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.806964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-e4d07063-0627-4d82-89c4-72c92235f044 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.810350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-e4d07063-0627-4d82-89c4-72c92235f044 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 5435 time: 0.1839585 Aug 03 19:29:38.897835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17fecf4c-5548-4977-a629-b1e90a9e37dc req-0ab97f15-e485-4fcb-98a0-cb413df602f7 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797033 Aug 03 19:29:38.943834 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c1f74d80-025a-4046-9f3a-7ae2ad202f3e tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "GET /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3850703 Aug 03 19:29:38.956001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:38.968599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-406f37a1-00f3-4fe9-8990-9438dcf164ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.077880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.125574 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-406f37a1-00f3-4fe9-8990-9438dcf164ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.132543 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-406f37a1-00f3-4fe9-8990-9438dcf164ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.230346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-406f37a1-00f3-4fe9-8990-9438dcf164ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db2e8d22be284bc8b52068a73c1ce18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268955 Aug 03 19:29:39.231904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f37a1-00f3-4fe9-8990-9438dcf164ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48db103-fe26-41c0-b80b-269f0dcdcc82,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:39.234792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60410) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:39.304919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2516103-1f1b-4707-b257-3715f08ba1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.341035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2516103-1f1b-4707-b257-3715f08ba1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.376692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] For port d8021b4c-00ac-44b1-8e7f-0f378783fde2, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d8021b4c-00ac-44b1-8e7f-0f378783fde2,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:39.422631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2516103-1f1b-4707-b257-3715f08ba1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.430806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2516103-1f1b-4707-b257-3715f08ba1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.435122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b2516103-1f1b-4707-b257-3715f08ba1ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b48db103-fe26-41c0-b80b-269f0dcdcc82 HTTP/1.1" status: 204 len: 168 time: 0.1988664 Aug 03 19:29:39.447587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2516103-1f1b-4707-b257-3715f08ba1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48db103-fe26-41c0-b80b-269f0dcdcc82,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:39.470436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] For port d8021b4c-00ac-44b1-8e7f-0f378783fde2, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:39.540975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] device_id is not set on port d8021b4c-00ac-44b1-8e7f-0f378783fde2 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:39.558559 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.566721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85ddddd7-b2e7-474a-9045-40e0db7437cd tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.570484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.576489 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85ddddd7-b2e7-474a-9045-40e0db7437cd tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.761246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] Pushing event updated for resources: {'Port': ['ID=d8021b4c-00ac-44b1-8e7f-0f378783fde2,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:39.799087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] No DVR routers for this DVR port d8021b4c-00ac-44b1-8e7f-0f378783fde2 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:39.912115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] In _notify_port_updated(), no bound segment for port d8021b4c-00ac-44b1-8e7f-0f378783fde2 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:29:39.913435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:39.914383 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.916297 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c3e9f35c-4938-424d-a7fa-8d3351fcde0b service neutron] 10.222.0.88 "PUT /v2.0/ports/d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 200 len: 1028 time: 0.9648619 Aug 03 19:29:40.014555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ddddd7-b2e7-474a-9045-40e0db7437cd tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Router 85fe7c1b-f826-469a-bb44-491e3c43211b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:40.046693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-b283a3e4-a255-4c97-bfba-05e1465401dd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.049982 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-b283a3e4-a255-4c97-bfba-05e1465401dd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "GET /v2.0/ports/c8098ab0-6120-4500-be69-d5c2cbc550f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1247332 Aug 03 19:29:40.051173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f487fd74-4e3f-4082-b5a1-d496006a988d None None] Provisioning complete for port d8021b4c-00ac-44b1-8e7f-0f378783fde2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:40.052168 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f487fd74-4e3f-4082-b5a1-d496006a988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.069383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:40.072047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60424) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:40.105192 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-77a7afe0-c513-4224-a94e-393d82225ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.171090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f487fd74-4e3f-4082-b5a1-d496006a988d None None] Port d8021b4c-00ac-44b1-8e7f-0f378783fde2 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:40.220366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135de2e-7e95-49eb-a5ed-cb75de77bf84 req-7ae764df-e416-40ad-a304-7907318b3c4c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.226720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135de2e-7e95-49eb-a5ed-cb75de77bf84 req-7ae764df-e416-40ad-a304-7907318b3c4c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.233468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135de2e-7e95-49eb-a5ed-cb75de77bf84 req-7ae764df-e416-40ad-a304-7907318b3c4c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.239551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135de2e-7e95-49eb-a5ed-cb75de77bf84 req-7ae764df-e416-40ad-a304-7907318b3c4c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.245704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135de2e-7e95-49eb-a5ed-cb75de77bf84 req-7ae764df-e416-40ad-a304-7907318b3c4c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.252007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135de2e-7e95-49eb-a5ed-cb75de77bf84 req-7ae764df-e416-40ad-a304-7907318b3c4c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.253964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4135de2e-7e95-49eb-a5ed-cb75de77bf84 req-7ae764df-e416-40ad-a304-7907318b3c4c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 4660 time: 0.1411026 Aug 03 19:29:40.294520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.327602 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4135de2e-7e95-49eb-a5ed-cb75de77bf84 req-33e5ea22-7013-4e14-bbc4-6a3ca1a5d17c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=203db56f-11e2-49b5-a30d-62a2126f4690&id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614285 Aug 03 19:29:40.373236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-77a7afe0-c513-4224-a94e-393d82225ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.374605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ddddd7-b2e7-474a-9045-40e0db7437cd tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:40.383804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-77a7afe0-c513-4224-a94e-393d82225ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.387473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e147c-99aa-451f-911c-3e7bfde86d7e None None] Sync routers for ids ['85fe7c1b-f826-469a-bb44-491e3c43211b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:40.391959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85ddddd7-b2e7-474a-9045-40e0db7437cd tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.398063 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-85ddddd7-b2e7-474a-9045-40e0db7437cd tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "PUT /v2.0/routers/85fe7c1b-f826-469a-bb44-491e3c43211b HTTP/1.1" status: 200 len: 921 time: 3.0429094 Aug 03 19:29:40.398268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e147c-99aa-451f-911c-3e7bfde86d7e None None] Routers {'85fe7c1b-f826-469a-bb44-491e3c43211b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:40.399625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9f6e147c-99aa-451f-911c-3e7bfde86d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['85fe7c1b-f826-469a-bb44-491e3c43211b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:40.399777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60426) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:40.439274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9f6e147c-99aa-451f-911c-3e7bfde86d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:40.448072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-77a7afe0-c513-4224-a94e-393d82225ac2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac8831cd64714fc798e41ca947530285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712981 Aug 03 19:29:40.448072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7afe0-c513-4224-a94e-393d82225ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e326aa-1d15-4d9e-a290-ee4fb4e64634,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:40.449573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60428) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:40.472441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e147c-99aa-451f-911c-3e7bfde86d7e None None] Routers {'85fe7c1b-f826-469a-bb44-491e3c43211b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:40.473456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9f6e147c-99aa-451f-911c-3e7bfde86d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['85fe7c1b-f826-469a-bb44-491e3c43211b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:40.519563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9f6e147c-99aa-451f-911c-3e7bfde86d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:40.520410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e147c-99aa-451f-911c-3e7bfde86d7e None None] The sync data for ids ['85fe7c1b-f826-469a-bb44-491e3c43211b'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:40.564070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58eed2c3-f740-4a26-b259-5f3fc1b5f2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.603310 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f60c6542-d38b-4394-8f2d-85d1a5eb83e9 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/routers/85fe7c1b-f826-469a-bb44-491e3c43211b HTTP/1.1" status: 200 len: 921 time: 0.2007036 Aug 03 19:29:40.605035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58eed2c3-f740-4a26-b259-5f3fc1b5f2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.607480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60430) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:40.610758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] For port c8098ab0-6120-4500-be69-d5c2cbc550f0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=c8098ab0-6120-4500-be69-d5c2cbc550f0,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:40.699125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58eed2c3-f740-4a26-b259-5f3fc1b5f2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.704266 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58eed2c3-f740-4a26-b259-5f3fc1b5f2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.706816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-58eed2c3-f740-4a26-b259-5f3fc1b5f2dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53e326aa-1d15-4d9e-a290-ee4fb4e64634 HTTP/1.1" status: 204 len: 168 time: 0.2550900 Aug 03 19:29:40.724689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46edac5d-66ec-4758-9f5f-a176036643df tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.724916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed2c3-f740-4a26-b259-5f3fc1b5f2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e326aa-1d15-4d9e-a290-ee4fb4e64634,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:40.729547 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46edac5d-66ec-4758-9f5f-a176036643df tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=85fe7c1b-f826-469a-bb44-491e3c43211b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1178787 Aug 03 19:29:40.731442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60434) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:40.746351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] For port c8098ab0-6120-4500-be69-d5c2cbc550f0, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:40.835345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] device_id is not set on port c8098ab0-6120-4500-be69-d5c2cbc550f0 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:40.845425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63df45-c931-4178-90c0-c827d8566667 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.847066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6b63df45-c931-4178-90c0-c827d8566667 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 881 time: 0.1145890 Aug 03 19:29:40.851282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60438) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:40.892647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.906787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-159eaed6-8081-486f-a6f6-d5e618a8fcdd tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=85fe7c1b-f826-469a-bb44-491e3c43211b HTTP/1.1" status: 200 len: 205 time: 0.0532718 Aug 03 19:29:40.908012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.911279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60442) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:41.254859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.259378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] No DVR routers for this DVR port c8098ab0-6120-4500-be69-d5c2cbc550f0 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:41.337670 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] Pushing event updated for resources: {'Port': ['ID=c8098ab0-6120-4500-be69-d5c2cbc550f0,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:41.601522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3ee647ee-9622-462c-b4a3-09086c57d212 None None] Provisioning complete for port c8098ab0-6120-4500-be69-d5c2cbc550f0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:41.603737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ee647ee-9622-462c-b4a3-09086c57d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.657901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3ee647ee-9622-462c-b4a3-09086c57d212 None None] Port c8098ab0-6120-4500-be69-d5c2cbc550f0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:41.668750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92ea6-81b6-4450-8bb9-a3e1f12b8f6b req-d2362025-0099-4dcf-9e64-5d308fd98889 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.677105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92ea6-81b6-4450-8bb9-a3e1f12b8f6b req-d2362025-0099-4dcf-9e64-5d308fd98889 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.689136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92ea6-81b6-4450-8bb9-a3e1f12b8f6b req-d2362025-0099-4dcf-9e64-5d308fd98889 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.696992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92ea6-81b6-4450-8bb9-a3e1f12b8f6b req-d2362025-0099-4dcf-9e64-5d308fd98889 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.704958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92ea6-81b6-4450-8bb9-a3e1f12b8f6b req-d2362025-0099-4dcf-9e64-5d308fd98889 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.707048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88c92ea6-81b6-4450-8bb9-a3e1f12b8f6b req-d2362025-0099-4dcf-9e64-5d308fd98889 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 3887 time: 0.1993165 Aug 03 19:29:41.798178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88c92ea6-81b6-4450-8bb9-a3e1f12b8f6b req-bb011692-7382-4b1c-837e-4534f2993a43 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693672 Aug 03 19:29:41.921596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] In _notify_port_updated(), no bound segment for port c8098ab0-6120-4500-be69-d5c2cbc550f0 on network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:29:41.922552 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.923177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.924833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-9d3cc799-d7fd-4a40-8669-be3cf1961dfa service neutron] 10.222.0.88 "PUT /v2.0/ports/c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 200 len: 1026 time: 1.8634193 Aug 03 19:29:41.992726 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.037678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 883f3bca-57f6-4f22-9c56-3841dda7c7b7 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:42.136675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.177780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883f3bca-57f6-4f22-9c56-3841dda7c7b7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:42.183425 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dc42f6-b3a8-427e-b6ca-974d9984719c" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "883f3bca-57f6-4f22-9c56-3841dda7c7b7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:42.186004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Deleting port f9a4e32e-f40d-481f-913d-eeb4971fd0c0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:42.186560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.194956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port a3a64e69-abdd-4fea-b2a6-bd62de03b63c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:42.195560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.223233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 883f3bca-57f6-4f22-9c56-3841dda7c7b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:42.234423 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.236440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0105532b-5b96-4e69-9a56-15fa30ad5ec7 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:42.243372 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ba6f1a-a3ff-413a-84ab-978b8c029cfb x-openstack-request-id: req-44ba6f1a-a3ff-413a-84ab-978b8c029cfb {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:42.244721 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "883f3bca-57f6-4f22-9c56-3841dda7c7b7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:42.246062 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44ba6f1a-a3ff-413a-84ab-978b8c029cfb {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:42.247403 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883f3bca-57f6-4f22-9c56-3841dda7c7b7', 'code': 200} Aug 03 19:29:42.423741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=883f3bca-57f6-4f22-9c56-3841dda7c7b7,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:42.456020 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.503942 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.507813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] For port a3a64e69-abdd-4fea-b2a6-bd62de03b63c, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:42.508272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.529164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Calling delete_port for f9a4e32e-f40d-481f-913d-eeb4971fd0c0 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:42.534630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0105532b-5b96-4e69-9a56-15fa30ad5ec7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:42.536918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for a3a64e69-abdd-4fea-b2a6-bd62de03b63c owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:42.542146 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.543739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 709a6d51-93eb-4555-b201-1379dad82dd9 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:42.649514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0105532b-5b96-4e69-9a56-15fa30ad5ec7,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:42.702500 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.749805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 709a6d51-93eb-4555-b201-1379dad82dd9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=709a6d51-93eb-4555-b201-1379dad82dd9,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:42.756016 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.756862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c8098ab0-6120-4500-be69-d5c2cbc550f0 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:42.851311 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.866941 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.919910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=a3a64e69-abdd-4fea-b2a6-bd62de03b63c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:42.969655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] No DVR routers for this DVR port a3a64e69-abdd-4fea-b2a6-bd62de03b63c on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:42.972477 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.975358 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-7428f413-fa34-4f97-86a3-c7aae17d5ab0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "DELETE /v2.0/ports/a3a64e69-abdd-4fea-b2a6-bd62de03b63c HTTP/1.1" status: 204 len: 173 time: 1.0406682 Aug 03 19:29:42.976160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event deleted for resources: {'Port': ['ID=f9a4e32e-f40d-481f-913d-eeb4971fd0c0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:42.997365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': 'a3a64e69-abdd-4fea-b2a6-bd62de03b63c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:42.999836 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e852e5-907a-4dae-81cc-391f80208c60" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "a3a64e69-abdd-4fea-b2a6-bd62de03b63c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:43.048703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=709a6d51-93eb-4555-b201-1379dad82dd9,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:43.053499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device c8098ab0-6120-4500-be69-d5c2cbc550f0 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:43.053946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d8021b4c-00ac-44b1-8e7f-0f378783fde2 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:43.129373 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3bd4eb-17df-4142-966a-27861381f98c x-openstack-request-id: req-bf3bd4eb-17df-4142-966a-27861381f98c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:43.129373 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "a3a64e69-abdd-4fea-b2a6-bd62de03b63c", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:43.129373 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf3bd4eb-17df-4142-966a-27861381f98c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:43.129818 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': 'a3a64e69-abdd-4fea-b2a6-bd62de03b63c', 'status': 'completed', 'code': 200} Aug 03 19:29:43.195219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.202206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d8021b4c-00ac-44b1-8e7f-0f378783fde2 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:43.203012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a3a64e69-abdd-4fea-b2a6-bd62de03b63c no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:43.253311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: a3a64e69-abdd-4fea-b2a6-bd62de03b63c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:43.253864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a3a64e69-abdd-4fea-b2a6-bd62de03b63c not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:43.254627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 67c1b2be-b8b6-414c-93e3-f3d5a9877312 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:43.254929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddda11e-45af-4f0b-bb5f-6d8956f0b650 req-735b5c54-8843-4863-b13c-4599600c7d70 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:43.292753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddda11e-45af-4f0b-bb5f-6d8956f0b650 req-735b5c54-8843-4863-b13c-4599600c7d70 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:43.317924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.320275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.340745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddda11e-45af-4f0b-bb5f-6d8956f0b650 req-735b5c54-8843-4863-b13c-4599600c7d70 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:43.362212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddda11e-45af-4f0b-bb5f-6d8956f0b650 req-735b5c54-8843-4863-b13c-4599600c7d70 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:43.382277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fddda11e-45af-4f0b-bb5f-6d8956f0b650 req-735b5c54-8843-4863-b13c-4599600c7d70 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 3146 time: 0.3505869 Aug 03 19:29:43.411313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.412099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Fanout notify agent at l3_agent the message router_deleted on router 85fe7c1b-f826-469a-bb44-491e3c43211b {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:43.439334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.442808 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.447857 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c1a7c674-5306-40c4-8c6c-530255cc61cc tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/85fe7c1b-f826-469a-bb44-491e3c43211b HTTP/1.1" status: 204 len: 168 time: 2.5284717 Aug 03 19:29:43.448825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60504) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:43.463078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-18e42258-b311-4b91-a6f3-388dbe7b2186 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1333356425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:43.484735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:43.485499 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.584381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 67c1b2be-b8b6-414c-93e3-f3d5a9877312, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:43.593011 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.627316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fddda11e-45af-4f0b-bb5f-6d8956f0b650 req-2cb564c5-3d9c-4307-98ea-47cbfec67c97 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384262 Aug 03 19:29:43.656220 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18e42258-b311-4b91-a6f3-388dbe7b2186 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.658375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18e42258-b311-4b91-a6f3-388dbe7b2186 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.678657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] For port 67c1b2be-b8b6-414c-93e3-f3d5a9877312, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=67c1b2be-b8b6-414c-93e3-f3d5a9877312,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:43.681260 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.719217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=67c1b2be-b8b6-414c-93e3-f3d5a9877312,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:43.740396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for 67c1b2be-b8b6-414c-93e3-f3d5a9877312 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:43.753532 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18e42258-b311-4b91-a6f3-388dbe7b2186 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.760143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18e42258-b311-4b91-a6f3-388dbe7b2186 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.783558 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-18e42258-b311-4b91-a6f3-388dbe7b2186 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.788319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-18e42258-b311-4b91-a6f3-388dbe7b2186 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3354516 Aug 03 19:29:43.788705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60512) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:43.797281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:43.964071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.006686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=67c1b2be-b8b6-414c-93e3-f3d5a9877312,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:44.074135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] No DVR routers for this DVR port 67c1b2be-b8b6-414c-93e3-f3d5a9877312 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:44.076305 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.079764 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-39cc7974-9449-4a2b-8e0b-10d706b860e0 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "DELETE /v2.0/ports/67c1b2be-b8b6-414c-93e3-f3d5a9877312 HTTP/1.1" status: 204 len: 173 time: 1.0751572 Aug 03 19:29:44.227744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.242110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:44.242599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.249886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7'}, {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709a6d51-93eb-4555-b201-1379dad82dd9'}, {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c1b2be-b8b6-414c-93e3-f3d5a9877312'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:44.252843 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8d612-6cc8-4f7a-ad04-73cc9fcef810" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7"}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "709a6d51-93eb-4555-b201-1379dad82dd9"}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "67c1b2be-b8b6-414c-93e3-f3d5a9877312"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:44.394723 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb649d9-6350-431f-b695-b7927560cb2c x-openstack-request-id: req-1cb649d9-6350-431f-b695-b7927560cb2c {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:44.395027 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7", "code": 200}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "709a6d51-93eb-4555-b201-1379dad82dd9", "code": 200}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "67c1b2be-b8b6-414c-93e3-f3d5a9877312", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:44.396258 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cb649d9-6350-431f-b695-b7927560cb2c {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:44.396617 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'code': 200} Aug 03 19:29:44.397031 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709a6d51-93eb-4555-b201-1379dad82dd9', 'code': 200} Aug 03 19:29:44.397346 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c1b2be-b8b6-414c-93e3-f3d5a9877312', 'code': 200} Aug 03 19:29:44.489461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] For port 0105532b-5b96-4e69-9a56-15fa30ad5ec7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0105532b-5b96-4e69-9a56-15fa30ad5ec7,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:44.489869 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.870783 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.870783 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.871405 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Floating IP cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf disassociated. External IP: 172.25.4.105, port: 0105532b-5b96-4e69-9a56-15fa30ad5ec7. Aug 03 19:29:44.872594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for 0105532b-5b96-4e69-9a56-15fa30ad5ec7 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:45.122585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.166758 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.167853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': '67c1b2be-b8b6-414c-93e3-f3d5a9877312'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:45.177408 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f3ce8f-395b-4145-bbe9-841c7b4a931b" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "67c1b2be-b8b6-414c-93e3-f3d5a9877312"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:45.186138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.255775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=0105532b-5b96-4e69-9a56-15fa30ad5ec7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:45.269799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849b9c9-b804-40af-9fb3-a19291f8c534 req-92dfcf12-6b3f-4957-80bf-2482ff51d565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:45.291767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849b9c9-b804-40af-9fb3-a19291f8c534 req-92dfcf12-6b3f-4957-80bf-2482ff51d565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:45.320408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849b9c9-b804-40af-9fb3-a19291f8c534 req-92dfcf12-6b3f-4957-80bf-2482ff51d565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:45.338824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6849b9c9-b804-40af-9fb3-a19291f8c534 req-92dfcf12-6b3f-4957-80bf-2482ff51d565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 2332 time: 0.2986116 Aug 03 19:29:45.368625 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875351c8-691b-49c9-9a23-108b17ed1465 x-openstack-request-id: req-875351c8-691b-49c9-9a23-108b17ed1465 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:45.376526 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "67c1b2be-b8b6-414c-93e3-f3d5a9877312", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:45.376917 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-875351c8-691b-49c9-9a23-108b17ed1465 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:45.377383 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': '67c1b2be-b8b6-414c-93e3-f3d5a9877312', 'status': 'completed', 'code': 200} Aug 03 19:29:45.516871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6849b9c9-b804-40af-9fb3-a19291f8c534 req-2f89ac6b-32e6-46d2-9c92-e6e5bd274373 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768067 Aug 03 19:29:45.576694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:45.608663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Allocated IP 172.25.4.16 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/0c22cbe2-9ee8-4aed-b8a3-c2b8187d3a63) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:45.735953 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.826497 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.870315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:45.898009 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] Sync routers for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:45.902694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:45.907934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:45.919950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:45.937314 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:45.938808 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:45.969860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event updated for resources: {'Port': ['ID=0c22cbe2-9ee8-4aed-b8a3-c2b8187d3a63,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:45.987366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] No DVR routers for this DVR port 0105532b-5b96-4e69-9a56-15fa30ad5ec7 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:45.993166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.996001 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-725b5a2d-844a-4442-a13d-8392c47605d1 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "DELETE /v2.0/ports/0105532b-5b96-4e69-9a56-15fa30ad5ec7 HTTP/1.1" status: 204 len: 173 time: 1.9107745 Aug 03 19:29:46.153331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port 709a6d51-93eb-4555-b201-1379dad82dd9 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:46.154335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.188617 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:46.381567 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] For port 709a6d51-93eb-4555-b201-1379dad82dd9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=709a6d51-93eb-4555-b201-1379dad82dd9,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:46.382243 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.390177 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.454375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for 709a6d51-93eb-4555-b201-1379dad82dd9 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:46.563422 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:45Z', 'revision_number': 5, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:46.631655 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] Checking router: 40aaa660-00a9-4f37-8c7c-cd44a36105a3 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:46.648013 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:46.649153 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:46.772761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.845978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=709a6d51-93eb-4555-b201-1379dad82dd9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:46.901291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3a09-7e68-4259-8860-31eb05ee9f89 req-31d2d7ac-c6fa-4e9b-9ae0-aa6e85b3c469 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:46.912039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-223b3a09-7e68-4259-8860-31eb05ee9f89 req-31d2d7ac-c6fa-4e9b-9ae0-aa6e85b3c469 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 943 time: 0.1463439 Aug 03 19:29:46.948332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] No DVR routers for this DVR port 709a6d51-93eb-4555-b201-1379dad82dd9 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:46.951187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.961705 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-d27a79f2-131b-4bdb-a422-c5ae57023689 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "DELETE /v2.0/ports/709a6d51-93eb-4555-b201-1379dad82dd9 HTTP/1.1" status: 204 len: 173 time: 0.9545431 Aug 03 19:29:46.974130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.981600 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:46.990258 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.031290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-223b3a09-7e68-4259-8860-31eb05ee9f89 req-bda863af-a466-4ae3-8f74-aa68e3461bab tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d70d6-e836-47f1-813b-6f30052c1a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178041 Aug 03 19:29:47.245191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:47.245662 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.273853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Router bef06b73-991c-4004-af96-c9561d9f8aa7 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:47.380879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7'}, {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': '709a6d51-93eb-4555-b201-1379dad82dd9'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:47.383796 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bad04a4-a4cc-4fac-af2d-fdfc7cac10b4" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7"}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "709a6d51-93eb-4555-b201-1379dad82dd9"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:47.454188 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d90c33-839e-4ed0-ac42-f1f4389f8c56 x-openstack-request-id: req-04d90c33-839e-4ed0-ac42-f1f4389f8c56 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:47.454535 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "0105532b-5b96-4e69-9a56-15fa30ad5ec7", "status": "completed", "code": 200}, {"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "709a6d51-93eb-4555-b201-1379dad82dd9", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:47.455045 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04d90c33-839e-4ed0-ac42-f1f4389f8c56 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:47.460468 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': '0105532b-5b96-4e69-9a56-15fa30ad5ec7', 'status': 'completed', 'code': 200} Aug 03 19:29:47.460926 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': '709a6d51-93eb-4555-b201-1379dad82dd9', 'status': 'completed', 'code': 200} Aug 03 19:29:47.471321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] For port 883f3bca-57f6-4f22-9c56-3841dda7c7b7, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=883f3bca-57f6-4f22-9c56-3841dda7c7b7,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:47.471863 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.495005 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:45Z', 'revision_number': 5, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:47.498547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for 883f3bca-57f6-4f22-9c56-3841dda7c7b7 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:47.509955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:47.520117 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.522312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-525a3c95-7053-4b5e-acdc-2a2252b14ea4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "PUT /v2.0/routers/bef06b73-991c-4004-af96-c9561d9f8aa7 HTTP/1.1" status: 200 len: 879 time: 3.7315803 Aug 03 19:29:47.527276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60604) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:47.527898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b56534-64db-4467-bdbb-3678c295b175 None None] Sync routers for ids ['bef06b73-991c-4004-af96-c9561d9f8aa7'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:47.554086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b56534-64db-4467-bdbb-3678c295b175 None None] Routers {'bef06b73-991c-4004-af96-c9561d9f8aa7'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:47.554786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-40b56534-64db-4467-bdbb-3678c295b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bef06b73-991c-4004-af96-c9561d9f8aa7'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:47.626470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-40b56534-64db-4467-bdbb-3678c295b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:47.641342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b56534-64db-4467-bdbb-3678c295b175 None None] Routers {'bef06b73-991c-4004-af96-c9561d9f8aa7'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:47.641912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-40b56534-64db-4467-bdbb-3678c295b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bef06b73-991c-4004-af96-c9561d9f8aa7'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:47.648781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfada8c9-4f35-4509-abcc-59f1977a767d None None] The sync data for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 is: [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:18:32Z', 'revision_number': 4, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'bebe61ca-9071-4ba6-af22-8e1411d6580b', 'name': '', 'network_id': '3c474a87-5533-413e-ab07-c13e2d4bafd9', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'mac_address': 'fa:16:3e:03:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:30Z', 'updated_at': '2021-08-03T19:18:45Z', 'revision_number': 5, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'subnets': [{'id': '91d98ea1-b84f-454f-aa85-4704b0b0472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:47.718043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-40b56534-64db-4467-bdbb-3678c295b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:47.718743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b56534-64db-4467-bdbb-3678c295b175 None None] The sync data for ids ['bef06b73-991c-4004-af96-c9561d9f8aa7'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:47.821091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cb6641cf-0b66-4381-8eeb-31c88ea7d3c9 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/routers/bef06b73-991c-4004-af96-c9561d9f8aa7 HTTP/1.1" status: 200 len: 920 time: 0.2914569 Aug 03 19:29:47.824323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60610) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:47.856459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.910056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=883f3bca-57f6-4f22-9c56-3841dda7c7b7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:47.947667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8e4a9-a95b-4257-bec8-1e7a120fa897 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:47.965699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ffa8e4a9-a95b-4257-bec8-1e7a120fa897 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=bef06b73-991c-4004-af96-c9561d9f8aa7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1397269 Aug 03 19:29:47.967088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60616) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:48.000245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] No DVR routers for this DVR port 883f3bca-57f6-4f22-9c56-3841dda7c7b7 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:48.005199 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.007639 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6f9d4e75-668e-42fc-bb08-0a9a34e445f0 req-c091578e-31a2-423f-8235-238d56392162 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.88 "DELETE /v2.0/ports/883f3bca-57f6-4f22-9c56-3841dda7c7b7 HTTP/1.1" status: 204 len: 173 time: 1.0380781 Aug 03 19:29:48.089173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60c3a1-b269-4a79-b461-da18331e4023 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:48.093978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60622) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:48.094146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f60c3a1-b269-4a79-b461-da18331e4023 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 881 time: 0.1257255 Aug 03 19:29:48.131065 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c3e98a8a-b3f9-486e-87a9-806a8d871c0d tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=bef06b73-991c-4004-af96-c9561d9f8aa7 HTTP/1.1" status: 200 len: 205 time: 0.0353942 Aug 03 19:29:48.133952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60624) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:48.217947 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc0060-8a1e-4d6b-825f-65250c697dc1 None None] New status for floating IP cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:29:48.231380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1af04c01-d626-45cc-9b8a-60584c14636f req-fd65fdb7-0573-4d3e-a940-42a76f8e1266 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0436242 Aug 03 19:29:48.386389 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.682735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.761591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Deleting port 0c22cbe2-9ee8-4aed-b8a3-c2b8187d3a63 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:48.762284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.927696 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.953886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Calling delete_port for 0c22cbe2-9ee8-4aed-b8a3-c2b8187d3a63 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:49.253661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.284488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event deleted for resources: {'Port': ['ID=0c22cbe2-9ee8-4aed-b8a3-c2b8187d3a63,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:49.382793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.404180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e1dc08b-b951-4962-9d92-77b0e88b2778 req-34481cf5-f18d-44a9-9d8a-b939bd9cae52 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0399497 Aug 03 19:29:49.464384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': '883f3bca-57f6-4f22-9c56-3841dda7c7b7'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:49.468309 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352e1884-afa3-41c6-951c-a5657796eed2" -d '{"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "883f3bca-57f6-4f22-9c56-3841dda7c7b7"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:49.518779 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d0068-465f-4611-8882-4505f0c3b32a x-openstack-request-id: req-e89d0068-465f-4611-8882-4505f0c3b32a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:49.519190 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5053e672-76fa-4ad0-8ad9-1565f47e18e5", "name": "network-vif-deleted", "tag": "883f3bca-57f6-4f22-9c56-3841dda7c7b7", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:49.519503 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e89d0068-465f-4611-8882-4505f0c3b32a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:49.519910 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5053e672-76fa-4ad0-8ad9-1565f47e18e5', 'name': 'network-vif-deleted', 'tag': '883f3bca-57f6-4f22-9c56-3841dda7c7b7', 'status': 'completed', 'code': 200} Aug 03 19:29:49.524323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.527517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.580172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.581175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Fanout notify agent at l3_agent the message router_deleted on router bef06b73-991c-4004-af96-c9561d9f8aa7 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:49.605218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.610547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-35b79223-5d4a-498e-8b6f-40d4afc1b009 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/bef06b73-991c-4004-af96-c9561d9f8aa7 HTTP/1.1" status: 204 len: 168 time: 1.4720516 Aug 03 19:29:49.611057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60650) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.617619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-73e5bb7d-1690-495e-9922-ce971087c920 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1755891917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:49.673421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb7d-1690-495e-9922-ce971087c920 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.675067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb7d-1690-495e-9922-ce971087c920 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.787152 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb7d-1690-495e-9922-ce971087c920 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.796052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb7d-1690-495e-9922-ce971087c920 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.820150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb7d-1690-495e-9922-ce971087c920 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.826067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60652) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.826987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-73e5bb7d-1690-495e-9922-ce971087c920 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2136619 Aug 03 19:29:49.832505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': True}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:50.100182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.440920 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.504284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.565097 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.154229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4e98b8f-dc23-4ac3-9b77-e434b23adaba req-49b33bd1-2e8f-4c96-b4eb-ebdd1ab1ac5c tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.5932178 Aug 03 19:29:51.155549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Allocated IP 172.25.4.143 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/460d5c3e-c978-43f1-857c-21449890f701) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:51.389878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.468856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.515110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:51.518658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:51.530313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:51.577625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'Port': ['ID=460d5c3e-c978-43f1-857c-21449890f701,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:51.943828 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.028093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60690) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.219407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c71081a-d9c4-4584-9d2c-e1bafd2b8837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.226258 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.230743 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.387687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90a42d7f-f48f-494a-b109-0e8e3c1a649b req-89890d95-c08d-4db0-9a97-32564ac05ca8 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0389476 Aug 03 19:29:52.425185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c71081a-d9c4-4584-9d2c-e1bafd2b8837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.447113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c71081a-d9c4-4584-9d2c-e1bafd2b8837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.493775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Router 3b01c8f3-dd9b-4739-9b9b-25b5181562f0 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:52.495736 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5c71081a-d9c4-4584-9d2c-e1bafd2b8837 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0e67ffe4a184bf5801209e3c98ac8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663384 Aug 03 19:29:52.502086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60708) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.522307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71081a-d9c4-4584-9d2c-e1bafd2b8837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5ae734-2460-4fad-8cc0-822d8661d9d7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:52.695787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47a9b1be-83d4-41ce-9d64-999a05d9f113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.721584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:52.730836 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.732160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dfae311d-c1a2-43ca-a925-02db1472c3c3 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "PUT /v2.0/routers/3b01c8f3-dd9b-4739-9b9b-25b5181562f0 HTTP/1.1" status: 200 len: 915 time: 2.9047065 Aug 03 19:29:52.736358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60712) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.739559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd3167-1fb3-4d0a-b942-05c962e4f66b None None] Sync routers for ids ['3b01c8f3-dd9b-4739-9b9b-25b5181562f0'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:52.741504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47a9b1be-83d4-41ce-9d64-999a05d9f113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.757042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd3167-1fb3-4d0a-b942-05c962e4f66b None None] Routers {'3b01c8f3-dd9b-4739-9b9b-25b5181562f0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:52.759261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d4bd3167-1fb3-4d0a-b942-05c962e4f66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3b01c8f3-dd9b-4739-9b9b-25b5181562f0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:52.814834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d4bd3167-1fb3-4d0a-b942-05c962e4f66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:52.827764 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47a9b1be-83d4-41ce-9d64-999a05d9f113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.832064 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47a9b1be-83d4-41ce-9d64-999a05d9f113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.833409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd3167-1fb3-4d0a-b942-05c962e4f66b None None] Routers {'3b01c8f3-dd9b-4739-9b9b-25b5181562f0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:52.833737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-47a9b1be-83d4-41ce-9d64-999a05d9f113 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a5ae734-2460-4fad-8cc0-822d8661d9d7 HTTP/1.1" status: 204 len: 168 time: 0.3304293 Aug 03 19:29:52.835172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d4bd3167-1fb3-4d0a-b942-05c962e4f66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3b01c8f3-dd9b-4739-9b9b-25b5181562f0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:52.844818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9b1be-83d4-41ce-9d64-999a05d9f113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5ae734-2460-4fad-8cc0-822d8661d9d7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:52.894310 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ade6e46a-8684-4f22-8588-be63ef8eba6e tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/routers/3b01c8f3-dd9b-4739-9b9b-25b5181562f0 HTTP/1.1" status: 200 len: 921 time: 0.1526570 Aug 03 19:29:52.894799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60716) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.939754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d4bd3167-1fb3-4d0a-b942-05c962e4f66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:52.940962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd3167-1fb3-4d0a-b942-05c962e4f66b None None] The sync data for ids ['3b01c8f3-dd9b-4739-9b9b-25b5181562f0'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:52.983511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34060247-bbce-441c-a5fa-9afbc7fc827d tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:52.989888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60722) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.990328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-34060247-bbce-441c-a5fa-9afbc7fc827d tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=3b01c8f3-dd9b-4739-9b9b-25b5181562f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0939388 Aug 03 19:29:53.262275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80d9fb-ca6e-47c7-8cb0-cb18cf616a5b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:53.270382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60726) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.271630 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5c80d9fb-ca6e-47c7-8cb0-cb18cf616a5b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 881 time: 0.2796054 Aug 03 19:29:53.403448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60728) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.412548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0c56ea8f-0405-40a5-a4a6-3c7cfd8fcc82 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b01c8f3-dd9b-4739-9b9b-25b5181562f0 HTTP/1.1" status: 200 len: 205 time: 0.1399076 Aug 03 19:29:53.471079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60732) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.512297 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3193f6b-db2d-446a-982c-6b23d3b45724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.559604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.626128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7818c114-1d40-443c-aed7-04bfb1919b1e req-1cd95ba5-0cad-4781-af66-8f929f58b7f7 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0683265 Aug 03 19:29:53.710160 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.790053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Deleting port 460d5c3e-c978-43f1-857c-21449890f701 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:53.791012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.811463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3193f6b-db2d-446a-982c-6b23d3b45724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.817871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3193f6b-db2d-446a-982c-6b23d3b45724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.871532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d3193f6b-db2d-446a-982c-6b23d3b45724 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=866c077045ff4d8b809e4af25000f1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977423 Aug 03 19:29:53.873373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60738) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.873774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3193f6b-db2d-446a-982c-6b23d3b45724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbe3f30-7748-4522-a2ae-fa2bf866ee90,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:53.944154 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.970657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Calling delete_port for 460d5c3e-c978-43f1-857c-21449890f701 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:53.989977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ac7cfd3-083b-4300-bfe7-16cc34f13dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.056872 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ac7cfd3-083b-4300-bfe7-16cc34f13dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.182022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ac7cfd3-083b-4300-bfe7-16cc34f13dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.184798 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ac7cfd3-083b-4300-bfe7-16cc34f13dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.186091 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6ac7cfd3-083b-4300-bfe7-16cc34f13dab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffbe3f30-7748-4522-a2ae-fa2bf866ee90 HTTP/1.1" status: 204 len: 168 time: 0.3116353 Aug 03 19:29:54.196728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7cfd3-083b-4300-bfe7-16cc34f13dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbe3f30-7748-4522-a2ae-fa2bf866ee90,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:54.259187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.318690 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event deleted for resources: {'Port': ['ID=460d5c3e-c978-43f1-857c-21449890f701,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:54.401454 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.908963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aef5d81b-d3cb-4cb5-8091-9b2be99923d7 req-e2ef1e35-2ece-4ca5-a894-b911f4044e44 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0520766 Aug 03 19:29:55.078017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.085834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.165537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.166414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Fanout notify agent at l3_agent the message router_deleted on router 3b01c8f3-dd9b-4739-9b9b-25b5181562f0 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:55.174929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.175981 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-94b554cc-9275-4da4-a2e9-3ef00c390ab1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/3b01c8f3-dd9b-4739-9b9b-25b5181562f0 HTTP/1.1" status: 204 len: 168 time: 1.7708473 Aug 03 19:29:55.182517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60766) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:55.188258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b2a7af24-3f38-484a-adb7-71453f8e9e48 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-414310463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:55.219563 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2a7af24-3f38-484a-adb7-71453f8e9e48 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.220974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2a7af24-3f38-484a-adb7-71453f8e9e48 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.299591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2a7af24-3f38-484a-adb7-71453f8e9e48 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.306967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2a7af24-3f38-484a-adb7-71453f8e9e48 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.327766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2a7af24-3f38-484a-adb7-71453f8e9e48 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.329438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2a7af24-3f38-484a-adb7-71453f8e9e48 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1455371 Aug 03 19:29:55.332608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60772) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:55.337312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': False}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:55.567641 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.678811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.895638 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.926521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.107087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c04ae18-64e9-4205-ad59-4f0a5e2a8664 req-e7c171ee-f261-4c44-9b54-0527852d1fd2 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0446961 Aug 03 19:29:56.115977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Allocated IP 172.25.4.40 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c14ae543-93af-4a32-b2fd-1f63d62dfe39) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:56.150750 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b850f1a4-913b-4334-a342-9ada045c8dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.304357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.354762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.396625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:56.405224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:56.411172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:56.433118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Pushing event updated for resources: {'Port': ['ID=c14ae543-93af-4a32-b2fd-1f63d62dfe39,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:56.446942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.447325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.447627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.447999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.448334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.448678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.449005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.449343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.449694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.450022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.450352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.450680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:56.852689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.007428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60812) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:57.187994 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f56de9-2536-40c8-b4f0-5c10a04a4c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.318008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.323576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2eac1516-7afd-4851-90da-21a211153516 req-b8325e9c-5354-4b5a-adbc-136fb3e7e34d tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0561616 Aug 03 19:29:57.328137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.343105 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f56de9-2536-40c8-b4f0-5c10a04a4c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.350219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8f56de9-2536-40c8-b4f0-5c10a04a4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.419148 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a8f56de9-2536-40c8-b4f0-5c10a04a4c14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58f92e61ffa54feb863b5c2e333e5d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099479 Aug 03 19:29:57.420097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56de9-2536-40c8-b4f0-5c10a04a4c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba435c-69f8-47d3-a245-a66fc4959759,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:57.423633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60818) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:57.496008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b2427ec-7d94-404e-aaba-87b8d74a48ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.527862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b2427ec-7d94-404e-aaba-87b8d74a48ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.603904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Router 447bc2fb-f728-49e4-b1e9-966a869ebf42 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:57.620532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b2427ec-7d94-404e-aaba-87b8d74a48ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.626849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b2427ec-7d94-404e-aaba-87b8d74a48ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.631032 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b2427ec-7d94-404e-aaba-87b8d74a48ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8ba435c-69f8-47d3-a245-a66fc4959759 HTTP/1.1" status: 204 len: 168 time: 0.2040160 Aug 03 19:29:57.641639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2427ec-7d94-404e-aaba-87b8d74a48ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba435c-69f8-47d3-a245-a66fc4959759,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:57.798463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:57.806482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.808462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f7416bbd-fdd7-4141-baa3-dc6bb41636f8 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "PUT /v2.0/routers/447bc2fb-f728-49e4-b1e9-966a869ebf42 HTTP/1.1" status: 200 len: 914 time: 2.4745712 Aug 03 19:29:57.819776 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4b336-ddde-48d1-af83-e6aa8c1c8c13 None None] Sync routers for ids ['447bc2fb-f728-49e4-b1e9-966a869ebf42'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:57.821605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60824) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:57.838404 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4b336-ddde-48d1-af83-e6aa8c1c8c13 None None] Routers {'447bc2fb-f728-49e4-b1e9-966a869ebf42'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:57.839858 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9da4b336-ddde-48d1-af83-e6aa8c1c8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['447bc2fb-f728-49e4-b1e9-966a869ebf42'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:57.896403 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9da4b336-ddde-48d1-af83-e6aa8c1c8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:57.915164 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4b336-ddde-48d1-af83-e6aa8c1c8c13 None None] Routers {'447bc2fb-f728-49e4-b1e9-966a869ebf42'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:57.916642 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9da4b336-ddde-48d1-af83-e6aa8c1c8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:29:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['447bc2fb-f728-49e4-b1e9-966a869ebf42'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:57.958396 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9da4b336-ddde-48d1-af83-e6aa8c1c8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:57.959555 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4b336-ddde-48d1-af83-e6aa8c1c8c13 None None] The sync data for ids ['447bc2fb-f728-49e4-b1e9-966a869ebf42'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:57.985276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-91d94b7b-f7a2-4daf-b2b4-6fe5454a217b tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/routers/447bc2fb-f728-49e4-b1e9-966a869ebf42 HTTP/1.1" status: 200 len: 920 time: 0.1572452 Aug 03 19:29:57.985613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60830) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:58.067511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d9c18-d7b6-4821-8883-40e735c679a0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:58.069553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-844d9c18-d7b6-4821-8883-40e735c679a0 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=447bc2fb-f728-49e4-b1e9-966a869ebf42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0823967 Aug 03 19:29:58.073124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60836) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:58.256325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223dd46f-4790-4fd1-8fa7-74a8add1c578 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:58.261724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-223dd46f-4790-4fd1-8fa7-74a8add1c578 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 881 time: 0.1842301 Aug 03 19:29:58.262340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:58.310835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c6e899d1-a673-49fc-81ba-fd170fc63318 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=447bc2fb-f728-49e4-b1e9-966a869ebf42 HTTP/1.1" status: 200 len: 205 time: 0.0465341 Aug 03 19:29:58.313408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60848) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:58.538673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcd60b93-d9d1-45eb-b785-4835524849b5 req-6a270fda-b0b1-442a-8fb0-fddc9abed7ec tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0622997 Aug 03 19:29:58.558346 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.222952 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.323462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Deleting port c14ae543-93af-4a32-b2fd-1f63d62dfe39 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:59.323462 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.371572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60880) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:59.416484 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.442562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Calling delete_port for c14ae543-93af-4a32-b2fd-1f63d62dfe39 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:59.557568 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53289cfe-2013-4f84-a6fd-7b08adabba66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.688458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53289cfe-2013-4f84-a6fd-7b08adabba66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.693460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53289cfe-2013-4f84-a6fd-7b08adabba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.739519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53289cfe-2013-4f84-a6fd-7b08adabba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0196c2f8-38d4-4a29-8ef1-d4d0e28de401,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:59.745709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-53289cfe-2013-4f84-a6fd-7b08adabba66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d993293ef6c438286584a9fd63983d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726237 Aug 03 19:29:59.750281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60886) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:59.751573 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.753448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db1cc1e8-36a5-4730-b668-527baeee7ea1 req-7dcf879a-8c96-42bb-8cb4-964bfca503b6 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0618868 Aug 03 19:29:59.783179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.833466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event deleted for resources: {'Port': ['ID=c14ae543-93af-4a32-b2fd-1f63d62dfe39,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:59.847406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2abb0c-6b31-4b56-ac7c-0a63356fff71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.888902 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2abb0c-6b31-4b56-ac7c-0a63356fff71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.940666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.970973 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2abb0c-6b31-4b56-ac7c-0a63356fff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.975323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2abb0c-6b31-4b56-ac7c-0a63356fff71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.977950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c2abb0c-6b31-4b56-ac7c-0a63356fff71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0196c2f8-38d4-4a29-8ef1-d4d0e28de401 HTTP/1.1" status: 204 len: 168 time: 0.2261519 Aug 03 19:29:59.995869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2abb0c-6b31-4b56-ac7c-0a63356fff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0196c2f8-38d4-4a29-8ef1-d4d0e28de401,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:00.102573 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.105205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.158347 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.158918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Fanout notify agent at l3_agent the message router_deleted on router 447bc2fb-f728-49e4-b1e9-966a869ebf42 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:00.178328 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.183799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-27159df1-3a5d-4952-82f2-91337651060f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/447bc2fb-f728-49e4-b1e9-966a869ebf42 HTTP/1.1" status: 204 len: 168 time: 1.8654816 Aug 03 19:30:00.185457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60894) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:00.192812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-776562513', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:00.228766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.229993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.275202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-57391916-44ca-4e88-9cd8-92f4ada5b4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.296927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.489056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.784975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.840577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.946293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d82cead-696b-4ea7-90aa-1c20f5dc6bc6 req-8e85edfa-c76b-4d6f-b1cf-07fdff4a52ad tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0312073 Aug 03 19:30:00.979222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Allocated IP 172.25.4.181 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/fe8256d2-3407-4f43-bf00-bd92317b0090) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:01.125236 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.185833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.232112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:01.238842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:01.244057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:01.275900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event updated for resources: {'Port': ['ID=fe8256d2-3407-4f43-bf00-bd92317b0090,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:01.687784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.900833 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.990122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.147904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb56667d-a7cd-41bd-bdc4-d340a6371e1e req-8efed4b8-c54c-4772-b3f9-a98f6f284c2b tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0462508 Aug 03 19:30:02.167610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Router 092bcca5-8085-4a33-bc4f-4bd2ff291727 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:02.320491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:02.337908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6612cdb-b2cb-4b66-9d73-4f508e89bc0f None None] Sync routers for ids ['092bcca5-8085-4a33-bc4f-4bd2ff291727'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:02.354587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.361132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-06b243b6-449c-41e1-a4f2-31358e2c80e1 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1688590 Aug 03 19:30:02.361809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60948) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:02.363782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6612cdb-b2cb-4b66-9d73-4f508e89bc0f None None] Routers {'092bcca5-8085-4a33-bc4f-4bd2ff291727'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:02.365314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d6612cdb-b2cb-4b66-9d73-4f508e89bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:30:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['092bcca5-8085-4a33-bc4f-4bd2ff291727'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:02.371856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:02.438166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d6612cdb-b2cb-4b66-9d73-4f508e89bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:02.460287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6612cdb-b2cb-4b66-9d73-4f508e89bc0f None None] Routers {'092bcca5-8085-4a33-bc4f-4bd2ff291727'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:02.462552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d6612cdb-b2cb-4b66-9d73-4f508e89bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:30:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['092bcca5-8085-4a33-bc4f-4bd2ff291727'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:02.742300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d6612cdb-b2cb-4b66-9d73-4f508e89bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:02.743286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6612cdb-b2cb-4b66-9d73-4f508e89bc0f None None] The sync data for ids ['092bcca5-8085-4a33-bc4f-4bd2ff291727'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:02.937505 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.964496 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.068715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Deleting port fe8256d2-3407-4f43-bf00-bd92317b0090 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:03.069060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.198798 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.233051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Calling delete_port for fe8256d2-3407-4f43-bf00-bd92317b0090 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:03.396181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7511c087-0b61-4b1e-b9f8-17ddcf67ed5a req-13713c67-5265-4092-8490-a10866e12732 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0648620 Aug 03 19:30:03.634643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.687906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Pushing event deleted for resources: {'Port': ['ID=fe8256d2-3407-4f43-bf00-bd92317b0090,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:03.908011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32804) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:03.931239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.193702 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5435c6a6-eafc-447c-89d1-bbef14b5edef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.372568 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.378651 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.388329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.540717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Router 092bcca5-8085-4a33-bc4f-4bd2ff291727 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:04.682446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e93691c-ec64-4bc2-8c3c-6bf0caa8fade req-7552acd4-297a-41e8-b9e9-4f629d59b777 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0836747 Aug 03 19:30:04.692694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:04.701784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.706319 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502528a2-d4b4-459b-9c3e-7190a2ff6466 None None] Sync routers for ids ['092bcca5-8085-4a33-bc4f-4bd2ff291727'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:04.706879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f4ff0c17-c603-45ee-a2f5-3deb6b8b6615 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "PUT /v2.0/routers/092bcca5-8085-4a33-bc4f-4bd2ff291727 HTTP/1.1" status: 200 len: 705 time: 2.3429425 Aug 03 19:30:04.710361 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5435c6a6-eafc-447c-89d1-bbef14b5edef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.710580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32814) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:04.720560 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5435c6a6-eafc-447c-89d1-bbef14b5edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.722882 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502528a2-d4b4-459b-9c3e-7190a2ff6466 None None] Routers {'092bcca5-8085-4a33-bc4f-4bd2ff291727'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:04.725068 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-502528a2-d4b4-459b-9c3e-7190a2ff6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:30:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['092bcca5-8085-4a33-bc4f-4bd2ff291727'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:04.764958 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-502528a2-d4b4-459b-9c3e-7190a2ff6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:04.774813 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502528a2-d4b4-459b-9c3e-7190a2ff6466 None None] Routers {'092bcca5-8085-4a33-bc4f-4bd2ff291727'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:04.775630 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-502528a2-d4b4-459b-9c3e-7190a2ff6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:30:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['092bcca5-8085-4a33-bc4f-4bd2ff291727'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:04.813568 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-502528a2-d4b4-459b-9c3e-7190a2ff6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:04.814474 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502528a2-d4b4-459b-9c3e-7190a2ff6466 None None] The sync data for ids ['092bcca5-8085-4a33-bc4f-4bd2ff291727'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:04.850715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435c6a6-eafc-447c-89d1-bbef14b5edef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7aa2bc-6dda-4774-9d17-b41df660edbc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:04.885817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-83eac219-e227-4346-97af-cd832293c4e6 tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/routers/092bcca5-8085-4a33-bc4f-4bd2ff291727 HTTP/1.1" status: 200 len: 740 time: 0.1720700 Aug 03 19:30:04.888841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32816) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:04.894352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5435c6a6-eafc-447c-89d1-bbef14b5edef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e042e2249747443385ed339be614b91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9849019 Aug 03 19:30:04.895385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32818) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:04.980664 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20a8391a-8fea-4577-8bf6-77467c020eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.999690 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9520e1fa-ba85-4c38-b433-74b85e824afb tempest-RoutersAdminTest-1655443252 tempest-RoutersAdminTest-1655443252-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=092bcca5-8085-4a33-bc4f-4bd2ff291727 HTTP/1.1" status: 200 len: 205 time: 0.1087458 Aug 03 19:30:05.001223 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32822) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.058324 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-54655f50-1d29-4836-8b6b-167a1615d8f9 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=092bcca5-8085-4a33-bc4f-4bd2ff291727 HTTP/1.1" status: 200 len: 205 time: 0.0553150 Aug 03 19:30:05.062618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32826) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.066001 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20a8391a-8fea-4577-8bf6-77467c020eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.146671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20a8391a-8fea-4577-8bf6-77467c020eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.150463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20a8391a-8fea-4577-8bf6-77467c020eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.155407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-20a8391a-8fea-4577-8bf6-77467c020eae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e7aa2bc-6dda-4774-9d17-b41df660edbc HTTP/1.1" status: 204 len: 168 time: 0.2550967 Aug 03 19:30:05.184145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8391a-8fea-4577-8bf6-77467c020eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7aa2bc-6dda-4774-9d17-b41df660edbc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:05.269847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-692ab02e-db64-427e-851c-45126b20f2a3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.508824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-692ab02e-db64-427e-851c-45126b20f2a3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.511628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-692ab02e-db64-427e-851c-45126b20f2a3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.568835 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-692ab02e-db64-427e-851c-45126b20f2a3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.570501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692ab02e-db64-427e-851c-45126b20f2a3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Fanout notify agent at l3_agent the message router_deleted on router 092bcca5-8085-4a33-bc4f-4bd2ff291727 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:05.593367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-692ab02e-db64-427e-851c-45126b20f2a3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.607370 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-692ab02e-db64-427e-851c-45126b20f2a3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/092bcca5-8085-4a33-bc4f-4bd2ff291727 HTTP/1.1" status: 204 len: 168 time: 0.5313039 Aug 03 19:30:05.607370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32840) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.668205 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-af30ca7d-df9d-40a0-b50f-b5758a8ae54f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=092bcca5-8085-4a33-bc4f-4bd2ff291727 HTTP/1.1" status: 200 len: 205 time: 0.0594378 Aug 03 19:30:05.672623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32846) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.745725 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-86c22c2a-28a5-487c-9a52-0120d64ea49f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] delete failed (client error): The resource could not be found. Aug 03 19:30:05.747584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-86c22c2a-28a5-487c-9a52-0120d64ea49f tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/092bcca5-8085-4a33-bc4f-4bd2ff291727 HTTP/1.1" status: 404 len: 336 time: 0.0732191 Aug 03 19:30:05.753250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32850) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.810237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32852) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.828137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-018aceb6-7fd7-4110-9d04-f760d1cb7748 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=447bc2fb-f728-49e4-b1e9-966a869ebf42 HTTP/1.1" status: 200 len: 205 time: 0.0711212 Aug 03 19:30:05.828555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.876900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0c403591-6238-403b-b1d2-400e016c55c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.877228 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-9ad4e065-206f-4b6a-ac56-8fb6b699d0e0 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] delete failed (client error): The resource could not be found. Aug 03 19:30:05.880873 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9ad4e065-206f-4b6a-ac56-8fb6b699d0e0 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/447bc2fb-f728-49e4-b1e9-966a869ebf42 HTTP/1.1" status: 404 len: 336 time: 0.0490689 Aug 03 19:30:05.881217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32856) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.915063 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fc784988-994f-4ee7-822b-409f1ee4ca72 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b01c8f3-dd9b-4739-9b9b-25b5181562f0 HTTP/1.1" status: 200 len: 205 time: 0.0313814 Aug 03 19:30:05.916962 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32858) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.918167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c92147d-3a5f-4132-bfad-412ecfa4b3f8 req-655aaa6a-4b30-4e91-b3a7-50a963644173 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0593631 Aug 03 19:30:06.007006 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-d11398b9-97af-4943-a370-d2a4ce7b45c2 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] delete failed (client error): The resource could not be found. Aug 03 19:30:06.009403 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d11398b9-97af-4943-a370-d2a4ce7b45c2 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/3b01c8f3-dd9b-4739-9b9b-25b5181562f0 HTTP/1.1" status: 404 len: 336 time: 0.0770297 Aug 03 19:30:06.013674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32862) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.105147 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0217110f-afd5-4cbb-98bd-4504137ed32b tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=bef06b73-991c-4004-af96-c9561d9f8aa7 HTTP/1.1" status: 200 len: 205 time: 0.0899379 Aug 03 19:30:06.106158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32870) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.124968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0c403591-6238-403b-b1d2-400e016c55c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.143136 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0c403591-6238-403b-b1d2-400e016c55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.285039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0c403591-6238-403b-b1d2-400e016c55c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=447d74c2daca465c86c5768b0fd825b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728582 Aug 03 19:30:06.292290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32878) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.313218 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-589d0a2c-5eac-4832-880b-314df2f528f3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] delete failed (client error): The resource could not be found. Aug 03 19:30:06.323666 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-589d0a2c-5eac-4832-880b-314df2f528f3 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/bef06b73-991c-4004-af96-c9561d9f8aa7 HTTP/1.1" status: 404 len: 336 time: 0.2068174 Aug 03 19:30:06.323814 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32880) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.397143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c403591-6238-403b-b1d2-400e016c55c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc39537b-1d67-4723-939a-2e16f84d30a7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:06.402166 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c26a1272-002b-4fa8-8acb-07a1b6f7bf6c tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=85fe7c1b-f826-469a-bb44-491e3c43211b HTTP/1.1" status: 200 len: 205 time: 0.0771856 Aug 03 19:30:06.404836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32884) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.441400 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:30:06.498883 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-289967f9-f238-4784-8387-ea67820f0d67 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] delete failed (client error): The resource could not be found. Aug 03 19:30:06.501132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-289967f9-f238-4784-8387-ea67820f0d67 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/85fe7c1b-f826-469a-bb44-491e3c43211b HTTP/1.1" status: 404 len: 336 time: 0.0942330 Aug 03 19:30:06.503802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4630a04-e06f-4d62-afde-aab6e0c98584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.506979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32886) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.557006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f626110-e774-425b-9f2a-d8535c92bbef tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df0dfd0-37e6-420e-a3eb-8dfdf8888425 HTTP/1.1" status: 200 len: 205 time: 0.0474703 Aug 03 19:30:06.560666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32888) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.633883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4630a04-e06f-4d62-afde-aab6e0c98584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.718870 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-95098774-4b21-4d6b-a9e7-c6d37e8010d4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] delete failed (client error): The resource could not be found. Aug 03 19:30:06.722374 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-95098774-4b21-4d6b-a9e7-c6d37e8010d4 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/routers/9df0dfd0-37e6-420e-a3eb-8dfdf8888425 HTTP/1.1" status: 404 len: 336 time: 0.1577392 Aug 03 19:30:06.723579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32894) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.774825 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea820ef7-c84b-4e03-8f7a-128e95ae5f39 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:06.775652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea820ef7-c84b-4e03-8f7a-128e95ae5f39 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:06.777259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4630a04-e06f-4d62-afde-aab6e0c98584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.779044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ea820ef7-c84b-4e03-8f7a-128e95ae5f39 tempest-RoutersAdminTest-768686231 tempest-RoutersAdminTest-768686231-project] 10.222.0.42 "DELETE /v2.0/subnets/3dca5140-d34e-4eec-a4da-fa61a3b38cb3 HTTP/1.1" status: 404 len: 337 time: 0.0540740 Aug 03 19:30:06.782659 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4630a04-e06f-4d62-afde-aab6e0c98584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.798636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d4630a04-e06f-4d62-afde-aab6e0c98584 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc39537b-1d67-4723-939a-2e16f84d30a7 HTTP/1.1" status: 204 len: 168 time: 0.4899876 Aug 03 19:30:06.832158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4630a04-e06f-4d62-afde-aab6e0c98584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc39537b-1d67-4723-939a-2e16f84d30a7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:07.158801 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71cb1a0a-1738-47b6-a1f9-840b12b77173 req-2d2e87e6-f293-4df0-9f8b-d97250c13cd6 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0489352 Aug 03 19:30:07.300344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 32912) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.526945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-775a4c47-990b-4a0d-a8ff-de0a1f6761ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.669034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-775a4c47-990b-4a0d-a8ff-de0a1f6761ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.675699 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-775a4c47-990b-4a0d-a8ff-de0a1f6761ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.732469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a4c47-990b-4a0d-a8ff-de0a1f6761ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ab7d73-72c6-497f-8602-a472c00f0d2b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:07.757073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32932) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.760313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-775a4c47-990b-4a0d-a8ff-de0a1f6761ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15410c83f3e749398f8733a2ce3f9b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574599 Aug 03 19:30:07.840935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-23ce277b-1031-4308-be2f-570fc6178faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.872619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-23ce277b-1031-4308-be2f-570fc6178faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.943603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-23ce277b-1031-4308-be2f-570fc6178faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.947067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-23ce277b-1031-4308-be2f-570fc6178faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.950952 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-23ce277b-1031-4308-be2f-570fc6178faf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17ab7d73-72c6-497f-8602-a472c00f0d2b HTTP/1.1" status: 204 len: 168 time: 0.1897185 Aug 03 19:30:07.962837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce277b-1031-4308-be2f-570fc6178faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ab7d73-72c6-497f-8602-a472c00f0d2b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:08.389824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e94e69aa-6f0c-4fc4-85d9-cb8282721d56 req-b0078bbd-9c78-449b-982d-84ab8a0db8f7 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0681052 Aug 03 19:30:08.509144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:08.608732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-160fa4df-432d-4c97-bae4-45f407d3e29e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdb7c38bacb7442882a0e6437de3138f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947123 Aug 03 19:30:08.609294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32968) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:08.719992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-abe57398-4d5a-4347-9055-0736ca35aba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.779566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-abe57398-4d5a-4347-9055-0736ca35aba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.868099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-abe57398-4d5a-4347-9055-0736ca35aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.875072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-abe57398-4d5a-4347-9055-0736ca35aba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.880840 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-abe57398-4d5a-4347-9055-0736ca35aba8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1cfa2ca-6e58-435a-a99e-82aadff5851c HTTP/1.1" status: 204 len: 168 time: 0.2663434 Aug 03 19:30:08.896150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe57398-4d5a-4347-9055-0736ca35aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cfa2ca-6e58-435a-a99e-82aadff5851c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:09.261377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 32976) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:09.699672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:09.708984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da383f3e-7f95-4d99-8cea-dd62ca9f6c0f req-5de3be3a-cd31-45d4-98db-bc897da7f007 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/ports?device_id=5053e672-76fa-4ad0-8ad9-1565f47e18e5 HTTP/1.1" status: 200 len: 210 time: 0.0622659 Aug 03 19:30:09.775557 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.989419 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.215332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Allocated IP 172.25.4.79 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/2f46e206-c529-46ae-8b05-d3864033fe06) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:10.480883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.576701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.682206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:10.684086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Pushing event updated for resources: {'Port': ['ID=2f46e206-c529-46ae-8b05-d3864033fe06,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:10.697708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:10.700378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:10.814338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33014) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:10.874428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.906554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33022) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:10.940148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.053262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cffcfeab-f1ef-48fa-860f-0620daf17232 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.069206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-299387436'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:11.123395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Made reservation on behalf of c7d902284275446aa0522546d4933bec for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:11.131077 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.163204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.171974 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cffcfeab-f1ef-48fa-860f-0620daf17232 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.206038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.214060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.266415 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cffcfeab-f1ef-48fa-860f-0620daf17232 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.269859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cffcfeab-f1ef-48fa-860f-0620daf17232 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.273746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cffcfeab-f1ef-48fa-860f-0620daf17232 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "DELETE /v2.0/security-groups/218d70d6-e836-47f1-813b-6f30052c1a68 HTTP/1.1" status: 204 len: 168 time: 0.3631012 Aug 03 19:30:11.275100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33026) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:11.287922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcfeab-f1ef-48fa-860f-0620daf17232 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d70d6-e836-47f1-813b-6f30052c1a68,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.348062 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-3287062e-6949-4fae-8e7c-9486ff1195c9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] show failed (client error): The resource could not be found. Aug 03 19:30:11.354140 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3287062e-6949-4fae-8e7c-9486ff1195c9 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "GET /v2.0/security-groups/218d70d6-e836-47f1-813b-6f30052c1a68 HTTP/1.1" status: 404 len: 347 time: 0.0741034 Aug 03 19:30:11.354337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.354337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33028) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:11.360992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Pushing event updated for resources: {'Port': ['ID=2f46e206-c529-46ae-8b05-d3864033fe06,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.367969 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.373309 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.392216 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.396464 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8da8f622-b19b-44cf-8d06-e2f1f3abd9ff tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1308928 Aug 03 19:30:11.396783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33030) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:11.402286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1721989658', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'fixed_ips': [{'ip_address': '172.25.4.79'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:11.428064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Made reservation on behalf of 135a781a74dc47798b48b654fb20a93f for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:11.433998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.451086 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.478174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:11.609112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.610388 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.610906 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Added segment 87ff5aab-257b-4bb4-89a1-dfeaca326812 of type vlan for network e097d910-8560-4731-8a0c-3d4afc7c866d Aug 03 19:30:11.614192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35312487-aa57-4f45-abf9-a6ac5d82005b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.618738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.667054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] device_id is not set on port 5b3e5cf1-189f-4fed-a2ce-c3fce540dffa yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:11.722766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.757298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14db333f-9d93-4375-868b-48bbbbeea201,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.796926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port dca00611-7d7d-4274-acfd-46573ea53978 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:11.797507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.885751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.891393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:11.892163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.966260 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:30:11.967689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:11.995210 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-453c0bb7-8c87-4291-b067-43bddd2932c8 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5967507 Aug 03 19:30:11.998476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33040) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:12.021693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Network': ['ID=e097d910-8560-4731-8a0c-3d4afc7c866d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:12.030855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-66770840-5ab4-44d8-962a-a039c71af61d tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2144759 Aug 03 19:30:12.035201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33042) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:12.041260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e097d910-8560-4731-8a0c-3d4afc7c866d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:12.049403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'subnet': {'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:12.223712 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.224060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.255059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for dca00611-7d7d-4274-acfd-46573ea53978 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:12.286606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Made reservation on behalf of c7d902284275446aa0522546d4933bec for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:12.291684 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.774035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.810363 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.810926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Deleting port 2f46e206-c529-46ae-8b05-d3864033fe06 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:12.811658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.818436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=dca00611-7d7d-4274-acfd-46573ea53978,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:12.939482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.939977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.972384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Calling delete_port for 2f46e206-c529-46ae-8b05-d3864033fe06 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:12.973489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Subnet': ['ID=54ad84f9-8b11-4cff-bd9b-d8711f105fe0,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:12.987984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Checking segment: {'id': '87ff5aab-257b-4bb4-89a1-dfeaca326812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:12.988383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Network hostable DHCP agents. Network: e097d910-8560-4731-8a0c-3d4afc7c866d, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:12.995133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.001454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.005795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-37b51e9e-ea85-4863-9ae4-ba827172f749 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "DELETE /v2.0/floatingips/cbc2be7f-6cab-4ddc-9df7-6034cd2f07cf HTTP/1.1" status: 204 len: 168 time: 1.6476161 Aug 03 19:30:13.008802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33062) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.030138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Network e097d910-8560-4731-8a0c-3d4afc7c866d is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:13.043275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e097d910-8560-4731-8a0c-3d4afc7c866d) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:13.048252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:13.048992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.072955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80908fc2-9d81-434d-9460-62641843e4d6 None None] Network e097d910-8560-4731-8a0c-3d4afc7c866d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:13.079698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f86677e0-f993-4100-8bbd-cd7eb07ff030 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0431418 Aug 03 19:30:13.084442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33064) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.094575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337785410'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:13.354208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Made reservation on behalf of c7d902284275446aa0522546d4933bec for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:13.364152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.379853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.416012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] device_id is not set on port fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:13.479219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e097d910-8560-4731-8a0c-3d4afc7c866d', 'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d', 'tenant_id': 'c7d902284275446aa0522546d4933bec', 'fixed_ips': [{'subnet_id': '54ad84f9-8b11-4cff-bd9b-d8711f105fe0'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:13.480713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.518063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f46e206-c529-46ae-8b05-d3864033fe06,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:13.536137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0ed63-8c39-4db5-b835-b3ab48b6e931 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port c8098ab0-6120-4500-be69-d5c2cbc550f0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:13.536137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ed63-8c39-4db5-b835-b3ab48b6e931 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.609824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.613170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.614475 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3ba9e28f-90f8-4e0c-bb51-9362395ff3ce tempest-ExternalNetworksAdminNegativeTestJSON-2056126651 tempest-ExternalNetworksAdminNegativeTestJSON-2056126651-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/408cc3ae-3729-4b9f-8b8f-30e9f52ec9b2 HTTP/1.1" status: 204 len: 168 time: 1.6146595 Aug 03 19:30:13.681729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Allocated IP 2001:db8::3b3 (e097d910-8560-4731-8a0c-3d4afc7c866d/54ad84f9-8b11-4cff-bd9b-d8711f105fe0/fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:13.686081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ed63-8c39-4db5-b835-b3ab48b6e931 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.703051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0ed63-8c39-4db5-b835-b3ab48b6e931 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for c8098ab0-6120-4500-be69-d5c2cbc550f0 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:13.893064 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ed63-8c39-4db5-b835-b3ab48b6e931 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.935679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0ed63-8c39-4db5-b835-b3ab48b6e931 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=c8098ab0-6120-4500-be69-d5c2cbc550f0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:13.936028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.969919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Transition to ACTIVE for port object fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:14.047655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd0ed63-8c39-4db5-b835-b3ab48b6e931 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.049957 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.055897 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2bd0ed63-8c39-4db5-b835-b3ab48b6e931 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "DELETE /v2.0/ports/c8098ab0-6120-4500-be69-d5c2cbc550f0 HTTP/1.1" status: 204 len: 168 time: 1.0403855 Aug 03 19:30:14.060302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33080) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.176920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Network e097d910-8560-4731-8a0c-3d4afc7c866d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:14.178018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Allocated IP 2001:db8::2 (e097d910-8560-4731-8a0c-3d4afc7c866d/54ad84f9-8b11-4cff-bd9b-d8711f105fe0/c3c04294-3ea4-493d-bf4a-875a4e8fa16d) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:14.185709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:14.199141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:14.210320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.231798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:14.252348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:14.256216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.363120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c9726e4f-e006-4cb7-b037-fa131fc0ce3f tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2762284 Aug 03 19:30:14.367824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.380266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1883255067', 'allowed_address_pairs': [{'ip_address': '2001:db8::3b3', 'mac_address': 'fa:16:3e:2d:5d:5c'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:14.421201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3378a788-d2b7-4380-91a3-a0ab3bf68a12 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port d8021b4c-00ac-44b1-8e7f-0f378783fde2 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:14.422048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3378a788-d2b7-4380-91a3-a0ab3bf68a12 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.580362 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.595478 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22e1cfe4-b531-4bbb-aa62-c8aa3615889e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.603634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Transition to ACTIVE for port object c3c04294-3ea4-493d-bf4a-875a4e8fa16d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:14.644480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Transition to ACTIVE for port object c3c04294-3ea4-493d-bf4a-875a4e8fa16d will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:14.662844 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.706160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Network e097d910-8560-4731-8a0c-3d4afc7c866d is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:14.712195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:14.717591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:14.744091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3378a788-d2b7-4380-91a3-a0ab3bf68a12 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.779799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3378a788-d2b7-4380-91a3-a0ab3bf68a12 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for d8021b4c-00ac-44b1-8e7f-0f378783fde2 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:14.797330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Pushing event updated for resources: {'Port': ['ID=c3c04294-3ea4-493d-bf4a-875a4e8fa16d,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:14.817318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.818473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.819702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.821158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.822014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.822878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.823783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.824683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.836505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.837697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.841698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.842552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:14.909466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22e1cfe4-b531-4bbb-aa62-c8aa3615889e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.924455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22e1cfe4-b531-4bbb-aa62-c8aa3615889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.955141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Attempting to bind port c3c04294-3ea4-493d-bf4a-875a4e8fa16d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:14.955248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Attempting to bind port c3c04294-3ea4-493d-bf4a-875a4e8fa16d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '87ff5aab-257b-4bb4-89a1-dfeaca326812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:14.955705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Attempting to bind port c3c04294-3ea4-493d-bf4a-875a4e8fa16d on network e097d910-8560-4731-8a0c-3d4afc7c866d {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:14.983494 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:14.984064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Checking segment: {'id': '87ff5aab-257b-4bb4-89a1-dfeaca326812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:14.984556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.985260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Bound using segment: {'id': '87ff5aab-257b-4bb4-89a1-dfeaca326812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:14.989184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Bound port: c3c04294-3ea4-493d-bf4a-875a4e8fa16d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ff5aab-257b-4bb4-89a1-dfeaca326812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:14.992766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.059176 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-22e1cfe4-b531-4bbb-aa62-c8aa3615889e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9bcac13c80d4dffa199775e0ab9996e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8473828 Aug 03 19:30:15.067155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33104) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:15.084682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1cfe4-b531-4bbb-aa62-c8aa3615889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc2e0ae-815e-4ff5-95e5-46adca79ff5a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:15.111908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Made reservation on behalf of c7d902284275446aa0522546d4933bec for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:15.166041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] For port c3c04294-3ea4-493d-bf4a-875a4e8fa16d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:15.172010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] For port c3c04294-3ea4-493d-bf4a-875a4e8fa16d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c3c04294-3ea4-493d-bf4a-875a4e8fa16d,segment=NetworkSegment(87ff5aab-257b-4bb4-89a1-dfeaca326812),segment_id=87ff5aab-257b-4bb4-89a1-dfeaca326812)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:15.173657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3378a788-d2b7-4380-91a3-a0ab3bf68a12 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.184468 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.239896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378a788-d2b7-4380-91a3-a0ab3bf68a12 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=d8021b4c-00ac-44b1-8e7f-0f378783fde2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:15.314247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160044d6-4b0e-4475-887b-1719137cb502 None None] Pushing event updated for resources: {'Port': ['ID=c3c04294-3ea4-493d-bf4a-875a4e8fa16d,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:15.320924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85c3bf4d-0f1f-46cc-8b91-9872a6430c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.375392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85c3bf4d-0f1f-46cc-8b91-9872a6430c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.421887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.453267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] device_id is not set on port fb289d9d-63bb-4fc3-a384-42eb6686961e yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:15.536587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85c3bf4d-0f1f-46cc-8b91-9872a6430c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.542282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85c3bf4d-0f1f-46cc-8b91-9872a6430c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.547877 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-85c3bf4d-0f1f-46cc-8b91-9872a6430c16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fc2e0ae-815e-4ff5-95e5-46adca79ff5a HTTP/1.1" status: 204 len: 168 time: 0.4789386 Aug 03 19:30:15.561847 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3378a788-d2b7-4380-91a3-a0ab3bf68a12 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.564136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3378a788-d2b7-4380-91a3-a0ab3bf68a12 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "DELETE /v2.0/ports/d8021b4c-00ac-44b1-8e7f-0f378783fde2 HTTP/1.1" status: 204 len: 168 time: 1.4979126 Aug 03 19:30:15.569122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33110) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:15.584582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3bf4d-0f1f-46cc-8b91-9872a6430c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc2e0ae-815e-4ff5-95e5-46adca79ff5a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:15.774519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6505ed20-9d7e-43b9-804b-11e9913e1f11 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting subnet f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:15.798580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6505ed20-9d7e-43b9-804b-11e9913e1f11 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.813948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Allocated IP 2001:db8::14e (e097d910-8560-4731-8a0c-3d4afc7c866d/54ad84f9-8b11-4cff-bd9b-d8711f105fe0/fb289d9d-63bb-4fc3-a384-42eb6686961e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:15.883992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6505ed20-9d7e-43b9-804b-11e9913e1f11 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.485436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c3c04294-3ea4-493d-bf4a-875a4e8fa16d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:16.553845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.568463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6505ed20-9d7e-43b9-804b-11e9913e1f11 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.633032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Transition to ACTIVE for port object fb289d9d-63bb-4fc3-a384-42eb6686961e will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:16.662346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-2941372a-28b2-407c-b2f6-ae07ce18bb08 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5374932 Aug 03 19:30:16.713619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c3c04294-3ea4-493d-bf4a-875a4e8fa16d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:16.763531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6505ed20-9d7e-43b9-804b-11e9913e1f11 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.802738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.825364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33126) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:16.935951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505ed20-9d7e-43b9-804b-11e9913e1f11 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Subnet': ['ID=f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:16.955073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6505ed20-9d7e-43b9-804b-11e9913e1f11 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.970682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ce150-d9be-4538-859a-b9d8bca22046 None None] Network 76ab11a9-6628-4f91-bb1a-74d1c4595902 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:16.972524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6505ed20-9d7e-43b9-804b-11e9913e1f11 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "DELETE /v2.0/subnets/f6626cbe-11ed-4a58-bae6-d0bb9e3b87aa HTTP/1.1" status: 204 len: 168 time: 1.4021342 Aug 03 19:30:16.975233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33130) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:17.035065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=fb289d9d-63bb-4fc3-a384-42eb6686961e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:17.069328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Network e097d910-8560-4731-8a0c-3d4afc7c866d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:17.088872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:17.098948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:17.119439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.120190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.132042 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3da6ab0d-9ba6-4dff-bbc7-ba0df517a7c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=135a781a74dc47798b48b654fb20a93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989302 Aug 03 19:30:17.136629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33138) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:17.207256 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-980ea8ba-fbc5-4f9d-b384-11da49a23d8e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8379383 Aug 03 19:30:17.222096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33140) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:17.239297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7074b68c-cd0d-40ab-90d9-201137982d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.246771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7074b68c-cd0d-40ab-90d9-201137982d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.247910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7074b68c-cd0d-40ab-90d9-201137982d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.257028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7074b68c-cd0d-40ab-90d9-201137982d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.258015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7074b68c-cd0d-40ab-90d9-201137982d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.258824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7074b68c-cd0d-40ab-90d9-201137982d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.259666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7074b68c-cd0d-40ab-90d9-201137982d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.263329 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7074b68c-cd0d-40ab-90d9-201137982d33 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6501 time: 0.4483564 Aug 03 19:30:17.329014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe7bb24-5143-4914-836c-8add351e4565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting subnet 0380d116-1d9f-4554-8d01-cd1b6eb9a1dd {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:17.346428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bb24-5143-4914-836c-8add351e4565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.392380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b3ec-2584-423c-bdd6-64321660cc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.497922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b3ec-2584-423c-bdd6-64321660cc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.520300 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bb24-5143-4914-836c-8add351e4565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.608028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305610b-5d26-488e-82de-a276442ef0cd tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.610078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] DHCP port deletion for 76ab11a9-6628-4f91-bb1a-74d1c4595902 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:17.614460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305610b-5d26-488e-82de-a276442ef0cd tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.621324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305610b-5d26-488e-82de-a276442ef0cd tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.629089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6305610b-5d26-488e-82de-a276442ef0cd tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3422220 Aug 03 19:30:17.647543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33144) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:17.786483 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b3ec-2584-423c-bdd6-64321660cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.790468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] Deleting port db88e412-5f2e-45a1-9560-ec724661ec8f {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:17.790779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.797356 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b3ec-2584-423c-bdd6-64321660cc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.804880 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d4a9b3ec-2584-423c-bdd6-64321660cc03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14db333f-9d93-4375-868b-48bbbbeea201 HTTP/1.1" status: 204 len: 168 time: 0.6569471 Aug 03 19:30:17.830850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9b3ec-2584-423c-bdd6-64321660cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db333f-9d93-4375-868b-48bbbbeea201,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:17.832105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7cba2de1-4f04-4bc9-9ad8-7f89775ebabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.833830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7cba2de1-4f04-4bc9-9ad8-7f89775ebabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.834717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7cba2de1-4f04-4bc9-9ad8-7f89775ebabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.837986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-7cba2de1-4f04-4bc9-9ad8-7f89775ebabf service neutron] 10.222.0.63 "GET /v2.0/networks?id=c8594735-32ad-4a59-96a0-40ff4321f00b&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=3afc7978-57b7-4875-9bfc-612e2d787ba3&id=3afc7978-57b7-4875-9bfc-612e2d787ba3 HTTP/1.1" status: 200 len: 2296 time: 0.4877396 Aug 03 19:30:17.947312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821acbf-a79b-48c6-b947-97a158f8ef80 None None] Network e097d910-8560-4731-8a0c-3d4afc7c866d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:18.030135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-b18ff980-383e-4d86-9ff8-91870a904ba2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e5a708-a684-4d50-9090-6047efef003d HTTP/1.1" status: 200 len: 1000 time: 0.1378901 Aug 03 19:30:18.167559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] For port db88e412-5f2e-45a1-9560-ec724661ec8f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db88e412-5f2e-45a1-9560-ec724661ec8f,segment=NetworkSegment(99d699c4-f8a5-4fd4-a12f-05f73aafdf2a),segment_id=99d699c4-f8a5-4fd4-a12f-05f73aafdf2a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:18.168095 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.268420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] Calling delete_port for db88e412-5f2e-45a1-9560-ec724661ec8f owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:18.402615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db88e412-5f2e-45a1-9560-ec724661ec8f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:18.430200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: db88e412-5f2e-45a1-9560-ec724661ec8f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:18.431099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db88e412-5f2e-45a1-9560-ec724661ec8f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:18.433419 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.466417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7f1684a5-d79c-4bb9-9256-df9663967798 None None] Provisioning for port c3c04294-3ea4-493d-bf4a-875a4e8fa16d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:18.473283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] No DVR routers for this DVR port db88e412-5f2e-45a1-9560-ec724661ec8f on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:18.493786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7f1684a5-d79c-4bb9-9256-df9663967798 None None] Provisioning complete for port c3c04294-3ea4-493d-bf4a-875a4e8fa16d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:18.494323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f1684a5-d79c-4bb9-9256-df9663967798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.502194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef7321-367d-433f-83ba-9926a6f6c74d None None] Pushing event deleted for resources: {'Port': ['ID=db88e412-5f2e-45a1-9560-ec724661ec8f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:18.751670 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f1684a5-d79c-4bb9-9256-df9663967798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.831812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bb24-5143-4914-836c-8add351e4565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.877993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7f1684a5-d79c-4bb9-9256-df9663967798 None None] For port c3c04294-3ea4-493d-bf4a-875a4e8fa16d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c3c04294-3ea4-493d-bf4a-875a4e8fa16d,segment=NetworkSegment(87ff5aab-257b-4bb4-89a1-dfeaca326812),segment_id=87ff5aab-257b-4bb4-89a1-dfeaca326812)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:18.887258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f1684a5-d79c-4bb9-9256-df9663967798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.907871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-06743464-b360-4dba-aa21-fae307da5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:18.912845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-06743464-b360-4dba-aa21-fae307da5100 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed49f2e-9d4a-4d20-bac1-b435ebdcf227 HTTP/1.1" status: 200 len: 855 time: 0.8535547 Aug 03 19:30:19.026455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1684a5-d79c-4bb9-9256-df9663967798 None None] Pushing event updated for resources: {'Port': ['ID=c3c04294-3ea4-493d-bf4a-875a4e8fa16d,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:19.045376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-626657f9-01d7-4ba9-ae9c-7722d3904c8b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Deleting port fb289d9d-63bb-4fc3-a384-42eb6686961e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:19.046677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-626657f9-01d7-4ba9-ae9c-7722d3904c8b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.145374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Provisioning for port fb289d9d-63bb-4fc3-a384-42eb6686961e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:19.161002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Provisioning complete for port fb289d9d-63bb-4fc3-a384-42eb6686961e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:19.162164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.243202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bb24-5143-4914-836c-8add351e4565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.301320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7bb24-5143-4914-836c-8add351e4565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Subnet': ['ID=0380d116-1d9f-4554-8d01-cd1b6eb9a1dd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:19.309632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-626657f9-01d7-4ba9-ae9c-7722d3904c8b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.322612 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bb24-5143-4914-836c-8add351e4565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.327140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33176) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:19.327768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1fe7bb24-5143-4914-836c-8add351e4565 tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "DELETE /v2.0/subnets/0380d116-1d9f-4554-8d01-cd1b6eb9a1dd HTTP/1.1" status: 204 len: 168 time: 2.3494930 Aug 03 19:30:19.339256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-f70290c5-7a0f-4075-a938-b0a8c3ca519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:19.340827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-f70290c5-7a0f-4075-a938-b0a8c3ca519a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8594735-32ad-4a59-96a0-40ff4321f00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4152670 Aug 03 19:30:19.344625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf3942-5e69-4457-b495-0d9b5f1ce594 None None] Network 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:19.346959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-626657f9-01d7-4ba9-ae9c-7722d3904c8b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Calling delete_port for fb289d9d-63bb-4fc3-a384-42eb6686961e owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:19.513085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-8a8ef17a-2229-4472-b58d-3f6e80833959 service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546073 Aug 03 19:30:19.518511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Port fb289d9d-63bb-4fc3-a384-42eb6686961e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:19.567644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.626641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Provisioning complete for port c3c04294-3ea4-493d-bf4a-875a4e8fa16d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:19.627232 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.852124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Provisioning for port fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:19.856805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Provisioning complete for port fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:19.857325 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.869903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.881010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-8d500a02-c0b6-4524-a11e-360ec4712c6c service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578870 Aug 03 19:30:19.925152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ab11a9-6628-4f91-bb1a-74d1c4595902']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.967290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] DHCP port deletion for 1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:19.972330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.973542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d699c4-f8a5-4fd4-a12f-05f73aafdf2a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.988981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0be5b7c5-c4ce-4ea0-bc45-a8f077b4d9a4 None None] Port fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:19.997382 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.034597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-2fbd4f58-e21b-41b2-878e-f81c94deff49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 200 len: 217 time: 0.1433396 Aug 03 19:30:20.035426 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.071040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:20.074748 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.104567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] Deleting port b1f0bf43-0777-4cf1-891d-5a0256c0377c {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:20.105081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.187674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-34db53ca-0dd2-4f13-9b24-010760efd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:20.190022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-34db53ca-0dd2-4f13-9b24-010760efd412 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1448162 Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: items = [ Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:20.260304 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:20.269219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2dc47e13-1bb1-41e3-abd1-d61192d99fdf None None] Provisioning complete for port fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:20.269646 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2dc47e13-1bb1-41e3-abd1-d61192d99fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.274633 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.277929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] For port b1f0bf43-0777-4cf1-891d-5a0256c0377c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1f0bf43-0777-4cf1-891d-5a0256c0377c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:20.278346 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.293250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.303121 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "DELETE /v2.0/networks/76ab11a9-6628-4f91-bb1a-74d1c4595902 HTTP/1.1" status: 204 len: 168 time: 0.9738004 Aug 03 19:30:20.306764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33194) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:20.377373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] Calling delete_port for b1f0bf43-0777-4cf1-891d-5a0256c0377c owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:20.390131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-79868d60-9f40-47b4-a967-aee28486ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:20.396842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-79868d60-9f40-47b4-a967-aee28486ea32 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1990852 Aug 03 19:30:20.419608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-626657f9-01d7-4ba9-ae9c-7722d3904c8b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.427229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2dc47e13-1bb1-41e3-abd1-d61192d99fdf None None] Port fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:20.464375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6fb6-9b37-44e7-908f-7200b40156fd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Network': ['ID=76ab11a9-6628-4f91-bb1a-74d1c4595902,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:20.560559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626657f9-01d7-4ba9-ae9c-7722d3904c8b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Port': ['ID=fb289d9d-63bb-4fc3-a384-42eb6686961e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:20.575545 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.616934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c3c04294-3ea4-493d-bf4a-875a4e8fa16d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:20.726504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-38c31262-7a39-4015-b701-48549bcfb651 None None] Could not find standard attr ID for object fb289d9d-63bb-4fc3-a384-42eb6686961e. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:30:20.756031 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.767675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Deleting port b1f0bf43-0777-4cf1-891d-5a0256c0377c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:20.770498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.828562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c3c04294-3ea4-493d-bf4a-875a4e8fa16d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:20.828562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.832400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-626657f9-01d7-4ba9-ae9c-7722d3904c8b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.834522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-626657f9-01d7-4ba9-ae9c-7722d3904c8b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "DELETE /v2.0/ports/fb289d9d-63bb-4fc3-a384-42eb6686961e HTTP/1.1" status: 204 len: 168 time: 3.1817114 Aug 03 19:30:20.844350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33214) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:20.849629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33216) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:20.936706 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-57405ebd-4f47-4baf-8bf5-bccf2cd78906 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] GET failed (client error): The resource could not be found. Aug 03 19:30:20.939769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-57405ebd-4f47-4baf-8bf5-bccf2cd78906 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "GET /v2.0/ports/fb289d9d-63bb-4fc3-a384-42eb6686961e HTTP/1.1" status: 404 len: 333 time: 0.0945227 Aug 03 19:30:20.940019 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.942323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] For port b1f0bf43-0777-4cf1-891d-5a0256c0377c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1f0bf43-0777-4cf1-891d-5a0256c0377c,segment=NetworkSegment(842dbff0-d826-489b-8e38-1165c161e521),segment_id=842dbff0-d826-489b-8e38-1165c161e521)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:20.945459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.948202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33222) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:20.968368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1409235970'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:20.996465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Calling delete_port for b1f0bf43-0777-4cf1-891d-5a0256c0377c owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:21.004672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] Pushing event deleted for resources: {'Port': ['ID=b1f0bf43-0777-4cf1-891d-5a0256c0377c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:21.011810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f924a-717b-49cf-ae25-06444658249b None None] No DVR routers for this DVR port b1f0bf43-0777-4cf1-891d-5a0256c0377c on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:21.136882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-eb82d751-f9b6-440a-ba94-b0717ea38965 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272694 Aug 03 19:30:21.150764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6a694049-e68e-49cc-a650-72846e910502 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-142075870'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:21.151962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6a694049-e68e-49cc-a650-72846e910502 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Unknown quota resources ['metering_label']. {{(pid=94134) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:30:21.263569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b1f0bf43-0777-4cf1-891d-5a0256c0377c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:21.290401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: b1f0bf43-0777-4cf1-891d-5a0256c0377c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:21.290803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b1f0bf43-0777-4cf1-891d-5a0256c0377c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:21.308854 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.339017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Port': ['ID=b1f0bf43-0777-4cf1-891d-5a0256c0377c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:21.349644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] No DVR routers for this DVR port b1f0bf43-0777-4cf1-891d-5a0256c0377c on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:21.498724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.512957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:21.524527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842dbff0-d826-489b-8e38-1165c161e521') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:21.524859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842dbff0-d826-489b-8e38-1165c161e521') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:21.534760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.551351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.559477 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:21.560075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:21.563383 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:21.569841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a694049-e68e-49cc-a650-72846e910502 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.574503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33228) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:21.574731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6a694049-e68e-49cc-a650-72846e910502 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7208879 Aug 03 19:30:21.579097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7487bda3-a1ec-4bd1-a102-a8260fa64ce6 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5ea3db3f-e260-4b7b-9e55-87b4af811f38'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:21.579614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7487bda3-a1ec-4bd1-a102-a8260fa64ce6 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:30:21.597906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe56ce-abc3-4501-aed5-27781eff9380 req-d69b02df-1a32-455a-a5da-dcd663fcefc0 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.599825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fbe56ce-abc3-4501-aed5-27781eff9380 req-d69b02df-1a32-455a-a5da-dcd663fcefc0 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1096 time: 0.8540382 Aug 03 19:30:21.607700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-5f639190-be7b-45e5-b15e-8745290a7eff service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611022 Aug 03 19:30:21.619155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Made reservation on behalf of c7d902284275446aa0522546d4933bec for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:21.623283 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.679666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1fbe56ce-abc3-4501-aed5-27781eff9380 req-4ee2fd99-17cb-4525-a1bc-1b39f508fd74 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.684510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-fa4aa8ca-546c-4d30-af48-c106580a2fc0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 200 len: 217 time: 0.0661862 Aug 03 19:30:21.706018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] device_id is not set on port 2803b32e-8b10-4db1-935f-d7854c54a545 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:21.719423 n-d-803378-1 neutron-server[94133]: WARNING neutron.services.metering.metering_plugin [None req-7487bda3-a1ec-4bd1-a102-a8260fa64ce6 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:30:21.802929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.814130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.821123 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] 10.222.0.42 "DELETE /v2.0/networks/1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b HTTP/1.1" status: 204 len: 168 time: 1.4927430 Aug 03 19:30:21.831782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-ae79f9f7-52e6-41a6-a43d-64edb41b597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.833645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-ae79f9f7-52e6-41a6-a43d-64edb41b597e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1391444 Aug 03 19:30:21.856119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc66f2-0a04-46a0-a905-7b624ae3decd tempest-TaggedBootDevicesTest-247925559 tempest-TaggedBootDevicesTest-247925559-project] Pushing event deleted for resources: {'Network': ['ID=1c8ee148-b4d1-4ec0-8dc2-6d7659310f1b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:21.896945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7487bda3-a1ec-4bd1-a102-a8260fa64ce6 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.901687 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7487bda3-a1ec-4bd1-a102-a8260fa64ce6 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3228436 Aug 03 19:30:21.901687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33230) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:21.906704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-617af3e1-5f80-4d7b-a9ea-b23cdf24ddc5 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5ea3db3f-e260-4b7b-9e55-87b4af811f38'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:21.907570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-617af3e1-5f80-4d7b-a9ea-b23cdf24ddc5 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:30:22.020411 n-d-803378-1 neutron-server[94133]: WARNING neutron.services.metering.metering_plugin [None req-617af3e1-5f80-4d7b-a9ea-b23cdf24ddc5 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:30:22.062510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Allocated IP 2001:db8::150 (e097d910-8560-4731-8a0c-3d4afc7c866d/54ad84f9-8b11-4cff-bd9b-d8711f105fe0/2803b32e-8b10-4db1-935f-d7854c54a545) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:22.075619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-04018392-da0c-4d30-9b1b-73e8916df4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:22.078502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-04018392-da0c-4d30-9b1b-73e8916df4e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2316401 Aug 03 19:30:22.225271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-617af3e1-5f80-4d7b-a9ea-b23cdf24ddc5 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.231474 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-617af3e1-5f80-4d7b-a9ea-b23cdf24ddc5 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3285909 Aug 03 19:30:22.235627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33244) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:22.268054 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5b643cb6-9d5b-433d-b521-8204aeb8787b tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=0427ca5e-da6f-4b3f-a5c9-0c684e42df5d HTTP/1.1" status: 200 len: 464 time: 0.0308938 Aug 03 19:30:22.271238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33248) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:22.364953 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1fbe56ce-abc3-4501-aed5-27781eff9380 req-4ee2fd99-17cb-4525-a1bc-1b39f508fd74 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.424431 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1fbe56ce-abc3-4501-aed5-27781eff9380 req-4ee2fd99-17cb-4525-a1bc-1b39f508fd74 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.490034 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-19533575-02a9-46f6-a62d-c6213b5c4d42 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.491403 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-19533575-02a9-46f6-a62d-c6213b5c4d42 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/0427ca5e-da6f-4b3f-a5c9-0c684e42df5d HTTP/1.1" status: 204 len: 168 time: 0.2187686 Aug 03 19:30:22.496192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33252) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:22.523051 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fd7b1556-3cae-4409-90a2-024e60f1525a tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=0427ca5e-da6f-4b3f-a5c9-0c684e42df5d HTTP/1.1" status: 200 len: 221 time: 0.0243144 Aug 03 19:30:22.527748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33256) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:22.535810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-59bcbc0b-a735-40b7-8b13-73fa477ef5db tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1690955990', 'description': 'label created by tempest'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:22.537150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-59bcbc0b-a735-40b7-8b13-73fa477ef5db tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Unknown quota resources ['metering_label']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:30:22.575096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-409e56f0-07e8-4071-8e7e-589e6bf5c0d4 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872072 Aug 03 19:30:22.586705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fbe56ce-abc3-4501-aed5-27781eff9380 req-4ee2fd99-17cb-4525-a1bc-1b39f508fd74 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9762099 Aug 03 19:30:22.740624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2fd99-17cb-4525-a1bc-1b39f508fd74 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a040624-933f-4d99-8c93-af647f305e9d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:22.808347 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.840612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Transition to ACTIVE for port object 2803b32e-8b10-4db1-935f-d7854c54a545 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:22.949868 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.038424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Network e097d910-8560-4731-8a0c-3d4afc7c866d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:23.041645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-bf4a9fd0-bdc0-4eb2-99de-bc5c074f1938 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508700 Aug 03 19:30:23.042263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=2803b32e-8b10-4db1-935f-d7854c54a545,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:23.045659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:23.051893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:23.058994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:23.059865 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.080457 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-59bcbc0b-a735-40b7-8b13-73fa477ef5db tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.082503 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-59bcbc0b-a735-40b7-8b13-73fa477ef5db tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5527074 Aug 03 19:30:23.086271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33262) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.141083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-562ecd2e-3f2a-40f7-9658-9ff6db42a56f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=32e30c8a-bfb9-4883-96b4-de638f39847f HTTP/1.1" status: 200 len: 217 time: 0.0903704 Aug 03 19:30:23.182391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dd3a9de2-560a-4102-94c4-f3a63181e269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2303276 Aug 03 19:30:23.206789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33264) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.216254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b3', 'mac_address': 'fa:16:3e:2d:5d:5c'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:23.294147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-02917bc5-2804-48aa-b07c-2771ef34699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:23.296237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-02917bc5-2804-48aa-b07c-2771ef34699a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1377275 Aug 03 19:30:23.301509 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ae770361-fce4-4768-90fa-20bd0c3592f6 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=abdc9914-dfff-4891-a896-b635bc2fe3e4 HTTP/1.1" status: 200 len: 468 time: 0.2136841 Aug 03 19:30:23.308759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33268) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.340919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e0d9-631d-495a-957a-8a5ac41ab714 req-33f5f351-37ca-43c1-8be8-9f50e2d57228 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:23.349768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a86e0d9-631d-495a-957a-8a5ac41ab714 req-33f5f351-37ca-43c1-8be8-9f50e2d57228 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.6019447 Aug 03 19:30:23.574228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a86e0d9-631d-495a-957a-8a5ac41ab714 req-7152bce2-9700-4786-b237-0f7f3669c78c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230976 Aug 03 19:30:23.615904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-63e91da4-8de1-4d2f-ae32-a88db38acf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:23.618766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-63e91da4-8de1-4d2f-ae32-a88db38acf93 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3094513 Aug 03 19:30:23.654106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33276) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.749854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a232f694-9fde-416d-b3a5-450983410af3 None None] Provisioning for port 2803b32e-8b10-4db1-935f-d7854c54a545 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:23.759303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a232f694-9fde-416d-b3a5-450983410af3 None None] Provisioning complete for port 2803b32e-8b10-4db1-935f-d7854c54a545 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:23.764091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a232f694-9fde-416d-b3a5-450983410af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.850476 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.904030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a232f694-9fde-416d-b3a5-450983410af3 None None] Port 2803b32e-8b10-4db1-935f-d7854c54a545 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:23.947683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e57cdf0a-6b56-4751-8337-86c15676d38f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/c0bee2c9-b44e-45c3-b9d6-987267a6f286 HTTP/1.1" status: 200 len: 993 time: 0.2861288 Aug 03 19:30:23.978458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12799b0d-1898-45f5-b711-86721a93826c tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.985279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33282) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.988446 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-12799b0d-1898-45f5-b711-86721a93826c tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/abdc9914-dfff-4891-a896-b635bc2fe3e4 HTTP/1.1" status: 204 len: 168 time: 0.6775677 Aug 03 19:30:24.058881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-52319f08-9e43-4fc1-80c5-e068c22836c2 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=abdc9914-dfff-4891-a896-b635bc2fe3e4 HTTP/1.1" status: 200 len: 216 time: 0.0723600 Aug 03 19:30:24.067700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33286) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.067953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-a9e468a8-3fbe-4b59-adff-504e656ad40d service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124312 Aug 03 19:30:24.096018 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-98ad3ee4-6b38-4550-b03a-26510dccc333 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0267715 Aug 03 19:30:24.106165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33288) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.137693 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0c6f2582-2bf9-40f3-8857-333eab888b76 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0297048 Aug 03 19:30:24.142902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33290) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.198526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.266333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.277558 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d677d453-6ba7-4e30-b4b8-8f30adc8e91d tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/5ea3db3f-e260-4b7b-9e55-87b4af811f38 HTTP/1.1" status: 200 len: 472 time: 0.1322768 Aug 03 19:30:24.278680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33294) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.308337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c2822269-e74b-4d58-ae8c-00e5721272f3 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/24e5abe9-ac6d-446b-83c5-12c621fa3353 HTTP/1.1" status: 200 len: 461 time: 0.0279191 Aug 03 19:30:24.310363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33296) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.558466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-780707dc-fec2-4c10-bd86-9990eaa616ac tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.569498 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-780707dc-fec2-4c10-bd86-9990eaa616ac tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/24e5abe9-ac6d-446b-83c5-12c621fa3353 HTTP/1.1" status: 204 len: 168 time: 0.2484906 Aug 03 19:30:24.575509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33308) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.901812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] In _notify_port_updated(), no bound segment for port 2803b32e-8b10-4db1-935f-d7854c54a545 on network e097d910-8560-4731-8a0c-3d4afc7c866d {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:30:24.910502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:24.911458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.913105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "PUT /v2.0/ports/2803b32e-8b10-4db1-935f-d7854c54a545 HTTP/1.1" status: 200 len: 1003 time: 1.7052798 Aug 03 19:30:24.920673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.989255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b7723-627e-49f5-8e34-f5058b9495dc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=2803b32e-8b10-4db1-935f-d7854c54a545,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.064420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-fb66e1db-7f0f-4bc0-a30c-91ba1b3cd006 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808056 Aug 03 19:30:25.159935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6878ea3c-8bba-40d6-ad7f-27d7cd0295b2 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.164754 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6878ea3c-8bba-40d6-ad7f-27d7cd0295b2 tempest-MeteringTestJSON-1732499638 tempest-MeteringTestJSON-1732499638-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/5ea3db3f-e260-4b7b-9e55-87b4af811f38 HTTP/1.1" status: 204 len: 168 time: 0.5848675 Aug 03 19:30:25.226235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-26b53e67-ff0f-43f9-a078-9c8968f57e67 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=05938087-885e-45e6-be0a-a4d07a310a9f HTTP/1.1" status: 200 len: 217 time: 0.1145487 Aug 03 19:30:25.298501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33320) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:25.438030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-447a1f98-a805-49fa-af0b-a523a89aa70b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Deleting port 2803b32e-8b10-4db1-935f-d7854c54a545 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:25.439508 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-447a1f98-a805-49fa-af0b-a523a89aa70b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.574394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-c3064ea5-cf4f-40c0-908c-95bf2f55c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:25.577107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-c3064ea5-cf4f-40c0-908c-95bf2f55c084 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.3431549 Aug 03 19:30:25.760191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-40352604-0938-46ba-aecb-f596c585f67e None None] Provisioning complete for port 2803b32e-8b10-4db1-935f-d7854c54a545 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:25.762161 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40352604-0938-46ba-aecb-f596c585f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.776415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.821008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352284c7-bb09-4e8c-af0c-cb6e815ed62b req-c7789e36-bc34-49d0-ba3e-f0b7294336c0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:25.823851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-352284c7-bb09-4e8c-af0c-cb6e815ed62b req-c7789e36-bc34-49d0-ba3e-f0b7294336c0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.4876208 Aug 03 19:30:25.922890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-40352604-0938-46ba-aecb-f596c585f67e None None] Port 2803b32e-8b10-4db1-935f-d7854c54a545 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:26.032685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-447a1f98-a805-49fa-af0b-a523a89aa70b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.088982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-447a1f98-a805-49fa-af0b-a523a89aa70b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Calling delete_port for 2803b32e-8b10-4db1-935f-d7854c54a545 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:26.125091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-352284c7-bb09-4e8c-af0c-cb6e815ed62b req-7786071d-ad2a-45c5-9a4d-48c2fab15227 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712481 Aug 03 19:30:26.174663 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-01f0956e-5039-4950-be6d-510dd5e454ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.309849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-e401ead9-e5cc-43fa-af16-3d6ac2fcd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:26.311567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-e401ead9-e5cc-43fa-af16-3d6ac2fcd719 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7197220 Aug 03 19:30:26.316218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33338) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.483071 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-ec10c8cc-6100-4232-8178-3ee715097973 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1834123 Aug 03 19:30:26.500804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-de675452-b817-423e-b0ea-90f4f8ca5e99 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552310 Aug 03 19:30:26.628212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-447a1f98-a805-49fa-af0b-a523a89aa70b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.634171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12fe7b72-19d9-4a75-915d-bf95c9ecf467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.671104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a1f98-a805-49fa-af0b-a523a89aa70b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Port': ['ID=2803b32e-8b10-4db1-935f-d7854c54a545,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:26.843707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-447a1f98-a805-49fa-af0b-a523a89aa70b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.844729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-447a1f98-a805-49fa-af0b-a523a89aa70b tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "DELETE /v2.0/ports/2803b32e-8b10-4db1-935f-d7854c54a545 HTTP/1.1" status: 204 len: 168 time: 1.9222763 Aug 03 19:30:26.850354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33358) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.902210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-ace0f7fd-9103-4968-9d4f-7400101d1665 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825133 Aug 03 19:30:26.902488 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f280d97f-bbb2-48de-a3d6-15828df8f717 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] GET failed (client error): The resource could not be found. Aug 03 19:30:26.904967 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f280d97f-bbb2-48de-a3d6-15828df8f717 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "GET /v2.0/ports/2803b32e-8b10-4db1-935f-d7854c54a545 HTTP/1.1" status: 404 len: 333 time: 0.0532219 Aug 03 19:30:26.916789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33362) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.922167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1327347985'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:27.044424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-67c66334-ac21-419c-8078-dafda65bad02 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5 HTTP/1.1" status: 200 len: 217 time: 0.1195526 Aug 03 19:30:27.274305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-3515d3b3-a7ba-4790-882a-6143eceda777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:27.277370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-3515d3b3-a7ba-4790-882a-6143eceda777 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.2204208 Aug 03 19:30:27.372989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12fe7b72-19d9-4a75-915d-bf95c9ecf467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.414999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Made reservation on behalf of c7d902284275446aa0522546d4933bec for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:27.420395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.450170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] device_id is not set on port 51f78701-68ee-4390-b20e-67903148c5d3 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:27.455418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-992ac5e6-d38c-4cab-bbf2-d03c65a796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:27.457915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-992ac5e6-d38c-4cab-bbf2-d03c65a796f2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1641593 Aug 03 19:30:27.458392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12fe7b72-19d9-4a75-915d-bf95c9ecf467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.638891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Allocated IP 2001:db8::36a (e097d910-8560-4731-8a0c-3d4afc7c866d/54ad84f9-8b11-4cff-bd9b-d8711f105fe0/51f78701-68ee-4390-b20e-67903148c5d3) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:27.664672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-12fe7b72-19d9-4a75-915d-bf95c9ecf467 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42bd5f4689a14af89ccae2538c860576&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3469365 Aug 03 19:30:27.668979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33382) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:27.679339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-df1ebd89-9e74-4ad5-9be6-4fbe78601af2 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032998 Aug 03 19:30:27.680005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe7b72-19d9-4a75-915d-bf95c9ecf467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00e6039-3c1e-4459-8607-98099e1a8565,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:27.818478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b659a40-6c75-4c94-a4d7-7309ccb18487 req-9f7f9b6d-cb20-4713-a604-db0e3fa976a4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:27.823249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b659a40-6c75-4c94-a4d7-7309ccb18487 req-9f7f9b6d-cb20-4713-a604-db0e3fa976a4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.4472024 Aug 03 19:30:27.833287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b5a3-ed17-4758-8fd3-40eaa4b2879b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.887840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b5a3-ed17-4758-8fd3-40eaa4b2879b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.963873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-6906156c-f5e4-4792-8e77-1fbe6806ca6c service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771108 Aug 03 19:30:27.985519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b659a40-6c75-4c94-a4d7-7309ccb18487 req-40552c2c-1eca-49a7-8875-e88db9139870 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451519 Aug 03 19:30:28.063545 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-a790d0ac-9022-4244-90c6-b99a4cc9bb25 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=979a8db1-3302-40e4-8413-308d67aeb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0714073 Aug 03 19:30:28.201737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-9fcf0a8a-c1ca-492c-91f6-fcfc4f13bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.203182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-9fcf0a8a-c1ca-492c-91f6-fcfc4f13bb6c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.1303287 Aug 03 19:30:28.302118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-25c1d816-4ce8-4f65-b9e6-a95968ca0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.303715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-25c1d816-4ce8-4f65-b9e6-a95968ca0075 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919442 Aug 03 19:30:28.310794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.368864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Transition to ACTIVE for port object 51f78701-68ee-4390-b20e-67903148c5d3 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:28.372052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b5a3-ed17-4758-8fd3-40eaa4b2879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.382102 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b5a3-ed17-4758-8fd3-40eaa4b2879b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.389271 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a5f1b5a3-ed17-4758-8fd3-40eaa4b2879b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d00e6039-3c1e-4459-8607-98099e1a8565 HTTP/1.1" status: 204 len: 168 time: 0.7172775 Aug 03 19:30:28.418780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1b5a3-ed17-4758-8fd3-40eaa4b2879b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00e6039-3c1e-4459-8607-98099e1a8565,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:28.510582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.538056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-47c9cfd0-f160-4c40-ba2c-4177741eaa9f service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262430 Aug 03 19:30:28.712481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Network e097d910-8560-4731-8a0c-3d4afc7c866d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:28.715207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=51f78701-68ee-4390-b20e-67903148c5d3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:28.734865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:28.740254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:28.761996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.763289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.783786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dc6d884-00d0-425f-a380-21b4e21f3cf7 req-4283e8c0-f210-492c-8a2a-023d9de8232b service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381949 Aug 03 19:30:28.931048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33404) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:28.937852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2d:5d:5c'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:28.939193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b7bc6bd4-5f20-4fde-9c48-6ce01a347500 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0208573 Aug 03 19:30:28.974637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-0282ee43-828c-4599-8082-2a1add890c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.983809 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-0282ee43-828c-4599-8082-2a1add890c14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1096 time: 0.2517066 Aug 03 19:30:29.388752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-a834ddc5-b895-430f-93e0-0edc7a65fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:29.400020 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-a834ddc5-b895-430f-93e0-0edc7a65fc7a service neutron] 10.222.0.63 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 896 time: 0.4085085 Aug 03 19:30:29.425582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2200c5ee-de5e-425d-ae4f-ce549c2eecee None None] Provisioning for port 51f78701-68ee-4390-b20e-67903148c5d3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:29.442574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2200c5ee-de5e-425d-ae4f-ce549c2eecee None None] Provisioning complete for port 51f78701-68ee-4390-b20e-67903148c5d3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:29.443458 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2200c5ee-de5e-425d-ae4f-ce549c2eecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.568020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2200c5ee-de5e-425d-ae4f-ce549c2eecee None None] Port 51f78701-68ee-4390-b20e-67903148c5d3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:29.576737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33416) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:29.624789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c945d878-c144-4b25-bdf6-61aca265487c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.702246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-b7df1837-6fc2-49ce-9d11-57bfc02782c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 1001 time: 0.2938673 Aug 03 19:30:29.714195 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.761761 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.831895 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-181bf41c-fa07-4b8c-8cf3-dbb1081341b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:29.833817 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-181bf41c-fa07-4b8c-8cf3-dbb1081341b6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.1231575 Aug 03 19:30:29.879952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c5f49-c876-4d8f-a694-1cf935b346da req-d0007ce5-83f3-46c3-a400-87d7b08892e3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:29.883710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b37c5f49-c876-4d8f-a694-1cf935b346da req-d0007ce5-83f3-46c3-a400-87d7b08892e3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2648244 Aug 03 19:30:29.940179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-15003b75-681d-461a-9f0b-2ac67a8f52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:29.942034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-15003b75-681d-461a-9f0b-2ac67a8f52a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989599 Aug 03 19:30:30.051684 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c945d878-c144-4b25-bdf6-61aca265487c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.059320 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c945d878-c144-4b25-bdf6-61aca265487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.096871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.104026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945d878-c144-4b25-bdf6-61aca265487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ab14eb-d74d-41bd-993a-95d1b2386882,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:30.104282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.140509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b37c5f49-c876-4d8f-a694-1cf935b346da req-f3c17dd5-b6b9-44c9-b66e-8f9f495f6e49 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330797 Aug 03 19:30:30.173552 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c945d878-c144-4b25-bdf6-61aca265487c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79a098849b754d42924fde87469d1d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955718 Aug 03 19:30:30.184160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33420) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:30.193408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] In _notify_port_updated(), no bound segment for port 51f78701-68ee-4390-b20e-67903148c5d3 on network e097d910-8560-4731-8a0c-3d4afc7c866d {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:30:30.206657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:30.207711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.213278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "PUT /v2.0/ports/51f78701-68ee-4390-b20e-67903148c5d3 HTTP/1.1" status: 200 len: 1003 time: 1.2810621 Aug 03 19:30:30.217675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33422) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:30.284283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61857b7-f9d6-4106-9891-8aa5637ed354 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=51f78701-68ee-4390-b20e-67903148c5d3,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:30.315784 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7c54480-77d0-4be5-be7d-c58b191e975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.442275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a91336e-c0cf-4cec-be7e-f3b99b008d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.447976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-a45fab72-a8e8-4b21-bf50-10e1291f01bf service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964781 Aug 03 19:30:30.482580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4b933fc2-9e2e-4ccb-b78f-82b182a18797 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Deleting port 51f78701-68ee-4390-b20e-67903148c5d3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:30.483476 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4b933fc2-9e2e-4ccb-b78f-82b182a18797 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.672783 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a91336e-c0cf-4cec-be7e-f3b99b008d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.737622 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-8c5caae2-e42e-4107-a040-a4a61d2c2369 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772288 Aug 03 19:30:30.807162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4b933fc2-9e2e-4ccb-b78f-82b182a18797 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.833985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4b933fc2-9e2e-4ccb-b78f-82b182a18797 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Calling delete_port for 51f78701-68ee-4390-b20e-67903148c5d3 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:30.840651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a91336e-c0cf-4cec-be7e-f3b99b008d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.843992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a91336e-c0cf-4cec-be7e-f3b99b008d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.845758 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6a91336e-c0cf-4cec-be7e-f3b99b008d7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30ab14eb-d74d-41bd-993a-95d1b2386882 HTTP/1.1" status: 204 len: 168 time: 0.6594810 Aug 03 19:30:30.857450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91336e-c0cf-4cec-be7e-f3b99b008d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ab14eb-d74d-41bd-993a-95d1b2386882,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:30.930511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2b14d7a6-51d6-415c-9632-9baaab667e39 None None] Provisioning complete for port 51f78701-68ee-4390-b20e-67903148c5d3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:30.931922 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2b14d7a6-51d6-415c-9632-9baaab667e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.978977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2b14d7a6-51d6-415c-9632-9baaab667e39 None None] Port 51f78701-68ee-4390-b20e-67903148c5d3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:31.143654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4b933fc2-9e2e-4ccb-b78f-82b182a18797 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.197744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b933fc2-9e2e-4ccb-b78f-82b182a18797 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Port': ['ID=51f78701-68ee-4390-b20e-67903148c5d3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:31.291875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4b933fc2-9e2e-4ccb-b78f-82b182a18797 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.298337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4b933fc2-9e2e-4ccb-b78f-82b182a18797 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "DELETE /v2.0/ports/51f78701-68ee-4390-b20e-67903148c5d3 HTTP/1.1" status: 204 len: 168 time: 1.0768249 Aug 03 19:30:31.299578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33440) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:31.399976 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ccde35-8a6e-4863-a040-e1684b3105ac tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] GET failed (client error): The resource could not be found. Aug 03 19:30:31.403095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-03ccde35-8a6e-4863-a040-e1684b3105ac tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "GET /v2.0/ports/51f78701-68ee-4390-b20e-67903148c5d3 HTTP/1.1" status: 404 len: 333 time: 0.1008124 Aug 03 19:30:31.407900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:31.416273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-995572457'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:31.479416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896583b8-956e-4c13-81fa-e2cfa56fdb30 req-4649fa78-4ebe-405a-acfd-86e49b50b115 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:31.481066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-896583b8-956e-4c13-81fa-e2cfa56fdb30 req-4649fa78-4ebe-405a-acfd-86e49b50b115 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.1797035 Aug 03 19:30:31.636648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-896583b8-956e-4c13-81fa-e2cfa56fdb30 req-ce914426-fcce-4592-a2cf-cf0e7507dbdc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388485 Aug 03 19:30:31.838163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Made reservation on behalf of c7d902284275446aa0522546d4933bec for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:31.849498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.876667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] device_id is not set on port 48b5ea6b-4bb1-47b4-b345-3f4ad5be201d yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:31.911668 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.113388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Allocated IP 2001:db8::3c1 (e097d910-8560-4731-8a0c-3d4afc7c866d/54ad84f9-8b11-4cff-bd9b-d8711f105fe0/48b5ea6b-4bb1-47b4-b345-3f4ad5be201d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:32.392571 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.428492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Transition to ACTIVE for port object 48b5ea6b-4bb1-47b4-b345-3f4ad5be201d will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:32.513994 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.632708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Network e097d910-8560-4731-8a0c-3d4afc7c866d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:32.638150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:32.646177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:32.659434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:32.662494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.699609 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2904918 Aug 03 19:30:32.700257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33474) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:32.743439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'network_id': 'e097d910-8560-4731-8a0c-3d4afc7c866d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1918441034'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:32.744353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44170-ef17-417d-a98c-b4c3195a36f2 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=48b5ea6b-4bb1-47b4-b345-3f4ad5be201d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:33.162268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc3374-7203-4e35-a0b8-81fd9ccd2ba9 req-6797e2f8-5c78-4c08-82de-69a68c8a8072 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:33.182365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc3374-7203-4e35-a0b8-81fd9ccd2ba9 req-6797e2f8-5c78-4c08-82de-69a68c8a8072 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2669926 Aug 03 19:30:33.370850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cbc3374-7203-4e35-a0b8-81fd9ccd2ba9 req-4f99c0d8-ad54-4f1f-850b-dcabce36ca99 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726658 Aug 03 19:30:33.462354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-910f9eaf-592a-4a28-90ec-0a49586f704a None None] Provisioning for port 48b5ea6b-4bb1-47b4-b345-3f4ad5be201d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:33.474369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-910f9eaf-592a-4a28-90ec-0a49586f704a None None] Provisioning complete for port 48b5ea6b-4bb1-47b4-b345-3f4ad5be201d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:33.474811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-910f9eaf-592a-4a28-90ec-0a49586f704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.546738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-910f9eaf-592a-4a28-90ec-0a49586f704a None None] Port 48b5ea6b-4bb1-47b4-b345-3f4ad5be201d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:33.563738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Made reservation on behalf of c7d902284275446aa0522546d4933bec for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:33.572319 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.620290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] device_id is not set on port 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:33.744459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2b1b9-c3ff-4fd0-a5c3-6a43d99c2204 req-dbce2af3-bdc7-4650-9868-2ece46a4a593 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:33.763684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cc2b1b9-c3ff-4fd0-a5c3-6a43d99c2204 req-dbce2af3-bdc7-4650-9868-2ece46a4a593 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 945 time: 0.3437874 Aug 03 19:30:33.939091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cc2b1b9-c3ff-4fd0-a5c3-6a43d99c2204 req-2688c58f-325f-404f-9c06-7c00d31a029e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611834 Aug 03 19:30:34.032546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Allocated IP 2001:db8::311 (e097d910-8560-4731-8a0c-3d4afc7c866d/54ad84f9-8b11-4cff-bd9b-d8711f105fe0/5007e881-67e5-4d18-a6b7-b1d1f9ee5db3) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:34.053272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33504) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:34.476504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-185c56a0-a7a8-4377-acbe-f63def0e1143 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-401188700'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:34.516052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.520939 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.560466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-185c56a0-a7a8-4377-acbe-f63def0e1143 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.562590 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-185c56a0-a7a8-4377-acbe-f63def0e1143 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.563042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Transition to ACTIVE for port object 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:34.704335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.749762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-185c56a0-a7a8-4377-acbe-f63def0e1143 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.765561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-185c56a0-a7a8-4377-acbe-f63def0e1143 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.804615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-185c56a0-a7a8-4377-acbe-f63def0e1143 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.811622 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-185c56a0-a7a8-4377-acbe-f63def0e1143 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7558727 Aug 03 19:30:34.822277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33532) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:34.860463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=5007e881-67e5-4d18-a6b7-b1d1f9ee5db3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:34.927651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Network e097d910-8560-4731-8a0c-3d4afc7c866d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:34.931709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:34.958761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8197a82-b750-4e8d-bf13-b011f72481f1 req-16d43178-2f6e-4316-9852-b6a459e19513 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:34.974056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8197a82-b750-4e8d-bf13-b011f72481f1 req-16d43178-2f6e-4316-9852-b6a459e19513 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2962611 Aug 03 19:30:34.977934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:34.984237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:34.985458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.013524 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01ca30b5-258d-42c6-8a0d-d80834b22a71 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.081859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8197a82-b750-4e8d-bf13-b011f72481f1 req-337130a5-934a-4168-bcec-c8e86506b039 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065235 Aug 03 19:30:35.089771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3caa0237-2b02-4b96-b114-b7c9f1b89fd5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3857224 Aug 03 19:30:35.099552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33538) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:35.115485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b3', 'mac_address': 'fa:16:3e:2d:5d:5c'}, {'ip_address': '2001:db8::3c1', 'mac_address': 'fa:16:3e:3e:d4:87'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:35.498839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-148769de-8207-4761-82d4-a6d787de5e78 None None] Provisioning for port 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:35.507289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-148769de-8207-4761-82d4-a6d787de5e78 None None] Provisioning complete for port 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:35.507900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-148769de-8207-4761-82d4-a6d787de5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.539851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.589127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01ca30b5-258d-42c6-8a0d-d80834b22a71 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.593866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01ca30b5-258d-42c6-8a0d-d80834b22a71 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.597926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-148769de-8207-4761-82d4-a6d787de5e78 None None] Port 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:35.653639 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01ca30b5-258d-42c6-8a0d-d80834b22a71 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.654688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ca30b5-258d-42c6-8a0d-d80834b22a71 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc711cf7-f4e8-490c-8be3-cf1d2a08021a {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:35.662992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01ca30b5-258d-42c6-8a0d-d80834b22a71 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.666304 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-01ca30b5-258d-42c6-8a0d-d80834b22a71 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "DELETE /v2.0/routers/dc711cf7-f4e8-490c-8be3-cf1d2a08021a HTTP/1.1" status: 204 len: 168 time: 0.8429866 Aug 03 19:30:35.672091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33544) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:35.699714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-64b783f3-c517-4d1c-88eb-d6bd2ee47d83 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Request body: {'router': {'name': 'tempest-router-2106608806', 'distributed': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:35.760067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-64b783f3-c517-4d1c-88eb-d6bd2ee47d83 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.761871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-64b783f3-c517-4d1c-88eb-d6bd2ee47d83 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.004014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-64b783f3-c517-4d1c-88eb-d6bd2ee47d83 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.013645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-64b783f3-c517-4d1c-88eb-d6bd2ee47d83 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.055295 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-64b783f3-c517-4d1c-88eb-d6bd2ee47d83 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.061064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-64b783f3-c517-4d1c-88eb-d6bd2ee47d83 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3843822 Aug 03 19:30:36.062538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33552) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:36.067589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.088155 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.167189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] In _notify_port_updated(), no bound segment for port 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 on network e097d910-8560-4731-8a0c-3d4afc7c866d {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:30:36.178808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:36.180554 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.183051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "PUT /v2.0/ports/5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 HTTP/1.1" status: 200 len: 1068 time: 1.0806513 Aug 03 19:30:36.188365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33556) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:36.336685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e69b1e62-b20e-4049-a111-f870f1726463 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.349253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e022f-33d0-4ac1-b23e-d57e66fb658e tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event updated for resources: {'Port': ['ID=5007e881-67e5-4d18-a6b7-b1d1f9ee5db3,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:36.604475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fbf10-cbcf-4f37-8345-2929e42f7f54 req-3c0d43f2-9eca-4ef0-b57e-a20c7012616d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:36.606747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-435fbf10-cbcf-4f37-8345-2929e42f7f54 req-3c0d43f2-9eca-4ef0-b57e-a20c7012616d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2891839 Aug 03 19:30:36.722441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-435fbf10-cbcf-4f37-8345-2929e42f7f54 req-721f8dd6-9835-42cf-8cd3-ef5a1d86b63a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012995 Aug 03 19:30:36.750213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-be29a66f-3c14-441e-b3f2-9990ccaeccd1 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Deleting port 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:36.750572 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be29a66f-3c14-441e-b3f2-9990ccaeccd1 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.755143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e69b1e62-b20e-4049-a111-f870f1726463 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.759247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e69b1e62-b20e-4049-a111-f870f1726463 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.799581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a1e4379f-0944-4780-ab3e-369ee486c11c None None] Provisioning complete for port 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:36.800352 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a1e4379f-0944-4780-ab3e-369ee486c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.946240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be29a66f-3c14-441e-b3f2-9990ccaeccd1 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.960198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e69b1e62-b20e-4049-a111-f870f1726463 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.960778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69b1e62-b20e-4049-a111-f870f1726463 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71857def-f983-4747-8640-048995d31b5a {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:36.963701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-be29a66f-3c14-441e-b3f2-9990ccaeccd1 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Calling delete_port for 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:36.971479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e69b1e62-b20e-4049-a111-f870f1726463 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.978434 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e69b1e62-b20e-4049-a111-f870f1726463 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "DELETE /v2.0/routers/71857def-f983-4747-8640-048995d31b5a HTTP/1.1" status: 204 len: 168 time: 0.9083357 Aug 03 19:30:36.978596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33568) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:36.984567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4379f-0944-4780-ab3e-369ee486c11c None None] Port 5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:36.994004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-81e98d4a-8c55-4c8a-8cdc-ca94befb97d1 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Request body: {'router': {'name': 'tempest-router-637127128', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '54eabe6783f74a20b306b7ddb341d5d9'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:37.061428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81e98d4a-8c55-4c8a-8cdc-ca94befb97d1 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.063187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81e98d4a-8c55-4c8a-8cdc-ca94befb97d1 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.187804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81e98d4a-8c55-4c8a-8cdc-ca94befb97d1 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.198689 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81e98d4a-8c55-4c8a-8cdc-ca94befb97d1 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.230229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-81e98d4a-8c55-4c8a-8cdc-ca94befb97d1 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.232030 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-81e98d4a-8c55-4c8a-8cdc-ca94befb97d1 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2518868 Aug 03 19:30:37.234874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33574) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:37.236799 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be29a66f-3c14-441e-b3f2-9990ccaeccd1 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.246519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:37.283528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29a66f-3c14-441e-b3f2-9990ccaeccd1 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Port': ['ID=5007e881-67e5-4d18-a6b7-b1d1f9ee5db3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:37.556349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be29a66f-3c14-441e-b3f2-9990ccaeccd1 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.561961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-be29a66f-3c14-441e-b3f2-9990ccaeccd1 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "DELETE /v2.0/ports/5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 HTTP/1.1" status: 204 len: 168 time: 1.3720429 Aug 03 19:30:37.562676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33578) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:37.607492 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b28100a-cb47-47c4-9810-b19df4a65158 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] GET failed (client error): The resource could not be found. Aug 03 19:30:37.610039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1b28100a-cb47-47c4-9810-b19df4a65158 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "GET /v2.0/ports/5007e881-67e5-4d18-a6b7-b1d1f9ee5db3 HTTP/1.1" status: 404 len: 333 time: 0.0456381 Aug 03 19:30:37.612287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33580) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:37.628832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.635648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.831212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-72d28493-c753-4d77-a518-2c9887996417 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Deleting port 48b5ea6b-4bb1-47b4-b345-3f4ad5be201d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:37.831808 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72d28493-c753-4d77-a518-2c9887996417 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.836465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94133) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Aug 03 19:30:37.837419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Router 12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6 migrating from provider to provider. {{(pid=94133) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Aug 03 19:30:37.838126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.845974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.863800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.964900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbf46-abc4-49f7-96a1-cc82299c7dee req-a9b0b7ef-90d6-4e0b-92a0-5929317fc005 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:37.973300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0bdbf46-abc4-49f7-96a1-cc82299c7dee req-a9b0b7ef-90d6-4e0b-92a0-5929317fc005 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.1360769 Aug 03 19:30:38.128884 n-d-803378-1 neutron-server[94133]: WARNING neutron.scheduler.l3_agent_scheduler [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] No L3 agents can host the router 12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6 Aug 03 19:30:38.603827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72d28493-c753-4d77-a518-2c9887996417 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.621423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-72d28493-c753-4d77-a518-2c9887996417 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Calling delete_port for 48b5ea6b-4bb1-47b4-b345-3f4ad5be201d owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:38.767625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0bdbf46-abc4-49f7-96a1-cc82299c7dee req-91950fa1-bce1-4f56-9989-1056933eb6c6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7931941 Aug 03 19:30:38.842152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72d28493-c753-4d77-a518-2c9887996417 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.949354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Hosts for router 12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6: [] {{(pid=94133) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 03 19:30:38.986069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d28493-c753-4d77-a518-2c9887996417 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Port': ['ID=48b5ea6b-4bb1-47b4-b345-3f4ad5be201d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:39.006206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Hosts for other DVR routers connected to router 12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6: set() {{(pid=94133) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 03 19:30:39.018924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.018924 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-027c0068-595e-46c3-8637-59571a991271 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "PUT /v2.0/routers/12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6 HTTP/1.1" status: 200 len: 716 time: 1.7808111 Aug 03 19:30:39.026694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33598) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:39.043035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72d28493-c753-4d77-a518-2c9887996417 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.050777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-72d28493-c753-4d77-a518-2c9887996417 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "DELETE /v2.0/ports/48b5ea6b-4bb1-47b4-b345-3f4ad5be201d HTTP/1.1" status: 204 len: 168 time: 1.4365995 Aug 03 19:30:39.051131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33600) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:39.145262 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8042a1d8-e031-493f-b01b-2edd277c492a tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] GET failed (client error): The resource could not be found. Aug 03 19:30:39.158031 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8042a1d8-e031-493f-b01b-2edd277c492a tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "GET /v2.0/ports/48b5ea6b-4bb1-47b4-b345-3f4ad5be201d HTTP/1.1" status: 404 len: 333 time: 0.1018763 Aug 03 19:30:39.158835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33606) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:39.232197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d60b397a-2a6c-4c71-aaa6-e0865746d7c8 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "GET /v2.0/routers/12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6 HTTP/1.1" status: 200 len: 716 time: 0.2016523 Aug 03 19:30:39.245167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33612) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:39.271109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33614) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:39.440880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Deleting port fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:39.441740 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.682081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-87672da8-b2f7-47cd-bd75-be196afbd343 tempest-RoutersTestDVR-585477776 tempest-RoutersTestDVR-585477776-project] 10.222.0.42 "GET /v2.0/routers/12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6 HTTP/1.1" status: 200 len: 682 time: 0.4353802 Aug 03 19:30:39.692373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33624) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:39.771463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.800110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dcfbed43-b78e-4834-b34f-47b0f5b48ebf tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.836129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Calling delete_port for fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:39.958657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:30:40.314204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dcfbed43-b78e-4834-b34f-47b0f5b48ebf tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.335161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dcfbed43-b78e-4834-b34f-47b0f5b48ebf tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.365925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:40.380908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d1e3b-9262-4c0e-84b0-844d7cfe6541 req-2d4413cf-9734-4a91-a0e9-6e8aad1ed4c9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.383783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb2d1e3b-9262-4c0e-84b0-844d7cfe6541 req-2d4413cf-9734-4a91-a0e9-6e8aad1ed4c9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2954977 Aug 03 19:30:40.399012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'mac_address': 'fa:16:3e:97:04:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:30:40.495603 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.529641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73d097c3-a7a4-41f0-9464-39aa57a02399 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:30:40.583864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:40.596820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.669743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.740097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:40.746441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Port': ['ID=fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:40.808277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['73d097c3-a7a4-41f0-9464-39aa57a02399'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:30:40.822804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.823274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.823693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.825338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.827089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.829325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.832046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.832046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.832046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.832046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.832046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.832046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:40.854716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.859619 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d061c405-28f6-4885-8fc6-46819d1f1269 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "DELETE /v2.0/ports/fd5e1019-8ed0-4e3f-88e2-4cf89fcc8d23 HTTP/1.1" status: 204 len: 168 time: 1.6992640 Aug 03 19:30:40.861726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33638) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:40.880806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb2d1e3b-9262-4c0e-84b0-844d7cfe6541 req-3096aa3e-62d3-47f6-979a-364d5a23a1c0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440464 Aug 03 19:30:40.931197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dcfbed43-b78e-4834-b34f-47b0f5b48ebf tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.931197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfbed43-b78e-4834-b34f-47b0f5b48ebf tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:40.945182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dcfbed43-b78e-4834-b34f-47b0f5b48ebf tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.952805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dcfbed43-b78e-4834-b34f-47b0f5b48ebf tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "DELETE /v2.0/routers/12d9e8c2-ae8e-45a9-8e8b-7a82fda4b5b6 HTTP/1.1" status: 204 len: 168 time: 1.2528901 Aug 03 19:30:40.966722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33640) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:41.006466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3adc5379-afb7-44f5-8c82-81467f08e5d9 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Request body: {'router': {'name': 'tempest-router-1589495184', 'distributed': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:41.040403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a8cb4e-c8c9-43ca-a3da-6018acabb0b5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Deleting subnet 54ad84f9-8b11-4cff-bd9b-d8711f105fe0 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:41.084619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42a8cb4e-c8c9-43ca-a3da-6018acabb0b5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.224298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42a8cb4e-c8c9-43ca-a3da-6018acabb0b5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.229335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3adc5379-afb7-44f5-8c82-81467f08e5d9 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.230539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3adc5379-afb7-44f5-8c82-81467f08e5d9 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.356060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3adc5379-afb7-44f5-8c82-81467f08e5d9 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.415145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.429999 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3adc5379-afb7-44f5-8c82-81467f08e5d9 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.462508 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42a8cb4e-c8c9-43ca-a3da-6018acabb0b5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.516551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3adc5379-afb7-44f5-8c82-81467f08e5d9 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.521161 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3adc5379-afb7-44f5-8c82-81467f08e5d9 tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5315156 Aug 03 19:30:41.526857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33650) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:41.665641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20aef9ad-da22-4ec7-9b80-fdb064bab86b tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.714085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42a8cb4e-c8c9-43ca-a3da-6018acabb0b5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.775504 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-42a8cb4e-c8c9-43ca-a3da-6018acabb0b5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.780653 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-42a8cb4e-c8c9-43ca-a3da-6018acabb0b5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "DELETE /v2.0/subnets/54ad84f9-8b11-4cff-bd9b-d8711f105fe0 HTTP/1.1" status: 204 len: 168 time: 0.9166336 Aug 03 19:30:41.795709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33656) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:41.796442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a85d441-cac1-4194-b6ba-296ea192eeb5 None None] Network e097d910-8560-4731-8a0c-3d4afc7c866d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:41.831125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8cb4e-c8c9-43ca-a3da-6018acabb0b5 tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Subnet': ['ID=54ad84f9-8b11-4cff-bd9b-d8711f105fe0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:41.970932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:42.003409 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20aef9ad-da22-4ec7-9b80-fdb064bab86b tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.009777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20aef9ad-da22-4ec7-9b80-fdb064bab86b tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.014341 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.115784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20aef9ad-da22-4ec7-9b80-fdb064bab86b tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.117108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aef9ad-da22-4ec7-9b80-fdb064bab86b tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0deea06e-23ff-4973-9a9a-c2f76bb3530a {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:42.127020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20aef9ad-da22-4ec7-9b80-fdb064bab86b tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.135972 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-20aef9ad-da22-4ec7-9b80-fdb064bab86b tempest-RoutersTestDVR-757467538 tempest-RoutersTestDVR-757467538-project-admin] 10.222.0.42 "DELETE /v2.0/routers/0deea06e-23ff-4973-9a9a-c2f76bb3530a HTTP/1.1" status: 204 len: 168 time: 0.6077437 Aug 03 19:30:42.192533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 73d097c3-a7a4-41f0-9464-39aa57a02399 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:42.193240 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.195851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca9e5c-4a73-4105-bb1e-b507d20b706c req-7c0d1cf3-1492-4a55-8631-1c599a18de15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:42.206936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36ca9e5c-4a73-4105-bb1e-b507d20b706c req-7c0d1cf3-1492-4a55-8631-1c599a18de15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.1777058 Aug 03 19:30:42.303315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] DHCP port deletion for e097d910-8560-4731-8a0c-3d4afc7c866d request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:42.329018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36ca9e5c-4a73-4105-bb1e-b507d20b706c req-b23ba45c-90e4-4685-b7ee-6df762e563de tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174455 Aug 03 19:30:42.399803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Deleting port c3c04294-3ea4-493d-bf4a-875a4e8fa16d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:42.400249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.523256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Deleting port bebe61ca-9071-4ba6-af22-8e1411d6580b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:42.523812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.626449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] For port c3c04294-3ea4-493d-bf4a-875a4e8fa16d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c3c04294-3ea4-493d-bf4a-875a4e8fa16d,segment=NetworkSegment(87ff5aab-257b-4bb4-89a1-dfeaca326812),segment_id=87ff5aab-257b-4bb4-89a1-dfeaca326812)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:42.626955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.642632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Calling delete_port for c3c04294-3ea4-493d-bf4a-875a4e8fa16d owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:42.654391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c3c04294-3ea4-493d-bf4a-875a4e8fa16d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:42.772736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.795093 n-d-803378-1 neutron-server[94135]: INFO neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No ports have port_id starting with c3c04294-3ea4-493d-bf4a-875a4e8fa16d Aug 03 19:30:42.840601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33674) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:42.872214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Port': ['ID=c3c04294-3ea4-493d-bf4a-875a4e8fa16d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:42.923560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] For port bebe61ca-9071-4ba6-af22-8e1411d6580b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=bebe61ca-9071-4ba6-af22-8e1411d6580b,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:42.924493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.952299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] No DVR routers for this DVR port c3c04294-3ea4-493d-bf4a-875a4e8fa16d on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:42.956194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Calling delete_port for bebe61ca-9071-4ba6-af22-8e1411d6580b owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:42.977626 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.980576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] Deleting port c3c04294-3ea4-493d-bf4a-875a4e8fa16d {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:42.980942 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.090439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:43.092918 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4974a2c-e6ea-42a7-9fd2-375d34ee2f27" -d '{"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-plugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:43.123315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:43.140859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] For port c3c04294-3ea4-493d-bf4a-875a4e8fa16d, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:43.141892 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.145415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.213345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c252c346-ce68-48dd-8127-15caf257ddb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.220774 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcd5275-cc51-47ad-a0b6-df168d979021 x-openstack-request-id: req-ebcd5275-cc51-47ad-a0b6-df168d979021 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:43.221077 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-plugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:43.221343 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebcd5275-cc51-47ad-a0b6-df168d979021 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:43.221872 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'code': 200} Aug 03 19:30:43.222813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] Calling delete_port for c3c04294-3ea4-493d-bf4a-875a4e8fa16d owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:43.231770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] Port c3c04294-3ea4-493d-bf4a-875a4e8fa16d was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:30:43.235363 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.250482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] No DVR routers for this DVR port c3c04294-3ea4-493d-bf4a-875a4e8fa16d on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:43.288059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:43.308975 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.332671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c313a59-6113-46a6-be28-30f8e1ff722c None None] Pushing event deleted for resources: {'Port': ['ID=c3c04294-3ea4-493d-bf4a-875a4e8fa16d,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:43.426152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e097d910-8560-4731-8a0c-3d4afc7c866d']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:43.450432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c252c346-ce68-48dd-8127-15caf257ddb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.454846 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:30:43.461745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c252c346-ce68-48dd-8127-15caf257ddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.506451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ff5aab-257b-4bb4-89a1-dfeaca326812') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:43.507759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ff5aab-257b-4bb4-89a1-dfeaca326812') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:43.523074 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c252c346-ce68-48dd-8127-15caf257ddb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54eabe6783f74a20b306b7ddb341d5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6754911 Aug 03 19:30:43.523074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252c346-ce68-48dd-8127-15caf257ddb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3409e2b-bdd4-487f-b571-57428770bce2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:43.527823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33688) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:43.593574 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.686313 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.691376 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.723100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:43.723773 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:43.733807 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:43.872492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebe61ca-9071-4ba6-af22-8e1411d6580b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:44.007271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19e228b8-5abb-474c-aed1-e3fc2efc41bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.052245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19e228b8-5abb-474c-aed1-e3fc2efc41bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.139278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd19f-4acf-48d2-b5b3-d99f342f78f4 req-d7e96c8c-33ff-4c86-b5a2-6761b2fa506e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:44.141888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24fcd19f-4acf-48d2-b5b3-d99f342f78f4 req-d7e96c8c-33ff-4c86-b5a2-6761b2fa506e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.5575972 Aug 03 19:30:44.150667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.159456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.165808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] 10.222.0.42 "DELETE /v2.0/networks/e097d910-8560-4731-8a0c-3d4afc7c866d HTTP/1.1" status: 204 len: 168 time: 2.3664548 Aug 03 19:30:44.227795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c34fcf-bc97-4f4b-86b5-2abc3f3095fc tempest-AllowedAddressPairIpV6TestJSON-199700896 tempest-AllowedAddressPairIpV6TestJSON-199700896-project] Pushing event deleted for resources: {'Network': ['ID=e097d910-8560-4731-8a0c-3d4afc7c866d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:44.278350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19e228b8-5abb-474c-aed1-e3fc2efc41bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.285168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19e228b8-5abb-474c-aed1-e3fc2efc41bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.287404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-19e228b8-5abb-474c-aed1-e3fc2efc41bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3409e2b-bdd4-487f-b571-57428770bce2 HTTP/1.1" status: 204 len: 168 time: 0.7446232 Aug 03 19:30:44.500466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e228b8-5abb-474c-aed1-e3fc2efc41bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3409e2b-bdd4-487f-b571-57428770bce2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:44.571033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24fcd19f-4acf-48d2-b5b3-d99f342f78f4 req-dc554823-f5ef-4aa1-a0d3-c4bb4672d949 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634439 Aug 03 19:30:44.777560 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.904934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33722) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:45.195472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33730) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:45.216115 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-861844e9-fac3-4357-a726-9de20449bd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.377131 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-76037244-6e2f-44c3-925c-548c867c4162 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7d902284275446aa0522546d4933bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644749 Aug 03 19:30:45.380367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33734) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:45.603193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca5351a9-cd9d-4f8e-84df-204a2fa60a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.719513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca5351a9-cd9d-4f8e-84df-204a2fa60a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.842984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-861844e9-fac3-4357-a726-9de20449bd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.852346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-861844e9-fac3-4357-a726-9de20449bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.880585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca5351a9-cd9d-4f8e-84df-204a2fa60a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.885979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca5351a9-cd9d-4f8e-84df-204a2fa60a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.892707 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ca5351a9-cd9d-4f8e-84df-204a2fa60a02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35312487-aa57-4f45-abf9-a6ac5d82005b HTTP/1.1" status: 204 len: 168 time: 0.5115271 Aug 03 19:30:45.933062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861844e9-fac3-4357-a726-9de20449bd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a8343-c48c-4a25-b3da-d8aac4353fba,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:45.942715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-861844e9-fac3-4357-a726-9de20449bd6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72afc74951da4404ac59ede66c19015a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461128 Aug 03 19:30:45.952709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33756) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:45.983606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5351a9-cd9d-4f8e-84df-204a2fa60a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35312487-aa57-4f45-abf9-a6ac5d82005b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:45.998037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:46.050176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-529a2601-5680-4337-9c85-4a28662dff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.119656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-529a2601-5680-4337-9c85-4a28662dff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.185892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d181d4f-ff69-43a7-87e0-cc234430d2e3 req-93f3d190-5931-44f0-9263-9a8ccb5a9296 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:46.195049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d181d4f-ff69-43a7-87e0-cc234430d2e3 req-93f3d190-5931-44f0-9263-9a8ccb5a9296 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.1945646 Aug 03 19:30:46.275980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:46.279131 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-529a2601-5680-4337-9c85-4a28662dff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.288623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] Sync routers for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:46.293381 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-529a2601-5680-4337-9c85-4a28662dff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.300938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e993248b-661b-47e6-b5df-23677105a974 admin admin] 10.222.0.42 "PUT /v2.0/routers/40aaa660-00a9-4f37-8c7c-cd44a36105a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0109446 Aug 03 19:30:46.302272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:46.304307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33758) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:46.305389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:30:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:46.337431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-529a2601-5680-4337-9c85-4a28662dff14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e34a8343-c48c-4a25-b3da-d8aac4353fba HTTP/1.1" status: 204 len: 168 time: 0.3709931 Aug 03 19:30:46.347641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d181d4f-ff69-43a7-87e0-cc234430d2e3 req-5f89d212-d0a0-491a-a2e7-4bfa26574e80 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513288 Aug 03 19:30:46.425141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a2601-5680-4337-9c85-4a28662dff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a8343-c48c-4a25-b3da-d8aac4353fba,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:46.906679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:46.965661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.420051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.716696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:30:43Z', 'revision_number': 5, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port': {'id': 'd18843b7-7ec4-4084-bea0-beb0f964a19a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:18:25Z', 'updated_at': '2021-08-03T19:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:47.804450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] Checking router: 40aaa660-00a9-4f37-8c7c-cd44a36105a3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:47.822907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] Routers {'40aaa660-00a9-4f37-8c7c-cd44a36105a3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:47.824356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:30:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:47.861363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Deleting port d18843b7-7ec4-4084-bea0-beb0f964a19a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:47.862141 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.889372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c4fc4-05f7-4725-b452-8ed634f1cec9 req-6f2f11fa-04fa-48de-9c63-ff34c7636285 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:47.900117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0c4fc4-05f7-4725-b452-8ed634f1cec9 req-6f2f11fa-04fa-48de-9c63-ff34c7636285 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.3130097 Aug 03 19:30:48.116844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0c4fc4-05f7-4725-b452-8ed634f1cec9 req-9f7b4775-90f8-4b10-b208-48d445c76806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148116 Aug 03 19:30:48.181495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] For port d18843b7-7ec4-4084-bea0-beb0f964a19a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d18843b7-7ec4-4084-bea0-beb0f964a19a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:48.182762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.218019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Calling delete_port for d18843b7-7ec4-4084-bea0-beb0f964a19a owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:48.231841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] Set router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:48.366054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:30:47Z', 'revision_number': 6, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:48.439590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81922bb8-6206-4396-88d5-de9ab49ec890 None None] The sync data for ids ['40aaa660-00a9-4f37-8c7c-cd44a36105a3'] in n-d-803378-1 is: [{'id': '40aaa660-00a9-4f37-8c7c-cd44a36105a3', 'name': 'tempest-TaggedBootDevicesTest-430744524-router', 'tenant_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:18:23Z', 'updated_at': '2021-08-03T19:30:47Z', 'revision_number': 6, 'project_id': 'ba774eccb8f84b43bc564a618b6d16c6', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:48.548645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33824) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:48.682708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.683636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33828) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:48.768134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-970083466'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:48.773426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1937953125'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:48.776927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18843b7-7ec4-4084-bea0-beb0f964a19a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:48.808798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Made reservation on behalf of 69cca1345cad49209f1885d35fef09e5 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:48.813050 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.829671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.861293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:30:48.861293 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:30:48.861293 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id_1': '69cca1345cad49209f1885d35fef09e5', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 30, 48, 844570)}] Aug 03 19:30:48.861293 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:48.863217 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:48.983100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:48.989640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.026884 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.048692 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.363837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.504482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.524123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.613893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.614874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40aaa660-00a9-4f37-8c7c-cd44a36105a3 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:49.625262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.626986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8ebbd954-c54e-4b77-a5d7-1fc17d986423 admin admin] 10.222.0.42 "DELETE /v2.0/routers/40aaa660-00a9-4f37-8c7c-cd44a36105a3 HTTP/1.1" status: 204 len: 168 time: 3.3093314 Aug 03 19:30:49.631164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33842) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:49.670407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b3cc-f16e-49ab-af49-61c8b77f7fb2 req-53873d11-e5c7-4e3e-b3b2-c5ea932c8035 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:49.672459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1792b3cc-f16e-49ab-af49-61c8b77f7fb2 req-53873d11-e5c7-4e3e-b3b2-c5ea932c8035 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.3154740 Aug 03 19:30:49.760896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1792b3cc-f16e-49ab-af49-61c8b77f7fb2 req-31b57cc6-ff32-4bc1-a48e-02c8a577b25d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756178 Aug 03 19:30:49.766608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa8ac6b-4993-4970-b046-a89966d91353 admin admin] Deleting subnet 91d98ea1-b84f-454f-aa85-4704b0b0472a {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:49.772408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac6b-4993-4970-b046-a89966d91353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.837531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.851840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.909346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:49.919084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac6b-4993-4970-b046-a89966d91353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.924792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860b57db-14ae-4026-94ca-717f14b56905,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:49.940200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.946189 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Added segment 6d074cc8-f700-4c55-a2cc-c4f2e9c881e0 of type vlan for network d5619a45-b407-4be4-906b-8e2849f3c903 Aug 03 19:30:50.096595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.153185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac6b-4993-4970-b046-a89966d91353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.174487 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.189331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:50.190389 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.281811 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac6b-4993-4970-b046-a89966d91353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.330317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8ac6b-4993-4970-b046-a89966d91353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d98ea1-b84f-454f-aa85-4704b0b0472a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:50.336091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac6b-4993-4970-b046-a89966d91353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.338484 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6fa8ac6b-4993-4970-b046-a89966d91353 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/91d98ea1-b84f-454f-aa85-4704b0b0472a HTTP/1.1" status: 204 len: 168 time: 0.7057090 Aug 03 19:30:50.341761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4fb37-28e9-4749-94c2-da1e69c56391 None None] Network 3c474a87-5533-413e-ab07-c13e2d4bafd9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:50.347233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:50.355939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Network': ['ID=d5619a45-b407-4be4-906b-8e2849f3c903,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:50.425199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d5619a45-b407-4be4-906b-8e2849f3c903 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:50.508456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.535013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.545224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.550996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-680456bc-a274-4ff3-bfc6-97be2a680201 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0012910 Aug 03 19:30:50.555372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33858) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:50.562322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'subnet': {'network_id': 'd5619a45-b407-4be4-906b-8e2849f3c903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:50.573506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d18843b7-7ec4-4084-bea0-beb0f964a19a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:50.692960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: d18843b7-7ec4-4084-bea0-beb0f964a19a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:50.693978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:50.694195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d18843b7-7ec4-4084-bea0-beb0f964a19a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:50.696653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device bebe61ca-9071-4ba6-af22-8e1411d6580b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:50.726977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.729252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a94dbc-46dc-454e-a4fb-86eeb3777d95,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:50.739444 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.740322 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Added segment efba4e57-d19e-429e-a9bb-900d0dd8dafd of type vlan for network 775ce91e-6d9e-4918-afc7-c702eeaadfcc Aug 03 19:30:50.814147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:50.814958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: bebe61ca-9071-4ba6-af22-8e1411d6580b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:50.815116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device bebe61ca-9071-4ba6-af22-8e1411d6580b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:50.823785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.843013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.871083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Deleting port 9a950837-5db1-4946-973e-aec351409e2a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:50.871758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.948878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] DHCP port deletion for 3c474a87-5533-413e-ab07-c13e2d4bafd9 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:51.039300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] For port 9a950837-5db1-4946-973e-aec351409e2a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9a950837-5db1-4946-973e-aec351409e2a,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:51.040073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.045735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.057278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:51.058571 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.063621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] Deleting port 9a950837-5db1-4946-973e-aec351409e2a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:51.064656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b003c-d2f6-4a59-8d32-40d9610612e4 req-8f8311a9-0658-49e4-8c54-1fcc44e219ae tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:51.065749 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.067405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80b003c-d2f6-4a59-8d32-40d9610612e4 req-8f8311a9-0658-49e4-8c54-1fcc44e219ae tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.1171815 Aug 03 19:30:51.170667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Calling delete_port for 9a950837-5db1-4946-973e-aec351409e2a owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:51.177294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c80b003c-d2f6-4a59-8d32-40d9610612e4 req-f928de9e-2e4c-465f-b0cc-c9a1545b29c8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004236 Aug 03 19:30:51.221083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5350876 Aug 03 19:30:51.223810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33866) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:51.234291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f09323-16fa-4cfb-9ca5-afad0cf6f929 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Network': ['ID=775ce91e-6d9e-4918-afc7-c702eeaadfcc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:51.245837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'subnet': {'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:51.262123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:51.379800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] For port 9a950837-5db1-4946-973e-aec351409e2a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9a950837-5db1-4946-973e-aec351409e2a,segment=NetworkSegment(75ca4dd7-2fc8-4c01-b7c9-b83d70863305),segment_id=75ca4dd7-2fc8-4c01-b7c9-b83d70863305)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:51.381775 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.404966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] Calling delete_port for 9a950837-5db1-4946-973e-aec351409e2a owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:51.471757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.482961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Made reservation on behalf of 69cca1345cad49209f1885d35fef09e5 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:51.490561 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.497458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] No DVR routers for this DVR port 9a950837-5db1-4946-973e-aec351409e2a on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:51.610851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Pushing event deleted for resources: {'Port': ['ID=9a950837-5db1-4946-973e-aec351409e2a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:51.632970 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.666333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] Pushing event deleted for resources: {'Port': ['ID=9a950837-5db1-4946-973e-aec351409e2a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:51.677974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfd483-defc-406f-976f-6e18a45b04f7 None None] No DVR routers for this DVR port 9a950837-5db1-4946-973e-aec351409e2a on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:51.701211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.726350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.754326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c474a87-5533-413e-ab07-c13e2d4bafd9']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:51.817129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Subnet': ['ID=58e82665-5b13-488d-adfc-2302e785adf1,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:51.820864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ca4dd7-2fc8-4c01-b7c9-b83d70863305') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:51.821162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ca4dd7-2fc8-4c01-b7c9-b83d70863305') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:51.828137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Checking segment: {'id': '6d074cc8-f700-4c55-a2cc-c4f2e9c881e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd5619a45-b407-4be4-906b-8e2849f3c903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:51.828519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network hostable DHCP agents. Network: d5619a45-b407-4be4-906b-8e2849f3c903, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:51.848867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.874845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.880495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network d5619a45-b407-4be4-906b-8e2849f3c903 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:51.891843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:51.892518 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:51.894647 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:51.901900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d5619a45-b407-4be4-906b-8e2849f3c903) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:51.921160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbc0a8b-cd55-48eb-931d-3de3551793df None None] Network d5619a45-b407-4be4-906b-8e2849f3c903 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:51.935262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:51.935902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.974274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a012d7cf-0120-4625-88cf-57e6b9c8b669 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4172356 Aug 03 19:30:51.976813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.980355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33876) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:51.989994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1407807263', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:52.085914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Subnet': ['ID=3e8514f5-3589-4f38-a801-09255c4363fd,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:52.085914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.087090 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.091547 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.101220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.125683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] 10.222.0.42 "DELETE /v2.0/networks/3c474a87-5533-413e-ab07-c13e2d4bafd9 HTTP/1.1" status: 204 len: 168 time: 1.7772763 Aug 03 19:30:52.154354 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.168675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3274d3c-9bb1-44b4-9c4c-432e778aacad admin admin] Pushing event deleted for resources: {'Network': ['ID=3c474a87-5533-413e-ab07-c13e2d4bafd9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:52.330842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Checking segment: {'id': 'efba4e57-d19e-429e-a9bb-900d0dd8dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:52.331243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Network hostable DHCP agents. Network: 775ce91e-6d9e-4918-afc7-c702eeaadfcc, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:52.353632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e0fc73-dc15-41ec-a6ce-ac80f24b3c0e None None] Network d5619a45-b407-4be4-906b-8e2849f3c903 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:52.511628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.515660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:52.541843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 775ce91e-6d9e-4918-afc7-c702eeaadfcc) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:52.582462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6758c96-a821-4763-9fdf-40ac00441661 req-7561cb39-c3ca-4116-b081-2637c6cf4652 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:52.585309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9a950837-5db1-4946-973e-aec351409e2a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:52.590725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6758c96-a821-4763-9fdf-40ac00441661 req-7561cb39-c3ca-4116-b081-2637c6cf4652 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2612100 Aug 03 19:30:52.597466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:52.598127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.602003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7e7da-bf36-4586-8545-8a8e3f6be816 None None] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:52.631824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33888) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:52.716669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-33d1b860-8165-4885-9a8d-715953c5a3d3 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4885979 Aug 03 19:30:52.724636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33892) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:52.738206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'name': 'tempest-AllowedAddressPairTestJSON-230934912'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:52.768979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fdc47b4c-12e9-4548-a3cb-f12efb70d92f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba774eccb8f84b43bc564a618b6d16c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358604 Aug 03 19:30:52.770136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6758c96-a821-4763-9fdf-40ac00441661 req-65867e27-d6c2-41c7-bd07-e2e8cd7a1e52 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784706 Aug 03 19:30:52.778305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33894) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:52.809739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9a950837-5db1-4946-973e-aec351409e2a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:52.810430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9a950837-5db1-4946-973e-aec351409e2a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:52.881458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e39165c-2a4b-4f40-8c7c-266d7cf72ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.915157 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e39165c-2a4b-4f40-8c7c-266d7cf72ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.005241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e39165c-2a4b-4f40-8c7c-266d7cf72ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.013045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e39165c-2a4b-4f40-8c7c-266d7cf72ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.016016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4e39165c-2a4b-4f40-8c7c-266d7cf72ca5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/203db56f-11e2-49b5-a30d-62a2126f4690 HTTP/1.1" status: 204 len: 168 time: 0.2252131 Aug 03 19:30:53.054803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39165c-2a4b-4f40-8c7c-266d7cf72ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203db56f-11e2-49b5-a30d-62a2126f4690,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:53.070774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Made reservation on behalf of 69cca1345cad49209f1885d35fef09e5 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:53.074610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.135425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] device_id is not set on port ee2cd672-eba5-4884-bf1b-5ec47e565ebe yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:53.371644 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.399429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'tenant_id': '69cca1345cad49209f1885d35fef09e5', 'fixed_ips': [{'subnet_id': '3e8514f5-3589-4f38-a801-09255c4363fd'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:53.400662 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.450365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.524623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Allocated IP 172.20.0.11 (775ce91e-6d9e-4918-afc7-c702eeaadfcc/3e8514f5-3589-4f38-a801-09255c4363fd/ee2cd672-eba5-4884-bf1b-5ec47e565ebe) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:53.816065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.25.4.240 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/64f7162d-21e7-4764-ab24-a64e3ea088ba) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:53.966554 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.024191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.060273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:54.066319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:54.069895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:54.079749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.100689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Transition to ACTIVE for port object ee2cd672-eba5-4884-bf1b-5ec47e565ebe will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:54.155147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.251767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=64f7162d-21e7-4764-ab24-a64e3ea088ba,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:54.324818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=ee2cd672-eba5-4884-bf1b-5ec47e565ebe,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:54.338038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Allocated IP 172.20.0.2 (775ce91e-6d9e-4918-afc7-c702eeaadfcc/3e8514f5-3589-4f38-a801-09255c4363fd/f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:54.347527 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-7a5bc9e2-c191-4d74-88ed-d83f3b334799 service neutron] show failed (client error): The resource could not be found. Aug 03 19:30:54.353965 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-7a5bc9e2-c191-4d74-88ed-d83f3b334799 service neutron] 10.222.0.63 "GET /v2.0/ports/f614092a-1cb5-4cdd-8fc1-24e80657d4aa/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 1.1997316 Aug 03 19:30:54.364393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:54.372636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:54.459324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:54.613019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d47c2-4053-40e8-8872-0f1d788516f3 req-e1b7c1ac-86cf-4719-87e9-b5c0f7cb95ed tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.620834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-343d47c2-4053-40e8-8872-0f1d788516f3 req-e1b7c1ac-86cf-4719-87e9-b5c0f7cb95ed tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.5865316 Aug 03 19:30:54.692654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.693984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.761038 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-16f9620f-5f4f-4569-8870-ab1b28cb8733 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0339093 Aug 03 19:30:54.764647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33942) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:54.769369 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.770951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'name': 'tempest-AllowedAddressPairTestJSON-1481761628', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:cd:f8:f9'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:54.795522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Transition to ACTIVE for port object f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:54.802671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33946) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:54.829100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-343d47c2-4053-40e8-8872-0f1d788516f3 req-3eeb2208-9ad7-4c7b-915f-7867fbc2c642 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074094 Aug 03 19:30:54.861946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Transition to ACTIVE for port object f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:54.885684 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.941981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.990845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Pushing event updated for resources: {'Port': ['ID=f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:55.036699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:55.048451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:55.053353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:55.108248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-636747491-network', 'tenant_id': '0c69275381614f868b09dbcdc5b9ba4e'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:55.159635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Made reservation on behalf of 69cca1345cad49209f1885d35fef09e5 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:55.203677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Made reservation on behalf of 0c69275381614f868b09dbcdc5b9ba4e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:55.207533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.259917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.317506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Attempting to bind port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:55.317866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Attempting to bind port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'efba4e57-d19e-429e-a9bb-900d0dd8dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:55.318414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Attempting to bind port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b on network 775ce91e-6d9e-4918-afc7-c702eeaadfcc {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:55.330710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:55.331444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Checking segment: {'id': 'efba4e57-d19e-429e-a9bb-900d0dd8dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:55.331904 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.332573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Bound using segment: {'id': 'efba4e57-d19e-429e-a9bb-900d0dd8dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:55.333680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Bound port: f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efba4e57-d19e-429e-a9bb-900d0dd8dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:55.334172 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.480651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] For port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:55.506323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] For port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b,segment=NetworkSegment(efba4e57-d19e-429e-a9bb-900d0dd8dafd),segment_id=efba4e57-d19e-429e-a9bb-900d0dd8dafd)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:55.513046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-9c8019f3-4468-4d2d-9b72-2facdf3aee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:55.516431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-9c8019f3-4468-4d2d-9b72-2facdf3aee97 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 1096 time: 0.7409320 Aug 03 19:30:55.520623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.533933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:55.624670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.712027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.717686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] device_id is not set on port 92c45bb9-a279-4b7f-825e-e3a94a41d191 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:55.785882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ac8d2-bdb4-4e9c-b14b-f521cc55d05e None None] Pushing event updated for resources: {'Port': ['ID=f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:55.790883 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.849092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.031556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f614092a-1cb5-4cdd-8fc1-24e80657d4aa no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:56.383422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:56.509361 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.535786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.560084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:56.778590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:56.809402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f940be72-8027-4b94-ae07-88da9ad6a51d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:56.816781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Allocated IP 172.20.0.7 (775ce91e-6d9e-4918-afc7-c702eeaadfcc/3e8514f5-3589-4f38-a801-09255c4363fd/92c45bb9-a279-4b7f-825e-e3a94a41d191) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:56.849007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292186b8-2118-4f6d-b730-93fc64838eab req-8d5b7563-a51d-41e3-8002-4b223b469cd6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:56.866156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-292186b8-2118-4f6d-b730-93fc64838eab req-8d5b7563-a51d-41e3-8002-4b223b469cd6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.3024516 Aug 03 19:30:56.878986 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b35bbdd-8b1a-4612-abd1-238d07439964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.880857 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.889525 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.980011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:56.985994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Transition to ACTIVE for port object f614092a-1cb5-4cdd-8fc1-24e80657d4aa will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:57.010886 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.011806 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Added segment f4f90933-f52e-484c-9965-6e24934cb492 of type vlan for network 8574ca34-7dcb-4c9a-93ae-c55317938503 Aug 03 19:30:57.171242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.173489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-292186b8-2118-4f6d-b730-93fc64838eab req-59cabf23-1fe3-4b57-871a-18b886f6a553 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083181 Aug 03 19:30:57.244545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:57.259640 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd133a61-a5ca-4512-a85f-aa27df6b5e4d" -d '{"events": [{"server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:57.279330 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:57.279829 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:57.299578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.306655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:57.347909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.348267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:57.348667 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.445248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:57.663501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.788237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9838896 Aug 03 19:30:57.846034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33982) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:57.866659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Transition to ACTIVE for port object 92c45bb9-a279-4b7f-825e-e3a94a41d191 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:57.871503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Request body: {'subnet': {'network_id': '8574ca34-7dcb-4c9a-93ae-c55317938503', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-636747491-subnet', 'tenant_id': '0c69275381614f868b09dbcdc5b9ba4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:57.883514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] No DVR routers for this DVR port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:57.987583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.999292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e1289-d2d4-469a-8a35-cb4aced4c16b admin admin] Pushing event updated for resources: {'Network': ['ID=8574ca34-7dcb-4c9a-93ae-c55317938503,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:58.039706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8574ca34-7dcb-4c9a-93ae-c55317938503 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:58.054221 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a20a874-3f2a-4e84-bbfb-1cf80d17616c x-openstack-request-id: req-5a20a874-3f2a-4e84-bbfb-1cf80d17616c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:58.054832 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:58.055224 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a20a874-3f2a-4e84-bbfb-1cf80d17616c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:58.055818 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'code': 200} Aug 03 19:30:58.176369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.325387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=92c45bb9-a279-4b7f-825e-e3a94a41d191,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:58.329285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:58.332323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Attempting to bind port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:58.332671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Attempting to bind port f614092a-1cb5-4cdd-8fc1-24e80657d4aa by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:58.333006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Attempting to bind port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on network c84f39e5-728b-4562-8e7a-c50ae9d70c91 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:58.341153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on network c84f39e5-728b-4562-8e7a-c50ae9d70c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:30:58.341534 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Attempting to bind port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on network c84f39e5-728b-4562-8e7a-c50ae9d70c91 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:58.344353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef879701-85c8-4865-b2d9-8460e3c3a4cf None None] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:58.351790 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667cb5f-fb8c-43d9-a9ff-bc7b71be7ff6 None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:58.368359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Made reservation on behalf of 0c69275381614f868b09dbcdc5b9ba4e for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:58.371365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.374628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:58.374977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Checking segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:58.375382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Bound using segment: {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:58.375875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Bound port: f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98af9e3a-e114-4683-b31b-eb0599205081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:58.376701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.384438 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667cb5f-fb8c-43d9-a9ff-bc7b71be7ff6 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:58.388282 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6667cb5f-fb8c-43d9-a9ff-bc7b71be7ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:30:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:58.472105 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6667cb5f-fb8c-43d9-a9ff-bc7b71be7ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:58.489134 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667cb5f-fb8c-43d9-a9ff-bc7b71be7ff6 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:58.490318 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6667cb5f-fb8c-43d9-a9ff-bc7b71be7ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:30:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:58.556680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7807b505-71df-4844-bc26-33f49ca7d1d5 None None] Provisioning for port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:58.568169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7807b505-71df-4844-bc26-33f49ca7d1d5 None None] Provisioning complete for port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:58.568549 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7807b505-71df-4844-bc26-33f49ca7d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.572022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:58.578700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:58.585394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.646944 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6667cb5f-fb8c-43d9-a9ff-bc7b71be7ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:58.648612 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667cb5f-fb8c-43d9-a9ff-bc7b71be7ff6 None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:58.664450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:58.665092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.666603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] 10.222.0.88 "PUT /v2.0/ports/f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 1091 time: 3.1404777 Aug 03 19:30:58.790187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d6e89-234f-47b8-8ea7-f4e9df22fb6c service neutron] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:58.836629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-eaaa1624-76a8-4b2f-bcca-828491a01785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:58.838384 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-eaaa1624-76a8-4b2f-bcca-828491a01785 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1094 time: 0.1238420 Aug 03 19:30:58.967050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:58.979806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.982057 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7807b505-71df-4844-bc26-33f49ca7d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.030762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.031301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.031815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.032266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.032800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.033363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.033897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.034332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.035948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.036414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.036851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.037878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:59.049954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.051514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-03661f4e-5faf-403e-946b-d18a5904b68f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0668168 Aug 03 19:30:59.075017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34000) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:59.076808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:59.095639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-e4b633e9-1954-4169-ad92-e9cb93d3d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.107626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-e4b633e9-1954-4169-ad92-e9cb93d3d6ca service neutron] 10.222.0.88 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 896 time: 0.2619157 Aug 03 19:30:59.116412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:59.131062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7807b505-71df-4844-bc26-33f49ca7d1d5 None None] For port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b,segment=NetworkSegment(efba4e57-d19e-429e-a9bb-900d0dd8dafd),segment_id=efba4e57-d19e-429e-a9bb-900d0dd8dafd)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:59.142353 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7807b505-71df-4844-bc26-33f49ca7d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.289101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51cff85-f08d-4b8d-993d-ee74bd0621a8,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:59.337078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807b505-71df-4844-bc26-33f49ca7d1d5 None None] Pushing event updated for resources: {'Port': ['ID=f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:59.385145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.386540 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.442767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4c5c3a90-9ee8-42c7-96c2-c8d68a9b8ace tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.6743989 Aug 03 19:30:59.447178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34004) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:59.466321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f4036-2ae8-4c4f-980d-8a66c4c508d8 req-d58b8894-7a6c-462f-bbd5-4f3609b031f6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.470613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a0f4036-2ae8-4c4f-980d-8a66c4c508d8 req-d58b8894-7a6c-462f-bbd5-4f3609b031f6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.7350850 Aug 03 19:30:59.611255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Checking segment: {'id': 'f4f90933-f52e-484c-9965-6e24934cb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8574ca34-7dcb-4c9a-93ae-c55317938503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:59.616538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Network hostable DHCP agents. Network: 8574ca34-7dcb-4c9a-93ae-c55317938503, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:59.662575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a77c3-2e65-407d-983b-7113b5fc2442 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.671217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Provisioning for port ee2cd672-eba5-4884-bf1b-5ec47e565ebe completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:59.672838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a77c3-2e65-407d-983b-7113b5fc2442 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.679374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a77c3-2e65-407d-983b-7113b5fc2442 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.679860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Provisioning complete for port ee2cd672-eba5-4884-bf1b-5ec47e565ebe triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:59.680243 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.688126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f68a77c3-2e65-407d-983b-7113b5fc2442 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2157700 Aug 03 19:30:59.701583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34006) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:59.785593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Port ee2cd672-eba5-4884-bf1b-5ec47e565ebe cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:59.818316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Network 8574ca34-7dcb-4c9a-93ae-c55317938503 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:59.843705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Provisioning complete for port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:59.844050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.862482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8574ca34-7dcb-4c9a-93ae-c55317938503) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:59.892150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a0f4036-2ae8-4c4f-980d-8a66c4c508d8 req-381a20bb-023d-4072-a7b5-5f8b9e4a0faf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325210 Aug 03 19:30:59.893983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.895014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.963754 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.973084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef43ff-1b25-4a7e-85f4-aeec28fcc76e None None] Network 8574ca34-7dcb-4c9a-93ae-c55317938503 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:59.993784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7d8bb200-4087-4e34-827e-6a017cd60917 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1448665 Aug 03 19:31:00.016442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9f398-c62b-4a17-8ad4-39701113ff53 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Deleting port 92c45bb9-a279-4b7f-825e-e3a94a41d191 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:00.016795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7f9f398-c62b-4a17-8ad4-39701113ff53 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.161560 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:00.165778 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af1fdfe-d778-4308-8a93-7a0322bed3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:00.344810 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-e81c062c-7a03-46ff-b384-63296414cfce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 999 time: 1.1512609 Aug 03 19:31:00.353119 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7f9f398-c62b-4a17-8ad4-39701113ff53 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.416711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9f398-c62b-4a17-8ad4-39701113ff53 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Calling delete_port for 92c45bb9-a279-4b7f-825e-e3a94a41d191 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:00.463852 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a44fb0eb-c8bb-4794-94a5-e4511128f907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.495494 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdece42-d745-4777-b1cd-1bca3a6b88cb x-openstack-request-id: req-abdece42-d745-4777-b1cd-1bca3a6b88cb {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:00.498340 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:00.498726 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abdece42-d745-4777-b1cd-1bca3a6b88cb {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:00.499468 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'status': 'completed', 'code': 200} Aug 03 19:31:00.577311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3894f61-0507-42b2-b010-a14cffdb8202 None None] Network 8574ca34-7dcb-4c9a-93ae-c55317938503 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:00.582974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:00.852593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7f9f398-c62b-4a17-8ad4-39701113ff53 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.868470 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:00.873716 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:31:00.925654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Provisioning for port 92c45bb9-a279-4b7f-825e-e3a94a41d191 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:00.937736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Provisioning complete for port 92c45bb9-a279-4b7f-825e-e3a94a41d191 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:00.938503 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.992806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-57336139-fe79-4a48-a026-5d7663ca6c62 None None] Port 92c45bb9-a279-4b7f-825e-e3a94a41d191 was deleted so its status cannot be updated. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:31:01.005095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:01.005753 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.156863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-dc8bf98d-ac47-4edc-95e5-b3624d5b437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.177241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-dc8bf98d-ac47-4edc-95e5-b3624d5b437d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.7180269 Aug 03 19:31:01.202672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-afaa898a-c196-4fd7-800a-841b0faa529c None None] Provisioning complete for port ee2cd672-eba5-4884-bf1b-5ec47e565ebe triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:01.203116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afaa898a-c196-4fd7-800a-841b0faa529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.244897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9f398-c62b-4a17-8ad4-39701113ff53 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Port': ['ID=92c45bb9-a279-4b7f-825e-e3a94a41d191,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:01.317398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-40feeed0-620e-4a55-9ec7-42d86694d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.320019 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-40feeed0-620e-4a55-9ec7-42d86694d56e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1094 time: 0.8165917 Aug 03 19:31:01.359850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-afaa898a-c196-4fd7-800a-841b0faa529c None None] Port ee2cd672-eba5-4884-bf1b-5ec47e565ebe cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:01.380444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-afaa898a-c196-4fd7-800a-841b0faa529c None None] Could not find standard attr ID for object 92c45bb9-a279-4b7f-825e-e3a94a41d191. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:01.471553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62be3d7-0562-400f-925f-24ad0a610772 req-c46bdf25-e000-42e9-9981-5bd5c9d31801 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.473203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d62be3d7-0562-400f-925f-24ad0a610772 req-c46bdf25-e000-42e9-9981-5bd5c9d31801 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.2093599 Aug 03 19:31:01.509126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-4426da70-c5c1-4b6a-9c74-96d9de8c13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.510726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-4426da70-c5c1-4b6a-9c74-96d9de8c13dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 896 time: 0.1549499 Aug 03 19:31:01.551059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d62be3d7-0562-400f-925f-24ad0a610772 req-00b57881-f502-4295-aeb3-a5c160f87681 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646601 Aug 03 19:31:01.607899 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7f9f398-c62b-4a17-8ad4-39701113ff53 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.612681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d7f9f398-c62b-4a17-8ad4-39701113ff53 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "DELETE /v2.0/ports/92c45bb9-a279-4b7f-825e-e3a94a41d191 HTTP/1.1" status: 204 len: 168 time: 1.9066398 Aug 03 19:31:01.619272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34050) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:01.620587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-15873d8e-13a2-49f8-99a3-f36dae8a7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.622558 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-15873d8e-13a2-49f8-99a3-f36dae8a7a24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4360499 Aug 03 19:31:01.639872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-576b1eef-3f73-4224-8f6c-dd6b83b80dfb tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.641417 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-576b1eef-3f73-4224-8f6c-dd6b83b80dfb tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/networks?id=8574ca34-7dcb-4c9a-93ae-c55317938503 HTTP/1.1" status: 200 len: 813 time: 0.4173923 Aug 03 19:31:01.687004 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d35ccc-d6ac-4b5e-840f-bba4280c1c22 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] GET failed (client error): The resource could not be found. Aug 03 19:31:01.690015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f5d35ccc-d6ac-4b5e-840f-bba4280c1c22 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "GET /v2.0/ports/92c45bb9-a279-4b7f-825e-e3a94a41d191 HTTP/1.1" status: 404 len: 333 time: 0.0684521 Aug 03 19:31:01.701915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34052) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:01.714108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'name': 'tempest-AllowedAddressPairTestJSON-454980243'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:01.741580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-7c870ed6-470f-4d78-b1af-9bd8a865f49d tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/quotas/0c69275381614f868b09dbcdc5b9ba4e HTTP/1.1" status: 200 len: 375 time: 0.0626652 Aug 03 19:31:01.786431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-1202f654-95db-4ab9-bc03-78f9331c8282 service neutron] 10.222.0.88 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260545 Aug 03 19:31:01.832233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-5ae44446-05fc-4d05-9880-fb2ba75a378c tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c69275381614f868b09dbcdc5b9ba4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891407 Aug 03 19:31:01.915353 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.926701 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-36510aa1-6c6a-46e8-92a7-f9af6a66e102 req-d199dee6-234f-4fa8-a6f2-6c2601a43e11 service neutron] 10.222.0.88 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280391 Aug 03 19:31:02.030951 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-953d94e4-db8e-4649-8ffd-e808e3e83e79 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 999 time: 0.5034478 Aug 03 19:31:02.110552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-f34c2839-1f36-4e9e-9999-9c0744a98b6c service neutron] 10.222.0.42 "GET /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604058 Aug 03 19:31:02.112432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Made reservation on behalf of 69cca1345cad49209f1885d35fef09e5 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:02.116623 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.188659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-2e10c745-b278-4ce9-91fd-7bcdbeec4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.190066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] device_id is not set on port 31ce7a5e-397c-4556-ba4f-cbcf4b670812 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:02.190785 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-2e10c745-b278-4ce9-91fd-7bcdbeec4bb4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.1027310 Aug 03 19:31:02.285258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-1b7eb918-3a1b-4641-a0d0-bd3f236a0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.286880 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-1b7eb918-3a1b-4641-a0d0-bd3f236a0d2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1094 time: 0.2688050 Aug 03 19:31:02.355774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Allocated IP 172.20.0.3 (775ce91e-6d9e-4918-afc7-c702eeaadfcc/3e8514f5-3589-4f38-a801-09255c4363fd/31ce7a5e-397c-4556-ba4f-cbcf4b670812) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:02.390414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.530872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.541441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-f3a60459-e557-4e13-a3a3-d0d3c78f2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.544620 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-f3a60459-e557-4e13-a3a3-d0d3c78f2b1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3428786 Aug 03 19:31:02.589995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Transition to ACTIVE for port object 31ce7a5e-397c-4556-ba4f-cbcf4b670812 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:02.622112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-cb6ab903-2689-4c9f-82f7-b451138fbb01 service neutron] 10.222.0.42 "GET /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987581 Aug 03 19:31:02.655602 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.732952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=31ce7a5e-397c-4556-ba4f-cbcf4b670812,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:02.766888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:02.768953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:02.784140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:02.855283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-31d79a89-cbef-4ad0-89fe-09746c097ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.868597 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-31d79a89-cbef-4ad0-89fe-09746c097ff1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 896 time: 0.5604203 Aug 03 19:31:02.961529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e811cd-8565-4806-9206-dc7c0e362401 req-a62c304b-489e-4455-9da0-88d2fba5e0e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.982150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58e811cd-8565-4806-9206-dc7c0e362401 req-a62c304b-489e-4455-9da0-88d2fba5e0e0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.1939161 Aug 03 19:31:03.055551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.078878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.265719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d73ca29f-2af2-49ec-be55-e96594f872d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5618167 Aug 03 19:31:03.282220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34074) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:03.300746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:cd:f8:f9'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:03.315784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58e811cd-8565-4806-9206-dc7c0e362401 req-431257c7-3275-41a8-b959-8e623b080c4f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294067 Aug 03 19:31:03.477579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6983e2be-ba02-4f8b-82c1-8d44052b7d08 None None] Provisioning for port 31ce7a5e-397c-4556-ba4f-cbcf4b670812 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:03.506049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6983e2be-ba02-4f8b-82c1-8d44052b7d08 None None] Provisioning complete for port 31ce7a5e-397c-4556-ba4f-cbcf4b670812 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:03.514063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6983e2be-ba02-4f8b-82c1-8d44052b7d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.523086 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-d41c282b-3bab-4b7d-ba81-fb851138af7e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 999 time: 0.6532507 Aug 03 19:31:03.582433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f159af95-3ad3-4b42-b297-df7a47caad27 req-ee25d295-f3ce-4a8b-ad90-7ecdcc14079d tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 210 time: 0.1742833 Aug 03 19:31:03.600536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6983e2be-ba02-4f8b-82c1-8d44052b7d08 None None] Port 31ce7a5e-397c-4556-ba4f-cbcf4b670812 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:03.732290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-303d2ad2-503b-4f6e-87c3-7dc299b9a5c3 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0746231 Aug 03 19:31:03.804012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-7fbc224f-f69f-475f-9310-97783f83a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.805722 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-7fbc224f-f69f-475f-9310-97783f83a378 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.2571409 Aug 03 19:31:03.869583 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.919943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.20.0.1 (d5619a45-b407-4be4-906b-8e2849f3c903/58e82665-5b13-488d-adfc-2302e785adf1/75948e07-21ec-49b0-a9d0-a48f21bff16c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:03.954578 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-ae522d66-1984-42be-8a5e-830ceb460da1 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140219 Aug 03 19:31:03.956493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-569b124f-275d-4175-935e-9e5acf23dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.958106 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-569b124f-275d-4175-935e-9e5acf23dc02 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426001 Aug 03 19:31:04.397395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.446942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.447372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-752e21dd-4183-48bf-94e9-fbef1acbe0e0 service neutron] 10.222.0.88 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564345 Aug 03 19:31:04.448091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f614092a-1cb5-4cdd-8fc1-24e80657d4aa details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:31:04.469589 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.476577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.618495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:04.635726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'port_id': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'mac_address': 'fa:16:3e:75:0d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:31:04.665525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=31ce7a5e-397c-4556-ba4f-cbcf4b670812,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:04.804331 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1af1fdfe-d778-4308-8a93-7a0322bed3e6 req-20a8c22f-6d30-4d70-9be3-7b6982582590 service neutron] 10.222.0.88 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561583 Aug 03 19:31:04.807480 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.825360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.860295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f614092a-1cb5-4cdd-8fc1-24e80657d4aa {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:04.897318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:04.911948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.917155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1d1abbd-7ab9-4f34-9da4-2f6a50338eea req-1060d9a9-b193-49e1-a84a-47ea16f5b6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 210 time: 0.1098094 Aug 03 19:31:04.933873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network d5619a45-b407-4be4-906b-8e2849f3c903 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:04.937817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:04.942480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] In _notify_port_updated(), no bound segment for port 31ce7a5e-397c-4556-ba4f-cbcf4b670812 on network 775ce91e-6d9e-4918-afc7-c702eeaadfcc {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:31:04.951858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:04.952904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.963062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9086dd42-14a5-4ab0-8b8a-7976bb9c398f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "PUT /v2.0/ports/31ce7a5e-397c-4556-ba4f-cbcf4b670812 HTTP/1.1" status: 200 len: 993 time: 1.6745493 Aug 03 19:31:04.964397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:04.969885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34112) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.970919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d9d0-4595-4a0a-ad10-c8b6eddc2d20 req-05ac209c-f239-4bdb-822e-6a5c995f025f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.021858 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bb3d9d0-4595-4a0a-ad10-c8b6eddc2d20 req-05ac209c-f239-4bdb-822e-6a5c995f025f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 943 time: 0.4092970 Aug 03 19:31:05.052744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:05.106015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bb3d9d0-4595-4a0a-ad10-c8b6eddc2d20 req-ecb9cbca-1d66-4f81-b644-0791c2e9ee9e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821390 Aug 03 19:31:05.140669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=75948e07-21ec-49b0-a9d0-a48f21bff16c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:05.214748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['f614092a-1cb5-4cdd-8fc1-24e80657d4aa'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:31:05.237177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.285900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d4959c05-2cb1-4478-87eb-91617946c8a4 None None] Provisioning complete for port 31ce7a5e-397c-4556-ba4f-cbcf4b670812 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:05.286389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4959c05-2cb1-4478-87eb-91617946c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.387979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-759b9b54-0ede-4dc1-8fe2-f3de79d1f7a6 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Deleting port 31ce7a5e-397c-4556-ba4f-cbcf4b670812 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:05.388625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-759b9b54-0ede-4dc1-8fe2-f3de79d1f7a6 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.559434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d4959c05-2cb1-4478-87eb-91617946c8a4 None None] Port 31ce7a5e-397c-4556-ba4f-cbcf4b670812 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:05.687160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de65c2-d3c5-4d26-8c82-8c2d8fd39d9b req-b2aa30b4-8a6b-45b0-8970-f041c489a614 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.693880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66de65c2-d3c5-4d26-8c82-8c2d8fd39d9b req-b2aa30b4-8a6b-45b0-8970-f041c489a614 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 944 time: 0.1651142 Aug 03 19:31:05.747645 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-759b9b54-0ede-4dc1-8fe2-f3de79d1f7a6 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.767962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.800917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-759b9b54-0ede-4dc1-8fe2-f3de79d1f7a6 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Calling delete_port for 31ce7a5e-397c-4556-ba4f-cbcf4b670812 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:05.803273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66de65c2-d3c5-4d26-8c82-8c2d8fd39d9b req-cdcee64e-8a87-4b8b-a698-e0fd8de9748e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997164 Aug 03 19:31:06.086205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-db8b10e2-4b34-404b-8667-cd0e66eef6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:06.089564 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-db8b10e2-4b34-404b-8667-cd0e66eef6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.63 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb&tenant_id=8ae739ab6a844524a37b52a10d3348ca&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 944 time: 0.4442718 Aug 03 19:31:06.105147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-675a11c5-73a8-45b1-a86b-5970227d63e1 req-72d02d89-b111-4ee7-bf55-4ed941236a1a tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 210 time: 0.0461385 Aug 03 19:31:06.194135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-3df06324-374d-4c4c-b5e3-9f81317b1198 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:06.196190 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-3df06324-374d-4c4c-b5e3-9f81317b1198 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.88 "GET /v2.0/networks?id=8574ca34-7dcb-4c9a-93ae-c55317938503 HTTP/1.1" status: 200 len: 813 time: 0.6457899 Aug 03 19:31:06.227073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Request body: {'port': {'device_id': '82196984-80b0-48f0-8f83-e51546212161', 'network_id': '8574ca34-7dcb-4c9a-93ae-c55317938503', 'admin_state_up': True, 'tenant_id': '0c69275381614f868b09dbcdc5b9ba4e'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:06.443146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f614092a-1cb5-4cdd-8fc1-24e80657d4aa up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:06.528234 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-19d70ce6-aec4-4c29-98a5-e9ec4b9b5471 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:31:06.529135 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-19d70ce6-aec4-4c29-98a5-e9ec4b9b5471 service neutron] 10.222.0.63 "DELETE /v2.0/ports/f614092a-1cb5-4cdd-8fc1-24e80657d4aa/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.3825679 Aug 03 19:31:06.586817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port f614092a-1cb5-4cdd-8fc1-24e80657d4aa completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:06.592980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port f614092a-1cb5-4cdd-8fc1-24e80657d4aa triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:06.593324 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.627779 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-759b9b54-0ede-4dc1-8fe2-f3de79d1f7a6 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.904667 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.004758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:07.025256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360e6f-9dd1-4436-9ba7-971954818ffc req-c0294180-df65-4032-ab53-a272d8ddd41e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:07.026802 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96397374-e044-4777-a51d-83e8839a7dc5" -d '{"events": [{"server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "name": "network-vif-plugged", "status": "completed", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:07.045806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57360e6f-9dd1-4436-9ba7-971954818ffc req-c0294180-df65-4032-ab53-a272d8ddd41e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 944 time: 0.1410573 Aug 03 19:31:07.122769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:07.138470 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.216058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57360e6f-9dd1-4436-9ba7-971954818ffc req-6a84b0bc-51f8-43a1-8bfa-3917d53e4746 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687827 Aug 03 19:31:07.308807 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a9eb6e-85e7-4a42-82dc-47c91a58ac86 x-openstack-request-id: req-58a9eb6e-85e7-4a42-82dc-47c91a58ac86 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:07.309121 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "name": "network-vif-plugged", "status": "completed", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:07.312181 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58a9eb6e-85e7-4a42-82dc-47c91a58ac86 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:07.312772 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'code': 200} Aug 03 19:31:07.392408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:07.451098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Made reservation on behalf of 0c69275381614f868b09dbcdc5b9ba4e for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:07.455461 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.495072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.517616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b9b54-0ede-4dc1-8fe2-f3de79d1f7a6 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Port': ['ID=31ce7a5e-397c-4556-ba4f-cbcf4b670812,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:07.520692 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.566759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e0776d0-ad96-4f55-82a3-dac8fb664256 req-6a5013c9-e0a9-4b6e-ab4b-3c22dbbc3ee5 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 210 time: 0.1228082 Aug 03 19:31:07.745424 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.813362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-088090e5-cae4-4b58-b5e2-8a1e115c91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:07.815102 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-088090e5-cae4-4b58-b5e2-8a1e115c91ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1095 time: 1.1693840 Aug 03 19:31:07.846253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=75948e07-21ec-49b0-a9d0-a48f21bff16c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:08.408049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network d5619a45-b407-4be4-906b-8e2849f3c903 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:08.410267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-bf5969eb-9fcf-4996-aa1a-173fc5242b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.411887 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-bf5969eb-9fcf-4996-aa1a-173fc5242b75 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 896 time: 0.5669394 Aug 03 19:31:08.415262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-759b9b54-0ede-4dc1-8fe2-f3de79d1f7a6 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.423078 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-759b9b54-0ede-4dc1-8fe2-f3de79d1f7a6 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "DELETE /v2.0/ports/31ce7a5e-397c-4556-ba4f-cbcf4b670812 HTTP/1.1" status: 204 len: 168 time: 3.4521070 Aug 03 19:31:08.427301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34172) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.496034 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c8bfbf-cf6a-4660-8c6a-032588088221 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] GET failed (client error): The resource could not be found. Aug 03 19:31:08.507920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b8c8bfbf-cf6a-4660-8c6a-032588088221 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "GET /v2.0/ports/31ce7a5e-397c-4556-ba4f-cbcf4b670812 HTTP/1.1" status: 404 len: 333 time: 0.0741553 Aug 03 19:31:08.512892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34174) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.523262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:08.524911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'name': 'tempest-AllowedAddressPairTestJSON-338091873'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:08.529804 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-cb4f2ac1-183d-4eba-b23e-6a75a9263c9e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 1001 time: 0.1033072 Aug 03 19:31:08.536814 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Allocated IP 172.20.0.5 (8574ca34-7dcb-4c9a-93ae-c55317938503/c51cff85-f08d-4b8d-993d-ee74bd0621a8/af9ad020-4693-4205-9420-eba520d37ba4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:08.633251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-7fbfcaa3-e674-455f-80ae-01b566e458f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.635160 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-7fbfcaa3-e674-455f-80ae-01b566e458f0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.0931139 Aug 03 19:31:08.638113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756e04b-74ad-40c0-950b-cb39687db526 req-553b4575-38fd-41cc-b6a5-d4c9879bbca5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.652443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c756e04b-74ad-40c0-950b-cb39687db526 req-553b4575-38fd-41cc-b6a5-d4c9879bbca5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2916415 Aug 03 19:31:08.745972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c756e04b-74ad-40c0-950b-cb39687db526 req-cb4eef0f-04dd-49b3-9fda-fa8ece79f0e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898867 Aug 03 19:31:08.830256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:08.872088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Made reservation on behalf of 69cca1345cad49209f1885d35fef09e5 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:08.880321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.896291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-08865ceb-2196-4f3f-8372-65f61057869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.906045 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-08865ceb-2196-4f3f-8372-65f61057869c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219616 Aug 03 19:31:08.931604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14a1d22f-f150-445c-8995-2c0288f646e8 req-0bbd26a8-18fa-42c9-85f8-663661255fbf tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 210 time: 0.0387566 Aug 03 19:31:08.956327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] device_id is not set on port 60a12432-c4ea-463f-8676-206c507cf81f yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:09.185004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:09.209910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169c5c3-789d-4a62-8fd5-77ee83634574 None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:09.212700 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ea4656fa-c76b-4f2e-b6f6-a1d0222f99c7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/routers/92d47680-b0f2-48d4-8dea-b8c0a7d3012f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1435158 Aug 03 19:31:09.218436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34186) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:09.233181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'port': {'network_id': 'd5619a45-b407-4be4-906b-8e2849f3c903', 'name': 'tempest-FloatingIPTestJSON-1762836351'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:09.239045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Allocated IP 172.20.0.4 (775ce91e-6d9e-4918-afc7-c702eeaadfcc/3e8514f5-3589-4f38-a801-09255c4363fd/60a12432-c4ea-463f-8676-206c507cf81f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:09.242454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169c5c3-789d-4a62-8fd5-77ee83634574 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:09.243391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1169c5c3-789d-4a62-8fd5-77ee83634574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:09.370306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1169c5c3-789d-4a62-8fd5-77ee83634574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:09.392760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169c5c3-789d-4a62-8fd5-77ee83634574 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:09.394300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1169c5c3-789d-4a62-8fd5-77ee83634574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:09.447619 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-f2ea54ab-7920-48ca-a4bc-94ab99159445 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612096 Aug 03 19:31:09.478404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1169c5c3-789d-4a62-8fd5-77ee83634574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:09.480361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169c5c3-789d-4a62-8fd5-77ee83634574 None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:09.680199 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.726309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Transition to ACTIVE for port object 60a12432-c4ea-463f-8676-206c507cf81f will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:09.800226 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f1fb32cb-5603-4ebe-8211-8ab8f877da7d req-efc1fdb5-5526-406d-ae48-fc4b5a78da29 service neutron] 10.222.0.63 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429360 Aug 03 19:31:09.836798 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.882547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:09.886444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:09.890945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.895491 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.922593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:09.938299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:09.972859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] device_id is not set on port f5c20d8c-778d-44b4-9690-9c318c822a8a yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:10.141171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=60a12432-c4ea-463f-8676-206c507cf81f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:10.192073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:10.194251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.220473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.320100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Network 8574ca34-7dcb-4c9a-93ae-c55317938503 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:10.352239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:10.370944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:10.381308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08891b72-a06e-4077-883f-c3d81292db70 req-1fa48948-b78d-4a5b-8e69-a507d110fc1e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:10.387110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.20.0.7 (d5619a45-b407-4be4-906b-8e2849f3c903/58e82665-5b13-488d-adfc-2302e785adf1/f5c20d8c-778d-44b4-9690-9c318c822a8a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:10.430313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08891b72-a06e-4077-883f-c3d81292db70 req-1fa48948-b78d-4a5b-8e69-a507d110fc1e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.4642773 Aug 03 19:31:10.486674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1f233940-5650-44b1-9ef1-61470eab07fd tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9690270 Aug 03 19:31:10.487885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34200) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:10.545978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc65577-b405-4795-b50d-d4b131a02c6d req-9125b550-68bb-4ece-bdbc-66ba0b831ee3 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:10.571204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-452d4fae-bf9c-412d-b8b3-4394df4e0237 None None] Provisioning for port 60a12432-c4ea-463f-8676-206c507cf81f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:10.574193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cc65577-b405-4795-b50d-d4b131a02c6d req-9125b550-68bb-4ece-bdbc-66ba0b831ee3 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 931 time: 0.3704932 Aug 03 19:31:10.609220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-452d4fae-bf9c-412d-b8b3-4394df4e0237 None None] Provisioning complete for port 60a12432-c4ea-463f-8676-206c507cf81f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:10.611464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-452d4fae-bf9c-412d-b8b3-4394df4e0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.622965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cd:f8:f9'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:10.719906 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Pushing event updated for resources: {'Port': ['ID=af9ad020-4693-4205-9420-eba520d37ba4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:10.811467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-452d4fae-bf9c-412d-b8b3-4394df4e0237 None None] Port 60a12432-c4ea-463f-8676-206c507cf81f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:10.815408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:10.816153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.818596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cc65577-b405-4795-b50d-d4b131a02c6d req-eccf74fb-7d45-4d3a-9bbb-cb75b7671dd8 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813464 Aug 03 19:31:10.832392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08891b72-a06e-4077-883f-c3d81292db70 req-7c104adb-5237-483e-8063-8730f81514ed tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005682 Aug 03 19:31:10.915591 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-bb6aefd3-2d17-4fc7-a144-71649028d6de tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6930699 Aug 03 19:31:10.940136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Request body: {'port': {'device_id': '82196984-80b0-48f0-8f83-e51546212161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:11.159728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.166016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.179553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.334187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.420905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=f5c20d8c-778d-44b4-9690-9c318c822a8a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:11.464654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network d5619a45-b407-4be4-906b-8e2849f3c903 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:11.498515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:11.502407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:11.552441 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.562544 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.570357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:11.571032 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.607373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1f7886d7-ceb9-477d-9c72-a06637c6bd27 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3827364 Aug 03 19:31:11.610746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34216) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:11.617562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'port': {'network_id': 'd5619a45-b407-4be4-906b-8e2849f3c903', 'name': 'tempest-FloatingIPTestJSON-1027208784'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:11.787653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] In _notify_port_updated(), no bound segment for port 60a12432-c4ea-463f-8676-206c507cf81f on network 775ce91e-6d9e-4918-afc7-c702eeaadfcc {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:31:11.809805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:11.810956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.833330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "PUT /v2.0/ports/60a12432-c4ea-463f-8676-206c507cf81f HTTP/1.1" status: 200 len: 995 time: 1.2542529 Aug 03 19:31:11.835326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34224) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:11.901828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9ad020-4693-4205-9420-eba520d37ba4 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:11.924645 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.942461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:11.946711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.027649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Transition to ACTIVE for port object af9ad020-4693-4205-9420-eba520d37ba4 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:12.035131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] device_id is not set on port 039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:12.038241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633220d-97ec-4094-a29a-3b9d41216d57 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=60a12432-c4ea-463f-8676-206c507cf81f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:12.044404 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.213221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c17e1cbe-c188-4677-abea-7b011666b219 None None] Provisioning complete for port 60a12432-c4ea-463f-8676-206c507cf81f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:12.213918 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c17e1cbe-c188-4677-abea-7b011666b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.225504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.20.0.2 (d5619a45-b407-4be4-906b-8e2849f3c903/58e82665-5b13-488d-adfc-2302e785adf1/039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:12.317850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c17e1cbe-c188-4677-abea-7b011666b219 None None] Port 60a12432-c4ea-463f-8676-206c507cf81f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:12.435559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-80a07a03-eb6d-42ec-a03f-6540b6df40e2 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Deleting port 60a12432-c4ea-463f-8676-206c507cf81f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:12.436979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80a07a03-eb6d-42ec-a03f-6540b6df40e2 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.565869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Attempting to bind port af9ad020-4693-4205-9420-eba520d37ba4 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:12.566380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Attempting to bind port af9ad020-4693-4205-9420-eba520d37ba4 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'f4f90933-f52e-484c-9965-6e24934cb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8574ca34-7dcb-4c9a-93ae-c55317938503'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:12.566813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Attempting to bind port af9ad020-4693-4205-9420-eba520d37ba4 on network 8574ca34-7dcb-4c9a-93ae-c55317938503 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:12.618884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Port af9ad020-4693-4205-9420-eba520d37ba4 on network 8574ca34-7dcb-4c9a-93ae-c55317938503 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:31:12.619291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Attempting to bind port af9ad020-4693-4205-9420-eba520d37ba4 on network 8574ca34-7dcb-4c9a-93ae-c55317938503 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:12.627562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Pushing event updated for resources: {'Port': ['ID=af9ad020-4693-4205-9420-eba520d37ba4,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:12.638067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58015f2-4914-43fa-a71b-c8da6ac974e0 req-ce195470-94ab-4bed-9a8b-7a3ec2d9bdd9 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:12.647976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f58015f2-4914-43fa-a71b-c8da6ac974e0 req-ce195470-94ab-4bed-9a8b-7a3ec2d9bdd9 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 943 time: 0.5455639 Aug 03 19:31:12.649974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:12.650446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Checking segment: {'id': 'f4f90933-f52e-484c-9965-6e24934cb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8574ca34-7dcb-4c9a-93ae-c55317938503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:12.651071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Bound using segment: {'id': 'f4f90933-f52e-484c-9965-6e24934cb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8574ca34-7dcb-4c9a-93ae-c55317938503'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:12.651913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Bound port: af9ad020-4693-4205-9420-eba520d37ba4, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f90933-f52e-484c-9965-6e24934cb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8574ca34-7dcb-4c9a-93ae-c55317938503'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:12.652385 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.683523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32da96-7706-4148-b4ee-91470b814afd req-c2fb60df-302e-41b9-a012-3a7368c6b509 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:12.685438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be32da96-7706-4148-b4ee-91470b814afd req-c2fb60df-302e-41b9-a012-3a7368c6b509 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.5524867 Aug 03 19:31:12.714325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f58015f2-4914-43fa-a71b-c8da6ac974e0 req-32c43a21-d774-4895-a7cc-719dca9548db tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638421 Aug 03 19:31:12.755441 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.796814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be32da96-7706-4148-b4ee-91470b814afd req-f16360f8-dd31-4af8-b221-d963b8bfa229 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788789 Aug 03 19:31:12.826153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34240) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:12.846550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80a07a03-eb6d-42ec-a03f-6540b6df40e2 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.854751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] For port af9ad020-4693-4205-9420-eba520d37ba4, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:12.890530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-80a07a03-eb6d-42ec-a03f-6540b6df40e2 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Calling delete_port for 60a12432-c4ea-463f-8676-206c507cf81f owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:12.899859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] For port af9ad020-4693-4205-9420-eba520d37ba4, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=af9ad020-4693-4205-9420-eba520d37ba4,segment=NetworkSegment(f4f90933-f52e-484c-9965-6e24934cb492),segment_id=f4f90933-f52e-484c-9965-6e24934cb492)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:12.913146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.938072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ef249fe3-f28c-4bee-b69f-30945e9b004e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/c0bee2c9-b44e-45c3-b9d6-987267a6f286 HTTP/1.1" status: 200 len: 993 time: 0.1102307 Aug 03 19:31:13.013901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.014553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.016044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] 10.222.0.88 "PUT /v2.0/ports/af9ad020-4693-4205-9420-eba520d37ba4 HTTP/1.1" status: 200 len: 1091 time: 2.0869331 Aug 03 19:31:13.017416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82196984-80b0-48f0-8f83-e51546212161', 'tag': 'af9ad020-4693-4205-9420-eba520d37ba4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:13.019241 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "82196984-80b0-48f0-8f83-e51546212161", "tag": "af9ad020-4693-4205-9420-eba520d37ba4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:13.022961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.077704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network d5619a45-b407-4be4-906b-8e2849f3c903 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:13.092646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:13.110616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d371a8-81af-468c-9c2c-30db11e6454f service neutron] Pushing event updated for resources: {'Port': ['ID=af9ad020-4693-4205-9420-eba520d37ba4,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.114148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:13.666211 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c764e3ed-b566-45ff-9128-cb788db742c0 x-openstack-request-id: req-c764e3ed-b566-45ff-9128-cb788db742c0 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:13.666472 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82196984-80b0-48f0-8f83-e51546212161", "tag": "af9ad020-4693-4205-9420-eba520d37ba4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:13.666708 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c764e3ed-b566-45ff-9128-cb788db742c0 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:13.667095 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82196984-80b0-48f0-8f83-e51546212161', 'tag': 'af9ad020-4693-4205-9420-eba520d37ba4', 'status': 'completed', 'code': 200} Aug 03 19:31:13.705150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.705823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.737133 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.749948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-25378fc3-9a54-42ad-a12b-19b5c2db36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.753201 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-25378fc3-9a54-42ad-a12b-19b5c2db36bb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0c69275381614f868b09dbcdc5b9ba4e&device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 1094 time: 0.6722271 Aug 03 19:31:13.778376 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a832d3a7-8af8-41cd-8cbb-4256ddac1d99 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1661918 Aug 03 19:31:13.780619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34262) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:13.786444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:13.807968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.821006 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-0a242654-00a7-4820-bb73-cb3aa5bae08f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af9ad020-4693-4205-9420-eba520d37ba4 HTTP/1.1" status: 200 len: 217 time: 0.0536122 Aug 03 19:31:13.882777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80a07a03-eb6d-42ec-a03f-6540b6df40e2 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.932438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a07a03-eb6d-42ec-a03f-6540b6df40e2 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Port': ['ID=60a12432-c4ea-463f-8676-206c507cf81f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.967600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-a9e4f97b-7420-48fa-881f-b994c0daeced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.969101 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-a9e4f97b-7420-48fa-881f-b994c0daeced service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51cff85-f08d-4b8d-993d-ee74bd0621a8 HTTP/1.1" status: 200 len: 853 time: 0.1387670 Aug 03 19:31:14.032768 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-8afa8039-a3ad-4c2a-b1a2-b9893f165d46 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8574ca34-7dcb-4c9a-93ae-c55317938503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434289 Aug 03 19:31:14.076759 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80a07a03-eb6d-42ec-a03f-6540b6df40e2 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.079656 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-80a07a03-eb6d-42ec-a03f-6540b6df40e2 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "DELETE /v2.0/ports/60a12432-c4ea-463f-8676-206c507cf81f HTTP/1.1" status: 204 len: 168 time: 2.2429490 Aug 03 19:31:14.102260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5fdee-0d25-4ba4-8e74-7ca0a8fd307a req-ba723880-8669-40e8-ad5c-0171a4d9746f tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.104980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74a5fdee-0d25-4ba4-8e74-7ca0a8fd307a req-ba723880-8669-40e8-ad5c-0171a4d9746f tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 943 time: 0.2816525 Aug 03 19:31:14.111700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34278) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:14.205773 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac98549a-2df8-4752-ba37-df0cad8d0e1a tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] GET failed (client error): The resource could not be found. Aug 03 19:31:14.208187 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ac98549a-2df8-4752-ba37-df0cad8d0e1a tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "GET /v2.0/ports/60a12432-c4ea-463f-8676-206c507cf81f HTTP/1.1" status: 404 len: 333 time: 0.0953147 Aug 03 19:31:14.215091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34282) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:14.220475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74a5fdee-0d25-4ba4-8e74-7ca0a8fd307a req-a05c55a5-3a26-470c-8885-6135411ba815 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077020 Aug 03 19:31:14.224384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'name': 'tempest-AllowedAddressPairTestJSON-233126162'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:14.260808 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-a32f6e38-9eeb-4910-8486-c2ae571a2850 service neutron] 10.222.0.88 "GET /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183390 Aug 03 19:31:14.352698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3af367-9ea2-4f4d-92bd-bdf8e206c8a3 req-d1d81866-f49c-4019-a6f2-a49355bf24c3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.360709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d3af367-9ea2-4f4d-92bd-bdf8e206c8a3 req-d1d81866-f49c-4019-a6f2-a49355bf24c3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 945 time: 0.4181654 Aug 03 19:31:14.394012 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2791450-c26a-41c7-bede-4577b4b9b9b4 req-a159df1e-7cf7-4c8a-8573-63bcb5f0d90d service neutron] 10.222.0.88 "GET /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239252 Aug 03 19:31:14.488118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d3af367-9ea2-4f4d-92bd-bdf8e206c8a3 req-b75bb8ec-7699-47c4-ac79-4d5deef3ba2d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261272 Aug 03 19:31:14.520548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-b1c87858-ef80-4a98-b2cf-9c32ab253e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.523004 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-b1c87858-ef80-4a98-b2cf-9c32ab253e00 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0c69275381614f868b09dbcdc5b9ba4e&device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 1094 time: 0.0755725 Aug 03 19:31:14.524055 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.585096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Made reservation on behalf of 69cca1345cad49209f1885d35fef09e5 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:14.592205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.628071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] device_id is not set on port 88b33b26-ce39-4fb0-a9f2-6b417cfa100f yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:14.665286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-509a5ec3-e0ee-4e1c-ace8-f748db00cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.667221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-509a5ec3-e0ee-4e1c-ace8-f748db00cc09 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8574ca34-7dcb-4c9a-93ae-c55317938503 HTTP/1.1" status: 200 len: 914 time: 0.1336038 Aug 03 19:31:14.731695 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-7caa385f-996e-4f1d-97e0-fa58c963e9df service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af9ad020-4693-4205-9420-eba520d37ba4 HTTP/1.1" status: 200 len: 217 time: 0.0556204 Aug 03 19:31:14.739978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.25.4.221 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/403283d9-c4aa-46d5-82bb-1e63f56a45f7) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:14.804898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-e8c2227d-f88e-4526-9c09-e9d581a446be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.807973 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-e8c2227d-f88e-4526-9c09-e9d581a446be service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51cff85-f08d-4b8d-993d-ee74bd0621a8 HTTP/1.1" status: 200 len: 853 time: 0.0682054 Aug 03 19:31:14.846123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Allocated IP 172.20.0.9 (775ce91e-6d9e-4918-afc7-c702eeaadfcc/3e8514f5-3589-4f38-a801-09255c4363fd/88b33b26-ce39-4fb0-a9f2-6b417cfa100f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:14.853569 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-68f50ad7-b33a-42fd-8ed1-9fd2f7b80458 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8574ca34-7dcb-4c9a-93ae-c55317938503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379305 Aug 03 19:31:14.950511 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.011811 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-6e6db8ce-0a9e-4453-a230-36879c25747f service neutron] 10.222.0.88 "GET /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493278 Aug 03 19:31:15.089581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.110896 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.159294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Transition to ACTIVE for port object 88b33b26-ce39-4fb0-a9f2-6b417cfa100f will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:15.172995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:15.180439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:15.184330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=403283d9-c4aa-46d5-82bb-1e63f56a45f7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:15.186914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:15.208823 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f70e394b-10ac-4bd9-ae25-cb6a79a5f8c0 req-adac4ae2-42f4-4b03-9351-2c7dfcf08ef2 service neutron] 10.222.0.88 "GET /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886621 Aug 03 19:31:15.376860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.506967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:15.546170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:15.608304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:15.630341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c838f-263e-4a35-8d58-673f23e79a5f req-bd0c9870-6def-4fef-856f-7551692dc754 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.633442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e1c838f-263e-4a35-8d58-673f23e79a5f req-bd0c9870-6def-4fef-856f-7551692dc754 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 943 time: 0.2932951 Aug 03 19:31:15.634523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=88b33b26-ce39-4fb0-a9f2-6b417cfa100f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:15.891191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e9a245d-90ab-43d8-a9ae-ea95d9dc1466 None None] Provisioning for port 88b33b26-ce39-4fb0-a9f2-6b417cfa100f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:15.898951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e9a245d-90ab-43d8-a9ae-ea95d9dc1466 None None] Provisioning complete for port 88b33b26-ce39-4fb0-a9f2-6b417cfa100f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:15.899597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e9a245d-90ab-43d8-a9ae-ea95d9dc1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.899923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.900656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.953467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e1c838f-263e-4a35-8d58-673f23e79a5f req-1d18e751-b293-4d2e-a152-132d4868f105 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073483 Aug 03 19:31:15.974509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a245d-90ab-43d8-a9ae-ea95d9dc1466 None None] Port 88b33b26-ce39-4fb0-a9f2-6b417cfa100f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:15.979090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311465b-78f9-419b-b3e4-6eeb3eb9f741 req-1885eda6-be86-4f1c-8cab-bbaf2bb6db06 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.981134 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1311465b-78f9-419b-b3e4-6eeb3eb9f741 req-1885eda6-be86-4f1c-8cab-bbaf2bb6db06 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 945 time: 0.3371449 Aug 03 19:31:16.005818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d40b751a-24cd-44d1-a27d-2c77d783168c tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7869439 Aug 03 19:31:16.009190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34298) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:16.018623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'network_id': '775ce91e-6d9e-4918-afc7-c702eeaadfcc', 'name': 'tempest-AllowedAddressPairTestJSON-467373621'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:16.164816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1311465b-78f9-419b-b3e4-6eeb3eb9f741 req-b480c961-4e60-4900-80d7-d06c375f9f2d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557817 Aug 03 19:31:16.187042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Made reservation on behalf of 69cca1345cad49209f1885d35fef09e5 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:16.190989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.212672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] device_id is not set on port 43178363-97f9-41c0-85be-1f16def4f5e2 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:16.307452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.406579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Allocated IP 172.20.0.14 (775ce91e-6d9e-4918-afc7-c702eeaadfcc/3e8514f5-3589-4f38-a801-09255c4363fd/43178363-97f9-41c0-85be-1f16def4f5e2) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:16.441245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.522444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device af9ad020-4693-4205-9420-eba520d37ba4 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:31:16.727367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.754848 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.760504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Transition to ACTIVE for port object 43178363-97f9-41c0-85be-1f16def4f5e2 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:16.765501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.789717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port af9ad020-4693-4205-9420-eba520d37ba4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=af9ad020-4693-4205-9420-eba520d37ba4,segment=NetworkSegment(f4f90933-f52e-484c-9965-6e24934cb492),segment_id=f4f90933-f52e-484c-9965-6e24934cb492)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:16.817312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'af9ad020-4693-4205-9420-eba520d37ba4', 'network_id': '8574ca34-7dcb-4c9a-93ae-c55317938503', 'port_id': 'af9ad020-4693-4205-9420-eba520d37ba4', 'mac_address': 'fa:16:3e:31:c2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51cff85-f08d-4b8d-993d-ee74bd0621a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:31:16.862188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.908318 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.934880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=403283d9-c4aa-46d5-82bb-1e63f56a45f7,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:16.935886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9ad020-4693-4205-9420-eba520d37ba4 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:16.971159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=43178363-97f9-41c0-85be-1f16def4f5e2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:16.972209 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.976659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port af9ad020-4693-4205-9420-eba520d37ba4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=af9ad020-4693-4205-9420-eba520d37ba4,segment=NetworkSegment(f4f90933-f52e-484c-9965-6e24934cb492),segment_id=f4f90933-f52e-484c-9965-6e24934cb492)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:16.984293 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.986272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:16.989064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:16.993635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:17.083718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=af9ad020-4693-4205-9420-eba520d37ba4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:17.107639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.108297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.111026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.111719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.112218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.112822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.115850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.116192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.116534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.116861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.117190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.117582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:17.135139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:17.138713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.160025 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b4ceeec-89a3-4685-8eba-9fb431571226 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1491439 Aug 03 19:31:17.160919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34326) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:17.168163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:cd:f8:f9'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:69:ae:67'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:17.201530 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP d9605c2f-ab3c-40cf-83ad-cbde8ef901fa associated. External IP: 172.25.4.221, port: 039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c. Aug 03 19:31:17.216557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['af9ad020-4693-4205-9420-eba520d37ba4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:31:17.321794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713a2a6-3b0f-4bd8-a1ae-e49c47004a1c req-eab3416a-33e1-42ad-8718-31e9f2a6514f tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:17.336231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c713a2a6-3b0f-4bd8-a1ae-e49c47004a1c req-eab3416a-33e1-42ad-8718-31e9f2a6514f tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 944 time: 0.2163601 Aug 03 19:31:17.449062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e475b69b-9e4b-45b2-9822-5264d25abb99 None None] Provisioning for port 43178363-97f9-41c0-85be-1f16def4f5e2 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:17.456276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e475b69b-9e4b-45b2-9822-5264d25abb99 None None] Provisioning complete for port 43178363-97f9-41c0-85be-1f16def4f5e2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:17.456511 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e475b69b-9e4b-45b2-9822-5264d25abb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.457372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.486884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c713a2a6-3b0f-4bd8-a1ae-e49c47004a1c req-77d3e649-a678-4d73-a58f-94847b0144ba tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489172 Aug 03 19:31:17.547898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e475b69b-9e4b-45b2-9822-5264d25abb99 None None] Port 43178363-97f9-41c0-85be-1f16def4f5e2 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:17.706497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:17.804034 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.809720 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.870816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event updated for resources: {'Port': ['ID=43178363-97f9-41c0-85be-1f16def4f5e2,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:17.893729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:17.909883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378821e-f2bc-4bcf-a6df-c2d189f9c8bd None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:17.932048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.940486 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378821e-f2bc-4bcf-a6df-c2d189f9c8bd None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:17.942747 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c378821e-f2bc-4bcf-a6df-c2d189f9c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:17.956696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] In _notify_port_updated(), no bound segment for port 43178363-97f9-41c0-85be-1f16def4f5e2 on network 775ce91e-6d9e-4918-afc7-c702eeaadfcc {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:31:17.963277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:17.964006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.969825 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dcbf88e7-98c8-4749-a876-c539ab5430d4 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "PUT /v2.0/ports/43178363-97f9-41c0-85be-1f16def4f5e2 HTTP/1.1" status: 200 len: 1056 time: 0.8033845 Aug 03 19:31:17.971170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34340) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.015571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2e67b3c9-ac45-4c84-b4dc-24b8e481904c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2299013 Aug 03 19:31:18.015999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34344) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.024767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:18.040151 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c378821e-f2bc-4bcf-a6df-c2d189f9c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:18.053879 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378821e-f2bc-4bcf-a6df-c2d189f9c8bd None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:18.054543 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c378821e-f2bc-4bcf-a6df-c2d189f9c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:18.104625 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.117539 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c378821e-f2bc-4bcf-a6df-c2d189f9c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:18.118208 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378821e-f2bc-4bcf-a6df-c2d189f9c8bd None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:18.150163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:18.191985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79750e6-2736-44c3-b195-09733a32043a req-6a7c222a-3418-490f-b903-646f29752826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.197117 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e79750e6-2736-44c3-b195-09733a32043a req-6a7c222a-3418-490f-b903-646f29752826 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1096 time: 0.1693003 Aug 03 19:31:18.309051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5ceeae77-5391-4128-9645-9a89f5d22ca9 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Deleting port 43178363-97f9-41c0-85be-1f16def4f5e2 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:18.309519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ceeae77-5391-4128-9645-9a89f5d22ca9 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.311696 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.343718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:18.346838 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f53363a-7173-4a04-9d7e-62f7c1b1694e" -d '{"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-unplugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:18.370017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:18.375332 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.445435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ef617815-14b4-4013-9675-63a2532b6f78 None None] Provisioning complete for port 43178363-97f9-41c0-85be-1f16def4f5e2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:18.445606 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ef617815-14b4-4013-9675-63a2532b6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.460834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ceeae77-5391-4128-9645-9a89f5d22ca9 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.485842 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605f5a91-eebe-4b5e-8a51-734b81828363 x-openstack-request-id: req-605f5a91-eebe-4b5e-8a51-734b81828363 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:18.486136 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-unplugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:18.486391 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-605f5a91-eebe-4b5e-8a51-734b81828363 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:18.486793 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'code': 200} Aug 03 19:31:18.504697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79750e6-2736-44c3-b195-09733a32043a req-1706e663-6342-4d4b-a9cf-d18a1e673c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.506362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e79750e6-2736-44c3-b195-09733a32043a req-1706e663-6342-4d4b-a9cf-d18a1e673c0e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.2777767 Aug 03 19:31:18.508364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:18.518125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ef617815-14b4-4013-9675-63a2532b6f78 None None] Port 43178363-97f9-41c0-85be-1f16def4f5e2 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:18.539496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device af9ad020-4693-4205-9420-eba520d37ba4 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:18.604906 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5ceeae77-5391-4128-9645-9a89f5d22ca9 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Calling delete_port for 43178363-97f9-41c0-85be-1f16def4f5e2 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:18.629999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port af9ad020-4693-4205-9420-eba520d37ba4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:18.642839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port af9ad020-4693-4205-9420-eba520d37ba4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:18.643850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.696483 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e79750e6-2736-44c3-b195-09733a32043a req-cd702279-30f8-4356-85aa-b5a4ce651fc0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.1680231 Aug 03 19:31:18.802497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdb74-bbc1-4624-ad5a-d8c9ee979d45 req-c3b01db5-cf9a-447a-bda9-1295705a3152 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.804891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7ffdb74-bbc1-4624-ad5a-d8c9ee979d45 req-c3b01db5-cf9a-447a-bda9-1295705a3152 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 944 time: 0.1007154 Aug 03 19:31:18.822619 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.887108 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.896914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.902345 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP d9605c2f-ab3c-40cf-83ad-cbde8ef901fa disassociated. External IP: 172.25.4.221, port: 039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c. Aug 03 19:31:18.920222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port af9ad020-4693-4205-9420-eba520d37ba4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=af9ad020-4693-4205-9420-eba520d37ba4,segment=NetworkSegment(f4f90933-f52e-484c-9965-6e24934cb492),segment_id=f4f90933-f52e-484c-9965-6e24934cb492)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:18.939512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.977909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79750e6-2736-44c3-b195-09733a32043a req-feb96ce8-ff15-41f0-af58-fc4aeb63c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.986398 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e79750e6-2736-44c3-b195-09733a32043a req-feb96ce8-ff15-41f0-af58-fc4aeb63c860 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.2772574 Aug 03 19:31:18.993746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ceeae77-5391-4128-9645-9a89f5d22ca9 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.049233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7ffdb74-bbc1-4624-ad5a-d8c9ee979d45 req-e42a9347-fdd8-49b7-b97f-6b85094b444a tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297838 Aug 03 19:31:19.086477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=af9ad020-4693-4205-9420-eba520d37ba4,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.109534 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceeae77-5391-4128-9645-9a89f5d22ca9 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Port': ['ID=43178363-97f9-41c0-85be-1f16def4f5e2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.151705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79750e6-2736-44c3-b195-09733a32043a req-fd9c7035-ff31-44b8-8f9c-46565ec2fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:19.153462 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e79750e6-2736-44c3-b195-09733a32043a req-fd9c7035-ff31-44b8-8f9c-46565ec2fbef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569216 Aug 03 19:31:19.204961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:19.365370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:19.379484 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.404310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a457521-e4b1-4246-ae3d-88b740bec07d None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:19.430898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4bf06959-9035-4187-bd06-534d1fdb4a5f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/floatingips/d9605c2f-ab3c-40cf-83ad-cbde8ef901fa HTTP/1.1" status: 200 len: 688 time: 1.4091971 Aug 03 19:31:19.431340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34374) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.437339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a457521-e4b1-4246-ae3d-88b740bec07d None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:19.438589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0a457521-e4b1-4246-ae3d-88b740bec07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:19.478754 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e79750e6-2736-44c3-b195-09733a32043a req-663195c8-da2d-42af-9c69-1086dd469a4d service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001537 Aug 03 19:31:19.546786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0a457521-e4b1-4246-ae3d-88b740bec07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:19.564637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a457521-e4b1-4246-ae3d-88b740bec07d None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:19.566221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0a457521-e4b1-4246-ae3d-88b740bec07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:19.635199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0a457521-e4b1-4246-ae3d-88b740bec07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:19.636856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a457521-e4b1-4246-ae3d-88b740bec07d None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:19.698758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 403283d9-c4aa-46d5-82bb-1e63f56a45f7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:19.699750 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.751067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ceeae77-5391-4128-9645-9a89f5d22ca9 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.757292 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5ceeae77-5391-4128-9645-9a89f5d22ca9 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "DELETE /v2.0/ports/43178363-97f9-41c0-85be-1f16def4f5e2 HTTP/1.1" status: 204 len: 168 time: 1.7811100 Aug 03 19:31:19.759320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34376) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.774983 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e79750e6-2736-44c3-b195-09733a32043a req-49b87907-bc02-4032-a1a1-2ff637934f84 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882884 Aug 03 19:31:19.790207 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b65ef77-180a-4d13-a48f-5740cfad6393 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] GET failed (client error): The resource could not be found. Aug 03 19:31:19.795943 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0b65ef77-180a-4d13-a48f-5740cfad6393 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "GET /v2.0/ports/43178363-97f9-41c0-85be-1f16def4f5e2 HTTP/1.1" status: 404 len: 333 time: 0.0318208 Aug 03 19:31:19.796400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34378) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.827220 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.828725 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.847753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 403283d9-c4aa-46d5-82bb-1e63f56a45f7 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:19.939163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5c519c49-4580-4faf-b456-196370398920 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Deleting port 88b33b26-ce39-4fb0-a9f2-6b417cfa100f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:19.939766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c519c49-4580-4faf-b456-196370398920 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.029391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.065072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=403283d9-c4aa-46d5-82bb-1e63f56a45f7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:20.115075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c519c49-4580-4faf-b456-196370398920 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.155214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5c519c49-4580-4faf-b456-196370398920 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Calling delete_port for 88b33b26-ce39-4fb0-a9f2-6b417cfa100f owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:20.227643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.232470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.234599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0d6bd7b4-1be7-4786-a5fb-9c85530ea0b4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/floatingips/d9605c2f-ab3c-40cf-83ad-cbde8ef901fa HTTP/1.1" status: 204 len: 168 time: 0.8020372 Aug 03 19:31:20.238721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34392) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:20.247548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'f5c20d8c-778d-44b4-9690-9c318c822a8a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:20.315128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24349162-1849-46a8-b13a-4365b58c7f8f req-92c83c3a-047a-445f-90ef-b6ba8a0196e4 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:20.315971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c519c49-4580-4faf-b456-196370398920 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.319264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24349162-1849-46a8-b13a-4365b58c7f8f req-92c83c3a-047a-445f-90ef-b6ba8a0196e4 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.1507499 Aug 03 19:31:20.342044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.371936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c519c49-4580-4faf-b456-196370398920 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Port': ['ID=88b33b26-ce39-4fb0-a9f2-6b417cfa100f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:20.435603 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:31:20.465039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.479590 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c519c49-4580-4faf-b456-196370398920 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.481986 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5c519c49-4580-4faf-b456-196370398920 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "DELETE /v2.0/ports/88b33b26-ce39-4fb0-a9f2-6b417cfa100f HTTP/1.1" status: 204 len: 168 time: 0.6847053 Aug 03 19:31:20.485685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34396) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:20.487853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82196984-80b0-48f0-8f83-e51546212161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9ad020-4693-4205-9420-eba520d37ba4'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:20.490278 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7865aec8-e159-480a-b702-494764fc4146" -d '{"events": [{"server_uuid": "82196984-80b0-48f0-8f83-e51546212161", "name": "network-vif-plugged", "status": "completed", "tag": "af9ad020-4693-4205-9420-eba520d37ba4"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:20.515740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24349162-1849-46a8-b13a-4365b58c7f8f req-3d523b36-63df-4cb0-87a1-98a61fded1b9 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802530 Aug 03 19:31:20.547649 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ef2d61-bd54-42df-851c-db53989562b1 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] GET failed (client error): The resource could not be found. Aug 03 19:31:20.549867 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-71ef2d61-bd54-42df-851c-db53989562b1 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "GET /v2.0/ports/88b33b26-ce39-4fb0-a9f2-6b417cfa100f HTTP/1.1" status: 404 len: 333 time: 0.0629697 Aug 03 19:31:20.559796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34402) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:20.588624 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00df51d6-433d-490c-9d94-915431d81a3e x-openstack-request-id: req-00df51d6-433d-490c-9d94-915431d81a3e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:20.589049 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82196984-80b0-48f0-8f83-e51546212161", "name": "network-vif-plugged", "status": "completed", "tag": "af9ad020-4693-4205-9420-eba520d37ba4", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:20.589415 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00df51d6-433d-490c-9d94-915431d81a3e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:20.589926 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82196984-80b0-48f0-8f83-e51546212161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9ad020-4693-4205-9420-eba520d37ba4', 'code': 200} Aug 03 19:31:20.643757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.736745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c5a8-43ae-47c8-81b4-dacbd361760c req-b5ee1547-bab0-4ced-baf2-da5e4749a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:20.739117 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3e46c5a8-43ae-47c8-81b4-dacbd361760c req-b5ee1547-bab0-4ced-baf2-da5e4749a935 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 1096 time: 0.0809515 Aug 03 19:31:20.768605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-924a305f-4062-48e4-89ad-430c85729f3f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Deleting port ee2cd672-eba5-4884-bf1b-5ec47e565ebe {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:20.769021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924a305f-4062-48e4-89ad-430c85729f3f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.811527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.25.4.20 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/06476244-5457-4463-9b12-e246f8ac0baa) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:20.835011 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3e46c5a8-43ae-47c8-81b4-dacbd361760c req-14e1db17-e16e-482c-9874-f4508c221e5e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858581 Aug 03 19:31:20.891277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924a305f-4062-48e4-89ad-430c85729f3f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.905395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-924a305f-4062-48e4-89ad-430c85729f3f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Calling delete_port for ee2cd672-eba5-4884-bf1b-5ec47e565ebe owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:21.006455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.070518 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.101247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924a305f-4062-48e4-89ad-430c85729f3f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.142818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:21.153098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:21.155773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=06476244-5457-4463-9b12-e246f8ac0baa,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.158368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:21.159103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a305f-4062-48e4-89ad-430c85729f3f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Port': ['ID=ee2cd672-eba5-4884-bf1b-5ec47e565ebe,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.265826 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924a305f-4062-48e4-89ad-430c85729f3f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.267945 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-924a305f-4062-48e4-89ad-430c85729f3f tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "DELETE /v2.0/ports/ee2cd672-eba5-4884-bf1b-5ec47e565ebe HTTP/1.1" status: 204 len: 168 time: 0.7103117 Aug 03 19:31:21.270636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34416) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:21.408288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-220b4373-b602-4d16-9950-01af3ddaaacf tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Deleting subnet 3e8514f5-3589-4f38-a801-09255c4363fd {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:21.414782 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-220b4373-b602-4d16-9950-01af3ddaaacf tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.507693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-220b4373-b602-4d16-9950-01af3ddaaacf tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.694482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-220b4373-b602-4d16-9950-01af3ddaaacf tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.801330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f273f7-6c0d-402e-8133-6aab89712216 req-b2eb2dae-9326-49d0-bf11-262a468f0eae tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:21.803533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20f273f7-6c0d-402e-8133-6aab89712216 req-b2eb2dae-9326-49d0-bf11-262a468f0eae tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.1588295 Aug 03 19:31:21.885149 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-220b4373-b602-4d16-9950-01af3ddaaacf tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.894620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20f273f7-6c0d-402e-8133-6aab89712216 req-d2db1c19-6b18-4e87-a49b-7321e8fab3ab tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680947 Aug 03 19:31:21.895788 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.941757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b4373-b602-4d16-9950-01af3ddaaacf tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8514f5-3589-4f38-a801-09255c4363fd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.949281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-220b4373-b602-4d16-9950-01af3ddaaacf tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.952815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-220b4373-b602-4d16-9950-01af3ddaaacf tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "DELETE /v2.0/subnets/3e8514f5-3589-4f38-a801-09255c4363fd HTTP/1.1" status: 204 len: 168 time: 0.6811218 Aug 03 19:31:21.953803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34426) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:21.977328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47258a36-0519-4fd7-b674-8abfc360fcd9 None None] Network 775ce91e-6d9e-4918-afc7-c702eeaadfcc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:22.043203 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.140147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.244553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:31:22.292299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Deleting port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:22.292742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.320720 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.327971 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.407443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] For port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b,segment=NetworkSegment(efba4e57-d19e-429e-a9bb-900d0dd8dafd),segment_id=efba4e57-d19e-429e-a9bb-900d0dd8dafd)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:22.407724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.444921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Calling delete_port for f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:22.473445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:22.480261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.491611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'mac_address': 'fa:16:3e:97:04:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:31:22.549059 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.571402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d097c3-a7a4-41f0-9464-39aa57a02399 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:22.596283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:22.598397 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.601774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd1775-1ff9-47e2-aa31-d104a795ff92 None None] DHCP port deletion for 775ce91e-6d9e-4918-afc7-c702eeaadfcc request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:22.606417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.660068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] No DVR routers for this DVR port f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:22.681905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:22.694870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=06476244-5457-4463-9b12-e246f8ac0baa,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:22.715231 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 9837abd2-4181-4e3c-a531-5635c16c0370 associated. External IP: 172.25.4.20, port: f5c20d8c-778d-44b4-9690-9c318c822a8a. Aug 03 19:31:22.720355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Port': ['ID=f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:22.780613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['73d097c3-a7a4-41f0-9464-39aa57a02399'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:31:22.797521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.818451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775ce91e-6d9e-4918-afc7-c702eeaadfcc']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.832337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efba4e57-d19e-429e-a9bb-900d0dd8dafd') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.832649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efba4e57-d19e-429e-a9bb-900d0dd8dafd') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.846551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.866531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.879789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:22.880215 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:22.887821 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:22.991023 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.004748 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.008335 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] 10.222.0.42 "DELETE /v2.0/networks/775ce91e-6d9e-4918-afc7-c702eeaadfcc HTTP/1.1" status: 204 len: 168 time: 1.0529780 Aug 03 19:31:23.062724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731c990-0e23-4140-be99-ec61fd4e4203 tempest-AllowedAddressPairTestJSON-1017232323 tempest-AllowedAddressPairTestJSON-1017232323-project] Pushing event deleted for resources: {'Network': ['ID=775ce91e-6d9e-4918-afc7-c702eeaadfcc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:23.118146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:23.156714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d555ce-7127-4238-959d-6c66f2d507c0 req-f01c10c2-6c91-44aa-b829-0df3891973df tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:23.158574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76d555ce-7127-4238-959d-6c66f2d507c0 req-f01c10c2-6c91-44aa-b829-0df3891973df tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.1067562 Aug 03 19:31:23.286448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76d555ce-7127-4238-959d-6c66f2d507c0 req-ffbf0f57-d550-4d9d-b330-081e7d3e4f25 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509696 Aug 03 19:31:23.313355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34454) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.347668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:23.361291 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4567f6e-43bb-478e-87e7-5bc17fdf2c5a None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:23.371533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.378772 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4567f6e-43bb-478e-87e7-5bc17fdf2c5a None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:23.379694 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f4567f6e-43bb-478e-87e7-5bc17fdf2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:23.448826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34466) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.457884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3fa4d45e-56ab-4ece-b3ca-4ff94ee2222a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2180197 Aug 03 19:31:23.495594 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f4567f6e-43bb-478e-87e7-5bc17fdf2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:23.510165 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4567f6e-43bb-478e-87e7-5bc17fdf2c5a None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:23.511198 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f4567f6e-43bb-478e-87e7-5bc17fdf2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:23.548222 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f4567f6e-43bb-478e-87e7-5bc17fdf2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:23.548715 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4567f6e-43bb-478e-87e7-5bc17fdf2c5a None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:23.591182 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-84f3ebb2-2a56-46fd-9121-740d6e5781c4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "GET /v2.0/floatingips/9837abd2-4181-4e3c-a531-5635c16c0370 HTTP/1.1" status: 200 len: 977 time: 0.1396713 Aug 03 19:31:23.594345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34472) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.644974 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-96a1d45f-3a6b-42f6-844b-24029b5d9be0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69cca1345cad49209f1885d35fef09e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293931 Aug 03 19:31:23.645713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34476) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.775975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b6dac31e-5280-42ad-aa84-ff9ac37898d7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1803195 Aug 03 19:31:23.778163 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7002763b-8626-472b-b10d-030dfe852e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.779441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.784390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-75ffa93b-8a10-49d4-b42b-607b1dcda83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:23.785238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'port_id': '039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:23.787083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-75ffa93b-8a10-49d4-b42b-607b1dcda83e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0c69275381614f868b09dbcdc5b9ba4e&device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 1096 time: 0.1086261 Aug 03 19:31:23.834384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c337cc1-8f7c-457b-bdf2-c1f5f6a14bfd req-8616d739-7dfe-4201-b090-8820ef31308e tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:23.835930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c337cc1-8f7c-457b-bdf2-c1f5f6a14bfd req-8616d739-7dfe-4201-b090-8820ef31308e tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.1270394 Aug 03 19:31:23.870365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.882697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7002763b-8626-472b-b10d-030dfe852e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.938021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c337cc1-8f7c-457b-bdf2-c1f5f6a14bfd req-3318ef1c-4791-47f1-aa88-7161f77a8c00 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909076 Aug 03 19:31:23.963828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-56fff1c1-3e6f-42e0-9213-139adad080c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:23.965449 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-56fff1c1-3e6f-42e0-9213-139adad080c7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8574ca34-7dcb-4c9a-93ae-c55317938503 HTTP/1.1" status: 200 len: 914 time: 0.1671081 Aug 03 19:31:24.023039 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7002763b-8626-472b-b10d-030dfe852e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.025714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7002763b-8626-472b-b10d-030dfe852e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.026944 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7002763b-8626-472b-b10d-030dfe852e15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6a94dbc-46dc-454e-a4fb-86eeb3777d95 HTTP/1.1" status: 204 len: 168 time: 0.3796804 Aug 03 19:31:24.031636 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-d1fdc012-578f-4f4f-aa10-7225755b6ea1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af9ad020-4693-4205-9420-eba520d37ba4 HTTP/1.1" status: 200 len: 217 time: 0.0578949 Aug 03 19:31:24.036848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002763b-8626-472b-b10d-030dfe852e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a94dbc-46dc-454e-a4fb-86eeb3777d95,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:24.103065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-366ad3db-7987-41bc-b549-c5e4e5e092cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:24.104725 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-366ad3db-7987-41bc-b549-c5e4e5e092cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51cff85-f08d-4b8d-993d-ee74bd0621a8 HTTP/1.1" status: 200 len: 853 time: 0.0649860 Aug 03 19:31:24.149075 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-7cd9041e-1790-41b0-92b7-9556768d239b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8574ca34-7dcb-4c9a-93ae-c55317938503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364296 Aug 03 19:31:24.187601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:24.319126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 73d097c3-a7a4-41f0-9464-39aa57a02399 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:24.319799 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.343741 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-b9315f77-e491-4062-952f-9f5ed7f47312 service neutron] 10.222.0.88 "GET /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867433 Aug 03 19:31:24.532213 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.564347 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c050bebf-29d3-41c2-a756-f7f7f496eae7 req-400203de-a4cc-4050-9304-cb256b28e072 service neutron] 10.222.0.88 "GET /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110591 Aug 03 19:31:24.596482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:24.603939 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786c6891-03ae-43a4-b150-b9ffb5f8162b" -d '{"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-plugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:24.656385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:24.670146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:24.743872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:24.745562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f8ce4bd5-85a1-4c6c-ae83-f6031d0bd03b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:24.750542 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f1131f-918d-493e-b8a1-304bd2986436 x-openstack-request-id: req-e9f1131f-918d-493e-b8a1-304bd2986436 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:24.757382 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-plugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:24.762251 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9f1131f-918d-493e-b8a1-304bd2986436 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:24.763120 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'code': 200} Aug 03 19:31:24.765873 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.864027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=10']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:24.866949 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:31:24.943014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.948495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.294058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34524) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:25.415969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1501130021'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:25.448822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:25.453212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.470660 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.593776 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.600683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.601666 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 9837abd2-4181-4e3c-a531-5635c16c0370 associated. External IP: 172.25.4.20, port: f5c20d8c-778d-44b4-9690-9c318c822a8a. Aug 03 19:31:25.645550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af79591b-abc4-42b3-8a36-bc92643577bf,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:25.667405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895abe1f-fce1-4e88-8f1f-b35984e6931c req-68f47167-ad7e-47ab-a343-8262a43f1ac7 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:25.669030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-895abe1f-fce1-4e88-8f1f-b35984e6931c req-68f47167-ad7e-47ab-a343-8262a43f1ac7 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.1263554 Aug 03 19:31:25.675602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:25.694073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.694577 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment 91a9de74-ca6d-4553-b5fd-80cf1f9c5775 of type vlan for network a1ff3b29-9edc-4b54-a5be-003d08faf31c Aug 03 19:31:25.695732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.773038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.780152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-895abe1f-fce1-4e88-8f1f-b35984e6931c req-d0157f4e-ca08-42f3-8a4b-3ff99eec7f8e tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603507 Aug 03 19:31:25.838482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.849343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:25.850579 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.919732 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6233008 Aug 03 19:31:25.923673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34544) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:25.930246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-555419539'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:25.939938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:25.961634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b7a43-d889-4a24-a32f-571e83e46027 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=a1ff3b29-9edc-4b54-a5be-003d08faf31c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:25.972635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:25.978439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.979082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a1ff3b29-9edc-4b54-a5be-003d08faf31c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:26.014487 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:26.030967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.031343 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment 9714ef82-e646-48e6-af66-cb7877f4e14a of type vlan for network b5b980d7-ed73-4893-86da-4dd969a3cd70 Aug 03 19:31:26.112363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.118157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:26.143222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee62b2-89f4-4d42-b661-55100c387b4a None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:26.181435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.186702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee62b2-89f4-4d42-b661-55100c387b4a None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:26.188391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e3ee62b2-89f4-4d42-b661-55100c387b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:26.199104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:26.200534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.255252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e3ee62b2-89f4-4d42-b661-55100c387b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:26.261120 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a4eecf3-42d7-44a2-abf8-86d0e7edc182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.273684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee62b2-89f4-4d42-b661-55100c387b4a None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:26.275012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e3ee62b2-89f4-4d42-b661-55100c387b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:26.302715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3780365 Aug 03 19:31:26.312944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34550) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.319652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e3ee62b2-89f4-4d42-b661-55100c387b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:26.320102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': 'a1ff3b29-9edc-4b54-a5be-003d08faf31c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:26.320619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee62b2-89f4-4d42-b661-55100c387b4a None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:26.402393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:26.422161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9a8ac-d3cb-483b-84a8-fd216029c56d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=b5b980d7-ed73-4893-86da-4dd969a3cd70,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:26.441093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network b5b980d7-ed73-4893-86da-4dd969a3cd70 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:26.522296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:26.532364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.578547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:26.593843 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.600736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044104ac-5c8c-4b59-b8b7-a40c985aff04 None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:26.627710 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044104ac-5c8c-4b59-b8b7-a40c985aff04 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:26.628681 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-044104ac-5c8c-4b59-b8b7-a40c985aff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:26.666268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6ddddb8f-35f5-44c9-bf66-821ae9db77d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/floatingips/9837abd2-4181-4e3c-a531-5635c16c0370 HTTP/1.1" status: 200 len: 977 time: 2.8855579 Aug 03 19:31:26.669984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34558) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.675758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:26.688340 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-044104ac-5c8c-4b59-b8b7-a40c985aff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:26.736436 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044104ac-5c8c-4b59-b8b7-a40c985aff04 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:26.737390 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-044104ac-5c8c-4b59-b8b7-a40c985aff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:26.767110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.775920 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-044104ac-5c8c-4b59-b8b7-a40c985aff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:26.776811 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044104ac-5c8c-4b59-b8b7-a40c985aff04 None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:26.930448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.034509 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.039073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': '91a9de74-ca6d-4553-b5fd-80cf1f9c5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1ff3b29-9edc-4b54-a5be-003d08faf31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:27.039931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: a1ff3b29-9edc-4b54-a5be-003d08faf31c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:27.052051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.052566 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 9837abd2-4181-4e3c-a531-5635c16c0370 disassociated. External IP: 172.25.4.20, port: 039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c. Aug 03 19:31:27.074166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=e64488cd-e361-475f-bf5f-00e49dc36cb3,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:27.081143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network a1ff3b29-9edc-4b54-a5be-003d08faf31c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:27.097448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a1ff3b29-9edc-4b54-a5be-003d08faf31c) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:27.108328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:27.108508 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.112291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01585f7f-1129-4ce0-ba82-32bdd5e217c5 None None] Network a1ff3b29-9edc-4b54-a5be-003d08faf31c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:27.140241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-51021ab8-308a-4d6e-b4c0-e58d74bbe005 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8257015 Aug 03 19:31:27.144634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34572) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.155980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': 'b5b980d7-ed73-4893-86da-4dd969a3cd70', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:27.159642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e278-1cd4-42a2-a980-4a8fe7f700c8 req-8ec5eeb9-acfc-4301-b137-f69bad7d7c3f tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:27.161384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a56e278-1cd4-42a2-a980-4a8fe7f700c8 req-8ec5eeb9-acfc-4301-b137-f69bad7d7c3f tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.2195601 Aug 03 19:31:27.273267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a56e278-1cd4-42a2-a980-4a8fe7f700c8 req-e097d1cc-4c5f-43b4-966b-f83ee6617445 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932112 Aug 03 19:31:27.325549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:27.332178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.505120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-a1ff3b29-9edc-4b54-a5be-003d08faf31c', 'network_id': 'a1ff3b29-9edc-4b54-a5be-003d08faf31c', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': 'e64488cd-e361-475f-bf5f-00e49dc36cb3'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:27.508662 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.734361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:27.747044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Allocated IP 2001:db8::2 (a1ff3b29-9edc-4b54-a5be-003d08faf31c/e64488cd-e361-475f-bf5f-00e49dc36cb3/a2627152-e804-487c-bf7d-2fadddd18c46) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:27.793200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.918912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=7d9ee08d-de83-4069-98e7-12d7d34a1895,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:27.927235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': '9714ef82-e646-48e6-af66-cb7877f4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5b980d7-ed73-4893-86da-4dd969a3cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:27.928116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: b5b980d7-ed73-4893-86da-4dd969a3cd70, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:27.950176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network b5b980d7-ed73-4893-86da-4dd969a3cd70 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:27.967107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, b5b980d7-ed73-4893-86da-4dd969a3cd70) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:27.977173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d0d27-4445-4bad-9cbc-894e2ab50542 None None] Network b5b980d7-ed73-4893-86da-4dd969a3cd70 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:27.979136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:27.981527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.985071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:27.993390 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.025253 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-87cabb3c-e01f-4a1b-8644-f5268e4b8cb5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8779895 Aug 03 19:31:28.028557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34600) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.041202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3c97b-9393-4a09-ae16-6ec046d2c90a None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:28.043465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b826349b-9d91-4bf1-94b9-2d71eb7885c2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1995871830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:28.062640 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-067916ce-be05-46b6-b01c-3923bbbeb710 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/floatingips/9837abd2-4181-4e3c-a531-5635c16c0370 HTTP/1.1" status: 200 len: 687 time: 1.3915019 Aug 03 19:31:28.063899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34602) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.110071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b826349b-9d91-4bf1-94b9-2d71eb7885c2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.112102 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b826349b-9d91-4bf1-94b9-2d71eb7885c2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.181974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3c97b-9393-4a09-ae16-6ec046d2c90a None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:28.186664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fcd3c97b-9393-4a09-ae16-6ec046d2c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:28.275692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fcd3c97b-9393-4a09-ae16-6ec046d2c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:28.278456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b826349b-9d91-4bf1-94b9-2d71eb7885c2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.285016 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b826349b-9d91-4bf1-94b9-2d71eb7885c2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.302020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d27bf0-3a0c-476c-b7e3-66f5de1721e8 req-be3209c3-3cda-4163-ba13-b479518dd094 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:28.306705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10d27bf0-3a0c-476c-b7e3-66f5de1721e8 req-be3209c3-3cda-4163-ba13-b479518dd094 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.2794626 Aug 03 19:31:28.336338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b826349b-9d91-4bf1-94b9-2d71eb7885c2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.337903 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b826349b-9d91-4bf1-94b9-2d71eb7885c2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3058486 Aug 03 19:31:28.341660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34610) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.381515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 06476244-5457-4463-9b12-e246f8ac0baa {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:28.381515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.456921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10d27bf0-3a0c-476c-b7e3-66f5de1721e8 req-7cd1dac6-94ff-4354-aebd-31acb05f5295 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397505 Aug 03 19:31:28.489423 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.513541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3c97b-9393-4a09-ae16-6ec046d2c90a None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:28.517815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fcd3c97b-9393-4a09-ae16-6ec046d2c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:28.527765 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.528143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.555739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 06476244-5457-4463-9b12-e246f8ac0baa owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:28.628762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fcd3c97b-9393-4a09-ae16-6ec046d2c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:28.630524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3c97b-9393-4a09-ae16-6ec046d2c90a None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:28.667831 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Transition to ACTIVE for port object a2627152-e804-487c-bf7d-2fadddd18c46 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:28.885572 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.902083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Transition to ACTIVE for port object a2627152-e804-487c-bf7d-2fadddd18c46 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:28.918363 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.942914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=06476244-5457-4463-9b12-e246f8ac0baa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:29.073170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-b5b980d7-ed73-4893-86da-4dd969a3cd70', 'network_id': 'b5b980d7-ed73-4893-86da-4dd969a3cd70', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': '7d9ee08d-de83-4069-98e7-12d7d34a1895'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:29.074729 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.091149 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.096286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Pushing event updated for resources: {'Port': ['ID=a2627152-e804-487c-bf7d-2fadddd18c46,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:29.097843 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.100864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-488b989b-2844-4848-a55d-bcf666a2fad1 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/floatingips/9837abd2-4181-4e3c-a531-5635c16c0370 HTTP/1.1" status: 204 len: 168 time: 1.0341275 Aug 03 19:31:29.102738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34620) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.141616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Network a1ff3b29-9edc-4b54-a5be-003d08faf31c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:29.145181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:29.154116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:29.175255 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-8921108c-a841-4da7-971a-2520f8b2b46e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] delete failed (client error): The resource could not be found. Aug 03 19:31:29.177738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8921108c-a841-4da7-971a-2520f8b2b46e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/floatingips/9837abd2-4181-4e3c-a531-5635c16c0370 HTTP/1.1" status: 404 len: 345 time: 0.0735440 Aug 03 19:31:29.181588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34622) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.339399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da108fa-5e76-45fa-a117-2458bf0a90f9 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.363267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da108fa-5e76-45fa-a117-2458bf0a90f9 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.370635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da108fa-5e76-45fa-a117-2458bf0a90f9 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.372738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1da108fa-5e76-45fa-a117-2458bf0a90f9 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "GET /v2.0/ports?network_id=d5619a45-b407-4be4-906b-8e2849f3c903 HTTP/1.1" status: 200 len: 2358 time: 0.1897581 Aug 03 19:31:29.376934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34628) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.435881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Attempting to bind port a2627152-e804-487c-bf7d-2fadddd18c46 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:29.436639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Attempting to bind port a2627152-e804-487c-bf7d-2fadddd18c46 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '91a9de74-ca6d-4553-b5fd-80cf1f9c5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1ff3b29-9edc-4b54-a5be-003d08faf31c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:29.436755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Attempting to bind port a2627152-e804-487c-bf7d-2fadddd18c46 on network a1ff3b29-9edc-4b54-a5be-003d08faf31c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:29.447177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:29.447177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Checking segment: {'id': '91a9de74-ca6d-4553-b5fd-80cf1f9c5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1ff3b29-9edc-4b54-a5be-003d08faf31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:29.447692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.448105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Bound using segment: {'id': '91a9de74-ca6d-4553-b5fd-80cf1f9c5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1ff3b29-9edc-4b54-a5be-003d08faf31c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:29.448616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Bound port: a2627152-e804-487c-bf7d-2fadddd18c46, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a9de74-ca6d-4553-b5fd-80cf1f9c5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1ff3b29-9edc-4b54-a5be-003d08faf31c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:29.449013 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.470435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f428d-3318-4cb8-95f2-f87d2bc710b9 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.472224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c96f428d-3318-4cb8-95f2-f87d2bc710b9 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "GET /v2.0/subnets/58e82665-5b13-488d-adfc-2302e785adf1 HTTP/1.1" status: 200 len: 797 time: 0.0940719 Aug 03 19:31:29.477049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34630) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.494406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'port': {'network_id': 'd5619a45-b407-4be4-906b-8e2849f3c903', 'name': 'tempest-FloatingIPTestJSON-2030984556', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:29.747690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Allocated IP 2001:db8:1::2 (b5b980d7-ed73-4893-86da-4dd969a3cd70/7d9ee08d-de83-4069-98e7-12d7d34a1895/9046c217-35de-4dd7-a2a2-ab6606f7c538) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:29.753749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] For port a2627152-e804-487c-bf7d-2fadddd18c46, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:29.759968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] For port a2627152-e804-487c-bf7d-2fadddd18c46, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a2627152-e804-487c-bf7d-2fadddd18c46,segment=NetworkSegment(91a9de74-ca6d-4553-b5fd-80cf1f9c5775),segment_id=91a9de74-ca6d-4553-b5fd-80cf1f9c5775)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:29.779805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f53819-52ed-4a71-b5c1-748caf77b2bd req-eb5890e6-2c2f-4246-a6c5-b840d36aec7d tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.781396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93f53819-52ed-4a71-b5c1-748caf77b2bd req-eb5890e6-2c2f-4246-a6c5-b840d36aec7d tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.0878997 Aug 03 19:31:29.796695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b1c34-007b-408c-91f9-14b505406d8f req-ad884abc-dbe4-4f9f-84fd-1ea38cc0a826 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.803864 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b42b1c34-007b-408c-91f9-14b505406d8f req-ad884abc-dbe4-4f9f-84fd-1ea38cc0a826 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.88 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 945 time: 0.2426116 Aug 03 19:31:29.804893 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.839852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:29.845599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.847119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93f53819-52ed-4a71-b5c1-748caf77b2bd req-0a111957-df70-4226-b3bd-801cfe84d34a tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485950 Aug 03 19:31:29.882281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.028717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.061086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25d92e-bb54-48c6-9176-a9a1c7df0a49 None None] Pushing event updated for resources: {'Port': ['ID=a2627152-e804-487c-bf7d-2fadddd18c46,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.081940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] device_id is not set on port d8e16939-6f0b-465d-9281-765c7aa14dbd yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:30.306755 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7b32-c43a-4f2a-aede-3cf757580870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.309185 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.338888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Transition to ACTIVE for port object 9046c217-35de-4dd7-a2a2-ab6606f7c538 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:30.376864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Transition to ACTIVE for port object 9046c217-35de-4dd7-a2a2-ab6606f7c538 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:30.391530 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.484951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Network b5b980d7-ed73-4893-86da-4dd969a3cd70 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:30.524303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:30.550779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:30.553800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Pushing event updated for resources: {'Port': ['ID=9046c217-35de-4dd7-a2a2-ab6606f7c538,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.634159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Deleting port af9ad020-4693-4205-9420-eba520d37ba4 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:30.649895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.720356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Attempting to bind port 9046c217-35de-4dd7-a2a2-ab6606f7c538 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:30.720900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Attempting to bind port 9046c217-35de-4dd7-a2a2-ab6606f7c538 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9714ef82-e646-48e6-af66-cb7877f4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5b980d7-ed73-4893-86da-4dd969a3cd70'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:30.721370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Attempting to bind port 9046c217-35de-4dd7-a2a2-ab6606f7c538 on network b5b980d7-ed73-4893-86da-4dd969a3cd70 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:30.744353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:30.744925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Checking segment: {'id': '9714ef82-e646-48e6-af66-cb7877f4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5b980d7-ed73-4893-86da-4dd969a3cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:30.745448 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.746085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Bound using segment: {'id': '9714ef82-e646-48e6-af66-cb7877f4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5b980d7-ed73-4893-86da-4dd969a3cd70'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:30.746703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Bound port: 9046c217-35de-4dd7-a2a2-ab6606f7c538, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9714ef82-e646-48e6-af66-cb7877f4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5b980d7-ed73-4893-86da-4dd969a3cd70'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:30.747210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.826061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a2627152-e804-487c-bf7d-2fadddd18c46 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:30.962041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8::1 (a1ff3b29-9edc-4b54-a5be-003d08faf31c/e64488cd-e361-475f-bf5f-00e49dc36cb3/b10f957a-354f-4cdd-9f85-d0a12de50353) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:30.996808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.20.0.14 (d5619a45-b407-4be4-906b-8e2849f3c903/58e82665-5b13-488d-adfc-2302e785adf1/d8e16939-6f0b-465d-9281-765c7aa14dbd) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:31.010348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] For port 9046c217-35de-4dd7-a2a2-ab6606f7c538, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:31.014606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] For port 9046c217-35de-4dd7-a2a2-ab6606f7c538, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9046c217-35de-4dd7-a2a2-ab6606f7c538,segment=NetworkSegment(9714ef82-e646-48e6-af66-cb7877f4e14a),segment_id=9714ef82-e646-48e6-af66-cb7877f4e14a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:31.028838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.20.0.13 (d5619a45-b407-4be4-906b-8e2849f3c903/58e82665-5b13-488d-adfc-2302e785adf1/d8e16939-6f0b-465d-9281-765c7aa14dbd) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:31.030433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.065532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] For port af9ad020-4693-4205-9420-eba520d37ba4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=af9ad020-4693-4205-9420-eba520d37ba4,segment=NetworkSegment(f4f90933-f52e-484c-9965-6e24934cb492),segment_id=f4f90933-f52e-484c-9965-6e24934cb492)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:31.070920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.131050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a2627152-e804-487c-bf7d-2fadddd18c46 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:31.203141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29caf9e-4b24-4c81-8e02-9341c49c76f3 None None] Pushing event updated for resources: {'Port': ['ID=9046c217-35de-4dd7-a2a2-ab6606f7c538,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:31.213206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Calling delete_port for af9ad020-4693-4205-9420-eba520d37ba4 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:31.468340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.482501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.487439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object b10f957a-354f-4cdd-9f85-d0a12de50353 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:31.585277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.587174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441dcc1-3d59-46e1-82b4-a21eb80ee8c4 req-929df08e-3f97-4433-8b0a-8ed77f00162b tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:31.589337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6441dcc1-3d59-46e1-82b4-a21eb80ee8c4 req-929df08e-3f97-4433-8b0a-8ed77f00162b tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 867 time: 0.4062147 Aug 03 19:31:31.615621 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.632515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Pushing event deleted for resources: {'Port': ['ID=af9ad020-4693-4205-9420-eba520d37ba4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:31.727597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network a1ff3b29-9edc-4b54-a5be-003d08faf31c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:31.743039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6441dcc1-3d59-46e1-82b4-a21eb80ee8c4 req-2dc83782-3d59-411f-95a2-fc7d74fa2dee tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/security-groups?id=f940be72-8027-4b94-ae07-88da9ad6a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451075 Aug 03 19:31:31.785598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:31.789015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:31.789753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.888763 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.951257 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.978894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] No DVR routers for this DVR port af9ad020-4693-4205-9420-eba520d37ba4 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:31.989185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.993154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b42b1c34-007b-408c-91f9-14b505406d8f req-fbfcad5a-a3e7-47b4-8ff5-80025e3225af tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.88 "DELETE /v2.0/ports/af9ad020-4693-4205-9420-eba520d37ba4 HTTP/1.1" status: 204 len: 173 time: 2.1147413 Aug 03 19:31:31.997849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82196984-80b0-48f0-8f83-e51546212161', 'name': 'network-vif-deleted', 'tag': 'af9ad020-4693-4205-9420-eba520d37ba4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:32.012835 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf59a546-9527-4e8b-815c-49889424614b" -d '{"events": [{"server_uuid": "82196984-80b0-48f0-8f83-e51546212161", "name": "network-vif-deleted", "tag": "af9ad020-4693-4205-9420-eba520d37ba4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:32.046075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network d5619a45-b407-4be4-906b-8e2849f3c903 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:32.050773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:32.054263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:32.057803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=b10f957a-354f-4cdd-9f85-d0a12de50353,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:32.143339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:32.144339 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.154096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=d8e16939-6f0b-465d-9281-765c7aa14dbd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:32.185333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-86ab6596-92bb-46ac-9ad2-381c9aa91468 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7028849 Aug 03 19:31:32.185761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34674) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:32.190977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'd8e16939-6f0b-465d-9281-765c7aa14dbd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:32.211388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183c592-b7f3-4d8e-956f-145f951eb830 None None] Network a1ff3b29-9edc-4b54-a5be-003d08faf31c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:32.219656 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171835ef-b428-4b98-9c80-72bcef885cf9 x-openstack-request-id: req-171835ef-b428-4b98-9c80-72bcef885cf9 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:32.221150 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82196984-80b0-48f0-8f83-e51546212161", "name": "network-vif-deleted", "tag": "af9ad020-4693-4205-9420-eba520d37ba4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:32.225730 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-171835ef-b428-4b98-9c80-72bcef885cf9 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:32.226421 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82196984-80b0-48f0-8f83-e51546212161', 'name': 'network-vif-deleted', 'tag': 'af9ad020-4693-4205-9420-eba520d37ba4', 'status': 'completed', 'code': 200} Aug 03 19:31:32.281164 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.365300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e85535e-d5f1-4309-84d9-42aed211a1e3 None None] Provisioning for port a2627152-e804-487c-bf7d-2fadddd18c46 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:32.385873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e85535e-d5f1-4309-84d9-42aed211a1e3 None None] Provisioning complete for port a2627152-e804-487c-bf7d-2fadddd18c46 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:32.392977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e85535e-d5f1-4309-84d9-42aed211a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.402527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.544160 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.618443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device af9ad020-4693-4205-9420-eba520d37ba4 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:32.696460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9046c217-35de-4dd7-a2a2-ab6606f7c538 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:33.180465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.25.4.191 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/ff89483d-4a05-44fa-8167-20ce88343590) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:33.288022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.293278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c4812bd-5343-4452-9ab5-23d50ef606ab req-e6485c8d-56f8-42f1-a975-bc45dc925282 tempest-InstanceActionsTestJSON-400400845 tempest-InstanceActionsTestJSON-400400845-project] 10.222.0.42 "GET /v2.0/ports?device_id=82196984-80b0-48f0-8f83-e51546212161 HTTP/1.1" status: 200 len: 210 time: 0.2170422 Aug 03 19:31:33.305909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.306802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.358493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: af9ad020-4693-4205-9420-eba520d37ba4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:33.359513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device af9ad020-4693-4205-9420-eba520d37ba4 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:33.367742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96907aab-0e83-4b53-b10d-39f92686f20c None None] Network b5b980d7-ed73-4893-86da-4dd969a3cd70 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:33.503828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network a1ff3b29-9edc-4b54-a5be-003d08faf31c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:33.507823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:33.526887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=b10f957a-354f-4cdd-9f85-d0a12de50353,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:33.560618 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.670895 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.769516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e85535e-d5f1-4309-84d9-42aed211a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.779082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9046c217-35de-4dd7-a2a2-ab6606f7c538 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:33.800045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 81ea3433-e70d-44b5-8732-12331694db07 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:31:33.814115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:33.820872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:33.830838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:33.839079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=ff89483d-4a05-44fa-8167-20ce88343590,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:33.931453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2e85535e-d5f1-4309-84d9-42aed211a1e3 None None] For port a2627152-e804-487c-bf7d-2fadddd18c46, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a2627152-e804-487c-bf7d-2fadddd18c46,segment=NetworkSegment(91a9de74-ca6d-4553-b5fd-80cf1f9c5775),segment_id=91a9de74-ca6d-4553-b5fd-80cf1f9c5775)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:33.942905 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e85535e-d5f1-4309-84d9-42aed211a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.949390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:33.961541 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc5549-2546-4564-8c33-16ef0726949c None None] Sync routers for ids ['81ea3433-e70d-44b5-8732-12331694db07'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:33.967788 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c802cf96-0a02-4887-926b-e726293163c0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/81ea3433-e70d-44b5-8732-12331694db07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6230786 Aug 03 19:31:33.970734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34694) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.022176 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc5549-2546-4564-8c33-16ef0726949c None None] Routers {'81ea3433-e70d-44b5-8732-12331694db07'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:34.026314 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-25dc5549-2546-4564-8c33-16ef0726949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['81ea3433-e70d-44b5-8732-12331694db07'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:34.111248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fba260-4de7-4a83-9e24-68615cd97bf5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:34.116191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85535e-d5f1-4309-84d9-42aed211a1e3 None None] Pushing event updated for resources: {'Port': ['ID=a2627152-e804-487c-bf7d-2fadddd18c46,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.122628 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b4fba260-4de7-4a83-9e24-68615cd97bf5 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports/b10f957a-354f-4cdd-9f85-d0a12de50353 HTTP/1.1" status: 200 len: 911 time: 0.1489227 Aug 03 19:31:34.125199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34702) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.176935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3d70963a-3f9a-48f2-b188-21408cad8619 None None] Provisioning for port 9046c217-35de-4dd7-a2a2-ab6606f7c538 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:34.188541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3d70963a-3f9a-48f2-b188-21408cad8619 None None] Provisioning complete for port 9046c217-35de-4dd7-a2a2-ab6606f7c538 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:34.194832 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d70963a-3f9a-48f2-b188-21408cad8619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.247351 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-25dc5549-2546-4564-8c33-16ef0726949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:34.275825 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc5549-2546-4564-8c33-16ef0726949c None None] Routers {'81ea3433-e70d-44b5-8732-12331694db07'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:34.276593 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-25dc5549-2546-4564-8c33-16ef0726949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['81ea3433-e70d-44b5-8732-12331694db07'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:34.407454 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-25dc5549-2546-4564-8c33-16ef0726949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:34.408581 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc5549-2546-4564-8c33-16ef0726949c None None] The sync data for ids ['81ea3433-e70d-44b5-8732-12331694db07'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:34.466913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34708) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.502124 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.543454 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d70963a-3f9a-48f2-b188-21408cad8619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.604532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a2627152-e804-487c-bf7d-2fadddd18c46 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:34.630390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7453bbd6-308b-4dc7-a38d-a01ac1698bb3 admin admin] Deleting subnet c51cff85-f08d-4b8d-993d-ee74bd0621a8 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:34.640458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7453bbd6-308b-4dc7-a38d-a01ac1698bb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.691511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3d70963a-3f9a-48f2-b188-21408cad8619 None None] For port 9046c217-35de-4dd7-a2a2-ab6606f7c538, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9046c217-35de-4dd7-a2a2-ab6606f7c538,segment=NetworkSegment(9714ef82-e646-48e6-af66-cb7877f4e14a),segment_id=9714ef82-e646-48e6-af66-cb7877f4e14a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:34.706948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d70963a-3f9a-48f2-b188-21408cad8619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.736094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7453bbd6-308b-4dc7-a38d-a01ac1698bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.921624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0df0174d-040d-405a-ace4-8d2dc6071289 None None] Provisioning for port b10f957a-354f-4cdd-9f85-d0a12de50353 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:34.937923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0df0174d-040d-405a-ace4-8d2dc6071289 None None] Provisioning complete for port b10f957a-354f-4cdd-9f85-d0a12de50353 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:34.938307 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0df0174d-040d-405a-ace4-8d2dc6071289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.941421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.033090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7453bbd6-308b-4dc7-a38d-a01ac1698bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.066927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70963a-3f9a-48f2-b188-21408cad8619 None None] Pushing event updated for resources: {'Port': ['ID=9046c217-35de-4dd7-a2a2-ab6606f7c538,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:35.100074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a2627152-e804-487c-bf7d-2fadddd18c46 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:35.104115 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.157135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0df0174d-040d-405a-ace4-8d2dc6071289 None None] Port b10f957a-354f-4cdd-9f85-d0a12de50353 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:35.188456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0df0174d-040d-405a-ace4-8d2dc6071289 None None] Provisioning complete for port a2627152-e804-487c-bf7d-2fadddd18c46 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:35.189198 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0df0174d-040d-405a-ace4-8d2dc6071289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.648686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0df0174d-040d-405a-ace4-8d2dc6071289 None None] Provisioning complete for port 9046c217-35de-4dd7-a2a2-ab6606f7c538 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:35.649391 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0df0174d-040d-405a-ace4-8d2dc6071289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.651671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.667151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7453bbd6-308b-4dc7-a38d-a01ac1698bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.701624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.727195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453bbd6-308b-4dc7-a38d-a01ac1698bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51cff85-f08d-4b8d-993d-ee74bd0621a8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:35.740448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7453bbd6-308b-4dc7-a38d-a01ac1698bb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.742531 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7453bbd6-308b-4dc7-a38d-a01ac1698bb3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c51cff85-f08d-4b8d-993d-ee74bd0621a8 HTTP/1.1" status: 204 len: 168 time: 1.2745645 Aug 03 19:31:35.768249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34732) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:35.781537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540241e2-af35-4af9-8684-98b0cc329317 req-f7199724-ae57-45b5-a46f-f5673b07ed86 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:35.783630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-540241e2-af35-4af9-8684-98b0cc329317 req-f7199724-ae57-45b5-a46f-f5673b07ed86 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1096 time: 0.1637290 Aug 03 19:31:35.886271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-540241e2-af35-4af9-8684-98b0cc329317 req-609a9dfd-1128-4810-ba2b-e62ae9787553 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870252 Aug 03 19:31:35.941727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34736) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:35.966002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-39b6a7bb-b5ee-48ee-a7ff-da3085854a70 None None] Provisioning complete for port b10f957a-354f-4cdd-9f85-d0a12de50353 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:35.966287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-39b6a7bb-b5ee-48ee-a7ff-da3085854a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.039893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-39b6a7bb-b5ee-48ee-a7ff-da3085854a70 None None] Port b10f957a-354f-4cdd-9f85-d0a12de50353 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:36.041815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.152327 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.165172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.344284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8:1::1 (b5b980d7-ed73-4893-86da-4dd969a3cd70/7d9ee08d-de83-4069-98e7-12d7d34a1895/26e01426-72ef-48a2-b6e2-f242924ac32e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:36.482246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 0e36178f-5b8a-47d8-8a12-4bde3784e625 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:36.482601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.503794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.561162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8574ca34-7dcb-4c9a-93ae-c55317938503']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.576460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=ff89483d-4a05-44fa-8167-20ce88343590,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:36.605509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f90933-f52e-484c-9965-6e24934cb492') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.605509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f90933-f52e-484c-9965-6e24934cb492') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.624044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.632187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.720786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9046c217-35de-4dd7-a2a2-ab6606f7c538 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:36.760925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.781587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:36.782027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:36.784240 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:36.817114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.884590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9046c217-35de-4dd7-a2a2-ab6606f7c538 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:36.885390 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.899045 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.899460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.924324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.929195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object 26e01426-72ef-48a2-b6e2-f242924ac32e will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:36.932967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.941899 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] 10.222.0.42 "DELETE /v2.0/networks/8574ca34-7dcb-4c9a-93ae-c55317938503 HTTP/1.1" status: 204 len: 168 time: 1.1697192 Aug 03 19:31:36.996126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4120dd-021b-454a-bcfc-d4db4eaab87c admin admin] Pushing event deleted for resources: {'Network': ['ID=8574ca34-7dcb-4c9a-93ae-c55317938503,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:37.010622 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 393de45e-e603-4667-97c0-e742bc896baf associated. External IP: 172.25.4.191, port: d8e16939-6f0b-465d-9281-765c7aa14dbd. Aug 03 19:31:37.030549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 0e36178f-5b8a-47d8-8a12-4bde3784e625 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:37.161561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.219167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network b5b980d7-ed73-4893-86da-4dd969a3cd70 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:37.266780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:37.270584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:37.271742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.347809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34768) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:37.480777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-900257d7-ef27-4cb6-add2-8a6b9ead4271 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c69275381614f868b09dbcdc5b9ba4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317530 Aug 03 19:31:37.483446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34772) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:37.583459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:37.657075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c369a43-49c0-42af-8446-dd88741dd934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.810789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c369a43-49c0-42af-8446-dd88741dd934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.948371 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:37.967461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07be91-64ab-41b9-b854-485f02fcc2a3 None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:37.981326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d07be91-64ab-41b9-b854-485f02fcc2a3 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:37.984382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1d07be91-64ab-41b9-b854-485f02fcc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:38.015027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c369a43-49c0-42af-8446-dd88741dd934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.019791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c369a43-49c0-42af-8446-dd88741dd934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.021730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8c369a43-49c0-42af-8446-dd88741dd934 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f940be72-8027-4b94-ae07-88da9ad6a51d HTTP/1.1" status: 204 len: 168 time: 0.5371079 Aug 03 19:31:38.043113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.053441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c369a43-49c0-42af-8446-dd88741dd934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f940be72-8027-4b94-ae07-88da9ad6a51d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.108408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f06b0c0a-5901-4d06-bf54-8aa89149ce7e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9198585 Aug 03 19:31:38.110044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34782) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.121966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'port_id': 'd8e16939-6f0b-465d-9281-765c7aa14dbd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:38.126931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=26e01426-72ef-48a2-b6e2-f242924ac32e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.151104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1d07be91-64ab-41b9-b854-485f02fcc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:38.187354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-667f6acb-0766-4d80-9bb8-d75d2a73a4a6 None None] Provisioning for port 26e01426-72ef-48a2-b6e2-f242924ac32e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:38.196678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d07be91-64ab-41b9-b854-485f02fcc2a3 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:38.200302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1d07be91-64ab-41b9-b854-485f02fcc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:38.209360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-667f6acb-0766-4d80-9bb8-d75d2a73a4a6 None None] Provisioning complete for port 26e01426-72ef-48a2-b6e2-f242924ac32e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:38.210043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-667f6acb-0766-4d80-9bb8-d75d2a73a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.285543 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.357512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1d07be91-64ab-41b9-b854-485f02fcc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:38.361810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07be91-64ab-41b9-b854-485f02fcc2a3 None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:38.402588 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.472033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-667f6acb-0766-4d80-9bb8-d75d2a73a4a6 None None] Port 26e01426-72ef-48a2-b6e2-f242924ac32e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:38.819716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.002226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=0e36178f-5b8a-47d8-8a12-4bde3784e625,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:39.312478 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.313131 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Floating IP c0bee2c9-b44e-45c3-b9d6-987267a6f286 disassociated (deleted). External IP: 172.25.4.133, port: f614092a-1cb5-4cdd-8fc1-24e80657d4aa. Aug 03 19:31:39.792853 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:31:39.912769 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.920771 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.925548 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.931227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.935126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.237899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34834) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:40.437123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network b5b980d7-ed73-4893-86da-4dd969a3cd70 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:40.437558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=26e01426-72ef-48a2-b6e2-f242924ac32e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:40.450310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:40.471943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:40.482050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-799711910-network', 'tenant_id': '9005890bff534a55aad616d1e3f20086'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:40.596837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Made reservation on behalf of 9005890bff534a55aad616d1e3f20086 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:40.600770 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.631777 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.664338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 453cb289-0ced-457a-b53e-83c8921be06b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:40.806806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.817120 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.890621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:40.917274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:40.949718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.950704 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Added segment 05054ed4-fb8e-4daf-ba3e-65dea7d81dd6 of type vlan for network 22d0f905-9ee6-42e0-96f5-44928fd47d86 Aug 03 19:31:40.956950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:40.966358 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.973107 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] Sync routers for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:40.975444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:40.976445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-41eddd87-6f06-40df-b1ec-19137bafd13b None None] Provisioning complete for port 26e01426-72ef-48a2-b6e2-f242924ac32e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:40.976919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-41eddd87-6f06-40df-b1ec-19137bafd13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.984205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.004546 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-65765b21-5a8e-4eb0-90fa-136b28c7a023 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/floatingips/c0bee2c9-b44e-45c3-b9d6-987267a6f286 HTTP/1.1" status: 204 len: 168 time: 5.0614853 Aug 03 19:31:41.007070 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:41.010047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:41.010294 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.013388 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d" -d '{"events": [{"name": "network-changed", "server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:41.034969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 81ea3433-e70d-44b5-8732-12331694db07 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:41.101355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.103276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0387200-461b-403e-86e3-21a00dd03aba None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:41.176203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fc803df5-f200-4b9d-80bf-0096e1643f0b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/floatingips/393de45e-e603-4667-97c0-e742bc896baf HTTP/1.1" status: 200 len: 979 time: 3.0635409 Aug 03 19:31:41.179251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34852) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:41.213106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0387200-461b-403e-86e3-21a00dd03aba None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:41.213794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b0387200-461b-403e-86e3-21a00dd03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.266073 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a412eb9-957d-47c7-b874-aede88038aca x-openstack-request-id: req-5a412eb9-957d-47c7-b874-aede88038aca {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:41.266461 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:41.266617 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a412eb9-957d-47c7-b874-aede88038aca {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:41.267125 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'status': 'completed', 'code': 200} Aug 03 19:31:41.299725 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.300743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:41.304716 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.311979 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:41.366413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b0387200-461b-403e-86e3-21a00dd03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.402877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-41eddd87-6f06-40df-b1ec-19137bafd13b None None] Port 26e01426-72ef-48a2-b6e2-f242924ac32e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:41.403602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:41.434360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0387200-461b-403e-86e3-21a00dd03aba None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:41.434793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b0387200-461b-403e-86e3-21a00dd03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.437733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e101c0bc-dcc7-442c-a8b1-ece7d103ef37 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/81ea3433-e70d-44b5-8732-12331694db07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2934353 Aug 03 19:31:41.444889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34862) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:41.488058 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347bc1c-ae93-4c96-a3b5-535212ab5fb6 None None] Sync routers for ids ['81ea3433-e70d-44b5-8732-12331694db07'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:41.516153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-c82e8a37-23f2-439d-ac07-fa735dd33fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:41.523927 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-c82e8a37-23f2-439d-ac07-fa735dd33fec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 1096 time: 0.2558076 Aug 03 19:31:41.546060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b0387200-461b-403e-86e3-21a00dd03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.547351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0387200-461b-403e-86e3-21a00dd03aba None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:41.750294 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347bc1c-ae93-4c96-a3b5-535212ab5fb6 None None] Routers {'81ea3433-e70d-44b5-8732-12331694db07'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:41.750949 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7347bc1c-ae93-4c96-a3b5-535212ab5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['81ea3433-e70d-44b5-8732-12331694db07'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.759169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5196238 Aug 03 19:31:41.784150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34870) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:41.800074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7347bc1c-ae93-4c96-a3b5-535212ab5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.831633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Request body: {'subnet': {'network_id': '22d0f905-9ee6-42e0-96f5-44928fd47d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-799711910-subnet', 'tenant_id': '9005890bff534a55aad616d1e3f20086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:41.843801 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347bc1c-ae93-4c96-a3b5-535212ab5fb6 None None] Routers {'81ea3433-e70d-44b5-8732-12331694db07'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:41.844460 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7347bc1c-ae93-4c96-a3b5-535212ab5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['81ea3433-e70d-44b5-8732-12331694db07'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.852177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92ec7e-1b61-4079-ac13-208d7d726c20 admin admin] Pushing event updated for resources: {'Network': ['ID=22d0f905-9ee6-42e0-96f5-44928fd47d86,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:41.864827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 22d0f905-9ee6-42e0-96f5-44928fd47d86 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:41.921600 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7347bc1c-ae93-4c96-a3b5-535212ab5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:41.923031 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347bc1c-ae93-4c96-a3b5-535212ab5fb6 None None] The sync data for ids ['81ea3433-e70d-44b5-8732-12331694db07'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:41.931467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38fadc-f004-41a1-ba05-8b30ebb96d10 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:41.936154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ac38fadc-f004-41a1-ba05-8b30ebb96d10 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports/26e01426-72ef-48a2-b6e2-f242924ac32e HTTP/1.1" status: 200 len: 913 time: 0.4874258 Aug 03 19:31:41.939520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34872) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:41.970460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307bee7-b3b8-467d-9cc4-e583f1b46965 req-f6e9ab36-d9cc-469c-b992-8d3239ce00b8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:41.984480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b307bee7-b3b8-467d-9cc4-e583f1b46965 req-f6e9ab36-d9cc-469c-b992-8d3239ce00b8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2370560 Aug 03 19:31:42.008477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Made reservation on behalf of 9005890bff534a55aad616d1e3f20086 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:42.012965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.181131 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:42.211205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b307bee7-b3b8-467d-9cc4-e583f1b46965 req-a162a2d1-4250-487b-aaf8-4871e91ca6ae tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235765 Aug 03 19:31:42.267413 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] Checking router: 453cb289-0ced-457a-b53e-83c8921be06b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:31:42.297515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-84c59ff9-83d5-4760-8bf5-8c8a5c641ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:42.309842 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:42.310091 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-84c59ff9-83d5-4760-8bf5-8c8a5c641ea7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 200 len: 896 time: 0.7044821 Aug 03 19:31:42.310202 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:42.346006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port ff89483d-4a05-44fa-8167-20ce88343590 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:42.346734 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.503173 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-b86e50b1-ee8e-494e-92ab-5bf0e4662036 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 200 len: 217 time: 0.1859996 Aug 03 19:31:42.539822 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.540506 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.562128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for ff89483d-4a05-44fa-8167-20ce88343590 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:42.675504 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:42.904262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-6a0a9608-cd5d-4eab-bec0-9962893adbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:42.907488 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-6a0a9608-cd5d-4eab-bec0-9962893adbb9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 200 len: 835 time: 0.4036965 Aug 03 19:31:43.192663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-dd71ea50-4a9f-4623-bbb0-c174b506f255 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:43.194780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-dd71ea50-4a9f-4623-bbb0-c174b506f255 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.2744076 Aug 03 19:31:43.198522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.227906 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-5fa191e5-d8ff-4911-8a11-fde652da9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:43.239457 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-5fa191e5-d8ff-4911-8a11-fde652da9bb5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c84f39e5-728b-4562-8e7a-c50ae9d70c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2970195 Aug 03 19:31:43.256410 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:43.341983 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b607fb-d4ec-4a87-9487-3fac4c671adb None None] The sync data for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 is: [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '12dcbfe9-c757-4cf1-a6c4-5a415772f7c0', 'name': '', 'network_id': 'c84f39e5-728b-4562-8e7a-c50ae9d70c91', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:88:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:38Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '199ca4c7-5039-49f7-bf23-59a08a253989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:43.383451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.591880 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-4eca10a1-0059-42dd-94d0-d249daace992 service neutron] 10.222.0.88 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208032 Aug 03 19:31:43.781265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.000005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7685f62-6ea6-4101-b8d5-b58db4a7346f None None] New status for floating IP c0bee2c9-b44e-45c3-b9d6-987267a6f286: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:31:44.100615 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e4cca33a-8a6f-4877-96d7-fc298ce0ed9d req-b2fa1efa-0941-4e74-a24a-6588faf6289e service neutron] 10.222.0.88 "GET /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088108 Aug 03 19:31:44.164051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=ff89483d-4a05-44fa-8167-20ce88343590,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:44.197367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec123fa9-f749-4390-adb7-c294c468987e,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:44.265136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Checking segment: {'id': '05054ed4-fb8e-4daf-ba3e-65dea7d81dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22d0f905-9ee6-42e0-96f5-44928fd47d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:44.267422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Network hostable DHCP agents. Network: 22d0f905-9ee6-42e0-96f5-44928fd47d86, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:44.295451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 26e01426-72ef-48a2-b6e2-f242924ac32e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:44.295897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.338773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8518de-87aa-43d5-82c9-dbf66b91747e req-53993f1d-90a2-4586-898c-a41d5fc4ce4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.341286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db8518de-87aa-43d5-82c9-dbf66b91747e req-53993f1d-90a2-4586-898c-a41d5fc4ce4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 945 time: 0.9324076 Aug 03 19:31:44.351512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.352083 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 393de45e-e603-4667-97c0-e742bc896baf disassociated (deleted). External IP: 172.25.4.191, port: d8e16939-6f0b-465d-9281-765c7aa14dbd. Aug 03 19:31:44.359376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Network 22d0f905-9ee6-42e0-96f5-44928fd47d86 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:44.467096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 22d0f905-9ee6-42e0-96f5-44928fd47d86) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:44.476299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.483358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f522390-be47-4c1e-a2f6-0e192e5a77ea None None] Network 22d0f905-9ee6-42e0-96f5-44928fd47d86 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:44.505415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 26e01426-72ef-48a2-b6e2-f242924ac32e owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:44.511673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.512675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.561007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port f614092a-1cb5-4cdd-8fc1-24e80657d4aa {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:44.561445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.828961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.865119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db8518de-87aa-43d5-82c9-dbf66b91747e req-560e57aa-492d-4100-ae78-bc433be2c678 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce27e27a-ba37-42ec-a1f6-59bec3e32054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5072467 Aug 03 19:31:44.888639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544a2bca-51a8-4ae4-9f53-7bfedc3d2b0c None None] Network 22d0f905-9ee6-42e0-96f5-44928fd47d86 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:44.899926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=26e01426-72ef-48a2-b6e2-f242924ac32e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:44.934197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.934555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.934908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.935252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.935624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.935932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.936269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.936604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.936938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.937284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.937689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.938026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:44.949301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b086d17a-1f35-49e8-a6b8-211e707305d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.1565342 Aug 03 19:31:44.979274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port f614092a-1cb5-4cdd-8fc1-24e80657d4aa, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:44.979436 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.002769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for f614092a-1cb5-4cdd-8fc1-24e80657d4aa owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:45.390215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:45.443899 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.562381 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.612257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=f614092a-1cb5-4cdd-8fc1-24e80657d4aa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:45.718038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] No DVR routers for this DVR port f614092a-1cb5-4cdd-8fc1-24e80657d4aa on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:45.723196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.725353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31006ecf-fe1c-4bd2-bc48-5d22d97603f9 req-5c1eebc4-4947-4e9f-9a8f-2aa536da789b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "DELETE /v2.0/ports/f614092a-1cb5-4cdd-8fc1-24e80657d4aa HTTP/1.1" status: 204 len: 173 time: 2.5158911 Aug 03 19:31:45.725893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'name': 'network-vif-deleted', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:45.728474 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19270ac4-91d5-4ddf-a49d-f6cfb14cc068" -d '{"events": [{"server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "name": "network-vif-deleted", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:45.787236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:45.805568 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49639295-b066-4e47-9452-c9a5f1b5d431 None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:45.812410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.820829 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49639295-b066-4e47-9452-c9a5f1b5d431 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:45.821518 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-49639295-b066-4e47-9452-c9a5f1b5d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:45.883494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-86937824-8eae-48b7-9940-45198c185dfe tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/floatingips/393de45e-e603-4667-97c0-e742bc896baf HTTP/1.1" status: 204 len: 168 time: 4.7024720 Aug 03 19:31:45.884654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34954) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:45.888056 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-49639295-b066-4e47-9452-c9a5f1b5d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:45.970460 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49639295-b066-4e47-9452-c9a5f1b5d431 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:45.971204 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-49639295-b066-4e47-9452-c9a5f1b5d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:46.071313 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-49639295-b066-4e47-9452-c9a5f1b5d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:46.072014 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49639295-b066-4e47-9452-c9a5f1b5d431 None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:46.108944 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7cbdb-3c73-403c-80a9-980f4d9eec1a x-openstack-request-id: req-32e7cbdb-3c73-403c-80a9-980f4d9eec1a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:46.109260 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460451b2-5341-4108-a302-6d61693b67bb", "name": "network-vif-deleted", "tag": "f614092a-1cb5-4cdd-8fc1-24e80657d4aa", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:46.109562 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32e7cbdb-3c73-403c-80a9-980f4d9eec1a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:46.109994 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460451b2-5341-4108-a302-6d61693b67bb', 'name': 'network-vif-deleted', 'tag': 'f614092a-1cb5-4cdd-8fc1-24e80657d4aa', 'status': 'completed', 'code': 200} Aug 03 19:31:46.443315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feb0474e-3c8d-431d-bc93-d2cf607f91fd req-ff461f26-a52e-4a9b-b423-d6a797e295dc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=460451b2-5341-4108-a302-6d61693b67bb HTTP/1.1" status: 200 len: 210 time: 0.1668444 Aug 03 19:31:46.539876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 81ea3433-e70d-44b5-8732-12331694db07 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:46.571886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-3f9d1a95-e21e-47b7-b649-b7f0599be035 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:46.584643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-3f9d1a95-e21e-47b7-b649-b7f0599be035 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/networks?id=22d0f905-9ee6-42e0-96f5-44928fd47d86 HTTP/1.1" status: 200 len: 817 time: 0.6961622 Aug 03 19:31:46.614869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-5ff91615-38fb-4718-b6a3-42d6bf5c2498 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/quotas/9005890bff534a55aad616d1e3f20086 HTTP/1.1" status: 200 len: 375 time: 0.0289843 Aug 03 19:31:46.648604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f614092a-1cb5-4cdd-8fc1-24e80657d4aa no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:46.695042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-297b0fc9-ca93-452e-a78d-d077d6a1af0b tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9005890bff534a55aad616d1e3f20086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740786 Aug 03 19:31:46.705138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e3db30a3-2a8d-4eae-9312-9ad98cf33c1a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port d8e16939-6f0b-465d-9281-765c7aa14dbd {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:46.705138 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3db30a3-2a8d-4eae-9312-9ad98cf33c1a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.708075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: f614092a-1cb5-4cdd-8fc1-24e80657d4aa {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:46.708750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f614092a-1cb5-4cdd-8fc1-24e80657d4aa not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:46.725297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:46.732937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-15395c57-6256-4a27-a15e-dc9a588d6dc8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/81ea3433-e70d-44b5-8732-12331694db07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7922857 Aug 03 19:31:46.738094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:46.742169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c3815-7da7-4ec6-a453-86cc963ecfe2 None None] Sync routers for ids ['81ea3433-e70d-44b5-8732-12331694db07'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:46.757111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c3815-7da7-4ec6-a453-86cc963ecfe2 None None] Routers {'81ea3433-e70d-44b5-8732-12331694db07'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:46.757806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7b1c3815-7da7-4ec6-a453-86cc963ecfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['81ea3433-e70d-44b5-8732-12331694db07'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:46.828678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7b1c3815-7da7-4ec6-a453-86cc963ecfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:46.839570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c3815-7da7-4ec6-a453-86cc963ecfe2 None None] Routers {'81ea3433-e70d-44b5-8732-12331694db07'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:46.840477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7b1c3815-7da7-4ec6-a453-86cc963ecfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['81ea3433-e70d-44b5-8732-12331694db07'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:46.883036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7b1c3815-7da7-4ec6-a453-86cc963ecfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:46.884108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c3815-7da7-4ec6-a453-86cc963ecfe2 None None] The sync data for ids ['81ea3433-e70d-44b5-8732-12331694db07'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:46.890071 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3db30a3-2a8d-4eae-9312-9ad98cf33c1a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.919473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e3db30a3-2a8d-4eae-9312-9ad98cf33c1a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for d8e16939-6f0b-465d-9281-765c7aa14dbd owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:47.310398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-c9d2d32e-ce8d-4cec-8647-761109e4e0e5 service neutron] 10.222.0.42 "GET /v2.0/networks/22d0f905-9ee6-42e0-96f5-44928fd47d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647424 Aug 03 19:31:47.351625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.538704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34982) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:47.700257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-c878dd38-8a46-43bb-85d5-26cf81cd4a48 service neutron] 10.222.0.42 "GET /v2.0/networks/22d0f905-9ee6-42e0-96f5-44928fd47d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637915 Aug 03 19:31:47.788489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3db30a3-2a8d-4eae-9312-9ad98cf33c1a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.827227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db30a3-2a8d-4eae-9312-9ad98cf33c1a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=d8e16939-6f0b-465d-9281-765c7aa14dbd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:47.835447 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port b10f957a-354f-4cdd-9f85-d0a12de50353 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:47.838205 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.051482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.072143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for b10f957a-354f-4cdd-9f85-d0a12de50353 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:48.174256 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3db30a3-2a8d-4eae-9312-9ad98cf33c1a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.183311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e3db30a3-2a8d-4eae-9312-9ad98cf33c1a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/ports/d8e16939-6f0b-465d-9281-765c7aa14dbd HTTP/1.1" status: 204 len: 168 time: 2.2941999 Aug 03 19:31:48.188027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35000) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:48.194772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:48.242117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ee11981-9dc6-4c25-8fdb-fef32233305d req-9da48f0c-f353-49c7-9b40-b4286385cf94 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 210 time: 0.0554550 Aug 03 19:31:48.351047 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.547112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.676200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=b10f957a-354f-4cdd-9f85-d0a12de50353,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:48.804772 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.894859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.986795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.273454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 81ea3433-e70d-44b5-8732-12331694db07 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:49.456734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84cc5b17-516e-4a9e-bc74-a372d990cfc0 req-81cbb50a-5a77-4edb-a30f-4131897d44e4 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 210 time: 0.0836983 Aug 03 19:31:49.507904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:49.526369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ab1ff2c8-0e7d-43d3-9dd1-7515669a78e6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/81ea3433-e70d-44b5-8732-12331694db07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7870593 Aug 03 19:31:49.530517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.25.4.237 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/6f37c018-da74-4072-9559-059d4b51cb0a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:49.533849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35030) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.545148 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c173bd2-b8a8-4f96-8eae-1e05baa3b13b None None] Sync routers for ids ['81ea3433-e70d-44b5-8732-12331694db07'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:49.559089 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c173bd2-b8a8-4f96-8eae-1e05baa3b13b None None] Routers {'81ea3433-e70d-44b5-8732-12331694db07'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:49.560126 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5c173bd2-b8a8-4f96-8eae-1e05baa3b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['81ea3433-e70d-44b5-8732-12331694db07'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:49.610144 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5c173bd2-b8a8-4f96-8eae-1e05baa3b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:49.633895 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c173bd2-b8a8-4f96-8eae-1e05baa3b13b None None] Routers {'81ea3433-e70d-44b5-8732-12331694db07'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:49.635403 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5c173bd2-b8a8-4f96-8eae-1e05baa3b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['81ea3433-e70d-44b5-8732-12331694db07'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:49.720778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-16eebfd8-a5fb-4963-827d-f628517dc014 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=81ea3433-e70d-44b5-8732-12331694db07 HTTP/1.1" status: 200 len: 205 time: 0.0902536 Aug 03 19:31:49.721703 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35032) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.734709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5c173bd2-b8a8-4f96-8eae-1e05baa3b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:49.736501 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c173bd2-b8a8-4f96-8eae-1e05baa3b13b None None] The sync data for ids ['81ea3433-e70d-44b5-8732-12331694db07'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:49.978411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a85673a1-38ed-4498-b36a-ffaff28036dd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.315156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-692d4afd-892e-427c-9f53-efcda533f35e tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:50.316965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-692d4afd-892e-427c-9f53-efcda533f35e tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.88 "GET /v2.0/networks?id=22d0f905-9ee6-42e0-96f5-44928fd47d86 HTTP/1.1" status: 200 len: 817 time: 0.4902217 Aug 03 19:31:50.324118 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.331488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Request body: {'port': {'device_id': '8e844406-aa2e-4867-825f-edff1c44a58f', 'network_id': '22d0f905-9ee6-42e0-96f5-44928fd47d86', 'admin_state_up': True, 'tenant_id': '9005890bff534a55aad616d1e3f20086'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:50.491882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.581650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:50.582166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.652312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Made reservation on behalf of 9005890bff534a55aad616d1e3f20086 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:50.656631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.695421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26ba71e1-29eb-435a-bd97-3bc840cf3837 req-e271b603-6f1f-4296-b0d4-301e52e32bcc tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 210 time: 0.0540047 Aug 03 19:31:50.705091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.779993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a85673a1-38ed-4498-b36a-ffaff28036dd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.785392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a85673a1-38ed-4498-b36a-ffaff28036dd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.798652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:50.898492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:50.902584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:50.960615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=6f37c018-da74-4072-9559-059d4b51cb0a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:50.976406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a85673a1-38ed-4498-b36a-ffaff28036dd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.977833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85673a1-38ed-4498-b36a-ffaff28036dd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Fanout notify agent at l3_agent the message router_deleted on router 81ea3433-e70d-44b5-8732-12331694db07 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:31:50.993168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a85673a1-38ed-4498-b36a-ffaff28036dd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.006561 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a85673a1-38ed-4498-b36a-ffaff28036dd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/81ea3433-e70d-44b5-8732-12331694db07 HTTP/1.1" status: 204 len: 168 time: 1.2820897 Aug 03 19:31:51.009751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35052) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:51.047445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:51.048343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.107978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-844883cf-306a-4fe5-8093-3f4a54798791 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet 7d9ee08d-de83-4069-98e7-12d7d34a1895 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:51.112527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-844883cf-306a-4fe5-8093-3f4a54798791 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.212207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-844883cf-306a-4fe5-8093-3f4a54798791 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.358446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-844883cf-306a-4fe5-8093-3f4a54798791 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.448963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-844883cf-306a-4fe5-8093-3f4a54798791 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.532351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844883cf-306a-4fe5-8093-3f4a54798791 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9ee08d-de83-4069-98e7-12d7d34a1895,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:51.556964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-844883cf-306a-4fe5-8093-3f4a54798791 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.556964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-844883cf-306a-4fe5-8093-3f4a54798791 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/7d9ee08d-de83-4069-98e7-12d7d34a1895 HTTP/1.1" status: 204 len: 168 time: 0.5438015 Aug 03 19:31:51.558347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35066) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:51.563124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19eb60e-7416-4887-90aa-d9574cedab74 None None] Network b5b980d7-ed73-4893-86da-4dd969a3cd70 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:51.759272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2269b7c-403e-4611-887c-85ad9f66cb17 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet e64488cd-e361-475f-bf5f-00e49dc36cb3 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:51.770446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e2269b7c-403e-4611-887c-85ad9f66cb17 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.862139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:51.958632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Allocated IP 172.20.0.2 (22d0f905-9ee6-42e0-96f5-44928fd47d86/ec123fa9-f749-4390-adb7-c294c468987e/68bbfa72-4550-43c5-8d1d-34574d5dfa0a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:51.963277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20048c84-64ba-4d82-b95f-c587e1a5f192 req-628ef193-cf69-41d0-adff-81278350adfa tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 210 time: 0.0406196 Aug 03 19:31:51.973187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e2269b7c-403e-4611-887c-85ad9f66cb17 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.992541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] DHCP port deletion for b5b980d7-ed73-4893-86da-4dd969a3cd70 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:51.993066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.121225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] Deleting port 9046c217-35de-4dd7-a2a2-ab6606f7c538 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:52.122195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.273355 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e2269b7c-403e-4611-887c-85ad9f66cb17 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.294378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.315591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] For port 9046c217-35de-4dd7-a2a2-ab6606f7c538, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9046c217-35de-4dd7-a2a2-ab6606f7c538,segment=NetworkSegment(9714ef82-e646-48e6-af66-cb7877f4e14a),segment_id=9714ef82-e646-48e6-af66-cb7877f4e14a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:52.326288 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.363503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] Calling delete_port for 9046c217-35de-4dd7-a2a2-ab6606f7c538 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:52.518928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e2269b7c-403e-4611-887c-85ad9f66cb17 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.549833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2269b7c-403e-4611-887c-85ad9f66cb17 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=e64488cd-e361-475f-bf5f-00e49dc36cb3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:52.581290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e2269b7c-403e-4611-887c-85ad9f66cb17 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.594607 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e2269b7c-403e-4611-887c-85ad9f66cb17 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/e64488cd-e361-475f-bf5f-00e49dc36cb3 HTTP/1.1" status: 204 len: 168 time: 1.0345876 Aug 03 19:31:52.596340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35090) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:52.785630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdd343-8209-4099-b24f-b5809068a664 None None] Network a1ff3b29-9edc-4b54-a5be-003d08faf31c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:52.790465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9046c217-35de-4dd7-a2a2-ab6606f7c538 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:52.873442 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.940948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.035856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.107063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.126131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b980d7-ed73-4893-86da-4dd969a3cd70']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:53.139811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9714ef82-e646-48e6-af66-cb7877f4e14a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:53.140499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9714ef82-e646-48e6-af66-cb7877f4e14a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:53.144305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] Pushing event deleted for resources: {'Port': ['ID=9046c217-35de-4dd7-a2a2-ab6606f7c538,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:53.151191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9046c217-35de-4dd7-a2a2-ab6606f7c538 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:53.153097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9046c217-35de-4dd7-a2a2-ab6606f7c538 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:53.173953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.191097 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.199273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:53.200023 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.225298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7996f1d-2c49-490d-ad93-bf9be327946e None None] No DVR routers for this DVR port 9046c217-35de-4dd7-a2a2-ab6606f7c538 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:53.288198 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:53.291222 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.304893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.308984 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/b5b980d7-ed73-4893-86da-4dd969a3cd70 HTTP/1.1" status: 204 len: 168 time: 0.7107532 Aug 03 19:31:53.315570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35110) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:53.322925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96f54ddc-c86f-4111-9049-0d5ebfa3a9de req-6276e021-ea15-4f7b-9c67-9b169e4d9161 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 210 time: 0.2024767 Aug 03 19:31:53.368098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] DHCP port deletion for a1ff3b29-9edc-4b54-a5be-003d08faf31c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:53.450708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.464207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.469658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68b134-b31f-4c82-9ce9-ee874577871d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=b5b980d7-ed73-4893-86da-4dd969a3cd70,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:53.483290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] Deleting port a2627152-e804-487c-bf7d-2fadddd18c46 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:53.483762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.491608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.562132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.566084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] For port a2627152-e804-487c-bf7d-2fadddd18c46, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a2627152-e804-487c-bf7d-2fadddd18c46,segment=NetworkSegment(91a9de74-ca6d-4553-b5fd-80cf1f9c5775),segment_id=91a9de74-ca6d-4553-b5fd-80cf1f9c5775)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:53.566846 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.581060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=12dcbfe9-c757-4cf1-a6c4-5a415772f7c0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:53.587640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] Calling delete_port for a2627152-e804-487c-bf7d-2fadddd18c46 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:53.635088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port a2627152-e804-487c-bf7d-2fadddd18c46 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:53.636880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.643673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.746373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.765204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Network 22d0f905-9ee6-42e0-96f5-44928fd47d86 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:53.771975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:53.774678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:53.803293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port a2627152-e804-487c-bf7d-2fadddd18c46, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a2627152-e804-487c-bf7d-2fadddd18c46,segment=NetworkSegment(91a9de74-ca6d-4553-b5fd-80cf1f9c5775),segment_id=91a9de74-ca6d-4553-b5fd-80cf1f9c5775)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:53.804006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.822733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for a2627152-e804-487c-bf7d-2fadddd18c46 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:53.831597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] Pushing event deleted for resources: {'Port': ['ID=a2627152-e804-487c-bf7d-2fadddd18c46,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:53.864176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a0ace-80d7-4eb5-84c9-922035e974da None None] No DVR routers for this DVR port a2627152-e804-487c-bf7d-2fadddd18c46 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:53.957030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.993511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Pushing event updated for resources: {'Port': ['ID=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.001577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.009626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=a2627152-e804-487c-bf7d-2fadddd18c46,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.029615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No DVR routers for this DVR port a2627152-e804-487c-bf7d-2fadddd18c46 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:54.086812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:54.087507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.106059 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.110108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9216373 Aug 03 19:31:54.114075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35132) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:54.122452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'port': {'network_id': 'd5619a45-b407-4be4-906b-8e2849f3c903', 'name': 'tempest-FloatingIPTestJSON-1827349754'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:54.181298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6c469-5c2b-4408-b0f8-8fbaf656adf4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=6f37c018-da74-4072-9559-059d4b51cb0a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.190783 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.192143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-318ad46c-8d02-49a9-85a1-16d86545d649 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8646150 Aug 03 19:31:54.209346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Request body: {'port': {'device_id': '8e844406-aa2e-4867-825f-edff1c44a58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:54.211496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ff3b29-9edc-4b54-a5be-003d08faf31c']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:54.228415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a9de74-ca6d-4553-b5fd-80cf1f9c5775') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:54.228747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a9de74-ca6d-4553-b5fd-80cf1f9c5775') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:54.245702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.282392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.301065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:54.301927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:54.305175 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:54.346240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.351870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.403995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:54.408964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.412968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.431181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.434116 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/a1ff3b29-9edc-4b54-a5be-003d08faf31c HTTP/1.1" status: 204 len: 168 time: 1.1141741 Aug 03 19:31:54.445334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35142) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:54.464242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1068658688'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:54.473933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] device_id is not set on port 70144add-b346-47ed-a570-242eea5d8197 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:54.576311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d541c-ea99-4d48-8dd3-0a9274d1f868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=a1ff3b29-9edc-4b54-a5be-003d08faf31c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.597062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:54.608893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.799517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a2a5-575f-4e9b-a004-be788c76c388 req-fa6be66e-2112-41ed-9ec9-b39379f823ac tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:54.801231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5041a2a5-575f-4e9b-a004-be788c76c388 req-fa6be66e-2112-41ed-9ec9-b39379f823ac tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 931 time: 0.2185278 Aug 03 19:31:54.818379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:54.827465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a2627152-e804-487c-bf7d-2fadddd18c46 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:54.843473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.844253 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment b1efb541-b298-49bf-9eac-eb65e18baf90 of type vlan for network e6e41640-80f2-4102-93fe-5a16c451c65e Aug 03 19:31:54.858596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.20.0.11 (d5619a45-b407-4be4-906b-8e2849f3c903/58e82665-5b13-488d-adfc-2302e785adf1/70144add-b346-47ed-a570-242eea5d8197) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:54.893782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a2627152-e804-487c-bf7d-2fadddd18c46 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:54.895548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a2627152-e804-487c-bf7d-2fadddd18c46 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:54.921897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.033824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.039996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:55.040649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.062692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5041a2a5-575f-4e9b-a004-be788c76c388 req-8239bc94-61b6-4622-9a7c-615e505bbbf0 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172089 Aug 03 19:31:55.130228 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6832125 Aug 03 19:31:55.135543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35156) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:55.140762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': 'e6e41640-80f2-4102-93fe-5a16c451c65e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:55.167342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee5720-b9ba-428b-a354-11f483c08b8e req-6dbae4ae-3633-4749-add5-9280e367df51 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:55.169178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51ee5720-b9ba-428b-a354-11f483c08b8e req-6dbae4ae-3633-4749-add5-9280e367df51 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.3467708 Aug 03 19:31:55.175238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f98c6-e71d-488c-9f24-ebf2783f0116 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=e6e41640-80f2-4102-93fe-5a16c451c65e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:55.198566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e6e41640-80f2-4102-93fe-5a16c451c65e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:55.267258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.300045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:55.303810 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.361579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51ee5720-b9ba-428b-a354-11f483c08b8e req-b3187166-f4c2-4f2d-81aa-4e545382f7e4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792397 Aug 03 19:31:55.404689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 453cb289-0ced-457a-b53e-83c8921be06b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:55.434110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.515008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network d5619a45-b407-4be4-906b-8e2849f3c903 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:55.526287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:55.565187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:55.605238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=70144add-b346-47ed-a570-242eea5d8197,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:55.619419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:55.636319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-92433290-9492-4a4d-a97c-a55212def194 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "PUT /v2.0/routers/453cb289-0ced-457a-b53e-83c8921be06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0935280 Aug 03 19:31:55.636808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35166) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:55.638188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] Sync routers for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:55.650689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:55.651371 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.661531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:55.664111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:55.694177 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ff99d02-a823-44f2-b2f5-805f5c816c1b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5759542 Aug 03 19:31:55.696449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35168) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:55.702854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae47e28-67b3-4296-91a1-cdbb44916da7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting subnet 199ca4c7-5039-49f7-bf23-59a08a253989 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:55.706620 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ae47e28-67b3-4296-91a1-cdbb44916da7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.732107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.758637 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ae47e28-67b3-4296-91a1-cdbb44916da7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.829836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=f47a7377-8062-41d9-a0e7-44876149b55d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:55.839644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'port_id': '70144add-b346-47ed-a570-242eea5d8197'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:55.840200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': 'b1efb541-b298-49bf-9eac-eb65e18baf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e6e41640-80f2-4102-93fe-5a16c451c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:55.840583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: e6e41640-80f2-4102-93fe-5a16c451c65e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:55.855521 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.885408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network e6e41640-80f2-4102-93fe-5a16c451c65e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:55.902369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bbfa72-4550-43c5-8d1d-34574d5dfa0a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:55.906453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e6e41640-80f2-4102-93fe-5a16c451c65e) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:55.923225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:55.923713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449e156-c58c-4bfe-80e4-5facde203321 None None] Network e6e41640-80f2-4102-93fe-5a16c451c65e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:55.924174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.936572 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.941878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.949674 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-336acfc7-1cf5-4b5a-afaa-85b228c359bb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8127773 Aug 03 19:31:55.950710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35174) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:55.961094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3b6f2c44-34b9-4890-b511-19f9ca4f8f80 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1427981468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:56.042011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2c44-34b9-4890-b511-19f9ca4f8f80 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.045819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2c44-34b9-4890-b511-19f9ca4f8f80 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.097373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:56.129908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Transition to ACTIVE for port object 68bbfa72-4550-43c5-8d1d-34574d5dfa0a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:56.131672 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ae47e28-67b3-4296-91a1-cdbb44916da7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.193189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2c44-34b9-4890-b511-19f9ca4f8f80 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.199499 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2c44-34b9-4890-b511-19f9ca4f8f80 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.218393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.219220 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9f66a8d-75ca-4964-864a-9b6cec0ff7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.266156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2c44-34b9-4890-b511-19f9ca4f8f80 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.271175 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3b6f2c44-34b9-4890-b511-19f9ca4f8f80 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3189588 Aug 03 19:31:56.272743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35182) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:56.284936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'port': {'network_id': 'e6e41640-80f2-4102-93fe-5a16c451c65e', 'name': 'tempest-RoutersIpV6Test-907627475'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:56.303725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e6e41640-80f2-4102-93fe-5a16c451c65e', 'network_id': 'e6e41640-80f2-4102-93fe-5a16c451c65e', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': 'f47a7377-8062-41d9-a0e7-44876149b55d'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:56.304628 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.353610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ae47e28-67b3-4296-91a1-cdbb44916da7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.495738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:56.503099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.545816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] device_id is not set on port 2d60924d-f146-4828-9a64-2ae531c56e02 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:56.673168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1c57f-489d-42b2-9da4-a669dc103460 req-f970d863-4406-43f8-8d9a-45f2fb5c94b1 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:56.676043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22f1c57f-489d-42b2-9da4-a669dc103460 req-f970d863-4406-43f8-8d9a-45f2fb5c94b1 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 943 time: 0.3457649 Aug 03 19:31:56.680052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae47e28-67b3-4296-91a1-cdbb44916da7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Subnet': ['ID=199ca4c7-5039-49f7-bf23-59a08a253989,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:56.690807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ae47e28-67b3-4296-91a1-cdbb44916da7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.694940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0ae47e28-67b3-4296-91a1-cdbb44916da7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/subnets/199ca4c7-5039-49f7-bf23-59a08a253989 HTTP/1.1" status: 204 len: 168 time: 1.0567002 Aug 03 19:31:56.697650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35186) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:56.725896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b612f869-df7d-4089-bb30-2f05e897a6f2 None None] Network c84f39e5-728b-4562-8e7a-c50ae9d70c91 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:56.823068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Allocated IP 2001:db8::2 (e6e41640-80f2-4102-93fe-5a16c451c65e/f47a7377-8062-41d9-a0e7-44876149b55d/9d054699-d079-40bd-8a31-213e119f0250) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:56.906951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:31:53Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:56.979404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] Checking router: 453cb289-0ced-457a-b53e-83c8921be06b for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:31:57.023919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] Routers {'453cb289-0ced-457a-b53e-83c8921be06b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:57.024857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['453cb289-0ced-457a-b53e-83c8921be06b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:57.152734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] Set router 453cb289-0ced-457a-b53e-83c8921be06b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:57.225683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] DHCP port deletion for c84f39e5-728b-4562-8e7a-c50ae9d70c91 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:57.320648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Pushing event updated for resources: {'Port': ['ID=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:57.401556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.410773 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.430045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Transition to ACTIVE for port object 9d054699-d079-40bd-8a31-213e119f0250 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:57.443374 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:31:57.450298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81765263-cd28-4dfb-a80f-be26d7b0e6f9 req-f8355a75-009f-44bf-b3ed-c9fc66e231c2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:57.452882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81765263-cd28-4dfb-a80f-be26d7b0e6f9 req-f8355a75-009f-44bf-b3ed-c9fc66e231c2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 1.1210649 Aug 03 19:31:57.461301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] Deleting port f4858658-aa7a-471e-a815-9b18a15bfc6b {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:57.461718 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.529989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81765263-cd28-4dfb-a80f-be26d7b0e6f9 req-a78f53e0-05e6-4d32-bfb5-28d46e9a1274 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619037 Aug 03 19:31:57.530994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Attempting to bind port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:57.531434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Attempting to bind port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '05054ed4-fb8e-4daf-ba3e-65dea7d81dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22d0f905-9ee6-42e0-96f5-44928fd47d86'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:57.531874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Attempting to bind port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a on network 22d0f905-9ee6-42e0-96f5-44928fd47d86 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:57.533752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] For port f4858658-aa7a-471e-a815-9b18a15bfc6b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f4858658-aa7a-471e-a815-9b18a15bfc6b,segment=NetworkSegment(98af9e3a-e114-4683-b31b-eb0599205081),segment_id=98af9e3a-e114-4683-b31b-eb0599205081)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:57.534595 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.549509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] Calling delete_port for f4858658-aa7a-471e-a815-9b18a15bfc6b owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:57.597940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22f1c57f-489d-42b2-9da4-a669dc103460 req-ba395160-b86d-4ee3-8447-c571bb41c923 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941246 Aug 03 19:31:57.653031 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.667177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.669062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a on network 22d0f905-9ee6-42e0-96f5-44928fd47d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:31:57.669485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Attempting to bind port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a on network 22d0f905-9ee6-42e0-96f5-44928fd47d86 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:57.689061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] Pushing event deleted for resources: {'Port': ['ID=f4858658-aa7a-471e-a815-9b18a15bfc6b,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:57.693701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Transition to ACTIVE for port object 9d054699-d079-40bd-8a31-213e119f0250 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:57.693938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:57.694453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Checking segment: {'id': '05054ed4-fb8e-4daf-ba3e-65dea7d81dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22d0f905-9ee6-42e0-96f5-44928fd47d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:57.694946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Bound using segment: {'id': '05054ed4-fb8e-4daf-ba3e-65dea7d81dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22d0f905-9ee6-42e0-96f5-44928fd47d86'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:57.695763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Bound port: 68bbfa72-4550-43c5-8d1d-34574d5dfa0a, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05054ed4-fb8e-4daf-ba3e-65dea7d81dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22d0f905-9ee6-42e0-96f5-44928fd47d86'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:57.696742 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.703136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9ab70-35e6-4169-8b0d-cb1d9038dd59 None None] No DVR routers for this DVR port f4858658-aa7a-471e-a815-9b18a15bfc6b on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:57.710728 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.790389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Network e6e41640-80f2-4102-93fe-5a16c451c65e is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:57.792592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Pushing event updated for resources: {'Port': ['ID=9d054699-d079-40bd-8a31-213e119f0250,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:57.793387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] For port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:57.798957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] For port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,segment=NetworkSegment(05054ed4-fb8e-4daf-ba3e-65dea7d81dd6),segment_id=05054ed4-fb8e-4daf-ba3e-65dea7d81dd6)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:57.805296 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.811941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:57.825630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:57.923026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8::3d2 (e6e41640-80f2-4102-93fe-5a16c451c65e/f47a7377-8062-41d9-a0e7-44876149b55d/2d60924d-f146-4828-9a64-2ae531c56e02) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:57.929459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port a50d1497-0a66-4f2d-8fde-a107f2f48445 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:57.929849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.959731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Attempting to bind port 9d054699-d079-40bd-8a31-213e119f0250 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:57.960613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Attempting to bind port 9d054699-d079-40bd-8a31-213e119f0250 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b1efb541-b298-49bf-9eac-eb65e18baf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e6e41640-80f2-4102-93fe-5a16c451c65e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:57.961288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Attempting to bind port 9d054699-d079-40bd-8a31-213e119f0250 on network e6e41640-80f2-4102-93fe-5a16c451c65e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:57.970898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:31:53Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:57.994572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:57.998661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.006292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] 10.222.0.88 "PUT /v2.0/ports/68bbfa72-4550-43c5-8d1d-34574d5dfa0a HTTP/1.1" status: 200 len: 1091 time: 3.8020129 Aug 03 19:31:58.007091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e844406-aa2e-4867-825f-edff1c44a58f', 'tag': '68bbfa72-4550-43c5-8d1d-34574d5dfa0a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:58.019409 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de777fec-a453-4975-8689-ef1a789473b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e844406-aa2e-4867-825f-edff1c44a58f", "tag": "68bbfa72-4550-43c5-8d1d-34574d5dfa0a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:58.040793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:58.045853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Checking segment: {'id': 'b1efb541-b298-49bf-9eac-eb65e18baf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e6e41640-80f2-4102-93fe-5a16c451c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:58.046382 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.046643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Bound using segment: {'id': 'b1efb541-b298-49bf-9eac-eb65e18baf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e6e41640-80f2-4102-93fe-5a16c451c65e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:58.047199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Bound port: 9d054699-d079-40bd-8a31-213e119f0250, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1efb541-b298-49bf-9eac-eb65e18baf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e6e41640-80f2-4102-93fe-5a16c451c65e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:58.047678 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.085407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5730091-948d-4b38-9427-fcfe7a19dc4d None None] The sync data for ids ['453cb289-0ced-457a-b53e-83c8921be06b'] in n-d-803378-1 is: [{'id': '453cb289-0ced-457a-b53e-83c8921be06b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191015346', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:31:53Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': 'a50d1497-0a66-4f2d-8fde-a107f2f48445', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453cb289-0ced-457a-b53e-83c8921be06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:32Z', 'updated_at': '2021-08-03T19:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:58.167196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee6a87-7e3c-49b7-b534-818daa1b784f service neutron] Pushing event updated for resources: {'Port': ['ID=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.187399 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9891de03-4658-4193-a7f7-ed1b708db09d x-openstack-request-id: req-9891de03-4658-4193-a7f7-ed1b708db09d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:58.187698 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e844406-aa2e-4867-825f-edff1c44a58f", "tag": "68bbfa72-4550-43c5-8d1d-34574d5dfa0a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:58.187949 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9891de03-4658-4193-a7f7-ed1b708db09d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:58.189227 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e844406-aa2e-4867-825f-edff1c44a58f', 'tag': '68bbfa72-4550-43c5-8d1d-34574d5dfa0a', 'status': 'completed', 'code': 200} Aug 03 19:31:58.216795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port a50d1497-0a66-4f2d-8fde-a107f2f48445, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a50d1497-0a66-4f2d-8fde-a107f2f48445,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:58.217223 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.226445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] For port 9d054699-d079-40bd-8a31-213e119f0250, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:58.239871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] For port 9d054699-d079-40bd-8a31-213e119f0250, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d054699-d079-40bd-8a31-213e119f0250,segment=NetworkSegment(b1efb541-b298-49bf-9eac-eb65e18baf90),segment_id=b1efb541-b298-49bf-9eac-eb65e18baf90)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:58.244626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for a50d1497-0a66-4f2d-8fde-a107f2f48445 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:58.250671 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.253779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.resource_extend [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:31:58.324502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-56532261-f967-4054-a2d6-f38a957664e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:58.326713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-56532261-f967-4054-a2d6-f38a957664e7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9005890bff534a55aad616d1e3f20086&device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 1094 time: 0.1607494 Aug 03 19:31:58.343323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adbc01-225d-42bd-8274-2fd74d9fc01a None None] Pushing event updated for resources: {'Port': ['ID=9d054699-d079-40bd-8a31-213e119f0250,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.358334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:58.380222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.399502 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.549529 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.585802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.655011 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object 2d60924d-f146-4828-9a64-2ae531c56e02 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:58.669118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:58.673196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:58.684836 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648e597d-5d73-4982-8c43-463580853faa" -d '{"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-unplugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:58.765091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f4858658-aa7a-471e-a815-9b18a15bfc6b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:58.776839 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 28aa457f-0ae7-4bc5-bbc9-c60e5d5fc245 associated. External IP: 172.25.4.237, port: 70144add-b346-47ed-a570-242eea5d8197. Aug 03 19:31:58.811384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.846530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-aacc4145-c041-4db7-89df-39dfb48b63db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68bbfa72-4550-43c5-8d1d-34574d5dfa0a HTTP/1.1" status: 200 len: 217 time: 0.4629939 Aug 03 19:31:58.860799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.033083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=11']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:59.035982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: f4858658-aa7a-471e-a815-9b18a15bfc6b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:59.043744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f4858658-aa7a-471e-a815-9b18a15bfc6b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:59.044661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:59.069979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:59.070391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 12dcbfe9-c757-4cf1-a6c4-5a415772f7c0 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:59.075275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network e6e41640-80f2-4102-93fe-5a16c451c65e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:59.092112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:59.110482 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:59.117151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:59.117883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.130444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=2d60924d-f146-4828-9a64-2ae531c56e02,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:59.152642 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2e68748-8dfb-4825-9bbd-3ef281b5844b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8722830 Aug 03 19:31:59.154580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35202) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:59.254291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8c8cc-0f6c-4e4a-95c2-4108d28d0408 req-3020fc1f-04ae-4977-a33c-3203f14a7d2a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:59.258051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcf8c8cc-0f6c-4e4a-95c2-4108d28d0408 req-3020fc1f-04ae-4977-a33c-3203f14a7d2a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.4747596 Aug 03 19:31:59.270119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-d6760bd3-e229-4965-ad48-b247fcaad958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:59.272970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-d6760bd3-e229-4965-ad48-b247fcaad958 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ec123fa9-f749-4390-adb7-c294c468987e HTTP/1.1" status: 200 len: 857 time: 0.4164696 Aug 03 19:31:59.346854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-bbc178f5-bdb2-4d19-96a3-3b610b1dc1a6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22d0f905-9ee6-42e0-96f5-44928fd47d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629172 Aug 03 19:31:59.410662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76a6a-3de6-4dc8-a658-10ee7279991a req-f6c7d34c-efb6-4593-a49f-00044ecd7f73 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:59.423920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fe76a6a-3de6-4dc8-a658-10ee7279991a req-f6c7d34c-efb6-4593-a49f-00044ecd7f73 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 943 time: 0.5647867 Aug 03 19:31:59.436239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.505998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=a50d1497-0a66-4f2d-8fde-a107f2f48445,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:59.638039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcf8c8cc-0f6c-4e4a-95c2-4108d28d0408 req-90ee7bc0-2c38-49b0-b0b7-7517b2d1deb3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830348 Aug 03 19:31:59.715780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.728218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fe76a6a-3de6-4dc8-a658-10ee7279991a req-b91343e2-261f-4adc-a12a-e3d230c69dbf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975259 Aug 03 19:31:59.805245 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.813918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-fef2f421-ff20-4433-a079-0724574b6d82 service neutron] 10.222.0.88 "GET /v2.0/networks/22d0f905-9ee6-42e0-96f5-44928fd47d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498875 Aug 03 19:31:59.835278 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cbf51a-8bfa-4b03-9b94-b9020a03c5e8 x-openstack-request-id: req-13cbf51a-8bfa-4b03-9b94-b9020a03c5e8 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:59.835693 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-unplugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:59.836054 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13cbf51a-8bfa-4b03-9b94-b9020a03c5e8 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:59.836573 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'code': 200} Aug 03 19:31:59.856265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.923654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.928525 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.963489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:59.992293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-487b430d-bfd2-4bc5-8205-f1c74fd16332 req-7cf7ab3f-b5d8-434b-9f8c-f831bd5250ae service neutron] 10.222.0.88 "GET /v2.0/networks/22d0f905-9ee6-42e0-96f5-44928fd47d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671555 Aug 03 19:32:00.176235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777fec-a453-4975-8689-ef1a789473b2 req-4d3a8a8e-e1da-4fcc-a50f-5451659d825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:00.178476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de777fec-a453-4975-8689-ef1a789473b2 req-4d3a8a8e-e1da-4fcc-a50f-5451659d825c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9005890bff534a55aad616d1e3f20086&device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 1094 time: 0.1127138 Aug 03 19:32:00.179737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:00.192159 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f4640-739e-4141-b829-d0e2bc02c6b4 None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:00.193227 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.226819 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f4640-739e-4141-b829-d0e2bc02c6b4 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:00.228112 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4d9f4640-739e-4141-b829-d0e2bc02c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:00.270380 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4622bb56-3b2b-489d-b85e-dcbf696e91bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.304099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f022efd9-acc8-40bf-984e-c3a87995c41a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/floatingips/28aa457f-0ae7-4bc5-bbc9-c60e5d5fc245 HTTP/1.1" status: 200 len: 979 time: 4.4765704 Aug 03 19:32:00.304684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35206) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:00.324206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda6fe8-cabd-47ef-9344-5928a6789050 None None] Network e6e41640-80f2-4102-93fe-5a16c451c65e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:00.329120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.337952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.343616 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4d9f4640-739e-4141-b829-d0e2bc02c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:00.357731 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f4640-739e-4141-b829-d0e2bc02c6b4 None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:00.359827 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4d9f4640-739e-4141-b829-d0e2bc02c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:00.405714 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4d9f4640-739e-4141-b829-d0e2bc02c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:00.406985 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f4640-739e-4141-b829-d0e2bc02c6b4 None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:00.411972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777fec-a453-4975-8689-ef1a789473b2 req-4b2a038d-3910-4750-bd50-d37caa43b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:00.413906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de777fec-a453-4975-8689-ef1a789473b2 req-4b2a038d-3910-4750-bd50-d37caa43b7cd service neutron] 10.222.0.88 "GET /v2.0/networks?id=22d0f905-9ee6-42e0-96f5-44928fd47d86 HTTP/1.1" status: 200 len: 918 time: 0.2174826 Aug 03 19:32:00.439927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.440928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Fanout notify agent at l3_agent the message router_deleted on router 453cb289-0ced-457a-b53e-83c8921be06b {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:00.465755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.468107 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ccd5c51-565c-41f4-ad09-eaf03d69710f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/routers/453cb289-0ced-457a-b53e-83c8921be06b HTTP/1.1" status: 204 len: 168 time: 3.7687445 Aug 03 19:32:00.472327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35208) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:00.479174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7f539ced-0e6e-4cba-9a12-ab059ce8070e None None] Provisioning for port 9d054699-d079-40bd-8a31-213e119f0250 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:00.496802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 70144add-b346-47ed-a570-242eea5d8197 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:00.497587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.503584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de777fec-a453-4975-8689-ef1a789473b2 req-00d5d78f-e89f-4b8d-983e-3844d007da09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68bbfa72-4550-43c5-8d1d-34574d5dfa0a HTTP/1.1" status: 200 len: 217 time: 0.0803425 Aug 03 19:32:00.685756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=2d60924d-f146-4828-9a64-2ae531c56e02,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:00.685987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777fec-a453-4975-8689-ef1a789473b2 req-21791e69-bc87-4ddc-96ae-3c47b47eb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:00.688536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de777fec-a453-4975-8689-ef1a789473b2 req-21791e69-bc87-4ddc-96ae-3c47b47eb39d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ec123fa9-f749-4390-adb7-c294c468987e HTTP/1.1" status: 200 len: 857 time: 0.1657448 Aug 03 19:32:00.787959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d054699-d079-40bd-8a31-213e119f0250 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:00.826685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.854832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de777fec-a453-4975-8689-ef1a789473b2 req-e4eb937d-6964-4d67-9dd7-b35f3fabc191 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22d0f905-9ee6-42e0-96f5-44928fd47d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434653 Aug 03 19:32:00.953647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.026355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9d054699-d079-40bd-8a31-213e119f0250 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:01.037903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d054699-d079-40bd-8a31-213e119f0250 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:01.038609 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.113515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba385-ff78-47b9-8f37-a20006896be3 req-3158b641-436f-463a-b936-543eb6a8a7e8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.122294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-880ba385-ff78-47b9-8f37-a20006896be3 req-3158b641-436f-463a-b936-543eb6a8a7e8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.2866275 Aug 03 19:32:01.223171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.230874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0915a5a-ccf7-4e63-a64a-2fefa4553a7e req-0d2c13ea-68d3-479e-bf69-480e8268e4e0 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.232896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0915a5a-ccf7-4e63-a64a-2fefa4553a7e req-0d2c13ea-68d3-479e-bf69-480e8268e4e0 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 943 time: 0.2612355 Aug 03 19:32:01.299090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.306438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 9d054699-d079-40bd-8a31-213e119f0250, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d054699-d079-40bd-8a31-213e119f0250,segment=NetworkSegment(b1efb541-b298-49bf-9eac-eb65e18baf90),segment_id=b1efb541-b298-49bf-9eac-eb65e18baf90)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:01.312706 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.323173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de777fec-a453-4975-8689-ef1a789473b2 req-c6fbd249-eeaf-4034-bd5c-cc7539d767d5 service neutron] 10.222.0.88 "GET /v2.0/networks/22d0f905-9ee6-42e0-96f5-44928fd47d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449492 Aug 03 19:32:01.330715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-880ba385-ff78-47b9-8f37-a20006896be3 req-02ce7309-2d99-46cc-a1a2-2a6f1ba22ddb tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072818 Aug 03 19:32:01.363583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84f39e5-728b-4562-8e7a-c50ae9d70c91']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:01.377625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.515254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=9d054699-d079-40bd-8a31-213e119f0250,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:01.521916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98af9e3a-e114-4683-b31b-eb0599205081') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:01.521916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98af9e3a-e114-4683-b31b-eb0599205081') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:01.526360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92cdd885-fad1-478c-a639-8805ce563e90 None None] Provisioning complete for port 9d054699-d079-40bd-8a31-213e119f0250 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:01.528417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92cdd885-fad1-478c-a639-8805ce563e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.548658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.619342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0915a5a-ccf7-4e63-a64a-2fefa4553a7e req-1aa7b470-8747-4fae-8727-e446a1723f35 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093805 Aug 03 19:32:01.666903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.685438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92cdd885-fad1-478c-a639-8805ce563e90 None None] Provisioning for port 2d60924d-f146-4828-9a64-2ae531c56e02 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:01.691657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92cdd885-fad1-478c-a639-8805ce563e90 None None] Provisioning complete for port 2d60924d-f146-4828-9a64-2ae531c56e02 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:01.693052 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92cdd885-fad1-478c-a639-8805ce563e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.693500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de777fec-a453-4975-8689-ef1a789473b2 req-df4ec7a8-c4d6-449b-a2af-24807fbd93e9 service neutron] 10.222.0.88 "GET /v2.0/networks/22d0f905-9ee6-42e0-96f5-44928fd47d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529916 Aug 03 19:32:01.718626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.719173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.719592 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 28aa457f-0ae7-4bc5-bbc9-c60e5d5fc245 disassociated. External IP: 172.25.4.237, port: 70144add-b346-47ed-a570-242eea5d8197. Aug 03 19:32:01.720080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 70144add-b346-47ed-a570-242eea5d8197 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:01.740670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-92cdd885-fad1-478c-a639-8805ce563e90 None None] Port 2d60924d-f146-4828-9a64-2ae531c56e02 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:01.757319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:01.757791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:01.761142 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:01.819133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.854266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.867779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-38006c83-01f4-4396-bfab-88972c2e49f0 None None] Provisioning complete for port 2d60924d-f146-4828-9a64-2ae531c56e02 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:01.868249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-38006c83-01f4-4396-bfab-88972c2e49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.890828 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.896599 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/networks/c84f39e5-728b-4562-8e7a-c50ae9d70c91 HTTP/1.1" status: 204 len: 168 time: 1.4162776 Aug 03 19:32:01.901125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800766ad-818c-4c9c-b816-7dec921e97b7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Network': ['ID=c84f39e5-728b-4562-8e7a-c50ae9d70c91,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:01.902226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35218) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:01.958705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.963762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-38006c83-01f4-4396-bfab-88972c2e49f0 None None] Port 2d60924d-f146-4828-9a64-2ae531c56e02 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:01.965699 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.019821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=70144add-b346-47ed-a570-242eea5d8197,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:02.031763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.031763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.032519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.032921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.033268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.034197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.034197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.034378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.034649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.034985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.035342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.035682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:02.085830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12426cdc-6a34-4adf-894a-f7e61e0fab8a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.176106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12426cdc-6a34-4adf-894a-f7e61e0fab8a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.190185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2cc89b02-0fd2-4cdb-b78c-cce4dbfb446b None None] Provisioning complete for port 2d60924d-f146-4828-9a64-2ae531c56e02 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:02.192281 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2cc89b02-0fd2-4cdb-b78c-cce4dbfb446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.211884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:02.248763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2cc89b02-0fd2-4cdb-b78c-cce4dbfb446b None None] Port 2d60924d-f146-4828-9a64-2ae531c56e02 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:02.315791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.320347 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12426cdc-6a34-4adf-894a-f7e61e0fab8a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.323062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-12426cdc-6a34-4adf-894a-f7e61e0fab8a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.327979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-12426cdc-6a34-4adf-894a-f7e61e0fab8a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/security-groups/ce27e27a-ba37-42ec-a1f6-59bec3e32054 HTTP/1.1" status: 204 len: 168 time: 0.4198875 Aug 03 19:32:02.339675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.340515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.346519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12426cdc-6a34-4adf-894a-f7e61e0fab8a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce27e27a-ba37-42ec-a1f6-59bec3e32054,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:02.360420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:02.388732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c5c74-6828-41ac-b054-e1fb2997c4ab None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:02.420686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c5c74-6828-41ac-b054-e1fb2997c4ab None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:02.421381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5c5c5c74-6828-41ac-b054-e1fb2997c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:02.513956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:32:02.516568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5c5c5c74-6828-41ac-b054-e1fb2997c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:02.556075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c5c74-6828-41ac-b054-e1fb2997c4ab None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:02.556729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5c5c5c74-6828-41ac-b054-e1fb2997c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:02.567672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=2d60924d-f146-4828-9a64-2ae531c56e02,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:02.611547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5c5c5c74-6828-41ac-b054-e1fb2997c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:02.611770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c5c74-6828-41ac-b054-e1fb2997c4ab None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:02.621584 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.626395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35236) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:02.627155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f8e99f24-a18b-4aa6-8c77-98b1c3f0eb84 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/ports/70144add-b346-47ed-a570-242eea5d8197 HTTP/1.1" status: 204 len: 168 time: 2.3189116 Aug 03 19:32:02.690408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d054699-d079-40bd-8a31-213e119f0250 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:02.697430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59ac60-dbc6-46da-a44b-956a715d8948 req-97106d48-2d8b-4e60-bc18-8290f86b7feb tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:02.699281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a59ac60-dbc6-46da-a44b-956a715d8948 req-97106d48-2d8b-4e60-bc18-8290f86b7feb tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1063213 Aug 03 19:32:02.760050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 68bbfa72-4550-43c5-8d1d-34574d5dfa0a details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:32:02.779243 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-37ad7f28-438e-491d-9370-bd112c543a89 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "GET /v2.0/floatingips/28aa457f-0ae7-4bc5-bbc9-c60e5d5fc245 HTTP/1.1" status: 200 len: 688 time: 0.1503732 Aug 03 19:32:02.783793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35240) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:02.806754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a59ac60-dbc6-46da-a44b-956a715d8948 req-69cdded3-c429-4092-809c-856d01346c90 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838990 Aug 03 19:32:02.876605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35244) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:02.886258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bf7abb9d-5f39-4305-a6e7-bf3b6e960860 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676637750', 'description': 'tempest-secgroup-smoke-676637750 description', 'project_id': '8ae739ab6a844524a37b52a10d3348ca'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:02.926682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network e6e41640-80f2-4102-93fe-5a16c451c65e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:02.933566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:02.951363 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf7abb9d-5f39-4305-a6e7-bf3b6e960860 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.038914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d054699-d079-40bd-8a31-213e119f0250 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:03.039293 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.065375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:03.134541 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:32:03.258417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'mac_address': 'fa:16:3e:97:04:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:32:03.259511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef027401-e0cf-4c8a-aa6a-1ab86e068db7 req-9da0d261-c148-44f5-a7e8-8ebaa713e46c tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:03.273690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef027401-e0cf-4c8a-aa6a-1ab86e068db7 req-9da0d261-c148-44f5-a7e8-8ebaa713e46c tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 943 time: 0.2205005 Aug 03 19:32:03.428289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef027401-e0cf-4c8a-aa6a-1ab86e068db7 req-8d77088b-c381-4301-9f44-28ed8cb1ef97 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460702 Aug 03 19:32:03.460616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf7abb9d-5f39-4305-a6e7-bf3b6e960860 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.478706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf7abb9d-5f39-4305-a6e7-bf3b6e960860 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.492622 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.508148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a50d1497-0a66-4f2d-8fde-a107f2f48445 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:03.532361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abb9d-5f39-4305-a6e7-bf3b6e960860 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc18d54-7cba-4162-a009-847f36b4bd0d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.548442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf7abb9d-5f39-4305-a6e7-bf3b6e960860 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.550785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bf7abb9d-5f39-4305-a6e7-bf3b6e960860 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6722281 Aug 03 19:32:03.556366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35246) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:03.565881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ebe0f4b3-bcb0-4ff0-a88d-9cb499dc4186 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'bcc18d54-7cba-4162-a009-847f36b4bd0d', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:03.598325 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a50d1497-0a66-4f2d-8fde-a107f2f48445 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:03.599674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a50d1497-0a66-4f2d-8fde-a107f2f48445 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:03.620923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,segment=NetworkSegment(05054ed4-fb8e-4daf-ba3e-65dea7d81dd6),segment_id=05054ed4-fb8e-4daf-ba3e-65dea7d81dd6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:03.624462 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f4b3-bcb0-4ff0-a88d-9cb499dc4186 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.639220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d097c3-a7a4-41f0-9464-39aa57a02399 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:03.657791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-37d6f8e7-b411-4434-a416-9b4e09958b26 None None] Provisioning complete for port 2d60924d-f146-4828-9a64-2ae531c56e02 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:03.658241 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37d6f8e7-b411-4434-a416-9b4e09958b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.694399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '68bbfa72-4550-43c5-8d1d-34574d5dfa0a', 'network_id': '22d0f905-9ee6-42e0-96f5-44928fd47d86', 'port_id': '68bbfa72-4550-43c5-8d1d-34574d5dfa0a', 'mac_address': 'fa:16:3e:cc:04:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec123fa9-f749-4390-adb7-c294c468987e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:32:03.702350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f4b3-bcb0-4ff0-a88d-9cb499dc4186 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.706861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 6f37c018-da74-4072-9559-059d4b51cb0a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:03.707812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.710900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f4b3-bcb0-4ff0-a88d-9cb499dc4186 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.716042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:03.734022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0f4b3-bcb0-4ff0-a88d-9cb499dc4186 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece451a0-a6f4-4064-aa16-1e72223ee8fa,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.746436 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f4b3-bcb0-4ff0-a88d-9cb499dc4186 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.748531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ebe0f4b3-bcb0-4ff0-a88d-9cb499dc4186 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902888 Aug 03 19:32:03.751401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35248) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:03.765315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6bda5f31-5305-4296-91e4-ba18770752d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'bcc18d54-7cba-4162-a009-847f36b4bd0d', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:03.772063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.792293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-37d6f8e7-b411-4434-a416-9b4e09958b26 None None] Port 2d60924d-f146-4828-9a64-2ae531c56e02 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:03.814990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6bda5f31-5305-4296-91e4-ba18770752d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.818038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 720faab5-eb87-4e5b-af34-dac5c0917be6 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:03.904345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.940380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=12']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.950273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bbfa72-4550-43c5-8d1d-34574d5dfa0a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:03.973022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['73d097c3-a7a4-41f0-9464-39aa57a02399'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:04.015859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.016459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.035012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,segment=NetworkSegment(05054ed4-fb8e-4daf-ba3e-65dea7d81dd6),segment_id=05054ed4-fb8e-4daf-ba3e-65dea7d81dd6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:04.045548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.046430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:04.060913 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3094fa2-3ce7-4e82-a621-ce31c692c610 None None] Sync routers for ids ['720faab5-eb87-4e5b-af34-dac5c0917be6'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:04.064211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e9e9174-5357-45dd-8f5e-7ac6b8dd9b0e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/720faab5-eb87-4e5b-af34-dac5c0917be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9082134 Aug 03 19:32:04.065531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 6f37c018-da74-4072-9559-059d4b51cb0a owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:04.070898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35254) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:04.082449 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3094fa2-3ce7-4e82-a621-ce31c692c610 None None] Routers {'720faab5-eb87-4e5b-af34-dac5c0917be6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:04.084035 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e3094fa2-3ce7-4e82-a621-ce31c692c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['720faab5-eb87-4e5b-af34-dac5c0917be6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:04.129663 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e3094fa2-3ce7-4e82-a621-ce31c692c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:04.141612 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3094fa2-3ce7-4e82-a621-ce31c692c610 None None] Routers {'720faab5-eb87-4e5b-af34-dac5c0917be6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:04.142816 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e3094fa2-3ce7-4e82-a621-ce31c692c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['720faab5-eb87-4e5b-af34-dac5c0917be6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:04.182863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8297cfd-170a-4694-a7b1-22730dde6bea tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:04.185338 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f8297cfd-170a-4694-a7b1-22730dde6bea tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports/2d60924d-f146-4828-9a64-2ae531c56e02 HTTP/1.1" status: 200 len: 983 time: 0.1132891 Aug 03 19:32:04.190503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35256) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:04.191928 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e3094fa2-3ce7-4e82-a621-ce31c692c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:04.193041 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3094fa2-3ce7-4e82-a621-ce31c692c610 None None] The sync data for ids ['720faab5-eb87-4e5b-af34-dac5c0917be6'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:04.222608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:04.285515 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['68bbfa72-4550-43c5-8d1d-34574d5dfa0a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:04.498669 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.600074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96453426-e8da-4645-bcf1-ea32a325c644 req-d8694f3a-68d9-43eb-9b8d-a7a80eb5595d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:04.601733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96453426-e8da-4645-bcf1-ea32a325c644 req-d8694f3a-68d9-43eb-9b8d-a7a80eb5595d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 945 time: 0.0949740 Aug 03 19:32:04.624352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6bda5f31-5305-4296-91e4-ba18770752d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.657959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6bda5f31-5305-4296-91e4-ba18770752d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.667494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.699780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96453426-e8da-4645-bcf1-ea32a325c644 req-a591a0e8-4170-4fb5-b69c-d441376ecba1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709631 Aug 03 19:32:04.704918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6bda5f31-5305-4296-91e4-ba18770752d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.706290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6bda5f31-5305-4296-91e4-ba18770752d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9493039 Aug 03 19:32:04.707030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5f31-5305-4296-91e4-ba18770752d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868ada30-86e9-4b2a-9657-a5b534eebabb,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:04.711110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35260) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:04.718795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-56706a32-459d-4296-b70b-18df34fc69ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'bcc18d54-7cba-4162-a009-847f36b4bd0d', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:04.739328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4170934-64a0-4fa1-97d3-70da4bd14179 req-14977b18-d76f-43c9-b0ed-fce6417558d6 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:04.744465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4170934-64a0-4fa1-97d3-70da4bd14179 req-14977b18-d76f-43c9-b0ed-fce6417558d6 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 944 time: 0.1628151 Aug 03 19:32:04.757165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=6f37c018-da74-4072-9559-059d4b51cb0a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:04.781859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56706a32-459d-4296-b70b-18df34fc69ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.852475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4170934-64a0-4fa1-97d3-70da4bd14179 req-4f91b3bb-6653-4555-8696-01b7fe214a41 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718689 Aug 03 19:32:04.903271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56706a32-459d-4296-b70b-18df34fc69ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.908356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56706a32-459d-4296-b70b-18df34fc69ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.932962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56706a32-459d-4296-b70b-18df34fc69ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335e6758-cffd-41d8-980d-3cf396c75b1b,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:04.937418 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56706a32-459d-4296-b70b-18df34fc69ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.941567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-56706a32-459d-4296-b70b-18df34fc69ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2246578 Aug 03 19:32:04.944028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35266) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:04.950923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4c7099e5-1bb0-4375-a578-1480d5d95036 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'bcc18d54-7cba-4162-a009-847f36b4bd0d', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:04.951121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.955983 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.958256 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1bd5bea3-70c0-42f5-a7cf-cccee5971979 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/floatingips/28aa457f-0ae7-4bc5-bbc9-c60e5d5fc245 HTTP/1.1" status: 204 len: 168 time: 2.1719899 Aug 03 19:32:04.962225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35268) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:04.982642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:04.996687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c7099e5-1bb0-4375-a578-1480d5d95036 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.070326 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.112899 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c7099e5-1bb0-4375-a578-1480d5d95036 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.121146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c7099e5-1bb0-4375-a578-1480d5d95036 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.161578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7099e5-1bb0-4375-a578-1480d5d95036 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0611386f-b8c7-44a9-8236-2c72a1a86289,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:05.166255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c7099e5-1bb0-4375-a578-1480d5d95036 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.171142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4c7099e5-1bb0-4375-a578-1480d5d95036 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2228875 Aug 03 19:32:05.171458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35270) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:05.179486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6cda36e5-4769-4be0-a508-fae7c6e2e6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'bcc18d54-7cba-4162-a009-847f36b4bd0d', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:05.219588 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-6cda36e5-4769-4be0-a508-fae7c6e2e6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Project 8ae739ab6a844524a37b52a10d3348ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:32:05.227327 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cda36e5-4769-4be0-a508-fae7c6e2e6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.331528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cda36e5-4769-4be0-a508-fae7c6e2e6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.338134 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cda36e5-4769-4be0-a508-fae7c6e2e6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.367424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cda36e5-4769-4be0-a508-fae7c6e2e6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.372171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6cda36e5-4769-4be0-a508-fae7c6e2e6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1994348 Aug 03 19:32:05.373103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35274) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:05.380395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-be0eec21-4797-42a6-a1a9-36877765ec0e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': 'bcc18d54-7cba-4162-a009-847f36b4bd0d', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:05.400725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda36e5-4769-4be0-a508-fae7c6e2e6fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6fb30f-0d90-4775-b9c8-2c0be27bc375,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:05.421681 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-be0eec21-4797-42a6-a1a9-36877765ec0e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Project 8ae739ab6a844524a37b52a10d3348ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:32:05.432105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be0eec21-4797-42a6-a1a9-36877765ec0e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.518883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.527093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be0eec21-4797-42a6-a1a9-36877765ec0e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.535241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be0eec21-4797-42a6-a1a9-36877765ec0e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.563405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eec21-4797-42a6-a1a9-36877765ec0e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bceaf58-1274-4c1a-92f1-de56965e1c26,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:05.574925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be0eec21-4797-42a6-a1a9-36877765ec0e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.580178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-be0eec21-4797-42a6-a1a9-36877765ec0e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2007811 Aug 03 19:32:05.580829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35276) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:05.591128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'network': {'name': 'tempest-network-smoke--1760622261', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'port_security_enabled': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:05.623614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:05.627866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.662812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:05.686049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.686049 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Added segment 0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372 of type vlan for network 77859eac-633a-46bb-bd8a-31cb230b648c Aug 03 19:32:05.693630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.769523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.880132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.888913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:05.889817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.045459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4629295 Aug 03 19:32:06.060859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35284) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:06.068074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'admin_state_up': True, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:06.091393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836449-4333-4f61-bb8c-62a62ff4bac4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Network': ['ID=77859eac-633a-46bb-bd8a-31cb230b648c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:06.117922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 77859eac-633a-46bb-bd8a-31cb230b648c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:06.139858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76076a-9aa7-4c8f-82a0-9b0b2b24ce9a req-b4aa529f-ea40-4fc4-95c5-d9ac9e91fa21 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.141806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e76076a-9aa7-4c8f-82a0-9b0b2b24ce9a req-b4aa529f-ea40-4fc4-95c5-d9ac9e91fa21 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 945 time: 0.2797918 Aug 03 19:32:06.144304 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.145562 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.174725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.25.4.99 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/1a5bf22a-d3b5-4918-b54d-6117b37e4bc5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:06.307043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.328218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321f8b-ad48-411b-85e2-fbfccd7c3909 req-3196e0a4-d069-49ea-8e07-927c56a59975 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.342876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4321f8b-ad48-411b-85e2-fbfccd7c3909 req-3196e0a4-d069-49ea-8e07-927c56a59975 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 944 time: 0.3001530 Aug 03 19:32:06.425532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:06.446769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 2d60924d-f146-4828-9a64-2ae531c56e02 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:06.447586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.680849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.703448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4321f8b-ad48-411b-85e2-fbfccd7c3909 req-b88555e8-72ec-4265-bcd1-0dda3a1b72e2 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392189 Aug 03 19:32:06.737843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 73d097c3-a7a4-41f0-9464-39aa57a02399 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:06.738461 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.744890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 2d60924d-f146-4828-9a64-2ae531c56e02 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:06.794821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 68bbfa72-4550-43c5-8d1d-34574d5dfa0a up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:06.825732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.907669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e76076a-9aa7-4c8f-82a0-9b0b2b24ce9a req-2ba40bae-a64f-4a98-bdf8-66c514c8de7a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5985131 Aug 03 19:32:06.921896 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.143295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:07.176203 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.180942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:07.181992 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.356940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:07.361415 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9506ea6d-38b3-42f2-8c0c-4f24266ee5f7" -d '{"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-plugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:07.379530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.408361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:07.422709 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.428743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.486089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.540237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=1a5bf22a-d3b5-4918-b54d-6117b37e4bc5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.562936 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2087070b-1ce5-4992-9ed0-7d2841655b22 x-openstack-request-id: req-2087070b-1ce5-4992-9ed0-7d2841655b22 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:07.563667 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-plugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:07.565176 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2087070b-1ce5-4992-9ed0-7d2841655b22 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:07.570612 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'code': 200} Aug 03 19:32:07.572694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:07.584606 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.640845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:07.653116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=2d60924d-f146-4828-9a64-2ae531c56e02,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.663975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:07.774351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=13']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.796199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.898729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,segment=NetworkSegment(05054ed4-fb8e-4daf-ba3e-65dea7d81dd6),segment_id=05054ed4-fb8e-4daf-ba3e-65dea7d81dd6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:07.908835 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.078615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.25.4.132 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/593dd0ec-b726-42f7-ab0f-317645e5d4ed) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:08.102237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b5465-9005-4306-9837-70b6eddb4449 req-c67ede63-cf07-4b17-83ed-95d39f400bad tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:08.110203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-896b5465-9005-4306-9837-70b6eddb4449 req-c67ede63-cf07-4b17-83ed-95d39f400bad tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 945 time: 0.1542020 Aug 03 19:32:08.151568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.215077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.365735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-896b5465-9005-4306-9837-70b6eddb4449 req-2dbfa4aa-8364-4ffb-a978-d9e14a21cf5b tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544298 Aug 03 19:32:08.410631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d57f4-9cdc-4cd0-84e5-932048e21e50 req-16671a9e-9002-474e-a066-61206e8c3fa3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:08.413531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d56d57f4-9cdc-4cd0-84e5-932048e21e50 req-16671a9e-9002-474e-a066-61206e8c3fa3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.1187694 Aug 03 19:32:08.587394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.677319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d56d57f4-9cdc-4cd0-84e5-932048e21e50 req-62a56fb8-1550-47f8-978d-edc3f1e2fe2f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859505 Aug 03 19:32:08.782537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 720faab5-eb87-4e5b-af34-dac5c0917be6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:08.790718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.870792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:08.874198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:08.881352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:08.929313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=593dd0ec-b726-42f7-ab0f-317645e5d4ed,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.932279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:08.951127 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cf7572c3-2b9a-410a-a988-611d4cabbd33 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/720faab5-eb87-4e5b-af34-dac5c0917be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7550735 Aug 03 19:32:08.951812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35322) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:08.962381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929282-5bf1-4125-8571-cc03c299c6c1 None None] Sync routers for ids ['720faab5-eb87-4e5b-af34-dac5c0917be6'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:08.979743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da929282-5bf1-4125-8571-cc03c299c6c1 None None] Routers {'720faab5-eb87-4e5b-af34-dac5c0917be6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:08.981187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-da929282-5bf1-4125-8571-cc03c299c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['720faab5-eb87-4e5b-af34-dac5c0917be6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:09.079667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-da929282-5bf1-4125-8571-cc03c299c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:09.106918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da929282-5bf1-4125-8571-cc03c299c6c1 None None] Routers {'720faab5-eb87-4e5b-af34-dac5c0917be6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:09.108382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-da929282-5bf1-4125-8571-cc03c299c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['720faab5-eb87-4e5b-af34-dac5c0917be6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:09.224152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-da929282-5bf1-4125-8571-cc03c299c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:09.241035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929282-5bf1-4125-8571-cc03c299c6c1 None None] The sync data for ids ['720faab5-eb87-4e5b-af34-dac5c0917be6'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:09.571580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e844406-aa2e-4867-825f-edff1c44a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bbfa72-4550-43c5-8d1d-34574d5dfa0a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:09.575038 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1e115b-f533-4d17-ac4d-2c658b48a707" -d '{"events": [{"server_uuid": "8e844406-aa2e-4867-825f-edff1c44a58f", "name": "network-vif-plugged", "status": "completed", "tag": "68bbfa72-4550-43c5-8d1d-34574d5dfa0a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:09.670821 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-7dd2a174-438f-4267-ac9c-c44a9a7cac8a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] remove_router_interface failed (client error): The resource could not be found. Aug 03 19:32:09.672067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7dd2a174-438f-4267-ac9c-c44a9a7cac8a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/720faab5-eb87-4e5b-af34-dac5c0917be6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7195296 Aug 03 19:32:09.678420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35332) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:09.765558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.856006 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cedcdfe-9896-4804-ab05-f0530d9213e9 x-openstack-request-id: req-7cedcdfe-9896-4804-ab05-f0530d9213e9 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:09.856461 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e844406-aa2e-4867-825f-edff1c44a58f", "name": "network-vif-plugged", "status": "completed", "tag": "68bbfa72-4550-43c5-8d1d-34574d5dfa0a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:09.856874 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cedcdfe-9896-4804-ab05-f0530d9213e9 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:09.857681 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e844406-aa2e-4867-825f-edff1c44a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bbfa72-4550-43c5-8d1d-34574d5dfa0a', 'code': 200} Aug 03 19:32:09.890763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ae94139b-c52e-47dc-a4a8-929e4831554e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=720faab5-eb87-4e5b-af34-dac5c0917be6 HTTP/1.1" status: 200 len: 205 time: 0.1850541 Aug 03 19:32:09.911811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35336) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:10.138227 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a848dc41-cd5d-454c-a2b2-a28f1048a8b0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.281524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1e69e-44ad-40ae-a180-f5d6673ed6ef req-db050400-c7d7-446f-bdac-8f7047dcc0a2 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:10.285708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3f1e69e-44ad-40ae-a180-f5d6673ed6ef req-db050400-c7d7-446f-bdac-8f7047dcc0a2 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 945 time: 0.6762557 Aug 03 19:32:10.286580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.406881 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.768522 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.789043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.852716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=1a5bf22a-d3b5-4918-b54d-6117b37e4bc5,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:10.950786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.160035 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 324eb8ca-f2e2-48dd-8f17-bc7d3403db40 associated. External IP: 172.25.4.99, port: 039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c. Aug 03 19:32:11.211112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3f1e69e-44ad-40ae-a180-f5d6673ed6ef req-e438f163-3f46-43f6-9d2a-a1d94c8baad2 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7950473 Aug 03 19:32:11.219891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54d2c3-b9d6-4e2a-bfcf-661362fe9673 req-ad4ab5bd-b8ea-442f-9c02-79ed20c4fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:11.221908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b54d2c3-b9d6-4e2a-bfcf-661362fe9673 req-ad4ab5bd-b8ea-442f-9c02-79ed20c4fab7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 1096 time: 1.2740009 Aug 03 19:32:11.229123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a848dc41-cd5d-454c-a2b2-a28f1048a8b0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.244811 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a848dc41-cd5d-454c-a2b2-a28f1048a8b0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.311466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9911c80-1d15-47d1-8f2a-a335239b6fd3 req-6358ebe2-b70b-43af-93cc-cda8d2c9368e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:11.313598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9911c80-1d15-47d1-8f2a-a335239b6fd3 req-6358ebe2-b70b-43af-93cc-cda8d2c9368e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 1.1713011 Aug 03 19:32:11.665208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:11.817850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:11.831326 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37411e2c-2e13-4d3f-9be4-3922b114f2bb None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:11.845765 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37411e2c-2e13-4d3f-9be4-3922b114f2bb None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:11.847074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-37411e2c-2e13-4d3f-9be4-3922b114f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:11.850345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.887784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c1072417-3ab4-43e9-83f5-6d9f4271629f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9188473 Aug 03 19:32:11.888302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35344) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:11.896909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1474250549'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:11.900537 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-37411e2c-2e13-4d3f-9be4-3922b114f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:11.916937 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37411e2c-2e13-4d3f-9be4-3922b114f2bb None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:11.918025 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-37411e2c-2e13-4d3f-9be4-3922b114f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:11.940546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:11.946581 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.015916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:12.028202 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-37411e2c-2e13-4d3f-9be4-3922b114f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:12.031527 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37411e2c-2e13-4d3f-9be4-3922b114f2bb None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:12.047316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.049319 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Added segment 1a5fc258-ac17-4b0d-a875-a6f3ead95288 of type vlan for network 1ab22cf1-9973-4699-881c-7ea75595b23f Aug 03 19:32:12.062759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a848dc41-cd5d-454c-a2b2-a28f1048a8b0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.063704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848dc41-cd5d-454c-a2b2-a28f1048a8b0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Fanout notify agent at l3_agent the message router_deleted on router 720faab5-eb87-4e5b-af34-dac5c0917be6 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:12.068993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b54d2c3-b9d6-4e2a-bfcf-661362fe9673 req-d73ced71-e0b4-4a12-b14d-a603e02bcdb1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8370595 Aug 03 19:32:12.089926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a848dc41-cd5d-454c-a2b2-a28f1048a8b0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.091715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a848dc41-cd5d-454c-a2b2-a28f1048a8b0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/720faab5-eb87-4e5b-af34-dac5c0917be6 HTTP/1.1" status: 204 len: 168 time: 2.1782153 Aug 03 19:32:12.098173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35346) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:12.108371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9911c80-1d15-47d1-8f2a-a335239b6fd3 req-51334f98-5762-411a-ab1a-16ea6c7c6e5e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526299 Aug 03 19:32:12.139389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.175679 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.180562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.189704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.190407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.214318 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3243170 Aug 03 19:32:12.215042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35348) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:12.233594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'subnet': {'network_id': '1ab22cf1-9973-4699-881c-7ea75595b23f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:12.333019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b624c5bc-a21f-4a38-bc6c-6d721c88a46d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet f47a7377-8062-41d9-a0e7-44876149b55d {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:12.340186 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b624c5bc-a21f-4a38-bc6c-6d721c88a46d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.467466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2f719-e44c-4928-8af1-d81ed8efb576 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Network': ['ID=1ab22cf1-9973-4699-881c-7ea75595b23f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:12.488257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1ab22cf1-9973-4699-881c-7ea75595b23f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:12.555925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:12.566904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.603923 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b624c5bc-a21f-4a38-bc6c-6d721c88a46d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.762638 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b624c5bc-a21f-4a38-bc6c-6d721c88a46d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.813112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a6009-a525-45a3-b0b2-a9b9b8b7a7a4 req-41999e9c-d815-49db-b262-b3c3974d854c tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.821767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-334a6009-a525-45a3-b0b2-a9b9b8b7a7a4 req-41999e9c-d815-49db-b262-b3c3974d854c tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 945 time: 0.4424160 Aug 03 19:32:12.902831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-334a6009-a525-45a3-b0b2-a9b9b8b7a7a4 req-bb42d46c-8f1f-4042-8492-8a32ed7af94c tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798321 Aug 03 19:32:12.935617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:13.027862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.091085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b624c5bc-a21f-4a38-bc6c-6d721c88a46d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.137516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Subnet': ['ID=b6d89bb5-9418-4b69-b5da-eff2614ee88f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:13.169521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b624c5bc-a21f-4a38-bc6c-6d721c88a46d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.172138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b624c5bc-a21f-4a38-bc6c-6d721c88a46d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/f47a7377-8062-41d9-a0e7-44876149b55d HTTP/1.1" status: 204 len: 168 time: 1.0712585 Aug 03 19:32:13.183420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35360) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.184536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Checking segment: {'id': '1a5fc258-ac17-4b0d-a875-a6f3ead95288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ab22cf1-9973-4699-881c-7ea75595b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:13.185104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network hostable DHCP agents. Network: 1ab22cf1-9973-4699-881c-7ea75595b23f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:13.185749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9ba0f-aa8a-419e-ba07-d9bf78938d72 None None] Network e6e41640-80f2-4102-93fe-5a16c451c65e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:13.194513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624c5bc-a21f-4a38-bc6c-6d721c88a46d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=f47a7377-8062-41d9-a0e7-44876149b55d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:13.304119 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.369433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 1ab22cf1-9973-4699-881c-7ea75595b23f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:13.399425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1ab22cf1-9973-4699-881c-7ea75595b23f) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:13.437826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.438900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.439546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:13.475580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 9d054699-d079-40bd-8a31-213e119f0250 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:13.475858 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.476633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486a9111-26d3-4f50-b6ba-7e3d5848a4c5 None None] Network 1ab22cf1-9973-4699-881c-7ea75595b23f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:13.479346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Sync routers for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:13.485337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0b666-6257-479d-ae17-d865d70be39d req-e162104b-65e0-4406-9a3e-2f8f30dc4ccd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.487166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02c0b666-6257-479d-ae17-d865d70be39d req-e162104b-65e0-4406-9a3e-2f8f30dc4ccd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.1461282 Aug 03 19:32:13.489606 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.491067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e7574d39-4529-4e29-83e5-7dfd92cccec8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.4270353 Aug 03 19:32:13.496037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35366) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.515014 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-39bf31bf-286f-4735-84f5-d634348c8d72 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2856355 Aug 03 19:32:13.533073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35368) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.542240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-788113424', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:13.594302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-69b82012-3514-4350-ab99-f1a1af23314c tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8ae739ab6a844524a37b52a10d3348ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0963774 Aug 03 19:32:13.601460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02c0b666-6257-479d-ae17-d865d70be39d req-d16ed913-3a0c-49e3-9d1f-8375157be357 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060989 Aug 03 19:32:13.602664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35372) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.612251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:13.612926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:13.642544 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.643891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.762157 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.964091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87f737-b2e1-4190-bc49-6dcf7d4a3ff1 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.965950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9e87f737-b2e1-4190-bc49-6dcf7d4a3ff1 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3062501 Aug 03 19:32:13.970496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35374) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:14.017981 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-356691af-5733-4b21-877b-f38ef6404e15 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461679 Aug 03 19:32:14.024993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35378) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:14.032419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1195973584', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:14.149396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port 9d054699-d079-40bd-8a31-213e119f0250, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d054699-d079-40bd-8a31-213e119f0250,segment=NetworkSegment(b1efb541-b298-49bf-9eac-eb65e18baf90),segment_id=b1efb541-b298-49bf-9eac-eb65e18baf90)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:14.149896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.171627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:14.175527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.203087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 9d054699-d079-40bd-8a31-213e119f0250 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:14.319021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] DHCP port deletion for e6e41640-80f2-4102-93fe-5a16c451c65e request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:14.385671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.472803 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.485395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:14.520175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=9d054699-d079-40bd-8a31-213e119f0250,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:14.534984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No DVR routers for this DVR port 9d054699-d079-40bd-8a31-213e119f0250 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:14.588282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d148226-1922-4670-888f-61a1e9df0191 req-15d05b01-1ed9-4a6b-8a59-adfb6da3b4bc tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:14.602180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d148226-1922-4670-888f-61a1e9df0191 req-15d05b01-1ed9-4a6b-8a59-adfb6da3b4bc tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 945 time: 0.4036491 Aug 03 19:32:14.733363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d148226-1922-4670-888f-61a1e9df0191 req-7ae87ca4-1c84-454d-9fde-58377839558e tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889549 Aug 03 19:32:14.789359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d054699-d079-40bd-8a31-213e119f0250 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:14.868225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.879121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9d054699-d079-40bd-8a31-213e119f0250 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:14.879475 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d054699-d079-40bd-8a31-213e119f0250 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:14.944094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.950260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e41640-80f2-4102-93fe-5a16c451c65e']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:14.978823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1ab22cf1-9973-4699-881c-7ea75595b23f', 'network_id': '1ab22cf1-9973-4699-881c-7ea75595b23f', 'tenant_id': 'da0f3bc702244aaa896e5bb2081945e6', 'fixed_ips': [{'subnet_id': 'b6d89bb5-9418-4b69-b5da-eff2614ee88f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:14.980494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1efb541-b298-49bf-9eac-eb65e18baf90') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:14.981096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1efb541-b298-49bf-9eac-eb65e18baf90') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:14.983699 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.197548 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.197548 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.197548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:15.197548 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.307110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] Deleting port 9d054699-d079-40bd-8a31-213e119f0250 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:15.307110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.309564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ed525-af32-46ab-947e-30534ebb1fc1 req-cc425c62-3838-4c9a-9720-d03ffc93aa52 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:15.309564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-548ed525-af32-46ab-947e-30534ebb1fc1 req-cc425c62-3838-4c9a-9720-d03ffc93aa52 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.4603930 Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:15.310527 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:15.483579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.537738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.585269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Subnet': ['ID=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:15.608818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Checking segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:15.609453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network hostable DHCP agents. Network: 77859eac-633a-46bb-bd8a-31cb230b648c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:15.618973 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.630836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.633375 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/e6e41640-80f2-4102-93fe-5a16c451c65e HTTP/1.1" status: 204 len: 168 time: 2.4451811 Aug 03 19:32:15.646394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35414) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:15.655222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-962225222'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:15.670214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7dca8-3727-423d-af73-c75ea6e263ef tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=e6e41640-80f2-4102-93fe-5a16c451c65e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:15.686540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Allocated IP 172.20.0.2 (1ab22cf1-9973-4699-881c-7ea75595b23f/b6d89bb5-9418-4b69-b5da-eff2614ee88f/04d6591f-5a36-435a-80ef-50759490493c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:15.712806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 77859eac-633a-46bb-bd8a-31cb230b648c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:15.716279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:15.722539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.734571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 77859eac-633a-46bb-bd8a-31cb230b648c) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:15.743007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:15.743710 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.757382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.25.4.11 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/b7340571-d2ba-42d8-b21a-3ea3fd26bfdc) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:15.769610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:15.782809 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.783158 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment d9514a19-6e5e-4769-a12f-06e57a0b8dab of type vlan for network 302fd764-faa9-4d3c-9315-264e51e10a02 Aug 03 19:32:15.831821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.869275 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c570bff9-f711-4413-8148-bf5c4c2d0c1a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8430157 Aug 03 19:32:15.874263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.882028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:15.883167 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.886319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35420) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:15.981678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.009563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5aef0-3a54-4868-8a77-29c5178d9376 None None] Network 77859eac-633a-46bb-bd8a-31cb230b648c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:16.042372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3924301 Aug 03 19:32:16.053758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35424) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:16.060418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': '302fd764-faa9-4d3c-9315-264e51e10a02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:16.117743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81187f-9c40-4208-bdc8-5efefe4d9fcb tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=302fd764-faa9-4d3c-9315-264e51e10a02,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.177345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.294302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:16.310203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] For port 9d054699-d079-40bd-8a31-213e119f0250, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:16.310615 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.324420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc92a7-4000-4d7d-ae5d-3016cc299f6e req-320c3af3-f86f-4b40-9d56-eca1a06b1a65 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:16.333368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcfc92a7-4000-4d7d-ae5d-3016cc299f6e req-320c3af3-f86f-4b40-9d56-eca1a06b1a65 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 945 time: 0.8109996 Aug 03 19:32:16.334003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] Calling delete_port for 9d054699-d079-40bd-8a31-213e119f0250 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:16.336245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:16.337672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] Port 9d054699-d079-40bd-8a31-213e119f0250 was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:32:16.339288 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.361167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 302fd764-faa9-4d3c-9315-264e51e10a02 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:16.372996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:16.400933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-548ed525-af32-46ab-947e-30534ebb1fc1 req-3a5f9b4d-421f-47d8-b393-578110f1a447 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9297545 Aug 03 19:32:16.482089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=b7340571-d2ba-42d8-b21a-3ea3fd26bfdc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.533610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcfc92a7-4000-4d7d-ae5d-3016cc299f6e req-5171d8d9-6ec5-4d90-8070-38f59650fdaf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986923 Aug 03 19:32:16.582226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:16.587517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.664446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] Network e6e41640-80f2-4102-93fe-5a16c451c65e is not hosted by any dhcp agent {{(pid=94135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:32:16.666123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] No DVR routers for this DVR port 9d054699-d079-40bd-8a31-213e119f0250 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:16.675125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4b114-9e9f-49c2-88df-39de7d6f0a09 None None] Pushing event deleted for resources: {'Port': ['ID=9d054699-d079-40bd-8a31-213e119f0250,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.893171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.936916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Transition to ACTIVE for port object 04d6591f-5a36-435a-80ef-50759490493c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:16.980392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:09Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:17.104499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Checking router: c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:17.105650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Updating router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 port 593dd0ec-b726-42f7-ab0f-317645e5d4ed binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:17.122422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.188993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Transition to ACTIVE for port object 04d6591f-5a36-435a-80ef-50759490493c will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:17.207448 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.225165 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.301255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Pushing event updated for resources: {'Port': ['ID=04d6591f-5a36-435a-80ef-50759490493c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:17.334579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.334944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.335497 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.343025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.343838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.344412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.345043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.345619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.346160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.346677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.347209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.347725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:17.505564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.528102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-8e04200d-6943-4e13-9eb2-b42ab86c0533 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:17.529761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-8e04200d-6943-4e13-9eb2-b42ab86c0533 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 945 time: 0.6201026 Aug 03 19:32:17.634920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.780421 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.816579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Transition to ACTIVE for port object 593dd0ec-b726-42f7-ab0f-317645e5d4ed will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:17.824658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Network 1ab22cf1-9973-4699-881c-7ea75595b23f is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:17.827064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-77859eac-633a-46bb-bd8a-31cb230b648c', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:17.828218 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.832680 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.845752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:17.852252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:17.876974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': 'd9514a19-6e5e-4769-a12f-06e57a0b8dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '302fd764-faa9-4d3c-9315-264e51e10a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:17.877636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: 302fd764-faa9-4d3c-9315-264e51e10a02, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:17.964403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.975044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=e31e21ff-9e7a-4318-9bb4-a00092324fa9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:17.975524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Attempting to bind port 04d6591f-5a36-435a-80ef-50759490493c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:17.976209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Attempting to bind port 04d6591f-5a36-435a-80ef-50759490493c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '1a5fc258-ac17-4b0d-a875-a6f3ead95288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ab22cf1-9973-4699-881c-7ea75595b23f'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:17.976821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Attempting to bind port 04d6591f-5a36-435a-80ef-50759490493c on network 1ab22cf1-9973-4699-881c-7ea75595b23f {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:17.999864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:18.000766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Checking segment: {'id': '1a5fc258-ac17-4b0d-a875-a6f3ead95288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ab22cf1-9973-4699-881c-7ea75595b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:18.001432 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.002374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Bound using segment: {'id': '1a5fc258-ac17-4b0d-a875-a6f3ead95288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ab22cf1-9973-4699-881c-7ea75595b23f'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:18.003234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Bound port: 04d6591f-5a36-435a-80ef-50759490493c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5fc258-ac17-4b0d-a875-a6f3ead95288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1ab22cf1-9973-4699-881c-7ea75595b23f'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:18.003872 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.032358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 302fd764-faa9-4d3c-9315-264e51e10a02 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:18.057346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb9b0-aded-44d0-8a1c-793e6232304e req-eb09fd37-546a-40b4-8985-4ae5860b3a36 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:18.059080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c10cb9b0-aded-44d0-8a1c-793e6232304e req-eb09fd37-546a-40b4-8985-4ae5860b3a36 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.5283468 Aug 03 19:32:18.091902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe66c-4924-4e73-a822-316698cc60e4 None None] Pushing event updated for resources: {'Port': ['ID=593dd0ec-b726-42f7-ab0f-317645e5d4ed,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:18.111584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Attempting to bind port 593dd0ec-b726-42f7-ab0f-317645e5d4ed on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:18.112873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Attempting to bind port 593dd0ec-b726-42f7-ab0f-317645e5d4ed by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:18.113631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Attempting to bind port 593dd0ec-b726-42f7-ab0f-317645e5d4ed on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:18.137002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2c7a1-b494-4009-a090-08498373fd90 req-49489df1-e6bf-4bbc-88f4-d41bdaf0905e tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:18.145793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eae2c7a1-b494-4009-a090-08498373fd90 req-49489df1-e6bf-4bbc-88f4-d41bdaf0905e tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 945 time: 0.3661246 Aug 03 19:32:18.232888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c10cb9b0-aded-44d0-8a1c-793e6232304e req-d9a5c14c-5fca-4955-aca9-aa6ae95812db tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484334 Aug 03 19:32:18.257149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 302fd764-faa9-4d3c-9315-264e51e10a02) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:18.268379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:18.269292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.320216 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eae2c7a1-b494-4009-a090-08498373fd90 req-b9812c7f-2ef0-4013-a77b-5aafb2d5b7a7 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732545 Aug 03 19:32:18.329531 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-26b4bd52-53f7-4032-a7e4-3e9d147d84ed tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2703218 Aug 03 19:32:18.357615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35452) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:18.374347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Allocated IP 172.20.0.2 (77859eac-633a-46bb-bd8a-31cb230b648c/2a7240f1-1d0e-42be-b219-a1cfd4b5b70a/422587b0-555f-41ba-b89c-30c8841f1e95) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:18.384340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-203c362c-8909-4b1c-995a-9ec1b992f594 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1761431108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:18.413426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router bd0e55a1-aea7-41e7-8103-b3accbde56e8 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:18.595685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203c362c-8909-4b1c-995a-9ec1b992f594 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.600942 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203c362c-8909-4b1c-995a-9ec1b992f594 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.721979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Deleting port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:18.723481 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.751758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203c362c-8909-4b1c-995a-9ec1b992f594 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.764087 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203c362c-8909-4b1c-995a-9ec1b992f594 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.798402 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.812106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Transition to ACTIVE for port object 422587b0-555f-41ba-b89c-30c8841f1e95 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:18.820666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203c362c-8909-4b1c-995a-9ec1b992f594 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.826172 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-203c362c-8909-4b1c-995a-9ec1b992f594 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4646578 Aug 03 19:32:18.827501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:18.878290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Transition to ACTIVE for port object 422587b0-555f-41ba-b89c-30c8841f1e95 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:18.929602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81335f5c-9bd7-4b12-896e-3cd9ada4fc5f None None] Network 302fd764-faa9-4d3c-9315-264e51e10a02 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:18.947287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:18.991271 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864898c8-322b-4735-89e0-638377c83cde None None] Sync routers for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:18.995776 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.997888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a81385a8-82e5-4f32-8f93-ba5a8d8a828b tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4621270 Aug 03 19:32:19.006323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35462) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:19.018636 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864898c8-322b-4735-89e0-638377c83cde None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:19.019703 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-864898c8-322b-4735-89e0-638377c83cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:19.063371 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-864898c8-322b-4735-89e0-638377c83cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:19.091527 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864898c8-322b-4735-89e0-638377c83cde None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:19.092568 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-864898c8-322b-4735-89e0-638377c83cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:19.096736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] For port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,segment=NetworkSegment(05054ed4-fb8e-4daf-ba3e-65dea7d81dd6),segment_id=05054ed4-fb8e-4daf-ba3e-65dea7d81dd6)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:19.099093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.131914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.139625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Calling delete_port for 68bbfa72-4550-43c5-8d1d-34574d5dfa0a owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:19.172250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:19.172868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:19.173589 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.174255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:19.175062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Bound port: 593dd0ec-b726-42f7-ab0f-317645e5d4ed, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:19.175686 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.183327 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-864898c8-322b-4735-89e0-638377c83cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:19.184560 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864898c8-322b-4735-89e0-638377c83cde None None] The sync data for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:19.292747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] For port 04d6591f-5a36-435a-80ef-50759490493c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:19.319567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] For port 04d6591f-5a36-435a-80ef-50759490493c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=04d6591f-5a36-435a-80ef-50759490493c,segment=NetworkSegment(1a5fc258-ac17-4b0d-a875-a6f3ead95288),segment_id=1a5fc258-ac17-4b0d-a875-a6f3ead95288)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:19.340854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.371145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.455915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Network 77859eac-633a-46bb-bd8a-31cb230b648c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:19.501795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Pushing event deleted for resources: {'Port': ['ID=68bbfa72-4550-43c5-8d1d-34574d5dfa0a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:19.530745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] No DVR routers for this DVR port 68bbfa72-4550-43c5-8d1d-34574d5dfa0a on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:19.534596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.537685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfa814a3-ff33-48cd-8800-3aa182de71c7 req-f3e5abf8-9d29-48e7-bd94-d88f180548cf tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.88 "DELETE /v2.0/ports/68bbfa72-4550-43c5-8d1d-34574d5dfa0a HTTP/1.1" status: 204 len: 173 time: 1.7454112 Aug 03 19:32:19.557158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:19.562998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:19.580945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e844406-aa2e-4867-825f-edff1c44a58f', 'name': 'network-vif-deleted', 'tag': '68bbfa72-4550-43c5-8d1d-34574d5dfa0a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:19.584759 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce369f-86a9-43e3-8a9f-5f2ddc9dfa33" -d '{"events": [{"server_uuid": "8e844406-aa2e-4867-825f-edff1c44a58f", "name": "network-vif-deleted", "tag": "68bbfa72-4550-43c5-8d1d-34574d5dfa0a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:19.600698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Pushing event updated for resources: {'Port': ['ID=422587b0-555f-41ba-b89c-30c8841f1e95,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:19.690492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] For port 593dd0ec-b726-42f7-ab0f-317645e5d4ed, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:19.694643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] For port 593dd0ec-b726-42f7-ab0f-317645e5d4ed, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=593dd0ec-b726-42f7-ab0f-317645e5d4ed,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:19.810838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.822771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.20.0.1 (77859eac-633a-46bb-bd8a-31cb230b648c/2a7240f1-1d0e-42be-b219-a1cfd4b5b70a/33a9ec50-276c-4df8-88da-47a216b9fc37) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:20.342331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Attempting to bind port 422587b0-555f-41ba-b89c-30c8841f1e95 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:20.343836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Attempting to bind port 422587b0-555f-41ba-b89c-30c8841f1e95 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:20.344673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Attempting to bind port 422587b0-555f-41ba-b89c-30c8841f1e95 on network 77859eac-633a-46bb-bd8a-31cb230b648c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:20.360925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-302fd764-faa9-4d3c-9315-264e51e10a02', 'network_id': '302fd764-faa9-4d3c-9315-264e51e10a02', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': 'e31e21ff-9e7a-4318-9bb4-a00092324fa9'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:20.362914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.405975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:20.407333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:20.421177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:20.421908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Checking segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:20.423017 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.423599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Bound using segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:20.424282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Bound port: 422587b0-555f-41ba-b89c-30c8841f1e95, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:20.425237 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.429892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c374ee-dc5a-4c67-9a80-ba0eaaa407b1 None None] Pushing event updated for resources: {'Port': ['ID=04d6591f-5a36-435a-80ef-50759490493c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:20.468949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.620515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ecfda356-033b-42d2-ab90-9fe8896981a7 req-ab21c74e-a714-4b7f-9f57-c0b3189483b9 tempest-InstanceActionsV221TestJSON-714168991 tempest-InstanceActionsV221TestJSON-714168991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e844406-aa2e-4867-825f-edff1c44a58f HTTP/1.1" status: 200 len: 210 time: 1.0183747 Aug 03 19:32:20.732183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafda73-6b2b-4312-a320-22799f9347ea req-08a35ae8-6509-49c0-bbc4-c0d67a9c9503 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:20.736685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cafda73-6b2b-4312-a320-22799f9347ea req-08a35ae8-6509-49c0-bbc4-c0d67a9c9503 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 1.2364674 Aug 03 19:32:20.813387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.846054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Transition to ACTIVE for port object 33a9ec50-276c-4df8-88da-47a216b9fc37 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:20.988644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cafda73-6b2b-4312-a320-22799f9347ea req-f1172221-3d58-4c84-830a-6c9233343526 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882226 Aug 03 19:32:20.993901 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.126388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 68bbfa72-4550-43c5-8d1d-34574d5dfa0a no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:21.137518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 04d6591f-5a36-435a-80ef-50759490493c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:21.191978 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.228630 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57dc2c7-e2b4-42eb-b0b0-b425531622f6 x-openstack-request-id: req-b57dc2c7-e2b4-42eb-b0b0-b425531622f6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:21.229065 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e844406-aa2e-4867-825f-edff1c44a58f", "name": "network-vif-deleted", "tag": "68bbfa72-4550-43c5-8d1d-34574d5dfa0a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:21.229458 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b57dc2c7-e2b4-42eb-b0b0-b425531622f6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:21.230082 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e844406-aa2e-4867-825f-edff1c44a58f', 'name': 'network-vif-deleted', 'tag': '68bbfa72-4550-43c5-8d1d-34574d5dfa0a', 'status': 'completed', 'code': 200} Aug 03 19:32:21.313711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe66c-4924-4e73-a822-316698cc60e4 None None] Pushing event updated for resources: {'Port': ['ID=593dd0ec-b726-42f7-ab0f-317645e5d4ed,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.322950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 68bbfa72-4550-43c5-8d1d-34574d5dfa0a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:21.323520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 68bbfa72-4550-43c5-8d1d-34574d5dfa0a not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:21.367059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:21.377868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=33a9ec50-276c-4df8-88da-47a216b9fc37,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.514742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Allocated IP 2001:db8::2 (302fd764-faa9-4d3c-9315-264e51e10a02/e31e21ff-9e7a-4318-9bb4-a00092324fa9/89550440-b37b-4c0e-8271-2a0d65fb75cd) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:21.565693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 77859eac-633a-46bb-bd8a-31cb230b648c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:21.584501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:21.595301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:21.681877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] For port 422587b0-555f-41ba-b89c-30c8841f1e95, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:21.686863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0680c0-2bbf-4706-aabf-513edf069405 None None] Network 1ab22cf1-9973-4699-881c-7ea75595b23f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:21.813192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] For port 422587b0-555f-41ba-b89c-30c8841f1e95, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=422587b0-555f-41ba-b89c-30c8841f1e95,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:21.842365 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.868959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9e496589-ae9f-485a-9a74-90a0aea1bd53 None None] Provisioning for port 04d6591f-5a36-435a-80ef-50759490493c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:21.934992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.032361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 04d6591f-5a36-435a-80ef-50759490493c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:22.113241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 04d6591f-5a36-435a-80ef-50759490493c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:22.116307 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.450433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009a38-97c3-4f0f-9aeb-259282f29a3f None None] Pushing event updated for resources: {'Port': ['ID=422587b0-555f-41ba-b89c-30c8841f1e95,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:22.590156 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.607900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.634809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Transition to ACTIVE for port object 89550440-b37b-4c0e-8271-2a0d65fb75cd will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:22.635565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80cd9f-78f6-4307-9c0e-56d64e88ae7b req-a9fc9de3-5eff-46c8-a92a-5b4a880fbb00 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:22.652861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d80cd9f-78f6-4307-9c0e-56d64e88ae7b req-a9fc9de3-5eff-46c8-a92a-5b4a880fbb00 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.2764621 Aug 03 19:32:22.754107 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.772696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d80cd9f-78f6-4307-9c0e-56d64e88ae7b req-75cb78b6-fa23-4cb7-bb57-d049a42a70cf tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053019 Aug 03 19:32:22.892120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Transition to ACTIVE for port object 89550440-b37b-4c0e-8271-2a0d65fb75cd will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:22.922262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.970058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 04d6591f-5a36-435a-80ef-50759490493c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=04d6591f-5a36-435a-80ef-50759490493c,segment=NetworkSegment(1a5fc258-ac17-4b0d-a875-a6f3ead95288),segment_id=1a5fc258-ac17-4b0d-a875-a6f3ead95288)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:22.990352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35508) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:23.045575 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.054337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:09Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:23.127423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26cc6c0-8a32-4170-91cc-6b7a1c47aa2b admin admin] Deleting subnet ec123fa9-f749-4390-adb7-c294c468987e {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:23.142689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b26cc6c0-8a32-4170-91cc-6b7a1c47aa2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.250394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8::1 (302fd764-faa9-4d3c-9315-264e51e10a02/e31e21ff-9e7a-4318-9bb4-a00092324fa9/6a772579-6d31-4316-afc0-74ad12f2134b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:23.253557 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b26cc6c0-8a32-4170-91cc-6b7a1c47aa2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.305670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.384587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b26cc6c0-8a32-4170-91cc-6b7a1c47aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.516488 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b26cc6c0-8a32-4170-91cc-6b7a1c47aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.607779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cc6c0-8a32-4170-91cc-6b7a1c47aa2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec123fa9-f749-4390-adb7-c294c468987e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:23.627806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b26cc6c0-8a32-4170-91cc-6b7a1c47aa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.628868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66eaf4-7f66-4456-b96f-32a15bf405d1 None None] The sync data for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 is: [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:09Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:23.632597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 422587b0-555f-41ba-b89c-30c8841f1e95 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:23.638588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b26cc6c0-8a32-4170-91cc-6b7a1c47aa2b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ec123fa9-f749-4390-adb7-c294c468987e HTTP/1.1" status: 204 len: 168 time: 0.6461399 Aug 03 19:32:23.654914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35514) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:23.698565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Network 302fd764-faa9-4d3c-9315-264e51e10a02 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:23.735688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:23.738913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:23.761163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Pushing event updated for resources: {'Port': ['ID=89550440-b37b-4c0e-8271-2a0d65fb75cd,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:23.802460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6293d9f5-3e9a-4e14-84ec-fcddc2f22e5a None None] Provisioning complete for port 04d6591f-5a36-435a-80ef-50759490493c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:23.804921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6293d9f5-3e9a-4e14-84ec-fcddc2f22e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.806848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.846260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.019797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=04d6591f-5a36-435a-80ef-50759490493c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:24.064164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Attempting to bind port 89550440-b37b-4c0e-8271-2a0d65fb75cd on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:24.064673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Attempting to bind port 89550440-b37b-4c0e-8271-2a0d65fb75cd by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'd9514a19-6e5e-4769-a12f-06e57a0b8dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '302fd764-faa9-4d3c-9315-264e51e10a02'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:24.065146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Attempting to bind port 89550440-b37b-4c0e-8271-2a0d65fb75cd on network 302fd764-faa9-4d3c-9315-264e51e10a02 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:24.125106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 422587b0-555f-41ba-b89c-30c8841f1e95 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:24.133075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:24.133612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Checking segment: {'id': 'd9514a19-6e5e-4769-a12f-06e57a0b8dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '302fd764-faa9-4d3c-9315-264e51e10a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:24.134141 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.134639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Bound using segment: {'id': 'd9514a19-6e5e-4769-a12f-06e57a0b8dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '302fd764-faa9-4d3c-9315-264e51e10a02'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:24.135488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Bound port: 89550440-b37b-4c0e-8271-2a0d65fb75cd, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9514a19-6e5e-4769-a12f-06e57a0b8dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '302fd764-faa9-4d3c-9315-264e51e10a02'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:24.135989 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.269639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] For port 89550440-b37b-4c0e-8271-2a0d65fb75cd, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:24.294158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] For port 89550440-b37b-4c0e-8271-2a0d65fb75cd, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=89550440-b37b-4c0e-8271-2a0d65fb75cd,segment=NetworkSegment(d9514a19-6e5e-4769-a12f-06e57a0b8dab),segment_id=d9514a19-6e5e-4769-a12f-06e57a0b8dab)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:24.305749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b913fd-bf78-4506-862e-d073286b925a None None] Network 77859eac-633a-46bb-bd8a-31cb230b648c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:24.311445 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.360740 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.375500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.402755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object 6a772579-6d31-4316-afc0-74ad12f2134b will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:24.407833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d0f905-9ee6-42e0-96f5-44928fd47d86']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:24.415564 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.497167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05054ed4-fb8e-4daf-ba3e-65dea7d81dd6') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:24.498152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05054ed4-fb8e-4daf-ba3e-65dea7d81dd6') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:24.525192 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.627960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.671247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=33a9ec50-276c-4df8-88da-47a216b9fc37,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:24.671247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:24.672262 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:24.692508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7855b481-1384-49e9-81f2-ded00f1fc582 None None] Provisioning for port 422587b0-555f-41ba-b89c-30c8841f1e95 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:24.735629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa212b06-5e23-4a84-86fd-709929e40f7b None None] Pushing event updated for resources: {'Port': ['ID=89550440-b37b-4c0e-8271-2a0d65fb75cd,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:24.772820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7855b481-1384-49e9-81f2-ded00f1fc582 None None] Provisioning complete for port 422587b0-555f-41ba-b89c-30c8841f1e95 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:24.773657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7855b481-1384-49e9-81f2-ded00f1fc582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.827401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc78891-7907-4dc3-b291-f125324d00ad req-1e23d086-fb1d-4e1b-a3d0-8feba351e03d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:24.835864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fc78891-7907-4dc3-b291-f125324d00ad req-1e23d086-fb1d-4e1b-a3d0-8feba351e03d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.8685708 Aug 03 19:32:24.964345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.977392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.979847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/22d0f905-9ee6-42e0-96f5-44928fd47d86 HTTP/1.1" status: 204 len: 168 time: 1.3198316 Aug 03 19:32:25.027743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691e930-f9f9-4ad8-a60d-b71173ce7eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d0f905-9ee6-42e0-96f5-44928fd47d86,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:25.065246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1fc78891-7907-4dc3-b291-f125324d00ad req-cb1376ae-c780-4c15-8bec-61d37d8dd13f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283909 Aug 03 19:32:25.181762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7855b481-1384-49e9-81f2-ded00f1fc582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.447575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35538) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:25.505798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7855b481-1384-49e9-81f2-ded00f1fc582 None None] For port 422587b0-555f-41ba-b89c-30c8841f1e95, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=422587b0-555f-41ba-b89c-30c8841f1e95,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:25.555527 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7855b481-1384-49e9-81f2-ded00f1fc582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.669434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b2f93ef8-953d-4d92-91e2-1d9d0921df6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9005890bff534a55aad616d1e3f20086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206042 Aug 03 19:32:25.676957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35540) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:25.792922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 04d6591f-5a36-435a-80ef-50759490493c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:25.793903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b6db2fe8-8ce6-41ab-a130-6f7dc089b530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.850670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b6db2fe8-8ce6-41ab-a130-6f7dc089b530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.921026 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.987591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.008637 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b6db2fe8-8ce6-41ab-a130-6f7dc089b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.010226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855b481-1384-49e9-81f2-ded00f1fc582 None None] Pushing event updated for resources: {'Port': ['ID=422587b0-555f-41ba-b89c-30c8841f1e95,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:26.011799 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b6db2fe8-8ce6-41ab-a130-6f7dc089b530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.013164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b6db2fe8-8ce6-41ab-a130-6f7dc089b530 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4 HTTP/1.1" status: 204 len: 168 time: 0.3338459 Aug 03 19:32:26.046933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db2fe8-8ce6-41ab-a130-6f7dc089b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62f0ba-4e3c-4c9e-bf24-f6f64d93fae4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:26.051742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 04d6591f-5a36-435a-80ef-50759490493c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:26.052380 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.147980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1a39d7fc-00f7-4f3b-9c15-cd8a0c089d8d None None] Provisioning complete for port 422587b0-555f-41ba-b89c-30c8841f1e95 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:26.149894 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1a39d7fc-00f7-4f3b-9c15-cd8a0c089d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.352324 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b0dfda7e-c03e-4434-b8ea-f1ea0c14f09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.362426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95440164-350d-4ef9-b77d-90b74d9622bb req-2c4dff46-0ac2-4955-aa20-200204f79e8f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:26.375654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95440164-350d-4ef9-b77d-90b74d9622bb req-2c4dff46-0ac2-4955-aa20-200204f79e8f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.1697280 Aug 03 19:32:26.412458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 77859eac-633a-46bb-bd8a-31cb230b648c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:26.444591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 302fd764-faa9-4d3c-9315-264e51e10a02 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:26.468897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:26.557331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95440164-350d-4ef9-b77d-90b74d9622bb req-4905b160-e46e-428b-aaf8-1028da6e49bc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785114 Aug 03 19:32:26.679086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 89550440-b37b-4c0e-8271-2a0d65fb75cd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:26.731359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:26.880263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 89550440-b37b-4c0e-8271-2a0d65fb75cd completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:26.907750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1a39d7fc-00f7-4f3b-9c15-cd8a0c089d8d None None] Provisioning for port 33a9ec50-276c-4df8-88da-47a216b9fc37 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:26.918293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 593dd0ec-b726-42f7-ab0f-317645e5d4ed up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:27.061150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173651d-a032-4eba-ac06-b78582d72fb2 None None] Network 302fd764-faa9-4d3c-9315-264e51e10a02 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:27.082603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1a39d7fc-00f7-4f3b-9c15-cd8a0c089d8d None None] Provisioning complete for port 33a9ec50-276c-4df8-88da-47a216b9fc37 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:27.083070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1a39d7fc-00f7-4f3b-9c15-cd8a0c089d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.186409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.20.0.1 (1ab22cf1-9973-4699-881c-7ea75595b23f/b6d89bb5-9418-4b69-b5da-eff2614ee88f/8252c7ab-fae0-4637-ba2a-f7d337c60c8d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:27.258481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1a39d7fc-00f7-4f3b-9c15-cd8a0c089d8d None None] Port 33a9ec50-276c-4df8-88da-47a216b9fc37 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:27.296360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 593dd0ec-b726-42f7-ab0f-317645e5d4ed completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:27.333570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 593dd0ec-b726-42f7-ab0f-317645e5d4ed triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:27.333570 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.512706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Provisioning for port 89550440-b37b-4c0e-8271-2a0d65fb75cd completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:27.531313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.533145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Provisioning complete for port 89550440-b37b-4c0e-8271-2a0d65fb75cd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:27.533558 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.566619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Transition to ACTIVE for port object 8252c7ab-fae0-4637-ba2a-f7d337c60c8d will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:27.667620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:27.669151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.686273 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.764444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35586) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:27.788115 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.838207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=6a772579-6d31-4316-afc0-74ad12f2134b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:27.897309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 593dd0ec-b726-42f7-ab0f-317645e5d4ed, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=593dd0ec-b726-42f7-ab0f-317645e5d4ed,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:27.924181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 1ab22cf1-9973-4699-881c-7ea75595b23f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:27.927880 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.080592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:28.087802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703847-9370-47ba-b6a4-bac5c470a24e req-895024b3-6e71-4b39-9be6-90062913e198 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:28.101116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c703847-9370-47ba-b6a4-bac5c470a24e req-895024b3-6e71-4b39-9be6-90062913e198 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.0947151 Aug 03 19:32:28.118717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:28.141844 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.148407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-330685365-network', 'tenant_id': 'c9195c3519bd43369bbe477551d3af1b'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:28.182724 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=593dd0ec-b726-42f7-ab0f-317645e5d4ed,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.190974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c703847-9370-47ba-b6a4-bac5c470a24e req-3a0ddc0b-3df9-48ce-8e69-b508bbcfcb1c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859709 Aug 03 19:32:28.249526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Made reservation on behalf of c9195c3519bd43369bbe477551d3af1b for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:28.265204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] For port 89550440-b37b-4c0e-8271-2a0d65fb75cd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=89550440-b37b-4c0e-8271-2a0d65fb75cd,segment=NetworkSegment(d9514a19-6e5e-4769-a12f-06e57a0b8dab),segment_id=d9514a19-6e5e-4769-a12f-06e57a0b8dab)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:28.265526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.268344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 422587b0-555f-41ba-b89c-30c8841f1e95 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:28.294911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.369387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.384356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=8252c7ab-fae0-4637-ba2a-f7d337c60c8d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.507848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.548918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Provisioning complete for port 33a9ec50-276c-4df8-88da-47a216b9fc37 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:28.549101 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.616665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Port 33a9ec50-276c-4df8-88da-47a216b9fc37 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:28.618404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 422587b0-555f-41ba-b89c-30c8841f1e95 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:28.618765 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.649312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.655399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.689144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e445fc9-f6ce-4ba9-8e0c-a55894888c00 None None] Pushing event updated for resources: {'Port': ['ID=89550440-b37b-4c0e-8271-2a0d65fb75cd,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.715821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38681600-9cf7-4c93-bfa8-c3b12d987ab7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.743153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:28.772657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.774313 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Added segment 1ac70c39-ba8f-4df6-bb9d-dbd50865dab4 of type vlan for network aa8d8622-27df-4c75-84a8-2bafb8da8578 Aug 03 19:32:28.839414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Provisioning complete for port 89550440-b37b-4c0e-8271-2a0d65fb75cd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:28.852144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.865137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.913736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.923693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:29.066177 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.069224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:29.071859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.211853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Provisioning for port 6a772579-6d31-4316-afc0-74ad12f2134b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:29.232442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4663587 Aug 03 19:32:29.238436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Provisioning complete for port 6a772579-6d31-4316-afc0-74ad12f2134b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:29.240333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35600) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:29.241820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.245755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Request body: {'subnet': {'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-330685365-subnet', 'tenant_id': 'c9195c3519bd43369bbe477551d3af1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:29.281257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Made reservation on behalf of c9195c3519bd43369bbe477551d3af1b for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:29.283972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.342818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1676c3d-6492-4c30-a1b9-20c23414fabb admin admin] Pushing event updated for resources: {'Network': ['ID=aa8d8622-27df-4c75-84a8-2bafb8da8578,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:29.371163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Port 6a772579-6d31-4316-afc0-74ad12f2134b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:29.382387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network aa8d8622-27df-4c75-84a8-2bafb8da8578 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:29.492127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Provisioning for port 8252c7ab-fae0-4637-ba2a-f7d337c60c8d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:29.506702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Provisioning complete for port 8252c7ab-fae0-4637-ba2a-f7d337c60c8d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:29.507151 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.558338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c1543b51-b60b-40e2-be5d-78cfe0683587 None None] Port 8252c7ab-fae0-4637-ba2a-f7d337c60c8d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:29.623529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:29.638763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a99a6-abd6-4764-8386-55e553c5ad74 req-df6c3dea-4e8f-4ae0-a8a5-81b156b94afa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:29.648117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c44a99a6-abd6-4764-8386-55e553c5ad74 req-df6c3dea-4e8f-4ae0-a8a5-81b156b94afa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.2598543 Aug 03 19:32:29.654236 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-45707389-1737-436a-a3b8-e7dad6792290 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "PUT /v2.0/routers/c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7557793 Aug 03 19:32:29.681627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408469b-1e62-4417-ad40-31339259132b None None] Sync routers for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:29.736541 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.763141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c44a99a6-abd6-4764-8386-55e553c5ad74 req-a308ce0c-eb65-44aa-a044-cfa9692634cd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144884 Aug 03 19:32:29.765768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-746a5e9b-932a-4b23-9046-0fa683e3a7dd None None] Provisioning complete for port 6a772579-6d31-4316-afc0-74ad12f2134b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:29.767673 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-746a5e9b-932a-4b23-9046-0fa683e3a7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.812548 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.850382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408469b-1e62-4417-ad40-31339259132b None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:29.855238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f408469b-1e62-4417-ad40-31339259132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:29.989417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4211950a-77b5-4e58-af82-81040f4c3666,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:30.017232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Checking segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:30.017757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Network hostable DHCP agents. Network: aa8d8622-27df-4c75-84a8-2bafb8da8578, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:30.054378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Network aa8d8622-27df-4c75-84a8-2bafb8da8578 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:30.081612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, aa8d8622-27df-4c75-84a8-2bafb8da8578) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:30.090042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:30.090976 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.122430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d0a5b0b0-849f-4de8-ac90-60b755702bcb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8815947 Aug 03 19:32:30.195971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-f408469b-1e62-4417-ad40-31339259132b None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:30.278394 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-b0e458e8-d1df-44ff-9859-fd632cf42585 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676637750&fields=id&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 267 time: 0.1075070 Aug 03 19:32:30.292319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae123ca-0dbc-47b6-9ef7-d284e1436e31 None None] Network aa8d8622-27df-4c75-84a8-2bafb8da8578 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:30.295140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 89550440-b37b-4c0e-8271-2a0d65fb75cd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:30.322301 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.396161 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2368ce3f-19a0-495b-afcf-0efcf14e5275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.419601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-746a5e9b-932a-4b23-9046-0fa683e3a7dd None None] Port 6a772579-6d31-4316-afc0-74ad12f2134b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:30.432058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-fadaa494-1d6b-4571-946d-858205113577 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:30.440621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-fadaa494-1d6b-4571-946d-858205113577 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 797 time: 0.1609459 Aug 03 19:32:30.457962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-91d48c58-ec6b-4d04-8f98-5df321213c26 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/quotas/8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 375 time: 0.0162745 Aug 03 19:32:30.590282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-5b2bee3b-cea4-4f53-b5fd-8003d5a32b0a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311498 Aug 03 19:32:30.699041 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.713852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.758377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.786948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 89550440-b37b-4c0e-8271-2a0d65fb75cd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:30.787927 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.935142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.938657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.010028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=8252c7ab-fae0-4637-ba2a-f7d337c60c8d,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:31.102779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa9686-79ed-4143-b5d3-1c2373e51061 None None] Network aa8d8622-27df-4c75-84a8-2bafb8da8578 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:31.131316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-213d7a90-658c-414a-89c0-5092787fde67 service neutron] 10.222.0.42 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380361 Aug 03 19:32:31.212267 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.328639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=6a772579-6d31-4316-afc0-74ad12f2134b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:31.401405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-1d3ee7d9-5828-41dd-bfb1-2ee79a2aa41a tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:31.403109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-1d3ee7d9-5828-41dd-bfb1-2ee79a2aa41a tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 812 time: 0.5107384 Aug 03 19:32:31.511613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-ba445b0a-747a-4368-9c51-c2c36b0c3b3b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/quotas/c9195c3519bd43369bbe477551d3af1b HTTP/1.1" status: 200 len: 375 time: 0.0648730 Aug 03 19:32:31.589411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5083a443-cb3c-4811-9aa5-8bd17e953035 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756588 Aug 03 19:32:31.686474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 593dd0ec-b726-42f7-ab0f-317645e5d4ed up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:31.746866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f408469b-1e62-4417-ad40-31339259132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:23Z', 'revision_number': 2, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:31.766978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-ea4007b4-b4f6-4fbf-b2bd-bef1a7b14b5c service neutron] 10.222.0.42 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766334 Aug 03 19:32:31.789848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 302fd764-faa9-4d3c-9315-264e51e10a02 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:31.813703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-ea12f711-08c7-4eff-bf48-303da015b3d4 service neutron] 10.222.0.42 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811004 Aug 03 19:32:31.816561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408469b-1e62-4417-ad40-31339259132b None None] Checking router: c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:31.816977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408469b-1e62-4417-ad40-31339259132b None None] Updating router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 port 33a9ec50-276c-4df8-88da-47a216b9fc37 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:31.837749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:31.848885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f408469b-1e62-4417-ad40-31339259132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.966090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 593dd0ec-b726-42f7-ab0f-317645e5d4ed triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:31.969748 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.990315 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.108807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-45a17d54-a3f0-47b1-bc86-4f17d3829fb5 service neutron] 10.222.0.42 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939382 Aug 03 19:32:32.174274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 1ab22cf1-9973-4699-881c-7ea75595b23f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:32.180151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:32.617998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319e7b6-b029-492b-b573-3c57aeeeb553 req-19bf22cb-2953-43c0-8c11-142c277e3c0e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:32.622653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e319e7b6-b029-492b-b573-3c57aeeeb553 req-19bf22cb-2953-43c0-8c11-142c277e3c0e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.1492255 Aug 03 19:32:32.623170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router bd0e55a1-aea7-41e7-8103-b3accbde56e8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:32.680326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router e825ecea-b1a2-4346-94a5-2ef89debf24d is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:32.808533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e319e7b6-b029-492b-b573-3c57aeeeb553 req-6e7fdd68-7ace-4221-8f46-9dd7b79f1f0f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483967 Aug 03 19:32:32.920346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c100a892-6188-4d3f-82d4-378c75cdd494 None None] Provisioning complete for port 6a772579-6d31-4316-afc0-74ad12f2134b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:32.922176 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c100a892-6188-4d3f-82d4-378c75cdd494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.954605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d291ced-b590-4583-8bf5-0547de2cbadd req-647c28ef-66a9-4873-b71a-cfe5ba3b0277 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 210 time: 0.0533562 Aug 03 19:32:33.233748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c100a892-6188-4d3f-82d4-378c75cdd494 None None] Port 6a772579-6d31-4316-afc0-74ad12f2134b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:33.511772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03d09767-d3cb-46e6-b10a-26d7e5a92546 req-3340fb43-60c3-4b22-96e6-00e3b39355ad tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 210 time: 0.2129445 Aug 03 19:32:33.597149 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6824d8f0-4978-4e25-90f9-a1f91214737a None None] Provisioning complete for port 8252c7ab-fae0-4637-ba2a-f7d337c60c8d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:33.597431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6824d8f0-4978-4e25-90f9-a1f91214737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.728928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f408469b-1e62-4417-ad40-31339259132b None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.742639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:33.751475 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-366d9ab6-1697-4d5b-8f7b-44cd36ef9290 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/e825ecea-b1a2-4346-94a5-2ef89debf24d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9227767 Aug 03 19:32:33.755952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35690) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:33.777430 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acbb37-bf51-4184-9de9-9150393094fa None None] Sync routers for ids ['e825ecea-b1a2-4346-94a5-2ef89debf24d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:33.799400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6824d8f0-4978-4e25-90f9-a1f91214737a None None] Port 8252c7ab-fae0-4637-ba2a-f7d337c60c8d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:33.816057 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acbb37-bf51-4184-9de9-9150393094fa None None] Routers {'e825ecea-b1a2-4346-94a5-2ef89debf24d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:33.816057 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-96acbb37-bf51-4184-9de9-9150393094fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e825ecea-b1a2-4346-94a5-2ef89debf24d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:33.827495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f408469b-1e62-4417-ad40-31339259132b None None] Transition to ACTIVE for port object 33a9ec50-276c-4df8-88da-47a216b9fc37 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:33.849847 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f408469b-1e62-4417-ad40-31339259132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.861960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd14e4d-ca7b-48aa-950b-6909f4262ad0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:33.867403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dcd14e4d-ca7b-48aa-950b-6909f4262ad0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports/6a772579-6d31-4316-afc0-74ad12f2134b HTTP/1.1" status: 200 len: 911 time: 0.1097374 Aug 03 19:32:33.868061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35698) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:33.910218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:33.925637 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-47f308dc-5371-470d-b1e4-3d2ede6866cd tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/routers/bd0e55a1-aea7-41e7-8103-b3accbde56e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9171236 Aug 03 19:32:33.929993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35700) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:33.951232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'port': {'network_id': '1ab22cf1-9973-4699-881c-7ea75595b23f', 'name': 'tempest-FloatingIPTestJSON-2100645946'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:33.961936 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-96acbb37-bf51-4184-9de9-9150393094fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:33.973918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cea74-52a3-40e1-b930-cbedd058fb54 None None] Sync routers for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:34.001951 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acbb37-bf51-4184-9de9-9150393094fa None None] Routers {'e825ecea-b1a2-4346-94a5-2ef89debf24d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:34.010365 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-96acbb37-bf51-4184-9de9-9150393094fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e825ecea-b1a2-4346-94a5-2ef89debf24d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:34.199334 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-96acbb37-bf51-4184-9de9-9150393094fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:34.202775 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acbb37-bf51-4184-9de9-9150393094fa None None] The sync data for ids ['e825ecea-b1a2-4346-94a5-2ef89debf24d'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:34.312466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98570c52-b076-4e4c-af50-ee09e2930659 None None] Pushing event updated for resources: {'Port': ['ID=33a9ec50-276c-4df8-88da-47a216b9fc37,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:34.330686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88cea74-52a3-40e1-b930-cbedd058fb54 None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:34.332254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a88cea74-52a3-40e1-b930-cbedd058fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:34.415898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a88cea74-52a3-40e1-b930-cbedd058fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:34.422981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Made reservation on behalf of da0f3bc702244aaa896e5bb2081945e6 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:34.444479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.449362 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:32:34.464027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f408469b-1e62-4417-ad40-31339259132b None None] Attempting to bind port 33a9ec50-276c-4df8-88da-47a216b9fc37 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:34.464606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f408469b-1e62-4417-ad40-31339259132b None None] Attempting to bind port 33a9ec50-276c-4df8-88da-47a216b9fc37 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:34.465423 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408469b-1e62-4417-ad40-31339259132b None None] Attempting to bind port 33a9ec50-276c-4df8-88da-47a216b9fc37 on network 77859eac-633a-46bb-bd8a-31cb230b648c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:34.486852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88cea74-52a3-40e1-b930-cbedd058fb54 None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:34.488521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a88cea74-52a3-40e1-b930-cbedd058fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:34.497271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] device_id is not set on port 15c339ce-8162-4de4-8984-ccc713647b7b yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:32:34.602572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408469b-1e62-4417-ad40-31339259132b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:34.603840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408469b-1e62-4417-ad40-31339259132b None None] Checking segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:34.605453 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f408469b-1e62-4417-ad40-31339259132b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.606007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408469b-1e62-4417-ad40-31339259132b None None] Bound using segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:34.606584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f408469b-1e62-4417-ad40-31339259132b None None] Bound port: 33a9ec50-276c-4df8-88da-47a216b9fc37, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:34.607555 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f408469b-1e62-4417-ad40-31339259132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.640830 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.642012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a88cea74-52a3-40e1-b930-cbedd058fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:34.643272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cea74-52a3-40e1-b930-cbedd058fb54 None None] The sync data for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:34.711958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-950aa54c-a755-409d-a3f1-2a257553b0d7 req-96b61b80-7118-4d9e-97eb-24f7d872956b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 210 time: 0.0978384 Aug 03 19:32:34.713296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Allocated IP 172.20.0.12 (1ab22cf1-9973-4699-881c-7ea75595b23f/b6d89bb5-9418-4b69-b5da-eff2614ee88f/15c339ce-8162-4de4-8984-ccc713647b7b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:34.768276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f408469b-1e62-4417-ad40-31339259132b None None] For port 33a9ec50-276c-4df8-88da-47a216b9fc37, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:34.786774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f408469b-1e62-4417-ad40-31339259132b None None] For port 33a9ec50-276c-4df8-88da-47a216b9fc37, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=33a9ec50-276c-4df8-88da-47a216b9fc37,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:34.802435 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f408469b-1e62-4417-ad40-31339259132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.186454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408469b-1e62-4417-ad40-31339259132b None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:35.187589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f408469b-1e62-4417-ad40-31339259132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:35.199486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.335806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Transition to ACTIVE for port object 15c339ce-8162-4de4-8984-ccc713647b7b will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:35.425533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98570c52-b076-4e4c-af50-ee09e2930659 None None] Pushing event updated for resources: {'Port': ['ID=33a9ec50-276c-4df8-88da-47a216b9fc37,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:35.459209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-8be9f0be-403a-4c36-8b8e-8b438bffe057 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:35.467472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-8be9f0be-403a-4c36-8b8e-8b438bffe057 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 797 time: 0.3450489 Aug 03 19:32:35.488043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.575970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45493128-fdff-4390-801c-5a88218794fe req-6f279177-2d84-4efa-ab97-d08576a86398 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:35.586602 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45493128-fdff-4390-801c-5a88218794fe req-6f279177-2d84-4efa-ab97-d08576a86398 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 1.3878956 Aug 03 19:32:35.706084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-458de4c1-3cf6-42fa-a2b0-c996beac4086 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 379 time: 0.1940343 Aug 03 19:32:35.711118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Network 1ab22cf1-9973-4699-881c-7ea75595b23f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:35.729049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:35.730494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'port': {'device_id': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'admin_state_up': True, 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'security_groups': ['bcc18d54-7cba-4162-a009-847f36b4bd0d']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:35.736259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:35.787379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-f408469b-1e62-4417-ad40-31339259132b None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:35.807791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event updated for resources: {'Port': ['ID=15c339ce-8162-4de4-8984-ccc713647b7b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:35.882599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:35.882599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.956136 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-98f44943-1107-4b2a-b240-708726b59bd7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0239649 Aug 03 19:32:35.956838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35726) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:35.976682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Request body: {'floatingip': {'port_id': '15c339ce-8162-4de4-8984-ccc713647b7b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:36.020004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8a197e6e-b9c6-42c2-81ca-1cc18cc3e4b9 req-a355d23b-4233-4af7-944e-a4eb73d699b6 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 210 time: 0.5510321 Aug 03 19:32:36.180560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.187909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45493128-fdff-4390-801c-5a88218794fe req-d56fc820-4236-4497-835b-edaead3bf1ce tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5997560 Aug 03 19:32:36.391979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8d39f57b-048f-4600-b27f-c83a8c2a0eeb None None] Provisioning for port 15c339ce-8162-4de4-8984-ccc713647b7b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:36.411227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8d39f57b-048f-4600-b27f-c83a8c2a0eeb None None] Provisioning complete for port 15c339ce-8162-4de4-8984-ccc713647b7b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:36.411227 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8d39f57b-048f-4600-b27f-c83a8c2a0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.503727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-172f3aee-25db-4ac8-bec8-9fcbcf1f535e req-7552fc07-90f3-4c8b-a32c-615b5ae2c80c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 210 time: 0.2570348 Aug 03 19:32:36.513563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:36.524385 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.543214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8d39f57b-048f-4600-b27f-c83a8c2a0eeb None None] Port 15c339ce-8162-4de4-8984-ccc713647b7b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:36.709594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f408469b-1e62-4417-ad40-31339259132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:34Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:36.748481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408469b-1e62-4417-ad40-31339259132b None None] The sync data for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 is: [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:34Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:36.897860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.210813 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c774f27-7922-4a71-893d-420a7bf11605 req-96e42f07-3607-4095-9a71-ad5002f9c9dd tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 210 time: 0.0454068 Aug 03 19:32:37.374095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-d5ddd175-7210-47f0-b849-1bc8fdcf1984 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:37.382281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.20.0.6 (77859eac-633a-46bb-bd8a-31cb230b648c/2a7240f1-1d0e-42be-b219-a1cfd4b5b70a/b89149a6-7064-4e74-8707-203416d90a92) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:37.383237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-d5ddd175-7210-47f0-b849-1bc8fdcf1984 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.63 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 812 time: 0.9687946 Aug 03 19:32:37.422272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-b001385c-1079-4ad0-bee0-cc939916565c tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:37.425413 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-b001385c-1079-4ad0-bee0-cc939916565c tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 812 time: 1.0871549 Aug 03 19:32:37.445237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Request body: {'port': {'device_id': '2f59742c-bfde-4228-9441-d2a8281fbaef', 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'admin_state_up': True, 'tenant_id': 'c9195c3519bd43369bbe477551d3af1b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:37.467160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 33a9ec50-276c-4df8-88da-47a216b9fc37 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:37.504516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Request body: {'port': {'device_id': 'd6a4f73a-8572-47a9-86df-0c3001233668', 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'admin_state_up': True, 'tenant_id': 'c9195c3519bd43369bbe477551d3af1b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:37.600904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 33a9ec50-276c-4df8-88da-47a216b9fc37 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:37.606073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 33a9ec50-276c-4df8-88da-47a216b9fc37 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:37.606519 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.745850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.808141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 6a772579-6d31-4316-afc0-74ad12f2134b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:37.826741 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.826903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 33a9ec50-276c-4df8-88da-47a216b9fc37, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=33a9ec50-276c-4df8-88da-47a216b9fc37,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:37.837624 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.935545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=33a9ec50-276c-4df8-88da-47a216b9fc37,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:37.946517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.resource_extend [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:32:37.979356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3740976-4b10-496e-915d-c7ba3744e8f3 req-ccfe17fb-8abe-4ca1-bac7-5125966e3a73 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:37.987812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3740976-4b10-496e-915d-c7ba3744e8f3 req-ccfe17fb-8abe-4ca1-bac7-5125966e3a73 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 0.5675833 Aug 03 19:32:38.062160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fd71af0-f84f-47cf-9740-73eda38221a6 req-65c69656-4d01-48f1-8437-edd4636c6e18 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 210 time: 0.0642207 Aug 03 19:32:38.148613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.165125 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.173404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.185001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.195160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3740976-4b10-496e-915d-c7ba3744e8f3 req-ae0cc1a1-4cd4-455e-a60a-a5ad31fcd74e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058277 Aug 03 19:32:38.209752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Transition to ACTIVE for port object b89149a6-7064-4e74-8707-203416d90a92 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:38.222405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 6a772579-6d31-4316-afc0-74ad12f2134b owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:38.516134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:32:38.516134 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:32:38.516134 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id_1': 'c9195c3519bd43369bbe477551d3af1b', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 32, 38, 506494)}] Aug 03 19:32:38.516134 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:32:38.517371 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:32:38.559771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Made reservation on behalf of c9195c3519bd43369bbe477551d3af1b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:38.564113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.572228 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 324eb8ca-f2e2-48dd-8f17-bc7d3403db40 associated. External IP: 172.25.4.99, port: 039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c. Aug 03 19:32:38.635031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.712497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6136f704-132e-4a32-9d0b-3311f1aecf49 req-79558bdd-24a3-43ad-b444-9563d4455418 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 210 time: 0.1672716 Aug 03 19:32:38.918179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:38.930840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.063716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=6a772579-6d31-4316-afc0-74ad12f2134b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:39.095736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 77859eac-633a-46bb-bd8a-31cb230b648c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:39.100241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:39.175542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:39.350587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Made reservation on behalf of c9195c3519bd43369bbe477551d3af1b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:39.381500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.383283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:39.384978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.523615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 33a9ec50-276c-4df8-88da-47a216b9fc37 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:39.671117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 33a9ec50-276c-4df8-88da-47a216b9fc37 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:39.675042 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.808365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-2ab02d6b-8356-4318-8f38-e94643821b6a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0804684 Aug 03 19:32:39.881730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c30c7fbe-9e84-4dbf-aecb-fbbf8694676d None None] Provisioning for port b89149a6-7064-4e74-8707-203416d90a92 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:39.892515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Request body: {'port': {'device_id': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:39.908142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c30c7fbe-9e84-4dbf-aecb-fbbf8694676d None None] Provisioning complete for port b89149a6-7064-4e74-8707-203416d90a92 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:39.908623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c30c7fbe-9e84-4dbf-aecb-fbbf8694676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.930511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Allocated IP 172.20.0.12 (aa8d8622-27df-4c75-84a8-2bafb8da8578/4211950a-77b5-4e58-af82-81040f4c3666/99189145-1805-4f62-ae18-2291aa27d568) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:40.022080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c30c7fbe-9e84-4dbf-aecb-fbbf8694676d None None] Port b89149a6-7064-4e74-8707-203416d90a92 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:40.560538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:40.651316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.756278 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.757523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd77be-0db6-4dc8-a9a5-570f1aeebb7c req-9abe1acf-558a-4790-be80-775659906d07 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:40.782787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33bd77be-0db6-4dc8-a9a5-570f1aeebb7c req-9abe1acf-558a-4790-be80-775659906d07 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 931 time: 1.3197558 Aug 03 19:32:40.809680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:40.819372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:40.821432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:40.827717 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa7117-a4bb-4a99-94cf-20186d63842a" -d '{"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-unplugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:40.833667 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.917557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ed32-9d1b-4e90-be0a-2a7f6c6e5bc9 req-c069e43d-50f2-4727-9426-48376de27705 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:40.918590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a16ed32-9d1b-4e90-be0a-2a7f6c6e5bc9 req-c069e43d-50f2-4727-9426-48376de27705 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 946 time: 1.1214237 Aug 03 19:32:40.936590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=14']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:40.956683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.053980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.107436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a16ed32-9d1b-4e90-be0a-2a7f6c6e5bc9 req-18447150-efd3-4772-9cfb-5503b924055d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670825 Aug 03 19:32:41.110828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33bd77be-0db6-4dc8-a9a5-570f1aeebb7c req-c196f1a0-8268-400c-ac71-3bc53920d0b3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268898 Aug 03 19:32:41.116652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router e825ecea-b1a2-4346-94a5-2ef89debf24d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:41.165187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:41.183758 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65720661-3a7a-4470-8894-f744805020db None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:41.221241 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65720661-3a7a-4470-8894-f744805020db None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:41.223894 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-65720661-3a7a-4470-8894-f744805020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:41.332083 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-65720661-3a7a-4470-8894-f744805020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:41.362973 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65720661-3a7a-4470-8894-f744805020db None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:41.363509 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-65720661-3a7a-4470-8894-f744805020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:41.433003 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-65720661-3a7a-4470-8894-f744805020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:41.434252 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65720661-3a7a-4470-8894-f744805020db None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:41.474688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.478105 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83db83c0-b6e1-4e4b-9c55-bced0f486753 x-openstack-request-id: req-83db83c0-b6e1-4e4b-9c55-bced0f486753 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:41.479346 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-unplugged", "status": "completed", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:41.480119 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83db83c0-b6e1-4e4b-9c55-bced0f486753 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:41.481087 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'code': 200} Aug 03 19:32:41.564520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e4dbabd-dc74-43b3-97d5-b3fefeb2d5dd req-253f2170-1bc4-4a43-bc02-b780e785601e tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 210 time: 0.2407248 Aug 03 19:32:41.591016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Network aa8d8622-27df-4c75-84a8-2bafb8da8578 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:41.611206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:41.625638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:41.663472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Pushing event updated for resources: {'Port': ['ID=99189145-1805-4f62-ae18-2291aa27d568,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:41.666480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Allocated IP 172.20.0.8 (aa8d8622-27df-4c75-84a8-2bafb8da8578/4211950a-77b5-4e58-af82-81040f4c3666/95d6717a-ea81-4839-b768-9622dcafd52d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:41.701830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:41.717322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af116f3-d70c-48a9-a8b2-0b0f55d0f7c4 None None] Sync routers for ids ['e825ecea-b1a2-4346-94a5-2ef89debf24d'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:41.740729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af116f3-d70c-48a9-a8b2-0b0f55d0f7c4 None None] Routers {'e825ecea-b1a2-4346-94a5-2ef89debf24d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:41.741796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8af116f3-d70c-48a9-a8b2-0b0f55d0f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e825ecea-b1a2-4346-94a5-2ef89debf24d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:41.749700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1f82a6b1-dd89-4099-b76c-eeb5f147076e tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/e825ecea-b1a2-4346-94a5-2ef89debf24d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8765423 Aug 03 19:32:41.752904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35874) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.801855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8af116f3-d70c-48a9-a8b2-0b0f55d0f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:41.822077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af116f3-d70c-48a9-a8b2-0b0f55d0f7c4 None None] Routers {'e825ecea-b1a2-4346-94a5-2ef89debf24d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:41.822702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8af116f3-d70c-48a9-a8b2-0b0f55d0f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e825ecea-b1a2-4346-94a5-2ef89debf24d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:41.849616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ff1649d5-72d3-4083-84c7-91a8f8de7684 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=e825ecea-b1a2-4346-94a5-2ef89debf24d HTTP/1.1" status: 200 len: 205 time: 0.0878828 Aug 03 19:32:41.852177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35876) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.859610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8af116f3-d70c-48a9-a8b2-0b0f55d0f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:41.860595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af116f3-d70c-48a9-a8b2-0b0f55d0f7c4 None None] The sync data for ids ['e825ecea-b1a2-4346-94a5-2ef89debf24d'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:41.886216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:41.886909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.949705 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ff62f7b-5300-43ae-ac98-106fd9f6dc23 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5201266 Aug 03 19:32:42.001105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Request body: {'port': {'device_id': '2f59742c-bfde-4228-9441-d2a8281fbaef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:42.021765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89149a6-7064-4e74-8707-203416d90a92 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:42.033941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router bd0e55a1-aea7-41e7-8103-b3accbde56e8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:42.049744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167622ec-5fd7-4990-a9c4-3e56705ad0cd req-fdd8cef6-ef6a-4375-b848-1235aca9cfc9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:42.058478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-167622ec-5fd7-4990-a9c4-3e56705ad0cd req-fdd8cef6-ef6a-4375-b848-1235aca9cfc9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.4483013 Aug 03 19:32:42.077646 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.098362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5386eb8-d028-4c73-aa8a-9fbc4cf05e9f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.133862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.224265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Transition to ACTIVE for port object b89149a6-7064-4e74-8707-203416d90a92 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:42.242870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-167622ec-5fd7-4990-a9c4-3e56705ad0cd req-517ad747-e9bd-4f28-a96d-f37babd579ca tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598325 Aug 03 19:32:42.260565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.315004 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.572315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5386eb8-d028-4c73-aa8a-9fbc4cf05e9f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.587113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5386eb8-d028-4c73-aa8a-9fbc4cf05e9f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.626402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:42.724473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:42.738091 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c1960b-69b9-4662-b678-091a2341e08a None None] Sync routers for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:42.740311 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.812105 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1960b-69b9-4662-b678-091a2341e08a None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:42.813431 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f8c1960b-69b9-4662-b678-091a2341e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:42.818921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.854774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976df5-f48c-4228-9013-c85776878021 req-65c41b14-9312-439f-a916-83a9eece2852 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:42.874810 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff976df5-f48c-4228-9013-c85776878021 req-65c41b14-9312-439f-a916-83a9eece2852 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.6260452 Aug 03 19:32:42.928970 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f8c1960b-69b9-4662-b678-091a2341e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:42.951424 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1960b-69b9-4662-b678-091a2341e08a None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:42.952319 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f8c1960b-69b9-4662-b678-091a2341e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:43.000904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Pushing event updated for resources: {'Port': ['ID=95d6717a-ea81-4839-b768-9622dcafd52d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:43.051529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Network aa8d8622-27df-4c75-84a8-2bafb8da8578 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:43.089122 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f8c1960b-69b9-4662-b678-091a2341e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:43.090871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5386eb8-d028-4c73-aa8a-9fbc4cf05e9f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.091713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5386eb8-d028-4c73-aa8a-9fbc4cf05e9f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Fanout notify agent at l3_agent the message router_deleted on router e825ecea-b1a2-4346-94a5-2ef89debf24d {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:43.092669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c1960b-69b9-4662-b678-091a2341e08a None None] The sync data for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:43.111489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5386eb8-d028-4c73-aa8a-9fbc4cf05e9f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.113143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c5386eb8-d028-4c73-aa8a-9fbc4cf05e9f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/e825ecea-b1a2-4346-94a5-2ef89debf24d HTTP/1.1" status: 204 len: 168 time: 1.2581995 Aug 03 19:32:43.117930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35936) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:43.192549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:43.252230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff976df5-f48c-4228-9013-c85776878021 req-4791ab77-9409-406e-8028-e5bf00544ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759613 Aug 03 19:32:43.256182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:43.288427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faff15-25ce-4a33-9c0f-3513fc3ebcba req-13056abb-ff63-4c06-a90d-823d77f69580 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:43.296273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58faff15-25ce-4a33-9c0f-3513fc3ebcba req-13056abb-ff63-4c06-a90d-823d77f69580 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 932 time: 0.5422745 Aug 03 19:32:43.344833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-90305fdc-aa90-48a7-a2f6-38fcf13bbfa3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet e31e21ff-9e7a-4318-9bb4-a00092324fa9 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:43.353453 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c9d062ad-5d0c-492a-b8a8-1fb1e0eb17ee tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/floatingips/324eb8ca-f2e2-48dd-8f17-bc7d3403db40 HTTP/1.1" status: 200 len: 978 time: 7.3826861 Aug 03 19:32:43.353723 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90305fdc-aa90-48a7-a2f6-38fcf13bbfa3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.361723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35944) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:43.391215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:43.391564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:43.391901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:43.414219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58faff15-25ce-4a33-9c0f-3513fc3ebcba req-0e10389b-edb7-4a47-9241-34d183b39445 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156929 Aug 03 19:32:43.419858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:32:43.420193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:43.465947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90305fdc-aa90-48a7-a2f6-38fcf13bbfa3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.533355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:43.534514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Checking segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:43.535076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Bound using segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:43.536306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Bound port: b89149a6-7064-4e74-8707-203416d90a92, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:43.536861 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.543793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:43.544949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.670634 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-56db7096-a707-4264-8fe2-837935508393 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1774497 Aug 03 19:32:43.685827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Request body: {'port': {'device_id': 'd6a4f73a-8572-47a9-86df-0c3001233668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:43.792936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:43.802669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:43.805909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90305fdc-aa90-48a7-a2f6-38fcf13bbfa3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.813151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.831031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99189145-1805-4f62-ae18-2291aa27d568 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:43.849208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 15c339ce-8162-4de4-8984-ccc713647b7b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:43.849721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.856081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.940042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:43.943835 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.944334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.947024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] 10.222.0.88 "PUT /v2.0/ports/b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 1091 time: 4.0634344 Aug 03 19:32:43.957046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Transition to ACTIVE for port object 99189145-1805-4f62-ae18-2291aa27d568 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:43.968112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:43.976997 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.983925 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636" -d '{"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:44.119848 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d799ae-dfbb-4b12-90f5-3816b72ee43d x-openstack-request-id: req-29d799ae-dfbb-4b12-90f5-3816b72ee43d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:44.120241 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:44.120402 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29d799ae-dfbb-4b12-90f5-3816b72ee43d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:44.120832 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'status': 'completed', 'code': 200} Aug 03 19:32:44.153538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71038e49-232e-4c10-ad2a-a135ae932e4a service neutron] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:44.200746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-9d598b20-9e87-48a7-b075-f3ae001f4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:44.203389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-9d598b20-9e87-48a7-b075-f3ae001f4c4e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1094 time: 0.1709504 Aug 03 19:32:44.327213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-7995a093-57e1-4ea5-9762-0e012d797605 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 217 time: 0.1112568 Aug 03 19:32:44.408030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Attempting to bind port 99189145-1805-4f62-ae18-2291aa27d568 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:44.409094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Attempting to bind port 99189145-1805-4f62-ae18-2291aa27d568 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:44.409644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Attempting to bind port 99189145-1805-4f62-ae18-2291aa27d568 on network aa8d8622-27df-4c75-84a8-2bafb8da8578 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:44.414719 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.418825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Pushing event updated for resources: {'Port': ['ID=99189145-1805-4f62-ae18-2291aa27d568,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:44.470350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-8c4d8bc8-bc78-41ef-b10d-4b5c39c7e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:44.473846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-8c4d8bc8-bc78-41ef-b10d-4b5c39c7e10e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.1388853 Aug 03 19:32:44.493327 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90305fdc-aa90-48a7-a2f6-38fcf13bbfa3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.607648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Port 99189145-1805-4f62-ae18-2291aa27d568 on network aa8d8622-27df-4c75-84a8-2bafb8da8578 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:32:44.607987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Attempting to bind port 99189145-1805-4f62-ae18-2291aa27d568 on network aa8d8622-27df-4c75-84a8-2bafb8da8578 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:44.654026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:44.654443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Checking segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:44.654848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Bound using segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:44.655508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Bound port: 99189145-1805-4f62-ae18-2291aa27d568, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:44.655928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.659107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e3780-ff4b-482f-91b9-960af1b55b9f None None] Network 302fd764-faa9-4d3c-9315-264e51e10a02 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:44.673149 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90305fdc-aa90-48a7-a2f6-38fcf13bbfa3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.678737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-90305fdc-aa90-48a7-a2f6-38fcf13bbfa3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/e31e21ff-9e7a-4318-9bb4-a00092324fa9 HTTP/1.1" status: 204 len: 168 time: 1.5570650 Aug 03 19:32:44.682839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90305fdc-aa90-48a7-a2f6-38fcf13bbfa3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=e31e21ff-9e7a-4318-9bb4-a00092324fa9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:44.709949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36006) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:44.911751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b9e5-449d-4fd7-b0e1-62e9ea41899b req-a0c2bdb5-7df4-4d3f-bd07-c6d5334a6f8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:44.911751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d456b9e5-449d-4fd7-b0e1-62e9ea41899b req-a0c2bdb5-7df4-4d3f-bd07-c6d5334a6f8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.4352190 Aug 03 19:32:44.965949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-eeaaac18-1c4e-479a-84c7-2ec618720489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:44.968848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-eeaaac18-1c4e-479a-84c7-2ec618720489 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4654825 Aug 03 19:32:44.989701 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.049365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104772-9ece-458d-a5cf-19ffb85024a0 req-7645d508-1e6a-4838-a420-5943aa88b2c4 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.063205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0104772-9ece-458d-a5cf-19ffb85024a0 req-7645d508-1e6a-4838-a420-5943aa88b2c4 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 944 time: 0.4217501 Aug 03 19:32:45.070560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] DHCP port deletion for 302fd764-faa9-4d3c-9315-264e51e10a02 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:45.109435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] For port 99189145-1805-4f62-ae18-2291aa27d568, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:45.137108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] For port 99189145-1805-4f62-ae18-2291aa27d568, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=99189145-1805-4f62-ae18-2291aa27d568,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:45.152410 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.165707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0104772-9ece-458d-a5cf-19ffb85024a0 req-88a6de37-d4db-4ba5-a75e-b26627c8f7ea tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008296 Aug 03 19:32:45.261224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d456b9e5-449d-4fd7-b0e1-62e9ea41899b req-ba32fc1a-f332-4e2d-8d4a-9a1ddc96d0c4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227935 Aug 03 19:32:45.274838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] Deleting port 89550440-b37b-4c0e-8271-2a0d65fb75cd {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:45.275371 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.278410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Pushing event updated for resources: {'Port': ['ID=99189145-1805-4f62-ae18-2291aa27d568,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:45.419113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 89550440-b37b-4c0e-8271-2a0d65fb75cd no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:45.432813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.433783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.433923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.434468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.435054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.435636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.436239 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.436822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.438641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.438641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.438641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.439186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:45.506463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.508741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.511250 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-22260f19-4a4a-4685-8326-a2f9b0f5478c service neutron] 10.222.0.63 "PUT /v2.0/ports/99189145-1805-4f62-ae18-2291aa27d568 HTTP/1.1" status: 200 len: 1092 time: 3.5166690 Aug 03 19:32:45.511981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f59742c-bfde-4228-9441-d2a8281fbaef', 'tag': '99189145-1805-4f62-ae18-2291aa27d568'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:45.515296 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64" -d '{"events": [{"name": "network-changed", "server_uuid": "2f59742c-bfde-4228-9441-d2a8281fbaef", "tag": "99189145-1805-4f62-ae18-2291aa27d568"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:45.549823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] For port 89550440-b37b-4c0e-8271-2a0d65fb75cd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=89550440-b37b-4c0e-8271-2a0d65fb75cd,segment=NetworkSegment(d9514a19-6e5e-4769-a12f-06e57a0b8dab),segment_id=d9514a19-6e5e-4769-a12f-06e57a0b8dab)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:45.550674 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.564240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 89550440-b37b-4c0e-8271-2a0d65fb75cd {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:45.564772 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.573834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.574978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.575520 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Floating IP 324eb8ca-f2e2-48dd-8f17-bc7d3403db40 disassociated. External IP: 172.25.4.99, port: 15c339ce-8162-4de4-8984-ccc713647b7b. Aug 03 19:32:45.576258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 15c339ce-8162-4de4-8984-ccc713647b7b owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:45.592913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] Calling delete_port for 89550440-b37b-4c0e-8271-2a0d65fb75cd owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:45.609955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43e37-dc29-4243-a8bb-995226ed432b req-53610c41-7011-4500-b830-54240cbb90d6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.626449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0d43e37-dc29-4243-a8bb-995226ed432b req-53610c41-7011-4500-b830-54240cbb90d6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.3587091 Aug 03 19:32:45.728380 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f8555-c243-4569-8b4e-983aeef999ed x-openstack-request-id: req-b74f8555-c243-4569-8b4e-983aeef999ed {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:45.728840 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f59742c-bfde-4228-9441-d2a8281fbaef", "tag": "99189145-1805-4f62-ae18-2291aa27d568", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:45.729314 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b74f8555-c243-4569-8b4e-983aeef999ed {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:45.730008 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f59742c-bfde-4228-9441-d2a8281fbaef', 'tag': '99189145-1805-4f62-ae18-2291aa27d568', 'status': 'completed', 'code': 200} Aug 03 19:32:45.801287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-5d9dd5b3-8ebc-4f67-9051-c8138de0285d service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047552 Aug 03 19:32:45.911718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port 89550440-b37b-4c0e-8271-2a0d65fb75cd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=89550440-b37b-4c0e-8271-2a0d65fb75cd,segment=NetworkSegment(d9514a19-6e5e-4769-a12f-06e57a0b8dab),segment_id=d9514a19-6e5e-4769-a12f-06e57a0b8dab)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:45.912923 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.959060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 89550440-b37b-4c0e-8271-2a0d65fb75cd owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:45.975066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0d43e37-dc29-4243-a8bb-995226ed432b req-3691038c-173f-4e21-8a61-9aef6ca73266 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104547 Aug 03 19:32:46.102175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e63d039-4c8b-44f5-bb74-d1bb750460d1 req-f4d6e0c7-0051-4ae4-8a37-f1eff1b6abdc service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904968 Aug 03 19:32:46.107118 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.180822 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.319185 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.344098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=89550440-b37b-4c0e-8271-2a0d65fb75cd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:46.346576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No DVR routers for this DVR port 89550440-b37b-4c0e-8271-2a0d65fb75cd on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:46.349407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] Pushing event deleted for resources: {'Port': ['ID=89550440-b37b-4c0e-8271-2a0d65fb75cd,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:46.362988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab5928e-ec69-412e-8c5f-31a82921ccc8 None None] No DVR routers for this DVR port 89550440-b37b-4c0e-8271-2a0d65fb75cd on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:46.634639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-33c98ddf-e528-4888-9355-0330f2219223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:46.637969 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-33c98ddf-e528-4888-9355-0330f2219223 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 1095 time: 1.0078049 Aug 03 19:32:46.644528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d6717a-ea81-4839-b768-9622dcafd52d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:46.648885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.675881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-b82e7bbc-74cc-42cf-ae73-4bb0cfe0a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:46.677204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-b82e7bbc-74cc-42cf-ae73-4bb0cfe0a3f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1094 time: 0.3482509 Aug 03 19:32:46.680686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302fd764-faa9-4d3c-9315-264e51e10a02']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.682339 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.726467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9514a19-6e5e-4769-a12f-06e57a0b8dab') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.727302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9514a19-6e5e-4769-a12f-06e57a0b8dab') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.769613 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-5ef0a098-5e99-4a79-b877-beb9d63bd123 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99189145-1805-4f62-ae18-2291aa27d568 HTTP/1.1" status: 200 len: 217 time: 0.1103632 Aug 03 19:32:46.774229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c692f-5bab-4b5a-8a0a-9355507b0963 req-007b7133-7d1d-4e46-ac5b-9f4156a3fa20 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:46.776869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d7c692f-5bab-4b5a-8a0a-9355507b0963 req-007b7133-7d1d-4e46-ac5b-9f4156a3fa20 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.2565303 Aug 03 19:32:46.817767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.846253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Transition to ACTIVE for port object 95d6717a-ea81-4839-b768-9622dcafd52d will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:46.853094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae3f0-b0d2-4fff-b3e6-8dc10f16eac7 req-53c996a9-cff1-459a-bcbe-5b5effdb9589 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:46.855016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c62ae3f0-b0d2-4fff-b3e6-8dc10f16eac7 req-53c996a9-cff1-459a-bcbe-5b5effdb9589 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 944 time: 0.3200552 Aug 03 19:32:46.873874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.887924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-639b5a12-48eb-4905-a425-1ef3698c0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:46.889756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-639b5a12-48eb-4905-a425-1ef3698c0889 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1095 time: 0.3420320 Aug 03 19:32:46.898077 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.950446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:46.950923 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:46.955011 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:46.976566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-f9314418-2e97-4215-bad3-1423ed0e4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:46.978362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-f9314418-2e97-4215-bad3-1423ed0e4668 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 200 len: 852 time: 0.2010753 Aug 03 19:32:47.027359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d7c692f-5bab-4b5a-8a0a-9355507b0963 req-afc0dafc-7fbc-44ce-8581-3a95205960d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051818 Aug 03 19:32:47.127939 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-2460ce60-ee90-463c-af10-d209f88b807d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa8d8622-27df-4c75-84a8-2bafb8da8578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282566 Aug 03 19:32:47.215953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Pushing event updated for resources: {'Port': ['ID=95d6717a-ea81-4839-b768-9622dcafd52d,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:47.227534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.341565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=15c339ce-8162-4de4-8984-ccc713647b7b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:47.474499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Attempting to bind port 95d6717a-ea81-4839-b768-9622dcafd52d on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:47.474795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Attempting to bind port 95d6717a-ea81-4839-b768-9622dcafd52d by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:47.475124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Attempting to bind port 95d6717a-ea81-4839-b768-9622dcafd52d on network aa8d8622-27df-4c75-84a8-2bafb8da8578 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:47.528852 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-b8a742b6-6183-4d41-b572-9167c8d4cea8 service neutron] 10.222.0.63 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921473 Aug 03 19:32:47.534324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Port 95d6717a-ea81-4839-b768-9622dcafd52d on network aa8d8622-27df-4c75-84a8-2bafb8da8578 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:32:47.534894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Attempting to bind port 95d6717a-ea81-4839-b768-9622dcafd52d on network aa8d8622-27df-4c75-84a8-2bafb8da8578 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:47.600860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:47.601154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Checking segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:47.601317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Bound using segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:47.601918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Bound port: 95d6717a-ea81-4839-b768-9622dcafd52d, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:47.602362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.723724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-880eee7d-942e-4a62-93de-2a519a01ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:47.725393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-880eee7d-942e-4a62-93de-2a519a01ee40 service neutron] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 1.0364795 Aug 03 19:32:47.730218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router bd0e55a1-aea7-41e7-8103-b3accbde56e8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:47.742207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c62ae3f0-b0d2-4fff-b3e6-8dc10f16eac7 req-1b39e87b-6c91-4547-9c2a-3e4e8644778e tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402457 Aug 03 19:32:47.802976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-a7d42458-6504-4387-9ff0-8b1fb3ba1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:47.804727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-a7d42458-6504-4387-9ff0-8b1fb3ba1208 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.9041011 Aug 03 19:32:47.841694 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.867755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] For port 95d6717a-ea81-4839-b768-9622dcafd52d, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:47.873455 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-9166d1c4-d944-4cfd-997f-19ba4d8c2634 service neutron] 10.222.0.63 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080676 Aug 03 19:32:47.893511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] For port 95d6717a-ea81-4839-b768-9622dcafd52d, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=95d6717a-ea81-4839-b768-9622dcafd52d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:47.905806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.912430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/302fd764-faa9-4d3c-9315-264e51e10a02 HTTP/1.1" status: 204 len: 168 time: 3.1945922 Aug 03 19:32:47.934811 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.945550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36062) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:47.951224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-612a2781-af6f-45a7-a278-7e144ae1dc4f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 217 time: 0.2070565 Aug 03 19:32:47.954128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1070630152', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:47.985878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299334c-d821-483f-9444-6ddfc2f7316e req-d1e8d88e-8326-4585-9cd1-fd7be0450d36 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:47.986692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e299334c-d821-483f-9444-6ddfc2f7316e req-d1e8d88e-8326-4585-9cd1-fd7be0450d36 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.3182034 Aug 03 19:32:47.990977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d02bb2-a8b4-4543-a72b-ff5c5e36392c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=302fd764-faa9-4d3c-9315-264e51e10a02,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:48.052688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.053003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-1d0d82e5-a1cc-4c74-866e-177fa58509fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.2275023 Aug 03 19:32:48.053573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.055467 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] 10.222.0.88 "PUT /v2.0/ports/95d6717a-ea81-4839-b768-9622dcafd52d HTTP/1.1" status: 200 len: 1091 time: 4.3738854 Aug 03 19:32:48.061113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a4f73a-8572-47a9-86df-0c3001233668', 'tag': '95d6717a-ea81-4839-b768-9622dcafd52d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:48.066050 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa50065-1446-4032-8255-0a579257f762" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a4f73a-8572-47a9-86df-0c3001233668", "tag": "95d6717a-ea81-4839-b768-9622dcafd52d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:48.101235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:48.106548 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.107679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.112638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781125e-acd5-4611-bce0-bfdf2f899051 None None] Sync routers for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:48.136312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781125e-acd5-4611-bce0-bfdf2f899051 None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:48.136975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c781125e-acd5-4611-bce0-bfdf2f899051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:48.140095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe91c-9352-44b3-b8b5-05b8c6cd841b service neutron] Pushing event updated for resources: {'Port': ['ID=95d6717a-ea81-4839-b768-9622dcafd52d,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:48.184098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c781125e-acd5-4611-bce0-bfdf2f899051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:48.199965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781125e-acd5-4611-bce0-bfdf2f899051 None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:48.200942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c781125e-acd5-4611-bce0-bfdf2f899051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:48.217507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-12fc8122-b975-4b3c-bfdc-8fe9b37f985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.219716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-12fc8122-b975-4b3c-bfdc-8fe9b37f985b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.2517927 Aug 03 19:32:48.231179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e299334c-d821-483f-9444-6ddfc2f7316e req-ee5c8950-3c14-4d50-b272-a4cb02a3b097 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141197 Aug 03 19:32:48.246923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c781125e-acd5-4611-bce0-bfdf2f899051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:48.247965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781125e-acd5-4611-bce0-bfdf2f899051 None None] The sync data for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:48.307524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-ae324c17-1d9f-4bc6-b0ab-aa4dbe10bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.310100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-ae324c17-1d9f-4bc6-b0ab-aa4dbe10bf51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.2491262 Aug 03 19:32:48.338928 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2d53bb-a633-4b44-8e94-be7b200c1453 x-openstack-request-id: req-6c2d53bb-a633-4b44-8e94-be7b200c1453 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:48.339678 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a4f73a-8572-47a9-86df-0c3001233668", "tag": "95d6717a-ea81-4839-b768-9622dcafd52d", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:48.340160 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c2d53bb-a633-4b44-8e94-be7b200c1453 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:48.340921 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a4f73a-8572-47a9-86df-0c3001233668', 'tag': '95d6717a-ea81-4839-b768-9622dcafd52d', 'status': 'completed', 'code': 200} Aug 03 19:32:48.341875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9277b-ad97-4d58-9459-1d429f7759ec req-c4ae85a3-890b-405b-8d34-8c55c43083a3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.343517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00e9277b-ad97-4d58-9459-1d429f7759ec req-c4ae85a3-890b-405b-8d34-8c55c43083a3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.1731207 Aug 03 19:32:48.349297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-0b8d88e1-27e3-4e31-b899-0d0caaabb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.351265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-0b8d88e1-27e3-4e31-b899-0d0caaabb2c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158178 Aug 03 19:32:48.353375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-3bdda625-9eaa-4b83-9d62-1d2b5e12428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.356144 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-3bdda625-9eaa-4b83-9d62-1d2b5e12428d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 1095 time: 0.3645196 Aug 03 19:32:48.521090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-8456ad23-0706-4b28-9690-ac5b49dfc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.523404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-8456ad23-0706-4b28-9690-ac5b49dfc9f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018094 Aug 03 19:32:48.530593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00e9277b-ad97-4d58-9459-1d429f7759ec req-e451edc4-03ef-4336-afe2-031a7ea82908 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608651 Aug 03 19:32:48.557987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.656234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-0680d7c5-ab5f-4f83-b8fb-e6c327469238 service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878082 Aug 03 19:32:48.685947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.698341 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-86c516ca-6828-4047-b44b-fb0e72073286 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/ports/15c339ce-8162-4de4-8984-ccc713647b7b HTTP/1.1" status: 204 len: 168 time: 5.3228920 Aug 03 19:32:48.701608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36068) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:48.776113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-95705439-579b-4db9-88b0-3118da0d4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.779193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-95705439-579b-4db9-88b0-3118da0d4f2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&device_id=d6a4f73a-8572-47a9-86df-0c3001233668 HTTP/1.1" status: 200 len: 1094 time: 0.6350391 Aug 03 19:32:48.798083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-1877ad09-0cc4-4ff8-86a4-8dd3194554ca service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520509 Aug 03 19:32:48.931890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b89149a6-7064-4e74-8707-203416d90a92 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:32:49.012250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80c52cf-3f0e-44ef-a023-814a8601634e req-b2d4561e-4c4c-4d03-a65b-5c5b67716928 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047207 Aug 03 19:32:49.016667 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-98c35af9-d442-44b5-836b-1a6a0e1bbe42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95d6717a-ea81-4839-b768-9622dcafd52d HTTP/1.1" status: 200 len: 217 time: 0.2262063 Aug 03 19:32:49.030360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfc89fdb-fb3a-4063-9195-77f5cdb5e636 req-6a72e1cd-91c2-49c5-ac17-10e04f9041ad service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604832 Aug 03 19:32:49.077273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de7ab-75e3-442b-a674-ad45e7ecead3 req-fb3077c0-0892-46d7-bdf3-369fdcd8beb6 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.080006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a0de7ab-75e3-442b-a674-ad45e7ecead3 req-fb3077c0-0892-46d7-bdf3-369fdcd8beb6 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 944 time: 0.1814115 Aug 03 19:32:49.154930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-6f7e7e4f-487f-4763-b31f-7ed7b8cea9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.156195 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-6f7e7e4f-487f-4763-b31f-7ed7b8cea9af service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 913 time: 0.7646220 Aug 03 19:32:49.157976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:49.181313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'b89149a6-7064-4e74-8707-203416d90a92', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'port_id': 'b89149a6-7064-4e74-8707-203416d90a92', 'mac_address': 'fa:16:3e:f2:ff:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:32:49.199073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a0de7ab-75e3-442b-a674-ad45e7ecead3 req-ee30f477-ccf4-4434-88a2-43d0c94be111 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028352 Aug 03 19:32:49.243483 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.255635 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-9d56f98a-c782-4afc-a6ee-486fe247d877 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99189145-1805-4f62-ae18-2291aa27d568 HTTP/1.1" status: 200 len: 217 time: 0.0873270 Aug 03 19:32:49.259422 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.288476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89149a6-7064-4e74-8707-203416d90a92 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:49.315060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-455d0b72-6ad9-4b2e-8cfb-2217a24bfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.317827 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-455d0b72-6ad9-4b2e-8cfb-2217a24bfd91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 200 len: 852 time: 0.2899528 Aug 03 19:32:49.333993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:49.342979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.389193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-fb402f9f-9772-4810-ac67-ee7376514382 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aa8d8622-27df-4c75-84a8-2bafb8da8578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590358 Aug 03 19:32:49.480677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-9bbc2b81-3f33-4715-9283-36dd13a012f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.484599 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-9bbc2b81-3f33-4715-9283-36dd13a012f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 200 len: 852 time: 0.2178106 Aug 03 19:32:49.513925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:49.573006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['b89149a6-7064-4e74-8707-203416d90a92'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:49.603112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb1bfc-7959-48f3-9da6-9ed60ebc99c8 req-efc92ac5-cc16-4dff-8fb8-01f0d9b1742b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.618448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00cb1bfc-7959-48f3-9da6-9ed60ebc99c8 req-efc92ac5-cc16-4dff-8fb8-01f0d9b1742b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1915479 Aug 03 19:32:49.720338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00cb1bfc-7959-48f3-9da6-9ed60ebc99c8 req-1c0f99f9-fee0-47f7-97b6-a8fc68949b5c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999649 Aug 03 19:32:49.837040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331a6e5-9075-489f-8c79-d6c45b7898bf req-7d8fd2f7-0d9f-44e5-9011-e35f53db9c8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.839963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7331a6e5-9075-489f-8c79-d6c45b7898bf req-7d8fd2f7-0d9f-44e5-9011-e35f53db9c8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 944 time: 0.1117630 Aug 03 19:32:49.974418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7331a6e5-9075-489f-8c79-d6c45b7898bf req-2f8e1522-5ea7-425f-9725-9673a4cef282 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206007 Aug 03 19:32:50.040367 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-120c24e6-f2af-49b5-9157-8cda651bb375 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa8d8622-27df-4c75-84a8-2bafb8da8578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4908276 Aug 03 19:32:50.368500 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-6e99139f-4c2d-4ed1-a25a-f7fe4ab6e664 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9652030 Aug 03 19:32:50.374390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbba1-8ed7-4426-b17a-4dd00485b0e0 req-cbe29d29-6d4d-45a2-ac33-00fc91afb58a tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:50.381792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de4dbba1-8ed7-4426-b17a-4dd00485b0e0 req-cbe29d29-6d4d-45a2-ac33-00fc91afb58a tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 944 time: 0.0934463 Aug 03 19:32:50.438776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de4dbba1-8ed7-4426-b17a-4dd00485b0e0 req-8b4e4728-f721-4887-8d1d-f3d26512e6a4 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534334 Aug 03 19:32:50.480008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.593886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-f49d8732-26d4-40c6-889a-10d8d8f13d14 service neutron] 10.222.0.63 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179219 Aug 03 19:32:50.942629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912aba-422b-4885-ae73-f0a0a895a019 req-51f24aef-8a4d-4548-a368-e9f81fcac35a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:50.944479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9912aba-422b-4885-ae73-f0a0a895a019 req-51f24aef-8a4d-4548-a368-e9f81fcac35a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0689559 Aug 03 19:32:50.946132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b89149a6-7064-4e74-8707-203416d90a92 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:51.013783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9912aba-422b-4885-ae73-f0a0a895a019 req-c90e97a5-5924-4a51-9896-d27471508247 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604613 Aug 03 19:32:51.015699 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c9fe643-270b-4dbf-9302-addfc3c475e8 req-dc4c6a2f-2144-4b7b-82ba-5734bd72b0bc service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281428 Aug 03 19:32:51.105383 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.115590 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f72f9fa7-b1e6-4b60-ac22-847354fc4d64 req-74bbaf90-9e41-4f35-8c04-e0ad9b3915fc service neutron] 10.222.0.63 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981635 Aug 03 19:32:51.129858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port b89149a6-7064-4e74-8707-203416d90a92 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:51.145606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port b89149a6-7064-4e74-8707-203416d90a92 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:51.150863 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.162343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.288439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494189b-d5c2-4cf7-8696-af833fcf7dc1 req-ad61b427-7db2-411f-87b6-403123d0f83e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.304166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7494189b-d5c2-4cf7-8696-af833fcf7dc1 req-ad61b427-7db2-411f-87b6-403123d0f83e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 944 time: 0.1499486 Aug 03 19:32:51.345850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.354393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa50065-1446-4032-8255-0a579257f762 req-7f33eb8c-dc5d-442a-82b2-490d83d71bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.356554 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6aa50065-1446-4032-8255-0a579257f762 req-7f33eb8c-dc5d-442a-82b2-490d83d71bd8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&device_id=d6a4f73a-8572-47a9-86df-0c3001233668 HTTP/1.1" status: 200 len: 1094 time: 0.2355447 Aug 03 19:32:51.381704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7494189b-d5c2-4cf7-8696-af833fcf7dc1 req-e10d6772-6670-4574-92c1-6e09aa5102ef tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765345 Aug 03 19:32:51.402324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:51.417523 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea94a01-20c6-416a-a74c-07e0d54572c0" -d '{"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-plugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:51.426359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:51.428681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.575369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:51.591696 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98b0a8-f181-4162-9f41-b6c3e1463928 x-openstack-request-id: req-4a98b0a8-f181-4162-9f41-b6c3e1463928 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:51.592421 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-plugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:51.592899 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a98b0a8-f181-4162-9f41-b6c3e1463928 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:51.593618 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'code': 200} Aug 03 19:32:51.634115 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.746567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e962-3f04-4ba8-8c79-61ebc25ade8e req-6c0a8183-974e-4563-9492-d8de04d81965 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.750179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee48e962-3f04-4ba8-8c79-61ebc25ade8e req-6c0a8183-974e-4563-9492-d8de04d81965 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.2121165 Aug 03 19:32:51.763740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 172.25.4.52 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c1818a66-8ccc-4350-8165-06f0429c1ad1) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:51.781174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ebf0-9f41-45a0-ae42-ef929d081d54 req-670b4328-93fd-4221-9edf-eb7fa47be3cd tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.783233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4858ebf0-9f41-45a0-ae42-ef929d081d54 req-670b4328-93fd-4221-9edf-eb7fa47be3cd tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 944 time: 0.1809475 Aug 03 19:32:51.785633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1397c6d-0f82-47a2-9fdd-ad95d6643847 req-8ca8b11d-162a-46b2-8e55-c22da8c57061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.788042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1397c6d-0f82-47a2-9fdd-ad95d6643847 req-8ca8b11d-162a-46b2-8e55-c22da8c57061 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1096 time: 0.1699140 Aug 03 19:32:51.815847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa50065-1446-4032-8255-0a579257f762 req-862f364e-2151-41ad-bf08-dbc7db49e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.819028 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6aa50065-1446-4032-8255-0a579257f762 req-862f364e-2151-41ad-bf08-dbc7db49e33e service neutron] 10.222.0.88 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 913 time: 0.4371159 Aug 03 19:32:51.876722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee48e962-3f04-4ba8-8c79-61ebc25ade8e req-021f1bcc-c25f-4aca-ba2f-2b0697a01b8e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132653 Aug 03 19:32:51.886858 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1397c6d-0f82-47a2-9fdd-ad95d6643847 req-b77590de-c2fa-4cd1-b1f9-564aa73d6ffb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889726 Aug 03 19:32:51.890536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4858ebf0-9f41-45a0-ae42-ef929d081d54 req-e2c97870-c12a-4be4-bbb0-44d7c7307e7e tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910616 Aug 03 19:32:52.021811 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6aa50065-1446-4032-8255-0a579257f762 req-13c3fff4-4ca0-478a-bd13-27092819c4f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95d6717a-ea81-4839-b768-9622dcafd52d HTTP/1.1" status: 200 len: 217 time: 0.1921031 Aug 03 19:32:52.031027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8709ec-0a0e-485f-be14-d08d645ffe08 req-b5c36fc1-1f37-4815-9773-2de1c56c45fd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:52.032882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c8709ec-0a0e-485f-be14-d08d645ffe08 req-b5c36fc1-1f37-4815-9773-2de1c56c45fd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0605686 Aug 03 19:32:52.084832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c8709ec-0a0e-485f-be14-d08d645ffe08 req-333b4359-6f69-463f-9b71-6446a07fec35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446272 Aug 03 19:32:52.186464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa50065-1446-4032-8255-0a579257f762 req-18683189-5898-42db-a53a-cfd1b1e1e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:52.189025 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6aa50065-1446-4032-8255-0a579257f762 req-18683189-5898-42db-a53a-cfd1b1e1e1f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 200 len: 852 time: 0.1530786 Aug 03 19:32:52.307265 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6aa50065-1446-4032-8255-0a579257f762 req-ce459481-6136-405e-8e4c-75ecfbaca14b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aa8d8622-27df-4c75-84a8-2bafb8da8578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996304 Aug 03 19:32:52.356733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.388873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fb137df7-2000-4ed6-b400-c690cb3eed43 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:52.391859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fb137df7-2000-4ed6-b400-c690cb3eed43 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.1611645 Aug 03 19:32:52.417450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-6f9e29d2-1ba3-4c4b-96e2-c680d22a50ab tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/quotas/a7b192dfb0d2451d83579d34323df239 HTTP/1.1" status: 200 len: 375 time: 0.0170169 Aug 03 19:32:52.538938 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6aa50065-1446-4032-8255-0a579257f762 req-1e96c42c-5bb3-42f0-aa26-6eb99337e668 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941011 Aug 03 19:32:52.541259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5be4763c-6761-4d0d-a3ef-33bf17cc8ed8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1045454 Aug 03 19:32:52.541951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.607374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 99189145-1805-4f62-ae18-2291aa27d568 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:32:52.685911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:52.689007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:52.689648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a16f-a24c-4540-9998-5399d3c3e24d req-efa4fe9b-7515-4baa-bf52-6e96909a38db tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:52.692641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd34a16f-a24c-4540-9998-5399d3c3e24d req-efa4fe9b-7515-4baa-bf52-6e96909a38db tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1093762 Aug 03 19:32:52.715277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=c1818a66-8ccc-4350-8165-06f0429c1ad1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:52.761559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:52.804378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 99189145-1805-4f62-ae18-2291aa27d568, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=99189145-1805-4f62-ae18-2291aa27d568,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:52.825956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd34a16f-a24c-4540-9998-5399d3c3e24d req-4e3295d9-6486-4fca-9256-31ee4d2190b1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182592 Aug 03 19:32:52.829005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '99189145-1805-4f62-ae18-2291aa27d568', 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'port_id': '99189145-1805-4f62-ae18-2291aa27d568', 'mac_address': 'fa:16:3e:57:e2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4211950a-77b5-4e58-af82-81040f4c3666', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:32:52.883955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-aacf088a-7df0-449c-b40f-ee728ed87f5e service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340588 Aug 03 19:32:52.899375 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.938935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99189145-1805-4f62-ae18-2291aa27d568 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:52.953425 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6aa50065-1446-4032-8255-0a579257f762 req-c5ea7123-b2f2-4299-ba2f-c25a789a8da5 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019885 Aug 03 19:32:52.968175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 99189145-1805-4f62-ae18-2291aa27d568, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=99189145-1805-4f62-ae18-2291aa27d568,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:52.971354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 95d6717a-ea81-4839-b768-9622dcafd52d details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:32:52.982255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.015025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 8252c7ab-fae0-4637-ba2a-f7d337c60c8d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:53.019366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.116498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 95d6717a-ea81-4839-b768-9622dcafd52d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=95d6717a-ea81-4839-b768-9622dcafd52d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:53.135380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '95d6717a-ea81-4839-b768-9622dcafd52d', 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'port_id': '95d6717a-ea81-4839-b768-9622dcafd52d', 'mac_address': 'fa:16:3e:1f:75:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4211950a-77b5-4e58-af82-81040f4c3666', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:32:53.214645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-8d1e699c-5f11-40fe-bcc6-a86b608524cc service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291841 Aug 03 19:32:53.242463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70201d0b-28c9-470d-a797-147ad672ee19 req-573cf45e-20cd-483d-aced-c559b6c84d48 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:53.248962 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.251316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70201d0b-28c9-470d-a797-147ad672ee19 req-573cf45e-20cd-483d-aced-c559b6c84d48 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 945 time: 0.1706049 Aug 03 19:32:53.251580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=99189145-1805-4f62-ae18-2291aa27d568,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:53.273148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d6717a-ea81-4839-b768-9622dcafd52d {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:53.303271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 95d6717a-ea81-4839-b768-9622dcafd52d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=95d6717a-ea81-4839-b768-9622dcafd52d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:53.313365 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.314001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.341178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 8252c7ab-fae0-4637-ba2a-f7d337c60c8d owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:53.360503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.367272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70201d0b-28c9-470d-a797-147ad672ee19 req-b1f4f12d-81c9-43f9-991a-e2d5211643c3 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003449 Aug 03 19:32:53.399402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=95d6717a-ea81-4839-b768-9622dcafd52d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:53.483521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['99189145-1805-4f62-ae18-2291aa27d568'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:53.520705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['95d6717a-ea81-4839-b768-9622dcafd52d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:53.621278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-771c2cca-c1da-434f-8f7b-09155c18cb86 req-24647590-3f98-4c8f-b177-ec1371bbfb8b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 210 time: 0.0518444 Aug 03 19:32:54.049265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3cdad-ddcf-40cc-9557-64676e520062 req-7c749e12-0cb1-41c0-82f1-c95773a84653 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:54.066593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2d3cdad-ddcf-40cc-9557-64676e520062 req-7c749e12-0cb1-41c0-82f1-c95773a84653 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1503611 Aug 03 19:32:54.131321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2d3cdad-ddcf-40cc-9557-64676e520062 req-3e53183a-7cd9-4440-ad29-06312e80efff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562751 Aug 03 19:32:54.347386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.359091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a966e1-4baa-4cc0-afd1-09a3ce6685fb req-8f71fb33-61d0-4451-b619-378250fffeb9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:54.361508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6a966e1-4baa-4cc0-afd1-09a3ce6685fb req-8f71fb33-61d0-4451-b619-378250fffeb9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1016886 Aug 03 19:32:54.414258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.431976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6a966e1-4baa-4cc0-afd1-09a3ce6685fb req-6df8fa5d-b9f3-42f9-b3a2-0cd08e63aacf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573277 Aug 03 19:32:54.463008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:54.522105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7fb3d-d563-4958-a90b-aa173b05c7ee tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:54.523952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-52b7fb3d-d563-4958-a90b-aa173b05c7ee tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1091 time: 0.0597692 Aug 03 19:32:54.528586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36148) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:54.536662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'b89149a6-7064-4e74-8707-203416d90a92', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:54.569085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.639781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=8252c7ab-fae0-4637-ba2a-f7d337c60c8d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:54.747434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498f1e-6e2e-40ae-8f89-ebaa71245fd5 req-531089ee-9431-4ed3-a95c-904d3456b1b0 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:54.751302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45498f1e-6e2e-40ae-8f89-ebaa71245fd5 req-531089ee-9431-4ed3-a95c-904d3456b1b0 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 945 time: 0.1203346 Aug 03 19:32:54.816021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b23cc87-b0a1-4173-ab22-f3fb2bd3c492 req-eeae6956-5e12-43e9-b999-38dce33417e8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 210 time: 0.0621405 Aug 03 19:32:54.882360 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-43916d2f-9ef4-4b9f-8b81-3478aa992319 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1811094 Aug 03 19:32:54.886808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 42f5cf98-4122-40fc-9f09-2098a3d04473 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:54.955605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45498f1e-6e2e-40ae-8f89-ebaa71245fd5 req-120568a5-123f-45cc-a8c3-ac04155e331a tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322360 Aug 03 19:32:54.972973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 95d6717a-ea81-4839-b768-9622dcafd52d up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:55.011791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.095592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 95d6717a-ea81-4839-b768-9622dcafd52d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:55.105991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 95d6717a-ea81-4839-b768-9622dcafd52d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:55.107015 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.241597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.25.4.58 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/adf4fb7a-2391-4bad-8ad2-3f688af72e5e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:55.331058 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.387895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a4f73a-8572-47a9-86df-0c3001233668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d6717a-ea81-4839-b768-9622dcafd52d'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:55.393050 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b662bbc5-06f8-4bf8-8e50-8b2982e512f0" -d '{"events": [{"server_uuid": "d6a4f73a-8572-47a9-86df-0c3001233668", "name": "network-vif-plugged", "status": "completed", "tag": "95d6717a-ea81-4839-b768-9622dcafd52d"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:55.443100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 95d6717a-ea81-4839-b768-9622dcafd52d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=95d6717a-ea81-4839-b768-9622dcafd52d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:55.460417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.543707 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f7ccc6-b542-45bb-8dd1-6f26a3365fa8 x-openstack-request-id: req-f2f7ccc6-b542-45bb-8dd1-6f26a3365fa8 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:55.544173 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a4f73a-8572-47a9-86df-0c3001233668", "name": "network-vif-plugged", "status": "completed", "tag": "95d6717a-ea81-4839-b768-9622dcafd52d", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:55.544550 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2f7ccc6-b542-45bb-8dd1-6f26a3365fa8 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:55.545177 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a4f73a-8572-47a9-86df-0c3001233668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d6717a-ea81-4839-b768-9622dcafd52d', 'code': 200} Aug 03 19:32:55.548352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.557278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-1c827631-44e3-4eeb-9aab-3c12cf4a749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:55.560328 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-1c827631-44e3-4eeb-9aab-3c12cf4a749e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1096 time: 0.4738626 Aug 03 19:32:55.581281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=95d6717a-ea81-4839-b768-9622dcafd52d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:55.688823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.700742 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.706211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8d674-7ab8-405e-9aa9-833ea6918aa7 req-89341206-1b4b-43a1-a342-d2e8d9136b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:55.709441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ad8d674-7ab8-405e-9aa9-833ea6918aa7 req-89341206-1b4b-43a1-a342-d2e8d9136b66 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d6a4f73a-8572-47a9-86df-0c3001233668 HTTP/1.1" status: 200 len: 1096 time: 0.1016469 Aug 03 19:32:55.726142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.792748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:55.802322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:55.808527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:55.854692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=adf4fb7a-2391-4bad-8ad2-3f688af72e5e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:55.885937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ad8d674-7ab8-405e-9aa9-833ea6918aa7 req-6b829ee2-7c46-4f22-83a8-1fb853034414 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433244 Aug 03 19:32:55.999375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-b8a440c3-d229-4584-8dd3-eaee07e0eec2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:56.001946 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-b8a440c3-d229-4584-8dd3-eaee07e0eec2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.7130561 Aug 03 19:32:56.007198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e88c462-e8b3-4cb3-ba08-b3ce57acb8c9 req-e77e7717-128f-4111-a225-f608e0db95a7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 210 time: 0.0636146 Aug 03 19:32:56.021913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:56.038829 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb4527-e9f7-42ae-b52c-7b954ce47808 None None] Sync routers for ids ['42f5cf98-4122-40fc-9f09-2098a3d04473'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:56.058525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'port': {'device_id': 'c77bce85-e280-4ce0-ab64-d107fa3aa0b5', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'admin_state_up': True, 'tenant_id': 'a7b192dfb0d2451d83579d34323df239'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:56.064142 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb4527-e9f7-42ae-b52c-7b954ce47808 None None] Routers {'42f5cf98-4122-40fc-9f09-2098a3d04473'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:56.070172 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-05fb4527-e9f7-42ae-b52c-7b954ce47808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['42f5cf98-4122-40fc-9f09-2098a3d04473'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:56.115065 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-05fb4527-e9f7-42ae-b52c-7b954ce47808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:56.127287 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb4527-e9f7-42ae-b52c-7b954ce47808 None None] Routers {'42f5cf98-4122-40fc-9f09-2098a3d04473'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:56.128205 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-05fb4527-e9f7-42ae-b52c-7b954ce47808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['42f5cf98-4122-40fc-9f09-2098a3d04473'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:56.176362 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-05fb4527-e9f7-42ae-b52c-7b954ce47808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:56.177501 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb4527-e9f7-42ae-b52c-7b954ce47808 None None] The sync data for ids ['42f5cf98-4122-40fc-9f09-2098a3d04473'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:56.188735 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-574c3de5-0ac3-4093-9d6c-8aa003e27dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.257013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.259499 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-072b73ef-dc62-4411-9137-d0114ef811f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3098063 Aug 03 19:32:56.269052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-6422809a-b259-4226-8356-5f7715466fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:56.271459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63093e31-c4f2-4299-ad12-95625ff0fbf2 req-c24beaac-d495-4cf3-944a-cf4265ba409a tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:56.272475 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-6422809a-b259-4226-8356-5f7715466fbd service neutron] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.6759307 Aug 03 19:32:56.274078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63093e31-c4f2-4299-ad12-95625ff0fbf2 req-c24beaac-d495-4cf3-944a-cf4265ba409a tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 945 time: 0.1973250 Aug 03 19:32:56.277079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36162) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:56.443724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63093e31-c4f2-4299-ad12-95625ff0fbf2 req-610bbde7-5727-449a-a7ea-ca51c83cdc1c tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568084 Aug 03 19:32:56.497799 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-e2f511f4-5fa7-4c4a-b8e8-685eaea1ab99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 217 time: 0.2098422 Aug 03 19:32:56.637254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 99189145-1805-4f62-ae18-2291aa27d568 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:56.716761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Made reservation on behalf of a7b192dfb0d2451d83579d34323df239 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:56.720583 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.748469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-f9b50d6e-93d2-4b62-a735-8ffc5032ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:56.750138 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-f9b50d6e-93d2-4b62-a735-8ffc5032ef12 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.2377958 Aug 03 19:32:56.778087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 99189145-1805-4f62-ae18-2291aa27d568 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:56.787332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 99189145-1805-4f62-ae18-2291aa27d568 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:56.788131 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.869033 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-33269a6c-1c37-4662-8087-3efa662b253f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/routers/42f5cf98-4122-40fc-9f09-2098a3d04473 HTTP/1.1" status: 200 len: 884 time: 0.5793312 Aug 03 19:32:56.872598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36176) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:56.875182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.945350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-7c19acd7-3eec-4312-ac15-0a739f7aac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:56.946983 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-7c19acd7-3eec-4312-ac15-0a739f7aac9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547008 Aug 03 19:32:56.983148 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.032507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router bd0e55a1-aea7-41e7-8103-b3accbde56e8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:57.071725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 99189145-1805-4f62-ae18-2291aa27d568, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=99189145-1805-4f62-ae18-2291aa27d568,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:57.083331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.126404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36180) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:57.150700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8f1dc287-bba7-4669-8b6a-dc7026e8aec6 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550071859', 'description': 'tempest-secgroup-smoke-1550071859 description', 'project_id': '1dcd123306584bdea10b10dac7c4babb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:57.225837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=99189145-1805-4f62-ae18-2291aa27d568,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:57.252228 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f1dc287-bba7-4669-8b6a-dc7026e8aec6 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.277122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83c0616c-ac03-4e51-ba9e-e6e439500529 req-adf92c17-0cc2-43c1-93f5-39f0eecce9b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 210 time: 0.0587158 Aug 03 19:32:57.350085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.527453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Allocated IP 172.20.0.4 (7191228f-9331-4d6f-a775-9287b5c97528/7b30dd12-60ba-4ca4-8514-c4f98cac7cd7/b8e4493f-c6bd-4d2c-b906-9b810b8ab265) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:57.546944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f59742c-bfde-4228-9441-d2a8281fbaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99189145-1805-4f62-ae18-2291aa27d568'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:57.555344 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8976d2e-b400-49c2-81c1-6e90ffd00f17" -d '{"events": [{"server_uuid": "2f59742c-bfde-4228-9441-d2a8281fbaef", "name": "network-vif-plugged", "status": "completed", "tag": "99189145-1805-4f62-ae18-2291aa27d568"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:57.649295 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-9828f67e-3216-457a-a626-79f279e8b33a service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194034 Aug 03 19:32:57.691622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:57.700281 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bb2806-751c-49c0-b82e-7b00f8aae5a7 x-openstack-request-id: req-42bb2806-751c-49c0-b82e-7b00f8aae5a7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:57.700281 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f59742c-bfde-4228-9441-d2a8281fbaef", "name": "network-vif-plugged", "status": "completed", "tag": "99189145-1805-4f62-ae18-2291aa27d568", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:57.700621 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42bb2806-751c-49c0-b82e-7b00f8aae5a7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:57.701207 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f59742c-bfde-4228-9441-d2a8281fbaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99189145-1805-4f62-ae18-2291aa27d568', 'code': 200} Aug 03 19:32:57.711787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d0509-abb4-43aa-844d-22542e4d36c5 None None] Sync routers for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:57.730148 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a5f6e6e7-128d-431d-8e62-54c915fdefb4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/routers/bd0e55a1-aea7-41e7-8103-b3accbde56e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0236459 Aug 03 19:32:57.731636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36188) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:57.741613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d0509-abb4-43aa-844d-22542e4d36c5 None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:57.743054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9d2d0509-abb4-43aa-844d-22542e4d36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:57.818425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dda0b-7e27-4f73-99af-3b26d760c444 req-58962be9-5912-48cf-9c18-744a51fb98bd tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:57.820518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-362dda0b-7e27-4f73-99af-3b26d760c444 req-58962be9-5912-48cf-9c18-744a51fb98bd tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 946 time: 0.2708385 Aug 03 19:32:57.829438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9d2d0509-abb4-43aa-844d-22542e4d36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:57.849007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d0509-abb4-43aa-844d-22542e4d36c5 None None] Routers {'bd0e55a1-aea7-41e7-8103-b3accbde56e8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:57.850309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9d2d0509-abb4-43aa-844d-22542e4d36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:57.915024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9d2d0509-abb4-43aa-844d-22542e4d36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:57.916244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d0509-abb4-43aa-844d-22542e4d36c5 None None] The sync data for ids ['bd0e55a1-aea7-41e7-8103-b3accbde56e8'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:57.983254 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f25244-fe55-4618-813b-5d2ba7ddd1e3 req-1005e2b7-0e85-4079-a6e2-5e032c1a51ed service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253648 Aug 03 19:32:57.989312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.990872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f1dc287-bba7-4669-8b6a-dc7026e8aec6 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.032241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f1dc287-bba7-4669-8b6a-dc7026e8aec6 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.093911 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.122168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Transition to ACTIVE for port object b8e4493f-c6bd-4d2c-b906-9b810b8ab265 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:58.143982 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.204825 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.271337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Network 7191228f-9331-4d6f-a775-9287b5c97528 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:58.281110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:58.284915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:58.288781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'Port': ['ID=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:58.293886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port b7340571-d2ba-42d8-b21a-3ea3fd26bfdc {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:58.294214 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.390646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:58.391337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.441867 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-fa6e5344-816e-4586-ab20-5ba3c41063a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3993521 Aug 03 19:32:58.446344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.463076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Request body: {'port': {'device_id': 'c77bce85-e280-4ce0-ab64-d107fa3aa0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:58.490512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for b7340571-d2ba-42d8-b21a-3ea3fd26bfdc owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:58.586925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.638545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec689432-ecc8-45c4-a074-a93b4078b28f req-e0879aa3-5fd5-4bbb-ab0b-0c2a376b1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:58.646650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec689432-ecc8-45c4-a074-a93b4078b28f req-e0879aa3-5fd5-4bbb-ab0b-0c2a376b1c0f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 1097 time: 0.8224690 Aug 03 19:32:58.663072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9426350c-8201-44c4-9782-19c653376663 None None] Provisioning for port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:58.670782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9426350c-8201-44c4-9782-19c653376663 None None] Provisioning complete for port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:58.671322 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9426350c-8201-44c4-9782-19c653376663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.690728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f1dc287-bba7-4669-8b6a-dc7026e8aec6 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.693085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f1dc287-bba7-4669-8b6a-dc7026e8aec6 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5617576 Aug 03 19:32:58.696209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36194) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:58.699390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-362dda0b-7e27-4f73-99af-3b26d760c444 req-1df5f485-dd79-479d-a42a-c34562ed6ea9 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7989268 Aug 03 19:32:58.706823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e8b594e6-a6e6-44b1-917e-a68a0318834e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'security_group_rule': {'security_group_id': '614719d2-c344-42c3-aec9-dc533f7c704b', 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:58.716454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c74a97b7-924b-4480-8386-da81f0d34d81 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.8358278 Aug 03 19:32:58.721879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36196) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:58.727302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fdff560f-7294-4b4f-8ec0-bc0400622591 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1070630152'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:58.744734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9426350c-8201-44c4-9782-19c653376663 None None] Port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:58.774694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dc287-bba7-4669-8b6a-dc7026e8aec6 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614719d2-c344-42c3-aec9-dc533f7c704b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:58.847020 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.864846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.883090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34137467-5822-44ae-bc30-2f90269f5987 req-eff60424-cd44-4c7d-a917-501b1e1dedde tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:58.890100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34137467-5822-44ae-bc30-2f90269f5987 req-eff60424-cd44-4c7d-a917-501b1e1dedde tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 931 time: 0.3348110 Aug 03 19:32:58.892296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec689432-ecc8-45c4-a074-a93b4078b28f req-7a0052c7-29c0-4fb7-b393-0a8be954b1e4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744485 Aug 03 19:32:58.935005 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8b594e6-a6e6-44b1-917e-a68a0318834e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.005285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=adf4fb7a-2391-4bad-8ad2-3f688af72e5e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.022633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34137467-5822-44ae-bc30-2f90269f5987 req-81f3cf52-2a1e-47d6-b42f-5a56eae67e3a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215506 Aug 03 19:32:59.030749 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.043508 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.097836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=b7340571-d2ba-42d8-b21a-3ea3fd26bfdc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.223349 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Floating IP cb4dff65-4c21-44c9-8925-49b47d097a1f associated. External IP: 172.25.4.58, port: b89149a6-7064-4e74-8707-203416d90a92. Aug 03 19:32:59.252215 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8b594e6-a6e6-44b1-917e-a68a0318834e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.286502 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8b594e6-a6e6-44b1-917e-a68a0318834e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.385420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b594e6-a6e6-44b1-917e-a68a0318834e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6524866e-14ba-4186-a8a5-2e32e3348b7d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.391706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8b594e6-a6e6-44b1-917e-a68a0318834e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.397122 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e8b594e6-a6e6-44b1-917e-a68a0318834e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6899176 Aug 03 19:32:59.423319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36198) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:59.427433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.437135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-74957d26-51de-4c3c-a45b-f1b32397c969 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'security_group_rule': {'security_group_id': '614719d2-c344-42c3-aec9-dc533f7c704b', 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:59.514031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e4493f-c6bd-4d2c-b906-9b810b8ab265 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:59.548153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74957d26-51de-4c3c-a45b-f1b32397c969 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.555995 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.563949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.569120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.604823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:59.641324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74957d26-51de-4c3c-a45b-f1b32397c969 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.654831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Transition to ACTIVE for port object b8e4493f-c6bd-4d2c-b906-9b810b8ab265 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:59.661919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.680209 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.680870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Fanout notify agent at l3_agent the message router_deleted on router bd0e55a1-aea7-41e7-8103-b3accbde56e8 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:59.704270 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74957d26-51de-4c3c-a45b-f1b32397c969 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.723261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.728816 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-97106c97-73df-458b-aab4-79e863c18ccf tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/routers/bd0e55a1-aea7-41e7-8103-b3accbde56e8 HTTP/1.1" status: 204 len: 168 time: 1.9898832 Aug 03 19:32:59.729831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36200) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:59.746827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fdff560f-7294-4b4f-8ec0-bc0400622591 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.758492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74957d26-51de-4c3c-a45b-f1b32397c969 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdef68e3-c7cf-4d7b-a5a9-c41bd1bbf3ed,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.804356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Pushing event updated for resources: {'Port': ['ID=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.813217 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.814952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fdff560f-7294-4b4f-8ec0-bc0400622591 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.849828 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74957d26-51de-4c3c-a45b-f1b32397c969 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.851989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-74957d26-51de-4c3c-a45b-f1b32397c969 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4271338 Aug 03 19:32:59.857673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36206) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:59.865442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3b45d3e3-84ae-47c9-a78e-7652e9b57edc tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'security_group_rule': {'security_group_id': '614719d2-c344-42c3-aec9-dc533f7c704b', 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:59.885822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b72e1ea-0465-4c9b-9db2-10ef43d60c18 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting subnet b6d89bb5-9418-4b69-b5da-eff2614ee88f {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:59.983302 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b45d3e3-84ae-47c9-a78e-7652e9b57edc tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.057055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:00.083836 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] Sync routers for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:00.091767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e4801-6776-4848-9ae3-b1f97e3da61d req-8d29d62d-bbc5-4777-afc1-dd99af854909 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:00.094515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a72e4801-6776-4848-9ae3-b1f97e3da61d req-8d29d62d-bbc5-4777-afc1-dd99af854909 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 946 time: 0.1804106 Aug 03 19:33:00.125609 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:00.126846 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:32:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:00.174187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.198359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b45d3e3-84ae-47c9-a78e-7652e9b57edc tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.245176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b45d3e3-84ae-47c9-a78e-7652e9b57edc tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.324785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b24566bd-dc7c-46b2-a0e3-efbf9ab7d94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.374118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b72e1ea-0465-4c9b-9db2-10ef43d60c18 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.390004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a72e4801-6776-4848-9ae3-b1f97e3da61d req-4ace4c18-135f-4362-9106-05fc21e6cb90 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768252 Aug 03 19:33:00.399483 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3b45d3e3-84ae-47c9-a78e-7652e9b57edc tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.401714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3b45d3e3-84ae-47c9-a78e-7652e9b57edc tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5423195 Aug 03 19:33:00.404710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-24e3f8f0-7781-4d1f-8b65-d999fb24a649 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8741918 Aug 03 19:33:00.406326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:00.411175 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea5642a-29d4-44a6-af33-505ac8c13f67" -d '{"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:00.416324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45d3e3-84ae-47c9-a78e-7652e9b57edc tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6a0c06-6477-4977-a6cb-07bd41869c4d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:00.421145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36212) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:00.497411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fa787b75-180e-481a-ad3e-fc08031abc52 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'security_group_rule': {'security_group_id': '614719d2-c344-42c3-aec9-dc533f7c704b', 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:00.501161 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b72e1ea-0465-4c9b-9db2-10ef43d60c18 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.610732 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa787b75-180e-481a-ad3e-fc08031abc52 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.628590 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:00.656145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f703f3-618d-4fb5-94f4-7b1b154cd78b req-b740e734-167d-473f-a53a-efa76e0a9856 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:00.657873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80f703f3-618d-4fb5-94f4-7b1b154cd78b req-b740e734-167d-473f-a53a-efa76e0a9856 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 943 time: 0.3693011 Aug 03 19:33:00.676685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d6bd8-610e-4c47-ab13-0dede35c9aed req-79daf808-695e-4d18-ba47-32949a2e1437 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:00.678390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c26d6bd8-610e-4c47-ab13-0dede35c9aed req-79daf808-695e-4d18-ba47-32949a2e1437 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1481612 Aug 03 19:33:00.772253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Attempting to bind port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:00.772700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Attempting to bind port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:00.773262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Attempting to bind port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:00.787771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80f703f3-618d-4fb5-94f4-7b1b154cd78b req-8aea7b97-0a01-4afc-b7fa-43de7f5f3676 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039519 Aug 03 19:33:00.802957 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c26d6bd8-610e-4c47-ab13-0dede35c9aed req-0f400ae0-562f-4ca7-b780-d2d2c609b726 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034665 Aug 03 19:33:00.804984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa787b75-180e-481a-ad3e-fc08031abc52 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.822320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 on network 7191228f-9331-4d6f-a775-9287b5c97528 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:33:00.822320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Attempting to bind port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:00.824328 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa787b75-180e-481a-ad3e-fc08031abc52 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.837105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:00.837710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Checking segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:00.838352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Bound using segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:00.839153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Bound port: b8e4493f-c6bd-4d2c-b906-9b810b8ab265, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:00.839767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.868310 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa787b75-180e-481a-ad3e-fc08031abc52 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f9e6db-0b05-478d-8ad8-fc4e8c810926,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:00.876744 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dd9d1-9673-49c0-8bfd-02d93e04e4d2 x-openstack-request-id: req-4b4dd9d1-9673-49c0-8bfd-02d93e04e4d2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:00.877219 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:00.877986 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b4dd9d1-9673-49c0-8bfd-02d93e04e4d2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:00.878645 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'status': 'completed', 'code': 200} Aug 03 19:33:00.883679 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa787b75-180e-481a-ad3e-fc08031abc52 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.886043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fa787b75-180e-481a-ad3e-fc08031abc52 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3958795 Aug 03 19:33:00.888675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36216) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:00.896825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-97ae1739-b504-43cd-8eb9-68cb90c9f183 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'security_group_rule': {'security_group_id': '614719d2-c344-42c3-aec9-dc533f7c704b', 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:00.900366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36218) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:00.936838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b72e1ea-0465-4c9b-9db2-10ef43d60c18 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.939764 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-97ae1739-b504-43cd-8eb9-68cb90c9f183 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Project 1dcd123306584bdea10b10dac7c4babb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:33:00.949322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97ae1739-b504-43cd-8eb9-68cb90c9f183 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.951763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff560f-7294-4b4f-8ec0-bc0400622591 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 42f5cf98-4122-40fc-9f09-2098a3d04473 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:00.993222 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cb4dff65-4c21-44c9-8925-49b47d097a1f', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'port_id': 'b89149a6-7064-4e74-8707-203416d90a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'mac_address': 'fa:16:3e:f2:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:32:56Z', 'updated_at': '2021-08-03T19:32:56Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:37Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:01.033317 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] Checking router: c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:01.077702 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:01.079043 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:01.111950 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97ae1739-b504-43cd-8eb9-68cb90c9f183 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.122321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97ae1739-b504-43cd-8eb9-68cb90c9f183 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.125798 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6dbeac9f-eba7-4d9b-ae69-fe78c1576553 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/cb4dff65-4c21-44c9-8925-49b47d097a1f HTTP/1.1" status: 200 len: 990 time: 0.2223821 Aug 03 19:33:01.175587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae1739-b504-43cd-8eb9-68cb90c9f183 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c751900c-f4b3-4022-8657-cd954fcdaa98,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:01.182829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97ae1739-b504-43cd-8eb9-68cb90c9f183 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.183617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] For port b8e4493f-c6bd-4d2c-b906-9b810b8ab265, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:01.188433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-97ae1739-b504-43cd-8eb9-68cb90c9f183 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2937889 Aug 03 19:33:01.188433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36222) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:01.200036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0f8d5aca-1fb8-4d32-810d-0c860665bf00 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'security_group_rule': {'security_group_id': '614719d2-c344-42c3-aec9-dc533f7c704b', 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:01.210763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-c96734dc-61c0-4d9b-a973-465bf1cae05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:01.212834 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-c96734dc-61c0-4d9b-a973-465bf1cae05c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1096 time: 0.2720068 Aug 03 19:33:01.215812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] For port b8e4493f-c6bd-4d2c-b906-9b810b8ab265, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:01.239961 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-0f8d5aca-1fb8-4d32-810d-0c860665bf00 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Project 1dcd123306584bdea10b10dac7c4babb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:33:01.243582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.246599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5aca-1fb8-4d32-810d-0c860665bf00 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.246938 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b72e1ea-0465-4c9b-9db2-10ef43d60c18 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.280188 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:01.330227 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5aca-1fb8-4d32-810d-0c860665bf00 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.339891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5aca-1fb8-4d32-810d-0c860665bf00 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.372303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d5aca-1fb8-4d32-810d-0c860665bf00 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2972579e-e38f-440c-a2b7-358f8586f5bc,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:01.387124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5aca-1fb8-4d32-810d-0c860665bf00 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.389540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0f8d5aca-1fb8-4d32-810d-0c860665bf00 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1988242 Aug 03 19:33:01.417339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72e1ea-0465-4c9b-9db2-10ef43d60c18 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d89bb5-9418-4b69-b5da-eff2614ee88f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:01.440119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4e8a7-0f1e-4c1f-8fab-540d6b91f9a1 None None] Network 1ab22cf1-9973-4699-881c-7ea75595b23f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:01.458396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:01.460539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.464726 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] 10.222.0.63 "PUT /v2.0/ports/b8e4493f-c6bd-4d2c-b906-9b810b8ab265 HTTP/1.1" status: 200 len: 1091 time: 3.0063972 Aug 03 19:33:01.472328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b72e1ea-0465-4c9b-9db2-10ef43d60c18 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.490704 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5b72e1ea-0465-4c9b-9db2-10ef43d60c18 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/subnets/b6d89bb5-9418-4b69-b5da-eff2614ee88f HTTP/1.1" status: 204 len: 168 time: 1.7560320 Aug 03 19:33:01.491893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36228) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:01.494027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77bce85-e280-4ce0-ab64-d107fa3aa0b5', 'tag': 'b8e4493f-c6bd-4d2c-b906-9b810b8ab265'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:01.500238 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2" -d '{"events": [{"name": "network-changed", "server_uuid": "c77bce85-e280-4ce0-ab64-d107fa3aa0b5", "tag": "b8e4493f-c6bd-4d2c-b906-9b810b8ab265"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:01.636747 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850cbb91-574e-467f-8358-b0c509c8a987 x-openstack-request-id: req-850cbb91-574e-467f-8358-b0c509c8a987 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:01.637202 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77bce85-e280-4ce0-ab64-d107fa3aa0b5", "tag": "b8e4493f-c6bd-4d2c-b906-9b810b8ab265", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:01.637700 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-850cbb91-574e-467f-8358-b0c509c8a987 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:01.638314 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77bce85-e280-4ce0-ab64-d107fa3aa0b5', 'tag': 'b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'status': 'completed', 'code': 200} Aug 03 19:33:01.666444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff560f-7294-4b4f-8ec0-bc0400622591 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:01.689467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fdff560f-7294-4b4f-8ec0-bc0400622591 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.692569 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fdff560f-7294-4b4f-8ec0-bc0400622591 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/42f5cf98-4122-40fc-9f09-2098a3d04473 HTTP/1.1" status: 200 len: 891 time: 2.9695833 Aug 03 19:33:01.702285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36236) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:01.710777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef222d-47c9-470d-bcc1-c21991c2b44b service neutron] Pushing event updated for resources: {'Port': ['ID=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:01.713044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de6e6f-6754-4f2f-bf26-7e5f4e0f0a7c None None] Sync routers for ids ['42f5cf98-4122-40fc-9f09-2098a3d04473'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:01.747519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-faafaafa-f76f-45b0-ac76-d58069edbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:01.750962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf392e-5f9b-4ec6-9cce-338a28c91a99 req-ba3fd180-8dbe-4b37-938b-195509363071 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:01.759172 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-faafaafa-f76f-45b0-ac76-d58069edbc41 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 1094 time: 0.1880817 Aug 03 19:33:01.760098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0cf392e-5f9b-4ec6-9cce-338a28c91a99 req-ba3fd180-8dbe-4b37-938b-195509363071 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 946 time: 0.2060654 Aug 03 19:33:01.833114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de6e6f-6754-4f2f-bf26-7e5f4e0f0a7c None None] Routers {'42f5cf98-4122-40fc-9f09-2098a3d04473'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:01.834937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-52de6e6f-6754-4f2f-bf26-7e5f4e0f0a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['42f5cf98-4122-40fc-9f09-2098a3d04473'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:01.875117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-e2220fcb-7835-4d0a-b34a-bf99fe4f3fb0 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550071859&fields=id&tenant_id=1dcd123306584bdea10b10dac7c4babb HTTP/1.1" status: 200 len: 267 time: 0.0622747 Aug 03 19:33:01.875635 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-ab1e9ec2-c166-4323-ba8f-25ba5791db6c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265 HTTP/1.1" status: 200 len: 217 time: 0.0573957 Aug 03 19:33:01.880524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-9f0233dc-d836-4a0e-b897-898d189ba487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:01.882443 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-9f0233dc-d836-4a0e-b897-898d189ba487 service neutron] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.6502371 Aug 03 19:33:01.908132 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cb4dff65-4c21-44c9-8925-49b47d097a1f', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'port_id': 'b89149a6-7064-4e74-8707-203416d90a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'mac_address': 'fa:16:3e:f2:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:32:56Z', 'updated_at': '2021-08-03T19:32:56Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:37Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:01.918533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-52de6e6f-6754-4f2f-bf26-7e5f4e0f0a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:01.945095 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4486bd2-c05c-4f6e-8243-de120dcb0bb5 None None] The sync data for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 is: [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cb4dff65-4c21-44c9-8925-49b47d097a1f', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'port_id': 'b89149a6-7064-4e74-8707-203416d90a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'mac_address': 'fa:16:3e:f2:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:32:56Z', 'updated_at': '2021-08-03T19:32:56Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:37Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:01.954146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.979817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de6e6f-6754-4f2f-bf26-7e5f4e0f0a7c None None] Routers {'42f5cf98-4122-40fc-9f09-2098a3d04473'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:01.981590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-52de6e6f-6754-4f2f-bf26-7e5f4e0f0a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['42f5cf98-4122-40fc-9f09-2098a3d04473'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:02.024646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0cf392e-5f9b-4ec6-9cce-338a28c91a99 req-3f137297-2cb2-4798-9100-e7570b5caf31 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443159 Aug 03 19:33:02.093573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-bf0daf26-8274-4428-8751-b53ed86baf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.097076 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-bf0daf26-8274-4428-8751-b53ed86baf32 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.2091637 Aug 03 19:33:02.101814 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.109434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-52de6e6f-6754-4f2f-bf26-7e5f4e0f0a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:02.110416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de6e6f-6754-4f2f-bf26-7e5f4e0f0a7c None None] The sync data for ids ['42f5cf98-4122-40fc-9f09-2098a3d04473'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:02.111989 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e47fb52-2c0d-4714-a6d9-da3fede88685 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/routers/42f5cf98-4122-40fc-9f09-2098a3d04473 HTTP/1.1" status: 200 len: 891 time: 0.3899798 Aug 03 19:33:02.112972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] DHCP port deletion for 1ab22cf1-9973-4699-881c-7ea75595b23f request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:02.123030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36242) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.146185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36244) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.149358 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-6d403a6b-ded4-42c0-831c-9afdfb39cb82 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 998 time: 0.2519407 Aug 03 19:33:02.187574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] Deleting port 04d6591f-5a36-435a-80ef-50759490493c {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:02.187574 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.217687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-85e9c298-1d5a-4445-b353-32c580c31e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.219859 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-85e9c298-1d5a-4445-b353-32c580c31e5a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.0619512 Aug 03 19:33:02.226187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b3144193-a9cf-4137-8d3f-6e73c2ef7ebc tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=42f5cf98-4122-40fc-9f09-2098a3d04473 HTTP/1.1" status: 200 len: 205 time: 0.0902569 Aug 03 19:33:02.244300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36248) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.272121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] For port 04d6591f-5a36-435a-80ef-50759490493c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=04d6591f-5a36-435a-80ef-50759490493c,segment=NetworkSegment(1a5fc258-ac17-4b0d-a875-a6f3ead95288),segment_id=1a5fc258-ac17-4b0d-a875-a6f3ead95288)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:02.272418 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.299510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] Calling delete_port for 04d6591f-5a36-435a-80ef-50759490493c owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:02.334672 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93755995-7706-46f0-8b52-443487f1418e None None] New status for floating IP cb4dff65-4c21-44c9-8925-49b47d097a1f: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:33:02.339582 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ea83d480-194f-4d5c-b730-216a70c735f1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/cb4dff65-4c21-44c9-8925-49b47d097a1f HTTP/1.1" status: 200 len: 990 time: 0.1887176 Aug 03 19:33:02.342124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-dc5486f0-65ac-49d2-a208-95ade0b2b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.343988 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-dc5486f0-65ac-49d2-a208-95ade0b2b75d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308128 Aug 03 19:33:02.350055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-89ffa326-f8b2-4515-8910-28e23738c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.351922 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-89ffa326-f8b2-4515-8910-28e23738c62c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923333 Aug 03 19:33:02.378157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-651944e2-590a-4c85-8d9a-a1e68a2c904c tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.387604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-651944e2-590a-4c85-8d9a-a1e68a2c904c tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/networks?id=2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 200 len: 814 time: 0.5115108 Aug 03 19:33:02.429600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-72e92b0d-5a4f-4326-947d-d06d2d8cf59f tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/quotas/1dcd123306584bdea10b10dac7c4babb HTTP/1.1" status: 200 len: 375 time: 0.0407803 Aug 03 19:33:02.503483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ba258-3ea6-4e50-959d-9b1c17156181 req-188dac0f-6c0c-4c5d-b8bb-87cbaff3df99 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.514715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769ba258-3ea6-4e50-959d-9b1c17156181 req-188dac0f-6c0c-4c5d-b8bb-87cbaff3df99 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 943 time: 0.3334069 Aug 03 19:33:02.524999 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.545237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-19cbe19b-81d1-4246-ba5f-b11f984cf3ba service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822009 Aug 03 19:33:02.545845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 04d6591f-5a36-435a-80ef-50759490493c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:02.545845 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.547392 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-ad106e0e-a943-41d1-a766-4d4467dff943 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927705 Aug 03 19:33:02.553157 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.574894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] Pushing event deleted for resources: {'Port': ['ID=04d6591f-5a36-435a-80ef-50759490493c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:02.577203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3ad75-591d-424b-8b54-644b1e85a1b2 None None] No DVR routers for this DVR port 04d6591f-5a36-435a-80ef-50759490493c on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:02.668311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769ba258-3ea6-4e50-959d-9b1c17156181 req-67194648-d814-4d01-85f6-a3e8f08a96cc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508057 Aug 03 19:33:02.714172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-ede300bb-69df-4c2b-9ac1-abb9ec73a6db tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dcd123306584bdea10b10dac7c4babb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2829845 Aug 03 19:33:02.723293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] For port 04d6591f-5a36-435a-80ef-50759490493c, host n-d-803378-1, got binding levels [] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:02.723718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.806239 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2ea5642a-29d4-44a6-af33-505ac8c13f67 req-f2354f96-aa46-4b5d-8bbf-9a3120a48b85 service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507138 Aug 03 19:33:02.808595 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0ac9f19-d20e-48d3-a591-b0299511d15a req-7dc5811e-a8c2-4c7c-a06b-f7ea20fffaee service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426624 Aug 03 19:33:02.831283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 04d6591f-5a36-435a-80ef-50759490493c owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:02.836704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.ipam_backend_mixin [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Port 04d6591f-5a36-435a-80ef-50759490493c was not found and therefore no delete operation was performed {{(pid=94134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:33:02.866942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.929989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=04d6591f-5a36-435a-80ef-50759490493c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:02.932444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] No DVR routers for this DVR port 04d6591f-5a36-435a-80ef-50759490493c on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:02.954418 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.980641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-adf6f932-5da8-4fdb-80f9-5cfd0529bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.982676 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-adf6f932-5da8-4fdb-80f9-5cfd0529bcba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 1094 time: 0.0528791 Aug 03 19:33:02.985388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.985765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.986113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.986455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.986793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.987126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.987462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.987790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.988146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.988672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.989034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:02.989508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:03.026320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e75e4-dc97-4efc-a1d9-56937e56c540 req-32fd322e-2698-46d1-a6d0-4c9a74623e24 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:03.027987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa9e75e4-dc97-4efc-a1d9-56937e56c540 req-32fd322e-2698-46d1-a6d0-4c9a74623e24 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6a4f73a-8572-47a9-86df-0c3001233668 HTTP/1.1" status: 200 len: 945 time: 0.2536025 Aug 03 19:33:03.056786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-47803086-14b7-4010-bf11-b4d0cbe0e0d8 service neutron] 10.222.0.42 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300276 Aug 03 19:33:03.112628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-2b6dac79-1794-490a-8787-a416313fc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:03.114995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-2b6dac79-1794-490a-8787-a416313fc3bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1184473 Aug 03 19:33:03.164970 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.176936 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-f84bd39b-063f-43bd-864b-5b4bd9e288ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265 HTTP/1.1" status: 200 len: 217 time: 0.0529182 Aug 03 19:33:03.184608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab22cf1-9973-4699-881c-7ea75595b23f']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:03.212644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5fc258-ac17-4b0d-a875-a6f3ead95288') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:03.212950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5fc258-ac17-4b0d-a875-a6f3ead95288') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:03.226946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa9e75e4-dc97-4efc-a1d9-56937e56c540 req-6401846e-efad-4eda-bc76-2e6ec6b6fc47 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675382 Aug 03 19:33:03.233665 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.257206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-e4fa97bf-7d91-4fc0-b61f-bb91f2f6fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:03.267421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.276438 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-e4fa97bf-7d91-4fc0-b61f-bb91f2f6fb72 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0910649 Aug 03 19:33:03.297908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:03.298474 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:03.302400 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:03.319864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-302879d0-e89c-4d40-9a56-873789265312 service neutron] 10.222.0.42 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237546 Aug 03 19:33:03.346622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 04d6591f-5a36-435a-80ef-50759490493c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:03.352340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port c1818a66-8ccc-4350-8165-06f0429c1ad1 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:03.352694 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.352999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36252) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:03.383997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 04d6591f-5a36-435a-80ef-50759490493c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:03.384517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 04d6591f-5a36-435a-80ef-50759490493c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:03.429903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.442796 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.448497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/networks/1ab22cf1-9973-4699-881c-7ea75595b23f HTTP/1.1" status: 204 len: 168 time: 1.9549711 Aug 03 19:33:03.463400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36254) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:03.506584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52a60-33bc-4ad8-9647-1d04bc9b411f tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Network': ['ID=1ab22cf1-9973-4699-881c-7ea75595b23f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:03.512455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-dfdcf431-9a94-4336-91ef-0a272fdef3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:03.514327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-dfdcf431-9a94-4336-91ef-0a272fdef3c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303877 Aug 03 19:33:03.677227 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6b8332e2-f3a5-4532-83de-9cb1b6dce6e4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/cb4dff65-4c21-44c9-8925-49b47d097a1f HTTP/1.1" status: 200 len: 992 time: 0.3201518 Aug 03 19:33:03.707907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.761193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-96c90e2e-ff6e-4144-a24c-d8640f047711 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368412 Aug 03 19:33:03.804925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for c1818a66-8ccc-4350-8165-06f0429c1ad1 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:04.012697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce745b-bcbd-4f43-b6de-0399a1b577f9 req-dbcee93f-ccfc-48cc-a720-d7e82d31d384 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:04.015836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3ce745b-bcbd-4f43-b6de-0399a1b577f9 req-dbcee93f-ccfc-48cc-a720-d7e82d31d384 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 943 time: 0.2031109 Aug 03 19:33:04.079074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 1a5bf22a-d3b5-4918-b54d-6117b37e4bc5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:04.080051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.296521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98ed47f7-d4fe-4a56-b623-2b3c684f2eca req-c8dee955-66c4-41a2-bb92-142ceac1b786 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 210 time: 0.1005969 Aug 03 19:33:04.331330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3ce745b-bcbd-4f43-b6de-0399a1b577f9 req-94db24c5-9a8b-45ea-8bf7-f7afa2c04230 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073525 Aug 03 19:33:04.398829 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9a4e1ff0-e6d5-4c19-933f-65807ea7fde2 req-63861ad3-8d99-4f8f-83e9-78f8e18907f3 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213472 Aug 03 19:33:04.413306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.558105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.558657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.625169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 1a5bf22a-d3b5-4918-b54d-6117b37e4bc5 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:04.759804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.817079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=c1818a66-8ccc-4350-8165-06f0429c1ad1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:04.828777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-304d89d5-51c4-4b71-99e2-b577d557c43e tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:04.830488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-304d89d5-51c4-4b71-99e2-b577d557c43e tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 812 time: 0.3129470 Aug 03 19:33:04.906882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-14c2a19a-2dad-4b1b-9ec1-75adc8ae58cb tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/quotas/c9195c3519bd43369bbe477551d3af1b HTTP/1.1" status: 200 len: 375 time: 0.0689409 Aug 03 19:33:05.032703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.246409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-c7d0cc37-759c-45ab-9b56-6d535d27a8a6 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:05.248766 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-c7d0cc37-759c-45ab-9b56-6d535d27a8a6 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6a4f73a-8572-47a9-86df-0c3001233668 HTTP/1.1" status: 200 len: 945 time: 0.1050265 Aug 03 19:33:05.433035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Deleting port 95d6717a-ea81-4839-b768-9622dcafd52d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:05.433760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.590258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] For port 95d6717a-ea81-4839-b768-9622dcafd52d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=95d6717a-ea81-4839-b768-9622dcafd52d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:05.590816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.604714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-2a3e2e4b-29f0-4268-a616-d9dade4cea9f tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6574473 Aug 03 19:33:05.610008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5550feb1-bb9b-4f19-b5b4-c7b5bfddbd9f req-42b04223-c3bc-4206-8a8c-0493e3d544b3 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 210 time: 0.1177692 Aug 03 19:33:05.617849 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.624576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.635308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.639411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Calling delete_port for 95d6717a-ea81-4839-b768-9622dcafd52d owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:05.852001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=1a5bf22a-d3b5-4918-b54d-6117b37e4bc5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:05.873621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-09dbdb0f-00cf-47e4-9405-16cd5ca3fb91 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:05.875289 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-09dbdb0f-00cf-47e4-9405-16cd5ca3fb91 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f59742c-bfde-4228-9441-d2a8281fbaef HTTP/1.1" status: 200 len: 946 time: 0.1229830 Aug 03 19:33:06.002601 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.003728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Fanout notify agent at l3_agent the message router_deleted on router 42f5cf98-4122-40fc-9f09-2098a3d04473 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:33:06.017006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.022170 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.029110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9cff0e9a-1c5d-4b78-9cf4-64eb33130a02 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/42f5cf98-4122-40fc-9f09-2098a3d04473 HTTP/1.1" status: 204 len: 168 time: 3.7771266 Aug 03 19:33:06.031897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['95d6717a-ea81-4839-b768-9622dcafd52d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:06.043570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36298) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.070479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['99189145-1805-4f62-ae18-2291aa27d568'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:06.126735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2070357128'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:06.154565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a04aa6-be0b-455f-bd4f-a0352d389187 req-b3e713cd-0488-44f7-b708-500288edaf11 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.158047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85a04aa6-be0b-455f-bd4f-a0352d389187 req-b3e713cd-0488-44f7-b708-500288edaf11 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 943 time: 0.3087428 Aug 03 19:33:06.159207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.165688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Pushing event deleted for resources: {'Port': ['ID=95d6717a-ea81-4839-b768-9622dcafd52d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:06.166050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.166361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c312b50-cd17-4cd6-bdff-fbabcf4f7c5a tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/floatingips/324eb8ca-f2e2-48dd-8f17-bc7d3403db40 HTTP/1.1" status: 204 len: 168 time: 2.6778567 Aug 03 19:33:06.208195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36300) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.279810 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d27da48-3e93-4fa6-a9f8-be8e39a3209c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:06.280736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d27da48-3e93-4fa6-a9f8-be8e39a3209c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:06.286229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d27da48-3e93-4fa6-a9f8-be8e39a3209c tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/ports/15c339ce-8162-4de4-8984-ccc713647b7b HTTP/1.1" status: 404 len: 333 time: 0.0760620 Aug 03 19:33:06.290344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36302) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.290930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] No DVR routers for this DVR port 95d6717a-ea81-4839-b768-9622dcafd52d on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:06.306387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.311279 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-939fd4bd-1a35-4657-88d6-12a04c743a9b req-cc832c83-84a6-476a-9a72-cf5e4d02d52d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "DELETE /v2.0/ports/95d6717a-ea81-4839-b768-9622dcafd52d HTTP/1.1" status: 204 len: 173 time: 1.0553093 Aug 03 19:33:06.311461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-e31fa280-714b-4163-9df0-9e959478dac7 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.313170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-e31fa280-714b-4163-9df0-9e959478dac7 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.88 "GET /v2.0/networks?id=2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 200 len: 814 time: 0.5448415 Aug 03 19:33:06.315641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Deleting port 99189145-1805-4f62-ae18-2291aa27d568 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:06.316225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.321387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:06.327875 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.331567 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a4f73a-8572-47a9-86df-0c3001233668', 'name': 'network-vif-deleted', 'tag': '95d6717a-ea81-4839-b768-9622dcafd52d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:06.336498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-826a5808-acd4-44f1-b50a-816df690c901 service neutron] 10.222.0.42 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937118 Aug 03 19:33:06.342605 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40e5965-38e0-477d-892c-d48932cbe83e" -d '{"events": [{"server_uuid": "d6a4f73a-8572-47a9-86df-0c3001233668", "name": "network-vif-deleted", "tag": "95d6717a-ea81-4839-b768-9622dcafd52d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:06.361846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b76acfa1-2076-4e5f-a9ae-9851163e97e7 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd0e55a1-aea7-41e7-8103-b3accbde56e8 HTTP/1.1" status: 200 len: 205 time: 0.0684819 Aug 03 19:33:06.414562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36306) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.480852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-6bd5b96c-a9b6-4383-9178-a92dc66fcdd4 service neutron] 10.222.0.42 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157799 Aug 03 19:33:06.495720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85a04aa6-be0b-455f-bd4f-a0352d389187 req-b11d3d03-dca8-4a9a-a429-4a508ad79e29 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017304 Aug 03 19:33:06.572669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-c807c23a-4f27-4f37-bca6-0a05da970ad9 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dcd123306584bdea10b10dac7c4babb HTTP/1.1" status: 200 len: 380 time: 0.2326024 Aug 03 19:33:06.594920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'port': {'device_id': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'admin_state_up': True, 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'security_groups': ['614719d2-c344-42c3-aec9-dc533f7c704b']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:06.618785 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-fb188187-12a0-425c-ab7f-e16c1f73097d tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] delete failed (client error): The resource could not be found. Aug 03 19:33:06.620963 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fb188187-12a0-425c-ab7f-e16c1f73097d tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/routers/bd0e55a1-aea7-41e7-8103-b3accbde56e8 HTTP/1.1" status: 404 len: 336 time: 0.2047040 Aug 03 19:33:06.622496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:06.635597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36310) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.677799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.678265 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment 740e7ef1-9523-431f-a9bd-a7abeae1b9a6 of type vlan for network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 Aug 03 19:33:06.714878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b8e4493f-c6bd-4d2c-b906-9b810b8ab265 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:33:06.790921 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7f013c-342d-41ac-9df7-ee39ee6b5032 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:06.791896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7f013c-342d-41ac-9df7-ee39ee6b5032 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:06.798667 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d75683-02e7-495e-8f0a-8af2be6f0862 x-openstack-request-id: req-b4d75683-02e7-495e-8f0a-8af2be6f0862 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:06.799157 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a4f73a-8572-47a9-86df-0c3001233668", "name": "network-vif-deleted", "tag": "95d6717a-ea81-4839-b768-9622dcafd52d", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:06.799518 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4d75683-02e7-495e-8f0a-8af2be6f0862 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:06.800030 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a4f73a-8572-47a9-86df-0c3001233668', 'name': 'network-vif-deleted', 'tag': '95d6717a-ea81-4839-b768-9622dcafd52d', 'status': 'completed', 'code': 200} Aug 03 19:33:06.801257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36314) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.806136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fb7f013c-342d-41ac-9df7-ee39ee6b5032 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/subnets/b6d89bb5-9418-4b69-b5da-eff2614ee88f HTTP/1.1" status: 404 len: 337 time: 0.1474767 Aug 03 19:33:06.810422 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.836993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] For port 99189145-1805-4f62-ae18-2291aa27d568, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=99189145-1805-4f62-ae18-2291aa27d568,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:06.840311 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.908215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Calling delete_port for 99189145-1805-4f62-ae18-2291aa27d568 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:06.942472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b8e4493f-c6bd-4d2c-b906-9b810b8ab265, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:06.992547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': 'b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'mac_address': 'fa:16:3e:17:9a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:33:07.040117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8c232d6-97a8-48e0-8ad2-aa1e3ba00764 req-e428e9ad-d1f4-4e8a-906e-4d63b699a5b0 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 210 time: 0.0854948 Aug 03 19:33:07.081307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Made reservation on behalf of 1dcd123306584bdea10b10dac7c4babb for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:07.086569 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.110182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.117627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.118804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.172645 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.197678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e4493f-c6bd-4d2c-b906-9b810b8ab265 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:07.224602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b8e4493f-c6bd-4d2c-b906-9b810b8ab265, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:07.231692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.261599 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1426892 Aug 03 19:33:07.279882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36326) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:07.306072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': '8701e1bc-60a1-4c89-b990-c9469c1c34e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:07.310576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41a0b7-d220-4733-b87e-f737afe3e985 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=8701e1bc-60a1-4c89-b990-c9469c1c34e2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:07.342402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Allocated IP 172.20.0.10 (2d851888-28cb-45a9-971a-cbec329f0a54/2b319886-960e-4f25-a621-809968a325c1/1f3a5624-7a40-4e43-9716-de5467146f9f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:07.366853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:07.377339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:07.493010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f8ef4a4-6cfe-4f22-bdac-82fd8a592b21 req-e86ab9de-d0db-45df-a0f4-97097808dbda tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 210 time: 0.0969913 Aug 03 19:33:07.500230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7151f2fe-c0d9-44a9-b245-1b274ec67344 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:07.501068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7151f2fe-c0d9-44a9-b245-1b274ec67344 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.869096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b8e4493f-c6bd-4d2c-b906-9b810b8ab265'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:07.908112 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.921927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:07.936154 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.940140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04e537-aafb-4ea2-be41-57ec31e14368 req-a93b93ec-2227-40cc-8af7-a0a6205352e7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.943041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f04e537-aafb-4ea2-be41-57ec31e14368 req-a93b93ec-2227-40cc-8af7-a0a6205352e7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 944 time: 0.2759902 Aug 03 19:33:07.947173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Transition to ACTIVE for port object 1f3a5624-7a40-4e43-9716-de5467146f9f will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:08.040897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.255770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'Port': ['ID=1f3a5624-7a40-4e43-9716-de5467146f9f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:08.274956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.276996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Network 2d851888-28cb-45a9-971a-cbec329f0a54 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:08.285627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f04e537-aafb-4ea2-be41-57ec31e14368 req-fd8149ac-1608-4d3b-bb38-55ed5e1f4c7f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178873 Aug 03 19:33:08.318041 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7151f2fe-c0d9-44a9-b245-1b274ec67344 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.338392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:08.346773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:08.476361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Pushing event deleted for resources: {'Port': ['ID=99189145-1805-4f62-ae18-2291aa27d568,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:08.520508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1f00-5902-4cc4-a2c9-4f63f9ea04d6 req-5587b801-27d8-4abb-94a4-743e6612b412 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:08.521002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7151f2fe-c0d9-44a9-b245-1b274ec67344 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:08.528363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] No DVR routers for this DVR port 99189145-1805-4f62-ae18-2291aa27d568 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:08.529984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7aa1f00-5902-4cc4-a2c9-4f63f9ea04d6 req-5587b801-27d8-4abb-94a4-743e6612b412 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 932 time: 0.2603331 Aug 03 19:33:08.571987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.574255 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b08a91ce-e0f8-4bd3-96c3-be10cf27109e req-81413da4-b3e3-4ee8-a882-4b34b92aa497 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.63 "DELETE /v2.0/ports/99189145-1805-4f62-ae18-2291aa27d568 HTTP/1.1" status: 204 len: 173 time: 2.6910176 Aug 03 19:33:08.623563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:08.624391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.716831 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 99189145-1805-4f62-ae18-2291aa27d568 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:08.750330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 99189145-1805-4f62-ae18-2291aa27d568 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:08.751028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 99189145-1805-4f62-ae18-2291aa27d568 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:08.830959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ae3b213c-e685-435d-9ca7-df3e16d505fd None None] Provisioning for port 1f3a5624-7a40-4e43-9716-de5467146f9f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:08.852477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-260c8a48-c167-499e-b21f-694941d5e2d2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2659099 Aug 03 19:33:08.859668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ae3b213c-e685-435d-9ca7-df3e16d505fd None None] Provisioning complete for port 1f3a5624-7a40-4e43-9716-de5467146f9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:08.860156 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ae3b213c-e685-435d-9ca7-df3e16d505fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.865218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f59742c-bfde-4228-9441-d2a8281fbaef', 'name': 'network-vif-deleted', 'tag': '99189145-1805-4f62-ae18-2291aa27d568'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:08.868963 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e49add-cac3-415f-ad6b-deec8e040f30" -d '{"events": [{"server_uuid": "2f59742c-bfde-4228-9441-d2a8281fbaef", "name": "network-vif-deleted", "tag": "99189145-1805-4f62-ae18-2291aa27d568"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:08.869892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9492243-0a7d-4196-9026-a738554afcf8 req-4bf25b81-a8ea-4862-943d-a336fa5d0b96 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 210 time: 0.1723928 Aug 03 19:33:08.927188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Request body: {'port': {'device_id': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:08.927966 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.953833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7aa1f00-5902-4cc4-a2c9-4f63f9ea04d6 req-8202cae1-7408-426b-9bd9-a8ac1f97f227 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090285 Aug 03 19:33:09.015522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b213c-e685-435d-9ca7-df3e16d505fd None None] Port 1f3a5624-7a40-4e43-9716-de5467146f9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:09.030345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 95d6717a-ea81-4839-b768-9622dcafd52d no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:09.085555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 95d6717a-ea81-4839-b768-9622dcafd52d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:09.086343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 95d6717a-ea81-4839-b768-9622dcafd52d not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:09.105260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.117735 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5303a55b-2c24-49b8-80dc-7666d63b1489 x-openstack-request-id: req-5303a55b-2c24-49b8-80dc-7666d63b1489 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:09.118074 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f59742c-bfde-4228-9441-d2a8281fbaef", "name": "network-vif-deleted", "tag": "99189145-1805-4f62-ae18-2291aa27d568", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:09.118287 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5303a55b-2c24-49b8-80dc-7666d63b1489 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:09.119191 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f59742c-bfde-4228-9441-d2a8281fbaef', 'name': 'network-vif-deleted', 'tag': '99189145-1805-4f62-ae18-2291aa27d568', 'status': 'completed', 'code': 200} Aug 03 19:33:09.276216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=6483a477-e59c-4ec5-8bd6-ed53e93b4342,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:09.305918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': '740e7ef1-9523-431f-a9bd-a7abeae1b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8701e1bc-60a1-4c89-b990-c9469c1c34e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:09.306937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: 8701e1bc-60a1-4c89-b990-c9469c1c34e2, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:09.316292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7151f2fe-c0d9-44a9-b245-1b274ec67344 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.400849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151f2fe-c0d9-44a9-b245-1b274ec67344 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:09.475130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:09.540260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-5b56edd9-d2e3-49c1-86c6-f2212f91e2e2 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:09.541967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b17273-bac0-4018-b0e6-bc2c480778b3 req-78b7b331-7788-4909-bdd3-0ff480d7853e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:09.543106 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-5b56edd9-d2e3-49c1-86c6-f2212f91e2e2 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 812 time: 0.4619401 Aug 03 19:33:09.544403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14b17273-bac0-4018-b0e6-bc2c480778b3 req-78b7b331-7788-4909-bdd3-0ff480d7853e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 944 time: 0.1242037 Aug 03 19:33:09.563524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Request body: {'port': {'device_id': 'd00b6605-544c-478b-b7b7-a2ed3388d4ed', 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'admin_state_up': True, 'tenant_id': 'c9195c3519bd43369bbe477551d3af1b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:09.577343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8701e1bc-60a1-4c89-b990-c9469c1c34e2) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:09.596747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbd1346-0fc4-4841-ae27-2678874487c1 None None] Network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:09.622268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:09.623280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.702881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14b17273-bac0-4018-b0e6-bc2c480778b3 req-80c40c40-c83c-44f2-be71-1681e0041b86 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516905 Aug 03 19:33:09.816459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7151f2fe-c0d9-44a9-b245-1b274ec67344 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.819934 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7151f2fe-c0d9-44a9-b245-1b274ec67344 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/ports/039c9cd4-73b3-4eec-b790-e0ef6f7a4d0c HTTP/1.1" status: 204 len: 168 time: 3.0116322 Aug 03 19:33:09.825843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36350) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:09.848584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-601005db-6585-4b29-b2cb-6186bece528a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5586641 Aug 03 19:33:09.851493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3a5624-7a40-4e43-9716-de5467146f9f {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:09.851765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36352) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:09.885523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.905782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-8701e1bc-60a1-4c89-b990-c9469c1c34e2', 'network_id': '8701e1bc-60a1-4c89-b990-c9469c1c34e2', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': '6483a477-e59c-4ec5-8bd6-ed53e93b4342'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:09.907422 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.911975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6408bc00-4326-442c-84c9-067b3d26f031 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341429918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:09.920294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Transition to ACTIVE for port object 1f3a5624-7a40-4e43-9716-de5467146f9f will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:09.981762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.152940 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6408bc00-4326-442c-84c9-067b3d26f031 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.154371 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6408bc00-4326-442c-84c9-067b3d26f031 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.157813 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-833b9313-31bc-4601-b820-a7de3fb5fa02 req-2e030380-b8b1-49de-9506-28d72336feb1 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 210 time: 0.0792968 Aug 03 19:33:10.182137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-ba1397ea-cbb6-471f-82ff-ef0025d2efad tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:10.184265 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-ba1397ea-cbb6-471f-82ff-ef0025d2efad tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 812 time: 0.5000184 Aug 03 19:33:10.205377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Request body: {'port': {'device_id': 'fb3070de-e358-4205-82ff-3fb386e8ea65', 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'admin_state_up': True, 'tenant_id': 'c9195c3519bd43369bbe477551d3af1b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:10.261301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Made reservation on behalf of c9195c3519bd43369bbe477551d3af1b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:10.265380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.339253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Allocated IP 2001:db8::2 (8701e1bc-60a1-4c89-b990-c9469c1c34e2/6483a477-e59c-4ec5-8bd6-ed53e93b4342/99f43ff8-2c9e-4374-a55f-a2cdf6c982c9) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:10.342747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6408bc00-4326-442c-84c9-067b3d26f031 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.357377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6408bc00-4326-442c-84c9-067b3d26f031 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.476309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Pushing event updated for resources: {'Port': ['ID=1f3a5624-7a40-4e43-9716-de5467146f9f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.491378 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6408bc00-4326-442c-84c9-067b3d26f031 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.496082 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6408bc00-4326-442c-84c9-067b3d26f031 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6248701 Aug 03 19:33:10.500147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36360) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:10.542229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-65ba54a3-76ce-403a-a896-e5e9c099b4d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port f5c20d8c-778d-44b4-9690-9c318c822a8a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:10.543007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65ba54a3-76ce-403a-a896-e5e9c099b4d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.573507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e05a0-9f71-4779-bedd-97b9a5765ab3 req-f7aa3e0c-6970-479a-93d1-ea584f51da5c tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:10.576796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-698e05a0-9f71-4779-bedd-97b9a5765ab3 req-f7aa3e0c-6970-479a-93d1-ea584f51da5c tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 944 time: 0.4135447 Aug 03 19:33:10.742180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b8e4493f-c6bd-4d2c-b906-9b810b8ab265 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:10.747075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-698e05a0-9f71-4779-bedd-97b9a5765ab3 req-32759b99-f4d4-4fe3-8745-a926dcf3d8b9 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398487 Aug 03 19:33:10.794441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Attempting to bind port 1f3a5624-7a40-4e43-9716-de5467146f9f on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:10.795153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Attempting to bind port 1f3a5624-7a40-4e43-9716-de5467146f9f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:10.795978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Attempting to bind port 1f3a5624-7a40-4e43-9716-de5467146f9f on network 2d851888-28cb-45a9-971a-cbec329f0a54 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:10.822951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Port 1f3a5624-7a40-4e43-9716-de5467146f9f on network 2d851888-28cb-45a9-971a-cbec329f0a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:33:10.823664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Attempting to bind port 1f3a5624-7a40-4e43-9716-de5467146f9f on network 2d851888-28cb-45a9-971a-cbec329f0a54 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:10.869857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:10.872719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:10.873501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Checking segment: {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:10.874340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Bound using segment: {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:10.875443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Bound port: 1f3a5624-7a40-4e43-9716-de5467146f9f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:10.876190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.880549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:10.880966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.897586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Made reservation on behalf of c9195c3519bd43369bbe477551d3af1b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:10.901862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.912810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65ba54a3-76ce-403a-a896-e5e9c099b4d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.922178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Allocated IP 172.20.0.9 (aa8d8622-27df-4c75-84a8-2bafb8da8578/4211950a-77b5-4e58-af82-81040f4c3666/92e87820-17c6-4b98-8dc6-a1c240f08468) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:10.994899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-65ba54a3-76ce-403a-a896-e5e9c099b4d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for f5c20d8c-778d-44b4-9690-9c318c822a8a owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:10.995554 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.013731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Transition to ACTIVE for port object 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:11.022465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.060846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77bce85-e280-4ce0-ab64-d107fa3aa0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e4493f-c6bd-4d2c-b906-9b810b8ab265'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:11.063374 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8219e7-e38a-4ed1-bdcc-0d13c0ee090c" -d '{"events": [{"server_uuid": "c77bce85-e280-4ce0-ab64-d107fa3aa0b5", "name": "network-vif-plugged", "status": "completed", "tag": "b8e4493f-c6bd-4d2c-b906-9b810b8ab265"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:11.080053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Transition to ACTIVE for port object 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:11.106384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b8e4493f-c6bd-4d2c-b906-9b810b8ab265, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:11.115017 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.115589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea978b-99f6-48b0-a1c1-eda7f1c1ab91 req-03cecf3c-d72f-4db2-a477-8cfe973068b4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:11.126073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30ea978b-99f6-48b0-a1c1-eda7f1c1ab91 req-03cecf3c-d72f-4db2-a477-8cfe973068b4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 944 time: 0.2223566 Aug 03 19:33:11.126516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.141323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] For port 1f3a5624-7a40-4e43-9716-de5467146f9f, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:11.151512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] For port 1f3a5624-7a40-4e43-9716-de5467146f9f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1f3a5624-7a40-4e43-9716-de5467146f9f,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:11.158955 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f97141-8124-4660-ab6e-557e10c369fb x-openstack-request-id: req-29f97141-8124-4660-ab6e-557e10c369fb {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:11.159529 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77bce85-e280-4ce0-ab64-d107fa3aa0b5", "name": "network-vif-plugged", "status": "completed", "tag": "b8e4493f-c6bd-4d2c-b906-9b810b8ab265", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:11.160008 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29f97141-8124-4660-ab6e-557e10c369fb {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:11.160670 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77bce85-e280-4ce0-ab64-d107fa3aa0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'code': 200} Aug 03 19:33:11.176034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:11.179869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:11.184056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:11.186084 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.298329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:11.298804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Pushing event updated for resources: {'Port': ['ID=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.299759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.308759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] 10.222.0.88 "PUT /v2.0/ports/1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 200 len: 1092 time: 2.4270926 Aug 03 19:33:11.332384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30ea978b-99f6-48b0-a1c1-eda7f1c1ab91 req-63ef41a6-84b8-40fa-a829-0ad07e046e46 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048635 Aug 03 19:33:11.335816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:11.350216 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:11.391403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.408893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ae0e211-94dd-4cfb-af66-8292585f998e req-6265779d-7768-47e6-a625-9d880ee28d3d tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 210 time: 0.0979607 Aug 03 19:33:11.439934 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:33:11.440500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Attempting to bind port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:11.440500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Attempting to bind port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '740e7ef1-9523-431f-a9bd-a7abeae1b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8701e1bc-60a1-4c89-b990-c9469c1c34e2'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:11.444664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Attempting to bind port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 on network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:11.474575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f47510-11d4-4e47-a6ce-183d5bb02a7f service neutron] Pushing event updated for resources: {'Port': ['ID=1f3a5624-7a40-4e43-9716-de5467146f9f,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.478630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:11.478630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Checking segment: {'id': '740e7ef1-9523-431f-a9bd-a7abeae1b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8701e1bc-60a1-4c89-b990-c9469c1c34e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:11.479866 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.480316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Bound using segment: {'id': '740e7ef1-9523-431f-a9bd-a7abeae1b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8701e1bc-60a1-4c89-b990-c9469c1c34e2'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:11.482706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Bound port: 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740e7ef1-9523-431f-a9bd-a7abeae1b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8701e1bc-60a1-4c89-b990-c9469c1c34e2'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:11.484724 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.562280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-28f52ac6-76cd-401f-89a3-7f454f792fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:11.564150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-28f52ac6-76cd-401f-89a3-7f454f792fe6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dcd123306584bdea10b10dac7c4babb&device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1095 time: 0.1501060 Aug 03 19:33:11.567120 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0626d5eb-5d6b-4095-bd25-81550b86a73c x-openstack-request-id: req-0626d5eb-5d6b-4095-bd25-81550b86a73c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:11.567674 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:11.568045 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0626d5eb-5d6b-4095-bd25-81550b86a73c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:11.568594 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'status': 'completed', 'code': 200} Aug 03 19:33:11.615058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] For port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:11.621338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] For port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,segment=NetworkSegment(740e7ef1-9523-431f-a9bd-a7abeae1b9a6),segment_id=740e7ef1-9523-431f-a9bd-a7abeae1b9a6)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:11.632948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.652937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-c9c3cf1d-b64d-451d-a032-af309033f428 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 200 len: 217 time: 0.0806913 Aug 03 19:33:11.718794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65ba54a3-76ce-403a-a896-e5e9c099b4d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.772626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf55261-7fdc-4a5a-84b1-20893bfe967a None None] Pushing event updated for resources: {'Port': ['ID=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.789958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba54a3-76ce-403a-a896-e5e9c099b4d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=f5c20d8c-778d-44b4-9690-9c318c822a8a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.840721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-e16e5770-273c-40d9-ae6c-850d33d7323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:11.841157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-e16e5770-273c-40d9-ae6c-850d33d7323d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b319886-960e-4f25-a621-809968a325c1 HTTP/1.1" status: 200 len: 853 time: 0.1812589 Aug 03 19:33:11.924272 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65ba54a3-76ce-403a-a896-e5e9c099b4d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.931832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-65ba54a3-76ce-403a-a896-e5e9c099b4d3 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/ports/f5c20d8c-778d-44b4-9690-9c318c822a8a HTTP/1.1" status: 204 len: 168 time: 2.0990145 Aug 03 19:33:11.937816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36374) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:11.991860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-f9d8e342-979c-4103-a767-2f4380b5821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:11.993344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-f9d8e342-979c-4103-a767-2f4380b5821c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d851888-28cb-45a9-971a-cbec329f0a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925570 Aug 03 19:33:12.001705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b4ffa-1d6a-41af-9c3a-366e83507a03 req-d760ed51-3a57-4586-a65c-7d0b43959140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:12.003953 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f96b4ffa-1d6a-41af-9c3a-366e83507a03 req-d760ed51-3a57-4586-a65c-7d0b43959140 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 1096 time: 0.2206230 Aug 03 19:33:12.015674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcb423-9680-4404-a5a1-7f28877cc975 req-686b8257-5658-41ec-a102-0e20bacb862b tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:12.016222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90fcb423-9680-4404-a5a1-7f28877cc975 req-686b8257-5658-41ec-a102-0e20bacb862b tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 944 time: 0.1060953 Aug 03 19:33:12.036984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.092778 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.146106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deff458-0038-4bc7-ae31-4f7fb4dc0f5e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:12.147955 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9deff458-0038-4bc7-ae31-4f7fb4dc0f5e tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "GET /v2.0/ports?device_id=92d47680-b0f2-48d4-8dea-b8c0a7d3012f HTTP/1.1" status: 200 len: 913 time: 0.2089002 Aug 03 19:33:12.154432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.222128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90fcb423-9680-4404-a5a1-7f28877cc975 req-93e7c26f-a005-4cc9-9dba-7e291c05eed1 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738598 Aug 03 19:33:12.247215 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f96b4ffa-1d6a-41af-9c3a-366e83507a03 req-a004940c-d66d-4bf4-9e44-dafdff7c6476 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256963 Aug 03 19:33:12.278739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-bac176f6-6d94-4322-a64c-351d8d1895a9 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609022 Aug 03 19:33:12.342825 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.495538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Network aa8d8622-27df-4c75-84a8-2bafb8da8578 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:12.504620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33502c0-2049-43bc-9c29-e7dc59cecd8a req-6b54a4f7-c84c-4d0e-8631-e64c52fcd04d service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166440 Aug 03 19:33:12.520471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:12.529895 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:12.538534 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Pushing event updated for resources: {'Port': ['ID=92e87820-17c6-4b98-8dc6-a1c240f08468,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:12.561934 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-27f430be-df68-450e-8158-d1c5de9e5104 {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:12.562248 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:12.630452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:12.631055 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.658875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8::1 (8701e1bc-60a1-4c89-b990-c9469c1c34e2/6483a477-e59c-4ec5-8bd6-ed53e93b4342/dd02306a-1576-4a33-a670-954216ad967b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:12.678863 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-f01f1f00-6bde-45c7-9e53-5946fd97b575 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1227267 Aug 03 19:33:12.698827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Request body: {'port': {'device_id': 'd00b6605-544c-478b-b7b7-a2ed3388d4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:12.734585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab5581f8-50b7-4f13-bdea-14c5068af0af req-aec3c128-eb01-4622-9517-f3a20fc6a059 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 210 time: 0.1348357 Aug 03 19:33:12.854791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753a455-e762-4181-8ca1-d98b5dc73b96 req-a045a2af-58a6-4587-b2d1-55fa42436b71 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:12.856684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7753a455-e762-4181-8ca1-d98b5dc73b96 req-a045a2af-58a6-4587-b2d1-55fa42436b71 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.2363620 Aug 03 19:33:12.926782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-25983489-baa0-460a-ad42-6ff2dbadded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:12.928406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-25983489-baa0-460a-ad42-6ff2dbadded6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dcd123306584bdea10b10dac7c4babb&device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1095 time: 0.3138509 Aug 03 19:33:12.971744 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.064618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.122093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.379173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object dd02306a-1576-4a33-a670-954216ad967b will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:13.445320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:13.484042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1f7b9-1c99-445d-8d81-8b2e82caabc0 None None] Network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:13.533143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.554541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:13.560536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:13.573239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-7c6a3afc-0169-45a7-bc72-4f44343976c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:13.574835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-7c6a3afc-0169-45a7-bc72-4f44343976c2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 200 len: 915 time: 0.6344931 Aug 03 19:33:13.590130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5022f0e4-bcd7-42f2-bd07-4d8c9c728d3b None None] Provisioning for port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:13.595760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:13.596347 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.605032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:13.612397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:13.612961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.679175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7753a455-e762-4181-8ca1-d98b5dc73b96 req-d270bc50-0034-4099-9cf6-c5bdf6b81100 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7742753 Aug 03 19:33:13.775531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-e2c82fdd-0e89-49f1-80d7-9253eec3fbb4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 200 len: 217 time: 0.1597469 Aug 03 19:33:13.777210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e87820-17c6-4b98-8dc6-a1c240f08468 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:13.783492 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.800258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.834101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,segment=NetworkSegment(740e7ef1-9523-431f-a9bd-a7abeae1b9a6),segment_id=740e7ef1-9523-431f-a9bd-a7abeae1b9a6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:13.841635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Transition to ACTIVE for port object 92e87820-17c6-4b98-8dc6-a1c240f08468 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:13.854678 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.864219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.865764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103faa83-d0af-402b-896b-0f827a67074a req-29a9efc3-f5e6-4d9e-a36d-f30bb81708e4 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:13.880270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-103faa83-d0af-402b-896b-0f827a67074a req-29a9efc3-f5e6-4d9e-a36d-f30bb81708e4 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 944 time: 0.3023734 Aug 03 19:33:13.924750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=dd02306a-1576-4a33-a670-954216ad967b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:13.969782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:14.005262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.024360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca6b6f19-c764-4f71-90e5-95b7adeeebf0 req-4678a9e1-bf96-47d9-bc94-c97b5e81a1d0 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 210 time: 0.0816619 Aug 03 19:33:14.029137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-76ade901-15dd-43a9-b9dd-664d2a3da1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:14.030688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-76ade901-15dd-43a9-b9dd-664d2a3da1fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b319886-960e-4f25-a621-809968a325c1 HTTP/1.1" status: 200 len: 853 time: 0.2443583 Aug 03 19:33:14.048832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-103faa83-d0af-402b-896b-0f827a67074a req-bfc758e0-69d5-42e8-99c5-44d89701ecb4 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456788 Aug 03 19:33:14.065099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Allocated IP 172.20.0.14 (aa8d8622-27df-4c75-84a8-2bafb8da8578/4211950a-77b5-4e58-af82-81040f4c3666/46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:14.132021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Pushing event updated for resources: {'Port': ['ID=92e87820-17c6-4b98-8dc6-a1c240f08468,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:14.143778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.148848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-35a39485-33fe-43a2-97f9-ce841b382ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:14.151146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-35a39485-33fe-43a2-97f9-ce841b382ba6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d851888-28cb-45a9-971a-cbec329f0a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998862 Aug 03 19:33:14.278818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Attempting to bind port 92e87820-17c6-4b98-8dc6-a1c240f08468 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:14.280057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Attempting to bind port 92e87820-17c6-4b98-8dc6-a1c240f08468 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:14.280057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Attempting to bind port 92e87820-17c6-4b98-8dc6-a1c240f08468 on network aa8d8622-27df-4c75-84a8-2bafb8da8578 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:14.361048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Port 92e87820-17c6-4b98-8dc6-a1c240f08468 on network aa8d8622-27df-4c75-84a8-2bafb8da8578 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:33:14.361048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Attempting to bind port 92e87820-17c6-4b98-8dc6-a1c240f08468 on network aa8d8622-27df-4c75-84a8-2bafb8da8578 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:14.363841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ed9b8c23-3859-4865-80f1-bd9f064b0aa8 None None] Provisioning for port dd02306a-1576-4a33-a670-954216ad967b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:14.378554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:14.378935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Checking segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:14.379335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Bound using segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:14.379827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Bound port: 92e87820-17c6-4b98-8dc6-a1c240f08468, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:14.380157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.382270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ed9b8c23-3859-4865-80f1-bd9f064b0aa8 None None] Provisioning complete for port dd02306a-1576-4a33-a670-954216ad967b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:14.383330 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed9b8c23-3859-4865-80f1-bd9f064b0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.467316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b8c23-3859-4865-80f1-bd9f064b0aa8 None None] Port dd02306a-1576-4a33-a670-954216ad967b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:14.482870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ed9b8c23-3859-4865-80f1-bd9f064b0aa8 None None] Provisioning complete for port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:14.483514 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed9b8c23-3859-4865-80f1-bd9f064b0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.499336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-5e862b96-ebf9-4ed4-95c9-66f71ab49072 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042729 Aug 03 19:33:14.660208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.676060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5ddc79-f18b-4df5-b234-a53dac3ed9fb req-6f7726f3-46e1-446f-8f0e-31558dde996b service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676698 Aug 03 19:33:14.679231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] For port 92e87820-17c6-4b98-8dc6-a1c240f08468, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:14.708757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] For port 92e87820-17c6-4b98-8dc6-a1c240f08468, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=92e87820-17c6-4b98-8dc6-a1c240f08468,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:14.726448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.748565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 75948e07-21ec-49b0-a9d0-a48f21bff16c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:14.749114 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.801536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:14.803678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.804052 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] 10.222.0.88 "PUT /v2.0/ports/92e87820-17c6-4b98-8dc6-a1c240f08468 HTTP/1.1" status: 200 len: 1091 time: 2.1100421 Aug 03 19:33:14.816735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00b6605-544c-478b-b7b7-a2ed3388d4ed', 'tag': '92e87820-17c6-4b98-8dc6-a1c240f08468'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:14.819875 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3527f256-4e65-4112-b38d-22267cf14234" -d '{"events": [{"name": "network-changed", "server_uuid": "d00b6605-544c-478b-b7b7-a2ed3388d4ed", "tag": "92e87820-17c6-4b98-8dc6-a1c240f08468"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:14.823936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-84114682-c40c-40a5-8035-f5b7a2aa3aa5 None None] Provisioning complete for port dd02306a-1576-4a33-a670-954216ad967b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:14.829307 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-84114682-c40c-40a5-8035-f5b7a2aa3aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.903776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe0747-81f9-420c-988e-a06434d8ba9a req-a5be6515-82e4-4c5e-a20c-a0ca0c7627aa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:14.905450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6efe0747-81f9-420c-988e-a06434d8ba9a req-a5be6515-82e4-4c5e-a20c-a0ca0c7627aa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1370800 Aug 03 19:33:14.914657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.925147 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a479940-bf1d-42fc-9eb5-a40624067af9 x-openstack-request-id: req-4a479940-bf1d-42fc-9eb5-a40624067af9 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:14.926344 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00b6605-544c-478b-b7b7-a2ed3388d4ed", "tag": "92e87820-17c6-4b98-8dc6-a1c240f08468", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:14.926768 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a479940-bf1d-42fc-9eb5-a40624067af9 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:14.927340 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00b6605-544c-478b-b7b7-a2ed3388d4ed', 'tag': '92e87820-17c6-4b98-8dc6-a1c240f08468', 'status': 'completed', 'code': 200} Aug 03 19:33:14.934145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-84114682-c40c-40a5-8035-f5b7a2aa3aa5 None None] Port dd02306a-1576-4a33-a670-954216ad967b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:14.956272 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.961389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770fcf3-b9a3-4116-a0d8-c4c98bce90d0 service neutron] Pushing event updated for resources: {'Port': ['ID=92e87820-17c6-4b98-8dc6-a1c240f08468,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:14.980396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 75948e07-21ec-49b0-a9d0-a48f21bff16c owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:14.985164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6efe0747-81f9-420c-988e-a06434d8ba9a req-92996ab7-c5fb-4552-8ba0-32504b31167a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672598 Aug 03 19:33:14.998545 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.009398 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.010614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.025225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Network aa8d8622-27df-4c75-84a8-2bafb8da8578 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:15.038519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:15.049225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:15.124019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Pushing event updated for resources: {'Port': ['ID=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.140732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-5776cb7b-fa37-48b0-8d7d-9306248ff56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:15.142481 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-5776cb7b-fa37-48b0-8d7d-9306248ff56d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&device_id=d00b6605-544c-478b-b7b7-a2ed3388d4ed HTTP/1.1" status: 200 len: 1094 time: 0.2545173 Aug 03 19:33:15.237350 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-483ea61a-1486-4150-8627-29ddb744fc08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92e87820-17c6-4b98-8dc6-a1c240f08468 HTTP/1.1" status: 200 len: 217 time: 0.0661578 Aug 03 19:33:15.249900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:15.250545 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.299309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=dd02306a-1576-4a33-a670-954216ad967b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.334501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:15.341369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-d0c794f1-c7ff-405e-b182-2d491872bf12 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1405323 Aug 03 19:33:15.356164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-81a60f58-6844-4d0d-b505-8dd85a03ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:15.358313 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-81a60f58-6844-4d0d-b505-8dd85a03ae65 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 200 len: 852 time: 0.1046338 Aug 03 19:33:15.367211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Request body: {'port': {'device_id': 'fb3070de-e358-4205-82ff-3fb386e8ea65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:15.373366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:15.384465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4784-614f-4519-9e6a-b3e45da291fa req-af4a7c08-f10b-4727-b10c-05519137ea07 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:15.387261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e55e4784-614f-4519-9e6a-b3e45da291fa req-af4a7c08-f10b-4727-b10c-05519137ea07 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 932 time: 0.2165458 Aug 03 19:33:15.401046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126a0f-83d3-46de-8bd9-bfce018f5c11 req-c9602f9d-654e-450c-8b15-0677097aab66 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:15.403955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5126a0f-83d3-46de-8bd9-bfce018f5c11 req-c9602f9d-654e-450c-8b15-0677097aab66 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 944 time: 0.1817687 Aug 03 19:33:15.407728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:15.421439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:15.422000 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.562865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e55e4784-614f-4519-9e6a-b3e45da291fa req-0a065a35-21be-47fd-baf8-e79d1fbc1526 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549659 Aug 03 19:33:15.580517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5126a0f-83d3-46de-8bd9-bfce018f5c11 req-f232f0ac-0dbd-4d23-9eae-f67bf22b8d80 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217299 Aug 03 19:33:15.605902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.653377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=75948e07-21ec-49b0-a9d0-a48f21bff16c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.760740 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-8ec7233e-b283-4dc4-96a9-9863bb65658a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aa8d8622-27df-4c75-84a8-2bafb8da8578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3911541 Aug 03 19:33:15.811328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851f5f8-1416-4769-8858-2b00903d40af req-95628741-463d-485b-8ea7-471ab4402fa6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:15.812962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0851f5f8-1416-4769-8858-2b00903d40af req-95628741-463d-485b-8ea7-471ab4402fa6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0992892 Aug 03 19:33:15.898380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-76e57db5-92bb-4551-a5bb-7445a6425bd5 None None] Provisioning complete for port dd02306a-1576-4a33-a670-954216ad967b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:15.899243 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-76e57db5-92bb-4551-a5bb-7445a6425bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.922188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.936116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0851f5f8-1416-4769-8858-2b00903d40af req-ede3753e-956e-469b-951e-bbcee456174c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841999 Aug 03 19:33:15.950096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-76e57db5-92bb-4551-a5bb-7445a6425bd5 None None] Port dd02306a-1576-4a33-a670-954216ad967b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:15.980176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.030641 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-e22a33aa-4a8f-47c4-be24-f1853349dd26 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612526 Aug 03 19:33:16.174386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 9b966940-1fa0-48d0-bb60-b7f300301bdd is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:33:16.275500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:16.335017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-39a20489-640e-450e-b1cf-6c0e2528faf6 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938411 Aug 03 19:33:16.396704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:16.402480 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-10c851f9-0e1c-44d3-bc2f-52fbb810fae0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/9b966940-1fa0-48d0-bb60-b7f300301bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9014947 Aug 03 19:33:16.406230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36404) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:16.409266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9037dd-7239-4bf5-bf23-e773a59f3c16 None None] Sync routers for ids ['9b966940-1fa0-48d0-bb60-b7f300301bdd'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:16.421419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9037dd-7239-4bf5-bf23-e773a59f3c16 None None] Routers {'9b966940-1fa0-48d0-bb60-b7f300301bdd'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:16.422476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ce9037dd-7239-4bf5-bf23-e773a59f3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9b966940-1fa0-48d0-bb60-b7f300301bdd'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.454422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:16.461933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d34c6a9-bfcf-44a8-8d9f-23ead82a0fa4 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "PUT /v2.0/routers/92d47680-b0f2-48d4-8dea-b8c0a7d3012f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3042467 Aug 03 19:33:16.463634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36406) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:16.469359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ce9037dd-7239-4bf5-bf23-e773a59f3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.482180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7900bf-266e-4ec9-a722-9d06d313f420 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:16.483862 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2efab1-b576-448a-9bdd-5aabfe6aacef None None] Sync routers for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:16.486570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4e7900bf-266e-4ec9-a722-9d06d313f420 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports/dd02306a-1576-4a33-a670-954216ad967b HTTP/1.1" status: 200 len: 911 time: 0.0791216 Aug 03 19:33:16.487850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36408) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:16.490715 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f256-4e65-4112-b38d-22267cf14234 req-f83a4b2a-1de2-4318-89a1-eb5cc17c1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:16.492386 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3527f256-4e65-4112-b38d-22267cf14234 req-f83a4b2a-1de2-4318-89a1-eb5cc17c1cd0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&device_id=d00b6605-544c-478b-b7b7-a2ed3388d4ed HTTP/1.1" status: 200 len: 1094 time: 0.0971148 Aug 03 19:33:16.495478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9037dd-7239-4bf5-bf23-e773a59f3c16 None None] Routers {'9b966940-1fa0-48d0-bb60-b7f300301bdd'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:16.496584 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2efab1-b576-448a-9bdd-5aabfe6aacef None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:16.497248 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2e2efab1-b576-448a-9bdd-5aabfe6aacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.498075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ce9037dd-7239-4bf5-bf23-e773a59f3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9b966940-1fa0-48d0-bb60-b7f300301bdd'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.499398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:16.516068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.525528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9f6d13fd-da5b-4eaf-b3c6-11bb419df950 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6483a477-e59c-4ec5-8bd6-ed53e93b4342'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:16.539142 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2e2efab1-b576-448a-9bdd-5aabfe6aacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.549435 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2efab1-b576-448a-9bdd-5aabfe6aacef None None] Routers {'92d47680-b0f2-48d4-8dea-b8c0a7d3012f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:16.550106 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2e2efab1-b576-448a-9bdd-5aabfe6aacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.571383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ce9037dd-7239-4bf5-bf23-e773a59f3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.575109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9037dd-7239-4bf5-bf23-e773a59f3c16 None None] The sync data for ids ['9b966940-1fa0-48d0-bb60-b7f300301bdd'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:16.580569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Transition to ACTIVE for port object 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:16.588472 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.603557 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2e2efab1-b576-448a-9bdd-5aabfe6aacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.604230 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2efab1-b576-448a-9bdd-5aabfe6aacef None None] The sync data for ids ['92d47680-b0f2-48d4-8dea-b8c0a7d3012f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:16.691404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Pushing event updated for resources: {'Port': ['ID=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:16.712247 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.745708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f256-4e65-4112-b38d-22267cf14234 req-b046594d-d267-45e0-9252-9f6e8b2bff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:16.747308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3527f256-4e65-4112-b38d-22267cf14234 req-b046594d-d267-45e0-9252-9f6e8b2bff61 service neutron] 10.222.0.88 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 913 time: 0.2424157 Aug 03 19:33:16.806893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3527f256-4e65-4112-b38d-22267cf14234 req-19f7c52f-b035-44d1-8925-cf4506c81a69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92e87820-17c6-4b98-8dc6-a1c240f08468 HTTP/1.1" status: 200 len: 217 time: 0.0483172 Aug 03 19:33:16.850229 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Attempting to bind port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:16.850578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Attempting to bind port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:16.850918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Attempting to bind port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d on network aa8d8622-27df-4c75-84a8-2bafb8da8578 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:16.864581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d on network aa8d8622-27df-4c75-84a8-2bafb8da8578 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:33:16.864926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Attempting to bind port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d on network aa8d8622-27df-4c75-84a8-2bafb8da8578 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:16.873338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:16.873642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Checking segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:16.874042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Bound using segment: {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:16.874493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Bound port: 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:16.874864 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.891653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f256-4e65-4112-b38d-22267cf14234 req-30660a9e-4944-4c4a-8f69-b8b8eb6a3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:16.893224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3527f256-4e65-4112-b38d-22267cf14234 req-30660a9e-4944-4c4a-8f69-b8b8eb6a3cb8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 200 len: 852 time: 0.0750959 Aug 03 19:33:16.940543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78586a09-ca27-4dcb-ba49-6508b0226f78 req-d81b1dbf-b851-4b97-bc6e-8fee740704d9 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:16.945618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78586a09-ca27-4dcb-ba49-6508b0226f78 req-d81b1dbf-b851-4b97-bc6e-8fee740704d9 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 944 time: 0.1911283 Aug 03 19:33:16.945618 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f6d13fd-da5b-4eaf-b3c6-11bb419df950 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.950851 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3527f256-4e65-4112-b38d-22267cf14234 req-be4848e0-9378-4d50-bfae-329f59eff549 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aa8d8622-27df-4c75-84a8-2bafb8da8578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331862 Aug 03 19:33:17.004661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c97dc-5cb3-4f0c-b833-53b963616328 req-123d757b-ffa7-4fbb-92de-9ba77737450e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.006322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d55c97dc-5cb3-4f0c-b833-53b963616328 req-123d757b-ffa7-4fbb-92de-9ba77737450e tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 944 time: 0.2449527 Aug 03 19:33:17.029452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] For port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:17.043406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.050795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] For port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:17.059587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.087982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.088717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.090812 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] 10.222.0.88 "PUT /v2.0/ports/46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d HTTP/1.1" status: 200 len: 1092 time: 1.7366416 Aug 03 19:33:17.098937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78586a09-ca27-4dcb-ba49-6508b0226f78 req-dc83a5c7-ba55-440f-a60b-63e5a1ff0433 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366670 Aug 03 19:33:17.113411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3070de-e358-4205-82ff-3fb386e8ea65', 'tag': '46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:17.116143 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c1eb48-5059-4220-b5fe-845b84c8ed86" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3070de-e358-4205-82ff-3fb386e8ea65", "tag": "46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:17.142604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3527f256-4e65-4112-b38d-22267cf14234 req-5ec98a5b-32e2-4439-b2b2-9862398ff820 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821985 Aug 03 19:33:17.209346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d55c97dc-5cb3-4f0c-b833-53b963616328 req-dfa9d333-2bff-42dc-8c5a-64299df76b25 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744423 Aug 03 19:33:17.334641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a77824-1167-4f46-8539-c4e3d93b2ffe service neutron] Pushing event updated for resources: {'Port': ['ID=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:17.345293 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad242b62-5e5d-47bf-af1a-60a80dbab4f3 x-openstack-request-id: req-ad242b62-5e5d-47bf-af1a-60a80dbab4f3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:17.345958 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3070de-e358-4205-82ff-3fb386e8ea65", "tag": "46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:17.346670 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad242b62-5e5d-47bf-af1a-60a80dbab4f3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:17.348704 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3070de-e358-4205-82ff-3fb386e8ea65', 'tag': '46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d', 'status': 'completed', 'code': 200} Aug 03 19:33:17.398100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-c17cdee7-e79b-4b5b-aec3-500d21d26ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.400001 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-c17cdee7-e79b-4b5b-aec3-500d21d26ccb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 1095 time: 0.2147810 Aug 03 19:33:17.463372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3527f256-4e65-4112-b38d-22267cf14234 req-8975b13a-43a3-4e5c-b6b4-981bf19f4094 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101118 Aug 03 19:33:17.465076 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-674cf9db-a6be-4788-89c3-5f0814309481 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d HTTP/1.1" status: 200 len: 217 time: 0.0562837 Aug 03 19:33:17.531136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-bd9acd95-95ad-4d69-9f12-e46586dfca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.533161 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-bd9acd95-95ad-4d69-9f12-e46586dfca2a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 200 len: 852 time: 0.0569432 Aug 03 19:33:17.571937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-59a8f812-828d-4e1e-806f-56c736497803 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aa8d8622-27df-4c75-84a8-2bafb8da8578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306022 Aug 03 19:33:17.688555 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-43c2d98f-776b-4458-b5e0-ea88732c07e5 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089721 Aug 03 19:33:17.789332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting port 64f7162d-21e7-4764-ab24-a64e3ea088ba {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:17.789693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.823122 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-94264533-b283-45e9-a75b-dfd6a9ab6c8a req-1edba945-44b3-4737-ad61-1486b211bf60 service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269236 Aug 03 19:33:17.874351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688531-dbb1-4d1c-8cc2-51c2139cf606 req-dfb92375-8e0d-4989-ad59-925ace4e5c6a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.876027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d688531-dbb1-4d1c-8cc2-51c2139cf606 req-dfb92375-8e0d-4989-ad59-925ace4e5c6a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.2064974 Aug 03 19:33:17.894601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-2028fcf0-b27c-4eab-b201-71b6490375cf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.900772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-2028fcf0-b27c-4eab-b201-71b6490375cf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.906872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-2028fcf0-b27c-4eab-b201-71b6490375cf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.913759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-2028fcf0-b27c-4eab-b201-71b6490375cf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.919912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-2028fcf0-b27c-4eab-b201-71b6490375cf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.926263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-e5ab0ad0-0b62-4d1c-a55f-630805f66703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.926630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-2028fcf0-b27c-4eab-b201-71b6490375cf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.927959 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-e5ab0ad0-0b62-4d1c-a55f-630805f66703 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9195c3519bd43369bbe477551d3af1b&device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 1095 time: 0.0533299 Aug 03 19:33:17.932646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-2028fcf0-b27c-4eab-b201-71b6490375cf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.934683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-2028fcf0-b27c-4eab-b201-71b6490375cf tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.2677734 Aug 03 19:33:18.036306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-51a99e7d-d014-4ea0-b905-3ed5ddf3404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.038130 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-51a99e7d-d014-4ea0-b905-3ed5ddf3404f service neutron] 10.222.0.88 "GET /v2.0/networks?id=aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 200 len: 913 time: 0.1021819 Aug 03 19:33:18.086812 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-0e78d04d-08a7-4370-bc33-351d628b23ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d HTTP/1.1" status: 200 len: 217 time: 0.0396104 Aug 03 19:33:18.087772 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.096785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d688531-dbb1-4d1c-8cc2-51c2139cf606 req-32a18921-81df-4fe6-84b9-09975c4f5a1f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591597 Aug 03 19:33:18.133849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Calling delete_port for 64f7162d-21e7-4764-ab24-a64e3ea088ba owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:18.145955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffe947d6-a9cb-48f2-9b01-f4513306b9bb req-18433593-9062-439f-8548-61d2083098d1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2021196 Aug 03 19:33:18.153251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-01a4f2fc-1b98-4459-997f-c6f2adb4fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.154898 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-01a4f2fc-1b98-4459-997f-c6f2adb4fbec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 200 len: 852 time: 0.0593197 Aug 03 19:33:18.231585 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-1adecd8f-9469-4790-8cbb-4acf20648c1c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aa8d8622-27df-4c75-84a8-2bafb8da8578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680549 Aug 03 19:33:18.250071 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f6d13fd-da5b-4eaf-b3c6-11bb419df950 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.299285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f6d13fd-da5b-4eaf-b3c6-11bb419df950 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.305705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6d13fd-da5b-4eaf-b3c6-11bb419df950 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.307216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f6d13fd-da5b-4eaf-b3c6-11bb419df950 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.311362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9f6d13fd-da5b-4eaf-b3c6-11bb419df950 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/ports/dd02306a-1576-4a33-a670-954216ad967b HTTP/1.1" status: 200 len: 911 time: 1.7905760 Aug 03 19:33:18.313060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36432) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:18.442132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d13fd-da5b-4eaf-b3c6-11bb419df950 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=dd02306a-1576-4a33-a670-954216ad967b,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.444092 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-dfeef89c-eed5-407d-b444-a03a35a991da service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028146 Aug 03 19:33:18.479939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581dfb5-a7a4-408c-8c73-fc67cb687459 req-fe51b429-1226-4bcc-b094-dff0e37387df tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.481609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0581dfb5-a7a4-408c-8c73-fc67cb687459 req-fe51b429-1226-4bcc-b094-dff0e37387df tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 944 time: 0.1689293 Aug 03 19:33:18.512827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309ad45-46a7-43d5-a1f9-a43d4ca7345d req-97a969ec-6c8d-44ae-a48a-1988019ba285 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.514463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c309ad45-46a7-43d5-a1f9-a43d4ca7345d req-97a969ec-6c8d-44ae-a48a-1988019ba285 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 944 time: 0.1839645 Aug 03 19:33:18.545202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.599977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Port': ['ID=64f7162d-21e7-4764-ab24-a64e3ea088ba,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.610628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0581dfb5-a7a4-408c-8c73-fc67cb687459 req-014d4379-448f-4ebc-9a4f-2981d0246729 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192603 Aug 03 19:33:18.640520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c309ad45-46a7-43d5-a1f9-a43d4ca7345d req-107a4ce8-37e8-4230-9c77-cf0043bce555 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137903 Aug 03 19:33:18.679274 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-00c1eb48-5059-4220-b5fe-845b84c8ed86 req-ae52fef7-2fe7-421b-866f-e90de7619ded service neutron] 10.222.0.88 "GET /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107155 Aug 03 19:33:18.706089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.821423 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.830061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.833146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.896016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20a49-703d-4c55-a3dd-3bc901f0f9ee req-a11c6279-c96a-4853-b438-eaa76f38112e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.902181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20a49-703d-4c55-a3dd-3bc901f0f9ee req-a11c6279-c96a-4853-b438-eaa76f38112e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.908234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20a49-703d-4c55-a3dd-3bc901f0f9ee req-a11c6279-c96a-4853-b438-eaa76f38112e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.914419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20a49-703d-4c55-a3dd-3bc901f0f9ee req-a11c6279-c96a-4853-b438-eaa76f38112e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.920469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20a49-703d-4c55-a3dd-3bc901f0f9ee req-a11c6279-c96a-4853-b438-eaa76f38112e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.927092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20a49-703d-4c55-a3dd-3bc901f0f9ee req-a11c6279-c96a-4853-b438-eaa76f38112e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.933156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20a49-703d-4c55-a3dd-3bc901f0f9ee req-a11c6279-c96a-4853-b438-eaa76f38112e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.935277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4f20a49-703d-4c55-a3dd-3bc901f0f9ee req-a11c6279-c96a-4853-b438-eaa76f38112e tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.2245853 Aug 03 19:33:18.941842 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.942226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Fanout notify agent at l3_agent the message router_deleted on router 92d47680-b0f2-48d4-8dea-b8c0a7d3012f {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:33:18.950583 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.951496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d6282117-d50c-4a58-a1c4-188ee494d522 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/routers/92d47680-b0f2-48d4-8dea-b8c0a7d3012f HTTP/1.1" status: 204 len: 168 time: 2.4868705 Aug 03 19:33:18.954125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36436) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:19.012735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e2bc50-3288-4a32-9c6d-29c23e0dd614 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Deleting subnet 58e82665-5b13-488d-adfc-2302e785adf1 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:19.016794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc50-3288-4a32-9c6d-29c23e0dd614 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.054577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 92e87820-17c6-4b98-8dc6-a1c240f08468 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:33:19.074260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc50-3288-4a32-9c6d-29c23e0dd614 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.154166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc50-3288-4a32-9c6d-29c23e0dd614 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.201600 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 92e87820-17c6-4b98-8dc6-a1c240f08468, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=92e87820-17c6-4b98-8dc6-a1c240f08468,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:19.237539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '92e87820-17c6-4b98-8dc6-a1c240f08468', 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'port_id': '92e87820-17c6-4b98-8dc6-a1c240f08468', 'mac_address': 'fa:16:3e:08:36:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4211950a-77b5-4e58-af82-81040f4c3666', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:33:19.264294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port dd02306a-1576-4a33-a670-954216ad967b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:19.265098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.287355 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.303640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e87820-17c6-4b98-8dc6-a1c240f08468 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:19.333457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 92e87820-17c6-4b98-8dc6-a1c240f08468, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=92e87820-17c6-4b98-8dc6-a1c240f08468,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:19.338210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.338958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:33:19.345936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc50-3288-4a32-9c6d-29c23e0dd614 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.409192 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.419224 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:19.422382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=92e87820-17c6-4b98-8dc6-a1c240f08468,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:19.422582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dcd7a-b4ff-4a70-a501-9a9eef3dc195 req-79e1f64a-05aa-48e7-8794-a6dddb650a58 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:19.437309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c7dcd7a-b4ff-4a70-a501-9a9eef3dc195 req-79e1f64a-05aa-48e7-8794-a6dddb650a58 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1754773 Aug 03 19:33:19.442073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for dd02306a-1576-4a33-a670-954216ad967b owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:19.446405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.446751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.447867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.447867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.448219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.448472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.449069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.449432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.449787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.450114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.450580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.450766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:19.454720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d', 'network_id': 'aa8d8622-27df-4c75-84a8-2bafb8da8578', 'port_id': '46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d', 'mac_address': 'fa:16:3e:70:cc:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4211950a-77b5-4e58-af82-81040f4c3666', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:33:19.462574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2bc50-3288-4a32-9c6d-29c23e0dd614 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Subnet': ['ID=58e82665-5b13-488d-adfc-2302e785adf1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:19.470065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc50-3288-4a32-9c6d-29c23e0dd614 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.481912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-95e2bc50-3288-4a32-9c6d-29c23e0dd614 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/subnets/58e82665-5b13-488d-adfc-2302e785adf1 HTTP/1.1" status: 204 len: 168 time: 0.5232635 Aug 03 19:33:19.508430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36440) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:19.512897 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.528957 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:19.554440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:19.555288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c7dcd7a-b4ff-4a70-a501-9a9eef3dc195 req-88940ab6-978c-4e4f-b0df-a1ec3a8031fa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152599 Aug 03 19:33:19.563845 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.662206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:19.814962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['92e87820-17c6-4b98-8dc6-a1c240f08468'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:19.824785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:19.892740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1650b1-438f-4d79-9787-4baccfb8516d req-c708c5ca-8bd2-465f-9e31-9e33d38cde0e tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:19.894471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd1650b1-438f-4d79-9787-4baccfb8516d req-c708c5ca-8bd2-465f-9e31-9e33d38cde0e tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 945 time: 0.1515372 Aug 03 19:33:19.918755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd382e-1347-486b-841f-9ae3de1d08c3 req-9d3b2324-3ff7-437d-a0d1-88f77afb5107 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:19.921109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86dd382e-1347-486b-841f-9ae3de1d08c3 req-9d3b2324-3ff7-437d-a0d1-88f77afb5107 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 944 time: 0.1584241 Aug 03 19:33:19.970606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd1650b1-438f-4d79-9787-4baccfb8516d req-44b106dd-98a6-4187-b9b4-81e3a3e78ff1 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688851 Aug 03 19:33:19.999481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86dd382e-1347-486b-841f-9ae3de1d08c3 req-dcfd153a-6b23-4944-9488-3a63a3ecb5c2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707986 Aug 03 19:33:20.010669 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.074949 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-00ebb689-3680-4357-80c8-5c679e4ee5f8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1365941 Aug 03 19:33:20.221047 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.255602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5619a45-b407-4be4-906b-8e2849f3c903']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:20.272698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d074cc8-f700-4c55-a2cc-c4f2e9c881e0') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:20.273445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d074cc8-f700-4c55-a2cc-c4f2e9c881e0') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:20.292279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.315139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.323657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.330692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ee9f7504-b4b0-4d54-ab8c-9c86734120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.331186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ee9f7504-b4b0-4d54-ab8c-9c86734120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.332207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ee9f7504-b4b0-4d54-ab8c-9c86734120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.332695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ee9f7504-b4b0-4d54-ab8c-9c86734120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.333163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ee9f7504-b4b0-4d54-ab8c-9c86734120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.333674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ee9f7504-b4b0-4d54-ab8c-9c86734120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.334147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ee9f7504-b4b0-4d54-ab8c-9c86734120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.336301 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ee9f7504-b4b0-4d54-ab8c-9c86734120e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d258fce77f76428daec5f55ff7b6966a&device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6501 time: 0.1516418 Aug 03 19:33:20.338602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:20.339012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:20.344605 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:20.429360 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=dd02306a-1576-4a33-a670-954216ad967b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:20.473426 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.507800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.560879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.566139 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] 10.222.0.42 "DELETE /v2.0/networks/d5619a45-b407-4be4-906b-8e2849f3c903 HTTP/1.1" status: 204 len: 168 time: 1.0564811 Aug 03 19:33:20.616773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df754c4-a762-4761-8e01-9c729c21a820 tempest-FloatingIPTestJSON-1109638741 tempest-FloatingIPTestJSON-1109638741-project] Pushing event deleted for resources: {'Network': ['ID=d5619a45-b407-4be4-906b-8e2849f3c903,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:20.630814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.682926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-7b3b30a1-6bff-4c28-ae04-959ecc7958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.683626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-7b3b30a1-6bff-4c28-ae04-959ecc7958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.683968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-7b3b30a1-6bff-4c28-ae04-959ecc7958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.706095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-7b3b30a1-6bff-4c28-ae04-959ecc7958c2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c8594735-32ad-4a59-96a0-40ff4321f00b&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=9879ee6e-b605-4979-bb80-8bbe728e3660&id=3afc7978-57b7-4875-9bfc-612e2d787ba3&id=3afc7978-57b7-4875-9bfc-612e2d787ba3 HTTP/1.1" status: 200 len: 2296 time: 0.2993462 Aug 03 19:33:20.801234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df610e3-7500-4949-b43d-a09c13679013 req-1d4a6244-e0a3-4f22-9ae9-f27ebd9fc9f5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.804487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9df610e3-7500-4949-b43d-a09c13679013 req-1d4a6244-e0a3-4f22-9ae9-f27ebd9fc9f5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1099956 Aug 03 19:33:20.859160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9df610e3-7500-4949-b43d-a09c13679013 req-1ed63414-460f-40a1-8bef-9894b27c47f5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482163 Aug 03 19:33:20.929230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36468) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:21.001715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-d7edc965-4e63-4ec1-921f-e5ba06438c58 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e5a708-a684-4d50-9090-6047efef003d HTTP/1.1" status: 200 len: 1000 time: 0.2100754 Aug 03 19:33:21.022832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36474) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:21.052007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 9b966940-1fa0-48d0-bb60-b7f300301bdd has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:21.067179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1f3a5624-7a40-4e43-9716-de5467146f9f details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:33:21.071179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 92e87820-17c6-4b98-8dc6-a1c240f08468 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:21.168719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-5df6b542-31bb-443a-a8d6-d47de8a4ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.171048 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-5df6b542-31bb-443a-a8d6-d47de8a4ee4d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed49f2e-9d4a-4d20-bac1-b435ebdcf227 HTTP/1.1" status: 200 len: 855 time: 0.1610043 Aug 03 19:33:21.192789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:21.208603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b4459ee6-9ae5-45e4-bbc1-a0476db05a29 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/9b966940-1fa0-48d0-bb60-b7f300301bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8917711 Aug 03 19:33:21.211890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36480) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:21.251709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-131070c2-bd45-4cfc-b6aa-2bf5a9659331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.254244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f9bc8-05cb-4004-bc18-ed753d758676 None None] Sync routers for ids ['9b966940-1fa0-48d0-bb60-b7f300301bdd'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:21.254930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-131070c2-bd45-4cfc-b6aa-2bf5a9659331 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8594735-32ad-4a59-96a0-40ff4321f00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750215 Aug 03 19:33:21.296517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f9bc8-05cb-4004-bc18-ed753d758676 None None] Routers {'9b966940-1fa0-48d0-bb60-b7f300301bdd'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:21.297527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1a6f9bc8-05cb-4004-bc18-ed753d758676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9b966940-1fa0-48d0-bb60-b7f300301bdd'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:21.300170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 92e87820-17c6-4b98-8dc6-a1c240f08468 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:21.314402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-530dfd91-1995-4af1-b71f-d8dcf99bc178 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b966940-1fa0-48d0-bb60-b7f300301bdd HTTP/1.1" status: 200 len: 205 time: 0.0935664 Aug 03 19:33:21.316364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36482) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:21.358099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1a6f9bc8-05cb-4004-bc18-ed753d758676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:21.366083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e856957a-fa32-49bf-9576-46e468f69ba2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da0f3bc702244aaa896e5bb2081945e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351130 Aug 03 19:33:21.366575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 92e87820-17c6-4b98-8dc6-a1c240f08468 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:21.367238 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.370552 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36484) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:21.384964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-1c69fafa-60f9-4a2d-b68e-10e4dc119627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.386214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-1c69fafa-60f9-4a2d-b68e-10e4dc119627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.386625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-1c69fafa-60f9-4a2d-b68e-10e4dc119627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.387453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-1c69fafa-60f9-4a2d-b68e-10e4dc119627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.388380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-1c69fafa-60f9-4a2d-b68e-10e4dc119627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.389206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-1c69fafa-60f9-4a2d-b68e-10e4dc119627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.390701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-1c69fafa-60f9-4a2d-b68e-10e4dc119627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.393663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-1c69fafa-60f9-4a2d-b68e-10e4dc119627 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 6501 time: 0.3696847 Aug 03 19:33:21.434122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae44b9-8771-4ab0-9f80-c58266c1fd96 req-3312130e-8ffa-4ffb-9868-f5cf95348f14 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.442413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cae44b9-8771-4ab0-9f80-c58266c1fd96 req-3312130e-8ffa-4ffb-9868-f5cf95348f14 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 945 time: 0.2772207 Aug 03 19:33:21.460423 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb89e77-fa7e-4794-84ac-a9747398c3c6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.461973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36339d-c045-48cc-bb91-356d8028059a req-8fc07ed5-7b21-4a45-9dbb-5b8e68b65274 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.466344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f36339d-c045-48cc-bb91-356d8028059a req-8fc07ed5-7b21-4a45-9dbb-5b8e68b65274 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 944 time: 0.3049474 Aug 03 19:33:21.467667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f9bc8-05cb-4004-bc18-ed753d758676 None None] Routers {'9b966940-1fa0-48d0-bb60-b7f300301bdd'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:21.468783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1a6f9bc8-05cb-4004-bc18-ed753d758676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9b966940-1fa0-48d0-bb60-b7f300301bdd'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:21.563703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1a6f9bc8-05cb-4004-bc18-ed753d758676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:21.565204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f9bc8-05cb-4004-bc18-ed753d758676 None None] The sync data for ids ['9b966940-1fa0-48d0-bb60-b7f300301bdd'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:21.577611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1f3a5624-7a40-4e43-9716-de5467146f9f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1f3a5624-7a40-4e43-9716-de5467146f9f,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:21.596448 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-f48a3b09-7d82-4262-8db5-f99a5751aadb service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342583 Aug 03 19:33:21.599839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cae44b9-8771-4ab0-9f80-c58266c1fd96 req-32de2b2c-4d52-4516-88d7-f550c7d7dd05 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188850 Aug 03 19:33:21.605006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'mac_address': 'fa:16:3e:49:c7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:33:21.629578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-334b0a43-1e45-4cfb-aa1c-8533880219e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.634268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f36339d-c045-48cc-bb91-356d8028059a req-0ce98583-d699-4fe4-ab70-923e5aaa103b tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481221 Aug 03 19:33:21.638527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-4f20ef26-71d9-4479-a936-421b9b3e0449 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2307949 Aug 03 19:33:21.719631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.761190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3a5624-7a40-4e43-9716-de5467146f9f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:21.766262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.808326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1f3a5624-7a40-4e43-9716-de5467146f9f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1f3a5624-7a40-4e43-9716-de5467146f9f,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:21.815847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00b6605-544c-478b-b7b7-a2ed3388d4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e87820-17c6-4b98-8dc6-a1c240f08468'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:21.819215 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd7f35-5d8c-4968-a964-fb3853a75bc9" -d '{"events": [{"server_uuid": "d00b6605-544c-478b-b7b7-a2ed3388d4ed", "name": "network-vif-plugged", "status": "completed", "tag": "92e87820-17c6-4b98-8dc6-a1c240f08468"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:21.830323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.837946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 92e87820-17c6-4b98-8dc6-a1c240f08468, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=92e87820-17c6-4b98-8dc6-a1c240f08468,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:21.854990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb89e77-fa7e-4794-84ac-a9747398c3c6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.860047 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-334b0a43-1e45-4cfb-aa1c-8533880219e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.871649 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2782e114-2729-4d3e-a061-1f5017021024 x-openstack-request-id: req-2782e114-2729-4d3e-a061-1f5017021024 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:21.871970 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00b6605-544c-478b-b7b7-a2ed3388d4ed", "name": "network-vif-plugged", "status": "completed", "tag": "92e87820-17c6-4b98-8dc6-a1c240f08468", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:21.872371 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2782e114-2729-4d3e-a061-1f5017021024 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:21.872716 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00b6605-544c-478b-b7b7-a2ed3388d4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e87820-17c6-4b98-8dc6-a1c240f08468', 'code': 200} Aug 03 19:33:21.876306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.876565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb89e77-fa7e-4794-84ac-a9747398c3c6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.877240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:22.001543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=1f3a5624-7a40-4e43-9716-de5467146f9f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:22.054813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38553113-e77b-4b62-98d5-58874824f715 req-3fad5d50-82e7-4d26-8dae-d8629943d0ec tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.057588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38553113-e77b-4b62-98d5-58874824f715 req-3fad5d50-82e7-4d26-8dae-d8629943d0ec tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1039231 Aug 03 19:33:22.081506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb89e77-fa7e-4794-84ac-a9747398c3c6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.082089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb89e77-fa7e-4794-84ac-a9747398c3c6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Fanout notify agent at l3_agent the message router_deleted on router 9b966940-1fa0-48d0-bb60-b7f300301bdd {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:33:22.090969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['1f3a5624-7a40-4e43-9716-de5467146f9f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:22.091779 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb89e77-fa7e-4794-84ac-a9747398c3c6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.093015 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1eb89e77-fa7e-4794-84ac-a9747398c3c6 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/9b966940-1fa0-48d0-bb60-b7f300301bdd HTTP/1.1" status: 204 len: 168 time: 0.7750654 Aug 03 19:33:22.101452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36494) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:22.132614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38553113-e77b-4b62-98d5-58874824f715 req-50adacf1-ef83-475d-a850-140e9fefa068 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Aug 03 19:33:22.164148 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-a670d2cd-f722-4490-a083-8bdc4467a36d service neutron] 10.222.0.63 "GET /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767060 Aug 03 19:33:22.165910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:22.170617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=92e87820-17c6-4b98-8dc6-a1c240f08468,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:22.180945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:22.181413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.188506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-334b0a43-1e45-4cfb-aa1c-8533880219e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.193418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-334b0a43-1e45-4cfb-aa1c-8533880219e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.195500 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-334b0a43-1e45-4cfb-aa1c-8533880219e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/860b57db-14ae-4026-94ca-717f14b56905 HTTP/1.1" status: 204 len: 168 time: 0.8202171 Aug 03 19:33:22.298457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c024e-5ea2-44ea-9012-282b3b98d7c3 req-e13e3d2e-3635-4566-99eb-6ce36da7cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.304038 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-685c024e-5ea2-44ea-9012-282b3b98d7c3 req-e13e3d2e-3635-4566-99eb-6ce36da7cfb3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d00b6605-544c-478b-b7b7-a2ed3388d4ed HTTP/1.1" status: 200 len: 1096 time: 0.3048456 Aug 03 19:33:22.317824 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-13edbb5c-83c2-45bc-b7ef-2b65ac415014 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 200 len: 217 time: 0.1318586 Aug 03 19:33:22.339363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b0a43-1e45-4cfb-aa1c-8533880219e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b57db-14ae-4026-94ca-717f14b56905,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:22.343194 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.365324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-637fc5bf-f9e0-498b-8681-14e349f73328 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet 6483a477-e59c-4ec5-8bd6-ed53e93b4342 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:22.392713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-637fc5bf-f9e0-498b-8681-14e349f73328 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.427554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:22.436560 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.526180 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-637fc5bf-f9e0-498b-8681-14e349f73328 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.530285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-864eecbe-cc89-45ce-a458-a097ec3191f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.532013 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-864eecbe-cc89-45ce-a458-a097ec3191f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1948631 Aug 03 19:33:22.533381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:22.557947 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-685c024e-5ea2-44ea-9012-282b3b98d7c3 req-0016258a-ee0b-4a6a-a562-491f94ac5fa9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335951 Aug 03 19:33:22.710821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-afb67a1b-d605-4a1c-bd19-fa6700b599b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.713706 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-afb67a1b-d605-4a1c-bd19-fa6700b599b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1543310 Aug 03 19:33:22.738862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-637fc5bf-f9e0-498b-8681-14e349f73328 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.856030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbbccd-8807-4449-b592-441c6865d87b req-040ca68b-cb09-4699-a180-de7729ff7f4c tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.859025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76fbbccd-8807-4449-b592-441c6865d87b req-040ca68b-cb09-4699-a180-de7729ff7f4c tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 946 time: 0.1662138 Aug 03 19:33:22.891545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1886-2c2e-4746-9117-0c8834bfc2fe req-8b754f82-7add-41a9-a6c3-3409b0528dc0 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.893986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a4f1886-2c2e-4746-9117-0c8834bfc2fe req-8b754f82-7add-41a9-a6c3-3409b0528dc0 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 945 time: 0.1534505 Aug 03 19:33:22.959839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76fbbccd-8807-4449-b592-441c6865d87b req-e1aa99c9-cd1b-4706-8788-cfe6821d780e tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931647 Aug 03 19:33:22.970399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a4f1886-2c2e-4746-9117-0c8834bfc2fe req-f44e34da-2b99-4db9-b0f8-a27ed85edcc8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642591 Aug 03 19:33:23.230757 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-8d485bd0-8eef-4abc-a5a0-555c670dba39 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069075 Aug 03 19:33:23.232133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-637fc5bf-f9e0-498b-8681-14e349f73328 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.271494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fc5bf-f9e0-498b-8681-14e349f73328 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=6483a477-e59c-4ec5-8bd6-ed53e93b4342,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:23.306891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-637fc5bf-f9e0-498b-8681-14e349f73328 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.308645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36522) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.315761 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-637fc5bf-f9e0-498b-8681-14e349f73328 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/6483a477-e59c-4ec5-8bd6-ed53e93b4342 HTTP/1.1" status: 204 len: 168 time: 1.2113950 Aug 03 19:33:23.317442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36524) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.319582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bfdd34-cf23-4dec-b1d1-43713c3aca63 None None] Network 8701e1bc-60a1-4c89-b990-c9469c1c34e2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:23.346415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abe854-fddc-4656-b840-1dc3327955ad req-eefa3f07-ca22-4571-bee1-a58654e530c4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:23.349894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1abe854-fddc-4656-b840-1dc3327955ad req-eefa3f07-ca22-4571-bee1-a58654e530c4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1099203 Aug 03 19:33:23.482381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1abe854-fddc-4656-b840-1dc3327955ad req-042bd94d-177a-4198-bb1a-6c3ef0dd360f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231861 Aug 03 19:33:23.513380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'networks': [{'name': 'tempest-network--157835962'}, {'name': 'tempest-network--2043544753'}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:23.515120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'network': {'name': 'tempest-network--157835962'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:23.515964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'network': {'name': 'tempest-network--2043544753'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:23.530921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.568886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Made reservation on behalf of 62a9be13d4e44578b2aa042754786fd7 for: {'network': 2} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:23.575407 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.590813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.643422 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-008ad9c3-4e51-4453-a5d5-ac98ebe615d0 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839364 Aug 03 19:33:23.718322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:23.718943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.719943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] DHCP port deletion for 8701e1bc-60a1-4c89-b990-c9469c1c34e2 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:23.724011 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-d37f230e-0750-4999-bc0b-6100bdb7aaa6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 200 len: 217 time: 0.0644355 Aug 03 19:33:23.761967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.767128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.767743 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.808847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] Deleting port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:23.809623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.823186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d91ae6-a9a6-41a9-b945-4ffd82e14ab9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:23.832737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:23.848285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.848508 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Added segment 50c762fe-48c3-4023-a2ed-914d198d9205 of type vlan for network 186d4bc5-e9c8-455d-ac6c-2351b4686b0e Aug 03 19:33:23.874155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,segment=NetworkSegment(740e7ef1-9523-431f-a9bd-a7abeae1b9a6),segment_id=740e7ef1-9523-431f-a9bd-a7abeae1b9a6)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:23.874688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.880190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-e3016511-43aa-4000-9d6c-a3e4eb8f5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:23.882415 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-e3016511-43aa-4000-9d6c-a3e4eb8f5d9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1381345 Aug 03 19:33:23.910063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:23.915723 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.971574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:23.984570 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.985094 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Added segment b2e6c669-faa3-4b55-928f-0cf7a2e17e69 of type vlan for network c114b4d8-9a38-48f1-aead-0ae65cc1d90d Aug 03 19:33:24.011433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-b05cb6fb-bc76-4347-889b-18e39ab26fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.013451 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-b05cb6fb-bc76-4347-889b-18e39ab26fbf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202912 Aug 03 19:33:24.105821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3070de-e358-4205-82ff-3fb386e8ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:24.108730 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb7e33e-5461-4703-8d58-d758f7223fc8" -d '{"events": [{"server_uuid": "fb3070de-e358-4205-82ff-3fb386e8ea65", "name": "network-vif-plugged", "status": "completed", "tag": "46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:24.109137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.154322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] For port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,segment=NetworkSegment(740e7ef1-9523-431f-a9bd-a7abeae1b9a6),segment_id=740e7ef1-9523-431f-a9bd-a7abeae1b9a6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:24.154997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.160213 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.175867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.176455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.183545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.189523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.190495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.195432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] Calling delete_port for 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:24.219779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:24.221195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No DVR routers for this DVR port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:24.236723 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-40c8b7c2-cc06-4a65-b9e7-18df07c778ee service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104180 Aug 03 19:33:24.339550 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.376038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0622480 Aug 03 19:33:24.376918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36536) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:24.379655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Network': ['ID=186d4bc5-e9c8-455d-ac6c-2351b4686b0e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:24.399953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] Pushing event deleted for resources: {'Port': ['ID=99f43ff8-2c9e-4374-a55f-a2cdf6c982c9,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:24.408739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 186d4bc5-e9c8-455d-ac6c-2351b4686b0e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:24.415936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b6cd8-ad60-4862-b606-248356d8b50a None None] No DVR routers for this DVR port 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:24.437234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce029bca-fe43-43ad-b8a9-3210c6aeeb48 req-f9d22261-0b42-477d-a983-c75b19fd16b4 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.450593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce029bca-fe43-43ad-b8a9-3210c6aeeb48 req-f9d22261-0b42-477d-a983-c75b19fd16b4 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 946 time: 0.3006158 Aug 03 19:33:24.528060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac707d5-9879-4557-b738-8af4d78ee325 req-489081eb-5159-46d5-80c6-7034597c7c5a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.531062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ac707d5-9879-4557-b738-8af4d78ee325 req-489081eb-5159-46d5-80c6-7034597c7c5a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 945 time: 0.3799899 Aug 03 19:33:24.561744 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.607791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8701e1bc-60a1-4c89-b990-c9469c1c34e2']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.622433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f878-966a-4117-8907-f102125119bb tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Network': ['ID=c114b4d8-9a38-48f1-aead-0ae65cc1d90d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:24.636823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c114b4d8-9a38-48f1-aead-0ae65cc1d90d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:24.658232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740e7ef1-9523-431f-a9bd-a7abeae1b9a6') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.658822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740e7ef1-9523-431f-a9bd-a7abeae1b9a6') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.677186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce029bca-fe43-43ad-b8a9-3210c6aeeb48 req-ef4af739-16bb-4d38-8de3-94ca9d1761bd tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446021 Aug 03 19:33:24.687385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ac707d5-9879-4557-b738-8af4d78ee325 req-914a813b-0e8d-4a3a-a5bd-f132741bc60c tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176858 Aug 03 19:33:24.698836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.716504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cafa3ac-7280-41ac-80d0-1e58cb7f6f15 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.725050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cafa3ac-7280-41ac-80d0-1e58cb7f6f15 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.732736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cafa3ac-7280-41ac-80d0-1e58cb7f6f15 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.741706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cafa3ac-7280-41ac-80d0-1e58cb7f6f15 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.746299 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8cafa3ac-7280-41ac-80d0-1e58cb7f6f15 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3565760 Aug 03 19:33:24.746940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36540) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:24.755426 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-53116624-eeee-4d02-813b-7a3c98a96a1b service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924080 Aug 03 19:33:24.756654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.776066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:24.776817 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:24.781355 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:24.799460 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df1e068-1a7c-4f3d-8735-0586a31ada9b x-openstack-request-id: req-0df1e068-1a7c-4f3d-8735-0586a31ada9b {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:24.799803 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3070de-e358-4205-82ff-3fb386e8ea65", "name": "network-vif-plugged", "status": "completed", "tag": "46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:24.799985 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0df1e068-1a7c-4f3d-8735-0586a31ada9b {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:24.800438 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3070de-e358-4205-82ff-3fb386e8ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d', 'code': 200} Aug 03 19:33:24.868566 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-06514f93-505b-40b9-825c-be1620a11e5e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=32e30c8a-bfb9-4883-96b4-de638f39847f HTTP/1.1" status: 200 len: 217 time: 0.1041095 Aug 03 19:33:24.886029 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.904655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6062468-3d65-4ef3-9bf6-090e098d51c0 req-6732245b-9cbf-45d5-bd83-b85c7c6cd9ca tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.906313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6062468-3d65-4ef3-9bf6-090e098d51c0 req-6732245b-9cbf-45d5-bd83-b85c7c6cd9ca tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0943711 Aug 03 19:33:24.963533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.975927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.977947 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/8701e1bc-60a1-4c89-b990-c9469c1c34e2 HTTP/1.1" status: 204 len: 168 time: 1.6070945 Aug 03 19:33:24.986310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36542) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:25.000851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3666639e-9133-4a52-aec3-a6f3fd6cd702 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1828412769', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:25.009912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a810ec-d344-4943-82ec-7552d1cde27b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=8701e1bc-60a1-4c89-b990-c9469c1c34e2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.012823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-92fa526e-c5c3-4c06-97ed-ec884df32f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:25.014985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-92fa526e-c5c3-4c06-97ed-ec884df32f8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1314349 Aug 03 19:33:25.025382 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.031835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6062468-3d65-4ef3-9bf6-090e098d51c0 req-7f556a67-6a03-430b-99f1-21f2b5e53821 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967207 Aug 03 19:33:25.050321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186d4bc5-e9c8-455d-ac6c-2351b4686b0e']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:25.068949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35963d-d5bc-4ab5-b5e6-3f0e9717377f req-75daff17-5ea1-4116-aef4-811769870705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:25.068949 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ba35963d-d5bc-4ab5-b5e6-3f0e9717377f req-75daff17-5ea1-4116-aef4-811769870705 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 1097 time: 0.1680763 Aug 03 19:33:25.077731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c762fe-48c3-4023-a2ed-914d198d9205') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:25.078435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c762fe-48c3-4023-a2ed-914d198d9205') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:25.085187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1f3a5624-7a40-4e43-9716-de5467146f9f up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:25.096771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3666639e-9133-4a52-aec3-a6f3fd6cd702 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.099320 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3666639e-9133-4a52-aec3-a6f3fd6cd702 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.102995 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.138000 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.142442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-b1f047ef-a0ce-47c7-bc16-5904769f892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:25.143404 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-b1f047ef-a0ce-47c7-bc16-5904769f892c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177900 Aug 03 19:33:25.149416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ba35963d-d5bc-4ab5-b5e6-3f0e9717377f req-916ad6ef-0281-4d29-80cb-28e9be63988d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737228 Aug 03 19:33:25.155884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:25.157961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:25.165537 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:25.192981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 1f3a5624-7a40-4e43-9716-de5467146f9f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:25.200711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 1f3a5624-7a40-4e43-9716-de5467146f9f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:25.201710 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.249797 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3666639e-9133-4a52-aec3-a6f3fd6cd702 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.257586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3666639e-9133-4a52-aec3-a6f3fd6cd702 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.283735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.299010 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.300592 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3666639e-9133-4a52-aec3-a6f3fd6cd702 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.302166 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3666639e-9133-4a52-aec3-a6f3fd6cd702 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3055670 Aug 03 19:33:25.304193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/networks/186d4bc5-e9c8-455d-ac6c-2351b4686b0e HTTP/1.1" status: 204 len: 168 time: 0.5554986 Aug 03 19:33:25.306881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36544) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:25.317607 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1138109560'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:25.324208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36546) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:25.328262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ca3ba-314f-4bcc-aa82-bc930e2da42c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Network': ['ID=186d4bc5-e9c8-455d-ac6c-2351b4686b0e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.371963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.408042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:25.441714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1f3a5624-7a40-4e43-9716-de5467146f9f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1f3a5624-7a40-4e43-9716-de5467146f9f,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:25.443353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:25.443641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 99f43ff8-2c9e-4374-a55f-a2cdf6c982c9 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:25.447373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.511059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=1f3a5624-7a40-4e43-9716-de5467146f9f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.527203 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-0e2978a4-af6e-4dc3-a79c-13487a1ebfc6 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676035 Aug 03 19:33:25.528157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:25.534146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.545407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.694333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:25.701451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.834119 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.834698 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment feec5e5c-a069-449d-82b8-f789b88432af of type vlan for network 6b41ccc8-d211-41f1-be32-25bd1a38b375 Aug 03 19:33:25.883970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78294d26-469a-4b5d-87bf-4968e37f3173 req-43834ef3-e587-4a41-b986-569d741de231 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:25.886629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78294d26-469a-4b5d-87bf-4968e37f3173 req-43834ef3-e587-4a41-b986-569d741de231 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 946 time: 0.0996127 Aug 03 19:33:25.906869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bd47-c56e-4542-a3f2-1d7ad0e5100a req-80383f59-b1ca-4e0c-a7c2-eeba5d99644f tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:25.908498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e19bd47-c56e-4542-a3f2-1d7ad0e5100a req-80383f59-b1ca-4e0c-a7c2-eeba5d99644f tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 946 time: 0.1109033 Aug 03 19:33:25.916862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.933324 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-ebac8090-cf7f-4a6b-a21e-7e1753c6908d service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847849 Aug 03 19:33:25.943824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c114b4d8-9a38-48f1-aead-0ae65cc1d90d']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:25.948400 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.967308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e6c669-faa3-4b55-928f-0cf7a2e17e69') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:25.967308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e6c669-faa3-4b55-928f-0cf7a2e17e69') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:25.973350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78294d26-469a-4b5d-87bf-4968e37f3173 req-7f92f087-b9b9-4be7-8172-ee52b4e61e02 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637918 Aug 03 19:33:25.979778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e19bd47-c56e-4542-a3f2-1d7ad0e5100a req-54683b83-eaca-4da0-9c71-d1a9c54a2e54 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550818 Aug 03 19:33:26.018263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.023402 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-870a7d1f-db90-49f8-b7d8-29a38d57cbd1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=05938087-885e-45e6-be0a-a4d07a310a9f HTTP/1.1" status: 200 len: 217 time: 0.0771217 Aug 03 19:33:26.070246 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.082029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:26.082441 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:26.085926 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:26.088078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.092213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.092855 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.150811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-335326a0-2e5c-4bcb-bde0-ae7d3e184c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.215736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-f776a923-15a9-4e08-85cf-a560b4a23bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.217300 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-f776a923-15a9-4e08-85cf-a560b4a23bee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 200 len: 797 time: 0.1812661 Aug 03 19:33:26.226391 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9180069 Aug 03 19:33:26.230130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36554) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:26.243157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:26.244241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.257680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ab31f-da15-4479-8fc5-9b87c10e36fe req-f174e25c-77ab-4ba9-8dfb-03777c498a21 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.259276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b0ab31f-da15-4479-8fc5-9b87c10e36fe req-f174e25c-77ab-4ba9-8dfb-03777c498a21 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0783608 Aug 03 19:33:26.264674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.270752 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/networks/c114b4d8-9a38-48f1-aead-0ae65cc1d90d HTTP/1.1" status: 204 len: 168 time: 0.9353287 Aug 03 19:33:26.270752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa82619-7a9e-4953-a8ff-ea335fc10026 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=6b41ccc8-d211-41f1-be32-25bd1a38b375,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:26.272958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36556) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:26.286019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 6b41ccc8-d211-41f1-be32-25bd1a38b375 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:26.343219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491799a-6f19-42ee-984a-acce1de9f88a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Network': ['ID=c114b4d8-9a38-48f1-aead-0ae65cc1d90d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:26.364664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-6d531a08-cac8-4bc2-bc72-c8ff24eb1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.366324 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-6d531a08-cac8-4bc2-bc72-c8ff24eb1380 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9879ee6e-b605-4979-bb80-8bbe728e3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387260 Aug 03 19:33:26.369836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b0ab31f-da15-4479-8fc5-9b87c10e36fe req-e542163e-cc7b-40f1-82de-000b8f9a7ba2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691347 Aug 03 19:33:26.396949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:26.401460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.465167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9963048f-2810-4324-9071-8878e1a69b63 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.471433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9963048f-2810-4324-9071-8878e1a69b63 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.473452 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9963048f-2810-4324-9071-8878e1a69b63 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1994643 Aug 03 19:33:26.479369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36558) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:26.491196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-516537035'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:26.516719 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-7167d08b-1b2a-41f9-a81e-816e3380e0d1 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414540 Aug 03 19:33:26.555900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Made reservation on behalf of 62a9be13d4e44578b2aa042754786fd7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:26.561884 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.667106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:26.671579 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-44292b64-49bb-4a3a-9793-dac9de4169c2 service neutron] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450193 Aug 03 19:33:26.686730 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.687071 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Added segment ab9443bd-6921-4174-a6f0-e6ff76005802 of type vlan for network a914160b-2aa7-4b13-86ba-904bac8e512d Aug 03 19:33:26.721312 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-a03918de-be50-48a9-8286-d74ebc2042a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0419466 Aug 03 19:33:26.765589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.777237 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.802037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:26.806279 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9d288c-812d-454e-8e73-1c5e6d7b6023" -d '{"events": [{"server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:26.860857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.867306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.867990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.875312 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf534c43-61f5-421a-834e-4f10e373477b x-openstack-request-id: req-cf534c43-61f5-421a-834e-4f10e373477b {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:26.876237 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:26.876893 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf534c43-61f5-421a-834e-4f10e373477b {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:26.877675 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'code': 200} Aug 03 19:33:26.891484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:26.941695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4585645 Aug 03 19:33:26.945949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36562) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:26.950803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-151773603'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:26.969541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:26.969897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: 6b41ccc8-d211-41f1-be32-25bd1a38b375, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:26.989942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0767b-e6c5-4207-9e95-41bc96fb01d7 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Network': ['ID=a914160b-2aa7-4b13-86ba-904bac8e512d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:27.006251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Made reservation on behalf of 62a9be13d4e44578b2aa042754786fd7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:27.009144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a914160b-2aa7-4b13-86ba-904bac8e512d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:27.009927 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.013699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 6b41ccc8-d211-41f1-be32-25bd1a38b375 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:27.038291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 6b41ccc8-d211-41f1-be32-25bd1a38b375) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:27.046858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.047461 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.050103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:27.066216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.066547 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Added segment 4adb095d-3818-4b68-840e-05f8b6187d30 of type vlan for network d00852ba-98ad-48b7-b008-bdfb5c5b5f30 Aug 03 19:33:27.080777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d3e1e95e-e5a6-4c33-8350-435570dfe381 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8451822 Aug 03 19:33:27.082372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36568) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:27.105170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e5d61-ff8f-4cbd-9ec5-3db8d1333aae None None] Network 6b41ccc8-d211-41f1-be32-25bd1a38b375 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:27.128321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae556b-8a66-4f4a-8479-45cd7832a3b9 req-1ebe8337-f589-43a7-bf00-9e9ee5ded5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.131184 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3aae556b-8a66-4f4a-8479-45cd7832a3b9 req-1ebe8337-f589-43a7-bf00-9e9ee5ded5fc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1097 time: 0.0541863 Aug 03 19:33:27.158008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-8d67318b-8b53-4c82-9531-52aab75675d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.159580 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-8d67318b-8b53-4c82-9531-52aab75675d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.4311883 Aug 03 19:33:27.244996 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-3aae556b-8a66-4f4a-8479-45cd7832a3b9 req-3191f5a1-b41c-4713-9b55-fb20ba368531 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053550 Aug 03 19:33:27.250511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-27faa1f0-dc2e-4220-a5b5-7566c3f4d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.252189 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-27faa1f0-dc2e-4220-a5b5-7566c3f4d5ab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790038 Aug 03 19:33:27.277674 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.338385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-6b41ccc8-d211-41f1-be32-25bd1a38b375', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:27.340248 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.408669 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-be9dca5e-c6b0-4bcb-8a80-2c19760aef66 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482456 Aug 03 19:33:27.470934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f1e46-21d1-4353-aed7-f9de58439b13 req-dd340eac-0279-4435-b1e9-4a7487fd6161 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.472568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a71f1e46-21d1-4353-aed7-f9de58439b13 req-dd340eac-0279-4435-b1e9-4a7487fd6161 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 946 time: 0.2487509 Aug 03 19:33:27.510574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c82404-c3e8-4c4e-980b-1b1c8ba8f2e6 req-31a9e444-df5c-43a0-a4d7-ee27be5fc008 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.512026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81c82404-c3e8-4c4e-980b-1b1c8ba8f2e6 req-31a9e444-df5c-43a0-a4d7-ee27be5fc008 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 946 time: 0.2909358 Aug 03 19:33:27.542971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Allocated IP 2001:db8::2 (6b41ccc8-d211-41f1-be32-25bd1a38b375/c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e/3345f2ff-345b-4d4a-8c92-87523df26646) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:27.547502 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.553209 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-e88591a7-4301-4780-9868-d0f7a30fcb0f service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373582 Aug 03 19:33:27.553545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.553926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.641868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-6b19c82a-05f0-476d-9be2-d39935e683c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=979a8db1-3302-40e4-8413-308d67aeb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0629461 Aug 03 19:33:27.725250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-7c616b36-edfe-4b63-aa54-038df8510e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.727919 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-7c616b36-edfe-4b63-aa54-038df8510e38 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 200 len: 797 time: 0.0784166 Aug 03 19:33:27.737207 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.751484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Transition to ACTIVE for port object 3345f2ff-345b-4d4a-8c92-87523df26646 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:27.779780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Transition to ACTIVE for port object 3345f2ff-345b-4d4a-8c92-87523df26646 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:27.789615 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.800040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-6b32d820-1423-4aee-b6fd-736625a4c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.803175 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-6b32d820-1423-4aee-b6fd-736625a4c9b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3afc7978-57b7-4875-9bfc-612e2d787ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593123 Aug 03 19:33:27.825227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Network 6b41ccc8-d211-41f1-be32-25bd1a38b375 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:27.831116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:27.835519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:27.897402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Pushing event updated for resources: {'Port': ['ID=3345f2ff-345b-4d4a-8c92-87523df26646,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:27.915194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Attempting to bind port 3345f2ff-345b-4d4a-8c92-87523df26646 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:27.915565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Attempting to bind port 3345f2ff-345b-4d4a-8c92-87523df26646 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:27.915927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Attempting to bind port 3345f2ff-345b-4d4a-8c92-87523df26646 on network 6b41ccc8-d211-41f1-be32-25bd1a38b375 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:27.923187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:27.923572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Checking segment: {'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:27.923983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.924381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Bound using segment: {'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:27.925279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Bound port: 3345f2ff-345b-4d4a-8c92-87523df26646, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:27.925279 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.985861 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-6861e58e-81ce-42ec-a2a5-effb2cf24c51 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739917 Aug 03 19:33:28.040438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] For port 3345f2ff-345b-4d4a-8c92-87523df26646, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:28.046764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] For port 3345f2ff-345b-4d4a-8c92-87523df26646, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3345f2ff-345b-4d4a-8c92-87523df26646,segment=NetworkSegment(feec5e5c-a069-449d-82b8-f789b88432af),segment_id=feec5e5c-a069-449d-82b8-f789b88432af)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:28.055620 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.144227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1972344 Aug 03 19:33:28.152282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36572) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:28.167677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'ports': [{'network_id': 'a914160b-2aa7-4b13-86ba-904bac8e512d', 'name': 'tempest-port--746830877', 'admin_state_up': True}, {'network_id': 'd00852ba-98ad-48b7-b008-bdfb5c5b5f30', 'admin_state_up': False}]} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:28.168319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'port': {'network_id': 'a914160b-2aa7-4b13-86ba-904bac8e512d', 'name': 'tempest-port--746830877', 'admin_state_up': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:28.169282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'port': {'network_id': 'd00852ba-98ad-48b7-b008-bdfb5c5b5f30', 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:28.204533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0b499-b724-4b03-b6ba-b3e579e7c809 None None] Pushing event updated for resources: {'Port': ['ID=3345f2ff-345b-4d4a-8c92-87523df26646,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:28.230118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a71f1e46-21d1-4353-aed7-f9de58439b13 req-ee6db50f-bae8-4510-87a2-b77f6ee8ff1a tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7151351 Aug 03 19:33:28.231883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82583a9-c145-4eaa-83ae-40bba7b1b3f1 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Network': ['ID=d00852ba-98ad-48b7-b008-bdfb5c5b5f30,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:28.257873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81c82404-c3e8-4c4e-980b-1b1c8ba8f2e6 req-654b16b7-5ea3-4d38-9394-bddaaf796880 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6941206 Aug 03 19:33:28.262600 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9e07fcbc-0c4f-4d7c-a4e4-9fa6e9164682 req-6e043156-ea09-4beb-a72d-26674890b9a1 service neutron] 10.222.0.63 "GET /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685089 Aug 03 19:33:28.262882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d00852ba-98ad-48b7-b008-bdfb5c5b5f30 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:28.351535 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.618816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Made reservation on behalf of 62a9be13d4e44578b2aa042754786fd7 for: {'port': 2} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:28.624790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.658556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.688980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7121fb-7cdf-4d3b-80b3-2ac063ba11f8 req-1fcceb58-8e75-4b40-8f62-79e92d509586 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:28.690697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c7121fb-7cdf-4d3b-80b3-2ac063ba11f8 req-1fcceb58-8e75-4b40-8f62-79e92d509586 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.2348871 Aug 03 19:33:28.702502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc68a81-d659-4e7b-84bd-626452cdf485 req-d1129958-f2f7-4044-afe9-98871e1dcd64 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:28.713106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbc68a81-d659-4e7b-84bd-626452cdf485 req-d1129958-f2f7-4044-afe9-98871e1dcd64 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=d00b6605-544c-478b-b7b7-a2ed3388d4ed HTTP/1.1" status: 200 len: 945 time: 0.1828506 Aug 03 19:33:28.789904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] device_id is not set on port ebd0ac8e-8a9a-499a-a61e-18a89163bffd yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:33:28.842037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbc68a81-d659-4e7b-84bd-626452cdf485 req-b3b81e2a-7d19-4cab-a8fa-ca7cd3147fa4 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279447 Aug 03 19:33:28.869421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c7121fb-7cdf-4d3b-80b3-2ac063ba11f8 req-f6fd40ae-eb7e-4ee7-8756-fef164172129 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520262 Aug 03 19:33:28.929852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8::1 (6b41ccc8-d211-41f1-be32-25bd1a38b375/c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e/0f9031c6-bcb5-44fe-b2cf-398d3de844a1) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:29.033775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.180779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.204837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] device_id is not set on port a2564fc7-41a4-459b-9e8c-ce46665e9b3c yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:33:29.235302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:29.280322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b468b-5024-4934-ab16-894032095577 req-280637e3-cd0f-47f2-a92c-04a01d378632 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:29.289968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-749b468b-5024-4934-ab16-894032095577 req-280637e3-cd0f-47f2-a92c-04a01d378632 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1096 time: 0.1064241 Aug 03 19:33:29.410442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-749b468b-5024-4934-ab16-894032095577 req-2977bd71-b9bb-4641-8412-45c11224c041 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984411 Aug 03 19:33:29.412261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.436484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3345f2ff-345b-4d4a-8c92-87523df26646 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:29.568781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3345f2ff-345b-4d4a-8c92-87523df26646 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:29.580028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.634064 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.655264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 6b41ccc8-d211-41f1-be32-25bd1a38b375 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:29.688128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:29.690087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:29.692717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:29.693284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.712007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Port': ['ID=ebd0ac8e-8a9a-499a-a61e-18a89163bffd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:29.726565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Checking segment: {'id': 'ab9443bd-6921-4174-a6f0-e6ff76005802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a914160b-2aa7-4b13-86ba-904bac8e512d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:29.726940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Network hostable DHCP agents. Network: a914160b-2aa7-4b13-86ba-904bac8e512d, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:29.748610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Network a914160b-2aa7-4b13-86ba-904bac8e512d is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:29.769125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a914160b-2aa7-4b13-86ba-904bac8e512d) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:29.781164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:29.783608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.784240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea6faaa-c9dc-496a-af12-c5271e188361 None None] Network a914160b-2aa7-4b13-86ba-904bac8e512d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:29.789878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0196269-a569-4c18-934e-4f731d7f9554 req-f8478ba7-85e6-4736-9f7f-f78768219320 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:29.797791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0196269-a569-4c18-934e-4f731d7f9554 req-f8478ba7-85e6-4736-9f7f-f78768219320 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 946 time: 0.2380981 Aug 03 19:33:29.836605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea5057-eb9c-4a30-985e-bbf40f6d4f52 req-b301012c-414a-4253-ac4a-b0b860f4a1e6 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:29.838170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-efea5057-eb9c-4a30-985e-bbf40f6d4f52 req-b301012c-414a-4253-ac4a-b0b860f4a1e6 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=d00b6605-544c-478b-b7b7-a2ed3388d4ed HTTP/1.1" status: 200 len: 945 time: 0.2431872 Aug 03 19:33:29.885070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.911847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Port': ['ID=a2564fc7-41a4-459b-9e8c-ce46665e9b3c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:29.913633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0196269-a569-4c18-934e-4f731d7f9554 req-520086c6-4b9c-4dee-903d-f8178c065fe1 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115792 Aug 03 19:33:29.957918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Checking segment: {'id': '4adb095d-3818-4b68-840e-05f8b6187d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd00852ba-98ad-48b7-b008-bdfb5c5b5f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:29.958577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Network hostable DHCP agents. Network: d00852ba-98ad-48b7-b008-bdfb5c5b5f30, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:29.964902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80214e1-7a6e-47af-89a8-fec456573454 None None] Network 6b41ccc8-d211-41f1-be32-25bd1a38b375 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:29.982208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.988197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-efea5057-eb9c-4a30-985e-bbf40f6d4f52 req-d63adebf-a86b-4c8c-8b09-51f72bab1c87 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346588 Aug 03 19:33:30.000496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Network d00852ba-98ad-48b7-b008-bdfb5c5b5f30 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:30.034182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d00852ba-98ad-48b7-b008-bdfb5c5b5f30) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:30.040599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:30.049000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b07e1-3fc1-4958-a337-f44c77041c56 None None] Network d00852ba-98ad-48b7-b008-bdfb5c5b5f30 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:30.049828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.057527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.058467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.090114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d8ff6556-6e7d-4ade-b75a-c2b4835b6a1e tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9360735 Aug 03 19:33:30.090729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36598) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.115560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-971a83f4-135b-43c5-91da-a3bb3a97b778 None None] Provisioning for port 3345f2ff-345b-4d4a-8c92-87523df26646 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:30.141341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-971a83f4-135b-43c5-91da-a3bb3a97b778 None None] Provisioning complete for port 3345f2ff-345b-4d4a-8c92-87523df26646 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:30.141872 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-971a83f4-135b-43c5-91da-a3bb3a97b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.196134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa69d8e-935f-4839-8d99-34872236c643 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.204664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa69d8e-935f-4839-8d99-34872236c643 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.210229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-baa69d8e-935f-4839-8d99-34872236c643 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1176705 Aug 03 19:33:30.210949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36600) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.269820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea866870-ee4c-4249-a0eb-f6920e80ea29 req-c3349d69-31b7-4192-bebd-efe1ac869fdd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.278150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea866870-ee4c-4249-a0eb-f6920e80ea29 req-c3349d69-31b7-4192-bebd-efe1ac869fdd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1395476 Aug 03 19:33:30.344322 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-749985aa-a0c2-4fca-89d9-091669d0e648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.363893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea866870-ee4c-4249-a0eb-f6920e80ea29 req-ae1af27f-c51f-41f2-b7f7-c142f1d05afd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825357 Aug 03 19:33:30.438188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bef1e83e-d890-43c1-be1e-5a79ca424d98 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Deleting port ebd0ac8e-8a9a-499a-a61e-18a89163bffd {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:30.438956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bef1e83e-d890-43c1-be1e-5a79ca424d98 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.467485 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-971a83f4-135b-43c5-91da-a3bb3a97b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.515372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-971a83f4-135b-43c5-91da-a3bb3a97b778 None None] For port 3345f2ff-345b-4d4a-8c92-87523df26646, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3345f2ff-345b-4d4a-8c92-87523df26646,segment=NetworkSegment(feec5e5c-a069-449d-82b8-f789b88432af),segment_id=feec5e5c-a069-449d-82b8-f789b88432af)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:30.526247 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-971a83f4-135b-43c5-91da-a3bb3a97b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.611014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7e0d-504a-4c6e-b218-313dcbb66082 req-065703dd-59e1-4d68-b59e-75a7aa55ba41 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.612077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bef1e83e-d890-43c1-be1e-5a79ca424d98 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.612653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdbe7e0d-504a-4c6e-b218-313dcbb66082 req-065703dd-59e1-4d68-b59e-75a7aa55ba41 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 946 time: 0.1358452 Aug 03 19:33:30.623223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528cbb0-fe87-4297-bc23-7139b94d4728 req-ecad8a2d-d036-420b-a0a4-21f1b16d5ce9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.624838 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4528cbb0-fe87-4297-bc23-7139b94d4728 req-ecad8a2d-d036-420b-a0a4-21f1b16d5ce9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1492407 Aug 03 19:33:30.624994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a83f4-135b-43c5-91da-a3bb3a97b778 None None] Pushing event updated for resources: {'Port': ['ID=3345f2ff-345b-4d4a-8c92-87523df26646,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:30.641087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bef1e83e-d890-43c1-be1e-5a79ca424d98 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Calling delete_port for ebd0ac8e-8a9a-499a-a61e-18a89163bffd owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:30.790615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.801983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-d4c3a27d-b045-4184-8f01-2326e4503b28 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.803033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4528cbb0-fe87-4297-bc23-7139b94d4728 req-dadc1a93-04c0-4554-b35b-31b3ce25b646 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661289 Aug 03 19:33:30.803771 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-d4c3a27d-b045-4184-8f01-2326e4503b28 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "GET /v2.0/ports?device_id=d00b6605-544c-478b-b7b7-a2ed3388d4ed HTTP/1.1" status: 200 len: 945 time: 0.0792687 Aug 03 19:33:30.805024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.806432 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.834141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdbe7e0d-504a-4c6e-b218-313dcbb66082 req-7423d595-1d77-49cc-9453-4176df339e33 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014494 Aug 03 19:33:30.836869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36602) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.868668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36604) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.908271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bef1e83e-d890-43c1-be1e-5a79ca424d98 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.929559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7455615a-28be-4345-80af-2b16fad197e5 None None] Provisioning for port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:30.936480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7455615a-28be-4345-80af-2b16fad197e5 None None] Provisioning complete for port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:30.936480 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7455615a-28be-4345-80af-2b16fad197e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.937013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bef1e83e-d890-43c1-be1e-5a79ca424d98 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.942777 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bef1e83e-d890-43c1-be1e-5a79ca424d98 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/ports/ebd0ac8e-8a9a-499a-a61e-18a89163bffd HTTP/1.1" status: 204 len: 168 time: 0.7307246 Aug 03 19:33:30.944554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36608) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.976305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1e83e-d890-43c1-be1e-5a79ca424d98 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Port': ['ID=ebd0ac8e-8a9a-499a-a61e-18a89163bffd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:31.016188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:31.041555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5348eb0d-429c-4e59-b340-0b96c481ea0b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/cb4dff65-4c21-44c9-8925-49b47d097a1f HTTP/1.1" status: 200 len: 992 time: 0.2011321 Aug 03 19:33:31.071407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7455615a-28be-4345-80af-2b16fad197e5 None None] Port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:31.085283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 6b41ccc8-d211-41f1-be32-25bd1a38b375 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:31.087480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:31.098570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7455615a-28be-4345-80af-2b16fad197e5 None None] Provisioning complete for port 3345f2ff-345b-4d4a-8c92-87523df26646 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:31.099131 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7455615a-28be-4345-80af-2b16fad197e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.164901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Deleting port 92e87820-17c6-4b98-8dc6-a1c240f08468 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:31.167766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.368154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d182f-0808-4a41-a6fd-99ce44fbda93 req-5be41c87-de37-4b1b-9000-c58c21660a65 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:31.374087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-034d182f-0808-4a41-a6fd-99ce44fbda93 req-5be41c87-de37-4b1b-9000-c58c21660a65 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=d00b6605-544c-478b-b7b7-a2ed3388d4ed HTTP/1.1" status: 200 len: 945 time: 0.1696749 Aug 03 19:33:31.392315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3345f2ff-345b-4d4a-8c92-87523df26646 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:31.477332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] For port 92e87820-17c6-4b98-8dc6-a1c240f08468, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=92e87820-17c6-4b98-8dc6-a1c240f08468,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:31.478457 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.480806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aa17ba39-c49b-4c80-af32-9483c6b628eb None None] Provisioning complete for port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:31.481773 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa17ba39-c49b-4c80-af32-9483c6b628eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.505819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-034d182f-0808-4a41-a6fd-99ce44fbda93 req-4bc74538-9c5f-4531-a12d-a4e165ea4650 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/security-groups?id=38681600-9cf7-4c93-bfa8-c3b12d987ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280599 Aug 03 19:33:31.507462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Calling delete_port for 92e87820-17c6-4b98-8dc6-a1c240f08468 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:31.535972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:33:31.556562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3345f2ff-345b-4d4a-8c92-87523df26646 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:31.557173 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.607156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aa17ba39-c49b-4c80-af32-9483c6b628eb None None] Port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:31.769794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754a69f-2ed7-4f38-b799-5d8b982a5142 req-f6e28b14-0669-4b4c-bebf-57d3abd531f5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:31.771459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e754a69f-2ed7-4f38-b799-5d8b982a5142 req-f6e28b14-0669-4b4c-bebf-57d3abd531f5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1449695 Aug 03 19:33:31.775215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:31.781048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-00a19985-c28f-415e-84dd-df342d0f9363 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6980031 Aug 03 19:33:31.785657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36624) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:31.791507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1128053181'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:31.798589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-03f2cab1-613a-4762-ae5e-c72006e57f2b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:31.802207 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-03f2cab1-613a-4762-ae5e-c72006e57f2b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 946 time: 0.8052666 Aug 03 19:33:31.802424 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:31.807783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7a06fd8b-6d11-4927-abec-b67cbc1c14d2 None None] Provisioning complete for port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:31.808155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a06fd8b-6d11-4927-abec-b67cbc1c14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.821086 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:31.825068 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:31.841805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:31.854323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.934939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7a06fd8b-6d11-4927-abec-b67cbc1c14d2 None None] Port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:31.942898 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.952065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:31.967237 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.967956 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment 9c0df345-04b5-4d9d-b5e6-b753a405da8a of type vlan for network 5f2934d1-b405-48eb-afe0-161ccec84385 Aug 03 19:33:31.969489 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:32.035133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.042324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.058752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:32.102512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1dc85e-09dc-4bb0-86df-8b7e5fbbcb76 tempest-TestVolumeBackupRestore-81769888 tempest-TestVolumeBackupRestore-81769888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.105888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e754a69f-2ed7-4f38-b799-5d8b982a5142 req-16acd89b-744c-4db0-b58c-58be7cfdef2f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769012 Aug 03 19:33:32.110946 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3b1dc85e-09dc-4bb0-86df-8b7e5fbbcb76 tempest-TestVolumeBackupRestore-81769888 tempest-TestVolumeBackupRestore-81769888-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1092 time: 1.2397718 Aug 03 19:33:32.119961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36628) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:32.163246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff576f00-6e0e-467f-92fd-bbe46bb0986d req-e332a47e-850d-489f-86de-03d9eb7a171d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.166676 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff576f00-6e0e-467f-92fd-bbe46bb0986d req-e332a47e-850d-489f-86de-03d9eb7a171d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1163592 Aug 03 19:33:32.167079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.174840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.176435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.219499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:32.248337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Pushing event deleted for resources: {'Port': ['ID=92e87820-17c6-4b98-8dc6-a1c240f08468,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:32.299498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=5f2934d1-b405-48eb-afe0-161ccec84385,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:32.305542 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0d7216fe-863f-498f-8563-8bc5a43a0df3 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5185356 Aug 03 19:33:32.312205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff576f00-6e0e-467f-92fd-bbe46bb0986d req-0a7129af-e66f-4012-aba2-7eb739295abe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313574 Aug 03 19:33:32.312697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36630) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:32.318134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:32.322171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5f2934d1-b405-48eb-afe0-161ccec84385 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:32.356893 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:29Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:30Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:32.412587 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:32.413522 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Updating router 33e8538e-9073-4204-93a2-b882d57b9fd8 port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:32.424685 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-07808918-dcb3-4fe6-9986-4a240eb4d3cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3739426 Aug 03 19:33:32.426413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] No DVR routers for this DVR port 92e87820-17c6-4b98-8dc6-a1c240f08468 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:32.430793 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.433823 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21b8beae-8bb9-4ab9-8fe1-f335c0f5a15c req-8dbcefff-9f26-44e1-b993-0bfca73a7a70 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "DELETE /v2.0/ports/92e87820-17c6-4b98-8dc6-a1c240f08468 HTTP/1.1" status: 204 len: 173 time: 1.6215787 Aug 03 19:33:32.435581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:32.436528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9429d-4641-4c96-9cd7-ebb4366da7f4 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Deleting port a2564fc7-41a4-459b-9e8c-ce46665e9b3c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:32.436869 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8d9429d-4641-4c96-9cd7-ebb4366da7f4 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.440393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.441869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.455873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00b6605-544c-478b-b7b7-a2ed3388d4ed', 'name': 'network-vif-deleted', 'tag': '92e87820-17c6-4b98-8dc6-a1c240f08468'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:32.462857 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009db0a9-1b00-4d3c-8eb4-7dd5c13f00eb" -d '{"events": [{"server_uuid": "d00b6605-544c-478b-b7b7-a2ed3388d4ed", "name": "network-vif-deleted", "tag": "92e87820-17c6-4b98-8dc6-a1c240f08468"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:32.518851 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3affac9f-4278-422c-80c1-7611e916a6f7 x-openstack-request-id: req-3affac9f-4278-422c-80c1-7611e916a6f7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:32.519787 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00b6605-544c-478b-b7b7-a2ed3388d4ed", "name": "network-vif-deleted", "tag": "92e87820-17c6-4b98-8dc6-a1c240f08468", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:32.519985 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3affac9f-4278-422c-80c1-7611e916a6f7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:32.520574 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00b6605-544c-478b-b7b7-a2ed3388d4ed', 'name': 'network-vif-deleted', 'tag': '92e87820-17c6-4b98-8dc6-a1c240f08468', 'status': 'completed', 'code': 200} Aug 03 19:33:32.558972 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.683233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abb57d86-8020-4415-a1f3-84083065a0c5 req-4ad32f87-daa1-4c2f-a594-8bd05f071bcf tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=d00b6605-544c-478b-b7b7-a2ed3388d4ed HTTP/1.1" status: 200 len: 210 time: 0.0649590 Aug 03 19:33:32.694719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Deleting port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:32.695021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.884310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.935041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] For port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,segment=NetworkSegment(1ac70c39-ba8f-4df6-bb9d-dbd50865dab4),segment_id=1ac70c39-ba8f-4df6-bb9d-dbd50865dab4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:32.935626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.953322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8d9429d-4641-4c96-9cd7-ebb4366da7f4 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.969450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Calling delete_port for 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:32.991182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9429d-4641-4c96-9cd7-ebb4366da7f4 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Calling delete_port for a2564fc7-41a4-459b-9e8c-ce46665e9b3c owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:33.047669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=db77859f-28f1-48b8-b22a-2603348afed9,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:33.063550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:33.064077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: 5f2934d1-b405-48eb-afe0-161ccec84385, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:33.100791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 5f2934d1-b405-48eb-afe0-161ccec84385 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:33.122248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 5f2934d1-b405-48eb-afe0-161ccec84385) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:33.138129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 92e87820-17c6-4b98-8dc6-a1c240f08468 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:33.154957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:33.158218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.189146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.226051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b0255c65-6754-4710-aa97-db5f2a6aaf1d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9071949 Aug 03 19:33:33.228233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36654) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:33.273379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 92e87820-17c6-4b98-8dc6-a1c240f08468 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:33.275919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 92e87820-17c6-4b98-8dc6-a1c240f08468 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:33.282090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14550576-d285-4355-b579-f164420d279b None None] Network 5f2934d1-b405-48eb-afe0-161ccec84385 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:33.391621 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8d9429d-4641-4c96-9cd7-ebb4366da7f4 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.435765 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.454451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9429d-4641-4c96-9cd7-ebb4366da7f4 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Port': ['ID=a2564fc7-41a4-459b-9e8c-ce46665e9b3c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:33.471694 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8d9429d-4641-4c96-9cd7-ebb4366da7f4 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.476522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e8d9429d-4641-4c96-9cd7-ebb4366da7f4 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/ports/a2564fc7-41a4-459b-9e8c-ce46665e9b3c HTTP/1.1" status: 204 len: 168 time: 2.5124376 Aug 03 19:33:33.481751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36660) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:33.527709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d558302-7022-43fe-9634-781727d9a56c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0453844 Aug 03 19:33:33.535295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36662) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:33.543927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1329520440'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:33.552480 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Transition to ACTIVE for port object 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:33.553537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Allocated IP 172.25.4.61 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/6ed58d5b-a196-4cb8-aef9-a83462277a9f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:33.558680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.567008 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.598884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Pushing event deleted for resources: {'Port': ['ID=46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:33.643073 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Pushing event updated for resources: {'Port': ['ID=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:33.656886 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.657390 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.657759 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.658097 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.658428 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.658757 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.659083 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.659410 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.660463 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.661000 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.661507 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.662007 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:33.814747 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Attempting to bind port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:33.815120 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Attempting to bind port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:33.815707 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Attempting to bind port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 on network 6b41ccc8-d211-41f1-be32-25bd1a38b375 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:33.834950 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:33.835671 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Checking segment: {'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:33.836273 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.836847 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Bound using segment: {'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:33.837552 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Bound port: 0f9031c6-bcb5-44fe-b2cf-398d3de844a1, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feec5e5c-a069-449d-82b8-f789b88432af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:33.838165 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.964790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.025120 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] For port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:34.029158 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] For port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,segment=NetworkSegment(feec5e5c-a069-449d-82b8-f789b88432af),segment_id=feec5e5c-a069-449d-82b8-f789b88432af)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:34.040736 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.091745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Made reservation on behalf of 62a9be13d4e44578b2aa042754786fd7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:34.095814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.100432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] No DVR routers for this DVR port 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:34.113110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.115426 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-637637da-8579-49e2-a9db-c8b0c88d6d41 req-9928e9fd-6ec7-4a2b-81ae-0742c573df6b tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.88 "DELETE /v2.0/ports/46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d HTTP/1.1" status: 204 len: 173 time: 2.2961624 Aug 03 19:33:34.142948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-5f2934d1-b405-48eb-afe0-161ccec84385', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:34.145957 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.210684 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.213029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:34.258465 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:34.262581 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:34.320211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.320552 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Added segment f4850855-cd63-4501-b473-4236f7050bdf of type vlan for network 6be7faf9-7147-46a8-b935-2b6a89e64bcc Aug 03 19:33:34.336399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:34.359787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:34.408318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:34.475802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'Port': ['ID=6ed58d5b-a196-4cb8-aef9-a83462277a9f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:34.488015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.533017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3070de-e358-4205-82ff-3fb386e8ea65', 'name': 'network-vif-deleted', 'tag': '46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:34.536960 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.542486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9459c0e-8b2c-4836-b132-7babe831122e req-28e37ac0-9367-441f-bfd7-f2d26c3ca3f9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:34.545767 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ba78c-25ea-47d3-ab3f-849378c391a8 None None] Pushing event updated for resources: {'Port': ['ID=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:34.546307 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e033289-8017-4092-b5a1-a3bbad5d4dcf" -d '{"events": [{"server_uuid": "fb3070de-e358-4205-82ff-3fb386e8ea65", "name": "network-vif-deleted", "tag": "46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:34.562075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9459c0e-8b2c-4836-b132-7babe831122e req-28e37ac0-9367-441f-bfd7-f2d26c3ca3f9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 1.3159330 Aug 03 19:33:34.627670 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:34.647282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9459c0e-8b2c-4836-b132-7babe831122e req-4980a297-c717-452e-810d-8d9bb54f8d55 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836401 Aug 03 19:33:34.658634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a882aa-2e33-4fa8-aa54-cb3a8f525d58 req-3819170f-f1de-42f1-adf4-c0c2666e75da tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:34.661130 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1a882aa-2e33-4fa8-aa54-cb3a8f525d58 req-3819170f-f1de-42f1-adf4-c0c2666e75da tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 1.0190008 Aug 03 19:33:34.670505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Allocated IP 2001:db8:1::2 (5f2934d1-b405-48eb-afe0-161ccec84385/db77859f-28f1-48b8-b22a-2603348afed9/e0a5c684-1fa2-426c-8fd7-19be96ef16da) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:34.705360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.resource_extend [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:33:34.860379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1a882aa-2e33-4fa8-aa54-cb3a8f525d58 req-fe5bee50-6722-459d-b53d-3d7209aa4ba8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963147 Aug 03 19:33:34.866845 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.897257 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f8e201-e58e-489c-8bb7-339283a7d9d4 x-openstack-request-id: req-11f8e201-e58e-489c-8bb7-339283a7d9d4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:34.897734 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3070de-e358-4205-82ff-3fb386e8ea65", "name": "network-vif-deleted", "tag": "46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:34.898165 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11f8e201-e58e-489c-8bb7-339283a7d9d4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:34.898734 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3070de-e358-4205-82ff-3fb386e8ea65', 'name': 'network-vif-deleted', 'tag': '46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d', 'status': 'completed', 'code': 200} Aug 03 19:33:34.940514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.957079 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.968822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:34.969732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.986355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Transition to ACTIVE for port object e0a5c684-1fa2-426c-8fd7-19be96ef16da will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:35.010752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Transition to ACTIVE for port object e0a5c684-1fa2-426c-8fd7-19be96ef16da will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:35.030244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.104277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Network 5f2934d1-b405-48eb-afe0-161ccec84385 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:35.111774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:35.120169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:35.142809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:35.153516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07955c77-ea71-4d97-84d4-7bc8d019e17b req-ad2f6d67-8947-4fd2-968d-00806ee79ff2 tempest-MultipleCreateTestJSON-296686160 tempest-MultipleCreateTestJSON-296686160-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb3070de-e358-4205-82ff-3fb386e8ea65 HTTP/1.1" status: 200 len: 210 time: 0.0611339 Aug 03 19:33:35.191204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:35.194047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 46ff1c8e-f6fd-4d46-97bd-b7ff0500d11d not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:35.242971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Pushing event updated for resources: {'Port': ['ID=e0a5c684-1fa2-426c-8fd7-19be96ef16da,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:35.256119 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:29Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:34Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:35.302951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Network': ['ID=6be7faf9-7147-46a8-b935-2b6a89e64bcc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:35.306580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Attempting to bind port e0a5c684-1fa2-426c-8fd7-19be96ef16da on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:35.306760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Attempting to bind port e0a5c684-1fa2-426c-8fd7-19be96ef16da by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:35.307153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Attempting to bind port e0a5c684-1fa2-426c-8fd7-19be96ef16da on network 5f2934d1-b405-48eb-afe0-161ccec84385 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:35.313440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:35.320708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Checking segment: {'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:35.321171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.322041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Bound using segment: {'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:35.322866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Bound port: e0a5c684-1fa2-426c-8fd7-19be96ef16da, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:35.323316 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.326906 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45422e78-2869-4a7a-9f5b-f8ac9ca34978 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:29Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:34Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:35.362269 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-27e3dd2b-806e-46e1-acae-55abb7062b2a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8270199 Aug 03 19:33:35.382872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36674) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:35.402290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1186841636'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:35.402571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 6be7faf9-7147-46a8-b935-2b6a89e64bcc details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:35.418049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] For port e0a5c684-1fa2-426c-8fd7-19be96ef16da, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:35.473215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] For port e0a5c684-1fa2-426c-8fd7-19be96ef16da, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e0a5c684-1fa2-426c-8fd7-19be96ef16da,segment=NetworkSegment(9c0df345-04b5-4d9d-b5e6-b753a405da8a),segment_id=9c0df345-04b5-4d9d-b5e6-b753a405da8a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:35.485414 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.515116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Made reservation on behalf of 62a9be13d4e44578b2aa042754786fd7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:35.519921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.546404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-b9ca2911-aa7e-49ef-b5e4-4123ed3581dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:35.548504 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-b9ca2911-aa7e-49ef-b5e4-4123ed3581dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1096 time: 0.2502429 Aug 03 19:33:35.576590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdbb55-0b6e-4d05-8df7-c8c3ba0044ef None None] Pushing event updated for resources: {'Port': ['ID=e0a5c684-1fa2-426c-8fd7-19be96ef16da,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:35.580857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8:1::1 (5f2934d1-b405-48eb-afe0-161ccec84385/db77859f-28f1-48b8-b22a-2603348afed9/1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:35.796672 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.816424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:35.954667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.041928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:36.073234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:36.118263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.118263 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Added segment 42d29c9c-99c3-4b8c-b9f4-d38c1ae45094 of type vlan for network 98adf154-b77d-43af-b83e-5977d2df054b Aug 03 19:33:36.132954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 5f2934d1-b405-48eb-afe0-161ccec84385 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:36.135882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:36.140490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:36.141017 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.152699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1830a-6f90-4dd4-b08f-d74f2425f2dd req-72930247-39db-422e-859c-7664f37289ba tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:36.154744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef1830a-6f90-4dd4-b08f-d74f2425f2dd req-72930247-39db-422e-859c-7664f37289ba tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.2565825 Aug 03 19:33:36.248823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544dc0e-2fbc-45b2-b07e-4f5b8067ea62 req-9901e2c5-4d82-49ad-b01b-459ddbed4640 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:36.252399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b544dc0e-2fbc-45b2-b07e-4f5b8067ea62 req-9901e2c5-4d82-49ad-b01b-459ddbed4640 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1882570 Aug 03 19:33:36.275723 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.283115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-682be479-3c50-447b-94b5-eebce0f7c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:36.285299 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-682be479-3c50-447b-94b5-eebce0f7c1a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.7269886 Aug 03 19:33:36.324245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef1830a-6f90-4dd4-b08f-d74f2425f2dd req-218876ed-0908-4f3f-be5f-6c8c3642f43c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200097 Aug 03 19:33:36.359850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b544dc0e-2fbc-45b2-b07e-4f5b8067ea62 req-342c6d02-11ca-4747-9820-e736534ffe1e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830038 Aug 03 19:33:36.393044 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.resource_extend [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:33:36.416790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36682) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:36.451898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.456614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.457733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:36.458618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.491172 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-bc7b2507-2f56-429d-9cc7-065655648984 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 1000 time: 0.1944525 Aug 03 19:33:36.520619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4182f416-3b87-44af-98fa-e152c5bcc308 admin admin] Deleting subnet 4211950a-77b5-4e58-af82-81040f4c3666 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:36.528825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4182f416-3b87-44af-98fa-e152c5bcc308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.583066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-586f7cc4-a6a0-4a5f-a325-ca841b890738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:36.584579 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-586f7cc4-a6a0-4a5f-a325-ca841b890738 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.0545399 Aug 03 19:33:36.589058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.649586 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2649777 Aug 03 19:33:36.649844 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4182f416-3b87-44af-98fa-e152c5bcc308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.669888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dfaf5-5cd1-4cf1-9ebf-579b47ea71a9 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Network': ['ID=98adf154-b77d-43af-b83e-5977d2df054b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:36.687584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 98adf154-b77d-43af-b83e-5977d2df054b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:36.697715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4182f416-3b87-44af-98fa-e152c5bcc308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.732076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.737300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-378cd496-016d-4bcb-83e5-e48a3f925919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:36.739822 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-378cd496-016d-4bcb-83e5-e48a3f925919 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389353 Aug 03 19:33:36.790548 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4182f416-3b87-44af-98fa-e152c5bcc308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.948762 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-e814ea16-a449-4460-86a7-1bedd6dbd4e8 service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843114 Aug 03 19:33:36.997830 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.024002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182f416-3b87-44af-98fa-e152c5bcc308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4211950a-77b5-4e58-af82-81040f4c3666,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.028901 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.029742 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.095812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.105650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.109428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.116019 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-eb405b02-279b-472d-8aed-5c9d09a1f3a4 service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560941 Aug 03 19:33:37.121398 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4182f416-3b87-44af-98fa-e152c5bcc308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.123623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4182f416-3b87-44af-98fa-e152c5bcc308 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4211950a-77b5-4e58-af82-81040f4c3666 HTTP/1.1" status: 204 len: 168 time: 0.7057021 Aug 03 19:33:37.145336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36684) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:37.221863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 5f2934d1-b405-48eb-afe0-161ccec84385 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:37.223749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:37.349212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event updated for resources: {'Port': ['ID=6ed58d5b-a196-4cb8-aef9-a83462277a9f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.484340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:37.509758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536260f4-e0fd-4ae9-8328-320af7aa7ff3 None None] Network 5f2934d1-b405-48eb-afe0-161ccec84385 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:37.512234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.541159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.669503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0572abf6-31c4-49ca-bede-65b7a99383f6 None None] Provisioning for port e0a5c684-1fa2-426c-8fd7-19be96ef16da completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:37.749887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e0a5c684-1fa2-426c-8fd7-19be96ef16da up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:37.944902 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.956097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7632ae2-9445-4d62-87cc-38f38f03397e req-4ac62dff-51bf-41f6-b8a8-fe2e59346862 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:37.958266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7632ae2-9445-4d62-87cc-38f38f03397e req-4ac62dff-51bf-41f6-b8a8-fe2e59346862 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.4277985 Aug 03 19:33:37.962664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e0a5c684-1fa2-426c-8fd7-19be96ef16da completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:37.968657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ccb6a-863a-47bb-a9fd-97db1290d9cd req-06d5c188-338f-48e8-8348-676696070955 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:37.978667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e0a5c684-1fa2-426c-8fd7-19be96ef16da triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:37.978978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db1ccb6a-863a-47bb-a9fd-97db1290d9cd req-06d5c188-338f-48e8-8348-676696070955 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1747627 Aug 03 19:33:37.980060 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.980483 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8d8622-27df-4c75-84a8-2bafb8da8578']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:37.995490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:37.995790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac70c39-ba8f-4df6-bb9d-dbd50865dab4') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:38.007412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.012458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:38.025793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dab4fa66-c237-41dc-b3a8-cd90172e73ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7959049 Aug 03 19:33:38.033925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:38.036349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.039000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36690) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:38.045034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-648393368'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:38.045277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:38.045450 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.066500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db1ccb6a-863a-47bb-a9fd-97db1290d9cd req-2a1491bc-fc4e-4427-8fdc-7b85e8316288 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840278 Aug 03 19:33:38.131219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:38.131927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7632ae2-9445-4d62-87cc-38f38f03397e req-086c86fa-5a05-4f2a-9e62-c664732e4cb8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278203 Aug 03 19:33:38.134353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:38.135586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:38.145814 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:38.154225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.154401 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.164827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.167292 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] 10.222.0.42 "DELETE /v2.0/networks/aa8d8622-27df-4c75-84a8-2bafb8da8578 HTTP/1.1" status: 204 len: 168 time: 1.0207093 Aug 03 19:33:38.213579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:38.217978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcd62f-fca8-4fa6-9e6c-6239db7ee7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8d8622-27df-4c75-84a8-2bafb8da8578,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:38.236680 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.237433 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment 2b772057-62df-40cf-a60f-f184f349e33c of type vlan for network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b Aug 03 19:33:38.246192 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Floating IP 1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2 associated. External IP: 172.25.4.61, port: 1f3a5624-7a40-4e43-9716-de5467146f9f. Aug 03 19:33:38.352566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.408662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.422986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:38.430619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.531012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:38.552170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5112073 Aug 03 19:33:38.560313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36694) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:38.603561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:38.639960 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.817845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a843c-bd31-4f96-b1b0-b40aa8326211 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=73f24619-bbc0-4a9f-bf1c-6746b1e0d58b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:38.830129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36696) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:38.853634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:38.880271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:38.886301 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.976918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a750f6ec-04a2-4cc1-8d06-becd6198f1a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9195c3519bd43369bbe477551d3af1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378279 Aug 03 19:33:38.978166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36698) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:39.017446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Router fe5f8c2f-6c11-4708-8472-0c5852b35de5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:39.042138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e0a5c684-1fa2-426c-8fd7-19be96ef16da, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e0a5c684-1fa2-426c-8fd7-19be96ef16da,segment=NetworkSegment(9c0df345-04b5-4d9d-b5e6-b753a405da8a),segment_id=9c0df345-04b5-4d9d-b5e6-b753a405da8a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:39.064079 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.065368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:39.113247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ee1017e6-2055-47ca-9e87-08f2963b436a None None] Provisioning for port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:39.145678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be873a0e-4fbc-41b6-9f3e-b9547a9bf4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.260709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ee1017e6-2055-47ca-9e87-08f2963b436a None None] Provisioning complete for port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:39.261289 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ee1017e6-2055-47ca-9e87-08f2963b436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.376749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be873a0e-4fbc-41b6-9f3e-b9547a9bf4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.403358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e0a5c684-1fa2-426c-8fd7-19be96ef16da,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:39.551441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ee1017e6-2055-47ca-9e87-08f2963b436a None None] Port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:39.568022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:39.581991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:39.589239 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.640742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de04db-b71a-4e53-a1f1-6c0b6adc9776 req-9e4b9482-5988-4dbd-876a-7a13c8559bc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:39.654724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7de04db-b71a-4e53-a1f1-6c0b6adc9776 req-9e4b9482-5988-4dbd-876a-7a13c8559bc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.4257264 Aug 03 19:33:39.666461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:39.683654 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] Sync routers for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:39.696046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ee1017e6-2055-47ca-9e87-08f2963b436a None None] Provisioning complete for port e0a5c684-1fa2-426c-8fd7-19be96ef16da triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:39.696423 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ee1017e6-2055-47ca-9e87-08f2963b436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.703191 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:39.706035 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:39.708230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.785588 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.788214 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be873a0e-4fbc-41b6-9f3e-b9547a9bf4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.801208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be873a0e-4fbc-41b6-9f3e-b9547a9bf4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.802714 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-be873a0e-4fbc-41b6-9f3e-b9547a9bf4bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38681600-9cf7-4c93-bfa8-c3b12d987ab7 HTTP/1.1" status: 204 len: 168 time: 0.8234448 Aug 03 19:33:39.819345 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-acbd7a20-d7d6-4306-8a49-85d0c1ad33f2 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6803010 Aug 03 19:33:39.829783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:39.838542 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0239fae6-fabd-40e4-a102-4bf31610ed88" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:39.842854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 3, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:34Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:39.848466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36706) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:39.872614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7de04db-b71a-4e53-a1f1-6c0b6adc9776 req-9e4963c6-42e7-4cbf-b7ca-9392869c52ac tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162094 Aug 03 19:33:39.931698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be873a0e-4fbc-41b6-9f3e-b9547a9bf4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38681600-9cf7-4c93-bfa8-c3b12d987ab7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:39.955182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a861e0f-1cb5-44cd-8768-fbcdf2895ae1 req-d56c2858-3436-4332-bb81-52a5e7ba66ff tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:39.970368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a861e0f-1cb5-44cd-8768-fbcdf2895ae1 req-d56c2858-3436-4332-bb81-52a5e7ba66ff tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.4696548 Aug 03 19:33:40.007012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b186dfa-69ee-4c91-a351-a4f861ed81f4 tempest-TestVolumeBackupRestore-81769888 tempest-TestVolumeBackupRestore-81769888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:40.008176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:40.009037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Updating router 33e8538e-9073-4204-93a2-b882d57b9fd8 port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:40.017151 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b186dfa-69ee-4c91-a351-a4f861ed81f4 tempest-TestVolumeBackupRestore-81769888 tempest-TestVolumeBackupRestore-81769888-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1092 time: 0.1626265 Aug 03 19:33:40.025174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36710) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:40.041429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4b813a9b-456f-4d3f-a243-371f4152ed3a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Request body: {'floatingip': {'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:40.202323 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc8a41-de70-480c-bcfe-6ed26372b944 x-openstack-request-id: req-1dbc8a41-de70-480c-bcfe-6ed26372b944 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:40.206429 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:40.206429 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1dbc8a41-de70-480c-bcfe-6ed26372b944 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:40.213959 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'status': 'completed', 'code': 200} Aug 03 19:33:40.220357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=e66f69fb-576f-4c95-b1b9-1ca1555a3909,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:40.273774 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:40.278843 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.323934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a861e0f-1cb5-44cd-8768-fbcdf2895ae1 req-181ee3ef-8cf3-4f49-9123-a6d3d1722779 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173964 Aug 03 19:33:40.354955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:40.354955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:40.415798 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b813a9b-456f-4d3f-a243-371f4152ed3a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.468298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:40.511807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:40.527024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:40.530679 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.546030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e14ad-f476-4b54-aef7-6fe011e36ee0 None None] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:40.561424 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.590186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f53a73ed-d0de-4a1e-b027-f586e71826af tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0106821 Aug 03 19:33:40.596616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36714) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:40.645838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-6dddddef-548b-4fe4-a5f1-93593b4ad4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:40.648189 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-6dddddef-548b-4fe4-a5f1-93593b4ad4e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dcd123306584bdea10b10dac7c4babb&device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1097 time: 0.4533198 Aug 03 19:33:41.182927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,segment=NetworkSegment(feec5e5c-a069-449d-82b8-f789b88432af),segment_id=feec5e5c-a069-449d-82b8-f789b88432af)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:41.259039 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'mac_address': 'fa:16:3e:49:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:36Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 0, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:41.342224 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.369016 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] Checking router: fe5f8c2f-6c11-4708-8472-0c5852b35de5 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:41.404818 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:41.412911 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:41.544049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:41.643366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabaf9f-3429-40db-b591-6634bb8fc22f req-f7817a72-36d9-4e98-abe2-8e89138bf50a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:41.650217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1dabaf9f-3429-40db-b591-6634bb8fc22f req-f7817a72-36d9-4e98-abe2-8e89138bf50a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.4427073 Aug 03 19:33:41.891467 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:41.936381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e152429-d29c-4379-8aef-0e1d7470608e req-9ca9f1b3-25d3-4590-a606-eab0e2012f49 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:41.938880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e152429-d29c-4379-8aef-0e1d7470608e req-9ca9f1b3-25d3-4590-a606-eab0e2012f49 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.2872028 Aug 03 19:33:41.971328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1dabaf9f-3429-40db-b591-6634bb8fc22f req-9913d17e-976a-4da9-8f4d-9c226d2bec31 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110020 Aug 03 19:33:42.131171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e152429-d29c-4379-8aef-0e1d7470608e req-201faf76-b586-4ca2-8c58-9b0d26a00a22 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675696 Aug 03 19:33:42.212093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.286115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36742) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:42.294067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'subnets': [{'network_id': '6be7faf9-7147-46a8-b935-2b6a89e64bcc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1541531201', 'ip_version': 6}, {'network_id': '98adf154-b77d-43af-b83e-5977d2df054b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:42.294418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'subnet': {'network_id': '6be7faf9-7147-46a8-b935-2b6a89e64bcc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1541531201', 'ip_version': 6}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:42.295113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Request body: {'subnet': {'network_id': '98adf154-b77d-43af-b83e-5977d2df054b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:42.324479 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.352302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Transition to ACTIVE for port object 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:42.376503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e0a5c684-1fa2-426c-8fd7-19be96ef16da up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:42.390008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.563000 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-c85fd4a8-b76b-40f0-a798-09fec21d4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:42.565012 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-c85fd4a8-b76b-40f0-a798-09fec21d4958 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 200 len: 915 time: 1.9044971 Aug 03 19:33:42.595104 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'mac_address': 'fa:16:3e:49:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:36Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 0, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:42.679483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034887c9-80a4-492d-85e4-eed38b7b6497 None None] Pushing event updated for resources: {'Port': ['ID=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:42.690285 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-192aa380-2154-4c02-b6a8-b56584c54e4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 200 len: 999 time: 0.1158881 Aug 03 19:33:42.720836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Attempting to bind port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:42.722066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Attempting to bind port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:42.722758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Attempting to bind port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d on network 5f2934d1-b405-48eb-afe0-161ccec84385 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:42.771114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b813a9b-456f-4d3f-a243-371f4152ed3a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.771114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-85b84a7a-d94c-487a-bbc2-372d973c5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:42.771696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-85b84a7a-d94c-487a-bbc2-372d973c5bb4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b319886-960e-4f25-a621-809968a325c1 HTTP/1.1" status: 200 len: 853 time: 0.0681822 Aug 03 19:33:42.772877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:42.773287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Checking segment: {'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:42.773738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.774139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Bound using segment: {'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:42.774687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Bound port: 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0df345-04b5-4d9d-b5e6-b753a405da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:42.775422 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.775533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b813a9b-456f-4d3f-a243-371f4152ed3a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.827856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c567b-1f51-4677-92d4-534734582c14 None None] The sync data for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 is: [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'mac_address': 'fa:16:3e:49:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:36Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 0, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:42.867145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e0a5c684-1fa2-426c-8fd7-19be96ef16da triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:42.867568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.966405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-34f7de82-17b2-42f4-ad30-11dc32afe699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:42.969024 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-34f7de82-17b2-42f4-ad30-11dc32afe699 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d851888-28cb-45a9-971a-cbec329f0a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882913 Aug 03 19:33:42.982495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:42.985797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.141997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] For port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:43.150962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] For port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,segment=NetworkSegment(9c0df345-04b5-4d9d-b5e6-b753a405da8a),segment_id=9c0df345-04b5-4d9d-b5e6-b753a405da8a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:43.218709 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.221098 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-e33e3d34-57bf-4579-9242-699970ae8b46 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415936 Aug 03 19:33:43.298513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b813a9b-456f-4d3f-a243-371f4152ed3a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Router fe5f8c2f-6c11-4708-8472-0c5852b35de5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:43.374838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff0d21e-ad61-4122-bb42-a050fe5a3044 None None] New status for floating IP 1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:33:43.411513 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0239fae6-fabd-40e4-a102-4bf31610ed88 req-24425240-b6a4-4a5b-a9ad-344ba43422a1 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824164 Aug 03 19:33:43.533614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b813a9b-456f-4d3f-a243-371f4152ed3a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:43.551038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b813a9b-456f-4d3f-a243-371f4152ed3a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.577896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:43.578771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:43.662540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:43.665451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034887c9-80a4-492d-85e4-eed38b7b6497 None None] Pushing event updated for resources: {'Port': ['ID=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:43.668850 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:43.673312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36780) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:43.730533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4b813a9b-456f-4d3f-a243-371f4152ed3a tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "PUT /v2.0/floatingips/1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2 HTTP/1.1" status: 200 len: 991 time: 3.7036705 Aug 03 19:33:43.746549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:43.851650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:43.860084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Allocated IP 2001:db8:2::2 (73f24619-bbc0-4a9f-bf1c-6746b1e0d58b/e66f69fb-576f-4c95-b1b9-1ca1555a3909/2ec0c0d0-9720-4baf-8529-248dc9d5cc3e) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:43.899919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c10fdb0-4d2a-47eb-b942-73c71d06776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.926015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6533d3-e19a-4099-8587-53461672e268 req-5521c5e3-6094-4f7a-85da-571bc8ec1d8a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:43.927739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b6533d3-e19a-4099-8587-53461672e268 req-5521c5e3-6094-4f7a-85da-571bc8ec1d8a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 1.3459806 Aug 03 19:33:43.953053 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:33:43.953053 n-d-803378-1 neutron-server[94134]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:33:43.953053 n-d-803378-1 neutron-server[94134]: [parameters: {'project_id': '62a9be13d4e44578b2aa042754786fd7', 'id': '74b09322-59ae-4a68-bff5-3eb9b7698406', 'expiration': datetime.datetime(2021, 8, 3, 19, 35, 43, 939117)}] Aug 03 19:33:43.953053 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:43.953721 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:43.997638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640321-a391-4922-abc1-30dde34d56c7 req-dbbfb123-ab43-4fbc-b192-141a53553ee8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:44.004535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee640321-a391-4922-abc1-30dde34d56c7 req-dbbfb123-ab43-4fbc-b192-141a53553ee8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1429715 Aug 03 19:33:44.011459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b6533d3-e19a-4099-8587-53461672e268 req-4e15de06-660a-49a5-8353-aaeeba3674b9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762117 Aug 03 19:33:44.060253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c10fdb0-4d2a-47eb-b942-73c71d06776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.077512 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c10fdb0-4d2a-47eb-b942-73c71d06776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.104272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee640321-a391-4922-abc1-30dde34d56c7 req-780a439e-7353-4355-9d21-b4c3e95bc715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910988 Aug 03 19:33:44.134852 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756181ea-9cc1-40ba-a273-838f730433a1 x-openstack-request-id: req-756181ea-9cc1-40ba-a273-838f730433a1 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:44.135306 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:44.135720 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-756181ea-9cc1-40ba-a273-838f730433a1 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:44.136370 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'status': 'completed', 'code': 200} Aug 03 19:33:44.151120 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c10fdb0-4d2a-47eb-b942-73c71d06776a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9d850461c9548938d424d963ae1f616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413836 Aug 03 19:33:44.155065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:44.157782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:44.158182 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.169894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10fdb0-4d2a-47eb-b942-73c71d06776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd36c8-9f5e-41b6-8b1f-6abec81ad622,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:44.273249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-c7727d16-3c44-4622-a694-ab6e56a45952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:44.276930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-c7727d16-3c44-4622-a694-ab6e56a45952 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dcd123306584bdea10b10dac7c4babb&device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1097 time: 0.0941429 Aug 03 19:33:44.326241 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] Sync routers for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:44.334941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fcb63ba9-36da-407c-b0d6-3264c5d6aa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.347938 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:44.349267 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:44.362403 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.381555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Transition to ACTIVE for port object 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:44.388929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074cbfe-b567-44f5-828a-8f608c773183 req-b373b9d2-3e1c-4e15-95d5-08f36662ab9e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:44.401792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4074cbfe-b567-44f5-828a-8f608c773183 req-b373b9d2-3e1c-4e15-95d5-08f36662ab9e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1618304 Aug 03 19:33:44.403964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-0ea6698d-6e76-4f90-9d77-eb20100f0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:44.405999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-0ea6698d-6e76-4f90-9d77-eb20100f0c09 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 200 len: 915 time: 0.1194067 Aug 03 19:33:44.408996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fcb63ba9-36da-407c-b0d6-3264c5d6aa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.410846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Transition to ACTIVE for port object 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:44.494818 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.523560 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-adbc3db0-3a4f-416f-86be-312a52ce3a2e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 200 len: 1001 time: 0.1098197 Aug 03 19:33:44.564609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4074cbfe-b567-44f5-828a-8f608c773183 req-6d52689b-c4df-4c3d-8acd-f0519f7be9e2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618130 Aug 03 19:33:44.572954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Made reservation on behalf of 62a9be13d4e44578b2aa042754786fd7 for: {'subnet': 2} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:44.578706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.579082 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.586724 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:44.610574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-39c35a11-e793-4dd9-ae7d-739f92bb39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:44.613489 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-39c35a11-e793-4dd9-ae7d-739f92bb39cb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b319886-960e-4f25-a621-809968a325c1 HTTP/1.1" status: 200 len: 853 time: 0.0818558 Aug 03 19:33:44.622626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8:2::1 (73f24619-bbc0-4a9f-bf1c-6746b1e0d58b/e66f69fb-576f-4c95-b1b9-1ca1555a3909/e8f56b89-103b-4ca9-a12f-fc86d361a2c9) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:44.704879 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fcb63ba9-36da-407c-b0d6-3264c5d6aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.707795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fcb63ba9-36da-407c-b0d6-3264c5d6aa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.713935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-22692ed1-9d7e-4a62-850d-9eeaac1be820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:44.717713 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-22692ed1-9d7e-4a62-850d-9eeaac1be820 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d851888-28cb-45a9-971a-cbec329f0a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933020 Aug 03 19:33:44.720203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fcb63ba9-36da-407c-b0d6-3264c5d6aa91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26cd36c8-9f5e-41b6-8b1f-6abec81ad622 HTTP/1.1" status: 204 len: 168 time: 0.5639930 Aug 03 19:33:44.767378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb63ba9-36da-407c-b0d6-3264c5d6aa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd36c8-9f5e-41b6-8b1f-6abec81ad622,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:44.830577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:44.849194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:44.871774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:44.901773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Pushing event updated for resources: {'Port': ['ID=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:44.999393 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-34f2a514-637b-4404-bbc3-bde615dc6e49 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649086 Aug 03 19:33:45.029460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 3, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:43Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:45.035927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Attempting to bind port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:45.037095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Attempting to bind port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:45.037243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Attempting to bind port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e on network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:45.048773 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'mac_address': 'fa:16:3e:49:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:36Z', 'updated_at': '2021-08-03T19:33:43Z', 'revision_number': 2, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:45.055471 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.079584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe370a-353c-4e71-a01b-a6257dda0696 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 3, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:43Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:45.086909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:45.087302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Checking segment: {'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:45.087825 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.088239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Bound using segment: {'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:45.089300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Bound port: 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:45.089880 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.103001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] Checking router: fe5f8c2f-6c11-4708-8472-0c5852b35de5 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:45.113987 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:45.114980 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:45.130622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object e8f56b89-103b-4ca9-a12f-fc86d361a2c9 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:45.208387 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1f7e8912-8902-4e3d-8e2a-061e3ffe558d req-bb028ccc-1a22-4e9f-a522-80cd60bc0b05 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001340 Aug 03 19:33:45.286937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] For port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:45.290622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] For port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,segment=NetworkSegment(2b772057-62df-40cf-a60f-f184f349e33c),segment_id=2b772057-62df-40cf-a60f-f184f349e33c)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:45.297203 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.308348 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:45.434271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1627f-f64f-4e69-ae90-ed79bf382449 None None] Pushing event updated for resources: {'Port': ['ID=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:45.584431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-8d396733-a4fc-4fc5-949e-fdca04c88e0f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:45.588474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-8d396733-a4fc-4fc5-949e-fdca04c88e0f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.5520599 Aug 03 19:33:45.619341 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.687359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0aeb9-9f14-4233-9b2d-9aa2a8bbadcb req-6b0f43af-ba50-4d34-be2b-79ad5f6e92ba tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:45.689012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ae0aeb9-9f14-4233-9b2d-9aa2a8bbadcb req-6b0f43af-ba50-4d34-be2b-79ad5f6e92ba tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.4224610 Aug 03 19:33:45.781979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:45.803243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:45.803243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-270518ec-c36e-4231-9946-7e81a478b20e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/quotas/a7b192dfb0d2451d83579d34323df239 HTTP/1.1" status: 200 len: 375 time: 0.1863399 Aug 03 19:33:45.803796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:45.804406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.840129 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'mac_address': 'fa:16:3e:49:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:36Z', 'updated_at': '2021-08-03T19:33:43Z', 'revision_number': 2, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:45.935736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb54bb-97a4-4347-a04f-9d57cf9934b7 None None] The sync data for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 is: [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'port_id': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'mac_address': 'fa:16:3e:49:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:36Z', 'updated_at': '2021-08-03T19:33:43Z', 'revision_number': 2, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:45.974024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:46.070631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:46.077594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:46.078048 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.142880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:46.144829 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e900f0b2-36f8-4786-8333-70753dc3da6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:46.216919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:46.282582 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.287011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1ae0aeb9-9f14-4233-9b2d-9aa2a8bbadcb req-b87b9e39-ae75-4f82-80b4-c23996c48185 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5166531 Aug 03 19:33:46.334943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,segment=NetworkSegment(9c0df345-04b5-4d9d-b5e6-b753a405da8a),segment_id=9c0df345-04b5-4d9d-b5e6-b753a405da8a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:46.345068 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.358158 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf030ba-f049-4115-808b-f53e68308e7d x-openstack-request-id: req-2cf030ba-f049-4115-808b-f53e68308e7d {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:46.358517 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:46.358793 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cf030ba-f049-4115-808b-f53e68308e7d {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:46.359197 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'status': 'completed', 'code': 200} Aug 03 19:33:46.437724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-a9aa0020-b488-49bc-81f5-ae6950eecb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:46.439225 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-a9aa0020-b488-49bc-81f5-ae6950eecb7d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dcd123306584bdea10b10dac7c4babb&device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1097 time: 0.0582480 Aug 03 19:33:46.469804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:46.506090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-4b401e2d-14ed-40e3-90ef-da3ce91a9ac0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4400885 Aug 03 19:33:46.512807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.571814 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36826) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:46.600888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-9f8bb4cf-6148-41d1-8740-fc1429e8f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:46.602715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-9f8bb4cf-6148-41d1-8740-fc1429e8f2a9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 200 len: 915 time: 0.1521957 Aug 03 19:33:46.679387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Subnet': ['ID=ba68c71e-e895-4b8d-96d5-803d1a350d73,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:46.707206 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-ea5585cc-870d-4c81-80b9-8700c1d1eab6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 200 len: 1001 time: 0.0964923 Aug 03 19:33:46.715279 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.772909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-network', 'tenant_id': 'c351f6806f484562b6084caca9fb4539'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:46.791687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Checking segment: {'id': 'f4850855-cd63-4501-b473-4236f7050bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6be7faf9-7147-46a8-b935-2b6a89e64bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:46.792050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Network hostable DHCP agents. Network: 6be7faf9-7147-46a8-b935-2b6a89e64bcc, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:46.815072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-21ed3e21-7113-4c57-8799-f217bbbbe2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:46.816637 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-21ed3e21-7113-4c57-8799-f217bbbbe2be service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b319886-960e-4f25-a621-809968a325c1 HTTP/1.1" status: 200 len: 853 time: 0.1019700 Aug 03 19:33:46.818701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Made reservation on behalf of c351f6806f484562b6084caca9fb4539 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:46.821268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.839575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.840573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-5385af5d-96b8-451d-b01b-9efa03035c3e service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240914 Aug 03 19:33:46.908630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-98f71122-333a-421e-8378-03f738f7443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:46.910644 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-98f71122-333a-421e-8378-03f738f7443f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d851888-28cb-45a9-971a-cbec329f0a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794504 Aug 03 19:33:46.913812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d186a-3290-44d3-b7a8-413cf6b67a8b None None] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:46.975977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Network 6be7faf9-7147-46a8-b935-2b6a89e64bcc is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:47.052048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 6be7faf9-7147-46a8-b935-2b6a89e64bcc) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:47.060252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.063008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1f5d0e0a-770c-4879-8faf-bf6d87efd2d1 None None] Provisioning for port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:47.071821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33642862-832a-4fc6-8e6b-5427d51334d9 None None] Network 6be7faf9-7147-46a8-b935-2b6a89e64bcc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:47.094920 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-2bb61c7f-4a48-4305-b88e-0687c9f1fad8 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756074 Aug 03 19:33:47.106816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.115822 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.182937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:47.191467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-33dfbc1f-c93d-49e3-a418-c9db2e7c15b1 service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493886 Aug 03 19:33:47.209294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.209751 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Added segment 34a8021b-6092-4581-a153-65ca92f33e74 of type vlan for network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 Aug 03 19:33:47.211224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d01105-f490-4b82-98ae-c0dce302ad88,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:47.241446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event updated for resources: {'Subnet': ['ID=3c3124c6-32db-4b5a-b4b1-9c4a31a98d34,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:47.265202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.265649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.265921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.266254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.266584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.266979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.267307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.267632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.267950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.268276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.268596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.269524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:47.316257 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.321751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e900f0b2-36f8-4786-8333-70753dc3da6e req-0f9b4646-469a-408b-90ed-c60a26afefb3 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180219 Aug 03 19:33:47.329209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Checking segment: {'id': '42d29c9c-99c3-4b8c-b9f4-d38c1ae45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '98adf154-b77d-43af-b83e-5977d2df054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:47.329623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Network hostable DHCP agents. Network: 98adf154-b77d-43af-b83e-5977d2df054b, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:47.339687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-6be7faf9-7147-46a8-b935-2b6a89e64bcc', 'network_id': '6be7faf9-7147-46a8-b935-2b6a89e64bcc', 'tenant_id': '62a9be13d4e44578b2aa042754786fd7', 'fixed_ips': [{'subnet_id': 'ba68c71e-e895-4b8d-96d5-803d1a350d73'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:47.340587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.380214 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.381696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:47.383204 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.449045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Network 98adf154-b77d-43af-b83e-5977d2df054b is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:47.472337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.479735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.480588 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.514946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 98adf154-b77d-43af-b83e-5977d2df054b) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:47.541384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5126847-e9f5-430d-a0cd-76294c74eeb6 None None] Network 98adf154-b77d-43af-b83e-5977d2df054b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:47.603223 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0300570 Aug 03 19:33:47.610975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36836) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:47.621758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Request body: {'subnet': {'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-subnet', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:47.626606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e8e54-63ea-4a24-a8e0-ad08ed9dd2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd5cf61-9181-41f5-98cc-aa699526ffb5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:47.650192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:47.657161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Made reservation on behalf of c351f6806f484562b6084caca9fb4539 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:47.660974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.800757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:47.801251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:47.802754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.845794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Allocated IP 2001:db8::1 (6be7faf9-7147-46a8-b935-2b6a89e64bcc/ba68c71e-e895-4b8d-96d5-803d1a350d73/d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:47.929961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:47.931308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:47.965197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8dc63276-4ed1-4eac-a5db-f1d7ca98991a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.6765599 Aug 03 19:33:47.974125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36842) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:47.976688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f5336d8-877c-4689-b5ca-393a1ec620ca req-9055f605-a251-44d4-9438-66f7e52ef61d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 210 time: 0.1785896 Aug 03 19:33:47.980734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:48.060758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:48.110100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.131653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2d4f1e6c-0a78-4917-9c03-94b7b7aaaee9 None None] Provisioning for port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:48.166371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2d4f1e6c-0a78-4917-9c03-94b7b7aaaee9 None None] Provisioning complete for port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:48.166979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2d4f1e6c-0a78-4917-9c03-94b7b7aaaee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.181562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477e6f00-51c3-4ff5-9ca3-8cba23e157c5,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:48.213931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Checking segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:48.214779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Network hostable DHCP agents. Network: 4bd5cf61-9181-41f5-98cc-aa699526ffb5, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:48.239526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:48.254205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 4bd5cf61-9181-41f5-98cc-aa699526ffb5) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:48.260732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:48.261356 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.276065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5ac20-d547-4fc7-84d5-66e7ccddddaf req-7982b671-3a0c-4ad0-a952-2abcfbd60f10 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:48.278437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dc5ac20-d547-4fc7-84d5-66e7ccddddaf req-7982b671-3a0c-4ad0-a952-2abcfbd60f10 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.7755444 Aug 03 19:33:48.291879 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b574acd7-8c3e-4512-b6cf-dd631b4d2821 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6797378 Aug 03 19:33:48.293953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36846) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:48.303225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:48.326484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-98adf154-b77d-43af-b83e-5977d2df054b', 'network_id': '98adf154-b77d-43af-b83e-5977d2df054b', 'tenant_id': '62a9be13d4e44578b2aa042754786fd7', 'fixed_ips': [{'subnet_id': '3c3124c6-32db-4b5a-b4b1-9c4a31a98d34'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:48.330168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e50b3-f981-43b4-8a29-ed68bc255517 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:48.332861 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.333283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e50b3-f981-43b4-8a29-ed68bc255517 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:48.334710 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.335787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e50b3-f981-43b4-8a29-ed68bc255517 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:48.335948 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.343186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e3bb2a-39e7-4542-8e6b-accdbc913f55 None None] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:48.344487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f82e50b3-f981-43b4-8a29-ed68bc255517 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3579981 Aug 03 19:33:48.349418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36848) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:48.404684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dc5ac20-d547-4fc7-84d5-66e7ccddddaf req-0b6fcf4c-9d6c-41ac-adbb-ead5c0a327fb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806298 Aug 03 19:33:48.472070 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:33:48.474791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb2ebfe-a14d-4b1e-9339-e966b6db6d35 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Deleting subnet ba68c71e-e895-4b8d-96d5-803d1a350d73 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:48.477806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:48.578176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.647377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f1e6c-0a78-4917-9c03-94b7b7aaaee9 None None] Port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:48.660796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:48.663079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:48.663682 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.674231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36850) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:48.675394 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4d024408-21f3-4e5f-87b3-9f59ec28b4c1 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0750425 Aug 03 19:33:48.681336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1007193659'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:48.803753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.808054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:48.814691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:48.821894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.882433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.898928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:48.899499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:48.924223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Transition to ACTIVE for port object d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:48.943739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:48.967293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.967818 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added segment 5fe1a9dd-d629-4e4f-852a-8610d9ef65b7 of type vlan for network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 Aug 03 19:33:48.987097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7b4b72b5-4cd5-4c33-8f16-1d80ed97e7be None None] Provisioning complete for port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:48.988018 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7b4b72b5-4cd5-4c33-8f16-1d80ed97e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.086908 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.153943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.160852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:49.161552 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.194720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be7c9bbd-6baa-446e-bbc9-84ad0b3adee8 req-82cfab78-0072-44f4-8454-ddbe0d0a68e2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 210 time: 0.0449283 Aug 03 19:33:49.285050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Transition to ACTIVE for port object d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:49.314235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Allocated IP 2001:db8:0:1::1 (98adf154-b77d-43af-b83e-5977d2df054b/3c3124c6-32db-4b5a-b4b1-9c4a31a98d34/14386c6a-02e8-443e-b395-54f152f62642) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:49.338411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:49.340654 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.344362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6675711 Aug 03 19:33:49.348365 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ebfe-a14d-4b1e-9339-e966b6db6d35 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.349768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36854) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:49.358271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'subnet': {'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:49.426062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b72b5-4cd5-4c33-8f16-1d80ed97e7be None None] Port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:49.508241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Made reservation on behalf of e317776b8f77415ba9409b67954bbc9e for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:49.547408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.558261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad8a4-5076-435f-ad04-c0db7f237721 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Network': ['ID=1751de32-45a1-4935-91a8-1dfe2ed9b9a2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:49.571619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:49.572507 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.577371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Network 6be7faf9-7147-46a8-b935-2b6a89e64bcc is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:49.586727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:49.623641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-b35ee43d-d65e-4ea9-8418-1b7cbee6df13 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:49.623997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:49.625253 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-b35ee43d-d65e-4ea9-8418-1b7cbee6df13 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.4889805 Aug 03 19:33:49.642290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ebfe-a14d-4b1e-9339-e966b6db6d35 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.645571 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-021bbbcf-68a7-4108-9bf0-78df5de16018 service neutron] show failed (client error): The resource could not be found. Aug 03 19:33:49.646658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-021bbbcf-68a7-4108-9bf0-78df5de16018 service neutron] 10.222.0.88 "GET /v2.0/ports/b89149a6-7064-4e74-8707-203416d90a92/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.2821047 Aug 03 19:33:49.667169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Pushing event updated for resources: {'Port': ['ID=d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:49.669865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:49.678685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'port': {'device_id': '8e4893bb-1e0a-44bf-984f-4629bec56fd5', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'admin_state_up': True, 'tenant_id': 'a7b192dfb0d2451d83579d34323df239'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:49.702584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:49.731563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21164dea-2681-4e84-8c2b-07ae186051f2 req-a4e60e66-8609-467a-9475-d5e36fc31291 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:49.740369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21164dea-2681-4e84-8c2b-07ae186051f2 req-a4e60e66-8609-467a-9475-d5e36fc31291 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1226978 Aug 03 19:33:49.811511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21164dea-2681-4e84-8c2b-07ae186051f2 req-328604b1-6ea0-428f-82bb-a9569619b1f1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696104 Aug 03 19:33:50.033627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Attempting to bind port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:50.034007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Attempting to bind port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'f4850855-cd63-4501-b473-4236f7050bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6be7faf9-7147-46a8-b935-2b6a89e64bcc'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:50.035340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Attempting to bind port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e on network 6be7faf9-7147-46a8-b935-2b6a89e64bcc {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:50.107601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:50.107992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Checking segment: {'id': 'f4850855-cd63-4501-b473-4236f7050bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6be7faf9-7147-46a8-b935-2b6a89e64bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:50.108388 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.108847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Bound using segment: {'id': 'f4850855-cd63-4501-b473-4236f7050bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6be7faf9-7147-46a8-b935-2b6a89e64bcc'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:50.109380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Bound port: d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4850855-cd63-4501-b473-4236f7050bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6be7faf9-7147-46a8-b935-2b6a89e64bcc'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:50.109860 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.138726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.147399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:50.162035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.182784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:50.183260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.188655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Allocated IP 172.20.0.2 (4bd5cf61-9181-41f5-98cc-aa699526ffb5/477e6f00-51c3-4ff5-9ca3-8cba23e157c5/c1eb7bf2-474b-44c3-a312-0a630a7b6519) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:50.201453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-8585e55e-6167-4dad-9b01-87f2a3bf68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:50.202985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-8585e55e-6167-4dad-9b01-87f2a3bf68b1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 1096 time: 0.2351723 Aug 03 19:33:50.211374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Transition to ACTIVE for port object 14386c6a-02e8-443e-b395-54f152f62642 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:50.244566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Subnet': ['ID=d7d1f4c2-1acd-4150-8483-f574f4adad5e,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.257460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:50.290153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Transition to ACTIVE for port object 14386c6a-02e8-443e-b395-54f152f62642 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:50.337601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a28a67b8-75e5-4748-9574-1eb356f57112 req-e95bfbb1-f306-4b60-a316-985a42484bbc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 210 time: 0.0453620 Aug 03 19:33:50.350666 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.369370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Checking segment: {'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:50.370020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network hostable DHCP agents. Network: 1751de32-45a1-4935-91a8-1dfe2ed9b9a2, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:50.391315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.400935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.402264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Network 98adf154-b77d-43af-b83e-5977d2df054b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:50.420154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] For port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:50.429609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:50.435508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:50.442314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.445992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:50.476056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] For port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e,segment=NetworkSegment(f4850855-cd63-4501-b473-4236f7050bdf),segment_id=f4850855-cd63-4501-b473-4236f7050bdf)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:50.480913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:47Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:50.482665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1751de32-45a1-4935-91a8-1dfe2ed9b9a2) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:50.501754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Pushing event updated for resources: {'Port': ['ID=14386c6a-02e8-443e-b395-54f152f62642,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.504265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:50.504956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.506224 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.515317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ebfe-a14d-4b1e-9339-e966b6db6d35 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.521683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Made reservation on behalf of a7b192dfb0d2451d83579d34323df239 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:50.525386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.558037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e51a8e-10c6-4fb2-90e7-b08a1e64f432 None None] Network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:50.595268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ed68964f-157b-46b6-85f0-6efc4be9b490 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2425096 Aug 03 19:33:50.603019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:50.629123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:50.630097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Updating router 33e8538e-9073-4204-93a2-b882d57b9fd8 port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:50.744977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.785812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Allocated IP 172.25.4.68 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/9d677f56-1a67-479e-bc2f-afd3f3888ce4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:50.797577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ebfe-a14d-4b1e-9339-e966b6db6d35 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.899076 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.914191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Transition to ACTIVE for port object c1eb7bf2-474b-44c3-a312-0a630a7b6519 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:50.938717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2ebfe-a14d-4b1e-9339-e966b6db6d35 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Subnet': ['ID=ba68c71e-e895-4b8d-96d5-803d1a350d73,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.943803 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.948773 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ebfe-a14d-4b1e-9339-e966b6db6d35 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.953254 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1eb2ebfe-a14d-4b1e-9339-e966b6db6d35 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/subnets/ba68c71e-e895-4b8d-96d5-803d1a350d73 HTTP/1.1" status: 204 len: 168 time: 2.6007490 Aug 03 19:33:50.963799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36864) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:50.964069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Attempting to bind port 14386c6a-02e8-443e-b395-54f152f62642 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:50.964405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Attempting to bind port 14386c6a-02e8-443e-b395-54f152f62642 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '42d29c9c-99c3-4b8c-b9f4-d38c1ae45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '98adf154-b77d-43af-b83e-5977d2df054b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:50.964765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Attempting to bind port 14386c6a-02e8-443e-b395-54f152f62642 on network 98adf154-b77d-43af-b83e-5977d2df054b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:50.982395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Transition to ACTIVE for port object c1eb7bf2-474b-44c3-a312-0a630a7b6519 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:51.002121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d08196-191c-43b0-b848-7e53f3c689a8 None None] Pushing event updated for resources: {'Port': ['ID=d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:51.041514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,segment=NetworkSegment(2b772057-62df-40cf-a60f-f184f349e33c),segment_id=2b772057-62df-40cf-a60f-f184f349e33c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:51.043623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.132159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Allocated IP 172.20.0.10 (7191228f-9331-4d6f-a775-9287b5c97528/7b30dd12-60ba-4ca4-8514-c4f98cac7cd7/f43e47e0-0276-4b0d-8df0-771c8a0d1a65) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:51.206747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.271598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-958c8a9d-44b9-46e1-927d-8d34384ec25c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Deleting subnet 3c3124c6-32db-4b5a-b4b1-9c4a31a98d34 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:51.299615 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.308239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-958c8a9d-44b9-46e1-927d-8d34384ec25c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.314308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:51.328001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:51.334354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:51.334855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Checking segment: {'id': '42d29c9c-99c3-4b8c-b9f4-d38c1ae45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '98adf154-b77d-43af-b83e-5977d2df054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:51.335269 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.335670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Bound using segment: {'id': '42d29c9c-99c3-4b8c-b9f4-d38c1ae45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '98adf154-b77d-43af-b83e-5977d2df054b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:51.336172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Bound port: 14386c6a-02e8-443e-b395-54f152f62642, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d29c9c-99c3-4b8c-b9f4-d38c1ae45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '98adf154-b77d-43af-b83e-5977d2df054b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:51.336560 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.417520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:51.421058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:51.573827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.583212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-958c8a9d-44b9-46e1-927d-8d34384ec25c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.607719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44f07484-79b3-4308-b7a5-a343850159d8 req-69ac037b-e84f-4463-bcc3-92350b2feb30 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 210 time: 0.0552607 Aug 03 19:33:51.648396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:51.677849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f08f75-ccee-4a50-b92d-a49fee7931f5 req-f7126b64-f1cf-46c2-9178-bee5dd6f007b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:51.679531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81f08f75-ccee-4a50-b92d-a49fee7931f5 req-f7126b64-f1cf-46c2-9178-bee5dd6f007b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.2430320 Aug 03 19:33:51.767676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.787505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:51.792327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:51.809053 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-958c8a9d-44b9-46e1-927d-8d34384ec25c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.865493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.874653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Transition to ACTIVE for port object f43e47e0-0276-4b0d-8df0-771c8a0d1a65 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:51.895944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81f08f75-ccee-4a50-b92d-a49fee7931f5 req-c33ab33e-35b0-4f28-aa32-cce7a6a66303 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031486 Aug 03 19:33:51.926920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:51.926920 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efe8e6c-d472-421a-a35c-0df8fcceffdc" -d '{"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-unplugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:51.945183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Pushing event updated for resources: {'Port': ['ID=c1eb7bf2-474b-44c3-a312-0a630a7b6519,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:51.945596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:51.969641 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.970639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:51.974249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:51.999139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Pushing event updated for resources: {'Port': ['ID=9d677f56-1a67-479e-bc2f-afd3f3888ce4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:52.018320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'fixed_ips': [{'subnet_id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:52.019751 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.052226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-958c8a9d-44b9-46e1-927d-8d34384ec25c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.073383 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.080120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Attempting to bind port c1eb7bf2-474b-44c3-a312-0a630a7b6519 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:52.080490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Attempting to bind port c1eb7bf2-474b-44c3-a312-0a630a7b6519 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:52.080928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Attempting to bind port c1eb7bf2-474b-44c3-a312-0a630a7b6519 on network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:52.099939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] For port 14386c6a-02e8-443e-b395-54f152f62642, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:52.112196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:52.113285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Checking segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:52.113716 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.114183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Bound using segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:52.114701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Bound port: c1eb7bf2-474b-44c3-a312-0a630a7b6519, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:52.115090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.131656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-958c8a9d-44b9-46e1-927d-8d34384ec25c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.138016 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-958c8a9d-44b9-46e1-927d-8d34384ec25c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/subnets/3c3124c6-32db-4b5a-b4b1-9c4a31a98d34 HTTP/1.1" status: 204 len: 168 time: 1.1647246 Aug 03 19:33:52.139775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c8a9d-44b9-46e1-927d-8d34384ec25c tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3124c6-32db-4b5a-b4b1-9c4a31a98d34,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:52.146962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36870) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:52.149579 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78314921-d31f-47c9-9e86-b142e29f77ac x-openstack-request-id: req-78314921-d31f-47c9-9e86-b142e29f77ac {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:52.150049 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-unplugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:52.150610 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78314921-d31f-47c9-9e86-b142e29f77ac {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:52.151270 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'code': 200} Aug 03 19:33:52.153836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.161208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] For port 14386c6a-02e8-443e-b395-54f152f62642, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=14386c6a-02e8-443e-b395-54f152f62642,segment=NetworkSegment(42d29c9c-99c3-4b8c-b9f4-d38c1ae45094),segment_id=42d29c9c-99c3-4b8c-b9f4-d38c1ae45094)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:52.237061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b8e4493f-c6bd-4d2c-b906-9b810b8ab265'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:52.243043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.279582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Transition to ACTIVE for port object b89149a6-7064-4e74-8707-203416d90a92 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:52.283251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e5297c-9911-4e1d-bb75-15897085353a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:52.285047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a4e5297c-9911-4e1d-bb75-15897085353a tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1327567 Aug 03 19:33:52.292505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36872) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:52.292505 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.300948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Network 7191228f-9331-4d6f-a775-9287b5c97528 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:52.308320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:52.323610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:52.399526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'Port': ['ID=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:52.422169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:52.497509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:52.499292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.553922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:52.650695 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-75fd5863-673f-43ea-8953-727b94d14a68 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0015326 Aug 03 19:33:52.799874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.859942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeb415-2912-4c0e-a293-c7566319d5bd None None] Pushing event updated for resources: {'Port': ['ID=14386c6a-02e8-443e-b395-54f152f62642,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:52.913817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.919057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60e4c47-6591-461b-ba33-e1aa26eac71f None None] Network 6be7faf9-7147-46a8-b935-2b6a89e64bcc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:52.922859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Request body: {'port': {'device_id': '8e4893bb-1e0a-44bf-984f-4629bec56fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:52.972153 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.979677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1fbbfd71-d678-4de2-aa87-2affeecc6f0a None None] Provisioning for port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:53.075960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Transition to ACTIVE for port object e8f56b89-103b-4ca9-a12f-fc86d361a2c9 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:53.087981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] For port c1eb7bf2-474b-44c3-a312-0a630a7b6519, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:53.104484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] For port c1eb7bf2-474b-44c3-a312-0a630a7b6519, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c1eb7bf2-474b-44c3-a312-0a630a7b6519,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:53.121509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.154404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1fbbfd71-d678-4de2-aa87-2affeecc6f0a None None] Provisioning complete for port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:53.154821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1fbbfd71-d678-4de2-aa87-2affeecc6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.162174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Allocated IP 2001:db8:3::2 (1751de32-45a1-4935-91a8-1dfe2ed9b9a2/d7d1f4c2-1acd-4150-8483-f574f4adad5e/d63e3e7e-064e-417a-853d-fd9e995acd02) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:53.204235 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.209495 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.312540 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.337769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b89149a6-7064-4e74-8707-203416d90a92 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:53.352094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bb5e9-484f-46d4-b43c-dfea9611ed95 req-84065bec-b117-4f06-8770-783d582351c8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:53.354337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-171bb5e9-484f-46d4-b43c-dfea9611ed95 req-84065bec-b117-4f06-8770-783d582351c8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 932 time: 0.4354477 Aug 03 19:33:53.364145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] No DVR routers for this DVR port b89149a6-7064-4e74-8707-203416d90a92 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:53.540688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbfd71-d678-4de2-aa87-2affeecc6f0a None None] Port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:53.614212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 14386c6a-02e8-443e-b395-54f152f62642 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:53.615934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daa36e-2c64-452c-a7ea-30802b50e64c req-b6d07c83-d27d-4021-91f5-541db2b9d37b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:53.623598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7b63e-5e40-458f-aac6-c7079205fe79 None None] Pushing event updated for resources: {'Port': ['ID=c1eb7bf2-474b-44c3-a312-0a630a7b6519,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:53.623817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46daa36e-2c64-452c-a7ea-30802b50e64c req-b6d07c83-d27d-4021-91f5-541db2b9d37b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.5726974 Aug 03 19:33:53.710659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Router 0e2bb790-9c91-4585-8531-169fbc0a8b5f is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:33:53.752996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-171bb5e9-484f-46d4-b43c-dfea9611ed95 req-1eef64e6-97ff-43c1-8aea-ef93e5f5d9ab tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090049 Aug 03 19:33:53.769667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46daa36e-2c64-452c-a7ea-30802b50e64c req-341d813d-fcde-49db-a736-7626066a9fe3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278291 Aug 03 19:33:53.770739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:53.771586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:53.772102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:53.780643 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:33:53.781259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:53.784811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b89149a6-7064-4e74-8707-203416d90a92 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:53.806292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:53.806909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Checking segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:53.807498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Bound using segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:53.811888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Bound port: b89149a6-7064-4e74-8707-203416d90a92, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:53.815652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.819360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Deleting port 14386c6a-02e8-443e-b395-54f152f62642 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:53.819959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.926198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072978d1-e1b1-46d7-94a0-422192788c4d None None] Pushing event updated for resources: {'Port': ['ID=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:54.013913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] For port 14386c6a-02e8-443e-b395-54f152f62642, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=14386c6a-02e8-443e-b395-54f152f62642,segment=NetworkSegment(42d29c9c-99c3-4b8c-b9f4-d38c1ae45094),segment_id=42d29c9c-99c3-4b8c-b9f4-d38c1ae45094)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:54.014444 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.043240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Calling delete_port for 14386c6a-02e8-443e-b395-54f152f62642 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:54.104631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:54.124954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Attempting to bind port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:54.125513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Attempting to bind port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:54.129582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Attempting to bind port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 on network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:54.160720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] DHCP port deletion for 6be7faf9-7147-46a8-b935-2b6a89e64bcc request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:54.169902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cc8e1d4f-9dfe-4b8c-b32b-e7e65ba879ca None None] Provisioning for port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:54.181827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cc8e1d4f-9dfe-4b8c-b32b-e7e65ba879ca None None] Provisioning complete for port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:54.182336 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1d4f-9dfe-4b8c-b32b-e7e65ba879ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.196684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:54.211843 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.235546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43e47e0-0276-4b0d-8df0-771c8a0d1a65 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:54.244163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:54.244789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Checking segment: {'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:54.245326 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.245843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Bound using segment: {'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:54.246476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Bound port: e8f56b89-103b-4ca9-a12f-fc86d361a2c9, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b772057-62df-40cf-a60f-f184f349e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:54.246779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:54.246924 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.270530 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54b746-e543-4281-9421-0208fc457911 None None] Sync routers for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:54.276092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.294159 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54b746-e543-4281-9421-0208fc457911 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:54.295675 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-af54b746-e543-4281-9421-0208fc457911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:54.313638 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.343391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Transition to ACTIVE for port object f43e47e0-0276-4b0d-8df0-771c8a0d1a65 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:54.353921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.359542 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f5669f81-1e06-4fb6-98b0-940b4e4d3698 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0587864 Aug 03 19:33:54.359542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.361065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36878) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:54.390741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 14386c6a-02e8-443e-b395-54f152f62642 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:54.399524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:54.405343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.407318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] 10.222.0.63 "PUT /v2.0/ports/b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 1091 time: 4.1559663 Aug 03 19:33:54.410375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:54.411068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:54.413880 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7141630-f0ba-45b9-91e5-9d3833a4b187" -d '{"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:54.473578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Transition to ACTIVE for port object d63e3e7e-064e-417a-853d-fd9e995acd02 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:54.599274 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3df0bd1-4c7a-4093-b17e-e795792e1820 x-openstack-request-id: req-b3df0bd1-4c7a-4093-b17e-e795792e1820 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:54.600057 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:54.600589 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3df0bd1-4c7a-4093-b17e-e795792e1820 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:54.601229 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'status': 'completed', 'code': 200} Aug 03 19:33:54.604118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec42fee-136e-4ee7-88ff-ce4828129102 service neutron] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:54.630817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.658347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Transition to ACTIVE for port object d63e3e7e-064e-417a-853d-fd9e995acd02 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:54.697317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] Deleting port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:54.697964 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.705373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.766677 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-af54b746-e543-4281-9421-0208fc457911 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:54.827556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-f4cf223b-9716-4eaa-a245-66c4ab31f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:54.827556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-f4cf223b-9716-4eaa-a245-66c4ab31f241 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1094 time: 0.3455276 Aug 03 19:33:54.873405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] No DVR routers for this DVR port 14386c6a-02e8-443e-b395-54f152f62642 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:54.883630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:54.889608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Port': ['ID=14386c6a-02e8-443e-b395-54f152f62642,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:54.896807 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1d4f-9dfe-4b8c-b32b-e7e65ba879ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.906934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Pushing event updated for resources: {'Port': ['ID=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:54.944472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] For port e8f56b89-103b-4ca9-a12f-fc86d361a2c9, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:55.055205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Pushing event updated for resources: {'Port': ['ID=d63e3e7e-064e-417a-853d-fd9e995acd02,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:55.067024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:55.076807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:55.113030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ac12c-6c84-45f7-91e1-0737b9e5a077 None None] Network 98adf154-b77d-43af-b83e-5977d2df054b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:55.151259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-2d5d955d-9eea-4113-b97a-1af2c618feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:55.153029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-2d5d955d-9eea-4113-b97a-1af2c618feb3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.2880914 Aug 03 19:33:55.169644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-3d4b7aae-06d5-4cb5-bd2c-94626ebe2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:55.172986 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-3d4b7aae-06d5-4cb5-bd2c-94626ebe2be2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1094 time: 0.5611992 Aug 03 19:33:55.254987 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-af54b746-e543-4281-9421-0208fc457911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:33:52Z', 'revision_number': 3, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.289819 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54b746-e543-4281-9421-0208fc457911 None None] Checking router: 0e2bb790-9c91-4585-8531-169fbc0a8b5f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:55.291082 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54b746-e543-4281-9421-0208fc457911 None None] Updating router 0e2bb790-9c91-4585-8531-169fbc0a8b5f port 9d677f56-1a67-479e-bc2f-afd3f3888ce4 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:55.293976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] For port e8f56b89-103b-4ca9-a12f-fc86d361a2c9, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,segment=NetworkSegment(2b772057-62df-40cf-a60f-f184f349e33c),segment_id=2b772057-62df-40cf-a60f-f184f349e33c)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:55.318363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cc8e1d4f-9dfe-4b8c-b32b-e7e65ba879ca None None] For port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e,segment=NetworkSegment(f4850855-cd63-4501-b473-4236f7050bdf),segment_id=f4850855-cd63-4501-b473-4236f7050bdf)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:55.358364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] For port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e,segment=NetworkSegment(f4850855-cd63-4501-b473-4236f7050bdf),segment_id=f4850855-cd63-4501-b473-4236f7050bdf)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:55.359066 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.362825 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-af54b746-e543-4281-9421-0208fc457911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.434403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Attempting to bind port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:55.434787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Attempting to bind port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:55.435158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Attempting to bind port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:55.474466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 on network 7191228f-9331-4d6f-a775-9287b5c97528 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:33:55.474875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Attempting to bind port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:55.490782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] Calling delete_port for d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:55.516628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:55.517039 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Checking segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:55.517446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Bound using segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:55.525704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Bound port: f43e47e0-0276-4b0d-8df0-771c8a0d1a65, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:55.525836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.548752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-669fea2f-53e8-4b31-acc1-d28e7c7012cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:55.551228 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-669fea2f-53e8-4b31-acc1-d28e7c7012cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.3709791 Aug 03 19:33:55.792515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Allocated IP 2001:db8:3::1 (1751de32-45a1-4935-91a8-1dfe2ed9b9a2/d7d1f4c2-1acd-4150-8483-f574f4adad5e/553543a5-3e72-468a-9965-84b794a9a9b1) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:55.836568 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.878029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98adf154-b77d-43af-b83e-5977d2df054b']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.898944 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.907683 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1d4f-9dfe-4b8c-b32b-e7e65ba879ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.917272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bae74a-2ab3-4606-b145-e571a4b71c45 req-7dd6c9e6-f69c-410b-8b34-414d7166b994 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:55.918845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72bae74a-2ab3-4606-b145-e571a4b71c45 req-7dd6c9e6-f69c-410b-8b34-414d7166b994 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 944 time: 0.7647591 Aug 03 19:33:55.943575 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-af54b746-e543-4281-9421-0208fc457911 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.948082 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.964104 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-af54b746-e543-4281-9421-0208fc457911 None None] Transition to ACTIVE for port object 9d677f56-1a67-479e-bc2f-afd3f3888ce4 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:55.965285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3364e0-bfb2-4dd3-a439-ed12132e352b None None] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:55.971567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d29c9c-99c3-4b8c-b9f4-d38c1ae45094') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.972726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d29c9c-99c3-4b8c-b9f4-d38c1ae45094') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.976217 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-af54b746-e543-4281-9421-0208fc457911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.004150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c11a6-998f-4bdb-8910-309778a8a518 req-9fa85117-6d60-4dbb-a7f5-cce7244b68db tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:56.005690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb9c11a6-998f-4bdb-8910-309778a8a518 req-9fa85117-6d60-4dbb-a7f5-cce7244b68db tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.8502889 Aug 03 19:33:56.014757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] No DVR routers for this DVR port d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:56.017526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.024057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:56.024752 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.039286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-e7dd2ce4-65f1-4d5c-82b4-df1c49fd980a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 998 time: 0.8473666 Aug 03 19:33:56.042665 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-af54b746-e543-4281-9421-0208fc457911 None None] Attempting to bind port 9d677f56-1a67-479e-bc2f-afd3f3888ce4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:56.043582 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-af54b746-e543-4281-9421-0208fc457911 None None] Attempting to bind port 9d677f56-1a67-479e-bc2f-afd3f3888ce4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:56.044110 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54b746-e543-4281-9421-0208fc457911 None None] Attempting to bind port 9d677f56-1a67-479e-bc2f-afd3f3888ce4 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:56.107046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.132364 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54b746-e543-4281-9421-0208fc457911 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:56.134660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:56.134876 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.138381 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54b746-e543-4281-9421-0208fc457911 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:56.141056 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:56.148175 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-af54b746-e543-4281-9421-0208fc457911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.150164 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54b746-e543-4281-9421-0208fc457911 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:56.151434 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-af54b746-e543-4281-9421-0208fc457911 None None] Bound port: 9d677f56-1a67-479e-bc2f-afd3f3888ce4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:56.152797 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-af54b746-e543-4281-9421-0208fc457911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.153418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Attempting to bind port d63e3e7e-064e-417a-853d-fd9e995acd02 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:56.153817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Attempting to bind port d63e3e7e-064e-417a-853d-fd9e995acd02 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:56.154181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Attempting to bind port d63e3e7e-064e-417a-853d-fd9e995acd02 on network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:56.157426 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.213759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72bae74a-2ab3-4606-b145-e571a4b71c45 req-9c85d271-41b0-4289-bbc6-f94b21d3c400 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376919 Aug 03 19:33:56.242771 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d090-2023-4bf3-ae81-8ff77e7215a0 None None] Pushing event updated for resources: {'Port': ['ID=9d677f56-1a67-479e-bc2f-afd3f3888ce4,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.256363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb9c11a6-998f-4bdb-8910-309778a8a518 req-850869ab-19e1-4305-8ffc-66d32cf543a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370224 Aug 03 19:33:56.263969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-4660072c-f8fc-4b71-96bc-09ce2fcae9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:56.265613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-4660072c-f8fc-4b71-96bc-09ce2fcae9fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.2109993 Aug 03 19:33:56.304453 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-af54b746-e543-4281-9421-0208fc457911 None None] For port 9d677f56-1a67-479e-bc2f-afd3f3888ce4, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:56.309063 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-af54b746-e543-4281-9421-0208fc457911 None None] For port 9d677f56-1a67-479e-bc2f-afd3f3888ce4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d677f56-1a67-479e-bc2f-afd3f3888ce4,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:56.317377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.319960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.327037 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-af54b746-e543-4281-9421-0208fc457911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.331997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.334376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/networks/98adf154-b77d-43af-b83e-5977d2df054b HTTP/1.1" status: 204 len: 168 time: 4.0399981 Aug 03 19:33:56.336736 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-89a5ca4f-9f9c-4134-a7aa-988d29bbd43f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 998 time: 0.7511194 Aug 03 19:33:56.339863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36890) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:56.363111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf44776-b85b-46ac-8ab5-e7e803939729 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Network': ['ID=98adf154-b77d-43af-b83e-5977d2df054b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.368150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Transition to ACTIVE for port object 553543a5-3e72-468a-9965-84b794a9a9b1 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:56.381144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-6d7d07ac-7717-40ef-baaa-9aea840e3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:56.382863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-6d7d07ac-7717-40ef-baaa-9aea840e3dbd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069465 Aug 03 19:33:56.404433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] For port f43e47e0-0276-4b0d-8df0-771c8a0d1a65, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:56.416029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:56.416741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Checking segment: {'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:56.417460 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.418143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Bound using segment: {'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:56.418981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Bound port: d63e3e7e-064e-417a-853d-fd9e995acd02, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:56.419827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.431309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072978d1-e1b1-46d7-94a0-422192788c4d None None] Pushing event updated for resources: {'Port': ['ID=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.512679 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.531794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e1d4f-9dfe-4b8c-b32b-e7e65ba879ca None None] Pushing event deleted for resources: {'Port': ['ID=d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.550892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.602062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] For port f43e47e0-0276-4b0d-8df0-771c8a0d1a65, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:56.622044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:56.624638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-89907d2e-79fa-4584-b1aa-f4c6f654adac service neutron] 10.222.0.63 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336690 Aug 03 19:33:56.634336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:56.646804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=553543a5-3e72-468a-9965-84b794a9a9b1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.650581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:56.651738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.652747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.657330 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d090-2023-4bf3-ae81-8ff77e7215a0 None None] Pushing event updated for resources: {'Port': ['ID=9d677f56-1a67-479e-bc2f-afd3f3888ce4,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.674330 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54b746-e543-4281-9421-0208fc457911 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:56.676031 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-af54b746-e543-4281-9421-0208fc457911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:56.690118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59469dfa-3fcd-4ca6-8540-187532d2007a None None] Pushing event deleted for resources: {'Port': ['ID=d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.721076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0a307996-0f61-4e69-b784-916cb09f99e8 None None] Provisioning for port c1eb7bf2-474b-44c3-a312-0a630a7b6519 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:56.746643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-0664f774-3617-41e3-8412-f34790fd5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:56.748857 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-0664f774-3617-41e3-8412-f34790fd5682 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.3943858 Aug 03 19:33:56.756041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:56.756805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:33:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:56.858970 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-af54b746-e543-4281-9421-0208fc457911 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:56.928446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:56.929388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.932441 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] 10.222.0.63 "PUT /v2.0/ports/f43e47e0-0276-4b0d-8df0-771c8a0d1a65 HTTP/1.1" status: 200 len: 1092 time: 4.0144713 Aug 03 19:33:56.949982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4893bb-1e0a-44bf-984f-4629bec56fd5', 'tag': 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:56.953177 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f146dcf-bd9c-4042-9bd5-d17600111dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4893bb-1e0a-44bf-984f-4629bec56fd5", "tag": "f43e47e0-0276-4b0d-8df0-771c8a0d1a65"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:57.023497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-604cf698-20ea-406b-ac4c-5243cf6a7c8d req-2f52eebe-2f96-40ea-aa17-87e0d6d7f6bd service neutron] 10.222.0.63 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865042 Aug 03 19:33:57.085426 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.116948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be7faf9-7147-46a8-b935-2b6a89e64bcc']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:57.145229 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4850855-cd63-4501-b473-4236f7050bdf') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:57.145930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4850855-cd63-4501-b473-4236f7050bdf') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:57.152170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:57.160137 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-885c6819-9d1e-414a-af15-bd618c369add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.170436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.188735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.228615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.275177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:57.275994 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.335613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425aecee-c3bf-4f05-b365-b82b51fdb4a7 None None] DHCP port deletion for 98adf154-b77d-43af-b83e-5977d2df054b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:57.339547 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-af54b746-e543-4281-9421-0208fc457911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:33:52Z', 'revision_number': 3, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:57.405540 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54b746-e543-4281-9421-0208fc457911 None None] The sync data for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 is: [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:33:52Z', 'revision_number': 3, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:57.462158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c1eb7bf2-474b-44c3-a312-0a630a7b6519 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:57.473333 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:57.536385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627031-07bf-49b1-ae54-f3d0a0c74e38 service neutron] Pushing event updated for resources: {'Port': ['ID=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:57.571204 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05f06d43-e446-47d6-930f-7ae958004af6 req-44a9b944-badc-4c7f-beb5-2f0d20aa1f09 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8872159 Aug 03 19:33:57.638031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.646887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-79ab98de-2b7b-48d2-887c-9b24f4f5bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:57.650050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-79ab98de-2b7b-48d2-887c-9b24f4f5bfa1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1094 time: 0.5011501 Aug 03 19:33:57.658978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.671402 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/networks/6be7faf9-7147-46a8-b935-2b6a89e64bcc HTTP/1.1" status: 204 len: 168 time: 1.3263860 Aug 03 19:33:57.693351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-428998a2-a595-4b22-b1be-fd7895e2a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:57.694962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36898) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:57.696096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-428998a2-a595-4b22-b1be-fd7895e2a4cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7875340 Aug 03 19:33:57.724022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba459b-bb57-4842-be5f-65709bece560 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Network': ['ID=6be7faf9-7147-46a8-b935-2b6a89e64bcc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:57.748354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] For port d63e3e7e-064e-417a-853d-fd9e995acd02, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:57.771465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-47176f16-fb13-4605-ac74-458b7be67c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:57.781214 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-47176f16-fb13-4605-ac74-458b7be67c9f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 1095 time: 0.3090315 Aug 03 19:33:57.789764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] For port d63e3e7e-064e-417a-853d-fd9e995acd02, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d63e3e7e-064e-417a-853d-fd9e995acd02,segment=NetworkSegment(5fe1a9dd-d629-4e4f-852a-8610d9ef65b7),segment_id=5fe1a9dd-d629-4e4f-852a-8610d9ef65b7)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:57.803771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.810821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c1eb7bf2-474b-44c3-a312-0a630a7b6519 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:57.828392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.866917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0a307996-0f61-4e69-b784-916cb09f99e8 None None] Could not find standard attr ID for object 14386c6a-02e8-443e-b395-54f152f62642. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:33:57.870917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c1eb7bf2-474b-44c3-a312-0a630a7b6519 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:57.872006 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.942461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58eff8-e104-4d54-a148-0eeb3ef2c541 req-b8d9677a-09ce-484f-b641-6761a93f8da4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:57.944142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b58eff8-e104-4d54-a148-0eeb3ef2c541 req-b8d9677a-09ce-484f-b641-6761a93f8da4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.3423195 Aug 03 19:33:57.967899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d53db-8ae1-4fad-a77a-9e80d6cf6b18 req-68b7af06-5761-4741-ad41-51601248d540 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:57.970683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a83d53db-8ae1-4fad-a77a-9e80d6cf6b18 req-68b7af06-5761-4741-ad41-51601248d540 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 944 time: 0.3490939 Aug 03 19:33:58.001616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.058083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-e3f460f9-32af-40e8-8a0b-2c8363a98e05 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43e47e0-0276-4b0d-8df0-771c8a0d1a65 HTTP/1.1" status: 200 len: 217 time: 0.2268419 Aug 03 19:33:58.058340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b570699-74fe-4b9a-bf30-a14809a84c51 None None] Pushing event updated for resources: {'Port': ['ID=d63e3e7e-064e-417a-853d-fd9e995acd02,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:58.152049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6703b24f-2c7f-424f-95ea-a26f21e05a6b None None] Provisioning complete for port c1eb7bf2-474b-44c3-a312-0a630a7b6519 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:58.152327 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6703b24f-2c7f-424f-95ea-a26f21e05a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.160299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-2d4bb49e-5021-476a-8091-65f9d363602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:58.162282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-2d4bb49e-5021-476a-8091-65f9d363602a service neutron] 10.222.0.63 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.4531784 Aug 03 19:33:58.190822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f06d43-e446-47d6-930f-7ae958004af6 req-1fbf1d1e-359c-4569-bcba-a2a4f4e59374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:58.192834 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05f06d43-e446-47d6-930f-7ae958004af6 req-1fbf1d1e-359c-4569-bcba-a2a4f4e59374 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dcd123306584bdea10b10dac7c4babb&device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1097 time: 0.5183852 Aug 03 19:33:58.219773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b58eff8-e104-4d54-a148-0eeb3ef2c541 req-78322ff6-1910-4e6c-a0aa-6fb847cc1299 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480302 Aug 03 19:33:58.260773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a83d53db-8ae1-4fad-a77a-9e80d6cf6b18 req-6f931bbb-1c2a-45d8-837e-3c931a7f649b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755494 Aug 03 19:33:58.261294 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.278671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.320822 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d677a6d-82c7-4bfd-a920-ee5e57c7a18b x-openstack-request-id: req-5d677a6d-82c7-4bfd-a920-ee5e57c7a18b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:58.321102 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4893bb-1e0a-44bf-984f-4629bec56fd5", "tag": "f43e47e0-0276-4b0d-8df0-771c8a0d1a65", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:58.321452 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d677a6d-82c7-4bfd-a920-ee5e57c7a18b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:58.321968 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4893bb-1e0a-44bf-984f-4629bec56fd5', 'tag': 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65', 'status': 'completed', 'code': 200} Aug 03 19:33:58.343828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:58.389504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.389504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.391552 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-d63ce06f-f07b-451e-abbd-16e704ead88f service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710947 Aug 03 19:33:58.490996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4a2ce-5ab9-455a-99a3-a19e9a6c9189 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:58.494107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.523616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port c1eb7bf2-474b-44c3-a312-0a630a7b6519, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c1eb7bf2-474b-44c3-a312-0a630a7b6519,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:58.531890 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.537663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00852ba-98ad-48b7-b008-bdfb5c5b5f30']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:58.558441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adb095d-3818-4b68-840e-05f8b6187d30') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:58.558745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adb095d-3818-4b68-840e-05f8b6187d30') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:58.573246 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.634594 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.655182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:58.664105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.672402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-0c3d4e10-018e-4ed6-bb6d-fe152f1550bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:58.677514 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-0c3d4e10-018e-4ed6-bb6d-fe152f1550bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.5928686 Aug 03 19:33:58.691493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=c1eb7bf2-474b-44c3-a312-0a630a7b6519,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:58.744911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:58.781238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:58.781618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d2a1ecd5-8a9f-4d26-ae6e-4e1fe172959e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:58.790549 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:58.866441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-7b51e285-fbdf-4643-ae64-5252a9c4c051 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 998 time: 0.6655116 Aug 03 19:33:58.867119 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.945459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.948440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/networks/d00852ba-98ad-48b7-b008-bdfb5c5b5f30 HTTP/1.1" status: 204 len: 168 time: 1.2313459 Aug 03 19:33:58.960826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36904) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:58.995830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fd1e3-5135-4dc7-9824-d2460846c928 tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Network': ['ID=d00852ba-98ad-48b7-b008-bdfb5c5b5f30,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:59.057944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event updated for resources: {'Port': ['ID=553543a5-3e72-468a-9965-84b794a9a9b1,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:59.106260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-0c1abedf-cf53-40cc-860f-cf9ad72890fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:59.107930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-0c1abedf-cf53-40cc-860f-cf9ad72890fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.2201948 Aug 03 19:33:59.127491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:59.131634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:59.164001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-debe156a-3fd3-4e82-bef1-b1382cd4542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:59.167179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-debe156a-3fd3-4e82-bef1-b1382cd4542b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4733641 Aug 03 19:33:59.190163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f06d43-e446-47d6-930f-7ae958004af6 req-ff88ff2d-2b6e-4e28-ae99-782ae4e52e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:59.192325 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05f06d43-e446-47d6-930f-7ae958004af6 req-ff88ff2d-2b6e-4e28-ae99-782ae4e52e6a service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 200 len: 915 time: 0.9415402 Aug 03 19:33:59.372477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e8f56b89-103b-4ca9-a12f-fc86d361a2c9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:59.514596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:59.550527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-c3f58933-312a-420a-a2b8-3fa318d88dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:59.552505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-c3f58933-312a-420a-a2b8-3fa318d88dc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4368703 Aug 03 19:33:59.556986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:59.559460 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-df118271-a0cd-4f39-af2c-c691313d91e4 service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8462369 Aug 03 19:33:59.571483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:59.572117 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.687313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Allocated IP 172.20.0.1 (4bd5cf61-9181-41f5-98cc-aa699526ffb5/477e6f00-51c3-4ff5-9ca3-8cba23e157c5/a864107c-2ad1-4260-983a-4a4d3528dda3) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:59.696711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.712665 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-c434430c-99d6-41a9-b1ca-52639eb938b3 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322871 Aug 03 19:33:59.779801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05f06d43-e446-47d6-930f-7ae958004af6 req-61a5cccc-a19b-4d39-adfd-2be48ab8dc02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 200 len: 1001 time: 0.3685689 Aug 03 19:33:59.859484 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.863590 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.912053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e8f56b89-103b-4ca9-a12f-fc86d361a2c9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,segment=NetworkSegment(2b772057-62df-40cf-a60f-f184f349e33c),segment_id=2b772057-62df-40cf-a60f-f184f349e33c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:59.917308 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.918629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d677f56-1a67-479e-bc2f-afd3f3888ce4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:00.031051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:00.059917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9d677f56-1a67-479e-bc2f-afd3f3888ce4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:00.061920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f06d43-e446-47d6-930f-7ae958004af6 req-c4ed2e2d-d3df-46c0-a0c1-17c2fd897aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:00.066512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05f06d43-e446-47d6-930f-7ae958004af6 req-c4ed2e2d-d3df-46c0-a0c1-17c2fd897aa2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b319886-960e-4f25-a621-809968a325c1 HTTP/1.1" status: 200 len: 853 time: 0.2427657 Aug 03 19:34:00.082086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d677f56-1a67-479e-bc2f-afd3f3888ce4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:00.082713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.131015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.156828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a914160b-2aa7-4b13-86ba-904bac8e512d']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:00.222382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5194179f-bb46-4f6f-a7f2-5c3b4aec24d7 None None] Network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:00.243424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9443bd-6921-4174-a6f0-e6ff76005802') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:00.244349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9443bd-6921-4174-a6f0-e6ff76005802') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:00.264906 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f0cbae8-bd63-48c5-82a0-9c3e31c3264b req-ecf3fb10-48e7-4757-a68c-f9dd74420026 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403757 Aug 03 19:34:00.267719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd33ec-86b7-4844-a104-123921b4d216 req-51c84f74-9e4f-41b4-af99-4efab104eaf8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:00.270272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85cd33ec-86b7-4844-a104-123921b4d216 req-51c84f74-9e4f-41b4-af99-4efab104eaf8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.8728528 Aug 03 19:34:00.280891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb78c-b542-4aaa-91c4-d6cd30c8e819 req-229269d0-2e0a-4cf2-9830-f4a901a6feb1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:00.282903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e67cb78c-b542-4aaa-91c4-d6cd30c8e819 req-229269d0-2e0a-4cf2-9830-f4a901a6feb1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 944 time: 0.8078816 Aug 03 19:34:00.290844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.340124 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.353875 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-377f1bae-5f85-4b28-a85d-b69c836cc0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.368605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0d4a0442-738e-4dc2-aa6f-8d3ef67fb7f3 None None] Provisioning for port d63e3e7e-064e-417a-853d-fd9e995acd02 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:00.413842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:00.414126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 9d677f56-1a67-479e-bc2f-afd3f3888ce4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d677f56-1a67-479e-bc2f-afd3f3888ce4,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:00.422151 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.422985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c1eb7bf2-474b-44c3-a312-0a630a7b6519 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:00.449607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e67cb78c-b542-4aaa-91c4-d6cd30c8e819 req-bb2256d9-1546-4d9f-b37f-2dc25a3f0b7e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480420 Aug 03 19:34:00.470770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9e66cfa9-5906-4c13-9490-9f78552d48ee tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8648267 Aug 03 19:34:00.478001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36912) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:00.482931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:00.560796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:00.625746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85cd33ec-86b7-4844-a104-123921b4d216 req-d0bd72e0-3867-44c1-9992-bda25d491ec9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368447 Aug 03 19:34:00.648235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-782caf4d-f29d-4765-8bbe-91e49f053f52 service neutron] 10.222.0.63 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0837169 Aug 03 19:34:00.717902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:00.718754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:00.720793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=9d677f56-1a67-479e-bc2f-afd3f3888ce4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:00.822675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c1eb7bf2-474b-44c3-a312-0a630a7b6519 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:00.823207 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.958975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7141630-f0ba-45b9-91e5-9d3833a4b187 req-1e1341a7-6c4e-4bc5-9c0c-a5d13741622e service neutron] 10.222.0.63 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026774 Aug 03 19:34:00.980440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.011637 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.034007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:01.035430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:01.039544 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:01.042002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Transition to ACTIVE for port object a864107c-2ad1-4260-983a-4a4d3528dda3 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:01.044593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f06d43-e446-47d6-930f-7ae958004af6 req-5d332071-5b8a-4af5-81de-fa478704e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:01.046385 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05f06d43-e446-47d6-930f-7ae958004af6 req-5d332071-5b8a-4af5-81de-fa478704e2ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d851888-28cb-45a9-971a-cbec329f0a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9580193 Aug 03 19:34:01.089368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b89149a6-7064-4e74-8707-203416d90a92 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:34:01.137043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:01.155462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.extraroute_db [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94134) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:34:01.185994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.extraroute_db [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Removed routes are [] {{(pid=94134) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:34:01.187012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.225043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-9b855099-a43f-4738-baba-a330a2206fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:01.227117 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-9b855099-a43f-4738-baba-a330a2206fb2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 1095 time: 0.2685678 Aug 03 19:34:01.233905 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.239682 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.245146 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] 10.222.0.42 "DELETE /v2.0/networks/a914160b-2aa7-4b13-86ba-904bac8e512d HTTP/1.1" status: 204 len: 168 time: 2.2768705 Aug 03 19:34:01.284473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3baa8-9609-47e4-98b9-a7f1727e01ec tempest-BulkNetworkOpsIpV6Test-1069540166 tempest-BulkNetworkOpsIpV6Test-1069540166-project] Pushing event deleted for resources: {'Network': ['ID=a914160b-2aa7-4b13-86ba-904bac8e512d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:01.375448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.451088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d63e3e7e-064e-417a-853d-fd9e995acd02 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:01.471456 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05f06d43-e446-47d6-930f-7ae958004af6 req-53cf08a9-9b1d-4edd-b2e9-7c878f1b4db3 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702657 Aug 03 19:34:01.493698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:01.548890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:01.583406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.590482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.608993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:01.616907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:01.707204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b89149a6-7064-4e74-8707-203416d90a92', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'port_id': 'b89149a6-7064-4e74-8707-203416d90a92', 'mac_address': 'fa:16:3e:f2:ff:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:34:01.734932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Pushing event updated for resources: {'Port': ['ID=a864107c-2ad1-4260-983a-4a4d3528dda3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:01.740488 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36922) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:01.805382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-93e618e1-d3b2-41a0-a904-90878ded5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:01.807168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-93e618e1-d3b2-41a0-a904-90878ded5278 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.5581279 Aug 03 19:34:01.829723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:01.872281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port d63e3e7e-064e-417a-853d-fd9e995acd02 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:01.934444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d63e3e7e-064e-417a-853d-fd9e995acd02 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:01.935899 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.014683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-05f06d43-e446-47d6-930f-7ae958004af6 req-020f2421-6c8c-4e71-95c9-c219b5ccaf38 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275590 Aug 03 19:34:02.020574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:02.043306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.052947 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-8a447ae3-7e2a-4cee-8d53-0e5e5ce80c6a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43e47e0-0276-4b0d-8df0-771c8a0d1a65 HTTP/1.1" status: 200 len: 217 time: 0.2230160 Aug 03 19:34:02.066578 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.070217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f6bd9d2-3c6d-4835-861d-38ce22428db4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 200 len: 954 time: 1.5889959 Aug 03 19:34:02.074874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c41f25b1-3fef-47dc-9cf8-7f8dae214da5 None None] Provisioning for port 553543a5-3e72-468a-9965-84b794a9a9b1 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:02.078315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36926) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:02.101847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89149a6-7064-4e74-8707-203416d90a92 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:02.108251 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.109466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c41f25b1-3fef-47dc-9cf8-7f8dae214da5 None None] Provisioning complete for port 553543a5-3e72-468a-9965-84b794a9a9b1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:02.110189 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c41f25b1-3fef-47dc-9cf8-7f8dae214da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.110369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.163259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c5d9c-ed18-4b2e-9cfe-0f578189ba16 req-a86415a8-ec7f-4755-b945-83a56d657a75 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:02.177226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a89c5d9c-ed18-4b2e-9cfe-0f578189ba16 req-a86415a8-ec7f-4755-b945-83a56d657a75 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 944 time: 0.4997244 Aug 03 19:34:02.191089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:02.201544 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.207505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:33:56Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553543a5-3e72-468a-9965-84b794a9a9b1', 'name': '', 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:7c:04:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:52Z', 'updated_at': '2021-08-03T19:33:57Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:02.212454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c41f25b1-3fef-47dc-9cf8-7f8dae214da5 None None] Port 553543a5-3e72-468a-9965-84b794a9a9b1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:02.247866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746e2c-437c-4348-88e4-f1250969b806 req-612ce1dd-4a00-421f-b5fe-fbb6b598b01e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:02.249697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25746e2c-437c-4348-88e4-f1250969b806 req-612ce1dd-4a00-421f-b5fe-fbb6b598b01e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 943 time: 0.4100726 Aug 03 19:34:02.271962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:02.272489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Updating router 33e8538e-9073-4204-93a2-b882d57b9fd8 port 553543a5-3e72-468a-9965-84b794a9a9b1 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:02.310191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-a46f624e-4d85-45bb-a42b-eeaf3c563784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:02.312006 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-a46f624e-4d85-45bb-a42b-eeaf3c563784 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.2466066 Aug 03 19:34:02.347646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a89c5d9c-ed18-4b2e-9cfe-0f578189ba16 req-4b57ee02-16e8-4935-80f7-94361738d7ac tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691046 Aug 03 19:34:02.358087 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a375be8f-c3c9-42fa-9d49-9791ae708f12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62a9be13d4e44578b2aa042754786fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544217 Aug 03 19:34:02.367046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36928) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:02.385008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c41f25b1-3fef-47dc-9cf8-7f8dae214da5 None None] Provisioning complete for port d63e3e7e-064e-417a-853d-fd9e995acd02 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:02.385556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c41f25b1-3fef-47dc-9cf8-7f8dae214da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.390041 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.395946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:02.467401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-701b632e-7cde-4a61-94d2-ecbbff9f3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:02.469144 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-701b632e-7cde-4a61-94d2-ecbbff9f3aac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458049 Aug 03 19:34:02.483861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25746e2c-437c-4348-88e4-f1250969b806 req-8bbd7351-235b-4651-b4a2-1dc50a8d2edb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132795 Aug 03 19:34:02.513012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cbbbb9c4-c7d4-4990-9123-e06b2c8173f0 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 200 len: 954 time: 0.4324343 Aug 03 19:34:02.516924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36932) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:02.523427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'routes': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:02.551304 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.677596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d362fd5b-ba4d-4aea-baa0-afadcbe22b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.729799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.740767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d362fd5b-ba4d-4aea-baa0-afadcbe22b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.810489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d362fd5b-ba4d-4aea-baa0-afadcbe22b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.815192 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d362fd5b-ba4d-4aea-baa0-afadcbe22b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.819971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d362fd5b-ba4d-4aea-baa0-afadcbe22b4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21d91ae6-a9a6-41a9-b945-4ffd82e14ab9 HTTP/1.1" status: 204 len: 168 time: 0.4486375 Aug 03 19:34:02.822791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port d63e3e7e-064e-417a-853d-fd9e995acd02, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d63e3e7e-064e-417a-853d-fd9e995acd02,segment=NetworkSegment(5fe1a9dd-d629-4e4f-852a-8610d9ef65b7),segment_id=5fe1a9dd-d629-4e4f-852a-8610d9ef65b7)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:02.836361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b89149a6-7064-4e74-8707-203416d90a92'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:34:02.855406 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.863674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362fd5b-ba4d-4aea-baa0-afadcbe22b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d91ae6-a9a6-41a9-b945-4ffd82e14ab9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:02.870978 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-aade36b9-f0d3-4405-bc21-d8f20d58ebd4 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857536 Aug 03 19:34:02.931445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 14386c6a-02e8-443e-b395-54f152f62642 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:02.979074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 14386c6a-02e8-443e-b395-54f152f62642 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:02.979585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 14386c6a-02e8-443e-b395-54f152f62642 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:03.056119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f43e47e0-0276-4b0d-8df0-771c8a0d1a65 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:34:03.188122 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5f146dcf-bd9c-4042-9bd5-d17600111dcb req-0c1b6289-c4eb-44c0-a797-26a0bba12195 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076408 Aug 03 19:34:03.265874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=d63e3e7e-064e-417a-853d-fd9e995acd02,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:03.316425 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.326184 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.339755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e8f56b89-103b-4ca9-a12f-fc86d361a2c9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:03.355424 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:34:03.472379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.483798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Pushing event updated for resources: {'Port': ['ID=a864107c-2ad1-4260-983a-4a4d3528dda3,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:03.551480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9f5120ac-cc49-485e-90a6-46034a2af2ef None None] Provisioning complete for port 553543a5-3e72-468a-9965-84b794a9a9b1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:03.552106 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f5120ac-cc49-485e-90a6-46034a2af2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.616331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:03.618038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:03.773053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-1cd7ee53-0d20-4a58-9d16-6d7c67e92914 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:03.774653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-1cd7ee53-0d20-4a58-9d16-6d7c67e92914 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.63 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391&tenant_id=8ae739ab6a844524a37b52a10d3348ca&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 944 time: 0.7226965 Aug 03 19:34:03.782084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f43e47e0-0276-4b0d-8df0-771c8a0d1a65, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:03.786346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5dea3-da5d-473b-9962-633c72e1d274 req-f01fa9a5-f54d-48df-bcc3-65145987c6d7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:03.787934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd5dea3-da5d-473b-9962-633c72e1d274 req-f01fa9a5-f54d-48df-bcc3-65145987c6d7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 944 time: 0.2494597 Aug 03 19:34:03.799591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65', 'mac_address': 'fa:16:3e:59:e9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:34:03.809038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9f5120ac-cc49-485e-90a6-46034a2af2ef None None] Port 553543a5-3e72-468a-9965-84b794a9a9b1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:03.830059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Router 0e2bb790-9c91-4585-8531-169fbc0a8b5f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:03.837339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9495d0e-f12e-45f8-8bce-f84adfc92ba2 req-1964b0c0-281b-4b96-ae79-c40f47e58462 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:03.839014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9495d0e-f12e-45f8-8bce-f84adfc92ba2 req-1964b0c0-281b-4b96-ae79-c40f47e58462 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 944 time: 0.2991333 Aug 03 19:34:03.862316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:03.862766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.889557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9f5120ac-cc49-485e-90a6-46034a2af2ef None None] Provisioning for port a864107c-2ad1-4260-983a-4a4d3528dda3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:03.983512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9f5120ac-cc49-485e-90a6-46034a2af2ef None None] Provisioning complete for port a864107c-2ad1-4260-983a-4a4d3528dda3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:03.983940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f5120ac-cc49-485e-90a6-46034a2af2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.034538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9f5120ac-cc49-485e-90a6-46034a2af2ef None None] Port a864107c-2ad1-4260-983a-4a4d3528dda3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:04.088171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:04.093056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.102371 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Sync routers for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:04.106453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Transition to ACTIVE for port object 553543a5-3e72-468a-9965-84b794a9a9b1 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:04.110141 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cca3d295-8cb5-46b1-800b-3f4a4a1e8d89 admin admin] 10.222.0.42 "PUT /v2.0/routers/0e2bb790-9c91-4585-8531-169fbc0a8b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7437315 Aug 03 19:34:04.111237 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.123035 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.123316 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:04.126657 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:04.196230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-22bbe34b-1f0a-4873-9a8e-ecc76a95bab0 service neutron] 10.222.0.63 "GET /v2.0/ports/b89149a6-7064-4e74-8707-203416d90a92/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 382 time: 0.4030147 Aug 03 19:34:04.260759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd5dea3-da5d-473b-9962-633c72e1d274 req-d38299af-133a-414f-b6ef-8556d811403b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568944 Aug 03 19:34:04.276217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9495d0e-f12e-45f8-8bce-f84adfc92ba2 req-e331c86f-c8f8-455c-b845-1b866b69b5ca tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018289 Aug 03 19:34:04.313887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.extraroute_db [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added routes are [] {{(pid=94134) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:34:04.314744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.extraroute_db [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94134) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:34:04.355911 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:04.376111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36970) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:04.414534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491b9f4-093a-4dc6-858d-5fcf6cf98f84 None None] Pushing event updated for resources: {'Port': ['ID=553543a5-3e72-468a-9965-84b794a9a9b1,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:04.467750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43e47e0-0276-4b0d-8df0-771c8a0d1a65 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:04.477922 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.481857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-7a627f60-e33c-4f7d-a889-9c7e6d35870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:04.483961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-7a627f60-e33c-4f7d-a889-9c7e6d35870d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1095 time: 0.2216527 Aug 03 19:34:04.506030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f43e47e0-0276-4b0d-8df0-771c8a0d1a65, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:04.563263 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.589911 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.599611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-248813527'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:04.616420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-97042ddb-6dd6-4a2b-ba32-5f96cd3c0260 None None] Provisioning complete for port a864107c-2ad1-4260-983a-4a4d3528dda3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:04.616800 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-97042ddb-6dd6-4a2b-ba32-5f96cd3c0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.661420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d677f56-1a67-479e-bc2f-afd3f3888ce4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:04.676565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:04.681290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.696461 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.777587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-97042ddb-6dd6-4a2b-ba32-5f96cd3c0260 None None] Port a864107c-2ad1-4260-983a-4a4d3528dda3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:04.813191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:04.823906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Attempting to bind port 553543a5-3e72-468a-9965-84b794a9a9b1 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:04.824552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Attempting to bind port 553543a5-3e72-468a-9965-84b794a9a9b1 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:04.825094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Attempting to bind port 553543a5-3e72-468a-9965-84b794a9a9b1 on network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:04.835923 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 2, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:04.837099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:04.837741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Checking segment: {'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:04.838593 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.839207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Bound using segment: {'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:04.839911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Bound port: 553543a5-3e72-468a-9965-84b794a9a9b1, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:04.841040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.931502 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.935113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d677f56-1a67-479e-bc2f-afd3f3888ce4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:04.935741 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.946629 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.948740 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Checking router: 0e2bb790-9c91-4585-8531-169fbc0a8b5f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:04.949297 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Updating router 0e2bb790-9c91-4585-8531-169fbc0a8b5f port a864107c-2ad1-4260-983a-4a4d3528dda3 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:05.007309 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.047650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf1c55-10a3-40eb-b30f-e903dc130f03,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:05.094168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:05.110232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36974) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:05.111580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] For port 553543a5-3e72-468a-9965-84b794a9a9b1, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:05.117361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3ef1d901-7416-4566-8aba-62067fe0a2dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755175745', 'description': 'tempest-description--1290589844'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:05.118038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] For port 553543a5-3e72-468a-9965-84b794a9a9b1, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=553543a5-3e72-468a-9965-84b794a9a9b1,segment=NetworkSegment(5fe1a9dd-d629-4e4f-852a-8610d9ef65b7),segment_id=5fe1a9dd-d629-4e4f-852a-8610d9ef65b7)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:05.123480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.123797 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 1509709e-44a0-4f03-b794-f2135bb8b36e of type vlan for network 84d3a412-afb1-4e18-9682-58c7b71f88fa Aug 03 19:34:05.139033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f43e47e0-0276-4b0d-8df0-771c8a0d1a65'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:34:05.170058 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.180590 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.183464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.189209 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d901-7416-4566-8aba-62067fe0a2dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.201190 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.208920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-4b8b7d61-f24f-498d-bf35-7445c749485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:05.212068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-4b8b7d61-f24f-498d-bf35-7445c749485a service neutron] 10.222.0.63 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.7191360 Aug 03 19:34:05.273633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491b9f4-093a-4dc6-858d-5fcf6cf98f84 None None] Pushing event updated for resources: {'Port': ['ID=553543a5-3e72-468a-9965-84b794a9a9b1,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:05.335838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d901-7416-4566-8aba-62067fe0a2dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.337584 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.348465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:05.349181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.386373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:05.387032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:05.553524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=84d3a412-afb1-4e18-9682-58c7b71f88fa,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:05.558946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d901-7416-4566-8aba-62067fe0a2dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.586257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 84d3a412-afb1-4e18-9682-58c7b71f88fa details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:05.598257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-7c335059-abc2-49b7-95e5-e86c82a1bfb4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 999 time: 0.3774357 Aug 03 19:34:05.623851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d901-7416-4566-8aba-62067fe0a2dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.626205 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3ef1d901-7416-4566-8aba-62067fe0a2dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5145044 Aug 03 19:34:05.642692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36980) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:05.656288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1f7e63af-2d48-488f-a4bf-b178abcadc1d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'security_group_rule': {'security_group_id': '913999bf-24ee-4ebf-bf95-74c1940cf260', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:05.667741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:05.683112 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c585099-a21a-4884-87fd-ba8b308b26ed tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3053958 Aug 03 19:34:05.684648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d63e3e7e-064e-417a-853d-fd9e995acd02 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:05.745242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1d901-7416-4566-8aba-62067fe0a2dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913999bf-24ee-4ebf-bf95-74c1940cf260,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:05.771110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7e63af-2d48-488f-a4bf-b178abcadc1d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.782494 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:05.882432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7e63af-2d48-488f-a4bf-b178abcadc1d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.890910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7e63af-2d48-488f-a4bf-b178abcadc1d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.943239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-3d4ef790-387c-47c3-af70-01a82c7fb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:05.945898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-3d4ef790-387c-47c3-af70-01a82c7fb71b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.3223686 Aug 03 19:34:05.952167 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.960787 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7e63af-2d48-488f-a4bf-b178abcadc1d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.965810 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1f7e63af-2d48-488f-a4bf-b178abcadc1d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3189807 Aug 03 19:34:05.970222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36982) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:05.970743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36984) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:05.974652 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Transition to ACTIVE for port object a864107c-2ad1-4260-983a-4a4d3528dda3 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:05.980818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'security_group_rule': {'security_group_id': '913999bf-24ee-4ebf-bf95-74c1940cf260', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:05.984954 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.995731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '84d3a412-afb1-4e18-9682-58c7b71f88fa', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:06.027731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49474d-d427-4b19-b71b-e5e08dff8d44 req-b84ea145-b4ee-464a-8644-0908ed910008 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:06.029947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be49474d-d427-4b19-b71b-e5e08dff8d44 req-b84ea145-b4ee-464a-8644-0908ed910008 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 944 time: 0.4118278 Aug 03 19:34:06.070012 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689a88a-7300-4f3a-b658-1d73b540b057 None None] Pushing event updated for resources: {'Port': ['ID=a864107c-2ad1-4260-983a-4a4d3528dda3,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:06.107935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d63e3e7e-064e-417a-853d-fd9e995acd02 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:06.108538 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.147827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f905b5-2a17-44bb-8b20-e3536dbdf9c8 req-1565cc1d-eada-403e-923d-81a8f3ffbfd6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:06.157259 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Attempting to bind port a864107c-2ad1-4260-983a-4a4d3528dda3 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:06.157663 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Attempting to bind port a864107c-2ad1-4260-983a-4a4d3528dda3 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:06.158023 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Attempting to bind port a864107c-2ad1-4260-983a-4a4d3528dda3 on network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:06.161533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02f905b5-2a17-44bb-8b20-e3536dbdf9c8 req-1565cc1d-eada-403e-923d-81a8f3ffbfd6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 945 time: 0.5669949 Aug 03 19:34:06.171598 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:06.172383 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Checking segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:06.172996 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.173634 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Bound using segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:06.174423 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Bound port: a864107c-2ad1-4260-983a-4a4d3528dda3, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:06.176297 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.181326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e63af-2d48-488f-a4bf-b178abcadc1d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18106fa8-8ac4-48c3-ba96-d4ebad6df30e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:06.235973 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:34:06.235973 n-d-803378-1 neutron-server[94133]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:34:06.235973 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id': 'c351f6806f484562b6084caca9fb4539', 'id': 'e9ad5101-c5da-4b56-92c2-7f703ab2a22a', 'expiration': datetime.datetime(2021, 8, 3, 19, 36, 6, 212213)}] Aug 03 19:34:06.235973 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:06.236436 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:06.267632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:06.281644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.281889 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] For port a864107c-2ad1-4260-983a-4a4d3528dda3, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:06.285417 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] For port a864107c-2ad1-4260-983a-4a4d3528dda3, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a864107c-2ad1-4260-983a-4a4d3528dda3,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:06.294504 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.373944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-de4c257b-5b6d-4b2e-a052-fe706c87a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:06.375767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-de4c257b-5b6d-4b2e-a052-fe706c87a035 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4138734 Aug 03 19:34:06.396064 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:06.397150 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:06.439411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02f905b5-2a17-44bb-8b20-e3536dbdf9c8 req-f588ce94-fe9d-401b-8c66-3edd8b74d72a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762883 Aug 03 19:34:06.516714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:04Z', 'revision_number': 7, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553543a5-3e72-468a-9965-84b794a9a9b1', 'name': '', 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:7c:04:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:52Z', 'updated_at': '2021-08-03T19:34:05Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:06.536074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:06.558422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be49474d-d427-4b19-b71b-e5e08dff8d44 req-107a80c2-5bf2-4020-b307-ef29eabc4c19 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204440 Aug 03 19:34:06.567508 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689a88a-7300-4f3a-b658-1d73b540b057 None None] Pushing event updated for resources: {'Port': ['ID=a864107c-2ad1-4260-983a-4a4d3528dda3,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:06.589017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4f344-1ea0-4d85-8e6d-6d4e76e4ca49 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:04Z', 'revision_number': 7, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553543a5-3e72-468a-9965-84b794a9a9b1', 'name': '', 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:7c:04:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:52Z', 'updated_at': '2021-08-03T19:34:05Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:06.606285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.615522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-eb86875f-ddb9-47f4-9e72-30b542436115 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 200 len: 704 time: 4.0967133 Aug 03 19:34:06.619678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36986) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:06.786623 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:06.821675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.835501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.919464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-5c93aeb7-ab8b-47dc-9fe3-e2f512939f23 service neutron] 10.222.0.63 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143614 Aug 03 19:34:06.946380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-36073e9c-d3b9-4d69-9ded-f19f90b5ee13 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 200 len: 704 time: 0.3210201 Aug 03 19:34:06.969405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36990) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:06.981328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=83927ae7-a663-4196-8d04-af7d2bb3fa1a,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:07.031759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '1509709e-44a0-4f03-b794-f2135bb8b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '84d3a412-afb1-4e18-9682-58c7b71f88fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:07.031759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 84d3a412-afb1-4e18-9682-58c7b71f88fa, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:07.083591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b89149a6-7064-4e74-8707-203416d90a92 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:07.109196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.111959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 84d3a412-afb1-4e18-9682-58c7b71f88fa is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:07.124763 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.158831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 84d3a412-afb1-4e18-9682-58c7b71f88fa) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:07.173389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74b2426-283c-4424-9eff-68e9f479aa9c,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:07.180312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:07.182010 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.192177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77e4a5-a98f-465c-ae7e-94e5a690db3a None None] Network 84d3a412-afb1-4e18-9682-58c7b71f88fa requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:07.207217 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.217542 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4ca58e1c-d01f-4284-81e7-3ccef692da7d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2404640 Aug 03 19:34:07.221286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36992) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:07.229047 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:06Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:07.235541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:07.250745 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cc2cc009-8c81-43f6-bae0-40bc5a48ca08 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2784538 Aug 03 19:34:07.263903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 36994) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:07.271300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316239857'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:07.287312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.442556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port b89149a6-7064-4e74-8707-203416d90a92 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:07.479162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b89149a6-7064-4e74-8707-203416d90a92 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:07.485526 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.538012 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f99dce-84da-4942-ab8f-2e04d36ba0c7 None None] The sync data for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 is: [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:06Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:07.549581 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.710289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 553543a5-3e72-468a-9965-84b794a9a9b1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:07.829575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Allocated IP 172.25.4.233 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c3d310bd-d4c9-4236-8bce-f7b311b27cac) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:07.917010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-84d3a412-afb1-4e18-9682-58c7b71f88fa', 'network_id': '84d3a412-afb1-4e18-9682-58c7b71f88fa', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': '83927ae7-a663-4196-8d04-af7d2bb3fa1a'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:07.917996 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.017453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.097608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.182105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'Port': ['ID=c3d310bd-d4c9-4236-8bce-f7b311b27cac,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:08.192133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:08.194974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:08.198394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.198846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:08.202282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:08.221378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-a5841060-69ac-4a89-85f9-7a016e132978 service neutron] 10.222.0.63 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2772551 Aug 03 19:34:08.236290 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.259142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:08.289684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:08.290514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:08.292449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:08.295044 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bb74f2-1792-4f1f-a644-2e41ed66faa2" -d '{"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-plugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:08.302322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c0a8d-492b-4c5c-a339-da9309e9ce85 req-5f1c3f9b-7f0f-4310-b1de-d4ffd100bf66 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:08.304550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b7c0a8d-492b-4c5c-a339-da9309e9ce85 req-5f1c3f9b-7f0f-4310-b1de-d4ffd100bf66 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 944 time: 0.3464952 Aug 03 19:34:08.352101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 553543a5-3e72-468a-9965-84b794a9a9b1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:08.373139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.390207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c6c46-2690-45d1-92f9-3a9f42d686f3 req-294766f0-7397-4c2d-a8a0-48e967801a9c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:08.399944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c24c6c46-2690-45d1-92f9-3a9f42d686f3 req-294766f0-7397-4c2d-a8a0-48e967801a9c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 945 time: 0.4455590 Aug 03 19:34:08.408904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:08.410894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 553543a5-3e72-468a-9965-84b794a9a9b1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:08.411347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.429644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.470220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b7c0a8d-492b-4c5c-a339-da9309e9ce85 req-01b464f1-53f2-4bfd-b207-2756955a9997 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498532 Aug 03 19:34:08.473343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.473900 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 7b10968c-7f4c-4180-ad2c-8e03365a791e of type vlan for network 4e4eb3f1-4b95-4254-8f38-15bd30f64be4 Aug 03 19:34:08.541407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:08.567102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.567959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f43e47e0-0276-4b0d-8df0-771c8a0d1a65 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:08.601141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c24c6c46-2690-45d1-92f9-3a9f42d686f3 req-00762818-d4c9-49d0-97e4-149d2ab47f1e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999018 Aug 03 19:34:08.625445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.699911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.702965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.711411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:08.712440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.714623 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.716554 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4c0ef2-0fa8-451d-82bb-0cfd2b2f7d6f x-openstack-request-id: req-eb4c0ef2-0fa8-451d-82bb-0cfd2b2f7d6f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:08.717128 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-plugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:08.717128 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb4c0ef2-0fa8-451d-82bb-0cfd2b2f7d6f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:08.717910 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'code': 200} Aug 03 19:34:08.812476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'Port': ['ID=c3d310bd-d4c9-4236-8bce-f7b311b27cac,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:08.827947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.834457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37004) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:08.858742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:08.875257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6077662 Aug 03 19:34:08.887290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37006) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:08.898425 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.900010 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07bca0d0-ee23-49e7-900a-e11d36177af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6765952 Aug 03 19:34:08.926208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=4e4eb3f1-4b95-4254-8f38-15bd30f64be4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:08.936025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '4e4eb3f1-4b95-4254-8f38-15bd30f64be4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:09.027485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.028473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.029331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.030256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.031100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.032338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.033242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.035217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.036765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.037713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.038519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.039350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d3cb-16eb-4a3f-8636-19338c1aef42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:09.119555 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Deleting port 6ed58d5b-a196-4cb8-aef9-a83462277a9f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:09.119995 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.151564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.188137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4e4eb3f1-4b95-4254-8f38-15bd30f64be4 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:09.272398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Allocated IP 172.20.255.242 (84d3a412-afb1-4e18-9682-58c7b71f88fa/83927ae7-a663-4196-8d04-af7d2bb3fa1a/8051feab-36b1-438e-8b14-ab270766adef) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:09.273368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.273730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.326322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:09.330635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Calling delete_port for 6ed58d5b-a196-4cb8-aef9-a83462277a9f owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:09.338391 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.360408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:09.376516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:09.377201 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.463177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:09.483710 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.626355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 553543a5-3e72-468a-9965-84b794a9a9b1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=553543a5-3e72-468a-9965-84b794a9a9b1,segment=NetworkSegment(5fe1a9dd-d629-4e4f-852a-8610d9ef65b7),segment_id=5fe1a9dd-d629-4e4f-852a-8610d9ef65b7)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:09.688344 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.705900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-28e7dc65-3b4f-4a08-897c-b0d60cf136aa tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--755175745&fields=id&tenant_id=c351f6806f484562b6084caca9fb4539 HTTP/1.1" status: 200 len: 267 time: 0.4426360 Aug 03 19:34:09.740583 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.844344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event deleted for resources: {'Port': ['ID=6ed58d5b-a196-4cb8-aef9-a83462277a9f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:09.967490 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.991862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a864107c-2ad1-4260-983a-4a4d3528dda3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:10.007642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.008511 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Floating IP 1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2 disassociated (deleted). External IP: 172.25.4.61, port: 1f3a5624-7a40-4e43-9716-de5467146f9f. Aug 03 19:34:10.121659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=553543a5-3e72-468a-9965-84b794a9a9b1,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.166258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b1063-ba4c-42fe-8608-0b5ef25921d4 req-953ee8a8-1ac6-4099-9ba1-cf3285533661 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:10.168529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e66b1063-ba4c-42fe-8608-0b5ef25921d4 req-953ee8a8-1ac6-4099-9ba1-cf3285533661 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.4868443 Aug 03 19:34:10.220409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-e075b7fa-9e7e-4250-93be-0cd265dc29ce tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:10.231237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-e075b7fa-9e7e-4250-93be-0cd265dc29ce tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 817 time: 0.5135729 Aug 03 19:34:10.250231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:04Z', 'revision_number': 7, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553543a5-3e72-468a-9965-84b794a9a9b1', 'name': '', 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:7c:04:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:52Z', 'updated_at': '2021-08-03T19:34:05Z', 'revision_number': 4, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:10.295742 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.298175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:10.318483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f43e47e0-0276-4b0d-8df0-771c8a0d1a65, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:10.322725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Transition to ACTIVE for port object 8051feab-36b1-438e-8b14-ab270766adef will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:10.336187 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.343961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-b043dfae-39d8-43b0-8a49-1431e851cc10 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/quotas/c351f6806f484562b6084caca9fb4539 HTTP/1.1" status: 200 len: 375 time: 0.1115854 Aug 03 19:34:10.355327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a864107c-2ad1-4260-983a-4a4d3528dda3 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:10.358344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Transition to ACTIVE for port object 8051feab-36b1-438e-8b14-ab270766adef will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:10.385423 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:10.386120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:10.480348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e66b1063-ba4c-42fe-8608-0b5ef25921d4 req-befe5b3a-cf70-4293-96a8-1e1bf193a599 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956257 Aug 03 19:34:10.489332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.490701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a864107c-2ad1-4260-983a-4a4d3528dda3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:10.491091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.498291 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.566229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Network 84d3a412-afb1-4e18-9682-58c7b71f88fa is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:10.594968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:10.601235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:10.609097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:10.661145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.694350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-6650f07e-ba49-4a85-87f8-f9265227bfa9 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3493102 Aug 03 19:34:10.733715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4893bb-1e0a-44bf-984f-4629bec56fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:10.736210 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1c2986-7f91-42bc-a70c-e74f32971444" -d '{"events": [{"server_uuid": "8e4893bb-1e0a-44bf-984f-4629bec56fd5", "name": "network-vif-plugged", "status": "completed", "tag": "f43e47e0-0276-4b0d-8df0-771c8a0d1a65"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:10.783437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=aa4eba7d-5cf3-4b21-b3fd-5a518ca20aa9,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.877815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '7b10968c-7f4c-4180-ad2c-8e03365a791e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e4eb3f1-4b95-4254-8f38-15bd30f64be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:10.879511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 4e4eb3f1-4b95-4254-8f38-15bd30f64be4, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:10.897881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a84d6-632a-4aae-b2f3-2223399c1a5e req-94db0b93-27ed-4887-a339-b1b1eb3858ba tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:10.900399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d3a84d6-632a-4aae-b2f3-2223399c1a5e req-94db0b93-27ed-4887-a339-b1b1eb3858ba tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 946 time: 0.2468913 Aug 03 19:34:11.018763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-e94f0ddb-5836-4601-b9b3-249bfad26a40 service neutron] 10.222.0.42 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911224 Aug 03 19:34:11.026297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 4e4eb3f1-4b95-4254-8f38-15bd30f64be4 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:11.050718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 553543a5-3e72-468a-9965-84b794a9a9b1 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:11.051200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.061193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e543db5d-5f18-4a77-960a-db7ae70a7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:11.063128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e543db5d-5f18-4a77-960a-db7ae70a7f42 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 1096 time: 0.1548834 Aug 03 19:34:11.084045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:11.101075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Pushing event updated for resources: {'Port': ['ID=8051feab-36b1-438e-8b14-ab270766adef,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:11.108491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Attempting to bind port 8051feab-36b1-438e-8b14-ab270766adef on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:11.108491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Attempting to bind port 8051feab-36b1-438e-8b14-ab270766adef by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '1509709e-44a0-4f03-b794-f2135bb8b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '84d3a412-afb1-4e18-9682-58c7b71f88fa'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:11.108914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Attempting to bind port 8051feab-36b1-438e-8b14-ab270766adef on network 84d3a412-afb1-4e18-9682-58c7b71f88fa {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:11.135159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:11.135558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Checking segment: {'id': '1509709e-44a0-4f03-b794-f2135bb8b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '84d3a412-afb1-4e18-9682-58c7b71f88fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:11.135973 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.136376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Bound using segment: {'id': '1509709e-44a0-4f03-b794-f2135bb8b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '84d3a412-afb1-4e18-9682-58c7b71f88fa'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:11.136886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Bound port: 8051feab-36b1-438e-8b14-ab270766adef, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1509709e-44a0-4f03-b794-f2135bb8b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '84d3a412-afb1-4e18-9682-58c7b71f88fa'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:11.137282 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.138079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d3a84d6-632a-4aae-b2f3-2223399c1a5e req-b86790a6-b864-43a1-b635-5bdac55ed02e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085173 Aug 03 19:34:11.140017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 4e4eb3f1-4b95-4254-8f38-15bd30f64be4) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:11.162040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae26f2-140d-43de-824c-81131441cc9e None None] Network 4e4eb3f1-4b95-4254-8f38-15bd30f64be4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:11.177834 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Router fe5f8c2f-6c11-4708-8472-0c5852b35de5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:11.179011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.232540 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ebe244-9de1-4881-be56-a223798ae8d9 x-openstack-request-id: req-54ebe244-9de1-4881-be56-a223798ae8d9 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:11.232788 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4893bb-1e0a-44bf-984f-4629bec56fd5", "name": "network-vif-plugged", "status": "completed", "tag": "f43e47e0-0276-4b0d-8df0-771c8a0d1a65", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:11.233393 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54ebe244-9de1-4881-be56-a223798ae8d9 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:11.234110 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4893bb-1e0a-44bf-984f-4629bec56fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65', 'code': 200} Aug 03 19:34:11.235434 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.283968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:11.285715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.325895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-b9ab5c77-2c15-43cb-b194-c7cd955b9a69 service neutron] 10.222.0.42 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968466 Aug 03 19:34:11.331576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-43124708-b34c-490f-829d-cd46a02806bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4085069 Aug 03 19:34:11.338759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37026) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:11.409227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port 553543a5-3e72-468a-9965-84b794a9a9b1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=553543a5-3e72-468a-9965-84b794a9a9b1,segment=NetworkSegment(5fe1a9dd-d629-4e4f-852a-8610d9ef65b7),segment_id=5fe1a9dd-d629-4e4f-852a-8610d9ef65b7)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:11.409821 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.429131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d3a52-d7b8-49b1-98df-c9f348ee2aab req-1500b38b-7cce-43dc-aaa2-3549b9908030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:11.431036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a9d3a52-d7b8-49b1-98df-c9f348ee2aab req-1500b38b-7cce-43dc-aaa2-3549b9908030 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 1097 time: 0.0954168 Aug 03 19:34:11.432608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 553543a5-3e72-468a-9965-84b794a9a9b1 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:11.498465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a864107c-2ad1-4260-983a-4a4d3528dda3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a864107c-2ad1-4260-983a-4a4d3528dda3,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:11.521804 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.538864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a9d3a52-d7b8-49b1-98df-c9f348ee2aab req-10969f51-caca-48c9-9cd7-a421f592cfb9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005409 Aug 03 19:34:11.577956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] For port 8051feab-36b1-438e-8b14-ab270766adef, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:11.632587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:11.647389 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] Sync routers for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:11.655612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.682052 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:11.683406 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:11.746320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a864107c-2ad1-4260-983a-4a4d3528dda3,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:11.765168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] For port 8051feab-36b1-438e-8b14-ab270766adef, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8051feab-36b1-438e-8b14-ab270766adef,segment=NetworkSegment(1509709e-44a0-4f03-b794-f2135bb8b36e),segment_id=1509709e-44a0-4f03-b794-f2135bb8b36e)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:11.767975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee6df3-b1fb-4303-815b-6bb878e518f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-4e4eb3f1-4b95-4254-8f38-15bd30f64be4', 'network_id': '4e4eb3f1-4b95-4254-8f38-15bd30f64be4', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': 'aa4eba7d-5cf3-4b21-b3fd-5a518ca20aa9'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:11.773445 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aeee6df3-b1fb-4303-815b-6bb878e518f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.776001 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e7c58f42-e80e-4817-bb9b-75c024994d85 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "DELETE /v2.0/floatingips/1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2 HTTP/1.1" status: 204 len: 168 time: 2.9393947 Aug 03 19:34:11.786525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:11.790464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.794266 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a17c95-1549-4228-b84e-dbc97f5dd48f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:11.833045 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.959116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04120f2-fced-469d-9a4a-26a729b20485 req-a262d3c3-f835-4aec-aeaa-51f472a389bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:11.971058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b04120f2-fced-469d-9a4a-26a729b20485 req-a262d3c3-f835-4aec-aeaa-51f472a389bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.1893806 Aug 03 19:34:11.985671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.020665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:04Z', 'revision_number': 7, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553543a5-3e72-468a-9965-84b794a9a9b1', 'name': '', 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:7c:04:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:52Z', 'updated_at': '2021-08-03T19:34:09Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:12.023682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:12.044123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:12.103168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=553543a5-3e72-468a-9965-84b794a9a9b1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.142748 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.237933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 553543a5-3e72-468a-9965-84b794a9a9b1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:12.244660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd949a-3a64-48b2-ac76-a7cb91285099 None None] Pushing event updated for resources: {'Port': ['ID=8051feab-36b1-438e-8b14-ab270766adef,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.343047 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.361936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030d072-fc1f-476b-bf42-f6a1520b007e None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:04Z', 'revision_number': 7, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553543a5-3e72-468a-9965-84b794a9a9b1', 'name': '', 'network_id': '1751de32-45a1-4935-91a8-1dfe2ed9b9a2', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:7c:04:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:52Z', 'updated_at': '2021-08-03T19:34:09Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'd7d1f4c2-1acd-4150-8483-f574f4adad5e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:12.387042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 553543a5-3e72-468a-9965-84b794a9a9b1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:12.387966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 553543a5-3e72-468a-9965-84b794a9a9b1 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:34:12.462670 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4eba7d-5cf3-4b21-b3fd-5a518ca20aa9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.495634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:12.651015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-68dcf91f-bf55-4dc3-9542-62302c2e7155 req-47b35216-b7a4-4e79-ada6-d513d831fd0e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 210 time: 0.2483578 Aug 03 19:34:12.670571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b04120f2-fced-469d-9a4a-26a729b20485 req-3e3a6515-52f1-45fa-b8ef-fb7e07415637 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6984086 Aug 03 19:34:12.772367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.826172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Port 553543a5-3e72-468a-9965-84b794a9a9b1 not found, will not notify nova. {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:34:12.840492 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:12.851456 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc25b36-9c2e-472f-aeb2-d029a6bf4c44 x-openstack-request-id: req-1fc25b36-9c2e-472f-aeb2-d029a6bf4c44 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:12.851757 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:12.852015 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fc25b36-9c2e-472f-aeb2-d029a6bf4c44 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:12.852437 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'status': 'completed', 'code': 200} Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-aeee6df3-b1fb-4303-815b-6bb878e518f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa4eba7d-5cf3-4b21-b3fd-5a518ca20aa9: This subnet is being modified by another concurrent operation. Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa4eba7d-5cf3-4b21-b3fd-5a518ca20aa9: This subnet is being modified by another concurrent operation. Aug 03 19:34:12.866548 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:34:12.905554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e93116-df7a-4783-afcb-2bdcf2508e8f None None] Network 4e4eb3f1-4b95-4254-8f38-15bd30f64be4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:12.975560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.006098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.025021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4eb3f1-4b95-4254-8f38-15bd30f64be4']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:13.046883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] Checking router: fe5f8c2f-6c11-4708-8472-0c5852b35de5 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:13.063083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b10968c-7f4c-4180-ad2c-8e03365a791e') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:13.063394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b10968c-7f4c-4180-ad2c-8e03365a791e') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:13.069098 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:13.069775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Transition to ACTIVE for port object b89149a6-7064-4e74-8707-203416d90a92 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:13.072721 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:13.083422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-fe5c94c6-85f3-47aa-b7e1-5d31610d65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:13.085667 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-fe5c94c6-85f3-47aa-b7e1-5d31610d65ff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1dcd123306584bdea10b10dac7c4babb&device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 1097 time: 0.2029645 Aug 03 19:34:13.088274 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.091008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.230883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b89149a6-7064-4e74-8707-203416d90a92 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:13.300966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-462dec7a-bac4-4a21-bf27-c4c1f129c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:13.304069 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-462dec7a-bac4-4a21-bf27-c4c1f129c3f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 200 len: 915 time: 0.2084198 Aug 03 19:34:13.309717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.356831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:13.357810 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:13.364928 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:13.408021 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:13.412834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b89149a6-7064-4e74-8707-203416d90a92 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:13.672478 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-98e1e6bc-0774-43ba-a850-c60f54828378 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 200 len: 217 time: 0.3422043 Aug 03 19:34:13.719142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:13.904534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.976967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.982557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/4e4eb3f1-4b95-4254-8f38-15bd30f64be4 HTTP/1.1" status: 204 len: 168 time: 2.6401227 Aug 03 19:34:13.989593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52311f4-c9ee-4a2f-bf86-85d1cb806c2c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=4e4eb3f1-4b95-4254-8f38-15bd30f64be4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:14.003295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37052) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:14.017086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257390530'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:14.093068 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:14.097743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc8d0b-eda3-4db7-88a1-15c61bec22ff req-dda0d2c6-69c5-49f3-9cd0-6ff5f4262d02 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:14.104082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] No DVR routers for this DVR port b89149a6-7064-4e74-8707-203416d90a92 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:14.108574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7cc8d0b-eda3-4db7-88a1-15c61bec22ff req-dda0d2c6-69c5-49f3-9cd0-6ff5f4262d02 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 946 time: 0.6109579 Aug 03 19:34:14.144810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4126d-884d-4656-9c4b-f66fc571cd3a req-b183914d-6e09-471d-ab66-3ff4e1a77a6f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:14.147428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bca4126d-884d-4656-9c4b-f66fc571cd3a req-b183914d-6e09-471d-ab66-3ff4e1a77a6f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 946 time: 1.1650100 Aug 03 19:34:14.187750 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f19c05-1c73-4a87-bef6-c95416577807 None None] The sync data for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 is: [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 4, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '01f6728c-c912-4bb3-9c67-0714175b1dd4', 'name': '', 'network_id': '2d851888-28cb-45a9-971a-cbec329f0a54', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'mac_address': 'fa:16:3e:a0:88:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '2b319886-960e-4f25-a621-809968a325c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'subnets': [{'id': '2b319886-960e-4f25-a621-809968a325c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:14.264285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8051feab-36b1-438e-8b14-ab270766adef up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:14.320602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-57cdc672-91d1-4ede-a936-fe6a9cecbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:14.323383 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-57cdc672-91d1-4ede-a936-fe6a9cecbb20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b319886-960e-4f25-a621-809968a325c1 HTTP/1.1" status: 200 len: 853 time: 0.6277502 Aug 03 19:34:14.356465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-05cd1c54-6a98-436d-8bbe-59121452ff09 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:14.367935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87057229-9028-4599-8856-4a46d77f9d81 None None] Network 84d3a412-afb1-4e18-9682-58c7b71f88fa requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:14.368603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-05cd1c54-6a98-436d-8bbe-59121452ff09 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.88 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 946 time: 0.5574081 Aug 03 19:34:14.369787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.88', 59796) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:14.494964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:14.500859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.541338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:14.541901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:14.542389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:14.577062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:34:14.577638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Attempting to bind port b89149a6-7064-4e74-8707-203416d90a92 on network 77859eac-633a-46bb-bd8a-31cb230b648c {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:14.593815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7cc8d0b-eda3-4db7-88a1-15c61bec22ff req-9a28ac91-f395-4c02-8b4b-2381cff20742 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343183 Aug 03 19:34:14.628455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:14.628455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Checking segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:14.628455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Bound using segment: {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:14.628455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Bound port: b89149a6-7064-4e74-8707-203416d90a92, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:14.629528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.646743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-7ae949d6-64cc-4979-9e02-a99c95ded5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:14.649215 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-7ae949d6-64cc-4979-9e02-a99c95ded5c8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d851888-28cb-45a9-971a-cbec329f0a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433143 Aug 03 19:34:14.692239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc02915e-d770-4878-aa8c-d39b420c8482 None None] Provisioning for port 8051feab-36b1-438e-8b14-ab270766adef completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:14.734299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:14.739731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8051feab-36b1-438e-8b14-ab270766adef completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:14.756778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8051feab-36b1-438e-8b14-ab270766adef triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:14.758628 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.772898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-eeb4c55b-7949-4799-a09b-130b4a2c1378 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:14.775907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-eeb4c55b-7949-4799-a09b-130b4a2c1378 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 817 time: 0.3938019 Aug 03 19:34:14.798254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:14.846391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.847390 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 9b89f8f0-ab1f-4be2-b144-7469eef904d2 of type vlan for network 83c923e8-3843-4881-8504-c7b8a195d0f8 Aug 03 19:34:14.853500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:14.857284 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7037c7b-f971-41e8-82fe-21f61526bb87" -d '{"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-unplugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:14.922193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958556b0-79e0-4a8d-b280-1f31b16de775 None None] New status for floating IP 1f6c7c16-83d5-44f5-a0b6-ebeebe150ae2: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:34:14.940401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66bd9965-06ee-4006-bc13-37d9ecf629ad req-e9206241-f412-4768-a73b-01115c8fce17 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 210 time: 0.1404574 Aug 03 19:34:14.946062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bca4126d-884d-4656-9c4b-f66fc571cd3a req-17c7efd1-6aa9-44c3-b3d4-e3e95770cbff tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822190 Aug 03 19:34:15.038530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:15.047954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:15.110893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.168650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.178425 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa80f15-0275-4ac4-8173-39b9643c8e13 x-openstack-request-id: req-afa80f15-0275-4ac4-8173-39b9643c8e13 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:15.179168 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-unplugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:15.179745 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afa80f15-0275-4ac4-8173-39b9643c8e13 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:15.180769 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'code': 200} Aug 03 19:34:15.214296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.267848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8051feab-36b1-438e-8b14-ab270766adef, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8051feab-36b1-438e-8b14-ab270766adef,segment=NetworkSegment(1509709e-44a0-4f03-b794-f2135bb8b36e),segment_id=1509709e-44a0-4f03-b794-f2135bb8b36e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:15.275740 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.277596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a864107c-2ad1-4260-983a-4a4d3528dda3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:15.296763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-b9f1e3df-d194-4c1f-8955-ba3ec6bb13f7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c351f6806f484562b6084caca9fb4539 HTTP/1.1" status: 200 len: 379 time: 0.4731410 Aug 03 19:34:15.306975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=11']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:15.314428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Deleting port 1f3a5624-7a40-4e43-9716-de5467146f9f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:15.314779 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.315681 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.325854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:15.327276 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.334326 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-0798f380-ecd8-4fa2-8699-f516ef83451a service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584477 Aug 03 19:34:15.340342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'port': {'device_id': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'admin_state_up': True, 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'security_groups': ['913999bf-24ee-4ebf-bf95-74c1940cf260']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:15.363401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d64bb-43c3-44e6-b944-178ec2def92f None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:15.398133 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:15.399601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.402993 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-e939f1aa-a178-4387-b645-815df5633d0a service neutron] 10.222.0.88 "PUT /v2.0/ports/b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 1092 time: 4.3280892 Aug 03 19:34:15.439974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-45176eb5-f498-400c-80b9-0b4da9952aac None None] Provisioning complete for port 8051feab-36b1-438e-8b14-ab270766adef triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:15.441002 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-45176eb5-f498-400c-80b9-0b4da9952aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.462463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8051feab-36b1-438e-8b14-ab270766adef,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:15.491299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=83c923e8-3843-4881-8504-c7b8a195d0f8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:15.493650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:15.510578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-45aae176-77cf-4492-ad76-ab85dac23105 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5368023 Aug 03 19:34:15.517159 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:15.520459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c33223-a155-4b88-ab00-5791dbddc483 req-c08cd3a1-bbb2-484a-9c34-86f3dbdb5e03 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:15.522277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52c33223-a155-4b88-ab00-5791dbddc483 req-c08cd3a1-bbb2-484a-9c34-86f3dbdb5e03 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 944 time: 0.4348869 Aug 03 19:34:15.522791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37056) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:15.549394 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-78a32ea3-b2c2-4f80-934f-d4197a692eba tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5400715 Aug 03 19:34:15.550112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37058) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:15.557123 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:15.558467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 83c923e8-3843-4881-8504-c7b8a195d0f8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:15.559658 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:15.590314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '83c923e8-3843-4881-8504-c7b8a195d0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:15.590629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-ca347de4-54d6-4d3c-a8f9-e7bad3b84713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:15.592128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-ca347de4-54d6-4d3c-a8f9-e7bad3b84713 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1095 time: 0.1381426 Aug 03 19:34:15.651649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e959a11c-c864-4c18-bd7c-825684b375df tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet d7d1f4c2-1acd-4150-8483-f574f4adad5e {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:15.711960 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-3830230a-f032-4ea2-9c55-3a1bcbd101e2 service neutron] 10.222.0.88 "GET /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945702 Aug 03 19:34:15.741350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e959a11c-c864-4c18-bd7c-825684b375df tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.755594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-37ec2e48-e485-4a7c-b892-17cd311871bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:15.757683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-37ec2e48-e485-4a7c-b892-17cd311871bf service neutron] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.1518340 Aug 03 19:34:15.767694 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:15.781069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a864107c-2ad1-4260-983a-4a4d3528dda3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:15.781718 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.828739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e959a11c-c864-4c18-bd7c-825684b375df tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.852908 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-a8e7501f-1257-4905-ada6-5b648f23dfa6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 998 time: 0.0857084 Aug 03 19:34:15.941861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-c66e8ee8-bafe-422c-aec8-0e2c5b3a4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:15.944354 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-c66e8ee8-bafe-422c-aec8-0e2c5b3a4a45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.0834010 Aug 03 19:34:16.031702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] For port 1f3a5624-7a40-4e43-9716-de5467146f9f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1f3a5624-7a40-4e43-9716-de5467146f9f,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:16.032919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.050646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d64bb-43c3-44e6-b944-178ec2def92f None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:16.072049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-386ea09a-3b91-4815-a8aa-62ee4f47c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:16.074722 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-386ea09a-3b91-4815-a8aa-62ee4f47c400 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221097 Aug 03 19:34:16.080224 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 8, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:16.100993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Calling delete_port for 1f3a5624-7a40-4e43-9716-de5467146f9f owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:16.135209 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:16.151265 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:16.152343 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:16.265540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8051feab-36b1-438e-8b14-ab270766adef up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:16.276112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52c33223-a155-4b88-ab00-5791dbddc483 req-3e329496-b900-4d4f-a0c3-8e62289baa88 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7379894 Aug 03 19:34:16.338733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-034f5845-4c2a-4b9e-a7fd-b13a643b075e service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545345 Aug 03 19:34:16.396013 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:16.511941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8051feab-36b1-438e-8b14-ab270766adef triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:16.512400 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.525447 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.532493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e959a11c-c864-4c18-bd7c-825684b375df tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.532746 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0dd4ce21-f891-4244-8ea0-c24f122550c9 req-04be99cf-a0bd-4129-a132-cbe038a24293 service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842389 Aug 03 19:34:16.650823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8f1ea-69ad-4f8d-b2f3-e1f937d0ae39 req-ae96d038-16a6-4627-b9a2-4eb92b56a910 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:16.653711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa8f1ea-69ad-4f8d-b2f3-e1f937d0ae39 req-ae96d038-16a6-4627-b9a2-4eb92b56a910 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 867 time: 0.7424932 Aug 03 19:34:16.700628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event deleted for resources: {'Port': ['ID=1f3a5624-7a40-4e43-9716-de5467146f9f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:16.810899 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 8, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:16.815333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:34:16.815333 n-d-803378-1 neutron-server[94134]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:34:16.815333 n-d-803378-1 neutron-server[94134]: [parameters: {'project_id': 'c351f6806f484562b6084caca9fb4539', 'id': 'cc6f6912-2960-4bb3-8e9e-9b57a48e29de', 'expiration': datetime.datetime(2021, 8, 3, 19, 36, 16, 734217)}] Aug 03 19:34:16.815333 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:16.815972 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:16.828123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] No DVR routers for this DVR port 1f3a5624-7a40-4e43-9716-de5467146f9f on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:16.835522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.839363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ce470f9-f0b8-40f1-bb75-678817cf28ce req-5c75f236-c93b-47a4-94e2-e849a5eeeff8 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.88 "DELETE /v2.0/ports/1f3a5624-7a40-4e43-9716-de5467146f9f HTTP/1.1" status: 204 len: 173 time: 2.4529254 Aug 03 19:34:16.847269 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9bf5f-cc89-496e-9e35-5bdcbedfaa19 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 8, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f56b89-103b-4ca9-a12f-fc86d361a2c9', 'name': '', 'network_id': '73f24619-bbc0-4a9f-bf1c-6746b1e0d58b', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:20:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:43Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'e66f69fb-576f-4c95-b1b9-1ca1555a3909', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:16.859311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fe96b-514d-4800-b4c3-1a7f34ccf5a9 req-72e69ffb-338c-4bfa-9ece-cf0c5a7a02b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:16.862530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fe96b-514d-4800-b4c3-1a7f34ccf5a9 req-72e69ffb-338c-4bfa-9ece-cf0c5a7a02b1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 946 time: 0.4164579 Aug 03 19:34:16.863539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'name': 'network-vif-deleted', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:16.867550 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98e49ec-7092-48c9-96be-1b70fa554b1e" -d '{"events": [{"server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "name": "network-vif-deleted", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:16.879830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:16.884901 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.183045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:17.188178 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eedef8-4235-4eb0-9335-3af6df141283" -d '{"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:17.314807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa8f1ea-69ad-4f8d-b2f3-e1f937d0ae39 req-ae718cb1-ebf5-45e1-97c2-5f8a2ab29312 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/security-groups?id=614719d2-c344-42c3-aec9-dc533f7c704b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6248710 Aug 03 19:34:17.336872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e959a11c-c864-4c18-bd7c-825684b375df tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.381559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b89149a6-7064-4e74-8707-203416d90a92 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:34:17.389451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1f3a5624-7a40-4e43-9716-de5467146f9f no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:17.392888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.ipam_backend_mixin [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing IP validity checks on allocation pools {{(pid=94134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:34:17.393865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.ipam_backend_mixin [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:34:17.452366 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e959a11c-c864-4c18-bd7c-825684b375df tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.454954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e959a11c-c864-4c18-bd7c-825684b375df tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/d7d1f4c2-1acd-4150-8483-f574f4adad5e HTTP/1.1" status: 204 len: 168 time: 1.9271963 Aug 03 19:34:17.457866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37074) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:17.462399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959a11c-c864-4c18-bd7c-825684b375df tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d1f4c2-1acd-4150-8483-f574f4adad5e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:17.470946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fe96b-514d-4800-b4c3-1a7f34ccf5a9 req-df9e565e-5dc7-494d-b2ff-5f5749f6bb7c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982075 Aug 03 19:34:17.477869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51575ebf-455b-42e0-a205-284e85a5abab None None] Network 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:17.502377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Made reservation on behalf of c351f6806f484562b6084caca9fb4539 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:17.521123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.564624 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6822bf54-fc21-4ed7-9dac-c4e109fbd8a9 x-openstack-request-id: req-6822bf54-fc21-4ed7-9dac-c4e109fbd8a9 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:17.565903 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd17585-afac-48e3-a63f-e91145fbcde9", "name": "network-vif-deleted", "tag": "1f3a5624-7a40-4e43-9716-de5467146f9f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:17.565903 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6822bf54-fc21-4ed7-9dac-c4e109fbd8a9 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:17.566517 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd17585-afac-48e3-a63f-e91145fbcde9', 'name': 'network-vif-deleted', 'tag': '1f3a5624-7a40-4e43-9716-de5467146f9f', 'status': 'completed', 'code': 200} Aug 03 19:34:17.604063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b199630-56b4-436d-af3e-2d2be5aa1eb4 req-4dd371de-608f-48ce-a26e-1de486665b1f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 210 time: 0.0590334 Aug 03 19:34:17.665131 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.749407 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20648cb6-3b4b-4e74-bcb8-6dccb2977dab x-openstack-request-id: req-20648cb6-3b4b-4e74-bcb8-6dccb2977dab {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:17.750959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:17.753304 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:17.753304 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20648cb6-3b4b-4e74-bcb8-6dccb2977dab {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:17.756543 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'status': 'completed', 'code': 200} Aug 03 19:34:17.782867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 1f3a5624-7a40-4e43-9716-de5467146f9f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:17.783461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1f3a5624-7a40-4e43-9716-de5467146f9f not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:17.808633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port d63e3e7e-064e-417a-853d-fd9e995acd02 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:17.809277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.879493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'b89149a6-7064-4e74-8707-203416d90a92', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'port_id': 'b89149a6-7064-4e74-8707-203416d90a92', 'mac_address': 'fa:16:3e:f2:ff:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:34:17.897872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port d63e3e7e-064e-417a-853d-fd9e995acd02, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d63e3e7e-064e-417a-853d-fd9e995acd02,segment=NetworkSegment(5fe1a9dd-d629-4e4f-852a-8610d9ef65b7),segment_id=5fe1a9dd-d629-4e4f-852a-8610d9ef65b7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:17.898486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.917547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for d63e3e7e-064e-417a-853d-fd9e995acd02 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:18.003466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.026645 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.029011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.083171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-ebbfb588-acbc-4376-a0ce-c3920fa6bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:18.086076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-ebbfb588-acbc-4376-a0ce-c3920fa6bd07 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1095 time: 0.3835816 Aug 03 19:34:18.102892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No DVR routers for this DVR port d63e3e7e-064e-417a-853d-fd9e995acd02 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:18.107956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89149a6-7064-4e74-8707-203416d90a92 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:18.109263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=d63e3e7e-064e-417a-853d-fd9e995acd02,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:18.158667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:18.189338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.215198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Allocated IP 172.20.0.13 (4bd5cf61-9181-41f5-98cc-aa699526ffb5/477e6f00-51c3-4ff5-9ca3-8cba23e157c5/eef72f1a-51e9-4c60-8278-2666b33140eb) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:18.224668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-1e49c9bb-7d7b-4b9a-9900-bfe95dde45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:18.227523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-1e49c9bb-7d7b-4b9a-9900-bfe95dde45fb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1095 time: 0.4661496 Aug 03 19:34:18.257428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.277445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=12']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:18.282480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 553543a5-3e72-468a-9965-84b794a9a9b1 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:18.297032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1751de32-45a1-4935-91a8-1dfe2ed9b9a2']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:18.301309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b631c9-bb78-4590-bb75-5647ad1fc2e3 req-acf84460-c7dc-46fa-8e01-0aee86fd465f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:18.309164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-35b631c9-bb78-4590-bb75-5647ad1fc2e3 req-acf84460-c7dc-46fa-8e01-0aee86fd465f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 944 time: 0.5273306 Aug 03 19:34:18.319515 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 553543a5-3e72-468a-9965-84b794a9a9b1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:18.319761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 553543a5-3e72-468a-9965-84b794a9a9b1 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:18.330165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:18.332350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe1a9dd-d629-4e4f-852a-8610d9ef65b7') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:18.350521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.373351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.411407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5876f556-a68e-40c8-aa8f-432be7f1f0f9 None None] DHCP port deletion for 1751de32-45a1-4935-91a8-1dfe2ed9b9a2 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:18.416490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['b89149a6-7064-4e74-8707-203416d90a92'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:34:18.423513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:18.424742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:18.430743 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:18.507698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=7005408f-16af-4d5c-83c0-ad44eef4a83b,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:18.574925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.603954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.606369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/1751de32-45a1-4935-91a8-1dfe2ed9b9a2 HTTP/1.1" status: 204 len: 168 time: 1.1463265 Aug 03 19:34:18.607394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e80189-04d0-492b-bc45-d3290e0fc436 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=1751de32-45a1-4935-91a8-1dfe2ed9b9a2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:18.609290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37080) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:18.638831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7efce87-addc-4ebf-afa1-4095a5f412f2 req-c2427b5a-b8da-4c0e-9cef-4e935e630797 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 210 time: 0.1084433 Aug 03 19:34:18.857740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-4d4de05b-9a71-47ff-a8c6-473d06bad79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:18.861521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-4d4de05b-9a71-47ff-a8c6-473d06bad79a service neutron] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.7535384 Aug 03 19:34:18.933438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-5c031a37-31b8-49fa-a902-a7acc43a7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:18.947282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-5c031a37-31b8-49fa-a902-a7acc43a7c69 service neutron] 10.222.0.63 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.6304839 Aug 03 19:34:19.001867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-35b631c9-bb78-4590-bb75-5647ad1fc2e3 req-56c8a1bf-8829-4fb6-8ce9-8256a25aab01 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6906278 Aug 03 19:34:19.004537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '9b89f8f0-ab1f-4be2-b144-7469eef904d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83c923e8-3843-4881-8504-c7b8a195d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:19.005601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 83c923e8-3843-4881-8504-c7b8a195d0f8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:19.163580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-431463c9-d6f4-4428-9d62-9bbbe518aa27 req-550bbdb2-6e69-46c6-b217-d0e7950c57be tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 210 time: 0.2994385 Aug 03 19:34:19.201539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 83c923e8-3843-4881-8504-c7b8a195d0f8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:19.212385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-2fcc9d70-8185-40a5-a289-ae913136b041 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 999 time: 0.2174311 Aug 03 19:34:19.272328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 83c923e8-3843-4881-8504-c7b8a195d0f8) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:19.277209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:19.277982 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.282186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-609528bc-2bbb-4595-90fa-d63feacc7e1d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 999 time: 0.3277938 Aug 03 19:34:19.289854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcfb672-bed3-48fd-a373-bae915315b95 None None] Network 83c923e8-3843-4881-8504-c7b8a195d0f8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:19.371176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.385901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b89149a6-7064-4e74-8707-203416d90a92 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:19.398290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Transition to ACTIVE for port object eef72f1a-51e9-4c60-8278-2666b33140eb will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:19.527330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-79fbc57e-ec88-4688-8be2-32bf489490d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:19.530192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-79fbc57e-ec88-4688-8be2-32bf489490d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.3055348 Aug 03 19:34:19.531751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.616225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5440940a-c954-48df-aa76-6f6303179307 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.0303967 Aug 03 19:34:19.616564 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.618848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:19.809965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:19.812629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-beea2701-6564-4bc4-9631-21f92b578b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:19.813827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-beea2701-6564-4bc4-9631-21f92b578b63 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742534 Aug 03 19:34:19.815611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-032a8eea-a0dd-4cd0-aec4-fd34df6a2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:19.817378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-032a8eea-a0dd-4cd0-aec4-fd34df6a2a4b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.5093880 Aug 03 19:34:19.841077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-83c923e8-3843-4881-8504-c7b8a195d0f8', 'network_id': '83c923e8-3843-4881-8504-c7b8a195d0f8', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': '7005408f-16af-4d5c-83c0-ad44eef4a83b'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:19.842998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.886870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50ca17f4-3e44-4789-8023-72e694dd30c2 req-c3d0a78e-efb5-4877-9d93-4b81051bc06d tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 210 time: 0.0648756 Aug 03 19:34:19.925824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:19.932248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.942861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:19.969405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:19.992265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port b89149a6-7064-4e74-8707-203416d90a92 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:20.012627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port b89149a6-7064-4e74-8707-203416d90a92 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:20.013207 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.127155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.194582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:20.195351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.222129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-ed7dd621-1032-4e42-9179-b15a74dfc6e1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8907762 Aug 03 19:34:20.236748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Request body: {'port': {'device_id': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:20.292861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d63e3e7e-064e-417a-853d-fd9e995acd02 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:20.329775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-08728ee7-13de-43cd-8889-83c3a0cc2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:20.331349 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-08728ee7-13de-43cd-8889-83c3a0cc2221 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4222605 Aug 03 19:34:20.393139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Allocated IP 172.20.0.3 (83c923e8-3843-4881-8504-c7b8a195d0f8/7005408f-16af-4d5c-83c0-ad44eef4a83b/937f001f-c7bf-4a20-88e5-7e788f5cbb17) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:20.466666 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-3cafa5ff-888c-4b05-a09a-732e95183e97 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634035 Aug 03 19:34:20.524549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-bdb605ac-575c-409d-87ba-1a0ab8d4168a service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697350 Aug 03 19:34:20.657054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: d63e3e7e-064e-417a-853d-fd9e995acd02 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:20.657054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d63e3e7e-064e-417a-853d-fd9e995acd02 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:20.708696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-15673c0e-543c-4d78-b319-100c9d15a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:20.708696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-15673c0e-543c-4d78-b319-100c9d15a7e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1095 time: 0.1797440 Aug 03 19:34:20.710056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.713881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-859d00ee-ab42-4d9d-a3c1-462f79df2f4c service neutron] 10.222.0.63 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254023 Aug 03 19:34:20.743299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-986bce21-c850-4dfc-9f96-353c4ffea28e service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894836 Aug 03 19:34:20.819751 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.838513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Transition to ACTIVE for port object 937f001f-c7bf-4a20-88e5-7e788f5cbb17 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:20.861978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Transition to ACTIVE for port object 937f001f-c7bf-4a20-88e5-7e788f5cbb17 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:20.881115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-4fee97a2-a3d1-461d-b878-31e443f092f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:20.882775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079f28f-a4f2-45ee-8827-e769856adab9 req-c665c363-6aba-4b4b-9a5c-803541790222 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:20.883873 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-4fee97a2-a3d1-461d-b878-31e443f092f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1487122 Aug 03 19:34:20.897792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d079f28f-a4f2-45ee-8827-e769856adab9 req-c665c363-6aba-4b4b-9a5c-803541790222 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 945 time: 0.5787728 Aug 03 19:34:20.939647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2840e-93b7-464c-978d-e34a6922c20a req-f70913ec-6051-4b5a-9b9d-24b9fcafd37f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:20.945941 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.949417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.953704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dfc2840e-93b7-464c-978d-e34a6922c20a req-f70913ec-6051-4b5a-9b9d-24b9fcafd37f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 932 time: 0.4222839 Aug 03 19:34:20.987566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1b456e10-e429-4720-9b66-cc92c5de16df None None] Provisioning for port eef72f1a-51e9-4c60-8278-2666b33140eb completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:21.006712 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-b739bb42-99b7-4254-a12c-1d978579070f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.0965121 Aug 03 19:34:21.007364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1b456e10-e429-4720-9b66-cc92c5de16df None None] Provisioning complete for port eef72f1a-51e9-4c60-8278-2666b33140eb triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:21.009367 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b456e10-e429-4720-9b66-cc92c5de16df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.010293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.095970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-3f7cf21b-8aaa-4bcc-a871-d309977042c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:21.097681 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-3f7cf21b-8aaa-4bcc-a871-d309977042c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0831542 Aug 03 19:34:21.103723 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.138303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1b456e10-e429-4720-9b66-cc92c5de16df None None] Port eef72f1a-51e9-4c60-8278-2666b33140eb cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:21.156165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:21.159921 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a587f251-815c-4675-a779-9f793d2304e3" -d '{"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-plugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:21.172556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d079f28f-a4f2-45ee-8827-e769856adab9 req-0f63b1b0-45cb-4c86-aea9-7187569573a3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731366 Aug 03 19:34:21.192468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Network 83c923e8-3843-4881-8504-c7b8a195d0f8 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:21.204798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3eedef8-4235-4eb0-9335-3af6df141283 req-64a071ff-a454-4a7b-828c-107305b0eabc service neutron] 10.222.0.63 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814298 Aug 03 19:34:21.207301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:21.210207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37102) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:21.212691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:21.235740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port e8f56b89-103b-4ca9-a12f-fc86d361a2c9 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:21.236329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.255533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dfc2840e-93b7-464c-978d-e34a6922c20a req-d7604253-58b6-4bd6-8056-50deb1135cea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757103 Aug 03 19:34:21.257709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:21.331634 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.345044 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4313f1fb-06a4-4c6b-bab5-211a9b01a051 x-openstack-request-id: req-4313f1fb-06a4-4c6b-bab5-211a9b01a051 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:21.345603 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-plugged", "status": "completed", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:21.345952 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4313f1fb-06a4-4c6b-bab5-211a9b01a051 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:21.347425 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'code': 200} Aug 03 19:34:21.355286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Pushing event updated for resources: {'Port': ['ID=937f001f-c7bf-4a20-88e5-7e788f5cbb17,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:21.359445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Attempting to bind port 937f001f-c7bf-4a20-88e5-7e788f5cbb17 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:21.360338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Attempting to bind port 937f001f-c7bf-4a20-88e5-7e788f5cbb17 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9b89f8f0-ab1f-4be2-b144-7469eef904d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83c923e8-3843-4881-8504-c7b8a195d0f8'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:21.360811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Attempting to bind port 937f001f-c7bf-4a20-88e5-7e788f5cbb17 on network 83c923e8-3843-4881-8504-c7b8a195d0f8 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:21.392380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:21.394754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Checking segment: {'id': '9b89f8f0-ab1f-4be2-b144-7469eef904d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83c923e8-3843-4881-8504-c7b8a195d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:21.395287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.395806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Bound using segment: {'id': '9b89f8f0-ab1f-4be2-b144-7469eef904d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83c923e8-3843-4881-8504-c7b8a195d0f8'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:21.399857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Bound port: 937f001f-c7bf-4a20-88e5-7e788f5cbb17, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b89f8f0-ab1f-4be2-b144-7469eef904d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83c923e8-3843-4881-8504-c7b8a195d0f8'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:21.400657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.411743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.412177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.412595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.413006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.413413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.413846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.414250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.414796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.415200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.415599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.416000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.416574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:21.453215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7fc5f0b-489e-4853-aec3-b5a098c8242e req-31e26107-a507-4623-b159-4acff7795942 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 210 time: 0.1235635 Aug 03 19:34:21.490364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9aaeb1db-a261-4e78-afa5-a1b589da3573 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/cb4dff65-4c21-44c9-8925-49b47d097a1f HTTP/1.1" status: 200 len: 992 time: 0.2728882 Aug 03 19:34:21.496545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port e8f56b89-103b-4ca9-a12f-fc86d361a2c9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,segment=NetworkSegment(2b772057-62df-40cf-a60f-f184f349e33c),segment_id=2b772057-62df-40cf-a60f-f184f349e33c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:21.496934 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.506093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=7005408f-16af-4d5c-83c0-ad44eef4a83b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:21.607402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for e8f56b89-103b-4ca9-a12f-fc86d361a2c9 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:21.628107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef72f1a-51e9-4c60-8278-2666b33140eb {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:21.642730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-28189c0b-7a72-422b-a46f-66e6b0ccc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:21.644920 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-28189c0b-7a72-422b-a46f-66e6b0ccc523 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5355809 Aug 03 19:34:21.646566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.654170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.681142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Transition to ACTIVE for port object eef72f1a-51e9-4c60-8278-2666b33140eb will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:21.683621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=13']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:21.687615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.732528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] For port 937f001f-c7bf-4a20-88e5-7e788f5cbb17, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:21.739500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] For port 937f001f-c7bf-4a20-88e5-7e788f5cbb17, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=937f001f-c7bf-4a20-88e5-7e788f5cbb17,segment=NetworkSegment(9b89f8f0-ab1f-4be2-b144-7469eef904d2),segment_id=9b89f8f0-ab1f-4be2-b144-7469eef904d2)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:21.747516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.786100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c923e8-3843-4881-8504-c7b8a195d0f8']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:21.797701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:21.805711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b89f8f0-ab1f-4be2-b144-7469eef904d2') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:21.806437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b89f8f0-ab1f-4be2-b144-7469eef904d2') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:21.824414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.848553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.866370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:21.867379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.927166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea00ac7-f1ad-49f0-a7f1-09a82c439206 None None] Pushing event updated for resources: {'Port': ['ID=937f001f-c7bf-4a20-88e5-7e788f5cbb17,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:21.961831 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508bae2-d19f-4d90-8a46-58dc4e4e5753 None None] Network 83c923e8-3843-4881-8504-c7b8a195d0f8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:21.967021 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:22.016942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Attempting to bind port eef72f1a-51e9-4c60-8278-2666b33140eb on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:22.017846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Attempting to bind port eef72f1a-51e9-4c60-8278-2666b33140eb by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:22.019290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Attempting to bind port eef72f1a-51e9-4c60-8278-2666b33140eb on network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:22.028715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Port eef72f1a-51e9-4c60-8278-2666b33140eb on network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:34:22.029251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Attempting to bind port eef72f1a-51e9-4c60-8278-2666b33140eb on network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:22.041953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:22.042502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Checking segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:22.043125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Bound using segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:22.043847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Bound port: eef72f1a-51e9-4c60-8278-2666b33140eb, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:22.044426 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.242689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98ea5c-46bd-4e1b-856c-55a59dedc85b None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:22.273050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:22.280627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:22.290463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.307108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:34:22.307108 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:34:22.307108 n-d-803378-1 neutron-server[94133]: [parameters: {'id': '83c923e8-3843-4881-8504-c7b8a195d0f8'}] Aug 03 19:34:22.307108 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:22.307859 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:22.380903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.485313 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-bde1f85b-bb1b-47aa-af2d-b09a0298840b service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265870 Aug 03 19:34:22.491178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=e8f56b89-103b-4ca9-a12f-fc86d361a2c9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:22.691648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b98ea5c-46bd-4e1b-856c-55a59dedc85b None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:22.736705 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.830503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.920264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:22.941560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-deb5c405-596c-4922-9e07-698853dc42c6 req-9d273550-0b7a-495a-9666-b0469b5292da tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd17585-afac-48e3-a63f-e91145fbcde9 HTTP/1.1" status: 200 len: 210 time: 0.1688399 Aug 03 19:34:22.951507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:22.952751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.955558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-d908e5e3-a94c-428a-9b53-f75bc85932da service neutron] 10.222.0.88 "PUT /v2.0/ports/eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 1092 time: 2.7240684 Aug 03 19:34:22.967962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:22.979847 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:23.044719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f5028-d418-4473-9890-80b15888a61f req-a7d41d04-f4d5-4674-8b7c-236b3aed8504 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:23.050309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a6f5028-d418-4473-9890-80b15888a61f req-a7d41d04-f4d5-4674-8b7c-236b3aed8504 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.2753878 Aug 03 19:34:23.064716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86c80961-f9cf-4c7c-a427-64bdbcf0d43c req-791dbc1e-5301-49ba-8781-b07a0de10ecb service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053606 Aug 03 19:34:23.170915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:23.184466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Deleting port 937f001f-c7bf-4a20-88e5-7e788f5cbb17 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:23.185063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.188122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a6f5028-d418-4473-9890-80b15888a61f req-656e7ee5-1965-4a71-95ba-be72ea228bdd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135683 Aug 03 19:34:23.213334 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4697d6a-6fa0-43fa-9e62-01f68da9d3d8 x-openstack-request-id: req-b4697d6a-6fa0-43fa-9e62-01f68da9d3d8 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:23.214041 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:23.214859 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4697d6a-6fa0-43fa-9e62-01f68da9d3d8 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:23.216189 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'status': 'completed', 'code': 200} Aug 03 19:34:23.236148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-6882bfea-2e79-4d47-a857-1d26a3dbe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:23.238318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-6882bfea-2e79-4d47-a857-1d26a3dbe098 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1095 time: 0.1801372 Aug 03 19:34:23.322517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-9924708e-8222-41c8-a6fd-bcec8e3aac06 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 217 time: 0.0761468 Aug 03 19:34:23.397541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-82e4a11a-d6f1-49ad-9031-549dab12ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:23.399202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-82e4a11a-d6f1-49ad-9031-549dab12ecc2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.0668871 Aug 03 19:34:23.401517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] For port 937f001f-c7bf-4a20-88e5-7e788f5cbb17, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=937f001f-c7bf-4a20-88e5-7e788f5cbb17,segment=NetworkSegment(9b89f8f0-ab1f-4be2-b144-7469eef904d2),segment_id=9b89f8f0-ab1f-4be2-b144-7469eef904d2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:23.403221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.438108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Calling delete_port for 937f001f-c7bf-4a20-88e5-7e788f5cbb17 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:23.536269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-945520f4-23d3-48e8-9ca6-483bdc127ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:23.537962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-945520f4-23d3-48e8-9ca6-483bdc127ebf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313152 Aug 03 19:34:23.567808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:23.579587 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7883f447-f248-4e93-af0b-393101f0806f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9636905 Aug 03 19:34:23.579587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37114) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:23.589235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:23.620516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:23.621838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:23.701901 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.758346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-f677eae2-4e2b-4dc0-8a80-cf0a5fbc6f03 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117782 Aug 03 19:34:23.781348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Port': ['ID=937f001f-c7bf-4a20-88e5-7e788f5cbb17,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:23.789553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c11a687-8260-4533-ae34-099de1daa68f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet e66f69fb-576f-4c95-b1b9-1ca1555a3909 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:23.795974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No DVR routers for this DVR port 937f001f-c7bf-4a20-88e5-7e788f5cbb17 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:23.797646 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c11a687-8260-4533-ae34-099de1daa68f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.814972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:23.974287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ec7608d-8c5e-442c-9beb-10c3175db400 req-c8cce437-6355-40e9-a93f-2b8edb3c1d33 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055686 Aug 03 19:34:24.136164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-0b380fd6-96d8-4d27-99ff-95132296f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:24.139459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-0b380fd6-96d8-4d27-99ff-95132296f284 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1095 time: 0.1017673 Aug 03 19:34:24.301974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c11a687-8260-4533-ae34-099de1daa68f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.307739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:22Z', 'revision_number': 9, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:24.349178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.383469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c923e8-3843-4881-8504-c7b8a195d0f8']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:24.385386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-4a1db0a7-0859-4801-be39-5aeb93fb8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:24.388931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-4a1db0a7-0859-4801-be39-5aeb93fb8913 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.2408931 Aug 03 19:34:24.397393 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:24.413295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b89f8f0-ab1f-4be2-b144-7469eef904d2') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:24.413812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b89f8f0-ab1f-4be2-b144-7469eef904d2') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:24.433137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:24.433841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:24.470376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-2d5b22f1-54c3-4cbf-8867-2863fb35b964 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 217 time: 0.0734553 Aug 03 19:34:24.472066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37124) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:24.494148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.524830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c11a687-8260-4533-ae34-099de1daa68f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.530367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.559311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:24.559741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:24.563152 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:24.593284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:24.649306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-3b755a93-de4b-4396-a30c-b2608909d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:24.650899 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-3b755a93-de4b-4396-a30c-b2608909d96a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.1665845 Aug 03 19:34:24.661070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f71ab-a128-4810-b01a-2664c90b7f5b req-38dffc6b-44a8-4323-9835-1ab263118899 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:24.664495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b6f71ab-a128-4810-b01a-2664c90b7f5b req-38dffc6b-44a8-4323-9835-1ab263118899 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.1568649 Aug 03 19:34:24.670392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.688536 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.689422 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/83c923e8-3843-4881-8504-c7b8a195d0f8 HTTP/1.1" status: 204 len: 168 time: 5.0692823 Aug 03 19:34:24.704585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37126) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:24.714897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622087166'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:24.722545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e47405-4d28-42d5-9349-10f8f220c826 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=83c923e8-3843-4881-8504-c7b8a195d0f8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:24.742401 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c11a687-8260-4533-ae34-099de1daa68f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.770896 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea83c775-ed8e-42c3-b51a-1d5ee2f25e56 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.803292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11a687-8260-4533-ae34-099de1daa68f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=e66f69fb-576f-4c95-b1b9-1ca1555a3909,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:24.806016 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c11a687-8260-4533-ae34-099de1daa68f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.810472 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5c11a687-8260-4533-ae34-099de1daa68f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/e66f69fb-576f-4c95-b1b9-1ca1555a3909 HTTP/1.1" status: 204 len: 168 time: 1.2301083 Aug 03 19:34:24.812975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37128) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:24.824887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:24.828516 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.829233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429fa6dc-fdc0-4173-8483-8df9f8d69443 None None] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:24.840799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b6f71ab-a128-4810-b01a-2664c90b7f5b req-06ae6931-e7a3-4bca-b253-04509c051ddd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665504 Aug 03 19:34:24.857562 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea83c775-ed8e-42c3-b51a-1d5ee2f25e56 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.874475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-cfa57f6a-fe3e-4a8a-b1d1-cd7a4f9d5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:24.878200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-cfa57f6a-fe3e-4a8a-b1d1-cd7a4f9d5334 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115295 Aug 03 19:34:24.971200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:24.978913 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.997936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.998490 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment f868553b-cae9-4d2f-af60-d212815747c8 of type vlan for network 07a8f48b-8db4-4592-9631-01fad08132b9 Aug 03 19:34:25.063499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:22Z', 'revision_number': 9, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:25.073823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.083404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-03cf522c-d08a-4cf4-9ef2-1a8512f85183 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912992 Aug 03 19:34:25.084881 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea83c775-ed8e-42c3-b51a-1d5ee2f25e56 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.100049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea83c775-ed8e-42c3-b51a-1d5ee2f25e56 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.102681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ea83c775-ed8e-42c3-b51a-1d5ee2f25e56 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] 10.222.0.42 "DELETE /v2.0/security-groups/614719d2-c344-42c3-aec9-dc533f7c704b HTTP/1.1" status: 204 len: 168 time: 0.6287827 Aug 03 19:34:25.112392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5a726-e25a-4536-ac4f-b807351c3998 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:22Z', 'revision_number': 9, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d', 'name': '', 'network_id': '5f2934d1-b405-48eb-afe0-161ccec84385', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:35Z', 'updated_at': '2021-08-03T19:33:46Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'db77859f-28f1-48b8-b22a-2603348afed9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:25.120849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.126924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:25.128130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.137958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:25.138307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.203173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] DHCP port deletion for 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:25.238813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83c775-ed8e-42c3-b51a-1d5ee2f25e56 tempest-TestVolumeBackupRestore-211044788 tempest-TestVolumeBackupRestore-211044788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=614719d2-c344-42c3-aec9-dc533f7c704b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:25.261177 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5560188 Aug 03 19:34:25.261569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37136) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:25.270927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '07a8f48b-8db4-4592-9631-01fad08132b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:25.285401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525d538-2bee-4af2-aa7d-b22367a8979d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=07a8f48b-8db4-4592-9631-01fad08132b9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:25.318991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,segment=NetworkSegment(2b772057-62df-40cf-a60f-f184f349e33c),segment_id=2b772057-62df-40cf-a60f-f184f349e33c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:25.320887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 07a8f48b-8db4-4592-9631-01fad08132b9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:25.321521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.395209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:25.423006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] Deleting port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:25.423302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.457639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:34:25.483867 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:34:25.485639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ce7d55c-ee2a-4edd-98c2-bea2e3b16c71 req-ebb715f2-c315-49ea-a169-9afabf0d3833 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794746 Aug 03 19:34:25.535610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:25.541424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.647478 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.680396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:25.699870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No DVR routers for this DVR port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:25.810816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.827020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f24619-bbc0-4a9f-bf1c-6746b1e0d58b']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:25.841889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b772057-62df-40cf-a60f-f184f349e33c') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:25.842344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b772057-62df-40cf-a60f-f184f349e33c') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:25.853012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.878403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.885464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:25.886165 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.936764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] For port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,segment=NetworkSegment(2b772057-62df-40cf-a60f-f184f349e33c),segment_id=2b772057-62df-40cf-a60f-f184f349e33c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:25.938012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:25.967987 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:25.974396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.981199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.resource_extend [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:34:25.986145 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.991652 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/73f24619-bbc0-4a9f-bf1c-6746b1e0d58b HTTP/1.1" status: 204 len: 168 time: 1.1749029 Aug 03 19:34:25.995864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37166) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:26.089838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0afab-2c44-4370-9dc9-ca5f4b242d21 req-274b081c-50b1-4bd1-82b5-620b15bea7e9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:26.101322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] Calling delete_port for 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:26.113968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1b0afab-2c44-4370-9dc9-ca5f4b242d21 req-274b081c-50b1-4bd1-82b5-620b15bea7e9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.4953430 Aug 03 19:34:26.124295 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.137852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3531a-9554-4525-9f8e-c1446b1e178c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=73f24619-bbc0-4a9f-bf1c-6746b1e0d58b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:26.270291 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6b2a-ca02-4887-a5f9-a1ad5a9ae4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.276909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d54049-9a96-4c28-ac08-01689b17b50d req-4dcdaf56-cd9e-4955-9d0a-fcd9254e27e7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:26.308008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4d54049-9a96-4c28-ac08-01689b17b50d req-4dcdaf56-cd9e-4955-9d0a-fcd9254e27e7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.2756233 Aug 03 19:34:26.312542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e8f56b89-103b-4ca9-a12f-fc86d361a2c9 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:26.362983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:26.366035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1b0afab-2c44-4370-9dc9-ca5f4b242d21 req-2b76157f-90ad-42ab-8ec6-1875e4744be8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498224 Aug 03 19:34:26.367087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e8f56b89-103b-4ca9-a12f-fc86d361a2c9 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:26.367793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e8f56b89-103b-4ca9-a12f-fc86d361a2c9 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:26.368802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:26.518048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:26.518956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:26.523013 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.529443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'port_id': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'mac_address': 'fa:16:3e:7a:cd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:34:26.569667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4d54049-9a96-4c28-ac08-01689b17b50d req-ce372a70-d5e0-424c-9e95-2cf3a799667a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508178 Aug 03 19:34:26.578910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] Network 73f24619-bbc0-4a9f-bf1c-6746b1e0d58b is not hosted by any dhcp agent {{(pid=94135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:34:26.579681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] No DVR routers for this DVR port 2ec0c0d0-9720-4baf-8529-248dc9d5cc3e on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:26.582475 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d17db-98dc-4913-b306-9dc48f71efc2 None None] Pushing event deleted for resources: {'Port': ['ID=2ec0c0d0-9720-4baf-8529-248dc9d5cc3e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:26.729065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69fcdc-659d-443e-829b-e212bc9057e3 req-49143952-9602-486b-ab98-db487e1671a6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:26.731157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f69fcdc-659d-443e-829b-e212bc9057e3 req-49143952-9602-486b-ab98-db487e1671a6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1520903 Aug 03 19:34:26.739088 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.853322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f69fcdc-659d-443e-829b-e212bc9057e3 req-072c7aed-12e7-4a10-bcf2-41db6000e913 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043191 Aug 03 19:34:26.929014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=2b6ece72-900b-425c-a41f-1f9c0227adf0,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:26.938572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': 'f868553b-cae9-4d2f-af60-d212815747c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07a8f48b-8db4-4592-9631-01fad08132b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:26.938951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 07a8f48b-8db4-4592-9631-01fad08132b9, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:26.964900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.985040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 07a8f48b-8db4-4592-9631-01fad08132b9 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:27.010004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 07a8f48b-8db4-4592-9631-01fad08132b9) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:27.014923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:27.016067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.034660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e02c8-9729-4479-8bec-604b6560fe5f None None] Network 07a8f48b-8db4-4592-9631-01fad08132b9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:27.073298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7dadb2dd-1340-454a-b22c-a35bbfa0c714 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8101840 Aug 03 19:34:27.074708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37264) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:27.077133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef72f1a-51e9-4c60-8278-2666b33140eb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:27.132223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:27.223407 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.300876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.483427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['eef72f1a-51e9-4c60-8278-2666b33140eb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:34:27.512077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:27.537324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d2df-1d6b-4c4a-8e6d-c72f170062c8 req-2b81548b-c910-45e5-beef-8b7c54ba7aa8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:27.552302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e37d2df-1d6b-4c4a-8e6d-c72f170062c8 req-2b81548b-c910-45e5-beef-8b7c54ba7aa8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.2839563 Aug 03 19:34:27.692786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.758677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e37d2df-1d6b-4c4a-8e6d-c72f170062c8 req-ef675c05-995b-434a-a77c-852bebcff03e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840281 Aug 03 19:34:28.047945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0c8bd-1239-4c75-b0a2-e622717295e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-07a8f48b-8db4-4592-9631-01fad08132b9', 'network_id': '07a8f48b-8db4-4592-9631-01fad08132b9', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': '2b6ece72-900b-425c-a41f-1f9c0227adf0'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:28.048842 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c8bd-1239-4c75-b0a2-e622717295e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.138935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:28.140190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.261229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f474-4713-454a-a34e-733bdc39e322 req-97fba231-4701-41e4-9d2c-ff1cb78f7238 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:28.264851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac51f474-4713-454a-a34e-733bdc39e322 req-97fba231-4701-41e4-9d2c-ff1cb78f7238 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 945 time: 0.5030720 Aug 03 19:34:28.266429 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.402319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,segment=NetworkSegment(9c0df345-04b5-4d9d-b5e6-b753a405da8a),segment_id=9c0df345-04b5-4d9d-b5e6-b753a405da8a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:28.402977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.450852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:28.528048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.567299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac51f474-4713-454a-a34e-733bdc39e322 req-c66393f4-377c-43fb-9b66-e9abbe714781 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831459 Aug 03 19:34:28.640880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6ece72-900b-425c-a41f-1f9c0227adf0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-3cb0c8bd-1239-4c75-b0a2-e622717295e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b6ece72-900b-425c-a41f-1f9c0227adf0: This subnet is being modified by another concurrent operation. Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b6ece72-900b-425c-a41f-1f9c0227adf0: This subnet is being modified by another concurrent operation. Aug 03 19:34:28.663283 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:34:28.702074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca50601-c9ba-4620-a8c2-002f3e14034b None None] Network 07a8f48b-8db4-4592-9631-01fad08132b9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:28.842833 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.872822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a8f48b-8db4-4592-9631-01fad08132b9']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:28.906799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.923161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e71c9-d822-49d8-b6b3-8a06fe3adece req-28e54529-9fae-4fe2-9678-a350bdd7eeb0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:28.924571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a55e71c9-d822-49d8-b6b3-8a06fe3adece req-28e54529-9fae-4fe2-9678-a350bdd7eeb0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.3320754 Aug 03 19:34:28.926726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f868553b-cae9-4d2f-af60-d212815747c8') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:28.927027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f868553b-cae9-4d2f-af60-d212815747c8') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:28.950648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:28.977132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.035472 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.073658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:29.074195 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:29.081513 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:29.134401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a55e71c9-d822-49d8-b6b3-8a06fe3adece req-e9222bc2-1e03-4c34-85fd-7762e8557464 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923003 Aug 03 19:34:29.201746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.245729 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.275015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.283446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/07a8f48b-8db4-4592-9631-01fad08132b9 HTTP/1.1" status: 204 len: 168 time: 2.2065742 Aug 03 19:34:29.286875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37426) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:29.293237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1111673932'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:29.371847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d80bc-df1e-4b20-a63c-0267f7a304c1 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=07a8f48b-8db4-4592-9631-01fad08132b9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:29.385178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:29.391847 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.409433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af0965-9b7a-42d4-bf6c-db5f50b25295 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:29.489223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:29.501233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:29.501875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.502466 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment b920d3f3-b3ad-4caf-874c-da78b36bd477 of type vlan for network 9155a136-e2c8-4ea4-a629-02459e467340 Aug 03 19:34:29.555605 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.590797 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.599423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:29.600459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.708811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port eef72f1a-51e9-4c60-8278-2666b33140eb completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:29.721955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4328752 Aug 03 19:34:29.725047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37460) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:29.740358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b2f0e-ee60-49df-8145-55c79bea55a9 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=9155a136-e2c8-4ea4-a629-02459e467340,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:29.749278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port eef72f1a-51e9-4c60-8278-2666b33140eb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:29.749670 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.767315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '9155a136-e2c8-4ea4-a629-02459e467340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:29.811903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9155a136-e2c8-4ea4-a629-02459e467340 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:29.836218 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.936383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584283a6-5c45-4d99-adcd-bfd054105869 req-be062dc9-1cb6-45ed-a2ab-66415e5fc5ff tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:29.952496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-584283a6-5c45-4d99-adcd-bfd054105869 req-be062dc9-1cb6-45ed-a2ab-66415e5fc5ff tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 945 time: 0.1284547 Aug 03 19:34:30.017230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:30.058262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-584283a6-5c45-4d99-adcd-bfd054105869 req-8630c1dd-0e33-427b-ba8b-cded71e10829 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045091 Aug 03 19:34:30.156822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:30.164545 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-27309262-9245-4830-b561-3b5154838d4f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1375151 Aug 03 19:34:30.167041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:30.167581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af0965-9b7a-42d4-bf6c-db5f50b25295 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:30.167730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37490) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:30.186174 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:30.201887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.203813 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:30.206729 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:30.236925 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.303000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cd9524-c2cb-4de9-ad67-9fb4709bb07b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet db77859f-28f1-48b8-b22a-2603348afed9 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:30.310360 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9524-c2cb-4de9-ad67-9fb4709bb07b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.406929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:30.409537 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecba391-3132-41cf-915b-926578325b97" -d '{"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-plugged", "status": "completed", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:30.557390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:30.658166 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc16808-1fa0-4d76-b717-c85e9d2e35d9 x-openstack-request-id: req-5cc16808-1fa0-4d76-b717-c85e9d2e35d9 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:30.658387 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-plugged", "status": "completed", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:30.658637 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cc16808-1fa0-4d76-b717-c85e9d2e35d9 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:30.659286 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'code': 200} Aug 03 19:34:30.660490 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dc05175d-a687-49d2-a4cf-eaebdb7c2560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.664499 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.801733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9524-c2cb-4de9-ad67-9fb4709bb07b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.808088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:30.923962 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:30.967925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.997341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab14bda-e5ab-4d0f-86d2-07d0c473e357 req-5cc2f4a7-a75c-4f3e-847c-f702fbfc66c9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:30.999462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ab14bda-e5ab-4d0f-86d2-07d0c473e357 req-5cc2f4a7-a75c-4f3e-847c-f702fbfc66c9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.5158696 Aug 03 19:34:31.013353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40675960-049c-4a57-812b-cca170d1f25b req-628e9a47-f444-4e0b-a8e6-83c6abba2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:31.017396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40675960-049c-4a57-812b-cca170d1f25b req-628e9a47-f444-4e0b-a8e6-83c6abba2e99 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1097 time: 0.3129349 Aug 03 19:34:31.216067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=edfe18ed-2ed9-4d04-a40b-c08de8e330e9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:31.269890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9524-c2cb-4de9-ad67-9fb4709bb07b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.288135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-40675960-049c-4a57-812b-cca170d1f25b req-f49a0d57-bb22-4ba4-b037-92bee1803696 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383876 Aug 03 19:34:31.291583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': 'b920d3f3-b3ad-4caf-874c-da78b36bd477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9155a136-e2c8-4ea4-a629-02459e467340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:31.293368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 9155a136-e2c8-4ea4-a629-02459e467340, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:31.364014 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 9155a136-e2c8-4ea4-a629-02459e467340 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:31.365331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ab14bda-e5ab-4d0f-86d2-07d0c473e357 req-0bd5a201-29e3-426d-806e-754c17e63d1f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380759 Aug 03 19:34:31.402968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9155a136-e2c8-4ea4-a629-02459e467340) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:31.424481 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:28Z', 'revision_number': 10, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:31.425916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553116d4-0c73-4811-8f16-6e02d2e934c8 None None] Network 9155a136-e2c8-4ea4-a629-02459e467340 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:31.436044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:31.443043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.446109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396cac-6bca-45e6-9976-617d7dddd437 req-8d8e203a-077c-4aa1-9248-6936838fef29 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:31.458436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff396cac-6bca-45e6-9976-617d7dddd437 req-8d8e203a-077c-4aa1-9248-6936838fef29 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1248362 Aug 03 19:34:31.495372 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:31.501027 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-35d5f236-515c-48e3-b357-2c3dac1c7115 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7668910 Aug 03 19:34:31.506275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37582) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:31.529573 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:31.531760 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:31.537564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9524-c2cb-4de9-ad67-9fb4709bb07b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.641444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff396cac-6bca-45e6-9976-617d7dddd437 req-09da77f2-27db-40b3-ace6-8092ece59694 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818950 Aug 03 19:34:31.643586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd9524-c2cb-4de9-ad67-9fb4709bb07b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=db77859f-28f1-48b8-b22a-2603348afed9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:31.659895 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9524-c2cb-4de9-ad67-9fb4709bb07b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.669368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f2cd9524-c2cb-4de9-ad67-9fb4709bb07b tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/db77859f-28f1-48b8-b22a-2603348afed9 HTTP/1.1" status: 204 len: 168 time: 1.5004525 Aug 03 19:34:31.671154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37596) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:31.671287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9009a-ddd4-4632-bae2-9bdad8abf402 None None] Network 5f2934d1-b405-48eb-afe0-161ccec84385 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:31.777326 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:31.878446 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.964347 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.987567 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.989132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port e0a5c684-1fa2-426c-8fd7-19be96ef16da {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:31.990435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.115604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.186221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port e0a5c684-1fa2-426c-8fd7-19be96ef16da, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e0a5c684-1fa2-426c-8fd7-19be96ef16da,segment=NetworkSegment(9c0df345-04b5-4d9d-b5e6-b753a405da8a),segment_id=9c0df345-04b5-4d9d-b5e6-b753a405da8a)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:32.190781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.235521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for e0a5c684-1fa2-426c-8fd7-19be96ef16da owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:32.270975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.340531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f7b6b-a802-43ed-a1eb-66f568613d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9155a136-e2c8-4ea4-a629-02459e467340', 'network_id': '9155a136-e2c8-4ea4-a629-02459e467340', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': 'edfe18ed-2ed9-4d04-a40b-c08de8e330e9'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:32.341394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=edfe18ed-2ed9-4d04-a40b-c08de8e330e9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:32.341944 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-643f7b6b-a802-43ed-a1eb-66f568613d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.392593 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:28Z', 'revision_number': 10, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:32.443735 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df350f2-aacf-4f01-a286-b956e37fcb46 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:28Z', 'revision_number': 10, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None, '_interfaces': [{'id': '0f9031c6-bcb5-44fe-b2cf-398d3de844a1', 'name': '', 'network_id': '6b41ccc8-d211-41f1-be32-25bd1a38b375', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'mac_address': 'fa:16:3e:4f:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:40Z', 'revision_number': 5, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'subnets': [{'id': 'c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:32.451954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.498035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=e0a5c684-1fa2-426c-8fd7-19be96ef16da,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:32.517873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No DVR routers for this DVR port e0a5c684-1fa2-426c-8fd7-19be96ef16da on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:32.655895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8399d9db-03b5-492c-9709-5efb577f8526 None None] Network 9155a136-e2c8-4ea4-a629-02459e467340 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:32.657175 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.690595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9155a136-e2c8-4ea4-a629-02459e467340']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:32.724684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b920d3f3-b3ad-4caf-874c-da78b36bd477') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:32.725174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b920d3f3-b3ad-4caf-874c-da78b36bd477') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:32.763867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.791459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.812040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:32.812716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:32.830258 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:32.866801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58016757-e2e3-4d8d-ad8d-e9d2a7bd0d96 None None] DHCP port deletion for 5f2934d1-b405-48eb-afe0-161ccec84385 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:32.941041 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.020112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.030468 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/9155a136-e2c8-4ea4-a629-02459e467340 HTTP/1.1" status: 204 len: 168 time: 1.5173442 Aug 03 19:34:33.030839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37638) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.031178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37640) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.032499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acde92-3566-4e1b-a4d9-daab73d680dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=9155a136-e2c8-4ea4-a629-02459e467340,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:33.051019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1404287913'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:33.145216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:33.150403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.215777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:33.243518 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.244359 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 2b834801-9e00-4170-a51c-cd88909e41af of type vlan for network 87bc31d2-e53c-4eda-a17c-5206e2c920c1 Aug 03 19:34:33.286584 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.306233 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.310120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2934d1-b405-48eb-afe0-161ccec84385']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:33.331411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0df345-04b5-4d9d-b5e6-b753a405da8a') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:33.332444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0df345-04b5-4d9d-b5e6-b753a405da8a') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:33.352997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.382140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.395639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:33.396825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.437058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.444514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.445466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:33.486543 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:33.542418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=87bc31d2-e53c-4eda-a17c-5206e2c920c1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:33.563353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 87bc31d2-e53c-4eda-a17c-5206e2c920c1 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:33.618164 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-86adb54f-f8af-44fa-85ee-473b0211c4bf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5789475 Aug 03 19:34:33.624301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37644) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.631078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.637273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.639986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/5f2934d1-b405-48eb-afe0-161ccec84385 HTTP/1.1" status: 204 len: 168 time: 1.9621990 Aug 03 19:34:33.648275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37646) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.703802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '87bc31d2-e53c-4eda-a17c-5206e2c920c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:33.884756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:33.888534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.939349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca067511-1ccb-45a3-a5cf-cd416d3cc8bf tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=5f2934d1-b405-48eb-afe0-161ccec84385,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:34.001048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82641-73d1-4ef9-b366-4d50f5b68166 req-d53e6899-6f16-410c-9642-42294a04a616 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:34.004954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9b82641-73d1-4ef9-b366-4d50f5b68166 req-d53e6899-6f16-410c-9642-42294a04a616 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.5164754 Aug 03 19:34:34.027152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6593e9-cffb-4b5c-a295-fa2bcf6042ae req-71155314-c1d6-4125-a638-05c4ad31f706 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:34.029656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa6593e9-cffb-4b5c-a295-fa2bcf6042ae req-71155314-c1d6-4125-a638-05c4ad31f706 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.5379491 Aug 03 19:34:34.155499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e0a5c684-1fa2-426c-8fd7-19be96ef16da no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:34.166257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9b82641-73d1-4ef9-b366-4d50f5b68166 req-46c3da91-ebf6-4739-b66a-415fa1b5b3dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537375 Aug 03 19:34:34.191888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa6593e9-cffb-4b5c-a295-fa2bcf6042ae req-3d3a0944-875b-4229-bb86-f94149f9923c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454108 Aug 03 19:34:34.243264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e0a5c684-1fa2-426c-8fd7-19be96ef16da {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:34.245294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e0a5c684-1fa2-426c-8fd7-19be96ef16da not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:34.248202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:34.285339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:34.285898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1275ebd2-789d-4892-bb3d-d3f8d5fa7f2d not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:34.416169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.447172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266fbe0-0e2a-4329-a5b1-203704639a43 req-c64cb615-ff7e-4205-8a4d-699cb6b07af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:34.450268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0266fbe0-0e2a-4329-a5b1-203704639a43 req-c64cb615-ff7e-4205-8a4d-699cb6b07af0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1484590 Aug 03 19:34:34.468867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37650) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:34.481399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'floatingip': {'port_id': 'eef72f1a-51e9-4c60-8278-2666b33140eb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:34.493745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.527713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing IP validity checks on allocation pools {{(pid=94133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:34:34.528305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:34:34.554274 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.830241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:34.831264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.944741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.006937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port 0f9031c6-bcb5-44fe-b2cf-398d3de844a1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,segment=NetworkSegment(feec5e5c-a069-449d-82b8-f789b88432af),segment_id=feec5e5c-a069-449d-82b8-f789b88432af)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:35.007550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.033405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:35.041808 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.158323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=3457cba6-490d-430a-b506-f62ca2db5a00,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:35.249301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '2b834801-9e00-4170-a51c-cd88909e41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '87bc31d2-e53c-4eda-a17c-5206e2c920c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:35.249836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 87bc31d2-e53c-4eda-a17c-5206e2c920c1, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:35.423046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.498693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 87bc31d2-e53c-4eda-a17c-5206e2c920c1 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:35.511978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eec77-ce39-4d93-94ae-85442117191e req-7002084f-ad9d-4ebf-8a4f-11bfafb1482e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:35.513877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-679eec77-ce39-4d93-94ae-85442117191e req-7002084f-ad9d-4ebf-8a4f-11bfafb1482e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1641946 Aug 03 19:34:35.517147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=0f9031c6-bcb5-44fe-b2cf-398d3de844a1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:35.554447 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 87bc31d2-e53c-4eda-a17c-5206e2c920c1) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:35.568612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:35.569234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.571002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a44d73-1a65-4237-a36a-2aeb06f55589 None None] Network 87bc31d2-e53c-4eda-a17c-5206e2c920c1 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:35.588418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.598499 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.603896 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ce564851-2a44-4b6d-8187-62ca7c7367dd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9045398 Aug 03 19:34:35.621557 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.623750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37654) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:35.783440 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Floating IP 0a01f0be-5fac-442d-a419-2f38afa6d5f6 associated. External IP: 172.25.4.233, port: eef72f1a-51e9-4c60-8278-2666b33140eb. Aug 03 19:34:35.859758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-87bc31d2-e53c-4eda-a17c-5206e2c920c1', 'network_id': '87bc31d2-e53c-4eda-a17c-5206e2c920c1', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': '3457cba6-490d-430a-b506-f62ca2db5a00'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:35.861115 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.939579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-679eec77-ce39-4d93-94ae-85442117191e req-4a4a48c5-7dc7-4ca0-a7dc-a633f644911e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104135 Aug 03 19:34:36.029512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.097764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:36.114859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Allocated IP 172.20.0.3 (87bc31d2-e53c-4eda-a17c-5206e2c920c1/3457cba6-490d-430a-b506-f62ca2db5a00/794c1860-100b-4ed0-97ee-2f5507817b45) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:36.233612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Deleting port 01f6728c-c912-4bb3-9c67-0714175b1dd4 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:36.233964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.282800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.287437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:36.293901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5eedfd8c-9ba9-44e6-9989-23c22c55e77a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6429560 Aug 03 19:34:36.296168 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.307811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Transition to ACTIVE for port object 794c1860-100b-4ed0-97ee-2f5507817b45 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:36.313526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37656) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:36.315718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:36.342400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Transition to ACTIVE for port object 794c1860-100b-4ed0-97ee-2f5507817b45 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:36.345198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:36.348012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:36.351330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Router 0e2bb790-9c91-4585-8531-169fbc0a8b5f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:36.395491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdf9aa6-5230-438d-ba91-617ddd8cdd9a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting subnet c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:36.399997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-efdf9aa6-5230-438d-ba91-617ddd8cdd9a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.438108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] For port 01f6728c-c912-4bb3-9c67-0714175b1dd4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=01f6728c-c912-4bb3-9c67-0714175b1dd4,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:36.438496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.463018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Calling delete_port for 01f6728c-c912-4bb3-9c67-0714175b1dd4 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:36.473703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.477653 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-efdf9aa6-5230-438d-ba91-617ddd8cdd9a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.488983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.511179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:36.529724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=3457cba6-490d-430a-b506-f62ca2db5a00,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:36.611057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:36.624413 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.629439 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] Sync routers for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:36.648759 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:36.649913 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:36.660043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.680669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bc31d2-e53c-4eda-a17c-5206e2c920c1']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:36.699100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b834801-9e00-4170-a51c-cd88909e41af') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:36.699502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b834801-9e00-4170-a51c-cd88909e41af') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:36.702340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-efdf9aa6-5230-438d-ba91-617ddd8cdd9a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.723017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-06c039d4-b5b8-4e47-9046-739dd49ec9ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "PUT /v2.0/floatingips/0a01f0be-5fac-442d-a419-2f38afa6d5f6 HTTP/1.1" status: 200 len: 992 time: 2.2490251 Aug 03 19:34:36.728632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.757258 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.773154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:36.773154 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.793994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:36.808699 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c9ad8-b82e-42d7-bd10-6db98996827a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:36.827697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 11, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:36.835692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Network 87bc31d2-e53c-4eda-a17c-5206e2c920c1 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:36.867104 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:36.881809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:36.886456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:36.888761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:36.919723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Pushing event updated for resources: {'Port': ['ID=794c1860-100b-4ed0-97ee-2f5507817b45,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:36.920670 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:36.949102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:34:36.949102 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:34:36.949102 n-d-803378-1 neutron-server[94134]: [parameters: {'id': '87bc31d2-e53c-4eda-a17c-5206e2c920c1'}] Aug 03 19:34:36.949102 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:36.949640 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:36.984635 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edff050-102e-48da-b01a-1e8c4b8587f0 x-openstack-request-id: req-9edff050-102e-48da-b01a-1e8c4b8587f0 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:36.984854 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:36.985254 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9edff050-102e-48da-b01a-1e8c4b8587f0 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:36.985954 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'status': 'completed', 'code': 200} Aug 03 19:34:37.006756 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-efdf9aa6-5230-438d-ba91-617ddd8cdd9a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.006922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:37.007990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:37.028113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-efdf9aa6-5230-438d-ba91-617ddd8cdd9a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.032089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-efdf9aa6-5230-438d-ba91-617ddd8cdd9a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e HTTP/1.1" status: 204 len: 168 time: 0.7178426 Aug 03 19:34:37.039701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37664) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:37.086781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf9aa6-5230-438d-ba91-617ddd8cdd9a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:37.125395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-6667a4f5-d701-46d0-8773-44dc335d1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:37.128071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-6667a4f5-d701-46d0-8773-44dc335d1456 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1097 time: 0.1432261 Aug 03 19:34:37.163355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b233a-a838-453b-b714-0c4af887d24f None None] Network 6b41ccc8-d211-41f1-be32-25bd1a38b375 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:37.198883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '0a01f0be-5fac-442d-a419-2f38afa6d5f6', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'port_id': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'mac_address': 'fa:16:3e:7a:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:08Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 1, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:37.218069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.231500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.235846 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] Checking router: 0e2bb790-9c91-4585-8531-169fbc0a8b5f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:37.247501 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:37.247501 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:37.319686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f6728c-c912-4bb3-9c67-0714175b1dd4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:37.342789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a8711-2049-4df2-97c4-d6cb8a91d2fa req-596bcfdd-2455-4442-a3ce-7a9bf5047cd7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:37.345609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d6a8711-2049-4df2-97c4-d6cb8a91d2fa req-596bcfdd-2455-4442-a3ce-7a9bf5047cd7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1732979 Aug 03 19:34:37.349334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Attempting to bind port 794c1860-100b-4ed0-97ee-2f5507817b45 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:37.350107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Attempting to bind port 794c1860-100b-4ed0-97ee-2f5507817b45 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2b834801-9e00-4170-a51c-cd88909e41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '87bc31d2-e53c-4eda-a17c-5206e2c920c1'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:37.350744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Attempting to bind port 794c1860-100b-4ed0-97ee-2f5507817b45 on network 87bc31d2-e53c-4eda-a17c-5206e2c920c1 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:37.365313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:37.388829 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:37.451074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.464065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 11, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:37.522844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486a987-ad18-4ca6-b7ea-baad29b54983 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 11, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:37.536306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:37.536860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Checking segment: {'id': '2b834801-9e00-4170-a51c-cd88909e41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '87bc31d2-e53c-4eda-a17c-5206e2c920c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:37.537388 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.537935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Bound using segment: {'id': '2b834801-9e00-4170-a51c-cd88909e41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '87bc31d2-e53c-4eda-a17c-5206e2c920c1'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:37.538557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Bound port: 794c1860-100b-4ed0-97ee-2f5507817b45, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b834801-9e00-4170-a51c-cd88909e41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '87bc31d2-e53c-4eda-a17c-5206e2c920c1'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:37.539087 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.555827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-4c4ae38c-e502-415c-b72f-b5745b0382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:37.559651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-4c4ae38c-e502-415c-b72f-b5745b0382dd service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.4233856 Aug 03 19:34:37.594420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d6a8711-2049-4df2-97c4-d6cb8a91d2fa req-c90a5e73-e3dc-47b2-b94b-77bb1d44f6de tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343917 Aug 03 19:34:37.736388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Deleting port 3345f2ff-345b-4d4a-8c92-87523df26646 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:37.737846 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.816852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] For port 794c1860-100b-4ed0-97ee-2f5507817b45, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:37.820602 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '0a01f0be-5fac-442d-a419-2f38afa6d5f6', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'port_id': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'mac_address': 'fa:16:3e:7a:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:08Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 1, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:37.821423 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] For port 794c1860-100b-4ed0-97ee-2f5507817b45, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=794c1860-100b-4ed0-97ee-2f5507817b45,segment=NetworkSegment(2b834801-9e00-4170-a51c-cd88909e41af),segment_id=2b834801-9e00-4170-a51c-cd88909e41af)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:37.834800 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.856792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-aea37d08-217d-4a0f-8245-4d2dad633c6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 1000 time: 0.2602215 Aug 03 19:34:37.866496 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bac20b-e819-4cf5-9279-4f72bd406bc0 None None] The sync data for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 is: [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '0a01f0be-5fac-442d-a419-2f38afa6d5f6', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'port_id': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'mac_address': 'fa:16:3e:7a:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:08Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 1, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:37.916628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3aa5c-4ef7-41e5-b66f-9892c0c24feb None None] Pushing event updated for resources: {'Port': ['ID=794c1860-100b-4ed0-97ee-2f5507817b45,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:37.959263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-7bd9f555-32d1-4cb3-a185-94aabff69d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:37.960943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-7bd9f555-32d1-4cb3-a185-94aabff69d04 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.0933776 Aug 03 19:34:37.979273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Deleting port 794c1860-100b-4ed0-97ee-2f5507817b45 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:37.979803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.015830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] DHCP port deletion for 6b41ccc8-d211-41f1-be32-25bd1a38b375 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:38.099347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76b628-540e-4f03-9a20-463a95af6b7b None None] Network 87bc31d2-e53c-4eda-a17c-5206e2c920c1 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:38.237731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] Deleting port 3345f2ff-345b-4d4a-8c92-87523df26646 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:38.238126 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.347302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] For port 3345f2ff-345b-4d4a-8c92-87523df26646, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3345f2ff-345b-4d4a-8c92-87523df26646,segment=NetworkSegment(feec5e5c-a069-449d-82b8-f789b88432af),segment_id=feec5e5c-a069-449d-82b8-f789b88432af)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:38.347804 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.378679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] Calling delete_port for 3345f2ff-345b-4d4a-8c92-87523df26646 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:38.414429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3345f2ff-345b-4d4a-8c92-87523df26646 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:38.565843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb54d5-3786-4790-901b-945b013331bd None None] New status for floating IP 0a01f0be-5fac-442d-a419-2f38afa6d5f6: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:34:38.597285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-717ebb1b-d640-4a25-a879-d9f5af66fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:38.598923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-717ebb1b-d640-4a25-a879-d9f5af66fd35 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6147966 Aug 03 19:34:38.601212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] For port 794c1860-100b-4ed0-97ee-2f5507817b45, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=794c1860-100b-4ed0-97ee-2f5507817b45,segment=NetworkSegment(2b834801-9e00-4170-a51c-cd88909e41af),segment_id=2b834801-9e00-4170-a51c-cd88909e41af)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:38.601785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.634819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Calling delete_port for 794c1860-100b-4ed0-97ee-2f5507817b45 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:38.775871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-7ca31e43-fbf3-4df7-9529-a86e2f7e995c service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654570 Aug 03 19:34:38.776441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] For port 3345f2ff-345b-4d4a-8c92-87523df26646, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3345f2ff-345b-4d4a-8c92-87523df26646,segment=NetworkSegment(feec5e5c-a069-449d-82b8-f789b88432af),segment_id=feec5e5c-a069-449d-82b8-f789b88432af)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:38.777181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.792771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Calling delete_port for 3345f2ff-345b-4d4a-8c92-87523df26646 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:38.843689 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.963897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0069b2e-8713-487f-be1d-1cdb4c520893 req-85ea4648-8b33-480b-afaf-f7dbb54cc48b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:38.969274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0069b2e-8713-487f-be1d-1cdb4c520893 req-85ea4648-8b33-480b-afaf-f7dbb54cc48b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1522708 Aug 03 19:34:38.970282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.042156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.077181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Port': ['ID=3345f2ff-345b-4d4a-8c92-87523df26646,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.089080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No DVR routers for this DVR port 3345f2ff-345b-4d4a-8c92-87523df26646 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:39.096412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No DVR routers for this DVR port 794c1860-100b-4ed0-97ee-2f5507817b45 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:39.117295 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.142367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No active binding found for port 3345f2ff-345b-4d4a-8c92-87523df26646 {{(pid=94135) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:34:39.144719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3345f2ff-345b-4d4a-8c92-87523df26646 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:39.145520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:39.157015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0069b2e-8713-487f-be1d-1cdb4c520893 req-9865d643-f7a4-486a-9e30-abaa0ed4a6ac tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462958 Aug 03 19:34:39.158042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Port': ['ID=794c1860-100b-4ed0-97ee-2f5507817b45,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.188553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b33c9ad8-b82e-42d7-bd10-6db98996827a req-5965db5d-38ec-46e1-8561-c096d013bf9e service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990707 Aug 03 19:34:39.199999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] Pushing event deleted for resources: {'Port': ['ID=3345f2ff-345b-4d4a-8c92-87523df26646,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.287462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040c73a-3e63-42cf-9b8a-8dd0db595198 None None] No DVR routers for this DVR port 3345f2ff-345b-4d4a-8c92-87523df26646 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:39.291704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:39.292202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f9031c6-bcb5-44fe-b2cf-398d3de844a1 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:39.292317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.308311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bc31d2-e53c-4eda-a17c-5206e2c920c1']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.322925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b834801-9e00-4170-a51c-cd88909e41af') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.323289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b834801-9e00-4170-a51c-cd88909e41af') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.336585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.340369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620698a1-22d7-41eb-b830-7a245ea5aee6 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:39.344148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.354774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.362801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b41ccc8-d211-41f1-be32-25bd1a38b375']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.363717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:39.364286 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.378662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feec5e5c-a069-449d-82b8-f789b88432af') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.379536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feec5e5c-a069-449d-82b8-f789b88432af') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.390243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Router fe5f8c2f-6c11-4708-8472-0c5852b35de5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:39.396300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:39.442272 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:39.447591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.448326 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.466091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.472822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/87bc31d2-e53c-4eda-a17c-5206e2c920c1 HTTP/1.1" status: 204 len: 168 time: 3.8423905 Aug 03 19:34:39.483885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37674) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:39.490353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954478687'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:39.514275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838f45-2fda-4546-9e82-de1de43a69de tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=87bc31d2-e53c-4eda-a17c-5206e2c920c1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.522095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:39.526805 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.548655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:39.550366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.561871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:39.575294 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.575984 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 359310cf-ae1f-454b-9355-039f79e11f5a of type vlan for network 5e752edf-e33d-43fe-8d1a-09a45ee4404a Aug 03 19:34:39.591927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620698a1-22d7-41eb-b830-7a245ea5aee6 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:39.659554 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:39.692150 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:39.704504 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.706902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.719395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:39.720520 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.749304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.755789 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/networks/6b41ccc8-d211-41f1-be32-25bd1a38b375 HTTP/1.1" status: 204 len: 168 time: 2.7145360 Aug 03 19:34:39.756964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37676) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:39.766872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f35a0-61b4-4323-8e4d-06c79cc00fa4 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Pushing event deleted for resources: {'Network': ['ID=6b41ccc8-d211-41f1-be32-25bd1a38b375,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.785324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'routes': None}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:39.825528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3388705 Aug 03 19:34:39.830306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37678) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:39.839740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '5e752edf-e33d-43fe-8d1a-09a45ee4404a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:39.974688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2319ab-9a99-46be-af2a-6bca5666e465 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=5e752edf-e33d-43fe-8d1a-09a45ee4404a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.994152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5e752edf-e33d-43fe-8d1a-09a45ee4404a details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:40.024766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:40.028557 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.074616 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:40.095454 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] Sync routers for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:40.105743 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:40.106745 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:40.120083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4546c429-fb3e-4c31-a154-4550508f6819 admin admin] 10.222.0.42 "PUT /v2.0/routers/fe5f8c2f-6c11-4708-8472-0c5852b35de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0821137 Aug 03 19:34:40.123288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37680) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:40.226228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.extraroute_db [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Added routes are [] {{(pid=94133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:34:40.229564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.extraroute_db [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Removed routes are [] {{(pid=94133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:34:40.230275 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.268865 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:40.327469 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.431689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=e3f84b5b-e4ba-4521-9e21-2ec26505a7f4,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.447421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60879b0-d560-40e0-b568-45938ee5c951 req-a8a706d7-9b1e-44dc-8654-ab04ae6bd82d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:40.449097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e60879b0-d560-40e0-b568-45938ee5c951 req-a8a706d7-9b1e-44dc-8654-ab04ae6bd82d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1836035 Aug 03 19:34:40.454281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '359310cf-ae1f-454b-9355-039f79e11f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e752edf-e33d-43fe-8d1a-09a45ee4404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:40.454679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 5e752edf-e33d-43fe-8d1a-09a45ee4404a, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:40.506932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e60879b0-d560-40e0-b568-45938ee5c951 req-27c78ef5-35bb-42e7-af2d-9effbe618cc8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491717 Aug 03 19:34:40.508250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 5e752edf-e33d-43fe-8d1a-09a45ee4404a is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:40.520774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 5e752edf-e33d-43fe-8d1a-09a45ee4404a) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:40.528153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:40.528153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.536837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f9a11-6d87-4c18-be36-392b3f5aa610 None None] Network 5e752edf-e33d-43fe-8d1a-09a45ee4404a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:40.548594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8b186ab6-1970-42d7-b313-674d0b77715e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7161427 Aug 03 19:34:40.553392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37686) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:40.589932 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.598671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.727229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.787597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-5e752edf-e33d-43fe-8d1a-09a45ee4404a', 'network_id': '5e752edf-e33d-43fe-8d1a-09a45ee4404a', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': 'e3f84b5b-e4ba-4521-9e21-2ec26505a7f4'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:40.789408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.792094 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:40.812290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.827720 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] Checking router: fe5f8c2f-6c11-4708-8472-0c5852b35de5 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:40.854095 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] Routers {'fe5f8c2f-6c11-4708-8472-0c5852b35de5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:40.854849 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:40.886079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router 33e8538e-9073-4204-93a2-b882d57b9fd8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:40.908858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.036840 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] Set router fe5f8c2f-6c11-4708-8472-0c5852b35de5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:41.086475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d02fc-686e-445b-b828-aa4041e7e356 req-e27899e4-a03b-4115-a25f-0d550a727827 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:41.089933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce8d02fc-686e-445b-b828-aa4041e7e356 req-e27899e4-a03b-4115-a25f-0d550a727827 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1702683 Aug 03 19:34:41.145306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.161667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:41.168420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-999cbda3-5321-47d4-9974-b1a3bba210dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:41.171551 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-999cbda3-5321-47d4-9974-b1a3bba210dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1095 time: 0.2125025 Aug 03 19:34:41.184921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.192737 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b54901ba-bcc5-496e-8b7e-692bccdf1fec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 200 len: 705 time: 1.4317515 Aug 03 19:34:41.202365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce8d02fc-686e-445b-b828-aa4041e7e356 req-62181a97-61b1-46f9-ac92-8a0d7be98b7f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057551 Aug 03 19:34:41.206585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:41.249808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Allocated IP 172.20.0.1 (5e752edf-e33d-43fe-8d1a-09a45ee4404a/e3f84b5b-e4ba-4521-9e21-2ec26505a7f4/8069ba7e-5039-452b-952d-b7a5abd01010) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:41.282024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6caf1502-6171-4502-8a80-85346d6e5a8f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 200 len: 205 time: 0.0727553 Aug 03 19:34:41.284892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37694) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:41.363098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Deleting port 0b89b8c8-f73c-497d-85ce-6061a0b52320 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:41.364099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.377078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da619267-4e7f-49b1-967b-ccdbaea9348d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.408582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] Sync routers for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:41.460026 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:41.479627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:41.481108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:41.500908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-cfa8fcf6-0f9b-4e7b-bb78-e236abd7434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:41.503380 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-cfa8fcf6-0f9b-4e7b-bb78-e236abd7434f service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.2680454 Aug 03 19:34:41.508114 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fe8f3-2970-4da5-9033-2165aba2bf32 None None] The sync data for ids ['fe5f8c2f-6c11-4708-8472-0c5852b35de5'] in n-d-803378-1 is: [{'id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'name': 'tempest-TestVolumeBackupRestore-1171090481-router', 'tenant_id': '1dcd123306584bdea10b10dac7c4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:00Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 5, 'project_id': '1dcd123306584bdea10b10dac7c4babb', 'gw_port': {'id': '0b89b8c8-f73c-497d-85ce-6061a0b52320', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5f8c2f-6c11-4708-8472-0c5852b35de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:01Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:41.524246 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.571943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Transition to ACTIVE for port object 8069ba7e-5039-452b-952d-b7a5abd01010 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:41.579413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:41.610725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] For port 0b89b8c8-f73c-497d-85ce-6061a0b52320, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0b89b8c8-f73c-497d-85ce-6061a0b52320,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:41.611305 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.624740 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-d5bddc56-63fd-45eb-a4bb-eb3c4c39c945 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.1123829 Aug 03 19:34:41.629921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Calling delete_port for 0b89b8c8-f73c-497d-85ce-6061a0b52320 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:41.649130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 11, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:41.653968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Transition to ACTIVE for port object 8069ba7e-5039-452b-952d-b7a5abd01010 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:41.686228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] Checking router: 33e8538e-9073-4204-93a2-b882d57b9fd8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:41.696214 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.706652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] Routers {'33e8538e-9073-4204-93a2-b882d57b9fd8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:41.706652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['33e8538e-9073-4204-93a2-b882d57b9fd8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:41.729444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-2508f30d-2a7b-4625-adf8-1769cb99e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:41.731291 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-2508f30d-2a7b-4625-adf8-1769cb99e0ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0991404 Aug 03 19:34:41.746695 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da619267-4e7f-49b1-967b-ccdbaea9348d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.755125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da619267-4e7f-49b1-967b-ccdbaea9348d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.807541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Network 5e752edf-e33d-43fe-8d1a-09a45ee4404a is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:41.816325 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:41.818956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:41.828610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.830099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] Set router 33e8538e-9073-4204-93a2-b882d57b9fd8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:41.833847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Pushing event updated for resources: {'Port': ['ID=8069ba7e-5039-452b-952d-b7a5abd01010,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:41.857386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-54593f71-f058-4c34-977f-26ec5202b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:41.859294 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-54593f71-f058-4c34-977f-26ec5202b27b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141620 Aug 03 19:34:41.889938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f84b5b-e4ba-4521-9e21-2ec26505a7f4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:41.897119 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da619267-4e7f-49b1-967b-ccdbaea9348d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.898142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da619267-4e7f-49b1-967b-ccdbaea9348d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Fanout notify agent at l3_agent the message router_deleted on router 33e8538e-9073-4204-93a2-b882d57b9fd8 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:34:41.913124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da619267-4e7f-49b1-967b-ccdbaea9348d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.915256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-da619267-4e7f-49b1-967b-ccdbaea9348d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 204 len: 168 time: 0.6289337 Aug 03 19:34:41.921745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 11, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:41.928749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37698) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:41.941364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7c234531-bf2b-4205-93ad-f81acdd1baec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1226127654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:41.985436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4751bf9-4b18-4312-a573-ebeed7632b47 None None] The sync data for ids ['33e8538e-9073-4204-93a2-b882d57b9fd8'] in n-d-803378-1 is: [{'id': '33e8538e-9073-4204-93a2-b882d57b9fd8', 'name': 'tempest-RoutersIpV6Test-router-1828412769', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:25Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 11, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:42.005004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Attempting to bind port 8069ba7e-5039-452b-952d-b7a5abd01010 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:42.005004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Attempting to bind port 8069ba7e-5039-452b-952d-b7a5abd01010 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '359310cf-ae1f-454b-9355-039f79e11f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e752edf-e33d-43fe-8d1a-09a45ee4404a'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:42.005357 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Attempting to bind port 8069ba7e-5039-452b-952d-b7a5abd01010 on network 5e752edf-e33d-43fe-8d1a-09a45ee4404a {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:42.017547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:42.018768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Checking segment: {'id': '359310cf-ae1f-454b-9355-039f79e11f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e752edf-e33d-43fe-8d1a-09a45ee4404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:42.019488 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.020020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Bound using segment: {'id': '359310cf-ae1f-454b-9355-039f79e11f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e752edf-e33d-43fe-8d1a-09a45ee4404a'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:42.020932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Bound port: 8069ba7e-5039-452b-952d-b7a5abd01010, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359310cf-ae1f-454b-9355-039f79e11f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e752edf-e33d-43fe-8d1a-09a45ee4404a'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:42.021306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.022519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.098079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.155129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e752edf-e33d-43fe-8d1a-09a45ee4404a']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:42.161447 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c234531-bf2b-4205-93ad-f81acdd1baec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.163258 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c234531-bf2b-4205-93ad-f81acdd1baec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.171982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] For port 8069ba7e-5039-452b-952d-b7a5abd01010, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:42.179495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] For port 8069ba7e-5039-452b-952d-b7a5abd01010, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8069ba7e-5039-452b-952d-b7a5abd01010,segment=NetworkSegment(359310cf-ae1f-454b-9355-039f79e11f5a),segment_id=359310cf-ae1f-454b-9355-039f79e11f5a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:42.187235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 01f6728c-c912-4bb3-9c67-0714175b1dd4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:42.190713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359310cf-ae1f-454b-9355-039f79e11f5a') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:42.191267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359310cf-ae1f-454b-9355-039f79e11f5a') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:42.215308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.238491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 01f6728c-c912-4bb3-9c67-0714175b1dd4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:42.240024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 01f6728c-c912-4bb3-9c67-0714175b1dd4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:42.243481 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.316529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.419465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dc414-4293-4127-84c9-2306082ec649 None None] Pushing event updated for resources: {'Port': ['ID=8069ba7e-5039-452b-952d-b7a5abd01010,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:42.432872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c234531-bf2b-4205-93ad-f81acdd1baec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.476243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce2a1e-8c60-4c3e-be18-168fc9b3ebae None None] Network 5e752edf-e33d-43fe-8d1a-09a45ee4404a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:42.482016 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-c8e261c2-cf9a-40d4-9b7a-2cfbb8682bc2 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152565 Aug 03 19:34:42.489649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b89b8c8-f73c-497d-85ce-6061a0b52320,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:42.499382 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c234531-bf2b-4205-93ad-f81acdd1baec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.517529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:42.521706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:42.538881 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:42.640927 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c234531-bf2b-4205-93ad-f81acdd1baec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.642911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c234531-bf2b-4205-93ad-f81acdd1baec tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7096612 Aug 03 19:34:42.648855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37704) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:42.656534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ea184983-b69e-4b1d-8a86-54228d664387 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:42.703972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:34:42.703972 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:34:42.703972 n-d-803378-1 neutron-server[94134]: [parameters: {'id': '5e752edf-e33d-43fe-8d1a-09a45ee4404a'}] Aug 03 19:34:42.703972 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:42.704406 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:42.709964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d9c29-4019-44d7-a1f0-fcafdc4b8b1b None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:42.715716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b2e56-b59a-4ddd-ba00-d488c40c1a24 req-cd59d0a6-bcab-400a-a77a-e02d7a3af515 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:42.717312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a7b2e56-b59a-4ddd-ba00-d488c40c1a24 req-cd59d0a6-bcab-400a-a77a-e02d7a3af515 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.2823589 Aug 03 19:34:42.730449 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.783126 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e6c6135b-dd79-4449-bfce-fb7cda9e6e83 req-d23430e2-50fc-46b3-a4f6-020ecad50fc3 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858706 Aug 03 19:34:42.858125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2d9c29-4019-44d7-a1f0-fcafdc4b8b1b None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:42.862575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a7b2e56-b59a-4ddd-ba00-d488c40c1a24 req-f2d6ceae-abef-4e7c-96b3-37d66729d0a8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181431 Aug 03 19:34:42.907051 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.910644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.936500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea184983-b69e-4b1d-8a86-54228d664387 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.952209 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea184983-b69e-4b1d-8a86-54228d664387 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.974547 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.975874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe5f8c2f-6c11-4708-8472-0c5852b35de5 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:34:42.984007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.985962 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7718b517-44ec-4f18-80e5-1c2dd32cc46d admin admin] 10.222.0.42 "DELETE /v2.0/routers/fe5f8c2f-6c11-4708-8472-0c5852b35de5 HTTP/1.1" status: 204 len: 168 time: 2.8615069 Aug 03 19:34:42.990232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37708) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:43.057868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddcfe2e-f713-44f7-8e8e-7f5fc6da07c4 admin admin] Deleting subnet 2b319886-960e-4f25-a621-809968a325c1 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:43.062577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfe2e-f713-44f7-8e8e-7f5fc6da07c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.134889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfe2e-f713-44f7-8e8e-7f5fc6da07c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.268026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfe2e-f713-44f7-8e8e-7f5fc6da07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.339684 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfe2e-f713-44f7-8e8e-7f5fc6da07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.355647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.374163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcfe2e-f713-44f7-8e8e-7f5fc6da07c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b319886-960e-4f25-a621-809968a325c1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:43.378685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfe2e-f713-44f7-8e8e-7f5fc6da07c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.381019 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6ddcfe2e-f713-44f7-8e8e-7f5fc6da07c4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2b319886-960e-4f25-a621-809968a325c1 HTTP/1.1" status: 204 len: 168 time: 0.3892941 Aug 03 19:34:43.384164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37710) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:43.402610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b483380-291e-44c5-ab74-fe4105bc5b3c None None] Network 2d851888-28cb-45a9-971a-cbec329f0a54 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:43.472753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea184983-b69e-4b1d-8a86-54228d664387 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Router a2e20995-ae36-4102-8baa-b363fd4effc7 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:34:43.490895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Deleting port 8069ba7e-5039-452b-952d-b7a5abd01010 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:43.491197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.514315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.599066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Deleting port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:43.599867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.639362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] For port 8069ba7e-5039-452b-952d-b7a5abd01010, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8069ba7e-5039-452b-952d-b7a5abd01010,segment=NetworkSegment(359310cf-ae1f-454b-9355-039f79e11f5a),segment_id=359310cf-ae1f-454b-9355-039f79e11f5a)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:43.640080 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.663891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Calling delete_port for 8069ba7e-5039-452b-952d-b7a5abd01010 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:43.673142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea184983-b69e-4b1d-8a86-54228d664387 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:43.683911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea184983-b69e-4b1d-8a86-54228d664387 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.688283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ea184983-b69e-4b1d-8a86-54228d664387 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "PUT /v2.0/routers/a2e20995-ae36-4102-8baa-b363fd4effc7 HTTP/1.1" status: 200 len: 698 time: 1.0378408 Aug 03 19:34:43.691408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37716) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:43.700500 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] Sync routers for ids ['a2e20995-ae36-4102-8baa-b363fd4effc7'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:43.717467 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] Routers {'a2e20995-ae36-4102-8baa-b363fd4effc7'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:43.718313 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a2e20995-ae36-4102-8baa-b363fd4effc7'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:43.780856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] DHCP port deletion for 2d851888-28cb-45a9-971a-cbec329f0a54 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:43.841917 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] Set router a2e20995-ae36-4102-8baa-b363fd4effc7 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:43.880165 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ee2b7e7e-3ad4-477d-9a4c-308c561f5e4d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/routers/a2e20995-ae36-4102-8baa-b363fd4effc7 HTTP/1.1" status: 200 len: 704 time: 0.1883566 Aug 03 19:34:43.881455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:43.882881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] For port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:43.883364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.902133 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Calling delete_port for 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:43.905777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] Deleting port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:43.906357 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.936613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0b8a82e5-ca27-4070-bab8-1b5c20da2d69 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2e20995-ae36-4102-8baa-b363fd4effc7 HTTP/1.1" status: 200 len: 205 time: 0.0380218 Aug 03 19:34:43.937364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.940965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37724) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:43.952860 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e20995-ae36-4102-8baa-b363fd4effc7', 'name': 'tempest-RoutersIpV6Test-router-1226127654', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:42Z', 'updated_at': '2021-08-03T19:34:42Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.027162 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] Checking router: a2e20995-ae36-4102-8baa-b363fd4effc7 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:44.034272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Port': ['ID=8069ba7e-5039-452b-952d-b7a5abd01010,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:44.043175 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] Routers {'a2e20995-ae36-4102-8baa-b363fd4effc7'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:44.043915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.044208 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a2e20995-ae36-4102-8baa-b363fd4effc7'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.047596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No DVR routers for this DVR port 8069ba7e-5039-452b-952d-b7a5abd01010 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:44.088478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] For port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,segment=NetworkSegment(1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc),segment_id=1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:44.089176 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.094275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:44.104461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] No DVR routers for this DVR port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:44.119764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] Calling delete_port for 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:44.179836 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4c72379-f1d4-45a2-adeb-32d7b43cec57 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.203470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.218301 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] Set router a2e20995-ae36-4102-8baa-b363fd4effc7 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:44.221388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d851888-28cb-45a9-971a-cbec329f0a54']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.225690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:44.234543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.235278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed0cdf0-8bcc-40d5-a0ef-c44f10ae27dc') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.250570 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.261088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:44.261591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:44.262006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0b89b8c8-f73c-497d-85ce-6061a0b52320 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:44.270375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.278135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:44.278907 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:44.281165 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:44.291535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 0b89b8c8-f73c-497d-85ce-6061a0b52320 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:44.291882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0b89b8c8-f73c-497d-85ce-6061a0b52320 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:44.296721 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.333055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] Pushing event deleted for resources: {'Port': ['ID=3f3dd03c-e96c-4df0-bda5-87020c3c2d82,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:44.335709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e20995-ae36-4102-8baa-b363fd4effc7', 'name': 'tempest-RoutersIpV6Test-router-1226127654', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:42Z', 'updated_at': '2021-08-03T19:34:42Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.349926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af892d-9645-49f8-a00c-e166639f7c1c None None] No DVR routers for this DVR port 3f3dd03c-e96c-4df0-bda5-87020c3c2d82 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:44.370036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.376800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.379720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2d851888-28cb-45a9-971a-cbec329f0a54 HTTP/1.1" status: 204 len: 168 time: 0.9942708 Aug 03 19:34:44.392450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37726) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.405937 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ecaa03-9377-4e35-a3de-e2073a1dab06 None None] The sync data for ids ['a2e20995-ae36-4102-8baa-b363fd4effc7'] in n-d-803378-1 is: [{'id': 'a2e20995-ae36-4102-8baa-b363fd4effc7', 'name': 'tempest-RoutersIpV6Test-router-1226127654', 'tenant_id': 'e317776b8f77415ba9409b67954bbc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:42Z', 'updated_at': '2021-08-03T19:34:42Z', 'revision_number': 2, 'project_id': 'e317776b8f77415ba9409b67954bbc9e', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:44.443234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9ab3b-5b76-4622-b5b6-716814380c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d851888-28cb-45a9-971a-cbec329f0a54,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:44.453531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4fef4-16fa-40bf-923c-07f2eff9f5a7 req-a6392680-231c-4320-9cd9-2d464ac2f5ab tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:44.455108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02f4fef4-16fa-40bf-923c-07f2eff9f5a7 req-a6392680-231c-4320-9cd9-2d464ac2f5ab tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.3314745 Aug 03 19:34:44.460284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4c72379-f1d4-45a2-adeb-32d7b43cec57 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.478312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4c72379-f1d4-45a2-adeb-32d7b43cec57 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.494290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.544700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e752edf-e33d-43fe-8d1a-09a45ee4404a']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.570434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359310cf-ae1f-454b-9355-039f79e11f5a') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.570782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359310cf-ae1f-454b-9355-039f79e11f5a') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.581075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4c72379-f1d4-45a2-adeb-32d7b43cec57 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.582280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c72379-f1d4-45a2-adeb-32d7b43cec57 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Fanout notify agent at l3_agent the message router_deleted on router a2e20995-ae36-4102-8baa-b363fd4effc7 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:34:44.590704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4c72379-f1d4-45a2-adeb-32d7b43cec57 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.590704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b4c72379-f1d4-45a2-adeb-32d7b43cec57 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/a2e20995-ae36-4102-8baa-b363fd4effc7 HTTP/1.1" status: 204 len: 168 time: 0.6469328 Aug 03 19:34:44.598261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37728) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.604419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02f4fef4-16fa-40bf-923c-07f2eff9f5a7 req-ab7b5c72-7be3-4cbb-affa-a8da4b5e32a2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349795 Aug 03 19:34:44.608794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.636571 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.646994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:44.648041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.648917 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36766bd8-68e4-4809-9729-d6689cb44364 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2e20995-ae36-4102-8baa-b363fd4effc7 HTTP/1.1" status: 200 len: 205 time: 0.0491140 Aug 03 19:34:44.652912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37732) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:44.654728 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:44.772505 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-6ff8870d-d795-4c7e-af37-3e6e54ce4ea7 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] delete failed (client error): The resource could not be found. Aug 03 19:34:44.774241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6ff8870d-d795-4c7e-af37-3e6e54ce4ea7 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/a2e20995-ae36-4102-8baa-b363fd4effc7 HTTP/1.1" status: 404 len: 336 time: 0.1198006 Aug 03 19:34:44.778478 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37736) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.812207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.821589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.827305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/5e752edf-e33d-43fe-8d1a-09a45ee4404a HTTP/1.1" status: 204 len: 168 time: 4.2683609 Aug 03 19:34:44.835869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37738) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.837714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356e48-bfcd-42c1-baeb-1f38fedfb2ba req-2a957320-8681-47cd-ada0-98a8f7af33fd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:44.839400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db356e48-bfcd-42c1-baeb-1f38fedfb2ba req-2a957320-8681-47cd-ada0-98a8f7af33fd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1179469 Aug 03 19:34:44.844196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172222933'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:44.851525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0967-f9d0-4b93-bc20-4ac9c3ae5cb8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=5e752edf-e33d-43fe-8d1a-09a45ee4404a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:44.853180 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17f836a-f8cf-48cb-8fd2-c8b41e579075 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:44.853675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17f836a-f8cf-48cb-8fd2-c8b41e579075 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:44.858430 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f17f836a-f8cf-48cb-8fd2-c8b41e579075 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/d7d1f4c2-1acd-4150-8483-f574f4adad5e HTTP/1.1" status: 404 len: 337 time: 0.0756669 Aug 03 19:34:44.859767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37740) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.890205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db356e48-bfcd-42c1-baeb-1f38fedfb2ba req-97563012-9c25-4c88-be4f-fc508cc1631d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405748 Aug 03 19:34:44.900155 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a5bc3-880b-423c-8260-2d0ed6478cdd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:44.900618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a5bc3-880b-423c-8260-2d0ed6478cdd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:44.902433 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-912a5bc3-880b-423c-8260-2d0ed6478cdd tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/e66f69fb-576f-4c95-b1b9-1ca1555a3909 HTTP/1.1" status: 404 len: 337 time: 0.0395088 Aug 03 19:34:44.905146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37742) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.931897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:44.935264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.935444 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea02132e-1409-4e60-ae6f-678797d50dc2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:44.935847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea02132e-1409-4e60-ae6f-678797d50dc2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:44.940475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ea02132e-1409-4e60-ae6f-678797d50dc2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/db77859f-28f1-48b8-b22a-2603348afed9 HTTP/1.1" status: 404 len: 337 time: 0.0310731 Aug 03 19:34:44.940796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37746) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.973830 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f1c570-24ae-47f4-be9d-0f942317355f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:44.974285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f1c570-24ae-47f4-be9d-0f942317355f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:44.978539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-28f1c570-24ae-47f4-be9d-0f942317355f tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/c5e1e2c7-8ae8-458b-8cf1-6e2a54c7750e HTTP/1.1" status: 404 len: 337 time: 0.0343645 Aug 03 19:34:44.978843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37748) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.988936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:45.025524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bd9c0ae5-a7b0-4489-a263-b7ee265b0018 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 200 len: 205 time: 0.0447030 Aug 03 19:34:45.027729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37750) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.046745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.047271 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 33d62b21-c4f2-4f61-959b-9f9cc34a9fde of type vlan for network 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 Aug 03 19:34:45.070619 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-9a5c5647-05e2-4e94-b854-8a30327b89d9 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] delete failed (client error): The resource could not be found. Aug 03 19:34:45.071574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9a5c5647-05e2-4e94-b854-8a30327b89d9 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/33e8538e-9073-4204-93a2-b882d57b9fd8 HTTP/1.1" status: 404 len: 336 time: 0.0428202 Aug 03 19:34:45.074340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37752) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.107856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-46e68d04-3236-40d7-a709-38725eedcec7 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b966940-1fa0-48d0-bb60-b7f300301bdd HTTP/1.1" status: 200 len: 205 time: 0.0302174 Aug 03 19:34:45.108172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37756) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.147839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.155040 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-1feac9c4-dd45-4800-9097-8b02d23edf28 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] delete failed (client error): The resource could not be found. Aug 03 19:34:45.159689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1feac9c4-dd45-4800-9097-8b02d23edf28 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/9b966940-1fa0-48d0-bb60-b7f300301bdd HTTP/1.1" status: 404 len: 336 time: 0.0470340 Aug 03 19:34:45.160619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37758) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.206381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc3ef-62ed-4c37-9f99-efe04b5f9750 req-d89cbf6d-24dd-4d09-a695-5a7094efe6b4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:45.208628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3cdc3ef-62ed-4c37-9f99-efe04b5f9750 req-d89cbf6d-24dd-4d09-a695-5a7094efe6b4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0561402 Aug 03 19:34:45.219650 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-55728771-1a7c-4b41-bc45-5c77901118f8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:45.220423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55728771-1a7c-4b41-bc45-5c77901118f8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:45.222540 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-55728771-1a7c-4b41-bc45-5c77901118f8 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/6483a477-e59c-4ec5-8bd6-ed53e93b4342 HTTP/1.1" status: 404 len: 337 time: 0.0538235 Aug 03 19:34:45.225527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37760) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.258860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.264994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:45.265697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.271007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-623129e5-f3c3-4d6e-b39a-07db94e967aa tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=42f5cf98-4122-40fc-9f09-2098a3d04473 HTTP/1.1" status: 200 len: 205 time: 0.0441206 Aug 03 19:34:45.274580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37762) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.328400 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-19da2a24-4be6-40c7-8c66-233bb26a3868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] delete failed (client error): The resource could not be found. Aug 03 19:34:45.329397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-19da2a24-4be6-40c7-8c66-233bb26a3868 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/42f5cf98-4122-40fc-9f09-2098a3d04473 HTTP/1.1" status: 404 len: 336 time: 0.0538824 Aug 03 19:34:45.333509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3cdc3ef-62ed-4c37-9f99-efe04b5f9750 req-9d55cfd6-6a53-4678-90e4-d19ab35a7eff tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184669 Aug 03 19:34:45.334101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37764) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.377246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5338917 Aug 03 19:34:45.378327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37768) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.386554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9db1be56-1e57-44cd-92c6-45268f9b7f1a tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=e825ecea-b1a2-4346-94a5-2ef89debf24d HTTP/1.1" status: 200 len: 205 time: 0.0511286 Aug 03 19:34:45.387350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '6dc726db-8f4b-4a5a-a0e0-16c2532e24c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:45.387503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37770) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.394002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fcfd-40f4-40e3-b193-c3f8b9de849b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=6dc726db-8f4b-4a5a-a0e0-16c2532e24c7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:45.408807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:45.469972 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-29230733-86e1-4276-b5ba-df6fc02869d2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] delete failed (client error): The resource could not be found. Aug 03 19:34:45.473744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-29230733-86e1-4276-b5ba-df6fc02869d2 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/e825ecea-b1a2-4346-94a5-2ef89debf24d HTTP/1.1" status: 404 len: 336 time: 0.0849273 Aug 03 19:34:45.475184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37772) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.481633 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.545890 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b7ed9-f2fd-46b6-abe4-b07c3a9e4571 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:45.546703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777b7ed9-f2fd-46b6-abe4-b07c3a9e4571 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:45.549907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-777b7ed9-f2fd-46b6-abe4-b07c3a9e4571 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/e31e21ff-9e7a-4318-9bb4-a00092324fa9 HTTP/1.1" status: 404 len: 337 time: 0.0727837 Aug 03 19:34:45.560788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37776) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.611856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:45.614643 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.615327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9dd9a64a-4b73-421d-a17e-d5a312782b3d tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=720faab5-eb87-4e5b-af34-dac5c0917be6 HTTP/1.1" status: 200 len: 205 time: 0.0528476 Aug 03 19:34:45.620387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37778) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.669106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a974-4ac6-44b1-b532-f9e554027c77 req-e09a0cb9-e427-47e9-9b1e-e8d6100584dc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:45.670741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5270a974-4ac6-44b1-b532-f9e554027c77 req-e09a0cb9-e427-47e9-9b1e-e8d6100584dc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0583801 Aug 03 19:34:45.709107 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-00689b66-f122-4ec7-bc04-00702b47c9ca tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] delete failed (client error): The resource could not be found. Aug 03 19:34:45.712803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37780) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.712983 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-00689b66-f122-4ec7-bc04-00702b47c9ca tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/720faab5-eb87-4e5b-af34-dac5c0917be6 HTTP/1.1" status: 404 len: 336 time: 0.0904374 Aug 03 19:34:45.751697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5270a974-4ac6-44b1-b532-f9e554027c77 req-666bbd87-31aa-4462-9b18-5ececd2b2794 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693815 Aug 03 19:34:45.753935 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86f4948-d539-4954-8507-fe82e87aa718 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:45.754845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86f4948-d539-4954-8507-fe82e87aa718 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:45.757179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e86f4948-d539-4954-8507-fe82e87aa718 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/f47a7377-8062-41d9-a0e7-44876149b55d HTTP/1.1" status: 404 len: 337 time: 0.0431647 Aug 03 19:34:45.762897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37782) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.832181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d66f4d8a-3ec5-4955-93f8-2580ace590e7 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "GET /v2.0/ports?device_id=81ea3433-e70d-44b5-8732-12331694db07 HTTP/1.1" status: 200 len: 205 time: 0.0679882 Aug 03 19:34:45.835040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37784) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.890125 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-f6f9ddcb-876a-4732-a844-7c20ee06ab6c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] delete failed (client error): The resource could not be found. Aug 03 19:34:45.891102 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f6f9ddcb-876a-4732-a844-7c20ee06ab6c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/routers/81ea3433-e70d-44b5-8732-12331694db07 HTTP/1.1" status: 404 len: 336 time: 0.0539484 Aug 03 19:34:45.895182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.930675 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0d7d64-a9c9-4364-a315-bb4486e0fbb9 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:45.931236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0d7d64-a9c9-4364-a315-bb4486e0fbb9 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:45.933131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7d0d7d64-a9c9-4364-a315-bb4486e0fbb9 tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/7d9ee08d-de83-4069-98e7-12d7d34a1895 HTTP/1.1" status: 404 len: 337 time: 0.0370252 Aug 03 19:34:45.937368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37790) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.965740 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-748ade56-bf7a-4bcc-9683-79311f24416c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:45.966648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748ade56-bf7a-4bcc-9683-79311f24416c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:45.968009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-748ade56-bf7a-4bcc-9683-79311f24416c tempest-RoutersIpV6Test-910620719 tempest-RoutersIpV6Test-910620719-project] 10.222.0.42 "DELETE /v2.0/subnets/e64488cd-e361-475f-bf5f-00e49dc36cb3 HTTP/1.1" status: 404 len: 337 time: 0.0294580 Aug 03 19:34:46.059369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.155711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=73433d2a-d49a-4544-8933-3e485d93f46c,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:46.189215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '33d62b21-c4f2-4f61-959b-9f9cc34a9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dc726db-8f4b-4a5a-a0e0-16c2532e24c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:46.189612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:46.192667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Deleting port 385259be-5c36-4421-8424-8453b0b7046e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:46.193006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.213087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37796) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:46.256140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:46.277600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:46.287685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:46.288747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.290245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133dcd31-f9a3-4e65-b290-0bc6ad3bf5d9 None None] Network 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:46.331467 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-091e28ea-bdf9-4ea5-80f2-6d857cbf63bd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9496224 Aug 03 19:34:46.331812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37800) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:46.333636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] For port 385259be-5c36-4421-8424-8453b0b7046e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=385259be-5c36-4421-8424-8453b0b7046e,segment=NetworkSegment(51b2cfc7-8ba1-4f94-a72b-f3e565fc4127),segment_id=51b2cfc7-8ba1-4f94-a72b-f3e565fc4127)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:46.334010 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.353029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Calling delete_port for 385259be-5c36-4421-8424-8453b0b7046e owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:46.496402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-6dc726db-8f4b-4a5a-a0e0-16c2532e24c7', 'network_id': '6dc726db-8f4b-4a5a-a0e0-16c2532e24c7', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': '73433d2a-d49a-4544-8933-3e485d93f46c'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:46.497943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.556166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-11a8291a-3f7e-4972-b29b-363db226d6d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e317776b8f77415ba9409b67954bbc9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414376 Aug 03 19:34:46.560457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37804) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:46.584528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.660719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.684503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.687670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Allocated IP 172.20.0.1 (6dc726db-8f4b-4a5a-a0e0-16c2532e24c7/73433d2a-d49a-4544-8933-3e485d93f46c/1ed7cd9f-0684-42a8-aa14-6e824df7afbd) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:46.720486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.728897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.985428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc285-928a-4edc-a45f-ff5f64826f61 req-865360c0-63fe-4a89-8b2d-b9ef99baf311 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:46.989905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b1dc285-928a-4edc-a45f-ff5f64826f61 req-865360c0-63fe-4a89-8b2d-b9ef99baf311 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1013379 Aug 03 19:34:47.071239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b1dc285-928a-4edc-a45f-ff5f64826f61 req-735e615c-de78-499a-8fba-c8078c2b53a7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727327 Aug 03 19:34:47.146512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.157259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Transition to ACTIVE for port object 1ed7cd9f-0684-42a8-aa14-6e824df7afbd will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:47.177931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Transition to ACTIVE for port object 1ed7cd9f-0684-42a8-aa14-6e824df7afbd will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:47.189277 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.221972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.235538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=385259be-5c36-4421-8424-8453b0b7046e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:47.281775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Network 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:47.298921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:47.310734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:47.319632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=73433d2a-d49a-4544-8933-3e485d93f46c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:47.451419 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.454703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.456153 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af79591b-abc4-42b3-8a36-bc92643577bf HTTP/1.1" status: 204 len: 168 time: 0.8944507 Aug 03 19:34:47.470094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.499792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af79591b-abc4-42b3-8a36-bc92643577bf,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:47.506469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc726db-8f4b-4a5a-a0e0-16c2532e24c7']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:47.513738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.514177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.514459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.514738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.516032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.516387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.516761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.517144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.517551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.518255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.518748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.519082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc02047-04a0-44e4-ace3-dd6c15877b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:47.560518 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.578712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d62b21-c4f2-4f61-959b-9f9cc34a9fde') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:47.586870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d62b21-c4f2-4f61-959b-9f9cc34a9fde') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:47.621972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Pushing event updated for resources: {'Port': ['ID=1ed7cd9f-0684-42a8-aa14-6e824df7afbd,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:47.665023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.666838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Attempting to bind port 1ed7cd9f-0684-42a8-aa14-6e824df7afbd on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:47.667557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Attempting to bind port 1ed7cd9f-0684-42a8-aa14-6e824df7afbd by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '33d62b21-c4f2-4f61-959b-9f9cc34a9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dc726db-8f4b-4a5a-a0e0-16c2532e24c7'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:47.667920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Attempting to bind port 1ed7cd9f-0684-42a8-aa14-6e824df7afbd on network 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:47.680119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:47.680492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Checking segment: {'id': '33d62b21-c4f2-4f61-959b-9f9cc34a9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dc726db-8f4b-4a5a-a0e0-16c2532e24c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:47.681081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.681718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Bound using segment: {'id': '33d62b21-c4f2-4f61-959b-9f9cc34a9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dc726db-8f4b-4a5a-a0e0-16c2532e24c7'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:47.682383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Bound port: 1ed7cd9f-0684-42a8-aa14-6e824df7afbd, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d62b21-c4f2-4f61-959b-9f9cc34a9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dc726db-8f4b-4a5a-a0e0-16c2532e24c7'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:47.682939 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.777240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.799891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:47.801046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.807901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] For port 1ed7cd9f-0684-42a8-aa14-6e824df7afbd, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:47.820891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1af4a9-92c0-49a7-9f37-fa1594090114 req-012b6dfc-4d31-4ec3-9a57-7c8652b5c24d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:47.823872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb1af4a9-92c0-49a7-9f37-fa1594090114 req-012b6dfc-4d31-4ec3-9a57-7c8652b5c24d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.2329404 Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:47.825588 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:47.947895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] For port 1ed7cd9f-0684-42a8-aa14-6e824df7afbd, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1ed7cd9f-0684-42a8-aa14-6e824df7afbd,segment=NetworkSegment(33d62b21-c4f2-4f61-959b-9f9cc34a9fde),segment_id=33d62b21-c4f2-4f61-959b-9f9cc34a9fde)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:47.954396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:34:47.954396 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:34:47.954396 n-d-803378-1 neutron-server[94134]: [parameters: {'id': '6dc726db-8f4b-4a5a-a0e0-16c2532e24c7'}] Aug 03 19:34:47.954396 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:47.954831 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:47.957923 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.958299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Router 3e0110f5-d1c6-48be-bc98-c811a8a71854 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:47.975970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb1af4a9-92c0-49a7-9f37-fa1594090114 req-ed32232e-7119-4057-af64-d2a5d2a8f4a9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418419 Aug 03 19:34:48.117902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14dd07-dad3-4498-aa48-2adca8356be5 None None] Pushing event updated for resources: {'Port': ['ID=1ed7cd9f-0684-42a8-aa14-6e824df7afbd,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:48.177627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:48.185397 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2746ba53-21bc-4d9a-9613-09439cdfe7ef admin admin] 10.222.0.42 "PUT /v2.0/routers/3e0110f5-d1c6-48be-bc98-c811a8a71854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7925172 Aug 03 19:34:48.189356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37828) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:48.204619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] Sync routers for ids ['3e0110f5-d1c6-48be-bc98-c811a8a71854'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:48.212804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7e92b-8c40-43fb-ae3a-ab1890424278 None None] Network 6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:48.276827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] Routers {'3e0110f5-d1c6-48be-bc98-c811a8a71854'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:48.277537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e0110f5-d1c6-48be-bc98-c811a8a71854'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:48.374746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.458727 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.459133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] Set router 3e0110f5-d1c6-48be-bc98-c811a8a71854 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:48.489838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c644a4-6b91-4ce3-8de1-37179b673f0e None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:48.533790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.613298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Deleting port 1ed7cd9f-0684-42a8-aa14-6e824df7afbd {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:48.616054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.639047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Deleting port 981fe7c5-b5de-4143-ac2a-89eaea12a438 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:48.639615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.744391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] For port 1ed7cd9f-0684-42a8-aa14-6e824df7afbd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1ed7cd9f-0684-42a8-aa14-6e824df7afbd,segment=NetworkSegment(33d62b21-c4f2-4f61-959b-9f9cc34a9fde),segment_id=33d62b21-c4f2-4f61-959b-9f9cc34a9fde)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:48.744909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.774148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c644a4-6b91-4ce3-8de1-37179b673f0e None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:48.775890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Calling delete_port for 1ed7cd9f-0684-42a8-aa14-6e824df7afbd owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:48.808132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:34:46Z', 'revision_number': 5, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port': {'id': '981fe7c5-b5de-4143-ac2a-89eaea12a438', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:18Z', 'updated_at': '2021-08-03T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:48.818836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37838) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:48.836003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] For port 981fe7c5-b5de-4143-ac2a-89eaea12a438, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=981fe7c5-b5de-4143-ac2a-89eaea12a438,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:48.836246 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.860078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Calling delete_port for 981fe7c5-b5de-4143-ac2a-89eaea12a438 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:48.883053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] Checking router: 3e0110f5-d1c6-48be-bc98-c811a8a71854 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:48.903587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] Routers {'3e0110f5-d1c6-48be-bc98-c811a8a71854'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:48.904143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e0110f5-d1c6-48be-bc98-c811a8a71854'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:48.909028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.954931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Port': ['ID=1ed7cd9f-0684-42a8-aa14-6e824df7afbd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:48.967412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No DVR routers for this DVR port 1ed7cd9f-0684-42a8-aa14-6e824df7afbd on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:49.059866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792168290'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:49.088577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] Set router 3e0110f5-d1c6-48be-bc98-c811a8a71854 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:49.103204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.112767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.119099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc726db-8f4b-4a5a-a0e0-16c2532e24c7']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:49.134915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d62b21-c4f2-4f61-959b-9f9cc34a9fde') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:49.135260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d62b21-c4f2-4f61-959b-9f9cc34a9fde') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:49.155963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.160958 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.175725 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.184398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:49.185037 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.198701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:34:48Z', 'revision_number': 6, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:49.256123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36d7b9-cdc3-4d19-b331-b60f47c11482 None None] The sync data for ids ['3e0110f5-d1c6-48be-bc98-c811a8a71854'] in n-d-803378-1 is: [{'id': '3e0110f5-d1c6-48be-bc98-c811a8a71854', 'name': 'tempest-TestVolumeBackupRestore-1307819155-router', 'tenant_id': '8957c644664a404f8f4a1e7ea31a71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:16Z', 'updated_at': '2021-08-03T19:34:48Z', 'revision_number': 6, 'project_id': '8957c644664a404f8f4a1e7ea31a71a6', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:49.256394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:49.270501 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:49.307535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Pushing event deleted for resources: {'Port': ['ID=981fe7c5-b5de-4143-ac2a-89eaea12a438,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:49.313298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60414c-5e29-4cd0-9866-cabb6fc02f4c req-a185d9d6-a8ac-4e62-a4a4-812eec6521af tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.313298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d60414c-5e29-4cd0-9866-cabb6fc02f4c req-a185d9d6-a8ac-4e62-a4a4-812eec6521af tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1801167 Aug 03 19:34:49.314091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.325654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.327751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 HTTP/1.1" status: 204 len: 168 time: 2.9946556 Aug 03 19:34:49.331926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37846) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:49.338364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-667639865'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:49.359513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23796ee-b363-4319-8f78-c4c19004d00f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=6dc726db-8f4b-4a5a-a0e0-16c2532e24c7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:49.392547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d60414c-5e29-4cd0-9866-cabb6fc02f4c req-91ea132c-cdd7-4a18-abb8-19186edff37f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685437 Aug 03 19:34:49.419388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.555450 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.558656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.596289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b3be-03e4-431b-bde6-d6c23033455d req-817b1193-6009-42f3-afb3-64e56494439f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.597769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8586b3be-03e4-431b-bde6-d6c23033455d req-817b1193-6009-42f3-afb3-64e56494439f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0671306 Aug 03 19:34:49.627830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.628475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0110f5-d1c6-48be-bc98-c811a8a71854 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:34:49.638432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.639781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-16d8b87c-b59d-403e-9e1c-2fe36245403b admin admin] 10.222.0.42 "DELETE /v2.0/routers/3e0110f5-d1c6-48be-bc98-c811a8a71854 HTTP/1.1" status: 204 len: 168 time: 1.4489729 Aug 03 19:34:49.643165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37850) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:49.659092 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8586b3be-03e4-431b-bde6-d6c23033455d req-63ab77c0-a5c6-46e1-ad75-44aabc770170 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538325 Aug 03 19:34:49.683034 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.693904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.724451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:49.728948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.737869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-182f3be1-809c-4f62-90df-325c71bb7b46 admin admin] Deleting subnet fc5bb324-f2ae-40ce-a718-25b8fd2c0847 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:49.750545 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-182f3be1-809c-4f62-90df-325c71bb7b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.760745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:49.786853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e038d3d-acc7-4035-bc3a-883a8606baf8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:49.790113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.790823 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 9d96680a-e60e-46c8-ab29-2f16946959a0 of type vlan for network 047c2d28-5a8c-4899-b798-a732f407e9e1 Aug 03 19:34:49.835795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-182f3be1-809c-4f62-90df-325c71bb7b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.879928 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.906421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10a97-62e6-4ca4-b079-767aeb83739d req-14c9b26d-7f17-42b3-88e7-b8c013cfbe1d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.910365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18a10a97-62e6-4ca4-b079-767aeb83739d req-14c9b26d-7f17-42b3-88e7-b8c013cfbe1d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1371801 Aug 03 19:34:49.943758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.953597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.968926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.979471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.980380 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.995045 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-182f3be1-809c-4f62-90df-325c71bb7b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.000115 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.002369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1819239 Aug 03 19:34:50.020193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37856) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:50.025298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897831f8-d9f9-4870-a40b-c4b7486efdb4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53423342-f2dc-4c9a-8551-6029441270c6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:50.078036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-182f3be1-809c-4f62-90df-325c71bb7b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.131327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7954857 Aug 03 19:34:50.132746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37862) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:50.143870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ed370851-b7fd-4e2f-a8d9-a3000600e555 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:50.152610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f3be1-809c-4f62-90df-325c71bb7b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5bb324-f2ae-40ce-a718-25b8fd2c0847,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:50.154794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-182f3be1-809c-4f62-90df-325c71bb7b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.156768 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-182f3be1-809c-4f62-90df-325c71bb7b46 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fc5bb324-f2ae-40ce-a718-25b8fd2c0847 HTTP/1.1" status: 204 len: 168 time: 0.5124640 Aug 03 19:34:50.160878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37864) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:50.164591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fed182-22bf-46a9-a9b9-39e3046a04fa None None] Network faef3767-b471-46e1-a963-c2e9efe9ff6c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:50.165809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18a10a97-62e6-4ca4-b079-767aeb83739d req-5703ddf3-c6c2-4714-957f-21c5e2cfe5f8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317810 Aug 03 19:34:50.191271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ab233-e7ad-44ca-b061-33391cf87d9e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=047c2d28-5a8c-4899-b798-a732f407e9e1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:50.308929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 047c2d28-5a8c-4899-b798-a732f407e9e1 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:50.310479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-298a5c32-61bf-48be-8ad9-ef9d17c88f4f tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2850072 Aug 03 19:34:50.312380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 981fe7c5-b5de-4143-ac2a-89eaea12a438 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:50.320741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37870) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:50.324066 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.345532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1defdc4f-90bd-44a8-8aeb-dfd4678500c5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-security--1339058720', 'description': 'tempest-security-description-598092192'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:50.423210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 981fe7c5-b5de-4143-ac2a-89eaea12a438 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:50.423593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 981fe7c5-b5de-4143-ac2a-89eaea12a438 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:50.423982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 385259be-5c36-4421-8424-8453b0b7046e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:50.425524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Deleting port 3ea3f319-b508-4632-966f-abc821ac0d38 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:50.426564 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.517225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1defdc4f-90bd-44a8-8aeb-dfd4678500c5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.518351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 385259be-5c36-4421-8424-8453b0b7046e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:50.518676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 385259be-5c36-4421-8424-8453b0b7046e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:50.521127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] For port 3ea3f319-b508-4632-966f-abc821ac0d38, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3ea3f319-b508-4632-966f-abc821ac0d38,segment=NetworkSegment(51b2cfc7-8ba1-4f94-a72b-f3e565fc4127),segment_id=51b2cfc7-8ba1-4f94-a72b-f3e565fc4127)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:50.522289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.541345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Calling delete_port for 3ea3f319-b508-4632-966f-abc821ac0d38 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:50.561310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.586937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5eb36-2698-4df7-b104-a462459776b5 req-e522baf3-5e15-4ef9-9507-0fce0ee3370e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:50.590528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2c5eb36-2698-4df7-b104-a462459776b5 req-e522baf3-5e15-4ef9-9507-0fce0ee3370e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.2339220 Aug 03 19:34:50.593965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed370851-b7fd-4e2f-a8d9-a3000600e555 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.647798 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed370851-b7fd-4e2f-a8d9-a3000600e555 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.696741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a52f04c-ea3c-4c22-bbbf-1d09d751798e None None] DHCP port deletion for faef3767-b471-46e1-a963-c2e9efe9ff6c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:50.707373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.718170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed370851-b7fd-4e2f-a8d9-a3000600e555 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 047c2d28-5a8c-4899-b798-a732f407e9e1 is not hosted by any dhcp agent {{(pid=94134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:34:50.724863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed370851-b7fd-4e2f-a8d9-a3000600e555 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:50.725242 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed370851-b7fd-4e2f-a8d9-a3000600e555 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.733876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ed370851-b7fd-4e2f-a8d9-a3000600e555 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "PUT /v2.0/networks/047c2d28-5a8c-4899-b798-a732f407e9e1 HTTP/1.1" status: 200 len: 723 time: 0.5899739 Aug 03 19:34:50.733876 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1defdc4f-90bd-44a8-8aeb-dfd4678500c5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.738088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7a52f04c-ea3c-4c22-bbbf-1d09d751798e None None] The port '3ea3f319-b508-4632-966f-abc821ac0d38' was deleted {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 03 19:34:50.756096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37872) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:50.768937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '047c2d28-5a8c-4899-b798-a732f407e9e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:50.775597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea3f319-b508-4632-966f-abc821ac0d38,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:50.802881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] No DVR routers for this DVR port 3ea3f319-b508-4632-966f-abc821ac0d38 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:50.957575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.974330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faef3767-b471-46e1-a963-c2e9efe9ff6c']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:50.990356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:50.990665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b2cfc7-8ba1-4f94-a72b-f3e565fc4127') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:51.005345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.018762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:51.024952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.057265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1defdc4f-90bd-44a8-8aeb-dfd4678500c5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.060033 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1defdc4f-90bd-44a8-8aeb-dfd4678500c5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.061314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1defdc4f-90bd-44a8-8aeb-dfd4678500c5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "PUT /v2.0/security-groups/53423342-f2dc-4c9a-8551-6029441270c6 HTTP/1.1" status: 200 len: 1779 time: 0.7258832 Aug 03 19:34:51.070220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37874) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.086171 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.102224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2c5eb36-2698-4df7-b104-a462459776b5 req-59765e34-dcd6-4d0b-80f2-f49ac74e897d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4889262 Aug 03 19:34:51.104103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:51.104786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:51.106601 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:51.144358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed370851-b7fd-4e2f-a8d9-a3000600e555 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=047c2d28-5a8c-4899-b798-a732f407e9e1,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:51.159749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e18f8-ca03-427c-a192-506698d8f100 req-c8a0c0f3-8fd9-4d86-a994-49a00230659f tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:51.161345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b8e18f8-ca03-427c-a192-506698d8f100 req-c8a0c0f3-8fd9-4d86-a994-49a00230659f tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1097 time: 0.5189223 Aug 03 19:34:51.162103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 047c2d28-5a8c-4899-b798-a732f407e9e1 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:51.165408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defdc4f-90bd-44a8-8aeb-dfd4678500c5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53423342-f2dc-4c9a-8551-6029441270c6,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:51.178336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7a9b81e3-8ed1-4f2f-9fac-7cd4672e9ddc tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups/53423342-f2dc-4c9a-8551-6029441270c6 HTTP/1.1" status: 200 len: 1779 time: 0.0939579 Aug 03 19:34:51.181698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37878) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.227764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.240771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b8e18f8-ca03-427c-a192-506698d8f100 req-39f06f28-3512-4b4f-9f53-ead4ce602b86 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698266 Aug 03 19:34:51.243861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.249081 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] 10.222.0.42 "DELETE /v2.0/networks/faef3767-b471-46e1-a963-c2e9efe9ff6c HTTP/1.1" status: 204 len: 168 time: 1.0841424 Aug 03 19:34:51.267481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37882) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.269636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343097-5c58-4b83-9cd1-9bb1d989f710 admin admin] Pushing event deleted for resources: {'Network': ['ID=faef3767-b471-46e1-a963-c2e9efe9ff6c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:51.327300 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6862830e-c0fc-4da4-b295-215bae0435d3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.370891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6862830e-c0fc-4da4-b295-215bae0435d3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.386536 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.457545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=0cb01a77-463a-4061-9af9-25757f8755af,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:51.484988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '9d96680a-e60e-46c8-ab29-2f16946959a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '047c2d28-5a8c-4899-b798-a732f407e9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:51.485537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 047c2d28-5a8c-4899-b798-a732f407e9e1, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:51.500418 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6862830e-c0fc-4da4-b295-215bae0435d3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.503455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6862830e-c0fc-4da4-b295-215bae0435d3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.505273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6862830e-c0fc-4da4-b295-215bae0435d3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/53423342-f2dc-4c9a-8551-6029441270c6 HTTP/1.1" status: 204 len: 168 time: 0.3225489 Aug 03 19:34:51.508530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37884) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.518362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862830e-c0fc-4da4-b295-215bae0435d3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53423342-f2dc-4c9a-8551-6029441270c6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:51.529084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37886) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.530400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 047c2d28-5a8c-4899-b798-a732f407e9e1 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:51.550663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 047c2d28-5a8c-4899-b798-a732f407e9e1) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:51.555795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port adf4fb7a-2391-4bad-8ad2-3f688af72e5e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:51.556132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.569428 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb641b3-c1ca-4d64-aae0-69ebb993a919 None None] Network 047c2d28-5a8c-4899-b798-a732f407e9e1 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:51.570281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:51.570750 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.601359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37888) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.601696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a3a4ee3c-d64a-442d-9769-bba1f52a5999 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0921905 Aug 03 19:34:51.609627 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-84eda5b1-0e59-43cb-b86e-8e85cd741651 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8430872 Aug 03 19:34:51.609627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37890) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.615856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-861ee6db-1645-49b9-af42-e1db4239b64e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:51.634649 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-49d5e3e6-1c4c-46ec-86bf-28d6b7fff196 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] delete failed (client error): The resource could not be found. Aug 03 19:34:51.635693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-49d5e3e6-1c4c-46ec-86bf-28d6b7fff196 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/53423342-f2dc-4c9a-8551-6029441270c6 HTTP/1.1" status: 404 len: 347 time: 0.0334656 Aug 03 19:34:51.645512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37892) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.653102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-31ba7f7e-7496-40cb-a44c-d70224790ad4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026306845'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:51.682771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d015a003-5a0b-4962-8068-f6c66525b724 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dcd123306584bdea10b10dac7c4babb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521881 Aug 03 19:34:51.688476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37894) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.731954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.732331 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.736753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31ba7f7e-7496-40cb-a44c-d70224790ad4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.762107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-047c2d28-5a8c-4899-b798-a732f407e9e1', 'network_id': '047c2d28-5a8c-4899-b798-a732f407e9e1', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': '0cb01a77-463a-4061-9af9-25757f8755af'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:51.763733 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.779005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for adf4fb7a-2391-4bad-8ad2-3f688af72e5e owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:51.789529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-861ee6db-1645-49b9-af42-e1db4239b64e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529473314'] for subnet, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.836335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73702395-e5ea-41e7-8713-bf689777c97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.874934 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73702395-e5ea-41e7-8713-bf689777c97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.991197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31ba7f7e-7496-40cb-a44c-d70224790ad4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.994636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73702395-e5ea-41e7-8713-bf689777c97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.997380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-73702395-e5ea-41e7-8713-bf689777c97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.998581 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-73702395-e5ea-41e7-8713-bf689777c97f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16c6196f-bd75-40b9-8b38-3f7f956c716c HTTP/1.1" status: 204 len: 168 time: 0.3075254 Aug 03 19:34:51.999985 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31ba7f7e-7496-40cb-a44c-d70224790ad4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.011023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73702395-e5ea-41e7-8713-bf689777c97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c6196f-bd75-40b9-8b38-3f7f956c716c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.014485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-861ee6db-1645-49b9-af42-e1db4239b64e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768450111398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-528580053'] for subnet, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.055283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861ee6db-1645-49b9-af42-e1db4239b64e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:52.056233 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-861ee6db-1645-49b9-af42-e1db4239b64e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.062578 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-861ee6db-1645-49b9-af42-e1db4239b64e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "PUT /v2.0/subnets/0cb01a77-463a-4061-9af9-25757f8755af HTTP/1.1" status: 200 len: 806 time: 0.4522586 Aug 03 19:34:52.063727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37898) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.064354 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-31ba7f7e-7496-40cb-a44c-d70224790ad4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.067283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-31ba7f7e-7496-40cb-a44c-d70224790ad4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4180179 Aug 03 19:34:52.072678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37900) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.081644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-14b13348-3478-46e4-9e99-1900ef98a99f tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': 'b6bae9f5-75ef-4ad2-be3c-cf490bd5be45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:52.092565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Allocated IP 172.20.0.2 (047c2d28-5a8c-4899-b798-a732f407e9e1/0cb01a77-463a-4061-9af9-25757f8755af/fcb9f0ce-6ef1-48e0-be7e-681e786899e8) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:52.094005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba7f7e-7496-40cb-a44c-d70224790ad4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bae9f5-75ef-4ad2-be3c-cf490bd5be45,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.140071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ee6db-1645-49b9-af42-e1db4239b64e tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=0cb01a77-463a-4061-9af9-25757f8755af,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.204686 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.225975 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14b13348-3478-46e4-9e99-1900ef98a99f tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.246972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.293407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.309711 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.320067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Transition to ACTIVE for port object fcb9f0ce-6ef1-48e0-be7e-681e786899e8 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:52.338853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Transition to ACTIVE for port object fcb9f0ce-6ef1-48e0-be7e-681e786899e8 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:52.352228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=adf4fb7a-2391-4bad-8ad2-3f688af72e5e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.355149 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.423189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Pushing event updated for resources: {'Port': ['ID=fcb9f0ce-6ef1-48e0-be7e-681e786899e8,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.426930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3ea3f319-b508-4632-966f-abc821ac0d38 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:52.435631 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.454474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3ea3f319-b508-4632-966f-abc821ac0d38 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:52.454694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3ea3f319-b508-4632-966f-abc821ac0d38 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:52.471854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Network 047c2d28-5a8c-4899-b798-a732f407e9e1 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:52.476564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:52.480709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:52.483459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb01a77-463a-4061-9af9-25757f8755af,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.525797 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14b13348-3478-46e4-9e99-1900ef98a99f tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.532417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14b13348-3478-46e4-9e99-1900ef98a99f tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.563432 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14b13348-3478-46e4-9e99-1900ef98a99f tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.564655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-14b13348-3478-46e4-9e99-1900ef98a99f tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4905457 Aug 03 19:34:52.569028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37904) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.582489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b13348-3478-46e4-9e99-1900ef98a99f tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995ae196-85ba-4e8e-848a-63479ee961da,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.597577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.597989 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Floating IP cb4dff65-4c21-44c9-8925-49b47d097a1f disassociated (deleted). External IP: 172.25.4.58, port: b89149a6-7064-4e74-8707-203416d90a92. Aug 03 19:34:52.600127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.605013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Attempting to bind port fcb9f0ce-6ef1-48e0-be7e-681e786899e8 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:52.605925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Attempting to bind port fcb9f0ce-6ef1-48e0-be7e-681e786899e8 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9d96680a-e60e-46c8-ab29-2f16946959a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '047c2d28-5a8c-4899-b798-a732f407e9e1'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:52.606742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Attempting to bind port fcb9f0ce-6ef1-48e0-be7e-681e786899e8 on network 047c2d28-5a8c-4899-b798-a732f407e9e1 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:52.618206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047c2d28-5a8c-4899-b798-a732f407e9e1']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:52.621636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:52.622286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Checking segment: {'id': '9d96680a-e60e-46c8-ab29-2f16946959a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '047c2d28-5a8c-4899-b798-a732f407e9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:52.622944 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.630058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Bound using segment: {'id': '9d96680a-e60e-46c8-ab29-2f16946959a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '047c2d28-5a8c-4899-b798-a732f407e9e1'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:52.631068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Bound port: fcb9f0ce-6ef1-48e0-be7e-681e786899e8, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d96680a-e60e-46c8-ab29-2f16946959a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '047c2d28-5a8c-4899-b798-a732f407e9e1'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:52.631794 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.646641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d96680a-e60e-46c8-ab29-2f16946959a0') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:52.647610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d96680a-e60e-46c8-ab29-2f16946959a0') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:52.668400 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.671220 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53dcec71-461b-4c7a-84f7-cf7c93f71049 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.679732 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53dcec71-461b-4c7a-84f7-cf7c93f71049 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.685411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.694650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:52.694999 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.742155 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53dcec71-461b-4c7a-84f7-cf7c93f71049 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.752753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53dcec71-461b-4c7a-84f7-cf7c93f71049 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.754373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-53dcec71-461b-4c7a-84f7-cf7c93f71049 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/995ae196-85ba-4e8e-848a-63479ee961da HTTP/1.1" status: 204 len: 168 time: 0.1841061 Aug 03 19:34:52.761303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37908) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.772637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcec71-461b-4c7a-84f7-cf7c93f71049 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=995ae196-85ba-4e8e-848a-63479ee961da,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:52.774094 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:52.780389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:34:52.780389 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:34:52.780389 n-d-803378-1 neutron-server[94133]: [parameters: {'id': '047c2d28-5a8c-4899-b798-a732f407e9e1'}] Aug 03 19:34:52.780389 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:52.781151 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:52.787655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] For port fcb9f0ce-6ef1-48e0-be7e-681e786899e8, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:52.793095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] For port fcb9f0ce-6ef1-48e0-be7e-681e786899e8, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fcb9f0ce-6ef1-48e0-be7e-681e786899e8,segment=NetworkSegment(9d96680a-e60e-46c8-ab29-2f16946959a0),segment_id=9d96680a-e60e-46c8-ab29-2f16946959a0)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:52.801797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.881027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8e65837f-2203-4127-9ebb-fa8649076e2a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181707 Aug 03 19:34:52.883828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37910) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.909523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585551f0-2a89-42f7-8bd8-6754ed889bd3 None None] Pushing event updated for resources: {'Port': ['ID=fcb9f0ce-6ef1-48e0-be7e-681e786899e8,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.923803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd5fbc-7fd2-4377-ba9b-c2f61116c318 None None] Network 047c2d28-5a8c-4899-b798-a732f407e9e1 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:52.950553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c35447af-709d-4565-ab01-d5966b185cb8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.982198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c35447af-709d-4565-ab01-d5966b185cb8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.992161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:53.015731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37912) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:53.084505 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-96340c0d-262a-4e0c-8907-3981435c07be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8957c644664a404f8f4a1e7ea31a71a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674407 Aug 03 19:34:53.089766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37914) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:53.100053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d239a9ef-1e23-4093-98e2-6e0342188267 None None] Network 047c2d28-5a8c-4899-b798-a732f407e9e1 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:53.112896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c35447af-709d-4565-ab01-d5966b185cb8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.115734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c35447af-709d-4565-ab01-d5966b185cb8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.118342 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c35447af-709d-4565-ab01-d5966b185cb8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/b6bae9f5-75ef-4ad2-be3c-cf490bd5be45 HTTP/1.1" status: 204 len: 168 time: 0.2330737 Aug 03 19:34:53.120302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37916) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:53.154849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35447af-709d-4565-ab01-d5966b185cb8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bae9f5-75ef-4ad2-be3c-cf490bd5be45,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:53.194249 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c607559d-eed8-452a-ae51-c377d6bed3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.223370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:53.224271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c607559d-eed8-452a-ae51-c377d6bed3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.229020 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.236696 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] Sync routers for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:53.248561 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:53.250322 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:53.261097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a672eda7-c412-4746-9e1e-0b3ea3f7e026 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1326940 Aug 03 19:34:53.262493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37918) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:53.270221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c764bcc8-6c6d-4932-bfb7-751c24e3ae8a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793000195'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:53.272655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d405c669-515d-409c-bf39-bbe3ddd952a7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/floatingips/cb4dff65-4c21-44c9-8925-49b47d097a1f HTTP/1.1" status: 204 len: 168 time: 2.0044687 Aug 03 19:34:53.273362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:53.275909 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d" -d '{"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:53.290560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.326810 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db78ad48-7d7d-48d4-a638-e1ac2a9f1a05 x-openstack-request-id: req-db78ad48-7d7d-48d4-a638-e1ac2a9f1a05 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:53.327942 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:53.328374 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db78ad48-7d7d-48d4-a638-e1ac2a9f1a05 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:53.329414 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'status': 'completed', 'code': 200} Aug 03 19:34:53.410847 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:53.411737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6a543-f8c1-458b-b0e3-d37f59f632c6 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:53.415576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c764bcc8-6c6d-4932-bfb7-751c24e3ae8a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.487906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-24146087-5d08-4968-8240-ae9823aeb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:53.494316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-24146087-5d08-4968-8240-ae9823aeb2d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 1097 time: 0.1405747 Aug 03 19:34:53.531082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c607559d-eed8-452a-ae51-c377d6bed3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.536372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c607559d-eed8-452a-ae51-c377d6bed3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.543193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c607559d-eed8-452a-ae51-c377d6bed3dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92f15987-e6bb-4436-a11b-ec7991a7e2a9 HTTP/1.1" status: 204 len: 168 time: 0.4519870 Aug 03 19:34:53.560391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Deleting port fcb9f0ce-6ef1-48e0-be7e-681e786899e8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:53.560931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.602194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607559d-eed8-452a-ae51-c377d6bed3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f15987-e6bb-4436-a11b-ec7991a7e2a9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:53.730453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-3eacce8a-118c-425e-9b3d-bb7c05229030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:53.734996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-3eacce8a-118c-425e-9b3d-bb7c05229030 service neutron] 10.222.0.88 "GET /v2.0/networks?id=77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 200 len: 898 time: 0.2332544 Aug 03 19:34:53.735845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] For port fcb9f0ce-6ef1-48e0-be7e-681e786899e8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fcb9f0ce-6ef1-48e0-be7e-681e786899e8,segment=NetworkSegment(9d96680a-e60e-46c8-ab29-2f16946959a0),segment_id=9d96680a-e60e-46c8-ab29-2f16946959a0)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:53.736222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6a543-f8c1-458b-b0e3-d37f59f632c6 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:53.737626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.757319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Calling delete_port for fcb9f0ce-6ef1-48e0-be7e-681e786899e8 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:53.821546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-fc455f2b-8b9a-488b-856f-5a9675461ab6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 200 len: 217 time: 0.0759861 Aug 03 19:34:53.902252 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:37Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:53.905322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-5a23286c-ad6d-4904-8123-be602b2d9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:53.907443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-5a23286c-ad6d-4904-8123-be602b2d9792 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 200 len: 835 time: 0.0748930 Aug 03 19:34:53.963098 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] Checking router: c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:53.999655 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:54.000647 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:54.017528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2253b7e-404b-4fce-8289-bfd4f2266d13 req-716312bf-a2d0-4b15-b542-7b0aaa4fe4e8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:54.019817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2253b7e-404b-4fce-8289-bfd4f2266d13 req-716312bf-a2d0-4b15-b542-7b0aaa4fe4e8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 946 time: 0.1052580 Aug 03 19:34:54.022955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-bccf3864-90b3-43a1-b6cb-5ce46cd1e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:54.025250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-bccf3864-90b3-43a1-b6cb-5ce46cd1e457 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77859eac-633a-46bb-bd8a-31cb230b648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901251 Aug 03 19:34:54.040622 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c764bcc8-6c6d-4932-bfb7-751c24e3ae8a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.071961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c764bcc8-6c6d-4932-bfb7-751c24e3ae8a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.152099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.179871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2253b7e-404b-4fce-8289-bfd4f2266d13 req-eb59aea6-4bb6-48eb-b7ae-17cffe348a89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399925 Aug 03 19:34:54.269122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-c7bfd6a4-7ddf-433c-9780-698bbdf7226d service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323446 Aug 03 19:34:54.302869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Port': ['ID=fcb9f0ce-6ef1-48e0-be7e-681e786899e8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:54.335251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No DVR routers for this DVR port fcb9f0ce-6ef1-48e0-be7e-681e786899e8 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:54.362346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c764bcc8-6c6d-4932-bfb7-751c24e3ae8a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.373804 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c764bcc8-6c6d-4932-bfb7-751c24e3ae8a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1101832 Aug 03 19:34:54.375864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764bcc8-6c6d-4932-bfb7-751c24e3ae8a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163de56e-22eb-4aaa-8733-704d17ccee4e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:54.398333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37930) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:54.473445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0dbb6c04-fb6a-41d5-b277-6dcada7940d8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': '163de56e-22eb-4aaa-8733-704d17ccee4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:54.509814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed185b5e-7b3a-4f9c-b8dc-9c512d84b95d req-aa23b5fa-53c3-4d7a-81be-01c6cff0aba4 service neutron] 10.222.0.88 "GET /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297161 Aug 03 19:34:54.643846 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:54.884617 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:37Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:54.912450 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55e53a-b113-414d-8bcc-23311b8335fd None None] The sync data for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 is: [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:22Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '33a9ec50-276c-4df8-88da-47a216b9fc37', 'name': '', 'network_id': '77859eac-633a-46bb-bd8a-31cb230b648c', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:4e:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:18Z', 'updated_at': '2021-08-03T19:32:37Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '2a7240f1-1d0e-42be-b219-a1cfd4b5b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:55.053455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.068677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047c2d28-5a8c-4899-b798-a732f407e9e1']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:55.085047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d96680a-e60e-46c8-ab29-2f16946959a0') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:55.085351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d96680a-e60e-46c8-ab29-2f16946959a0') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:55.093191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6c04-fb6a-41d5-b277-6dcada7940d8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.100012 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.132707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.146163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:55.146487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:55.150002 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:55.229680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e5156-a5ed-4046-86c0-30002abedf08 None None] New status for floating IP cb4dff65-4c21-44c9-8925-49b47d097a1f: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:34:55.234300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6c04-fb6a-41d5-b277-6dcada7940d8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.235458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-69846e21-4caf-4baf-9107-e03ba762c91b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:55.238969 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-69846e21-4caf-4baf-9107-e03ba762c91b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 946 time: 0.0960531 Aug 03 19:34:55.243451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.249311 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6c04-fb6a-41d5-b277-6dcada7940d8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.261375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.270294 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/047c2d28-5a8c-4899-b798-a732f407e9e1 HTTP/1.1" status: 204 len: 168 time: 3.2015467 Aug 03 19:34:55.284412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37936) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.336087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104594b-ec86-4ba2-8b4a-38bdad577a77 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=047c2d28-5a8c-4899-b798-a732f407e9e1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.358402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb6c04-fb6a-41d5-b277-6dcada7940d8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4bb482-be6c-42a2-ba5f-8a46968947ed,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.361983 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf959db-0007-4d09-ae23-443359654539 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:34:55.362915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf959db-0007-4d09-ae23-443359654539 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:55.370575 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-adf959db-0007-4d09-ae23-443359654539 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/047c2d28-5a8c-4899-b798-a732f407e9e1 HTTP/1.1" status: 404 len: 339 time: 0.0609319 Aug 03 19:34:55.375378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37938) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.384340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-206105383', 'description': 'd1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:55.396442 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6c04-fb6a-41d5-b277-6dcada7940d8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.400712 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0dbb6c04-fb6a-41d5-b277-6dcada7940d8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9870546 Aug 03 19:34:55.401177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37940) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.406008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-641ab7b9-a99c-4665-8fbc-10b870c0aa16 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': '163de56e-22eb-4aaa-8733-704d17ccee4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:55.430711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:55.433049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06802a-7e04-40e1-9832-c27f98cc55fb req-8201433e-db89-4048-a0b8-947b936a3b78 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:55.434761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d06802a-7e04-40e1-9832-c27f98cc55fb req-8201433e-db89-4048-a0b8-947b936a3b78 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb24069-5a98-4b66-bb48-13bea8c3b391 HTTP/1.1" status: 200 len: 946 time: 0.0802913 Aug 03 19:34:55.442988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.490754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:55.492967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port b89149a6-7064-4e74-8707-203416d90a92 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:55.492967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.504810 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.505302 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 8f86b4fe-7d8c-4603-9874-c84c172b854c of type vlan for network 5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9 Aug 03 19:34:55.544224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-641ab7b9-a99c-4665-8fbc-10b870c0aa16 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.557333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d06802a-7e04-40e1-9832-c27f98cc55fb req-62ad3f9f-68ee-4425-85aa-002be39b6bff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcc18d54-7cba-4162-a009-847f36b4bd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125271 Aug 03 19:34:55.567073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.616265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.630894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:55.632435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.648546 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-641ab7b9-a99c-4665-8fbc-10b870c0aa16 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.650578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port b89149a6-7064-4e74-8707-203416d90a92, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b89149a6-7064-4e74-8707-203416d90a92,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:55.651060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.659315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-641ab7b9-a99c-4665-8fbc-10b870c0aa16 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.672872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for b89149a6-7064-4e74-8707-203416d90a92 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:55.693771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ab7b9-a99c-4665-8fbc-10b870c0aa16 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2f19eb-f7fd-438b-9087-87934cbbabd7,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.716707 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3401093 Aug 03 19:34:55.719684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37942) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.726757 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.741812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-641ab7b9-a99c-4665-8fbc-10b870c0aa16 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.743042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-641ab7b9-a99c-4665-8fbc-10b870c0aa16 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3405695 Aug 03 19:34:55.747053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37946) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.751842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a078b607-7c3d-45f8-843d-2982560c2b2d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': '163de56e-22eb-4aaa-8733-704d17ccee4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:55.752099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a55a6-e4fb-4f23-aca7-355c23bc743d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.770503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:55.815573 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a078b607-7c3d-45f8-843d-2982560c2b2d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.853590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0cb2a5-0f00-4825-a8ac-d9d82df264ce tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:55.855753 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3d0cb2a5-0f00-4825-a8ac-d9d82df264ce tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/networks?id=5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9 HTTP/1.1" status: 200 len: 760 time: 0.1348772 Aug 03 19:34:55.861423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37948) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.867869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b81fff8f-fdeb-4d48-9eed-3e11e3dc0454 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'description': 'd2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:55.940787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a078b607-7c3d-45f8-843d-2982560c2b2d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.943762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.946156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a078b607-7c3d-45f8-843d-2982560c2b2d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.994099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=b89149a6-7064-4e74-8707-203416d90a92,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.999979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078b607-7c3d-45f8-843d-2982560c2b2d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fa7aa9-6a6d-4f88-8151-71edff0e46ef,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.029731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a078b607-7c3d-45f8-843d-2982560c2b2d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.036077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a078b607-7c3d-45f8-843d-2982560c2b2d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2831562 Aug 03 19:34:56.036505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37950) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.041338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-76394aa9-73cc-4955-bf2f-d01cd9c51415 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': '163de56e-22eb-4aaa-8733-704d17ccee4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:56.060424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] No DVR routers for this DVR port b89149a6-7064-4e74-8707-203416d90a92 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:56.064776 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.066343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b81fff8f-fdeb-4d48-9eed-3e11e3dc0454 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.066938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-396f1c13-15fd-4650-b7ae-ac6d142ee671 req-9740717a-ff43-4370-ab40-404785d7970c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "DELETE /v2.0/ports/b89149a6-7064-4e74-8707-203416d90a92 HTTP/1.1" status: 204 len: 173 time: 0.8039651 Aug 03 19:34:56.067262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-deleted', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:56.069593 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c14a4ad-9e90-4483-a5e0-4af4046eb777" -d '{"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-deleted", "tag": "b89149a6-7064-4e74-8707-203416d90a92"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:56.096967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b81fff8f-fdeb-4d48-9eed-3e11e3dc0454 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.117833 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76394aa9-73cc-4955-bf2f-d01cd9c51415 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.129984 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90a1642-4538-4e43-aa9a-0324c6ee2f86 x-openstack-request-id: req-c90a1642-4538-4e43-aa9a-0324c6ee2f86 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:56.130316 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb24069-5a98-4b66-bb48-13bea8c3b391", "name": "network-vif-deleted", "tag": "b89149a6-7064-4e74-8707-203416d90a92", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:56.130494 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c90a1642-4538-4e43-aa9a-0324c6ee2f86 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:56.131005 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb24069-5a98-4b66-bb48-13bea8c3b391', 'name': 'network-vif-deleted', 'tag': 'b89149a6-7064-4e74-8707-203416d90a92', 'status': 'completed', 'code': 200} Aug 03 19:34:56.150081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-be383894-bf0d-44ee-bef1-2722a7d8ac11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.174107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b81fff8f-fdeb-4d48-9eed-3e11e3dc0454 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9 is not hosted by any dhcp agent {{(pid=94133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:34:56.180707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81fff8f-fdeb-4d48-9eed-3e11e3dc0454 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:56.181667 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b81fff8f-fdeb-4d48-9eed-3e11e3dc0454 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.183240 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b81fff8f-fdeb-4d48-9eed-3e11e3dc0454 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "PUT /v2.0/networks/5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9 HTTP/1.1" status: 200 len: 757 time: 0.3201516 Aug 03 19:34:56.187857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37954) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.199474 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76394aa9-73cc-4955-bf2f-d01cd9c51415 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.204323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76394aa9-73cc-4955-bf2f-d01cd9c51415 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.224230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76394aa9-73cc-4955-bf2f-d01cd9c51415 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e000b1-6707-4d09-a777-1e6749ef99b9,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.240405 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76394aa9-73cc-4955-bf2f-d01cd9c51415 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.242225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-76394aa9-73cc-4955-bf2f-d01cd9c51415 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2046609 Aug 03 19:34:56.245113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37956) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.251982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bf8b689c-c0c2-465f-adce-97d77e4d7741 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': '163de56e-22eb-4aaa-8733-704d17ccee4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:56.255460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fff8f-fdeb-4d48-9eed-3e11e3dc0454 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.272883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:56.302245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b53606-5046-450a-b805-bc2142823ead tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:56.303946 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08b53606-5046-450a-b805-bc2142823ead tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/networks?id=5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9 HTTP/1.1" status: 200 len: 760 time: 0.1150892 Aug 03 19:34:56.309466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37958) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.317427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454400298'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:56.322419 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf8b689c-c0c2-465f-adce-97d77e4d7741 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.378504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:56.382289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.427607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:56.449601 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.449836 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 08996342-dcdf-40a6-a908-4a93bf0ba5e7 of type vlan for network 46b7b6f0-a496-4862-9db4-0ba33224c92c Aug 03 19:34:56.452236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf8b689c-c0c2-465f-adce-97d77e4d7741 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.466630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf8b689c-c0c2-465f-adce-97d77e4d7741 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.544535 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.548752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b689c-c0c2-465f-adce-97d77e4d7741 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493a86f5-9fb3-41f7-8e5a-f14d222d7287,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.562863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf8b689c-c0c2-465f-adce-97d77e4d7741 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.569132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bf8b689c-c0c2-465f-adce-97d77e4d7741 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3178177 Aug 03 19:34:56.570300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37960) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.592932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.603697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:56.605509 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.625814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cb742d6-9801-4c7c-af4e-846ad4c04581 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.643754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cb742d6-9801-4c7c-af4e-846ad4c04581 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.687265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.736247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4249825 Aug 03 19:34:56.743185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37968) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.755498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cb742d6-9801-4c7c-af4e-846ad4c04581 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.766718 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cb742d6-9801-4c7c-af4e-846ad4c04581 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.768917 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9cb742d6-9801-4c7c-af4e-846ad4c04581 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/493a86f5-9fb3-41f7-8e5a-f14d222d7287 HTTP/1.1" status: 204 len: 168 time: 0.1965480 Aug 03 19:34:56.775522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37970) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.777388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '46b7b6f0-a496-4862-9db4-0ba33224c92c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:56.792221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb742d6-9801-4c7c-af4e-846ad4c04581 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=493a86f5-9fb3-41f7-8e5a-f14d222d7287,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.818875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6a1e3-344c-4764-84b1-3d05e2552baf tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=46b7b6f0-a496-4862-9db4-0ba33224c92c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.832813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 46b7b6f0-a496-4862-9db4-0ba33224c92c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:56.891158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5ff41c2a-34d7-4510-af4f-9c62585e19f0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1085894 Aug 03 19:34:56.891907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37974) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.934122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-dccb18c8-6090-4de1-9f6e-af45996b854f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2242057 Aug 03 19:34:56.968758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43de31d1-cd59-4131-ac1b-5faf2f719990 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.980594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:56.984463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.989917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43de31d1-cd59-4131-ac1b-5faf2f719990 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.062969 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43de31d1-cd59-4131-ac1b-5faf2f719990 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.071898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-43de31d1-cd59-4131-ac1b-5faf2f719990 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.073066 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-43de31d1-cd59-4131-ac1b-5faf2f719990 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/31e000b1-6707-4d09-a777-1e6749ef99b9 HTTP/1.1" status: 204 len: 168 time: 0.1802192 Aug 03 19:34:57.075823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37976) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:57.098115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de31d1-cd59-4131-ac1b-5faf2f719990 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31e000b1-6707-4d09-a777-1e6749ef99b9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.117989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-21b5dd86-a3c3-4e74-825e-afd4095b6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.119527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-21b5dd86-a3c3-4e74-825e-afd4095b6e60 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1097 time: 0.0867009 Aug 03 19:34:57.171962 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ab1a28d5-ba6a-4ee6-a050-04c3f6f58608 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0949628 Aug 03 19:34:57.194003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37978) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:57.315323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.329794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e7f504-319e-489a-8fd2-e27aebe6a472 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.365144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e7f504-319e-489a-8fd2-e27aebe6a472 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.380449 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.400471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-9ca7ef13-3693-4674-a930-3df971699579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.402096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-9ca7ef13-3693-4674-a930-3df971699579 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.2468774 Aug 03 19:34:57.505462 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e7f504-319e-489a-8fd2-e27aebe6a472 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.518416 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e7f504-319e-489a-8fd2-e27aebe6a472 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.519878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-84e7f504-319e-489a-8fd2-e27aebe6a472 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/22fa7aa9-6a6d-4f88-8151-71edff0e46ef HTTP/1.1" status: 204 len: 168 time: 0.3246565 Aug 03 19:34:57.525174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37980) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:57.530758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=09b37b94-7a13-4243-bd35-90ff68cfd365,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.559028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7f504-319e-489a-8fd2-e27aebe6a472 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22fa7aa9-6a6d-4f88-8151-71edff0e46ef,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.569381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b89149a6-7064-4e74-8707-203416d90a92 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:57.575471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-b69c3c26-2b9b-45bf-a843-ca9398c60499 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 1002 time: 0.1500957 Aug 03 19:34:57.597827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '08996342-dcdf-40a6-a908-4a93bf0ba5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46b7b6f0-a496-4862-9db4-0ba33224c92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:57.598218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 46b7b6f0-a496-4862-9db4-0ba33224c92c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:57.599787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: b89149a6-7064-4e74-8707-203416d90a92 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:57.600316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b89149a6-7064-4e74-8707-203416d90a92 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:57.655089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0c3c1196-09c8-443b-a2d4-9e0cbeb71cd4 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1274920 Aug 03 19:34:57.658688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37982) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:57.672821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 46b7b6f0-a496-4862-9db4-0ba33224c92c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:57.677269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-e07f9b12-2f47-4913-b1c6-a376fe86c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.678843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-e07f9b12-2f47-4913-b1c6-a376fe86c08c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.0952327 Aug 03 19:34:57.682986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 33a9ec50-276c-4df8-88da-47a216b9fc37 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:57.683335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.696153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 46b7b6f0-a496-4862-9db4-0ba33224c92c) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:57.710880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886258eb-89d5-4730-b944-8a761959073d None None] Network 46b7b6f0-a496-4862-9db4-0ba33224c92c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:57.718327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.718964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-991585'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.758136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1a58d605-27e5-43c4-b970-52360f979c34 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9924202 Aug 03 19:34:57.763624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37984) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:57.779857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-255a1ef6-01d3-4d38-b1a9-36af6ff87ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.782124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-255a1ef6-01d3-4d38-b1a9-36af6ff87ba4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951817 Aug 03 19:34:57.812928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80816697-0050-4252-adf2-b276a1b478b8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.847886 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80816697-0050-4252-adf2-b276a1b478b8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.904459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-46b7b6f0-a496-4862-9db4-0ba33224c92c', 'network_id': '46b7b6f0-a496-4862-9db4-0ba33224c92c', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': '09b37b94-7a13-4243-bd35-90ff68cfd365'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:57.905901 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.915256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port 33a9ec50-276c-4df8-88da-47a216b9fc37, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=33a9ec50-276c-4df8-88da-47a216b9fc37,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:57.915882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.947628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 33a9ec50-276c-4df8-88da-47a216b9fc37 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:57.954993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80816697-0050-4252-adf2-b276a1b478b8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.977538 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80816697-0050-4252-adf2-b276a1b478b8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.981761 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-80816697-0050-4252-adf2-b276a1b478b8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ad2f19eb-f7fd-438b-9087-87934cbbabd7 HTTP/1.1" status: 204 len: 168 time: 0.3185079 Aug 03 19:34:57.987887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80816697-0050-4252-adf2-b276a1b478b8 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad2f19eb-f7fd-438b-9087-87934cbbabd7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.990657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37988) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:58.176351 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7ef1b182-f155-4aa5-8ff6-473b61e42299 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1800294 Aug 03 19:34:58.180174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:58.181194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Allocated IP 172.20.0.2 (46b7b6f0-a496-4862-9db4-0ba33224c92c/09b37b94-7a13-4243-bd35-90ff68cfd365/3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:58.304159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7fc4-252b-4e00-b50c-ea47fcce2f08 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.320050 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7fc4-252b-4e00-b50c-ea47fcce2f08 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.407122 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.408970 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7fc4-252b-4e00-b50c-ea47fcce2f08 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.414857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.425685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7fc4-252b-4e00-b50c-ea47fcce2f08 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.429849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-48ca818d-0296-4469-9d46-7928aa0974df service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316731 Aug 03 19:34:58.430089 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6b3c7fc4-252b-4e00-b50c-ea47fcce2f08 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ef4bb482-be6c-42a2-ba5f-8a46968947ed HTTP/1.1" status: 204 len: 168 time: 0.2459180 Aug 03 19:34:58.431194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37992) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:58.450986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c7fc4-252b-4e00-b50c-ea47fcce2f08 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef4bb482-be6c-42a2-ba5f-8a46968947ed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:58.527027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Transition to ACTIVE for port object 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:58.527384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.565401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Transition to ACTIVE for port object 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:58.569088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=33a9ec50-276c-4df8-88da-47a216b9fc37,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:58.577408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.591450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-40c35c1f-97d4-4bee-b89d-251509943b38 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1549971 Aug 03 19:34:58.591450 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.596570 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37994) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:58.657380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Network 46b7b6f0-a496-4862-9db4-0ba33224c92c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:58.667165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:58.679002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:58.684742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af32be2f-71eb-4153-bc4c-4f30847c2d54 req-3ab5f721-c1e5-4fa8-bbee-982ff762d0b3 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409060 Aug 03 19:34:58.693066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Pushing event updated for resources: {'Port': ['ID=3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:58.731652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.767789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8048046b-49c4-4ed9-8259-83c1c714ff7e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.773455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=09b37b94-7a13-4243-bd35-90ff68cfd365,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:58.800720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Attempting to bind port 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:58.801401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Attempting to bind port 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '08996342-dcdf-40a6-a908-4a93bf0ba5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46b7b6f0-a496-4862-9db4-0ba33224c92c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:58.802102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Attempting to bind port 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c on network 46b7b6f0-a496-4862-9db4-0ba33224c92c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:58.812315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:58.813389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Checking segment: {'id': '08996342-dcdf-40a6-a908-4a93bf0ba5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46b7b6f0-a496-4862-9db4-0ba33224c92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:58.814055 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.816521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Bound using segment: {'id': '08996342-dcdf-40a6-a908-4a93bf0ba5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46b7b6f0-a496-4862-9db4-0ba33224c92c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:58.817463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Bound port: 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08996342-dcdf-40a6-a908-4a93bf0ba5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46b7b6f0-a496-4862-9db4-0ba33224c92c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:58.818203 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.878070 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.892191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.906121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b7b6f0-a496-4862-9db4-0ba33224c92c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:58.919770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08996342-dcdf-40a6-a908-4a93bf0ba5e7') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:58.920070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08996342-dcdf-40a6-a908-4a93bf0ba5e7') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:58.931021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] For port 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:58.933922 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.936696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] For port 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c,segment=NetworkSegment(08996342-dcdf-40a6-a908-4a93bf0ba5e7),segment_id=08996342-dcdf-40a6-a908-4a93bf0ba5e7)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:58.959703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8048046b-49c4-4ed9-8259-83c1c714ff7e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.963414 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.963727 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.981168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:58.981622 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:58.985242 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:59.112880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7d7a6-ad69-4b83-9ed8-a25e8d979cd2 None None] Pushing event updated for resources: {'Port': ['ID=3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.116140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8048046b-49c4-4ed9-8259-83c1c714ff7e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.120475 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8048046b-49c4-4ed9-8259-83c1c714ff7e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.125614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8048046b-49c4-4ed9-8259-83c1c714ff7e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/163de56e-22eb-4aaa-8733-704d17ccee4e HTTP/1.1" status: 204 len: 168 time: 0.5222585 Aug 03 19:34:59.125883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37998) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.138214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048046b-49c4-4ed9-8259-83c1c714ff7e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163de56e-22eb-4aaa-8733-704d17ccee4e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.143116 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:34:59.143116 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:34:59.143116 n-d-803378-1 neutron-server[94134]: [parameters: {'id': '46b7b6f0-a496-4862-9db4-0ba33224c92c'}] Aug 03 19:34:59.143116 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:59.143669 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:59.144523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391356c9-6682-49c8-b09c-a540f34936cf None None] Network 46b7b6f0-a496-4862-9db4-0ba33224c92c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:59.276415 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d5e08860-0981-4548-a1dc-91e7f1bf9dad tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1487558 Aug 03 19:34:59.283716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38000) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.288926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-80a16f9b-1e2a-4025-a1c1-188c02017ec3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314010914'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:59.322224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80a16f9b-1e2a-4025-a1c1-188c02017ec3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.341248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93ab24-c8e6-43f6-b90b-1ac319828a21 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:59.382919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:59.445377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80a16f9b-1e2a-4025-a1c1-188c02017ec3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.456099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80a16f9b-1e2a-4025-a1c1-188c02017ec3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.493716 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80a16f9b-1e2a-4025-a1c1-188c02017ec3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.495018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-80a16f9b-1e2a-4025-a1c1-188c02017ec3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2100658 Aug 03 19:34:59.498430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38002) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.504085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-47020db2-f5ef-408a-8c36-eedbad05e329 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': '144605b4-39e8-4398-8ff0-c7806ab76887', 'direction': 'ingress', 'protocol': 17}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:59.511342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a16f9b-1e2a-4025-a1c1-188c02017ec3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144605b4-39e8-4398-8ff0-c7806ab76887,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.545024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93ab24-c8e6-43f6-b90b-1ac319828a21 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:59.548633 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47020db2-f5ef-408a-8c36-eedbad05e329 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.569659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:59.578817 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08c8b2ba-a695-4383-a587-ab977d8df8a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "PUT /v2.0/routers/c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897350 Aug 03 19:34:59.583357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38004) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.588329 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] Sync routers for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:59.606943 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:59.608300 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:59.657916 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.676076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8e2468-3ce7-4a43-9dd3-e2ad8bd97787 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting subnet 2a7240f1-1d0e-42be-b219-a1cfd4b5b70a {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:59.679833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2468-3ce7-4a43-9dd3-e2ad8bd97787 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.699389 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47020db2-f5ef-408a-8c36-eedbad05e329 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.756515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47020db2-f5ef-408a-8c36-eedbad05e329 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.763331 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2468-3ce7-4a43-9dd3-e2ad8bd97787 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.787251 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:59.809098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47020db2-f5ef-408a-8c36-eedbad05e329 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.811621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-47020db2-f5ef-408a-8c36-eedbad05e329 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3119998 Aug 03 19:34:59.814570 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47020db2-f5ef-408a-8c36-eedbad05e329 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6208a3-3d15-4e0b-b9ed-cb576a21c2e8,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.816928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38006) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.856411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Deleting port 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:59.862214 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.933799 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.975067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] For port 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c,segment=NetworkSegment(08996342-dcdf-40a6-a908-4a93bf0ba5e7),segment_id=08996342-dcdf-40a6-a908-4a93bf0ba5e7)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:59.976854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.979183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a32a1a8-0ec2-4634-b7ea-a0b6ef6bee3a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.988927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2468-3ce7-4a43-9dd3-e2ad8bd97787 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.995786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Calling delete_port for 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:00.051451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a32a1a8-0ec2-4634-b7ea-a0b6ef6bee3a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.054554 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:34:58Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:00.107194 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] Checking router: c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:00.126844 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] Routers {'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:00.127542 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.128350 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:34:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:00.138946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2468-3ce7-4a43-9dd3-e2ad8bd97787 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.166928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a32a1a8-0ec2-4634-b7ea-a0b6ef6bee3a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.169710 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a32a1a8-0ec2-4634-b7ea-a0b6ef6bee3a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.171036 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a32a1a8-0ec2-4634-b7ea-a0b6ef6bee3a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/144605b4-39e8-4398-8ff0-c7806ab76887 HTTP/1.1" status: 204 len: 168 time: 0.3498604 Aug 03 19:35:00.176628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e2468-3ce7-4a43-9dd3-e2ad8bd97787 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7240f1-1d0e-42be-b219-a1cfd4b5b70a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:00.178367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Port': ['ID=3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:00.180207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38008) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.186928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No DVR routers for this DVR port 3f4ef35f-e941-4406-b1c8-1e6ca4bafd9c on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:00.198027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2468-3ce7-4a43-9dd3-e2ad8bd97787 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.200013 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7c8e2468-3ce7-4a43-9dd3-e2ad8bd97787 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/subnets/2a7240f1-1d0e-42be-b219-a1cfd4b5b70a HTTP/1.1" status: 204 len: 168 time: 0.6149461 Aug 03 19:35:00.207666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32a1a8-0ec2-4634-b7ea-a0b6ef6bee3a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144605b4-39e8-4398-8ff0-c7806ab76887,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:00.209321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38012) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.210925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b23cbb-b372-45ae-a76f-5d30389e5ff3 None None] Network 77859eac-633a-46bb-bd8a-31cb230b648c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:00.316144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.324236 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2916913d-cc01-4f1c-a7ec-adc73ca16094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.331096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b7b6f0-a496-4862-9db4-0ba33224c92c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:00.349430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08996342-dcdf-40a6-a908-4a93bf0ba5e7') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:00.350004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08996342-dcdf-40a6-a908-4a93bf0ba5e7') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:00.365920 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.371909 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] Set router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:00.383890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.392497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:00.393347 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:00.398230 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:00.457070 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c5177cb2-b010-4ab0-a6c5-3509e0ab6168 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2697251 Aug 03 19:35:00.457964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38014) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.463490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-60c8ba14-67eb-41c9-a4d0-7c1884b07d76 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-secgroup--552955567'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:00.465621 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.492934 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba14-67eb-41c9-a4d0-7c1884b07d76 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.540321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.564048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.566258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/46b7b6f0-a496-4862-9db4-0ba33224c92c HTTP/1.1" status: 204 len: 168 time: 2.8014164 Aug 03 19:35:00.567233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65415b7b-a181-4f9e-aaa2-39f13caa87ea tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=46b7b6f0-a496-4862-9db4-0ba33224c92c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:00.573393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38016) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.586327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] DHCP port deletion for 77859eac-633a-46bb-bd8a-31cb230b648c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:00.611290 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1865aade-a7e4-4b3f-9958-adc1ea9e7d4f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] GET failed (client error): The resource could not be found. Aug 03 19:35:00.617824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1865aade-a7e4-4b3f-9958-adc1ea9e7d4f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/subnets/09b37b94-7a13-4243-bd35-90ff68cfd365 HTTP/1.1" status: 404 len: 337 time: 0.0388274 Aug 03 19:35:00.618330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38018) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.649285 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9145b0-9aa3-444b-b6c4-e1b5a750dcde tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:00.649949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9145b0-9aa3-444b-b6c4-e1b5a750dcde tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:00.661943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-de9145b0-9aa3-444b-b6c4-e1b5a750dcde tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/46b7b6f0-a496-4862-9db4-0ba33224c92c HTTP/1.1" status: 404 len: 339 time: 0.0322278 Aug 03 19:35:00.662912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38020) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.668128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.692226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] Deleting port 422587b0-555f-41ba-b89c-30c8841f1e95 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:00.692848 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.712781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:34:58Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:00.759964 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c529283-a25f-4596-b90a-863db8c22b38 None None] The sync data for ids ['c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4'] in n-d-803378-1 is: [{'id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681390230', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:34:58Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '593dd0ec-b726-42f7-ab0f-317645e5d4ed', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:07Z', 'updated_at': '2021-08-03T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:00.789306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 593dd0ec-b726-42f7-ab0f-317645e5d4ed {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:00.789959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.819924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] For port 422587b0-555f-41ba-b89c-30c8841f1e95, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=422587b0-555f-41ba-b89c-30c8841f1e95,segment=NetworkSegment(0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372),segment_id=0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:00.820338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.836882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] Calling delete_port for 422587b0-555f-41ba-b89c-30c8841f1e95 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:00.925870 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.959345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] Pushing event deleted for resources: {'Port': ['ID=422587b0-555f-41ba-b89c-30c8841f1e95,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:00.961183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port 593dd0ec-b726-42f7-ab0f-317645e5d4ed, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=593dd0ec-b726-42f7-ab0f-317645e5d4ed,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:00.961411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931dc25-235d-46fa-8f4d-31aa2cc47e3f None None] No DVR routers for this DVR port 422587b0-555f-41ba-b89c-30c8841f1e95 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:00.962363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.986143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 593dd0ec-b726-42f7-ab0f-317645e5d4ed owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:01.020433 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba14-67eb-41c9-a4d0-7c1884b07d76 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.036068 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba14-67eb-41c9-a4d0-7c1884b07d76 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.088675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d05865-2280-4876-aefb-b2115b9457a4 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.090194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-40d05865-2280-4876-aefb-b2115b9457a4 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4262865 Aug 03 19:35:01.095408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38022) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.096759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60c8ba14-67eb-41c9-a4d0-7c1884b07d76 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.098247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-60c8ba14-67eb-41c9-a4d0-7c1884b07d76 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6394029 Aug 03 19:35:01.102554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38024) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.107923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b2d50933-6ac1-40e1-8db2-6a9d9cea9794 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-secgroup--35465498'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:01.113946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ba14-67eb-41c9-a4d0-7c1884b07d76 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3056da4b-accd-4c9d-965a-a402fffa399d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:01.145962 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2d50933-6ac1-40e1-8db2-6a9d9cea9794 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.212716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-83ce8f71-5d32-4439-9999-e02d3757b227 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 207 time: 0.1162257 Aug 03 19:35:01.217248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38026) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.304629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2d50933-6ac1-40e1-8db2-6a9d9cea9794 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.312795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2d50933-6ac1-40e1-8db2-6a9d9cea9794 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.371125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2d50933-6ac1-40e1-8db2-6a9d9cea9794 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.373155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b2d50933-6ac1-40e1-8db2-6a9d9cea9794 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2692983 Aug 03 19:35:01.379087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38030) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.387435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1c0fa0ff-f85b-4ae5-9167-963b60fbc5bd tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': '3056da4b-accd-4c9d-965a-a402fffa399d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9ee34a97-cd8e-4b43-8af9-c9c184c3c8cb', 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:01.402834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d50933-6ac1-40e1-8db2-6a9d9cea9794 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee34a97-cd8e-4b43-8af9-c9c184c3c8cb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:01.464145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa0ff-f85b-4ae5-9167-963b60fbc5bd tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.485388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d46e5-ce85-47c8-976f-3b2d2f46326c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.492135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d46e5-ce85-47c8-976f-3b2d2f46326c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.498510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d46e5-ce85-47c8-976f-3b2d2f46326c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.505754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d46e5-ce85-47c8-976f-3b2d2f46326c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.507573 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-741d46e5-ce85-47c8-976f-3b2d2f46326c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2889874 Aug 03 19:35:01.514917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38032) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.536384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.607209 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa0ff-f85b-4ae5-9167-963b60fbc5bd tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.613318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa0ff-f85b-4ae5-9167-963b60fbc5bd tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.624081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=593dd0ec-b726-42f7-ab0f-317645e5d4ed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:01.647218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa0ff-f85b-4ae5-9167-963b60fbc5bd tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adda5f1b-9dcd-4bcf-a6e0-a8ec6c4fa85f,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:01.656505 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa0ff-f85b-4ae5-9167-963b60fbc5bd tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.662001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1c0fa0ff-f85b-4ae5-9167-963b60fbc5bd tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2783878 Aug 03 19:35:01.662654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38034) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.717691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23ce274c-7f00-4522-8e37-d51a44ae804d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.728025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23ce274c-7f00-4522-8e37-d51a44ae804d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.760368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23ce274c-7f00-4522-8e37-d51a44ae804d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.766027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23ce274c-7f00-4522-8e37-d51a44ae804d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.767235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-23ce274c-7f00-4522-8e37-d51a44ae804d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/adda5f1b-9dcd-4bcf-a6e0-a8ec6c4fa85f HTTP/1.1" status: 204 len: 168 time: 0.1030514 Aug 03 19:35:01.772259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38036) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.784115 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ed198a15-ab24-4ba6-b8d1-c4efb02465f0 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2655625 Aug 03 19:35:01.785031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.789008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38038) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.793639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce274c-7f00-4522-8e37-d51a44ae804d tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adda5f1b-9dcd-4bcf-a6e0-a8ec6c4fa85f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:01.837208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a7e715bd-50f1-43c3-bce9-2858f010f519 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0623968 Aug 03 19:35:01.840415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38040) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.929165 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-191d6c38-4650-40b5-9b68-f973dcca4d47 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.939280 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.969173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-191d6c38-4650-40b5-9b68-f973dcca4d47 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.995456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.002836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.023885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc34738-17ba-46b5-af6d-c626b5c28cdd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.025422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc34738-17ba-46b5-af6d-c626b5c28cdd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.026962 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ddc34738-17ba-46b5-af6d-c626b5c28cdd tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2362816 Aug 03 19:35:02.034302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38042) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.049580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-191d6c38-4650-40b5-9b68-f973dcca4d47 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.049973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-191d6c38-4650-40b5-9b68-f973dcca4d47 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.056862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-191d6c38-4650-40b5-9b68-f973dcca4d47 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/9ee34a97-cd8e-4b43-8af9-c9c184c3c8cb HTTP/1.1" status: 204 len: 168 time: 0.2098489 Aug 03 19:35:02.076859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38044) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.095977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d6c38-4650-40b5-9b68-f973dcca4d47 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee34a97-cd8e-4b43-8af9-c9c184c3c8cb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:02.182635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0022fc-eedd-4e59-9d56-fcdb2739e27b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.186409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0022fc-eedd-4e59-9d56-fcdb2739e27b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.190069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cc0022fc-eedd-4e59-9d56-fcdb2739e27b tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1534898 Aug 03 19:35:02.204301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38046) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.305049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-12b8ba01-a3b4-4f89-b362-782ae29abd39 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2268021 Aug 03 19:35:02.308308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38048) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.353851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 422587b0-555f-41ba-b89c-30c8841f1e95 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:02.391805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 422587b0-555f-41ba-b89c-30c8841f1e95 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:02.392386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 422587b0-555f-41ba-b89c-30c8841f1e95 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:02.393529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 33a9ec50-276c-4df8-88da-47a216b9fc37 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:02.428636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 33a9ec50-276c-4df8-88da-47a216b9fc37 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:02.428636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 33a9ec50-276c-4df8-88da-47a216b9fc37 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:02.443101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc23a5-3e0b-47e1-8b0e-7bcbc3fdea2a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.446212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-35cc23a5-3e0b-47e1-8b0e-7bcbc3fdea2a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/networks/84d3a412-afb1-4e18-9682-58c7b71f88fa HTTP/1.1" status: 200 len: 799 time: 0.2335167 Aug 03 19:35:02.452299 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:35:02.458487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38050) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.477615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4aa55edc-29fb-4156-a027-33ec8835cc83 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.510983 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.511888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Fanout notify agent at l3_agent the message router_deleted on router c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:35:02.520450 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.521820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8b619762-9542-4fee-a26c-a7518c725c15 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/routers/c5b05c9c-b2f0-44c3-a7ab-dbe84d32aff4 HTTP/1.1" status: 204 len: 168 time: 2.3095734 Aug 03 19:35:02.524758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38054) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.571287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4aa55edc-29fb-4156-a027-33ec8835cc83 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.618631 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.671562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c7e231f-e693-41b9-a9da-76f1200df220 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/networks/84d3a412-afb1-4e18-9682-58c7b71f88fa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2084520 Aug 03 19:35:02.672142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38056) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.692183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4aa55edc-29fb-4156-a027-33ec8835cc83 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.696392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4aa55edc-29fb-4156-a027-33ec8835cc83 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.701409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4aa55edc-29fb-4156-a027-33ec8835cc83 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/3056da4b-accd-4c9d-965a-a402fffa399d HTTP/1.1" status: 204 len: 168 time: 0.3919809 Aug 03 19:35:02.707231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38058) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.747235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.756626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa55edc-29fb-4156-a027-33ec8835cc83 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3056da4b-accd-4c9d-965a-a402fffa399d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:02.770891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77859eac-633a-46bb-bd8a-31cb230b648c']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:02.788759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce2482-1ebc-4d94-b622-03341341f8f7 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.794361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-50ce2482-1ebc-4d94-b622-03341341f8f7 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/subnets/83927ae7-a663-4196-8d04-af7d2bb3fa1a HTTP/1.1" status: 200 len: 811 time: 0.1176419 Aug 03 19:35:02.794602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:02.794602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa8fbf1-b2d0-4f34-85f6-cf860a3a8372') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:02.794602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38060) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.844831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.850642 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4f609abe-8158-4b38-a02d-2e16bcd3021e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1420171 Aug 03 19:35:02.855236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38062) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.862482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125893140'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:02.872721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.885360 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:02.885844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:02.889176 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:02.894071 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.905504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee04c66e-b7f2-42ab-a3d7-110267473d12 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.907026 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ee04c66e-b7f2-42ab-a3d7-110267473d12 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "GET /v2.0/subnets/83927ae7-a663-4196-8d04-af7d2bb3fa1a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1066980 Aug 03 19:35:02.912633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38064) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.918826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358474261'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:02.940774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:35:02.940774 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:35:02.940774 n-d-803378-1 neutron-server[94134]: [parameters: {'project_id_1': '4b1e805c7aa14448aa40c31476835e81', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 35, 2, 928436)}] Aug 03 19:35:02.940774 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:35:02.941573 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:35:02.952895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:02.958027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.969971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.985094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.989350 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/networks/77859eac-633a-46bb-bd8a-31cb230b648c HTTP/1.1" status: 204 len: 168 time: 0.4633043 Aug 03 19:35:02.992510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38066) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.994641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:03.006335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efddfda-5feb-4312-a717-dd29d8245c7f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Network': ['ID=77859eac-633a-46bb-bd8a-31cb230b648c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:03.026682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.027087 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Added segment 76c0236a-1e3d-467f-abaf-fc63cdb443db of type vlan for network 6ef43fcf-59c0-4fa4-9593-1320945e1883 Aug 03 19:35:03.096532 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.119951 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08de97b9-d06f-4327-939a-77ea5a3b89ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.159511 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08de97b9-d06f-4327-939a-77ea5a3b89ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.162377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.168124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:03.168739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.259692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3457882 Aug 03 19:35:03.262937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38068) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.269568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'network_id': '6ef43fcf-59c0-4fa4-9593-1320945e1883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:03.270576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c237952-f44b-458d-a446-15c61d8310ab tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Network': ['ID=6ef43fcf-59c0-4fa4-9593-1320945e1883,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:03.284475 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 6ef43fcf-59c0-4fa4-9593-1320945e1883 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:03.319231 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08de97b9-d06f-4327-939a-77ea5a3b89ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.323509 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08de97b9-d06f-4327-939a-77ea5a3b89ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.325051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-08de97b9-d06f-4327-939a-77ea5a3b89ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/security-groups/bcc18d54-7cba-4162-a009-847f36b4bd0d HTTP/1.1" status: 204 len: 168 time: 0.3312974 Aug 03 19:35:03.340428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de97b9-d06f-4327-939a-77ea5a3b89ff tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc18d54-7cba-4162-a009-847f36b4bd0d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:03.405887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Made reservation on behalf of ad2c18a3ced44f7ba743828cc55549e7 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:03.411641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.442038 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.478608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Performing IP validity checks on allocation pools {{(pid=94133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:35:03.479159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:35:03.548131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.552999 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.593290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.598131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7381935 Aug 03 19:35:03.598131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0e459-31bc-470c-b870-2268cfbcecdf tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcec0c9c-e243-413e-a482-efc11079c084,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:03.598552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38076) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.603993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f5540952-d45d-440d-b8fc-79c04a9e03e5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': 'dcec0c9c-e243-413e-a482-efc11079c084', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:03.634784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5540952-d45d-440d-b8fc-79c04a9e03e5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.669028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.741427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=6798d769-38a3-485e-baac-54829e10e7fc,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:03.748727 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5540952-d45d-440d-b8fc-79c04a9e03e5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.751730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Checking segment: {'id': '76c0236a-1e3d-467f-abaf-fc63cdb443db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ef43fcf-59c0-4fa4-9593-1320945e1883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:03.753324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network hostable DHCP agents. Network: 6ef43fcf-59c0-4fa4-9593-1320945e1883, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:03.758798 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5540952-d45d-440d-b8fc-79c04a9e03e5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.780696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Network 6ef43fcf-59c0-4fa4-9593-1320945e1883 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:03.788000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5540952-d45d-440d-b8fc-79c04a9e03e5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee080045-5005-414b-b35c-56398638aa01,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:03.796164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 6ef43fcf-59c0-4fa4-9593-1320945e1883) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:03.798782 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5540952-d45d-440d-b8fc-79c04a9e03e5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.800562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f5540952-d45d-440d-b8fc-79c04a9e03e5 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2011280 Aug 03 19:35:03.801142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38080) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.805094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aef3d9-319e-476a-9363-1cf78b580695 None None] Network 6ef43fcf-59c0-4fa4-9593-1320945e1883 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:03.805914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38082) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.812264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:03.812897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.813571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-48ce88f8-6da3-47f2-8f33-3281208908e9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208162839', 'description': 'tempest-secgroup-smoke-1208162839 description', 'project_id': '8ae739ab6a844524a37b52a10d3348ca'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:03.840595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9663a468-7e66-4c3f-a098-4fff2361534e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.851558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9663a468-7e66-4c3f-a098-4fff2361534e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.852044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ce88f8-6da3-47f2-8f33-3281208908e9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.864929 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4775fc0c-b0cc-45bc-89e0-a09d06f25370 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5983222 Aug 03 19:35:03.867988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38084) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.876774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-69a3da1a-7aee-4297-afe6-166bceaccec8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:03.885119 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9663a468-7e66-4c3f-a098-4fff2361534e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.893762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9663a468-7e66-4c3f-a098-4fff2361534e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.895052 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9663a468-7e66-4c3f-a098-4fff2361534e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ee080045-5005-414b-b35c-56398638aa01 HTTP/1.1" status: 204 len: 168 time: 0.0889654 Aug 03 19:35:03.898891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.906869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663a468-7e66-4c3f-a098-4fff2361534e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee080045-5005-414b-b35c-56398638aa01,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:03.951264 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-685e1825-8968-41bc-824e-01b3a1756c6c tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512078 Aug 03 19:35:03.953265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.977620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e48778-3a8a-429e-8a42-a68a35491b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-6ef43fcf-59c0-4fa4-9593-1320945e1883', 'network_id': '6ef43fcf-59c0-4fa4-9593-1320945e1883', 'tenant_id': 'ad2c18a3ced44f7ba743828cc55549e7', 'fixed_ips': [{'subnet_id': '6798d769-38a3-485e-baac-54829e10e7fc'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:03.979051 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1e48778-3a8a-429e-8a42-a68a35491b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.027418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e9805dbb-8666-47cf-b35f-186733e6a4df tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.057640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-69a3da1a-7aee-4297-afe6-166bceaccec8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529942463'] for subnet, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.059252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e9805dbb-8666-47cf-b35f-186733e6a4df tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.094100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ce88f8-6da3-47f2-8f33-3281208908e9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.099234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ce88f8-6da3-47f2-8f33-3281208908e9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.135574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 593dd0ec-b726-42f7-ab0f-317645e5d4ed no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:04.152836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e9805dbb-8666-47cf-b35f-186733e6a4df tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.156654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ce88f8-6da3-47f2-8f33-3281208908e9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.158768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e9805dbb-8666-47cf-b35f-186733e6a4df tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.164585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 593dd0ec-b726-42f7-ab0f-317645e5d4ed {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:04.164898 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e9805dbb-8666-47cf-b35f-186733e6a4df tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/dcec0c9c-e243-413e-a482-efc11079c084 HTTP/1.1" status: 204 len: 168 time: 0.2059844 Aug 03 19:35:04.165055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 593dd0ec-b726-42f7-ab0f-317645e5d4ed not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:04.165207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38090) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.165360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-48ce88f8-6da3-47f2-8f33-3281208908e9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3593442 Aug 03 19:35:04.167068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38092) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.175463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-721e1f0d-a166-4135-8770-70c4637cdda2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '9147b5e4-4dbd-4933-9ec5-89349e3c0923', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:04.187779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-f1e48778-3a8a-429e-8a42-a68a35491b61 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:35:04.187779 n-d-803378-1 neutron-server[94135]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 03 19:35:04.187779 n-d-803378-1 neutron-server[94135]: [parameters: {'in_use': 1, 'id_1': '6798d769-38a3-485e-baac-54829e10e7fc'}] Aug 03 19:35:04.187779 n-d-803378-1 neutron-server[94135]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:35:04.188584 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-f1e48778-3a8a-429e-8a42-a68a35491b61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:35:04.192662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce88f8-6da3-47f2-8f33-3281208908e9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9147b5e4-4dbd-4933-9ec5-89349e3c0923,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.195458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9805dbb-8666-47cf-b35f-186733e6a4df tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcec0c9c-e243-413e-a482-efc11079c084,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.236565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-721e1f0d-a166-4135-8770-70c4637cdda2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.284358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-609b31b5-d5d4-47ff-a40f-ad8dbea65f7a tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144946 Aug 03 19:35:04.288836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38094) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.293886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b0841533-da25-464c-b7c8-f81bd40c4a36 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015941749'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:04.300558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-721e1f0d-a166-4135-8770-70c4637cdda2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.304865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-721e1f0d-a166-4135-8770-70c4637cdda2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.324271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e1f0d-a166-4135-8770-70c4637cdda2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c887e4-19ff-47c1-a09e-c62221da88db,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.360770 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0841533-da25-464c-b7c8-f81bd40c4a36 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.363636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-721e1f0d-a166-4135-8770-70c4637cdda2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.365648 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-721e1f0d-a166-4135-8770-70c4637cdda2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1964214 Aug 03 19:35:04.368574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38096) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.373457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-46b35aa4-492d-48de-b53e-a8f031121ab2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '9147b5e4-4dbd-4933-9ec5-89349e3c0923', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:04.377753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-69a3da1a-7aee-4297-afe6-166bceaccec8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768450111398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-529255364'] for subnet, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.404272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46b35aa4-492d-48de-b53e-a8f031121ab2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.423312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.448628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3da1a-7aee-4297-afe6-166bceaccec8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:04.449256 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-69a3da1a-7aee-4297-afe6-166bceaccec8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.450676 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-69a3da1a-7aee-4297-afe6-166bceaccec8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "PUT /v2.0/subnets/6798d769-38a3-485e-baac-54829e10e7fc HTTP/1.1" status: 200 len: 877 time: 0.5812335 Aug 03 19:35:04.453643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38098) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.465177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3da1a-7aee-4297-afe6-166bceaccec8 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event updated for resources: {'Subnet': ['ID=6798d769-38a3-485e-baac-54829e10e7fc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.530336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46b35aa4-492d-48de-b53e-a8f031121ab2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.534280 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0841533-da25-464c-b7c8-f81bd40c4a36 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.536981 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46b35aa4-492d-48de-b53e-a8f031121ab2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.540023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0841533-da25-464c-b7c8-f81bd40c4a36 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.566492 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0841533-da25-464c-b7c8-f81bd40c4a36 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.570801 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b0841533-da25-464c-b7c8-f81bd40c4a36 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2806885 Aug 03 19:35:04.571443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38100) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.574635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b35aa4-492d-48de-b53e-a8f031121ab2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78976c9-1a56-487a-bba2-c72a6ede61bd,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.579955 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46b35aa4-492d-48de-b53e-a8f031121ab2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.585391 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46b35aa4-492d-48de-b53e-a8f031121ab2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2120352 Aug 03 19:35:04.586203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-66e82611-3f0a-4caf-89d4-74909c68e5ec tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': 'ab3d0645-377c-4fa0-8ed5-6f00283c1738', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:04.586339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38102) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.590364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-aebdd1f2-62dd-487f-8e62-13e73e59f0d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '9147b5e4-4dbd-4933-9ec5-89349e3c0923', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:04.594566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0841533-da25-464c-b7c8-f81bd40c4a36 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3d0645-377c-4fa0-8ed5-6f00283c1738,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.611118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.619969 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66e82611-3f0a-4caf-89d4-74909c68e5ec tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.674439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aebdd1f2-62dd-487f-8e62-13e73e59f0d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.690081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66e82611-3f0a-4caf-89d4-74909c68e5ec tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.690647 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1e48778-3a8a-429e-8a42-a68a35491b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.696205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66e82611-3f0a-4caf-89d4-74909c68e5ec tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.712269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.727965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e82611-3f0a-4caf-89d4-74909c68e5ec tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6dd9c1-2b92-4891-8d70-2be163eb3136,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.741661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66e82611-3f0a-4caf-89d4-74909c68e5ec tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.748004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-66e82611-3f0a-4caf-89d4-74909c68e5ec tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1711042 Aug 03 19:35:04.749063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38104) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.777118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-664d0336-1b77-4d51-baf1-2b85402fcff0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules/bd6dd9c1-2b92-4891-8d70-2be163eb3136 HTTP/1.1" status: 200 len: 763 time: 0.0265653 Aug 03 19:35:04.778061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38108) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.813555 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aebdd1f2-62dd-487f-8e62-13e73e59f0d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.826428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aebdd1f2-62dd-487f-8e62-13e73e59f0d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.847504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3cfe9abf-3e5c-4a45-8725-8848e0a39da0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0677359 Aug 03 19:35:04.851396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38110) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.867826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd1f2-62dd-487f-8e62-13e73e59f0d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f68a421-5a47-4ff9-bfff-5f036849c0b6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-f1e48778-3a8a-429e-8a42-a68a35491b61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6798d769-38a3-485e-baac-54829e10e7fc: This subnet is being modified by another concurrent operation. Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6798d769-38a3-485e-baac-54829e10e7fc: This subnet is being modified by another concurrent operation. Aug 03 19:35:04.874107 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:35:04.887137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.887137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aebdd1f2-62dd-487f-8e62-13e73e59f0d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.888310 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aebdd1f2-62dd-487f-8e62-13e73e59f0d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012147 Aug 03 19:35:04.898150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c4b309-6ef3-4bad-a0d4-11d26634332b None None] Network 6ef43fcf-59c0-4fa4-9593-1320945e1883 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:04.901282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38112) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.909067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=6798d769-38a3-485e-baac-54829e10e7fc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.918347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-aa92e43c-ce44-451d-a6dc-4bf3d3e93a79 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '9147b5e4-4dbd-4933-9ec5-89349e3c0923', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:04.938463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04fd13b2-075f-4514-86f5-aa47216132b0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.960734 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04fd13b2-075f-4514-86f5-aa47216132b0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.985868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.000642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef43fcf-59c0-4fa4-9593-1320945e1883']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:05.014101 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa92e43c-ce44-451d-a6dc-4bf3d3e93a79 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.023774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc93961c-2c78-4704-b811-8ee6bfd5e90f None None] Network 6ef43fcf-59c0-4fa4-9593-1320945e1883 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:05.028599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c0236a-1e3d-467f-abaf-fc63cdb443db') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:05.028897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c0236a-1e3d-467f-abaf-fc63cdb443db') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:05.038314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04fd13b2-075f-4514-86f5-aa47216132b0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.041220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.061540 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.065066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04fd13b2-075f-4514-86f5-aa47216132b0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.067069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-04fd13b2-075f-4514-86f5-aa47216132b0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/bd6dd9c1-2b92-4891-8d70-2be163eb3136 HTTP/1.1" status: 204 len: 168 time: 0.2145398 Aug 03 19:35:05.071722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38114) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.079475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:05.080956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:05.084370 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:05.086942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd13b2-075f-4514-86f5-aa47216132b0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd6dd9c1-2b92-4891-8d70-2be163eb3136,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.130895 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa92e43c-ce44-451d-a6dc-4bf3d3e93a79 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.138497 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa92e43c-ce44-451d-a6dc-4bf3d3e93a79 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.162205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92e43c-ce44-451d-a6dc-4bf3d3e93a79 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b51876-44db-4d6d-a4b9-178351318414,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.163160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979e30c-c72d-468e-9cbc-5c570ee64b35 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:35:05.168852 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa92e43c-ce44-451d-a6dc-4bf3d3e93a79 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.170539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aa92e43c-ce44-451d-a6dc-4bf3d3e93a79 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2663338 Aug 03 19:35:05.173660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38116) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.178743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-25cc9f03-4919-4b0d-87cd-74b5bb1de091 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '9147b5e4-4dbd-4933-9ec5-89349e3c0923', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:05.212539 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-25cc9f03-4919-4b0d-87cd-74b5bb1de091 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Project 8ae739ab6a844524a37b52a10d3348ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:35:05.218157 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25cc9f03-4919-4b0d-87cd-74b5bb1de091 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.221926 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-34e08b1c-cd81-472f-88ec-44e77a3973c6 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1490006 Aug 03 19:35:05.223269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.224683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38118) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.231110 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.231974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5f742217-490a-45bc-ab32-25b36a873b5e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': 'ab3d0645-377c-4fa0-8ed5-6f00283c1738', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:05.234557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/6ef43fcf-59c0-4fa4-9593-1320945e1883 HTTP/1.1" status: 204 len: 168 time: 0.7793107 Aug 03 19:35:05.241426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38120) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.269433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5d211-0327-4b8c-a43d-51b0076bdcb2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=6ef43fcf-59c0-4fa4-9593-1320945e1883,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.294107 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cb333a-4874-4712-9bb2-2d6d949123c0 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.294691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cb333a-4874-4712-9bb2-2d6d949123c0 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.296452 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-41cb333a-4874-4712-9bb2-2d6d949123c0 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/6798d769-38a3-485e-baac-54829e10e7fc HTTP/1.1" status: 404 len: 337 time: 0.0513158 Aug 03 19:35:05.301401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38122) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.317173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f742217-490a-45bc-ab32-25b36a873b5e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.332504 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8ce983-aac4-4a87-8be4-b3e19ae75047 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.333198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8ce983-aac4-4a87-8be4-b3e19ae75047 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.335192 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0b8ce983-aac4-4a87-8be4-b3e19ae75047 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/6ef43fcf-59c0-4fa4-9593-1320945e1883 HTTP/1.1" status: 404 len: 339 time: 0.0321991 Aug 03 19:35:05.339290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38124) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.352061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979e30c-c72d-468e-9cbc-5c570ee64b35 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:35:05.359681 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25cc9f03-4919-4b0d-87cd-74b5bb1de091 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.369154 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25cc9f03-4919-4b0d-87cd-74b5bb1de091 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.378684 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-949a13a0-6075-4fc6-a51e-203a93b2a998 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.379426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949a13a0-6075-4fc6-a51e-203a93b2a998 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.384076 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-949a13a0-6075-4fc6-a51e-203a93b2a998 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/09b37b94-7a13-4243-bd35-90ff68cfd365 HTTP/1.1" status: 404 len: 337 time: 0.0408506 Aug 03 19:35:05.384256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38126) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.401231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc9f03-4919-4b0d-87cd-74b5bb1de091 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b50cb6-b225-405d-890c-8a3f646f1eba,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.405584 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01185d1-62cf-4915-9f86-f30fd7f5a999 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.405584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01185d1-62cf-4915-9f86-f30fd7f5a999 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.409143 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f01185d1-62cf-4915-9f86-f30fd7f5a999 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/46b7b6f0-a496-4862-9db4-0ba33224c92c HTTP/1.1" status: 404 len: 339 time: 0.0217009 Aug 03 19:35:05.409333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25cc9f03-4919-4b0d-87cd-74b5bb1de091 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.409333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-25cc9f03-4919-4b0d-87cd-74b5bb1de091 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2335601 Aug 03 19:35:05.409568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38128) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.414043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38130) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.421035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7de4cb6f-5703-431b-a496-013d32cdb51d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '9147b5e4-4dbd-4933-9ec5-89349e3c0923', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:05.445388 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f742217-490a-45bc-ab32-25b36a873b5e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.460455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f742217-490a-45bc-ab32-25b36a873b5e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.495432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.501972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f742217-490a-45bc-ab32-25b36a873b5e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc99d42-7413-4471-8586-35d85472e3b0,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.508188 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-7de4cb6f-5703-431b-a496-013d32cdb51d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Project 8ae739ab6a844524a37b52a10d3348ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:35:05.518324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7de4cb6f-5703-431b-a496-013d32cdb51d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.527889 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f742217-490a-45bc-ab32-25b36a873b5e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.531645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f742217-490a-45bc-ab32-25b36a873b5e tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3031082 Aug 03 19:35:05.531990 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38132) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.586459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7de4cb6f-5703-431b-a496-013d32cdb51d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.592501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7de4cb6f-5703-431b-a496-013d32cdb51d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.607252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dbce262b-a034-4a2b-be31-aca0bae75ed0 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules/cbc99d42-7413-4471-8586-35d85472e3b0 HTTP/1.1" status: 200 len: 763 time: 0.0740979 Aug 03 19:35:05.610599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4cb6f-5703-431b-a496-013d32cdb51d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0088f5c-a6ab-4f3a-a5e8-df1553581114,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.612007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38134) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.622918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7de4cb6f-5703-431b-a496-013d32cdb51d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.624201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7de4cb6f-5703-431b-a496-013d32cdb51d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2071779 Aug 03 19:35:05.627814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38136) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.633540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'network': {'name': 'tempest-network-smoke--1812639006', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'port_security_enabled': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:05.647569 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.664113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:05.666254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:05.672586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.685888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f86b4fe-7d8c-4603-9874-c84c172b854c') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:05.686551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f86b4fe-7d8c-4603-9874-c84c172b854c') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:05.717019 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bb642388-69c5-48e7-b741-bdb893433be9 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0928071 Aug 03 19:35:05.717318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:05.717318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38138) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.722464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.740998 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.741453 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Added segment 0d37ce48-84c3-47d2-b6bb-416c7b3d68f6 of type vlan for network 3846fcab-1373-4783-a9a9-c763e2f70a94 Aug 03 19:35:05.745144 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.753508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:05.754052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:05.757985 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:05.785445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a786-7805-47b6-a189-b7dd93aa19de tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.803937 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.808677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a786-7805-47b6-a189-b7dd93aa19de tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.837916 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.846393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.848319 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9 HTTP/1.1" status: 204 len: 168 time: 0.4379294 Aug 03 19:35:05.854203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38140) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.862209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca2e20-389d-42bc-ad8b-f43648eb2101 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=5f29b8f5-da6c-4b95-a2b6-6c4b4ff2f3b9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.883100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.888636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:05.889293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.891731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a786-7805-47b6-a189-b7dd93aa19de tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.907390 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a786-7805-47b6-a189-b7dd93aa19de tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.909007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d1e5a786-7805-47b6-a189-b7dd93aa19de tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/cbc99d42-7413-4471-8586-35d85472e3b0 HTTP/1.1" status: 204 len: 168 time: 0.1899359 Aug 03 19:35:05.910144 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f86b9c-fa0b-409f-9a83-c8e61419854a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.910592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f86b9c-fa0b-409f-9a83-c8e61419854a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.911673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38144) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.912315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d2f86b9c-fa0b-409f-9a83-c8e61419854a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/0cb01a77-463a-4061-9af9-25757f8755af HTTP/1.1" status: 404 len: 337 time: 0.0571642 Aug 03 19:35:05.920330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38146) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.957148 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-60022a96-491c-49d1-afd6-06a702a769b3 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.957894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5a786-7805-47b6-a189-b7dd93aa19de tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbc99d42-7413-4471-8586-35d85472e3b0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.958449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60022a96-491c-49d1-afd6-06a702a769b3 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.962008 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-60022a96-491c-49d1-afd6-06a702a769b3 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/047c2d28-5a8c-4899-b798-a732f407e9e1 HTTP/1.1" status: 404 len: 339 time: 0.0403275 Aug 03 19:35:05.964888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3357885 Aug 03 19:35:05.973068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38148) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.973405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38150) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.988735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'admin_state_up': True, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:05.992909 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9ba3c2a9-0ba0-42c1-8951-c27cdf1c79c1 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781829 Aug 03 19:35:05.997315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38152) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.004280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-67ac99e4-1b43-4de3-a6e5-6459bacb5285 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Request body: {'security_group_rule': {'security_group_id': 'ab3d0645-377c-4fa0-8ed5-6f00283c1738', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:06.030304 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf9ec5c-354e-4f48-8870-953b9376ba9c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.030919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf9ec5c-354e-4f48-8870-953b9376ba9c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.037198 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-67ac99e4-1b43-4de3-a6e5-6459bacb5285 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Project 4b1e805c7aa14448aa40c31476835e81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:35:06.037548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ebf9ec5c-354e-4f48-8870-953b9376ba9c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/73433d2a-d49a-4544-8933-3e485d93f46c HTTP/1.1" status: 404 len: 337 time: 0.0566051 Aug 03 19:35:06.038795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38154) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.040897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafbbf5-9bfc-4a01-91bb-dcd0c7ce5e29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Network': ['ID=3846fcab-1373-4783-a9a9-c763e2f70a94,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:06.041845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67ac99e4-1b43-4de3-a6e5-6459bacb5285 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.056888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:06.066446 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacde289-9071-46aa-a069-ac04389b6ec3 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.067072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacde289-9071-46aa-a069-ac04389b6ec3 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.072947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cacde289-9071-46aa-a069-ac04389b6ec3 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/6dc726db-8f4b-4a5a-a0e0-16c2532e24c7 HTTP/1.1" status: 404 len: 339 time: 0.0289760 Aug 03 19:35:06.073649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38156) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.083974 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.085007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.119267 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2453094-bb67-4b43-8736-084e74031a42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.119885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2453094-bb67-4b43-8736-084e74031a42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.122496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a2453094-bb67-4b43-8736-084e74031a42 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/e3f84b5b-e4ba-4521-9e21-2ec26505a7f4 HTTP/1.1" status: 404 len: 337 time: 0.0479078 Aug 03 19:35:06.125112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38158) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.135663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67ac99e4-1b43-4de3-a6e5-6459bacb5285 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.140690 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67ac99e4-1b43-4de3-a6e5-6459bacb5285 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.160500 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-57318c6a-1e9a-4593-9161-b446ba90a203 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.160500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57318c6a-1e9a-4593-9161-b446ba90a203 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.162879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-57318c6a-1e9a-4593-9161-b446ba90a203 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/5e752edf-e33d-43fe-8d1a-09a45ee4404a HTTP/1.1" status: 404 len: 339 time: 0.0364459 Aug 03 19:35:06.167680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38160) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.176483 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac99e4-1b43-4de3-a6e5-6459bacb5285 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5ff14d-aaad-4fea-a626-90960177fbe4,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:06.198745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67ac99e4-1b43-4de3-a6e5-6459bacb5285 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.203204 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-67ac99e4-1b43-4de3-a6e5-6459bacb5285 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2013552 Aug 03 19:35:06.203204 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f356b71-ed41-4420-83bd-db0eaea3d449 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.203204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f356b71-ed41-4420-83bd-db0eaea3d449 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.203204 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7f356b71-ed41-4420-83bd-db0eaea3d449 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/3457cba6-490d-430a-b506-f62ca2db5a00 HTTP/1.1" status: 404 len: 337 time: 0.0345240 Aug 03 19:35:06.203937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38162) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.210537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38164) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.238817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.241698 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a4f383-d678-42fa-b604-91e58827f2b2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.242335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a4f383-d678-42fa-b604-91e58827f2b2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.244263 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-04a4f383-d678-42fa-b604-91e58827f2b2 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/87bc31d2-e53c-4eda-a17c-5206e2c920c1 HTTP/1.1" status: 404 len: 339 time: 0.0327492 Aug 03 19:35:06.246846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38166) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.257660 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4a74b6fe-3c28-434e-98fc-26b4a3b3ce61 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules/8a5ff14d-aaad-4fea-a626-90960177fbe4 HTTP/1.1" status: 200 len: 769 time: 0.0527763 Aug 03 19:35:06.276931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38168) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.284652 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d18bc16-e74d-47ba-9b0e-60f59e226865 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.285104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d18bc16-e74d-47ba-9b0e-60f59e226865 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.286840 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6d18bc16-e74d-47ba-9b0e-60f59e226865 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/edfe18ed-2ed9-4d04-a40b-c08de8e330e9 HTTP/1.1" status: 404 len: 337 time: 0.0390792 Aug 03 19:35:06.294861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38170) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.319190 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e135bfcb-4987-471f-b0b4-32182ce56114 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.319808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e135bfcb-4987-471f-b0b4-32182ce56114 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.321572 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e135bfcb-4987-471f-b0b4-32182ce56114 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/9155a136-e2c8-4ea4-a629-02459e467340 HTTP/1.1" status: 404 len: 339 time: 0.0249248 Aug 03 19:35:06.324935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38172) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.369539 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-22252115-44d6-477e-9a98-f8a8f53cf951 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0911496 Aug 03 19:35:06.370754 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1474e828-a1c7-45da-be84-97ebcb469d0a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.371213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1474e828-a1c7-45da-be84-97ebcb469d0a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.372915 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1474e828-a1c7-45da-be84-97ebcb469d0a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/2b6ece72-900b-425c-a41f-1f9c0227adf0 HTTP/1.1" status: 404 len: 337 time: 0.0472960 Aug 03 19:35:06.373500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38174) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.376302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38176) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.399750 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b157e3f-65c2-4a6a-923c-899fa3f872e3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.400045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.403903 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d90f76f-7edc-4451-9a12-88ba05d0fc2f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.404570 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d90f76f-7edc-4451-9a12-88ba05d0fc2f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.406380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1d90f76f-7edc-4451-9a12-88ba05d0fc2f tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/07a8f48b-8db4-4592-9631-01fad08132b9 HTTP/1.1" status: 404 len: 339 time: 0.0291409 Aug 03 19:35:06.408857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b157e3f-65c2-4a6a-923c-899fa3f872e3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.410786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38178) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.442990 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-73413bd5-16a5-4f4a-8e2a-e7618135a051 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.443459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73413bd5-16a5-4f4a-8e2a-e7618135a051 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.444146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b157e3f-65c2-4a6a-923c-899fa3f872e3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.445456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-73413bd5-16a5-4f4a-8e2a-e7618135a051 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/7005408f-16af-4d5c-83c0-ad44eef4a83b HTTP/1.1" status: 404 len: 337 time: 0.0337274 Aug 03 19:35:06.451164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38180) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.456298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b157e3f-65c2-4a6a-923c-899fa3f872e3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.457745 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9b157e3f-65c2-4a6a-923c-899fa3f872e3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8a5ff14d-aaad-4fea-a626-90960177fbe4 HTTP/1.1" status: 204 len: 168 time: 0.0832205 Aug 03 19:35:06.465792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38182) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.487425 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-14265e7b-06aa-44db-bdf3-ca5654e9547c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.488013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14265e7b-06aa-44db-bdf3-ca5654e9547c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.489911 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-14265e7b-06aa-44db-bdf3-ca5654e9547c tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/83c923e8-3843-4881-8504-c7b8a195d0f8 HTTP/1.1" status: 404 len: 339 time: 0.0375884 Aug 03 19:35:06.490768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b157e3f-65c2-4a6a-923c-899fa3f872e3 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a5ff14d-aaad-4fea-a626-90960177fbe4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:06.493122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38184) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.525596 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a827f6-f421-4859-abcf-2357c101240a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.526067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a827f6-f421-4859-abcf-2357c101240a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.527810 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b8a827f6-f421-4859-abcf-2357c101240a tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/aa4eba7d-5cf3-4b21-b3fd-5a518ca20aa9 HTTP/1.1" status: 404 len: 337 time: 0.0326028 Aug 03 19:35:06.530460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38186) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.532482 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4a1b82ff-e520-4cf7-9adf-25e48f20c197 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642538 Aug 03 19:35:06.535236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38188) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.551609 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e004eb7-bdc9-4fb4-9f4d-d394ea82225d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.552198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e004eb7-bdc9-4fb4-9f4d-d394ea82225d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.554091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4e004eb7-bdc9-4fb4-9f4d-d394ea82225d tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/4e4eb3f1-4b95-4254-8f38-15bd30f64be4 HTTP/1.1" status: 404 len: 339 time: 0.0228341 Aug 03 19:35:06.558304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38190) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.598416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf6e2-0673-4913-859b-0fd8e6891604 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.622667 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf6e2-0673-4913-859b-0fd8e6891604 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.622936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-80738a9a-42d6-41c8-812a-3263b482bd19 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Deleting subnet 83927ae7-a663-4196-8d04-af7d2bb3fa1a {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:06.626618 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80738a9a-42d6-41c8-812a-3263b482bd19 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.683922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf6e2-0673-4913-859b-0fd8e6891604 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.688370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf6e2-0673-4913-859b-0fd8e6891604 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.694503 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ed5bf6e2-0673-4913-859b-0fd8e6891604 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "DELETE /v2.0/security-groups/ab3d0645-377c-4fa0-8ed5-6f00283c1738 HTTP/1.1" status: 204 len: 168 time: 0.1545796 Aug 03 19:35:06.694818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80738a9a-42d6-41c8-812a-3263b482bd19 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.695281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38192) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.711740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf6e2-0673-4913-859b-0fd8e6891604 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3d0645-377c-4fa0-8ed5-6f00283c1738,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:06.765305 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e90c4676-3d2d-42cd-9feb-fd73c5959b35 tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684738 Aug 03 19:35:06.772058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38194) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.820639 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d098dbda-c240-422f-91c7-a670452c99ed tempest-SecGroupIPv6Test-1427695390 tempest-SecGroupIPv6Test-1427695390-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487185 Aug 03 19:35:07.184288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38202) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.189251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.214509 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.250107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80738a9a-42d6-41c8-812a-3263b482bd19 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.409222 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9b199bc4-d1b7-48d1-9e84-7758e0f0f96f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b1e805c7aa14448aa40c31476835e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208927 Aug 03 19:35:07.409827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38206) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.427581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80738a9a-42d6-41c8-812a-3263b482bd19 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.470819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.25.4.36 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/79785353-2623-4e48-93c5-5c624e0aaebd) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:07.476424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80738a9a-42d6-41c8-812a-3263b482bd19 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Subnet': ['ID=83927ae7-a663-4196-8d04-af7d2bb3fa1a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:07.478648 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80738a9a-42d6-41c8-812a-3263b482bd19 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.483910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-80738a9a-42d6-41c8-812a-3263b482bd19 tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/subnets/83927ae7-a663-4196-8d04-af7d2bb3fa1a HTTP/1.1" status: 204 len: 168 time: 0.9205785 Aug 03 19:35:07.484693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38208) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.494216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd6f043-60b6-4e87-915b-35a1b6c23d36 None None] Network 84d3a412-afb1-4e18-9682-58c7b71f88fa requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:07.501124 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13a2d7f1-0507-4ed4-96aa-fcb6fa83cdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.544283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13a2d7f1-0507-4ed4-96aa-fcb6fa83cdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.613072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13a2d7f1-0507-4ed4-96aa-fcb6fa83cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.616221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13a2d7f1-0507-4ed4-96aa-fcb6fa83cdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.621200 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13a2d7f1-0507-4ed4-96aa-fcb6fa83cdcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e038d3d-acc7-4035-bc3a-883a8606baf8 HTTP/1.1" status: 204 len: 168 time: 0.2103019 Aug 03 19:35:07.630433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2d7f1-0507-4ed4-96aa-fcb6fa83cdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e038d3d-acc7-4035-bc3a-883a8606baf8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:07.630682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.708240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.721999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] DHCP port deletion for 84d3a412-afb1-4e18-9682-58c7b71f88fa request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:07.758842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Deleting port 8051feab-36b1-438e-8b14-ab270766adef {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:07.759188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.779398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] Deleting port 8051feab-36b1-438e-8b14-ab270766adef {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:07.779845 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.822499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.852013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] For port 8051feab-36b1-438e-8b14-ab270766adef, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8051feab-36b1-438e-8b14-ab270766adef,segment=NetworkSegment(1509709e-44a0-4f03-b794-f2135bb8b36e),segment_id=1509709e-44a0-4f03-b794-f2135bb8b36e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:07.852774 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.866768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] Calling delete_port for 8051feab-36b1-438e-8b14-ab270766adef owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:07.876103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] For port 8051feab-36b1-438e-8b14-ab270766adef, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8051feab-36b1-438e-8b14-ab270766adef,segment=NetworkSegment(1509709e-44a0-4f03-b794-f2135bb8b36e),segment_id=1509709e-44a0-4f03-b794-f2135bb8b36e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:07.876475 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.891666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:07.902172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:07.904844 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:07.907433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Calling delete_port for 8051feab-36b1-438e-8b14-ab270766adef owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:07.935151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=79785353-2623-4e48-93c5-5c624e0aaebd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:07.954224 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.984253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] Pushing event deleted for resources: {'Port': ['ID=8051feab-36b1-438e-8b14-ab270766adef,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:07.991980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92081f11-3a6c-4127-9386-732ef55f8382 None None] No DVR routers for this DVR port 8051feab-36b1-438e-8b14-ab270766adef on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:08.139804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.184392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Port': ['ID=8051feab-36b1-438e-8b14-ab270766adef,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:08.194093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] No DVR routers for this DVR port 8051feab-36b1-438e-8b14-ab270766adef on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:08.210780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8051feab-36b1-438e-8b14-ab270766adef no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:08.232476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8051feab-36b1-438e-8b14-ab270766adef {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:08.232799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8051feab-36b1-438e-8b14-ab270766adef not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:08.333310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.350296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d3a412-afb1-4e18-9682-58c7b71f88fa']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:08.390944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1509709e-44a0-4f03-b794-f2135bb8b36e') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:08.391244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1509709e-44a0-4f03-b794-f2135bb8b36e') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:08.404344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.429893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.432306 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.469164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:08.469662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:08.473345 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:08.577631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.587854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.590642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] 10.222.0.42 "DELETE /v2.0/networks/84d3a412-afb1-4e18-9682-58c7b71f88fa HTTP/1.1" status: 204 len: 168 time: 1.1035914 Aug 03 19:35:08.604772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582074f1-198f-4c69-84df-863df1087bbe tempest-NetworksTest-1369203694 tempest-NetworksTest-1369203694-project] Pushing event deleted for resources: {'Network': ['ID=84d3a412-afb1-4e18-9682-58c7b71f88fa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:08.730657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.890090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38248) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:08.894113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 02f91615-da34-4229-8373-0ee7ba346222 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:35:09.043337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e44456d9-dc60-47c5-8504-0281ade163ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad2c18a3ced44f7ba743828cc55549e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515436 Aug 03 19:35:09.046810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38256) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:09.058247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:09.070078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Sync routers for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:09.086699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:09.087615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:35:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:09.097629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.099989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-184b526c-e167-487e-92df-63b69e5a7b44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1255567 Aug 03 19:35:09.103116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38258) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:09.114074 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b3b235f-bf0b-4c18-bd77-3e3a74cf1475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.151908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1efadd4d-381f-41eb-9583-a0228dd23f62 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8ae739ab6a844524a37b52a10d3348ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472515 Aug 03 19:35:09.154631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38262) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:09.181515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b3b235f-bf0b-4c18-bd77-3e3a74cf1475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.270340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b3b235f-bf0b-4c18-bd77-3e3a74cf1475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.273121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b3b235f-bf0b-4c18-bd77-3e3a74cf1475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.274573 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1b3b235f-bf0b-4c18-bd77-3e3a74cf1475 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24cf1c55-10a3-40eb-b30f-e903dc130f03 HTTP/1.1" status: 204 len: 168 time: 0.2266736 Aug 03 19:35:09.285519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b235f-bf0b-4c18-bd77-3e3a74cf1475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf1c55-10a3-40eb-b30f-e903dc130f03,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:09.374498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:09.397407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc25bd8d-c564-4b45-8726-a00b7645246b tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:09.402375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38270) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:09.402595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cc25bd8d-c564-4b45-8726-a00b7645246b tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2417867 Aug 03 19:35:09.450827 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5b29cab9-4e47-41e3-88a8-b16e029ff235 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466230 Aug 03 19:35:09.457574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38272) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:09.461787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1316406703', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:09.596376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:08Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:09.656654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:09.662402 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.669406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Checking router: 02f91615-da34-4229-8373-0ee7ba346222 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:09.670549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Updating router 02f91615-da34-4229-8373-0ee7ba346222 port 79785353-2623-4e48-93c5-5c624e0aaebd binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:35:09.741134 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.992972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.088520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Subnet': ['ID=73597956-caa6-4fd5-9430-802c08c5b752,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:10.089781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Checking segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:10.090144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network hostable DHCP agents. Network: 3846fcab-1373-4783-a9a9-c763e2f70a94, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:10.105962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.106331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.106722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.107063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.107399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.107908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.108249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.108581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.108941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.109548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.109935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.110296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:10.138418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:10.151976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 3846fcab-1373-4783-a9a9-c763e2f70a94) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:10.159775 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.169549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:10.170318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.184397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb34fb-81e8-4319-971a-40c2f90954a9 None None] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:10.190520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Transition to ACTIVE for port object 79785353-2623-4e48-93c5-5c624e0aaebd will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:10.199004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38292) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:10.200060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-17fb5e30-581c-445c-bf84-2c98e6bc192d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7432425 Aug 03 19:35:10.253538 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.358772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Attempting to bind port 79785353-2623-4e48-93c5-5c624e0aaebd on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:10.358772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Attempting to bind port 79785353-2623-4e48-93c5-5c624e0aaebd by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:10.358772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Attempting to bind port 79785353-2623-4e48-93c5-5c624e0aaebd on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:10.380128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea9b7f-ebda-4297-b1f8-7f4661e8cee2 None None] Pushing event updated for resources: {'Port': ['ID=79785353-2623-4e48-93c5-5c624e0aaebd,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:10.389024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:10.390848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:10.390848 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.391205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:10.391606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Bound port: 79785353-2623-4e48-93c5-5c624e0aaebd, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:10.392028 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.523388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] For port 79785353-2623-4e48-93c5-5c624e0aaebd, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:10.547996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-3846fcab-1373-4783-a9a9-c763e2f70a94', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:10.549040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.582904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] For port 79785353-2623-4e48-93c5-5c624e0aaebd, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=79785353-2623-4e48-93c5-5c624e0aaebd,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:10.655145 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.779382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:10.780354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:35:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:10.790196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea9b7f-ebda-4297-b1f8-7f4661e8cee2 None None] Pushing event updated for resources: {'Port': ['ID=79785353-2623-4e48-93c5-5c624e0aaebd,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:10.857458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Allocated IP 172.20.0.2 (3846fcab-1373-4783-a9a9-c763e2f70a94/73597956-caa6-4fd5-9430-802c08c5b752/00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:10.972697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:10.973848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.240631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.270941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Transition to ACTIVE for port object 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:11.311605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Transition to ACTIVE for port object 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:11.328221 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.336933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:08Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:11.401887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24660150-f15c-4cba-aebe-01a9422069f1 None None] The sync data for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 is: [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:08Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:11.404326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.20.0.1 (3846fcab-1373-4783-a9a9-c763e2f70a94/73597956-caa6-4fd5-9430-802c08c5b752/7252d6de-cea3-4566-9a70-322288eb5803) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:11.414156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:11.418695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:11.422184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:11.450875 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Pushing event updated for resources: {'Port': ['ID=00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:11.506030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Attempting to bind port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:11.506396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Attempting to bind port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:11.506721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Attempting to bind port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe on network 3846fcab-1373-4783-a9a9-c763e2f70a94 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:11.514844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:11.514844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Checking segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:11.515460 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.516104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Bound using segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:11.516606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Bound port: 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:11.516993 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.610349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] For port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:11.614998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] For port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:11.623458 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.632169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.667107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Transition to ACTIVE for port object 7252d6de-cea3-4566-9a70-322288eb5803 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:11.728542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f721dab-13dc-4b96-a2bd-36e05355ff3c None None] Pushing event updated for resources: {'Port': ['ID=00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:11.735354 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.834464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=7252d6de-cea3-4566-9a70-322288eb5803,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:11.860855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:11.861871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:11.869725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:11.944728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.198078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.389855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 79785353-2623-4e48-93c5-5c624e0aaebd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:12.478091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 79785353-2623-4e48-93c5-5c624e0aaebd completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:12.482649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 79785353-2623-4e48-93c5-5c624e0aaebd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:12.483034 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.585947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.610722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 79785353-2623-4e48-93c5-5c624e0aaebd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=79785353-2623-4e48-93c5-5c624e0aaebd,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:12.616033 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.616952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:12.700720 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.706242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.731753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=79785353-2623-4e48-93c5-5c624e0aaebd,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:12.749620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:12.807858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=7252d6de-cea3-4566-9a70-322288eb5803,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:12.814373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.937661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:12.940011 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:13.038154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d385b81-1a8d-468d-96ed-15c226f083c1 None None] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:13.083780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 02f91615-da34-4229-8373-0ee7ba346222 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:35:13.162797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-deba2acc-e2a9-46a2-b95e-3cf9096b63f6 None None] Provisioning for port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:13.171370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-deba2acc-e2a9-46a2-b95e-3cf9096b63f6 None None] Provisioning complete for port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:13.171772 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-deba2acc-e2a9-46a2-b95e-3cf9096b63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.230203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:13.241533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c54982e-0141-4fd0-8ceb-1429179ff199 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "PUT /v2.0/routers/02f91615-da34-4229-8373-0ee7ba346222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0360265 Aug 03 19:35:13.731746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-deba2acc-e2a9-46a2-b95e-3cf9096b63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.748258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-ced43151-686b-464b-8917-f8b8adb22865 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208162839&fields=id&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 267 time: 0.0964627 Aug 03 19:35:13.795773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-deba2acc-e2a9-46a2-b95e-3cf9096b63f6 None None] For port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:13.801723 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-deba2acc-e2a9-46a2-b95e-3cf9096b63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.884521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba2acc-e2a9-46a2-b95e-3cf9096b63f6 None None] Pushing event updated for resources: {'Port': ['ID=00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:13.940693 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Sync routers for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:13.941187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98606e-458d-4b18-8652-7bff1511d401 req-9ee512e5-73a0-47aa-82a7-63000b245fcf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:13.942425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-9ee512e5-73a0-47aa-82a7-63000b245fcf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/networks?id=3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 200 len: 797 time: 0.1811378 Aug 03 19:35:13.952527 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:13.953490 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:35:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:13.975304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-7c215437-414a-4211-8924-f69eb1041a58 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/quotas/8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 375 time: 0.0199924 Aug 03 19:35:14.084228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-1169d9ba-1965-4830-bc74-21718b6a1fa2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996957 Aug 03 19:35:14.135060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-547081df-0365-4786-bd92-0f7c6acc81b3 None None] Provisioning complete for port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:14.135742 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-547081df-0365-4786-bd92-0f7c6acc81b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.289291 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:14.342923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 79785353-2623-4e48-93c5-5c624e0aaebd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:14.443457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 79785353-2623-4e48-93c5-5c624e0aaebd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:14.445069 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.448861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-547081df-0365-4786-bd92-0f7c6acc81b3 None None] Provisioning for port 7252d6de-cea3-4566-9a70-322288eb5803 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:14.477658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-fcda948f-eb19-4560-890a-5ef10fe32b8d service neutron] 10.222.0.42 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893394 Aug 03 19:35:14.497285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-547081df-0365-4786-bd92-0f7c6acc81b3 None None] Provisioning complete for port 7252d6de-cea3-4566-9a70-322288eb5803 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:14.498022 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-547081df-0365-4786-bd92-0f7c6acc81b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.579032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-547081df-0365-4786-bd92-0f7c6acc81b3 None None] Port 7252d6de-cea3-4566-9a70-322288eb5803 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:14.655699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-9896a10e-f8f6-4174-98d7-e046b65ccb9e service neutron] 10.222.0.42 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769657 Aug 03 19:35:14.715201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:14.717182 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 2, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:14.781659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d77789b3-3979-4252-9af5-6f27dd47b578 None None] Provisioning complete for port 7252d6de-cea3-4566-9a70-322288eb5803 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:14.782423 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d77789b3-3979-4252-9af5-6f27dd47b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.794210 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Checking router: 02f91615-da34-4229-8373-0ee7ba346222 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:14.794828 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Updating router 02f91615-da34-4229-8373-0ee7ba346222 port 7252d6de-cea3-4566-9a70-322288eb5803 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:35:14.826680 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.901941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d77789b3-3979-4252-9af5-6f27dd47b578 None None] Port 7252d6de-cea3-4566-9a70-322288eb5803 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:14.930537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:14.930921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.091880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fd36de6e-8230-4022-afe1-ad0b51d5f783 None None] Provisioning complete for port 7252d6de-cea3-4566-9a70-322288eb5803 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:15.091880 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fd36de6e-8230-4022-afe1-ad0b51d5f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.171338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-fd36de6e-8230-4022-afe1-ad0b51d5f783 None None] Port 7252d6de-cea3-4566-9a70-322288eb5803 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:15.178356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b8f0917-aa3d-4192-a4da-5d35fc51caba req-f8234bb3-141e-44fa-ba2d-76ad2ddd5719 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 210 time: 0.0451605 Aug 03 19:35:15.574976 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.588042 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Transition to ACTIVE for port object 7252d6de-cea3-4566-9a70-322288eb5803 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:15.594775 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.650119 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Pushing event updated for resources: {'Port': ['ID=7252d6de-cea3-4566-9a70-322288eb5803,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:15.659620 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.659962 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.660305 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.660639 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.660970 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.661354 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.661731 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.662682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.662682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.662898 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.663481 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.663739 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:15.733303 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Attempting to bind port 7252d6de-cea3-4566-9a70-322288eb5803 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:15.733788 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Attempting to bind port 7252d6de-cea3-4566-9a70-322288eb5803 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:15.734150 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Attempting to bind port 7252d6de-cea3-4566-9a70-322288eb5803 on network 3846fcab-1373-4783-a9a9-c763e2f70a94 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:15.740621 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:15.741039 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Checking segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:15.741411 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.741838 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Bound using segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:15.742354 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Bound port: 7252d6de-cea3-4566-9a70-322288eb5803, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:15.742744 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.822282 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] For port 7252d6de-cea3-4566-9a70-322288eb5803, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:15.825887 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] For port 7252d6de-cea3-4566-9a70-322288eb5803, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7252d6de-cea3-4566-9a70-322288eb5803,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:15.831881 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.887145 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5af8d-4506-4962-b4ed-af97394672de None None] Pushing event updated for resources: {'Port': ['ID=7252d6de-cea3-4566-9a70-322288eb5803,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:15.910505 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:15.911310 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:35:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:16.034193 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:16.376094 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:15Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:16.408294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-544e1218-6c45-4bac-ba4c-922040c46b43 req-2b54496d-f2bd-4c95-8644-a2020b56d167 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 210 time: 0.1317370 Aug 03 19:35:16.436380 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01119d98-3655-4979-ba73-36bf06e38a7e None None] The sync data for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 is: [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:15Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:16.588374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98606e-458d-4b18-8652-7bff1511d401 req-e90fe417-dc41-43ab-9367-fd9f320e283e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:16.591630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-e90fe417-dc41-43ab-9367-fd9f320e283e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/networks?id=3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 200 len: 797 time: 0.3411620 Aug 03 19:35:16.698339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-9c46205f-d78b-44e2-93fc-88b5da208577 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 380 time: 0.0961308 Aug 03 19:35:16.710151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'port': {'device_id': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'admin_state_up': True, 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'security_groups': ['9147b5e4-4dbd-4933-9ec5-89349e3c0923']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:16.868556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:16.873173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.084638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.20.0.13 (3846fcab-1373-4783-a9a9-c763e2f70a94/73597956-caa6-4fd5-9430-802c08c5b752/66b98446-7650-4764-b784-6f4206fb203f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:17.321503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.358661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Transition to ACTIVE for port object 66b98446-7650-4764-b784-6f4206fb203f will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:17.416417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.612911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:17.616390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:17.632110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:17.643199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:17.729723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:17.730422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.772180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a862c-76b7-44d2-ac9d-29537a63ee9c req-478839ad-aa19-4de4-b490-2152038bba6d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:17.779272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-599a862c-76b7-44d2-ac9d-29537a63ee9c req-478839ad-aa19-4de4-b490-2152038bba6d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 932 time: 0.2387729 Aug 03 19:35:17.783479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-3c05a729-9ef9-4ea9-8e1f-5d3b0b85b423 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0780821 Aug 03 19:35:17.798168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Request body: {'port': {'device_id': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:17.859003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-599a862c-76b7-44d2-ac9d-29537a63ee9c req-2e27f3c7-4c22-494c-b05e-b434b89c3f82 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745168 Aug 03 19:35:17.892245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.029713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-01e13a8e-7f4e-4d66-b44c-82d7464fe16f None None] Provisioning for port 66b98446-7650-4764-b784-6f4206fb203f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:18.035247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-01e13a8e-7f4e-4d66-b44c-82d7464fe16f None None] Provisioning complete for port 66b98446-7650-4764-b784-6f4206fb203f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:18.035631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-01e13a8e-7f4e-4d66-b44c-82d7464fe16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.089519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-01e13a8e-7f4e-4d66-b44c-82d7464fe16f None None] Port 66b98446-7650-4764-b784-6f4206fb203f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:18.269848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7252d6de-cea3-4566-9a70-322288eb5803 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:18.366820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 7252d6de-cea3-4566-9a70-322288eb5803 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:18.379768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 7252d6de-cea3-4566-9a70-322288eb5803 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:18.381183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.447066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b98446-7650-4764-b784-6f4206fb203f {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:18.461913 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.480212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Transition to ACTIVE for port object 66b98446-7650-4764-b784-6f4206fb203f will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:18.485878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.490508 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.542862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 7252d6de-cea3-4566-9a70-322288eb5803, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7252d6de-cea3-4566-9a70-322288eb5803,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:18.554330 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.574539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:18.723048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=7252d6de-cea3-4566-9a70-322288eb5803,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:18.823574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:18.823947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:18.824225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:18.829642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:35:18.830764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:18.840715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:18.841589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Checking segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:18.842229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Bound using segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:18.842902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Bound port: 66b98446-7650-4764-b784-6f4206fb203f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:18.843596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.981492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:18.987271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:18.996468 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.026006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:19.026939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.028498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] 10.222.0.88 "PUT /v2.0/ports/66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 1092 time: 1.2368536 Aug 03 19:35:19.037897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:19.040517 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1" -d '{"events": [{"name": "network-changed", "server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:19.180203 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc35f9-a3d8-407c-832f-02c444c94384 x-openstack-request-id: req-a1fc35f9-a3d8-407c-832f-02c444c94384 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:19.180505 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:19.180807 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1fc35f9-a3d8-407c-832f-02c444c94384 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:19.181223 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'status': 'completed', 'code': 200} Aug 03 19:35:19.184885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41839cd4-30d9-4750-9c4f-f369eef83b23 service neutron] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:19.216547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a8ef7-a377-4bb5-8e6e-b3296e09bf77 req-84b3cfd7-a3e9-4e51-ad0c-8ae5fc80ff5a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:19.218220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-859a8ef7-a377-4bb5-8e6e-b3296e09bf77 req-84b3cfd7-a3e9-4e51-ad0c-8ae5fc80ff5a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 944 time: 0.2083488 Aug 03 19:35:19.220235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98606e-458d-4b18-8652-7bff1511d401 req-95cefdd1-2e7f-4c75-95e3-8e35631abceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:19.222297 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-95cefdd1-2e7f-4c75-95e3-8e35631abceb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1095 time: 0.1280477 Aug 03 19:35:19.669620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-d18c80ce-4452-45bb-85f4-16844c54a263 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 217 time: 0.4393754 Aug 03 19:35:19.737139 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-859a8ef7-a377-4bb5-8e6e-b3296e09bf77 req-c5f9cd94-6175-4d91-bfe5-a0e852286271 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5084426 Aug 03 19:35:19.777547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98606e-458d-4b18-8652-7bff1511d401 req-9f01bf79-5b4f-420b-b528-44cc7edda9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:19.777547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-9f01bf79-5b4f-420b-b528-44cc7edda9f1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=73597956-caa6-4fd5-9430-802c08c5b752 HTTP/1.1" status: 200 len: 835 time: 0.0975409 Aug 03 19:35:19.842995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98606e-458d-4b18-8652-7bff1511d401 req-ed71c262-ca07-42be-92a4-e484efe3d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:19.845423 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-ed71c262-ca07-42be-92a4-e484efe3d4cf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3846fcab-1373-4783-a9a9-c763e2f70a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619557 Aug 03 19:35:20.002363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-1d4f4a28-0fe9-4ea3-8648-95f4115f9cf8 service neutron] 10.222.0.88 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471786 Aug 03 19:35:20.139661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c98606e-458d-4b18-8652-7bff1511d401 req-fc51d622-caab-461f-b1f1-bacdf6599c88 service neutron] 10.222.0.88 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300664 Aug 03 19:35:20.212481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7252d6de-cea3-4566-9a70-322288eb5803 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:20.275792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-f54954ee-b013-438b-8b74-65a9746d0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:20.278590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-f54954ee-b013-438b-8b74-65a9746d0e33 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1095 time: 0.0656474 Aug 03 19:35:20.287146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 7252d6de-cea3-4566-9a70-322288eb5803 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:20.287784 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.401680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-c1537308-fd7a-4220-81e6-3bdc4c68ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:20.403371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-c1537308-fd7a-4220-81e6-3bdc4c68ae93 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 200 len: 898 time: 0.1176174 Aug 03 19:35:20.469187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-9af97f4c-21fc-4440-8ffd-62b6d845639f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 217 time: 0.0556195 Aug 03 19:35:20.517639 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.549384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-b688e262-b7c4-4065-8899-5c7cde4b1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:20.551858 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-b688e262-b7c4-4065-8899-5c7cde4b1ee6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=73597956-caa6-4fd5-9430-802c08c5b752 HTTP/1.1" status: 200 len: 835 time: 0.0747051 Aug 03 19:35:20.616193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-2981e320-490d-4e97-a3bb-dfe9a0e4f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:20.618623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-2981e320-490d-4e97-a3bb-dfe9a0e4f8c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3846fcab-1373-4783-a9a9-c763e2f70a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596306 Aug 03 19:35:20.739021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-9086f66c-8ca6-401d-bcb7-42a2f341722a service neutron] 10.222.0.88 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116788 Aug 03 19:35:20.861768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e4ca0f2-8668-4f02-a8ce-e45ed997cec1 req-c002267e-ea13-4018-b3c5-8650d4f7fd65 service neutron] 10.222.0.88 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149070 Aug 03 19:35:21.016129 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-fb447712-f9da-49ef-9744-e39b57244a96 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046171 Aug 03 19:35:21.104347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-4413e75e-1635-499d-8a0e-659ef984750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:21.107159 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-4413e75e-1635-499d-8a0e-659ef984750f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0568717 Aug 03 19:35:21.140483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ccbbf-9eae-43eb-8de0-ce7eea11190b req-45029839-5277-463d-a73b-2ac0a2a8032d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:21.142154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-801ccbbf-9eae-43eb-8de0-ce7eea11190b req-45029839-5277-463d-a73b-2ac0a2a8032d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 944 time: 0.2780473 Aug 03 19:35:21.197005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-801ccbbf-9eae-43eb-8de0-ce7eea11190b req-079cee68-2b42-4950-8e02-0f3924743626 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448925 Aug 03 19:35:21.268621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-cdd0b4aa-ba32-44fb-844d-4c0154adbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:21.270587 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-cdd0b4aa-ba32-44fb-844d-4c0154adbd7c service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1394303 Aug 03 19:35:21.330278 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-73b3ddd9-86a0-446e-82ae-9af1b15a3367 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265 HTTP/1.1" status: 200 len: 217 time: 0.0518630 Aug 03 19:35:21.406524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-4022845f-0e1c-44eb-95ee-6f04594af431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:21.409009 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-4022845f-0e1c-44eb-95ee-6f04594af431 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0699172 Aug 03 19:35:21.470382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-2bbfc540-133e-4387-a8aa-220907c97e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:21.472634 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-2bbfc540-133e-4387-a8aa-220907c97e09 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578039 Aug 03 19:35:21.476478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38488) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:21.588073 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-894f0606-91a8-476a-bf97-77660794d0e0 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076400 Aug 03 19:35:21.604519 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d1268eac-7a94-4047-9df6-e69e2029a59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.708281 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-02d469fc-ded6-4ecb-b121-2517f4dd682e req-662e66f2-de51-4950-8077-a30d967e5952 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112626 Aug 03 19:35:21.737871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d1268eac-7a94-4047-9df6-e69e2029a59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.742062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d1268eac-7a94-4047-9df6-e69e2029a59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.786491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d1268eac-7a94-4047-9df6-e69e2029a59a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cd76e06176a42d38e3bda68c7107390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077741 Aug 03 19:35:21.789253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1268eac-7a94-4047-9df6-e69e2029a59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1e4b2f-644b-4bf3-85d1-df78a9762de0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:21.791612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38492) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:21.879475 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a8652d9-fcff-401d-8888-f3db941c4da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.904853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a8652d9-fcff-401d-8888-f3db941c4da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.964030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a8652d9-fcff-401d-8888-f3db941c4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.967068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a8652d9-fcff-401d-8888-f3db941c4da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.968260 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5a8652d9-fcff-401d-8888-f3db941c4da7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b1e4b2f-644b-4bf3-85d1-df78a9762de0 HTTP/1.1" status: 204 len: 168 time: 0.1749969 Aug 03 19:35:21.988273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8652d9-fcff-401d-8888-f3db941c4da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1e4b2f-644b-4bf3-85d1-df78a9762de0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:22.337668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cc272-8619-4610-beaa-13e87b63ba9f req-e2cfc487-c4b1-441c-afe1-1036d96215ab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:22.339567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-834cc272-8619-4610-beaa-13e87b63ba9f req-e2cfc487-c4b1-441c-afe1-1036d96215ab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 944 time: 0.0574076 Aug 03 19:35:22.401331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38504) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:22.413649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-834cc272-8619-4610-beaa-13e87b63ba9f req-017407a4-d2fc-4702-b391-609cde3e176b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589490 Aug 03 19:35:22.418937 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c58c-40fd-487d-a180-dc5b1445bd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.558164 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c58c-40fd-487d-a180-dc5b1445bd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.573864 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c58c-40fd-487d-a180-dc5b1445bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.602208 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a0a1c58c-40fd-487d-a180-dc5b1445bd03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab13388302b54e12987bdfee6e831961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997590 Aug 03 19:35:22.606707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38508) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:22.634981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1c58c-40fd-487d-a180-dc5b1445bd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc65c8c-c02b-4fa3-ab48-06832131d1d8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:22.696708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79b9cd7d-2273-4fb3-9f96-d8238764f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.733457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79b9cd7d-2273-4fb3-9f96-d8238764f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.813925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79b9cd7d-2273-4fb3-9f96-d8238764f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.818277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79b9cd7d-2273-4fb3-9f96-d8238764f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.819495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79b9cd7d-2273-4fb3-9f96-d8238764f4dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5dc65c8c-c02b-4fa3-ab48-06832131d1d8 HTTP/1.1" status: 204 len: 168 time: 0.2111802 Aug 03 19:35:22.837093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9cd7d-2273-4fb3-9f96-d8238764f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc65c8c-c02b-4fa3-ab48-06832131d1d8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:23.591099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69ef4d-9721-4676-a2a7-8bfe94727ac3 req-5fdf0731-3be2-427a-b738-8fbb6166f6b3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:23.594364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c69ef4d-9721-4676-a2a7-8bfe94727ac3 req-5fdf0731-3be2-427a-b738-8fbb6166f6b3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 944 time: 0.0908751 Aug 03 19:35:23.674661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c69ef4d-9721-4676-a2a7-8bfe94727ac3 req-03cb557b-2268-4635-b149-e478b7e8c8db tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721457 Aug 03 19:35:23.692089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 66b98446-7650-4764-b784-6f4206fb203f details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:35:23.885921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:23.902862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '66b98446-7650-4764-b784-6f4206fb203f', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'port_id': '66b98446-7650-4764-b784-6f4206fb203f', 'mac_address': 'fa:16:3e:fd:29:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:35:23.960551 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:23.989999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b98446-7650-4764-b784-6f4206fb203f {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:24.032558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:24.038247 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:24.122314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:24.131515 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.133074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.133074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.133074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.133406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.134080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.134635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.135175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.135714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.136266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.137002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.137577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:24.157312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-fb96c28e-e5c0-47bc-a10d-d3fe0af374e4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:24.161810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-fb96c28e-e5c0-47bc-a10d-d3fe0af374e4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:24.167876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-fb96c28e-e5c0-47bc-a10d-d3fe0af374e4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:24.174033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-fb96c28e-e5c0-47bc-a10d-d3fe0af374e4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:24.180033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-fb96c28e-e5c0-47bc-a10d-d3fe0af374e4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:24.195194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-fb96c28e-e5c0-47bc-a10d-d3fe0af374e4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:24.201689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-fb96c28e-e5c0-47bc-a10d-d3fe0af374e4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:24.209958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-fb96c28e-e5c0-47bc-a10d-d3fe0af374e4 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.1346436 Aug 03 19:35:24.253234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d21ff15d-ebab-40bf-bb22-11773f1d1fb6 req-a39f5fe0-976d-4f6f-85fa-baa29d319f44 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396330 Aug 03 19:35:24.286369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['66b98446-7650-4764-b784-6f4206fb203f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:35:25.082891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907f0a-af38-4715-9cf9-bed2eeb2dea9 req-b43ee28b-3239-4ca6-939d-588840327806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.084673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00907f0a-af38-4715-9cf9-bed2eeb2dea9 req-b43ee28b-3239-4ca6-939d-588840327806 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 945 time: 0.3392625 Aug 03 19:35:25.140053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00907f0a-af38-4715-9cf9-bed2eeb2dea9 req-93827285-f399-498c-b3aa-f65e503f8b29 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482020 Aug 03 19:35:25.508106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-bea606ea-1623-4f07-aca0-e0e610751fa9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.516409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-bea606ea-1623-4f07-aca0-e0e610751fa9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.540242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-bea606ea-1623-4f07-aca0-e0e610751fa9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.546729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-bea606ea-1623-4f07-aca0-e0e610751fa9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.550455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-cfe9bda2-971f-4871-b4d3-aff1869b2037 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.553411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-bea606ea-1623-4f07-aca0-e0e610751fa9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.556979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-cfe9bda2-971f-4871-b4d3-aff1869b2037 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.559724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-bea606ea-1623-4f07-aca0-e0e610751fa9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.563264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-cfe9bda2-971f-4871-b4d3-aff1869b2037 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.566135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-bea606ea-1623-4f07-aca0-e0e610751fa9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.568138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-bea606ea-1623-4f07-aca0-e0e610751fa9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.1605000 Aug 03 19:35:25.569610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-cfe9bda2-971f-4871-b4d3-aff1869b2037 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.577084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-cfe9bda2-971f-4871-b4d3-aff1869b2037 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.583905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-cfe9bda2-971f-4871-b4d3-aff1869b2037 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.590243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-cfe9bda2-971f-4871-b4d3-aff1869b2037 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.592412 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-cfe9bda2-971f-4871-b4d3-aff1869b2037 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 5444 time: 0.1310143 Aug 03 19:35:25.613965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8813b21-74fd-4bc8-bcbe-7cfd65d080a1 req-0343093c-49bf-4969-b184-7a8ad19879a5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385971 Aug 03 19:35:25.645367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-072a3791-ac2b-439e-8bec-87bb0adb4bde tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.653520 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-072a3791-ac2b-439e-8bec-87bb0adb4bde tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "GET /v2.0/ports/063bd505-6d72-4e1a-8907-dbee2703ea9f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0478737 Aug 03 19:35:25.663125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38608) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:25.726153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 66b98446-7650-4764-b784-6f4206fb203f up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:25.763733 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.792117 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-fb87d413-3b6f-4b17-a76d-722a7412f067 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "GET /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1371968 Aug 03 19:35:25.793972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 66b98446-7650-4764-b784-6f4206fb203f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:25.798613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 66b98446-7650-4764-b784-6f4206fb203f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:25.799292 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.818555 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3615c7bf-df4a-4c0a-a463-890efdf23eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.821492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:25.906093 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.916844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.950480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:25.953451 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6187de0b-2af3-4cf7-adbf-999cb98b5294" -d '{"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-plugged", "status": "completed", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:25.974382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:25.980244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3615c7bf-df4a-4c0a-a463-890efdf23eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.981746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.987936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3615c7bf-df4a-4c0a-a463-890efdf23eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.054561 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef016ad2-fa37-4028-92f2-3913063413ec x-openstack-request-id: req-ef016ad2-fa37-4028-92f2-3913063413ec {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:26.054833 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-plugged", "status": "completed", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:26.055097 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef016ad2-fa37-4028-92f2-3913063413ec {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:26.055667 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'code': 200} Aug 03 19:35:26.092777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615c7bf-df4a-4c0a-a463-890efdf23eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61346c1c-aa4b-4198-beef-a5cdab6c814f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:26.101506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3615c7bf-df4a-4c0a-a463-890efdf23eca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b887fb9f4d048b8993f538d9a485e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368989 Aug 03 19:35:26.103007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38618) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:26.124202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:26.197848 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c51f3ad6-c8e6-4360-9c1c-8963abfb5068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.248950 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89f05a8f-78ae-48c3-af01-0df42c4faf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.255327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f923-fa76-4c35-99cc-5508ad7bec95 req-98d14a4c-50e7-4fad-a3b4-a20316286126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.256990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6726f923-fa76-4c35-99cc-5508ad7bec95 req-98d14a4c-50e7-4fad-a3b4-a20316286126 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1097 time: 0.1108053 Aug 03 19:35:26.329693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89f05a8f-78ae-48c3-af01-0df42c4faf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.393425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6726f923-fa76-4c35-99cc-5508ad7bec95 req-a8b728ff-1163-4890-a5d8-53ad0564fa96 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136801 Aug 03 19:35:26.403009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c015-93ff-4d26-9a94-14e0832b313b req-949dffb0-24ba-4627-a043-2258a97c4a35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.404766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b38c015-93ff-4d26-9a94-14e0832b313b req-949dffb0-24ba-4627-a043-2258a97c4a35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.1443462 Aug 03 19:35:26.473359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b38c015-93ff-4d26-9a94-14e0832b313b req-35462bd5-9543-4deb-8534-26fc7a982adf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564620 Aug 03 19:35:26.474740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89f05a8f-78ae-48c3-af01-0df42c4faf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.477875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-89f05a8f-78ae-48c3-af01-0df42c4faf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.482063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-89f05a8f-78ae-48c3-af01-0df42c4faf0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61346c1c-aa4b-4198-beef-a5cdab6c814f HTTP/1.1" status: 204 len: 168 time: 0.3742385 Aug 03 19:35:26.492804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f05a8f-78ae-48c3-af01-0df42c4faf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61346c1c-aa4b-4198-beef-a5cdab6c814f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:26.561952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] For port 063bd505-6d72-4e1a-8907-dbee2703ea9f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=063bd505-6d72-4e1a-8907-dbee2703ea9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:26.636385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] For port 063bd505-6d72-4e1a-8907-dbee2703ea9f, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:26.714198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] device_id is not set on port 063bd505-6d72-4e1a-8907-dbee2703ea9f yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:26.731410 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.740948 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.815979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50080d8-2e9d-41a6-9468-be38da89abeb req-0ebe4440-8a7c-4f1a-b871-54ad874c84c8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.822892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50080d8-2e9d-41a6-9468-be38da89abeb req-0ebe4440-8a7c-4f1a-b871-54ad874c84c8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.829331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50080d8-2e9d-41a6-9468-be38da89abeb req-0ebe4440-8a7c-4f1a-b871-54ad874c84c8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.835684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] No DVR routers for this DVR port 063bd505-6d72-4e1a-8907-dbee2703ea9f on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:26.837163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50080d8-2e9d-41a6-9468-be38da89abeb req-0ebe4440-8a7c-4f1a-b871-54ad874c84c8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.839434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] Pushing event updated for resources: {'Port': ['ID=063bd505-6d72-4e1a-8907-dbee2703ea9f,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:26.844727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50080d8-2e9d-41a6-9468-be38da89abeb req-0ebe4440-8a7c-4f1a-b871-54ad874c84c8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.850886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50080d8-2e9d-41a6-9468-be38da89abeb req-0ebe4440-8a7c-4f1a-b871-54ad874c84c8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.858926 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e50080d8-2e9d-41a6-9468-be38da89abeb req-0ebe4440-8a7c-4f1a-b871-54ad874c84c8 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 4665 time: 0.1262631 Aug 03 19:35:26.916169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] In _notify_port_updated(), no bound segment for port 063bd505-6d72-4e1a-8907-dbee2703ea9f on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:35:26.917219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.920922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.922567 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-b40378b1-1e6f-477d-9ea7-ca8cb01ac952 service neutron] 10.222.0.63 "PUT /v2.0/ports/063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 200 len: 1032 time: 1.1225698 Aug 03 19:35:26.943059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e50080d8-2e9d-41a6-9468-be38da89abeb req-c564245d-8664-4bec-a0ee-c530be84f35d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&id=2e265ecf-5073-487d-9891-d8f1f4d5906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759692 Aug 03 19:35:27.010646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-1345439d-a739-48cb-8904-5516cdd41c29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:27.012059 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-1345439d-a739-48cb-8904-5516cdd41c29 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "GET /v2.0/ports/aadee2df-1b78-400d-a964-45fb863ea100?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0810006 Aug 03 19:35:27.031363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:27.041410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38634) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:27.062548 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34aa41c7-66d2-4f2d-b16c-09d9283c3cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.139579 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.191593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-91863f57-1537-44a5-9348-14d2bb2c5d55 None None] Provisioning complete for port 063bd505-6d72-4e1a-8907-dbee2703ea9f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:27.194294 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91863f57-1537-44a5-9348-14d2bb2c5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.259984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-91863f57-1537-44a5-9348-14d2bb2c5d55 None None] Port 063bd505-6d72-4e1a-8907-dbee2703ea9f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:27.282065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34aa41c7-66d2-4f2d-b16c-09d9283c3cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.288191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34aa41c7-66d2-4f2d-b16c-09d9283c3cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.337633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-34aa41c7-66d2-4f2d-b16c-09d9283c3cee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c5f3c56ec1246b1a4ec80966878cf70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922156 Aug 03 19:35:27.337633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa41c7-66d2-4f2d-b16c-09d9283c3cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cdc421-54c9-44c4-81b2-1be3bbfec049,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:27.337963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38636) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:27.365048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] For port aadee2df-1b78-400d-a964-45fb863ea100, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=aadee2df-1b78-400d-a964-45fb863ea100,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:27.430473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] For port aadee2df-1b78-400d-a964-45fb863ea100, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:27.451500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b24699d3-0ce5-4862-bcf3-de83b5766249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.480428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] device_id is not set on port aadee2df-1b78-400d-a964-45fb863ea100 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:27.490497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b24699d3-0ce5-4862-bcf3-de83b5766249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.495569 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.507505 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.540738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 979a8db1-3302-40e4-8413-308d67aeb9c7 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:27.599125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] No DVR routers for this DVR port aadee2df-1b78-400d-a964-45fb863ea100 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:27.602038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] Pushing event updated for resources: {'Port': ['ID=aadee2df-1b78-400d-a964-45fb863ea100,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:27.660293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b24699d3-0ce5-4862-bcf3-de83b5766249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.661290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4ed99-1547-4528-85e8-ec2f9d754775 req-13084428-5e72-4299-b0a1-91edb8921422 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:27.663205 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b24699d3-0ce5-4862-bcf3-de83b5766249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.664403 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b24699d3-0ce5-4862-bcf3-de83b5766249 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0cdc421-54c9-44c4-81b2-1be3bbfec049 HTTP/1.1" status: 204 len: 168 time: 0.3253546 Aug 03 19:35:27.676187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] In _notify_port_updated(), no bound segment for port aadee2df-1b78-400d-a964-45fb863ea100 on network 9879ee6e-b605-4979-bb80-8bbe728e3660 {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:35:27.677110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:27.677951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.678992 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.679320 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-95d7d4c2-8aa2-43e6-8cc7-469639c0c727 service neutron] 10.222.0.63 "PUT /v2.0/ports/aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 200 len: 1032 time: 0.6599138 Aug 03 19:35:27.685251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24699d3-0ce5-4862-bcf3-de83b5766249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cdc421-54c9-44c4-81b2-1be3bbfec049,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:27.687317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76a4ed99-1547-4528-85e8-ec2f9d754775 req-13084428-5e72-4299-b0a1-91edb8921422 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.0835660 Aug 03 19:35:27.781918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76a4ed99-1547-4528-85e8-ec2f9d754775 req-02b0aec7-fdf4-40b0-9576-cce98693f6f3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886312 Aug 03 19:35:27.789373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 979a8db1-3302-40e4-8413-308d67aeb9c7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=979a8db1-3302-40e4-8413-308d67aeb9c7,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:27.810409 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.812135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 6b24f2b0-9126-49ad-8713-b0a98351c4c5 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:27.891302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port 05938087-885e-45e6-be0a-a4d07a310a9f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:27.891680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.944773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e087c-fbb7-4b1b-b03d-f9ee671082e5 req-95af8237-d1ab-4e3a-85d2-61d01172b2f2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:27.947069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a20e087c-fbb7-4b1b-b03d-f9ee671082e5 req-95af8237-d1ab-4e3a-85d2-61d01172b2f2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.0739353 Aug 03 19:35:28.006793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] For port 05938087-885e-45e6-be0a-a4d07a310a9f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=05938087-885e-45e6-be0a-a4d07a310a9f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:28.007179 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.024415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for 05938087-885e-45e6-be0a-a4d07a310a9f owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:28.052827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a20e087c-fbb7-4b1b-b03d-f9ee671082e5 req-7ed022b3-0e29-42e5-bfd2-e729089a0e44 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953236 Aug 03 19:35:28.078251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979a8db1-3302-40e4-8413-308d67aeb9c7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:28.078251 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6b23e6-df0e-45b0-bdc2-eb62c5ef6206" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-unplugged", "status": "completed", "tag": "979a8db1-3302-40e4-8413-308d67aeb9c7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:28.078605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38652) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:28.176546 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585c3b8d-b135-4983-83f0-6126e0800aa7 x-openstack-request-id: req-585c3b8d-b135-4983-83f0-6126e0800aa7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:28.176914 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-unplugged", "status": "completed", "tag": "979a8db1-3302-40e4-8413-308d67aeb9c7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:28.177240 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-585c3b8d-b135-4983-83f0-6126e0800aa7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:28.177773 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979a8db1-3302-40e4-8413-308d67aeb9c7', 'code': 200} Aug 03 19:35:28.180021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=979a8db1-3302-40e4-8413-308d67aeb9c7,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:28.193501 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.196315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-961d6fc7-2cec-4b33-8bb5-e83839f65670 None None] Provisioning complete for port aadee2df-1b78-400d-a964-45fb863ea100 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:28.196891 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-961d6fc7-2cec-4b33-8bb5-e83839f65670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.222881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0d4254-28a8-4936-8e02-d2a6aee98d05 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.224452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-df0d4254-28a8-4936-8e02-d2a6aee98d05 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1092 time: 0.1449907 Aug 03 19:35:28.228699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38660) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:28.233507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '66b98446-7650-4764-b784-6f4206fb203f', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:28.277272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51fe5-2398-4bc7-9ade-835df9313130 req-8d3e2cd3-ef67-413e-893c-668cb8e0fedd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.284841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51fe5-2398-4bc7-9ade-835df9313130 req-8d3e2cd3-ef67-413e-893c-668cb8e0fedd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.292249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51fe5-2398-4bc7-9ade-835df9313130 req-8d3e2cd3-ef67-413e-893c-668cb8e0fedd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.294051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-961d6fc7-2cec-4b33-8bb5-e83839f65670 None None] Port aadee2df-1b78-400d-a964-45fb863ea100 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:28.299456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 6b24f2b0-9126-49ad-8713-b0a98351c4c5, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:28.300736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51fe5-2398-4bc7-9ade-835df9313130 req-8d3e2cd3-ef67-413e-893c-668cb8e0fedd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.305634 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.307399 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.307719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 05938087-885e-45e6-be0a-a4d07a310a9f no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:28.315759 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.323932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51fe5-2398-4bc7-9ade-835df9313130 req-8d3e2cd3-ef67-413e-893c-668cb8e0fedd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.332699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5f51fe5-2398-4bc7-9ade-835df9313130 req-8d3e2cd3-ef67-413e-893c-668cb8e0fedd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 3884 time: 0.1986547 Aug 03 19:35:28.380013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=05938087-885e-45e6-be0a-a4d07a310a9f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:28.426074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5f51fe5-2398-4bc7-9ade-835df9313130 req-38ae0482-3d15-4468-969e-394956518f2f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877991 Aug 03 19:35:28.451589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 05938087-885e-45e6-be0a-a4d07a310a9f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:28.452804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 05938087-885e-45e6-be0a-a4d07a310a9f not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:28.452804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b0e5a708-a684-4d50-9090-6047efef003d no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:28.509443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=6b24f2b0-9126-49ad-8713-b0a98351c4c5,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:28.533774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] No DVR routers for this DVR port 05938087-885e-45e6-be0a-a4d07a310a9f on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:28.542721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.544749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-0b63e074-a2a8-4501-853e-62aee468892c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "DELETE /v2.0/ports/05938087-885e-45e6-be0a-a4d07a310a9f HTTP/1.1" status: 204 len: 173 time: 0.8530262 Aug 03 19:35:28.545197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': '05938087-885e-45e6-be0a-a4d07a310a9f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:28.547571 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbd601f-7227-4536-ab9a-19b461f17d0b" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "05938087-885e-45e6-be0a-a4d07a310a9f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:28.590154 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.619182 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e45a9-3eb3-4359-b2f5-a4f5fc34bf69 x-openstack-request-id: req-722e45a9-3eb3-4359-b2f5-a4f5fc34bf69 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:28.619874 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "05938087-885e-45e6-be0a-a4d07a310a9f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:28.619874 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-722e45a9-3eb3-4359-b2f5-a4f5fc34bf69 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:28.620125 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': '05938087-885e-45e6-be0a-a4d07a310a9f', 'status': 'completed', 'code': 200} Aug 03 19:35:28.650627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b0e5a708-a684-4d50-9090-6047efef003d, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b0e5a708-a684-4d50-9090-6047efef003d,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:28.657038 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.657636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 063bd505-6d72-4e1a-8907-dbee2703ea9f no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:28.778070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 063bd505-6d72-4e1a-8907-dbee2703ea9f not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:28.778474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device aadee2df-1b78-400d-a964-45fb863ea100 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:28.786641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port b0e5a708-a684-4d50-9090-6047efef003d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:28.786641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.823534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b0e5a708-a684-4d50-9090-6047efef003d,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:28.849020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.864424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device aadee2df-1b78-400d-a964-45fb863ea100 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:28.864971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 32e30c8a-bfb9-4883-96b4-de638f39847f no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:28.978785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.017684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] For port b0e5a708-a684-4d50-9090-6047efef003d, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b0e5a708-a684-4d50-9090-6047efef003d,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:29.018170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.039452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 32e30c8a-bfb9-4883-96b4-de638f39847f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=32e30c8a-bfb9-4883-96b4-de638f39847f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:29.043653 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.089378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.25.4.173 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/4882be18-c1d7-4135-8cce-a001d47ddbaf) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:29.105048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=32e30c8a-bfb9-4883-96b4-de638f39847f,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:29.316408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.316913 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.317410 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Floating IP 1189fd06-9964-46ec-97b3-473f36ad4ec3 disassociated. External IP: 172.25.4.41, port: b0e5a708-a684-4d50-9090-6047efef003d. Aug 03 19:35:29.317898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for b0e5a708-a684-4d50-9090-6047efef003d owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:29.326384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.452294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.548304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:29.560087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:29.577862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:29.583368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=4882be18-c1d7-4135-8cce-a001d47ddbaf,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:29.635609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.669873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e86ae-a440-4bb1-91e9-08a02b5815f6 req-2e81625e-1d0d-4491-9079-62ca8b15bcbc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.682479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=b0e5a708-a684-4d50-9090-6047efef003d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:29.682980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e86ae-a440-4bb1-91e9-08a02b5815f6 req-2e81625e-1d0d-4491-9079-62ca8b15bcbc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.701655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e86ae-a440-4bb1-91e9-08a02b5815f6 req-2e81625e-1d0d-4491-9079-62ca8b15bcbc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.703006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38712) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.708920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e86ae-a440-4bb1-91e9-08a02b5815f6 req-2e81625e-1d0d-4491-9079-62ca8b15bcbc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.710743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-232e86ae-a440-4bb1-91e9-08a02b5815f6 req-2e81625e-1d0d-4491-9079-62ca8b15bcbc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 3065 time: 0.1321218 Aug 03 19:35:29.764108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-232e86ae-a440-4bb1-91e9-08a02b5815f6 req-7703081e-6561-4bb6-837b-bc7d152c15db tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396821 Aug 03 19:35:29.774820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.933611 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c39fb67-e5e5-4093-8f9e-a25f570ca825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.009271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Router 585adac8-3078-4c51-a03e-725101dd2df0 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:35:30.178762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b24f2b0-9126-49ad-8713-b0a98351c4c5'}, {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d'}, {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e30c8a-bfb9-4883-96b4-de638f39847f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:30.181327 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cae65a-2e02-4c86-84c9-f355802ce280" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6b24f2b0-9126-49ad-8713-b0a98351c4c5"}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e5a708-a684-4d50-9090-6047efef003d"}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-unplugged", "status": "completed", "tag": "32e30c8a-bfb9-4883-96b4-de638f39847f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:30.258096 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b6ae4c-5a08-4488-b150-1d10b86fa8fb x-openstack-request-id: req-e6b6ae4c-5a08-4488-b150-1d10b86fa8fb {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:30.258392 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6b24f2b0-9126-49ad-8713-b0a98351c4c5", "code": 200}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e5a708-a684-4d50-9090-6047efef003d", "code": 200}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-unplugged", "status": "completed", "tag": "32e30c8a-bfb9-4883-96b4-de638f39847f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:30.258856 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6b6ae4c-5a08-4488-b150-1d10b86fa8fb {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:30.259255 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b24f2b0-9126-49ad-8713-b0a98351c4c5', 'code': 200} Aug 03 19:35:30.259738 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d', 'code': 200} Aug 03 19:35:30.260222 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e30c8a-bfb9-4883-96b4-de638f39847f', 'code': 200} Aug 03 19:35:30.275634 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a2556a2d-4469-440e-80a9-451d13ae15a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.340911 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c39fb67-e5e5-4093-8f9e-a25f570ca825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.345090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:30.352473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c39fb67-e5e5-4093-8f9e-a25f570ca825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.357894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] Sync routers for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:30.370871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:30.371914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:30.421558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.423228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] No DVR routers for this DVR port b0e5a708-a684-4d50-9090-6047efef003d on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:30.463967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.466165 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-4413531c-7627-4f67-84bb-dd74197b7b4d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "DELETE /v2.0/ports/b0e5a708-a684-4d50-9090-6047efef003d HTTP/1.1" status: 204 len: 173 time: 1.8949819 Aug 03 19:35:30.486761 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c39fb67-e5e5-4093-8f9e-a25f570ca825 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3530738bb262475ca64f6044585d0cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7795496 Aug 03 19:35:30.487152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.513303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:30.519750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39fb67-e5e5-4093-8f9e-a25f570ca825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244e0c65-0cff-4a52-a83e-285c29fddfbc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:30.601621 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af707f4a-97e0-4601-897b-5d0b47d6fcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.623931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:30.627596 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40adf220-0d9f-4bb9-abdf-0242f8992d63" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "b0e5a708-a684-4d50-9090-6047efef003d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:30.634141 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af707f4a-97e0-4601-897b-5d0b47d6fcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.640000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.698315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af707f4a-97e0-4601-897b-5d0b47d6fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.702089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af707f4a-97e0-4601-897b-5d0b47d6fcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.720813 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-af707f4a-97e0-4601-897b-5d0b47d6fcbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/244e0c65-0cff-4a52-a83e-285c29fddfbc HTTP/1.1" status: 204 len: 168 time: 0.2218583 Aug 03 19:35:30.744469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af707f4a-97e0-4601-897b-5d0b47d6fcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244e0c65-0cff-4a52-a83e-285c29fddfbc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:30.797697 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf330dab-2170-416e-855e-d4e35adb856c x-openstack-request-id: req-bf330dab-2170-416e-855e-d4e35adb856c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:30.798334 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "b0e5a708-a684-4d50-9090-6047efef003d", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:30.800534 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf330dab-2170-416e-855e-d4e35adb856c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:30.801549 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': 'b0e5a708-a684-4d50-9090-6047efef003d', 'status': 'completed', 'code': 200} Aug 03 19:35:30.804561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:25:02Z', 'revision_number': 5, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:30.805987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port 32e30c8a-bfb9-4883-96b4-de638f39847f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:30.806775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.847524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] Checking router: 585adac8-3078-4c51-a03e-725101dd2df0 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:30.858575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:30.859422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:31.008591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3746a-a5bb-47e4-9c3f-87bc941f8497 req-631a25f9-8e1d-42cb-a6e2-26398e0dfca9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:31.028799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3746a-a5bb-47e4-9c3f-87bc941f8497 req-631a25f9-8e1d-42cb-a6e2-26398e0dfca9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:31.038393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3746a-a5bb-47e4-9c3f-87bc941f8497 req-631a25f9-8e1d-42cb-a6e2-26398e0dfca9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:31.040628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64c3746a-a5bb-47e4-9c3f-87bc941f8497 req-631a25f9-8e1d-42cb-a6e2-26398e0dfca9 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 2410 time: 0.1338711 Aug 03 19:35:31.116312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64c3746a-a5bb-47e4-9c3f-87bc941f8497 req-acf506b2-5cbb-44e5-9da3-5a05ee9360b1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677838 Aug 03 19:35:31.293073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:31.422689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] For port 32e30c8a-bfb9-4883-96b4-de638f39847f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=32e30c8a-bfb9-4883-96b4-de638f39847f,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:31.423017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.442446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for 32e30c8a-bfb9-4883-96b4-de638f39847f owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:31.472925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.479989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.587650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=4882be18-c1d7-4135-8cce-a001d47ddbaf,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:31.635693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:25:02Z', 'revision_number': 5, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:31.662466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.676487 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd71993-9e26-4891-b83b-d2fb32a3d381 None None] The sync data for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 is: [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 4, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1f966afd-0f58-487d-8529-308874b6b535', 'name': '', 'network_id': 'c8594735-32ad-4a59-96a0-40ff4321f00b', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'mac_address': 'fa:16:3e:dc:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:25:02Z', 'revision_number': 5, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'subnets': [{'id': '3ed49f2e-9d4a-4d20-bac1-b435ebdcf227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:31.854042 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Floating IP 281d87d8-0f73-4e4e-8af5-e0907b116095 associated. External IP: 172.25.4.173, port: 66b98446-7650-4764-b784-6f4206fb203f. Aug 03 19:35:31.900329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.964545 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.968081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=32e30c8a-bfb9-4883-96b4-de638f39847f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:32.122594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] No DVR routers for this DVR port 32e30c8a-bfb9-4883-96b4-de638f39847f on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:32.138727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.141070 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-e37cde7b-2bd2-4a37-8173-047ac256a8f7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "DELETE /v2.0/ports/32e30c8a-bfb9-4883-96b4-de638f39847f HTTP/1.1" status: 204 len: 173 time: 1.6683469 Aug 03 19:35:32.180954 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9eda1d-92d5-4f9a-ae9d-debb60ed0ae2 None None] New status for floating IP 1189fd06-9964-46ec-97b3-473f36ad4ec3: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:35:32.370555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb71522-1bd1-4771-a303-b322d29e655c req-4e3590ad-288b-4b8c-a1bc-a02eb4f1d10d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:32.377465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb71522-1bd1-4771-a303-b322d29e655c req-4e3590ad-288b-4b8c-a1bc-a02eb4f1d10d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:32.387155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bb71522-1bd1-4771-a303-b322d29e655c req-4e3590ad-288b-4b8c-a1bc-a02eb4f1d10d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 1677 time: 0.1142964 Aug 03 19:35:32.492781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 02f91615-da34-4229-8373-0ee7ba346222 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:35:32.495709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bb71522-1bd1-4771-a303-b322d29e655c req-41e464f1-9604-4990-8f87-a8e479f9cd3b tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066129 Aug 03 19:35:32.513536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port 979a8db1-3302-40e4-8413-308d67aeb9c7 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:32.513880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.779261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] For port 979a8db1-3302-40e4-8413-308d67aeb9c7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=979a8db1-3302-40e4-8413-308d67aeb9c7,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:32.780656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.803708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': '32e30c8a-bfb9-4883-96b4-de638f39847f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:32.806680 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abc1d6d-49db-44a8-ad91-90667a85c239" -d '{"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "32e30c8a-bfb9-4883-96b4-de638f39847f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:32.810796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for 979a8db1-3302-40e4-8413-308d67aeb9c7 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:32.832177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:32.844695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] Sync routers for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:32.870108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:32.870773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:32.901043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.919444 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487dafe5-e818-47da-be43-ed48cecf0126 x-openstack-request-id: req-487dafe5-e818-47da-be43-ed48cecf0126 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:32.920070 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "32e30c8a-bfb9-4883-96b4-de638f39847f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:32.920545 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-487dafe5-e818-47da-be43-ed48cecf0126 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:32.921264 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': '32e30c8a-bfb9-4883-96b4-de638f39847f', 'status': 'completed', 'code': 200} Aug 03 19:35:32.960355 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a4dc1e78-fff0-4fce-995a-80fe007fde8d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7305508 Aug 03 19:35:33.063906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.102017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=979a8db1-3302-40e4-8413-308d67aeb9c7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:33.177954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] No DVR routers for this DVR port 979a8db1-3302-40e4-8413-308d67aeb9c7 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:33.180897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.183480 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-7a474842-1002-4ef1-9dc2-a8a5a45099f2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "DELETE /v2.0/ports/979a8db1-3302-40e4-8413-308d67aeb9c7 HTTP/1.1" status: 204 len: 173 time: 1.0357451 Aug 03 19:35:33.190672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bf63a-a9eb-4590-aa3e-c353b36880b4 req-27990326-6c16-4149-a004-cd33bd3268e6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:33.194020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d04bf63a-a9eb-4590-aa3e-c353b36880b4 req-27990326-6c16-4149-a004-cd33bd3268e6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.1031110 Aug 03 19:35:33.202415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:33.294295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d04bf63a-a9eb-4590-aa3e-c353b36880b4 req-e6ac20ae-f749-4046-a490-c6be2e4d6953 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928471 Aug 03 19:35:33.355298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38790) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.417413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:33.419290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.510573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-680c9794-bc4e-41d1-95e9-7a91fa830aaf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/281d87d8-0f73-4e4e-8af5-e0907b116095 HTTP/1.1" status: 200 len: 992 time: 0.1535072 Aug 03 19:35:33.649656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '281d87d8-0f73-4e4e-8af5-e0907b116095', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '02f91615-da34-4229-8373-0ee7ba346222', 'port_id': '66b98446-7650-4764-b784-6f4206fb203f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'mac_address': 'fa:16:3e:fd:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:30Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:33.699492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] For port 6b24f2b0-9126-49ad-8713-b0a98351c4c5, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=6b24f2b0-9126-49ad-8713-b0a98351c4c5,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:33.703188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.705530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1be4b9-d705-47b9-a08c-a35b69f4e252 req-221e1bd0-77ae-4644-b7d0-8236da91b64f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:33.707196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a1be4b9-d705-47b9-a08c-a35b69f4e252 req-221e1bd0-77ae-4644-b7d0-8236da91b64f tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 943 time: 0.1135120 Aug 03 19:35:33.709498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] Checking router: 02f91615-da34-4229-8373-0ee7ba346222 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:33.722017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:33.722692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:33.728829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for 6b24f2b0-9126-49ad-8713-b0a98351c4c5 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:33.862118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a1be4b9-d705-47b9-a08c-a35b69f4e252 req-f1afcb58-7143-4093-b1df-3f92a10284a7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups?id=06745fb2-213a-425e-abcd-f785cb4d7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253293 Aug 03 19:35:33.971824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:33.975491 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.007684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=6b24f2b0-9126-49ad-8713-b0a98351c4c5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:34.092204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] No DVR routers for this DVR port 6b24f2b0-9126-49ad-8713-b0a98351c4c5 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:34.098681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.102534 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-529f3d31-be65-4ee9-98a5-69259efd431a req-32383a97-f755-4c66-88c6-0487e1ea3e3d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.63 "DELETE /v2.0/ports/6b24f2b0-9126-49ad-8713-b0a98351c4c5 HTTP/1.1" status: 204 len: 173 time: 0.9116085 Aug 03 19:35:34.321625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '281d87d8-0f73-4e4e-8af5-e0907b116095', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '02f91615-da34-4229-8373-0ee7ba346222', 'port_id': '66b98446-7650-4764-b784-6f4206fb203f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'mac_address': 'fa:16:3e:fd:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:30Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:34.389323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a145ab-c93e-444a-815d-f7fdef2f2bc7 None None] The sync data for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 is: [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '281d87d8-0f73-4e4e-8af5-e0907b116095', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '02f91615-da34-4229-8373-0ee7ba346222', 'port_id': '66b98446-7650-4764-b784-6f4206fb203f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'mac_address': 'fa:16:3e:fd:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:30Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:34.438282 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.514182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38810) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:34.621367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7704a2a2-b1c0-4e77-a811-49ae7124d13f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/281d87d8-0f73-4e4e-8af5-e0907b116095 HTTP/1.1" status: 200 len: 992 time: 0.1059678 Aug 03 19:35:34.791099 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bb1a69-9aa8-4cf8-8af0-cd70408000a3 None None] New status for floating IP 281d87d8-0f73-4e4e-8af5-e0907b116095: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:35:34.922306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}, {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': '979a8db1-3302-40e4-8413-308d67aeb9c7'}, {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': '6b24f2b0-9126-49ad-8713-b0a98351c4c5'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:34.927575 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdcdc22-8655-4701-a567-e3479d5498d1" -d '{"events": [{"name": "network-changed", "server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "979a8db1-3302-40e4-8413-308d67aeb9c7"}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "6b24f2b0-9126-49ad-8713-b0a98351c4c5"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:35.059108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-35e85e61-e7c9-43e4-ae7a-6cc07a8d9c26 req-a5db9cdf-836d-4422-8e65-240dab178c5b tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0824666 Aug 03 19:35:35.123419 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aa8841-e773-4181-b295-71bbb3d66367 x-openstack-request-id: req-79aa8841-e773-4181-b295-71bbb3d66367 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:35.124036 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "status": "completed", "code": 200}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "979a8db1-3302-40e4-8413-308d67aeb9c7", "status": "completed", "code": 200}, {"server_uuid": "53a297a3-2f03-4f6b-a9b8-b60b5bec64b8", "name": "network-vif-deleted", "tag": "6b24f2b0-9126-49ad-8713-b0a98351c4c5", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:35.124565 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79aa8841-e773-4181-b295-71bbb3d66367 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:35.131189 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'status': 'completed', 'code': 200} Aug 03 19:35:35.131746 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': '979a8db1-3302-40e4-8413-308d67aeb9c7', 'status': 'completed', 'code': 200} Aug 03 19:35:35.133768 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a297a3-2f03-4f6b-a9b8-b60b5bec64b8', 'name': 'network-vif-deleted', 'tag': '6b24f2b0-9126-49ad-8713-b0a98351c4c5', 'status': 'completed', 'code': 200} Aug 03 19:35:35.215480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-ad3d0a8d-bc61-47bd-9abd-a1e083c7a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:35.217310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-ad3d0a8d-bc61-47bd-9abd-a1e083c7a6c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1097 time: 0.0632181 Aug 03 19:35:35.431583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-60401da2-c03c-4d1e-9453-d6059d2df54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:35.433909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-60401da2-c03c-4d1e-9453-d6059d2df54f service neutron] 10.222.0.88 "GET /v2.0/networks?id=3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 200 len: 898 time: 0.2074020 Aug 03 19:35:35.523201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-3788ecdc-0b1d-43c6-afd5-f89373c6a05a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 1002 time: 0.0807767 Aug 03 19:35:35.581296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-08948e1c-c4ef-49dc-a091-d8cf5f5efd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:35.582851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-08948e1c-c4ef-49dc-a091-d8cf5f5efd06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=73597956-caa6-4fd5-9430-802c08c5b752 HTTP/1.1" status: 200 len: 835 time: 0.0529902 Aug 03 19:35:35.626431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38826) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.635227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-634a35e6-08fb-48f6-975c-a5803581ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:35.636717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-634a35e6-08fb-48f6-975c-a5803581ff14 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3846fcab-1373-4783-a9a9-c763e2f70a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470803 Aug 03 19:35:35.759213 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-81c2c353-8fa1-4b6a-93cd-edcaad4ff9c5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/281d87d8-0f73-4e4e-8af5-e0907b116095 HTTP/1.1" status: 200 len: 994 time: 0.1300802 Aug 03 19:35:35.801242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-e7dd95cf-59dd-4f21-8288-8dd64841e26b service neutron] 10.222.0.88 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569300 Aug 03 19:35:35.965812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bdcdc22-8655-4701-a567-e3479d5498d1 req-3ccad0fe-daf2-42b3-9f51-ac538096b435 service neutron] 10.222.0.88 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562545 Aug 03 19:35:36.296170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-146b9d94-b702-43c5-8746-78f5fa5e186a req-ae2e77e7-c07d-429d-9c93-8f050c179fbc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0669887 Aug 03 19:35:36.493913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38850) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:36.670465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eac7dbe-7a30-43ff-9f49-013b4fa21010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.790015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eac7dbe-7a30-43ff-9f49-013b4fa21010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.795887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1eac7dbe-7a30-43ff-9f49-013b4fa21010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.839240 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1eac7dbe-7a30-43ff-9f49-013b4fa21010 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c46e9e5274ae43a2b226664f5b692171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439500 Aug 03 19:35:36.843625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:36.867731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac7dbe-7a30-43ff-9f49-013b4fa21010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1af55f-315f-4070-9c5a-ecdbdfacc1c2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:36.943308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94e6f7f1-a71e-4212-b15c-1243fece5188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.981003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94e6f7f1-a71e-4212-b15c-1243fece5188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.053452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94e6f7f1-a71e-4212-b15c-1243fece5188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.056661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94e6f7f1-a71e-4212-b15c-1243fece5188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.058085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-94e6f7f1-a71e-4212-b15c-1243fece5188 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d1af55f-315f-4070-9c5a-ecdbdfacc1c2 HTTP/1.1" status: 204 len: 168 time: 0.2129498 Aug 03 19:35:37.076881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6f7f1-a71e-4212-b15c-1243fece5188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1af55f-315f-4070-9c5a-ecdbdfacc1c2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:37.448957 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f943032-e210-4425-9f16-2ba7bc523f48 req-b14a9b7c-5e77-4c28-a9e5-1002119df20d tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0405695 Aug 03 19:35:37.517191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38870) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:37.539550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c14a4969-722a-4371-a2f8-3fcc9711b174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.710472 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c14a4969-722a-4371-a2f8-3fcc9711b174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.717085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c14a4969-722a-4371-a2f8-3fcc9711b174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.762584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a4969-722a-4371-a2f8-3fcc9711b174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5235ec92-9480-4b41-a0e8-5fec0b295fd3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:37.770993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38872) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:37.773944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c14a4969-722a-4371-a2f8-3fcc9711b174 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00941e81cda942689be68f4c3cb88a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550776 Aug 03 19:35:37.843484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-96db40f2-9720-4c91-b998-b04a1767ad39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.871299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-96db40f2-9720-4c91-b998-b04a1767ad39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.944601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-96db40f2-9720-4c91-b998-b04a1767ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.947674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-96db40f2-9720-4c91-b998-b04a1767ad39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.949046 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-96db40f2-9720-4c91-b998-b04a1767ad39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5235ec92-9480-4b41-a0e8-5fec0b295fd3 HTTP/1.1" status: 204 len: 168 time: 0.1762462 Aug 03 19:35:37.958825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db40f2-9720-4c91-b998-b04a1767ad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5235ec92-9480-4b41-a0e8-5fec0b295fd3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:38.668675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-439b0845-f9a5-4476-a1c1-4bdd2c8b4a15 req-c31d62b7-4f0d-49c4-965c-d00907a2d1ad tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0616946 Aug 03 19:35:39.460633 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:35:39.856094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38914) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:39.885611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a1f85f4-fa1e-46a4-a4a8-72aca61f69a1 req-a4df5823-46e3-4096-8ef6-a80845f91ef2 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0721085 Aug 03 19:35:40.158827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cbc056ef-5c00-412c-b855-a258afcabd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.388518 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cbc056ef-5c00-412c-b855-a258afcabd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.396156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cbc056ef-5c00-412c-b855-a258afcabd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.500495 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cbc056ef-5c00-412c-b855-a258afcabd0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66f613dd7aff4d918bc4a8a7e1b1d142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429589 Aug 03 19:35:40.501855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc056ef-5c00-412c-b855-a258afcabd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb68c79e-cc40-4ea4-ae3c-b2c11124c1f3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:40.504474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38930) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:40.605529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1601c806-2bb3-4762-b378-b0ade86c990d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.653010 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1601c806-2bb3-4762-b378-b0ade86c990d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.739624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1601c806-2bb3-4762-b378-b0ade86c990d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.743285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1601c806-2bb3-4762-b378-b0ade86c990d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.745336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1601c806-2bb3-4762-b378-b0ade86c990d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb68c79e-cc40-4ea4-ae3c-b2c11124c1f3 HTTP/1.1" status: 204 len: 168 time: 0.2391920 Aug 03 19:35:40.756531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601c806-2bb3-4762-b378-b0ade86c990d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb68c79e-cc40-4ea4-ae3c-b2c11124c1f3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:41.034857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b425a3da-31d3-494b-9799-8e1c48f40cb6 req-3a2a2c67-63a1-4a0f-8a0a-40372c22ba58 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0407593 Aug 03 19:35:41.297494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38950) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:41.322771 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8db0-b617-4ca5-895d-5c1203c7e392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.346905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38952) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:41.514251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8db0-b617-4ca5-895d-5c1203c7e392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.521277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8db0-b617-4ca5-895d-5c1203c7e392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.579393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb8db0-b617-4ca5-895d-5c1203c7e392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d676c55a-1a4e-4bf3-88c6-0fb9a6b82f72,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:41.607353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c0eb8db0-b617-4ca5-895d-5c1203c7e392 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9327aa90136243ce882c3bf4dcb4da1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066418 Aug 03 19:35:41.611094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38958) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:41.658612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83dcc7ee-3663-4f7d-8203-1bb937be0234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.708653 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33713827-8bfa-464d-b157-529fa5c5197b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.747405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33713827-8bfa-464d-b157-529fa5c5197b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.846988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83dcc7ee-3663-4f7d-8203-1bb937be0234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.848465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33713827-8bfa-464d-b157-529fa5c5197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.851643 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33713827-8bfa-464d-b157-529fa5c5197b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.857008 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-33713827-8bfa-464d-b157-529fa5c5197b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d676c55a-1a4e-4bf3-88c6-0fb9a6b82f72 HTTP/1.1" status: 204 len: 168 time: 0.2402234 Aug 03 19:35:41.861952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83dcc7ee-3663-4f7d-8203-1bb937be0234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.866127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33713827-8bfa-464d-b157-529fa5c5197b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d676c55a-1a4e-4bf3-88c6-0fb9a6b82f72,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:41.918379 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-83dcc7ee-3663-4f7d-8203-1bb937be0234 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17e0befa8e214720b4f7fe7f467c0532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695472 Aug 03 19:35:41.919133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38962) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:41.920877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc7ee-3663-4f7d-8203-1bb937be0234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94009a4-b80b-43f2-9126-f034189e5049,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:41.996172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a495d8b9-e2b6-4282-b22b-b2a64e5ae8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.021167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a495d8b9-e2b6-4282-b22b-b2a64e5ae8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.088784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a495d8b9-e2b6-4282-b22b-b2a64e5ae8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.093964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a495d8b9-e2b6-4282-b22b-b2a64e5ae8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.101249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a495d8b9-e2b6-4282-b22b-b2a64e5ae8b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e94009a4-b80b-43f2-9126-f034189e5049 HTTP/1.1" status: 204 len: 168 time: 0.1797481 Aug 03 19:35:42.115656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495d8b9-e2b6-4282-b22b-b2a64e5ae8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94009a4-b80b-43f2-9126-f034189e5049,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:42.232814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc46b4b-496b-4c3a-b01a-15a4dcb6a468 req-f3abdf49-4722-4752-8c85-d57e175ea65a tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0501366 Aug 03 19:35:42.591698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38984) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:42.609182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c028a54-89a8-4654-8748-221a2df479a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.718904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c028a54-89a8-4654-8748-221a2df479a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.724719 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c028a54-89a8-4654-8748-221a2df479a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.774736 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c028a54-89a8-4654-8748-221a2df479a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed6b248566b84a9bb04c2b3681657764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818802 Aug 03 19:35:42.777275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:42.786119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c028a54-89a8-4654-8748-221a2df479a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ada56-f70f-43a4-b216-83b33a0aec12,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:42.845138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0caee948-eccc-4033-8c18-33fbceead3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.871550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0caee948-eccc-4033-8c18-33fbceead3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.934248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0caee948-eccc-4033-8c18-33fbceead3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.939522 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0caee948-eccc-4033-8c18-33fbceead3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.941005 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0caee948-eccc-4033-8c18-33fbceead3d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a02ada56-f70f-43a4-b216-83b33a0aec12 HTTP/1.1" status: 204 len: 168 time: 0.1626329 Aug 03 19:35:42.959310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caee948-eccc-4033-8c18-33fbceead3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ada56-f70f-43a4-b216-83b33a0aec12,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:43.461099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48722f-5463-4cd7-98f6-1af6abbe3626 req-76be41a0-998a-4e91-97e8-13a44b160306 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:43.483258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f48722f-5463-4cd7-98f6-1af6abbe3626 req-76be41a0-998a-4e91-97e8-13a44b160306 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1541317 Aug 03 19:35:43.484089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-6e589451-2acb-4dc3-95c3-125d098ae7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:43.487953 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-6e589451-2acb-4dc3-95c3-125d098ae7ce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1095 time: 0.1598535 Aug 03 19:35:43.582260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab4859d-87aa-4aa1-920b-0d70a19faa6a req-f3de999c-b4c1-4cc0-986a-fc9e6abadfd5 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0922234 Aug 03 19:35:43.659632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f48722f-5463-4cd7-98f6-1af6abbe3626 req-12136ee9-62f6-4173-8f0d-afee82029979 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718304 Aug 03 19:35:43.765867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-5d175565-0aa0-439a-af61-591f8e05e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:43.768345 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-5d175565-0aa0-439a-af61-591f8e05e858 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.2727485 Aug 03 19:35:43.890848 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-bf06a11f-2f52-4f70-a980-9706ef96d060 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.1144199 Aug 03 19:35:43.958469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-5310fb3e-f057-411c-8b12-369670833a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:43.960469 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-5310fb3e-f057-411c-8b12-369670833a54 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0633628 Aug 03 19:35:44.062259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-6c31a286-231a-46c4-b7df-f9278a86d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:44.065264 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-6c31a286-231a-46c4-b7df-f9278a86d824 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973127 Aug 03 19:35:44.077572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-1559ff6e-8446-4970-ba7b-952682bedb9d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:35:44.078647 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-1559ff6e-8446-4970-ba7b-952682bedb9d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062702 Aug 03 19:35:44.257093 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-efdf2444-13c3-4fdc-be60-9db1364a905c service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671350 Aug 03 19:35:44.395849 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-44d80a03-189e-4856-9455-e3a0c7dc2035 req-01a6206f-3806-4814-a477-3b55bfafdacc service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338491 Aug 03 19:35:44.758496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f3f5cb8-a748-4dc7-8a41-e4d05b557044 req-8ae558bc-eb9c-4399-9fc1-61d4ff751ebc tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0464156 Aug 03 19:35:44.886854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283aaac-a27f-48fd-9063-1449637fa98c req-0cf572f8-24a6-416d-9da4-740e63147ec5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:44.900780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0283aaac-a27f-48fd-9063-1449637fa98c req-0cf572f8-24a6-416d-9da4-740e63147ec5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0852826 Aug 03 19:35:44.965408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0283aaac-a27f-48fd-9063-1449637fa98c req-b47cf56f-a378-4622-87e2-f3bf7345e17f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635123 Aug 03 19:35:45.892682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab8d5878-f0a6-4625-9a03-6c082f50a612 req-6d18e715-9ced-45ce-9be0-de93814e19c6 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0308042 Aug 03 19:35:46.097780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51f57f-8a84-4464-b00e-f75e8ae38762 req-da90ee78-c91a-44d8-b9de-6efb4acf741b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.100362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c51f57f-8a84-4464-b00e-f75e8ae38762 req-da90ee78-c91a-44d8-b9de-6efb4acf741b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0600686 Aug 03 19:35:46.154204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5c51f57f-8a84-4464-b00e-f75e8ae38762 req-739b5a9f-5b43-485f-89e3-a2c75a17b0dc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472469 Aug 03 19:35:47.094513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d627a9a-2fff-4706-92bb-501da8fec7e7 req-2de8f467-e7a9-40d8-8298-69f5f648adbd tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0482535 Aug 03 19:35:48.229500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72c9cfeb-e7b0-448a-872a-41b4d0715ffe req-7b848e3a-eeba-48d7-9c60-ab17b99768e1 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0282967 Aug 03 19:35:49.404371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7aba2a3-d91e-4fd6-903d-d8da3371300a req-dc05cae6-3a57-441e-925d-b08370457064 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/ports?device_id=53a297a3-2f03-4f6b-a9b8-b60b5bec64b8 HTTP/1.1" status: 200 len: 210 time: 0.0414250 Aug 03 19:35:50.535679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.567737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39158) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:50.647489 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.691289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.762196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.765120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.766833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "DELETE /v2.0/security-groups/06745fb2-213a-425e-abcd-f785cb4d7cf8 HTTP/1.1" status: 204 len: 168 time: 0.1971676 Aug 03 19:35:50.770472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39164) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:50.786023 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-c7c6f058-a4f2-4579-8319-4a79ce067168 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] show failed (client error): The resource could not be found. Aug 03 19:35:50.791316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c7c6f058-a4f2-4579-8319-4a79ce067168 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "GET /v2.0/security-groups/06745fb2-213a-425e-abcd-f785cb4d7cf8 HTTP/1.1" status: 404 len: 347 time: 0.0166280 Aug 03 19:35:50.791941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39168) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:50.799216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06745fb2-213a-425e-abcd-f785cb4d7cf8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:50.854163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.854719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.855271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.855827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.856378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.856933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.857720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.858504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.859292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.860032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.860785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:50.861528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98962c-c8fc-46e3-b35d-f06f3a84a8cb tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:51.018153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port ad014daf-8e32-4082-8538-b0ba137d361b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:51.018689 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.126472 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.127185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.285432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for ad014daf-8e32-4082-8538-b0ba137d361b owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:51.568495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.601655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=ad014daf-8e32-4082-8538-b0ba137d361b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:51.754338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.759549 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.765303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46295714-c0d4-409f-a66a-b5b61b62f7c7 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "DELETE /v2.0/floatingips/1189fd06-9964-46ec-97b3-473f36ad4ec3 HTTP/1.1" status: 204 len: 168 time: 0.9693041 Aug 03 19:35:51.766054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39182) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:51.945144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7c689308-d48b-4861-aad0-6effe19f0739 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port aadee2df-1b78-400d-a964-45fb863ea100 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:51.945864 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c689308-d48b-4861-aad0-6effe19f0739 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.103542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c689308-d48b-4861-aad0-6effe19f0739 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.118674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7c689308-d48b-4861-aad0-6effe19f0739 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for aadee2df-1b78-400d-a964-45fb863ea100 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:52.262533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c689308-d48b-4861-aad0-6effe19f0739 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.298566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c689308-d48b-4861-aad0-6effe19f0739 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=aadee2df-1b78-400d-a964-45fb863ea100,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:52.396772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c689308-d48b-4861-aad0-6effe19f0739 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.403118 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7c689308-d48b-4861-aad0-6effe19f0739 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "DELETE /v2.0/ports/aadee2df-1b78-400d-a964-45fb863ea100 HTTP/1.1" status: 204 len: 168 time: 0.6317563 Aug 03 19:35:52.403606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39190) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:52.541063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b00c4337-e751-46c8-9cfb-ca0305e17a13 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port 063bd505-6d72-4e1a-8907-dbee2703ea9f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:52.541589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b00c4337-e751-46c8-9cfb-ca0305e17a13 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.709200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b00c4337-e751-46c8-9cfb-ca0305e17a13 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.730797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b00c4337-e751-46c8-9cfb-ca0305e17a13 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for 063bd505-6d72-4e1a-8907-dbee2703ea9f owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:53.046335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b00c4337-e751-46c8-9cfb-ca0305e17a13 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.098180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c4337-e751-46c8-9cfb-ca0305e17a13 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=063bd505-6d72-4e1a-8907-dbee2703ea9f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:53.178785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b00c4337-e751-46c8-9cfb-ca0305e17a13 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.183625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b00c4337-e751-46c8-9cfb-ca0305e17a13 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "DELETE /v2.0/ports/063bd505-6d72-4e1a-8907-dbee2703ea9f HTTP/1.1" status: 204 len: 168 time: 0.7766128 Aug 03 19:35:53.183884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39206) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:53.253103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9067e2de-3998-4d43-b472-228f1ae60dab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting subnet 70137d54-547d-49fc-a65a-ad8b5226afb9 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:53.257083 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9067e2de-3998-4d43-b472-228f1ae60dab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.318725 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9067e2de-3998-4d43-b472-228f1ae60dab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.435428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9067e2de-3998-4d43-b472-228f1ae60dab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.518503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9067e2de-3998-4d43-b472-228f1ae60dab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.533933 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9067e2de-3998-4d43-b472-228f1ae60dab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.539445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39210) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:53.540172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9067e2de-3998-4d43-b472-228f1ae60dab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "DELETE /v2.0/subnets/70137d54-547d-49fc-a65a-ad8b5226afb9 HTTP/1.1" status: 204 len: 168 time: 0.3548093 Aug 03 19:35:53.546160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bcde70-3c13-4cff-8e4b-ac182846def6 None None] Network 3afc7978-57b7-4875-9bfc-612e2d787ba3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:53.580378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067e2de-3998-4d43-b472-228f1ae60dab tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Subnet': ['ID=70137d54-547d-49fc-a65a-ad8b5226afb9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:53.643917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcbcaca-7c9b-4a3b-89af-ea8db4304a79 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting subnet 6475f594-bae2-49a6-93ad-541025d4ca77 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:53.647955 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffcbcaca-7c9b-4a3b-89af-ea8db4304a79 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.703747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffcbcaca-7c9b-4a3b-89af-ea8db4304a79 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.832812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffcbcaca-7c9b-4a3b-89af-ea8db4304a79 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.976429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] DHCP port deletion for 3afc7978-57b7-4875-9bfc-612e2d787ba3 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:54.017614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffcbcaca-7c9b-4a3b-89af-ea8db4304a79 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.061822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] Deleting port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:54.062200 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.086849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbcaca-7c9b-4a3b-89af-ea8db4304a79 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Subnet': ['ID=6475f594-bae2-49a6-93ad-541025d4ca77,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:54.091307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffcbcaca-7c9b-4a3b-89af-ea8db4304a79 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.097885 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ffcbcaca-7c9b-4a3b-89af-ea8db4304a79 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "DELETE /v2.0/subnets/6475f594-bae2-49a6-93ad-541025d4ca77 HTTP/1.1" status: 204 len: 168 time: 0.5543346 Aug 03 19:35:54.098498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39224) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:54.121245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9cc4ba-8903-476a-b21d-2ba2f629dcff None None] Network 9879ee6e-b605-4979-bb80-8bbe728e3660 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:54.297700 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.368253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] For port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:54.369457 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.374573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Deleting port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:54.374573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.403756 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] Calling delete_port for 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:54.475062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] For port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,segment=NetworkSegment(b6daf28c-eed5-4a14-9a41-84f37cd4c1a9),segment_id=b6daf28c-eed5-4a14-9a41-84f37cd4c1a9)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:54.475982 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.492245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Calling delete_port for 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:54.513689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:54.537742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:54.538091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:54.539567 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.575051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] Pushing event deleted for resources: {'Port': ['ID=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:54.591506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070ae28-85aa-489b-8811-4caa0247506a None None] No DVR routers for this DVR port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:54.631237 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.661698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Port': ['ID=9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:54.669602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] No DVR routers for this DVR port 9d1c07d9-8e66-4bd8-a6fa-be7f4d7cf22b on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:54.716239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] DHCP port deletion for 9879ee6e-b605-4979-bb80-8bbe728e3660 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:54.769204 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.769978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] Deleting port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:54.770366 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.791188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afc7978-57b7-4875-9bfc-612e2d787ba3']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:54.817218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:54.818124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6daf28c-eed5-4a14-9a41-84f37cd4c1a9') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:54.839269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.848180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] For port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=48d34ffd-1f63-47b0-9de7-6bcc3111d9da,segment=NetworkSegment(35eeb1a4-25cf-4e41-9a3e-f285d7e964a5),segment_id=35eeb1a4-25cf-4e41-9a3e-f285d7e964a5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:54.848600 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.865158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] Calling delete_port for 48d34ffd-1f63-47b0-9de7-6bcc3111d9da owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:54.870234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.898930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:54.899501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:54.912498 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:55.017131 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.074604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] Pushing event deleted for resources: {'Port': ['ID=48d34ffd-1f63-47b0-9de7-6bcc3111d9da,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:55.084859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038bf19-8296-45e0-bead-45a9584570d2 None None] No DVR routers for this DVR port 48d34ffd-1f63-47b0-9de7-6bcc3111d9da on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:55.133193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.145898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.154413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39234) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:55.158976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "DELETE /v2.0/networks/3afc7978-57b7-4875-9bfc-612e2d787ba3 HTTP/1.1" status: 204 len: 168 time: 1.0585835 Aug 03 19:35:55.191478 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dacd13-0a1a-4dfd-840c-7d25525afb34 tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Network': ['ID=3afc7978-57b7-4875-9bfc-612e2d787ba3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:55.279006 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.392808 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.403285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9879ee6e-b605-4979-bb80-8bbe728e3660']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:55.417628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:55.418000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eeb1a4-25cf-4e41-9a3e-f285d7e964a5') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:55.432245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.448622 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.463870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:55.464547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:55.468479 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:55.537787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.552526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.560511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] 10.222.0.42 "DELETE /v2.0/networks/9879ee6e-b605-4979-bb80-8bbe728e3660 HTTP/1.1" status: 204 len: 168 time: 0.4005153 Aug 03 19:35:55.576213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d262d-97d0-4eb3-8d9b-decedb3a783c tempest-TaggedBootDevicesTest_v242-1272596214 tempest-TaggedBootDevicesTest_v242-1272596214-project] Pushing event deleted for resources: {'Network': ['ID=9879ee6e-b605-4979-bb80-8bbe728e3660,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:55.791342 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.154882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5da0c0e-b9a3-4ad3-9e9e-bb40702689d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.304805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 48d34ffd-1f63-47b0-9de7-6bcc3111d9da no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:56.350388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 48d34ffd-1f63-47b0-9de7-6bcc3111d9da {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:56.350970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 48d34ffd-1f63-47b0-9de7-6bcc3111d9da not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:56.935303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-e79ed827-bdbc-4770-8bdb-c2ff90174feb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2548325 Aug 03 19:35:57.069545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-b0198ef3-4b73-4512-9216-8b3ce30bc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:57.072321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-b0198ef3-4b73-4512-9216-8b3ce30bc4ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1097 time: 0.0683680 Aug 03 19:35:57.272242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-cc010831-687b-41f8-a147-eb67cd235fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:57.274595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-cc010831-687b-41f8-a147-eb67cd235fc9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.1703978 Aug 03 19:35:57.538836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-72444ccf-bb7a-4d0b-94c8-d8e5b8201154 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 1002 time: 0.2565231 Aug 03 19:35:57.594959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39286) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:57.619188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-1dccb78e-80bc-49d2-9a84-c39f5f3004b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:57.620733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-1dccb78e-80bc-49d2-9a84-c39f5f3004b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.0733073 Aug 03 19:35:57.678895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-36adef87-18b7-4a35-a5c2-589eb67ea51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:57.680613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-36adef87-18b7-4a35-a5c2-589eb67ea51a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514839 Aug 03 19:35:57.694437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-b9ae13e6-2fb3-4472-b781-b3d30b7ac956 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:35:57.696049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-b9ae13e6-2fb3-4472-b781-b3d30b7ac956 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074077 Aug 03 19:35:57.741106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1127-4e8b-4e19-9fe1-c436c2d4e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:57.833855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-0c271794-4746-4bd1-af91-91db19ae73c8 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299450 Aug 03 19:35:57.947836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe0d1e70-b9dc-43a8-98ea-52e80770633d req-29df0858-0f03-4f3e-a20f-4fa3b4d2fb41 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042614 Aug 03 19:35:57.967544 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1127-4e8b-4e19-9fe1-c436c2d4e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:57.973928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1127-4e8b-4e19-9fe1-c436c2d4e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.032479 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b8ec1127-4e8b-4e19-9fe1-c436c2d4e078 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c41080809e84167b491e61c271ab36f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356380 Aug 03 19:35:58.033283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec1127-4e8b-4e19-9fe1-c436c2d4e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d2dbe0-bbfb-4502-ae70-537bd3d95f53,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:58.035621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39292) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:58.116040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-048d1bb2-0107-43f1-b465-0c7886b4aae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.141656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-048d1bb2-0107-43f1-b465-0c7886b4aae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.199849 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-048d1bb2-0107-43f1-b465-0c7886b4aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.203277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-048d1bb2-0107-43f1-b465-0c7886b4aae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.207280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-048d1bb2-0107-43f1-b465-0c7886b4aae6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0d2dbe0-bbfb-4502-ae70-537bd3d95f53 HTTP/1.1" status: 204 len: 168 time: 0.1679065 Aug 03 19:35:58.214125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d1bb2-0107-43f1-b465-0c7886b4aae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d2dbe0-bbfb-4502-ae70-537bd3d95f53,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:58.579627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39306) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:58.593948 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d7c3-7c39-4c8d-b344-ab1190cc3e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.731607 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d7c3-7c39-4c8d-b344-ab1190cc3e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.742078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d7c3-7c39-4c8d-b344-ab1190cc3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.804488 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e4a9d7c3-7c39-4c8d-b344-ab1190cc3e39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f796f14099946038af24849bb7dc9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234888 Aug 03 19:35:58.812115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39310) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:58.824055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9d7c3-7c39-4c8d-b344-ab1190cc3e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2970fbe6-49b1-48b3-8447-c3ac428d6e58,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:58.878955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-183a7383-645b-4bec-aabc-7e1b7d60bba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.906373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-183a7383-645b-4bec-aabc-7e1b7d60bba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.979694 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-183a7383-645b-4bec-aabc-7e1b7d60bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.983619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-183a7383-645b-4bec-aabc-7e1b7d60bba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.989593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-183a7383-645b-4bec-aabc-7e1b7d60bba4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2970fbe6-49b1-48b3-8447-c3ac428d6e58 HTTP/1.1" status: 204 len: 168 time: 0.1721823 Aug 03 19:35:59.003710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a7383-645b-4bec-aabc-7e1b7d60bba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2970fbe6-49b1-48b3-8447-c3ac428d6e58,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.483827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39322) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:59.512981 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2929c2c0-ca9f-4ec6-b86b-56d573291527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.685115 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2929c2c0-ca9f-4ec6-b86b-56d573291527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.694418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2929c2c0-ca9f-4ec6-b86b-56d573291527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.763010 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.772575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929c2c0-ca9f-4ec6-b86b-56d573291527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42846d48-3621-412f-8d8c-745149ce6987,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.800259 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2929c2c0-ca9f-4ec6-b86b-56d573291527 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=074bf34bbeab49acb0441adf3f28ac27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150272 Aug 03 19:35:59.802627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39328) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:59.942599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09834097-dc55-41bc-ac39-ae47f14cbad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.004156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09834097-dc55-41bc-ac39-ae47f14cbad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.071538 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09834097-dc55-41bc-ac39-ae47f14cbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.076583 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09834097-dc55-41bc-ac39-ae47f14cbad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.080823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-09834097-dc55-41bc-ac39-ae47f14cbad6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42846d48-3621-412f-8d8c-745149ce6987 HTTP/1.1" status: 204 len: 168 time: 0.2741764 Aug 03 19:36:00.093941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09834097-dc55-41bc-ac39-ae47f14cbad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42846d48-3621-412f-8d8c-745149ce6987,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:00.287573 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61f0ec77-2f81-491f-856a-5b92eac609b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.953531 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.249171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cb837-3064-4b3d-9540-da0c2d91e41a req-6cdaa299-194a-4041-8f31-f8c501cb358e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:03.255048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e4cb837-3064-4b3d-9540-da0c2d91e41a req-6cdaa299-194a-4041-8f31-f8c501cb358e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.1048241 Aug 03 19:36:03.382815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e4cb837-3064-4b3d-9540-da0c2d91e41a req-ff73dc9c-2e6e-4117-83f2-9c28cf23f534 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975087 Aug 03 19:36:03.418437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39410) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:03.525982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3f04672a-a3e1-4e07-b34f-841574cfa4e3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/281d87d8-0f73-4e4e-8af5-e0907b116095 HTTP/1.1" status: 200 len: 994 time: 0.1057606 Aug 03 19:36:03.949203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227623bf-123e-4c9b-bc6e-c533699c59ea req-f68b89f9-150e-4eff-8151-cbe3a3deb53e tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:03.952403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-227623bf-123e-4c9b-bc6e-c533699c59ea req-f68b89f9-150e-4eff-8151-cbe3a3deb53e tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1097 time: 0.0568924 Aug 03 19:36:04.013892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-227623bf-123e-4c9b-bc6e-c533699c59ea req-3e5dc931-4dcf-4f16-a831-ded6c66a7cb8 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540898 Aug 03 19:36:04.457441 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.606950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-212e8bca-e3d6-48ec-8d90-7549838c1be2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2832768 Aug 03 19:36:06.355694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39486) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:07.699579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:07.831225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-12874314-1b0e-46ad-8410-8108461baf50 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:36:07.832395 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-12874314-1b0e-46ad-8410-8108461baf50 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2295384 Aug 03 19:36:07.849060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Request body: {'binding': {'host': 'n-h2-803378-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:07.849756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Unknown quota resources ['binding']. {{(pid=94133) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:36:08.088505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Deleting port 1f966afd-0f58-487d-8529-308874b6b535 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:08.089124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.195213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] For port 1f966afd-0f58-487d-8529-308874b6b535, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1f966afd-0f58-487d-8529-308874b6b535,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:08.195213 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.236782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Calling delete_port for 1f966afd-0f58-487d-8529-308874b6b535 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:08.381582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on host n-h2-803378-1 for vnic_type normal with profile None {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:08.382209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:08.382719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:08.387577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:36:08.388172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:08.394332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:08.394671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Checking segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:08.395257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Bound using segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:08.395867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Bound port: 66b98446-7650-4764-b784-6f4206fb203f, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:08.514155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:08.523450 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.527416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c93aa242-8d7f-4c9b-85e1-9f218b449382 service neutron] 10.222.0.42 "POST /v2.0/ports/66b98446-7650-4764-b784-6f4206fb203f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6832249 Aug 03 19:36:08.557943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.594732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f966afd-0f58-487d-8529-308874b6b535,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:08.951306 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.963228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8449a9-3274-46cc-8974-c1c723df65df req-61935810-2331-48c5-a166-99d0365b36e1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:08.965158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df8449a9-3274-46cc-8974-c1c723df65df req-61935810-2331-48c5-a166-99d0365b36e1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.1641567 Aug 03 19:36:09.191914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-0973baff-540d-42aa-bdeb-b3455ab2593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.199780 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-0973baff-540d-42aa-bdeb-b3455ab2593a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1097 time: 0.2202461 Aug 03 19:36:09.202779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df8449a9-3274-46cc-8974-c1c723df65df req-41c6880b-247f-4902-8446-c36763c70d71 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294221 Aug 03 19:36:09.333173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39520) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:09.354709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c91c734a-5813-4904-b15a-647a8c053142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.356193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c91c734a-5813-4904-b15a-647a8c053142 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 200 len: 898 time: 0.1478658 Aug 03 19:36:09.377631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Router 585adac8-3078-4c51-a03e-725101dd2df0 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:09.455322 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-b082accf-5430-45fe-9de3-44d59b975cc7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 1002 time: 0.0915809 Aug 03 19:36:09.526531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f9c6-95ef-4ff9-a9e9-4b04e0e0b3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.540300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-eafa347a-1f6d-4932-96e1-74bdce5d7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.541842 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-eafa347a-1f6d-4932-96e1-74bdce5d7bf0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73597956-caa6-4fd5-9430-802c08c5b752 HTTP/1.1" status: 200 len: 835 time: 0.0797071 Aug 03 19:36:09.550487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:09.559338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d9f8e6db-d904-4de2-b3ae-03b10a6610a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/585adac8-3078-4c51-a03e-725101dd2df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2015522 Aug 03 19:36:09.559338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39524) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:09.564529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] Sync routers for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:09.586463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:09.588277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:09.739098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f9c6-95ef-4ff9-a9e9-4b04e0e0b3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.745739 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f9c6-95ef-4ff9-a9e9-4b04e0e0b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.754714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-e310732a-b64e-4389-9cd9-27127f19e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.756546 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-e310732a-b64e-4389-9cd9-27127f19e193 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3846fcab-1373-4783-a9a9-c763e2f70a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377459 Aug 03 19:36:09.819526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.856859 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b6b2f9c6-95ef-4ff9-a9e9-4b04e0e0b3c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce664253434841daac9bcbfebc2ed408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222087 Aug 03 19:36:09.857612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f9c6-95ef-4ff9-a9e9-4b04e0e0b3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68685b76-1d9b-4556-80fb-79dadcc72de0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:09.861266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:09.862105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39528) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:09.950070 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-26bcb9e7-177c-426e-aa66-82fd452720db service neutron] 10.222.0.63 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749573 Aug 03 19:36:09.953239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6528bcb7-ae57-499a-b7a3-9987d9b23586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.039043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6528bcb7-ae57-499a-b7a3-9987d9b23586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.082897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.126784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-365cce54-a6c8-44fa-b8be-958cfa5c8918 service neutron] 10.222.0.63 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666949 Aug 03 19:36:10.135803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:36:08Z', 'revision_number': 5, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port': {'id': '83ffde83-8ab4-446d-a397-4d349bcf3ff5', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585adac8-3078-4c51-a03e-725101dd2df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:47Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:10.152916 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6528bcb7-ae57-499a-b7a3-9987d9b23586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.167996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] Checking router: 585adac8-3078-4c51-a03e-725101dd2df0 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:10.170821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6528bcb7-ae57-499a-b7a3-9987d9b23586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.172327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6528bcb7-ae57-499a-b7a3-9987d9b23586 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68685b76-1d9b-4556-80fb-79dadcc72de0 HTTP/1.1" status: 204 len: 168 time: 0.3048198 Aug 03 19:36:10.197298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Deleting port 83ffde83-8ab4-446d-a397-4d349bcf3ff5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:10.197688 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.206333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528bcb7-ae57-499a-b7a3-9987d9b23586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68685b76-1d9b-4556-80fb-79dadcc72de0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:10.210458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] Routers {'585adac8-3078-4c51-a03e-725101dd2df0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:10.213125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['585adac8-3078-4c51-a03e-725101dd2df0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:10.442271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] Set router 585adac8-3078-4c51-a03e-725101dd2df0 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:10.508099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c9d07966-78e1-42fc-aa19-6cf89733c921 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:10.513712 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-c9d07966-78e1-42fc-aa19-6cf89733c921 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97&tenant_id=8ae739ab6a844524a37b52a10d3348ca&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1097 time: 0.2550476 Aug 03 19:36:10.530527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-1'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:10.600859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] For port 83ffde83-8ab4-446d-a397-4d349bcf3ff5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=83ffde83-8ab4-446d-a397-4d349bcf3ff5,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:10.601243 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.621955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Calling delete_port for 83ffde83-8ab4-446d-a397-4d349bcf3ff5 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:10.678720 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.680607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dff2e-1e54-45ec-b35e-dc3ed50aca94 req-ab300270-374f-47e9-9343-9a001165b3e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:10.701653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef0dff2e-1e54-45ec-b35e-dc3ed50aca94 req-ab300270-374f-47e9-9343-9a001165b3e5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.1803041 Aug 03 19:36:10.978589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39544) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:10.982739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef0dff2e-1e54-45ec-b35e-dc3ed50aca94 req-fa6d0220-fbd9-4065-a33c-6c15d6c8a3ef tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801023 Aug 03 19:36:11.005796 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2504ca7-4043-4ce0-a5ff-2c8ed2c1b82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.028873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:11.064200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:36:10Z', 'revision_number': 6, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:11.111016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf055ffd-254f-44a9-88e4-240725f68789 None None] The sync data for ids ['585adac8-3078-4c51-a03e-725101dd2df0'] in n-d-803378-1 is: [{'id': '585adac8-3078-4c51-a03e-725101dd2df0', 'name': 'tempest-TaggedBootDevicesTest_v242-517620451-router', 'tenant_id': 'd258fce77f76428daec5f55ff7b6966a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:46Z', 'updated_at': '2021-08-03T19:36:10Z', 'revision_number': 6, 'project_id': 'd258fce77f76428daec5f55ff7b6966a', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:11.153668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:11.160471 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.195279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ffde83-8ab4-446d-a397-4d349bcf3ff5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.213356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.214224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.214629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.215453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.215917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.218679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.218679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.218679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.218679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.218679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.218679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.218679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:11.250801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:11.253730 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3760a2-5278-4f08-9c8e-548debfb263d" -d '{"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-unplugged", "status": "completed", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:11.258575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.272007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.327392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2504ca7-4043-4ce0-a5ff-2c8ed2c1b82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.372462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2504ca7-4043-4ce0-a5ff-2c8ed2c1b82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.384561 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.459613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.483609 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d2504ca7-4043-4ce0-a5ff-2c8ed2c1b82d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43ed6a4650604e5ab733f37eb756e66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039189 Aug 03 19:36:11.488194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2504ca7-4043-4ce0-a5ff-2c8ed2c1b82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c522f616-5984-41c2-8873-fc81e48cf2cc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.500243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39552) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:11.617385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on host n-h1-803378-1 for vnic_type normal with profile {"migrating_to": "n-h2-803378-1"} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:11.617759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:11.618314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:11.654953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:36:11.655330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Attempting to bind port 66b98446-7650-4764-b784-6f4206fb203f on network 3846fcab-1373-4783-a9a9-c763e2f70a94 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:11.666749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:11.667501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Checking segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:11.668515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Bound using segment: {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:11.669435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Bound port: 66b98446-7650-4764-b784-6f4206fb203f, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:11.671926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.806261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.809156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.879800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:11.886838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:11.892815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.922368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a0e7bfa1-3bfe-42e6-8fc4-b8f5e8edfda9 None None] Provisioning complete for port 66b98446-7650-4764-b784-6f4206fb203f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:11.924707 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0e7bfa1-3bfe-42e6-8fc4-b8f5e8edfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.928025 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8b2263-dbbc-4bba-be9d-5a595670da9b x-openstack-request-id: req-ee8b2263-dbbc-4bba-be9d-5a595670da9b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:11.928318 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-unplugged", "status": "completed", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:11.928627 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee8b2263-dbbc-4bba-be9d-5a595670da9b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:11.929059 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'code': 200} Aug 03 19:36:11.931444 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.931998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 585adac8-3078-4c51-a03e-725101dd2df0 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:36:11.939761 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.940920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f88f7ffe-2fe0-45b6-8b15-acb3f505d530 admin admin] 10.222.0.42 "DELETE /v2.0/routers/585adac8-3078-4c51-a03e-725101dd2df0 HTTP/1.1" status: 204 len: 168 time: 2.3808439 Aug 03 19:36:11.945072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39564) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.017379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:12.039432 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ec86d5a-bb98-4b68-b765-35026cad4175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.055981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7a02b2-4624-4dd4-b781-ea989fed7a02 admin admin] Deleting subnet 3ed49f2e-9d4a-4d20-bac1-b435ebdcf227 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:12.074058 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c7a02b2-4624-4dd4-b781-ea989fed7a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.124266 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c7a02b2-4624-4dd4-b781-ea989fed7a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.148732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0e7bfa1-3bfe-42e6-8fc4-b8f5e8edfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.178883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:12.180334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.183145 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-cf3bceb5-6501-49a2-80e9-072a4a731146 service neutron] 10.222.0.63 "PUT /v2.0/ports/66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 1122 time: 1.6569793 Aug 03 19:36:12.190760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a0e7bfa1-3bfe-42e6-8fc4-b8f5e8edfda9 None None] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:12.191626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:12.195897 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c59b957-127a-4732-97f3-ce104a588a20" -d '{"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-plugged", "status": "completed", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:12.206230 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0e7bfa1-3bfe-42e6-8fc4-b8f5e8edfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.281562 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c7a02b2-4624-4dd4-b781-ea989fed7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.353924 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8bf7a3-7c63-440f-b47c-8c54356eac1e x-openstack-request-id: req-3d8bf7a3-7c63-440f-b47c-8c54356eac1e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:12.354629 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-plugged", "status": "completed", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:12.355115 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d8bf7a3-7c63-440f-b47c-8c54356eac1e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:12.355751 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'code': 200} Aug 03 19:36:12.363059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['66b98446-7650-4764-b784-6f4206fb203f'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:12.384656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ec86d5a-bb98-4b68-b765-35026cad4175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.411540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1f966afd-0f58-487d-8529-308874b6b535 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:12.479699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412291-cc74-4750-be0e-f25f80806c40 req-b700a549-db41-48f5-b0ca-b83233fa489d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:12.481222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0412291-cc74-4750-be0e-f25f80806c40 req-b700a549-db41-48f5-b0ca-b83233fa489d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.1341939 Aug 03 19:36:12.492180 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c7a02b2-4624-4dd4-b781-ea989fed7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.509512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1f966afd-0f58-487d-8529-308874b6b535 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:12.510500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1f966afd-0f58-487d-8529-308874b6b535 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:12.511193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 83ffde83-8ab4-446d-a397-4d349bcf3ff5 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:12.540788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a02b2-4624-4dd4-b781-ea989fed7a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed49f2e-9d4a-4d20-bac1-b435ebdcf227,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:12.542906 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c7a02b2-4624-4dd4-b781-ea989fed7a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.546102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 83ffde83-8ab4-446d-a397-4d349bcf3ff5 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:12.546840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 83ffde83-8ab4-446d-a397-4d349bcf3ff5 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:12.547855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5c7a02b2-4624-4dd4-b781-ea989fed7a02 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3ed49f2e-9d4a-4d20-bac1-b435ebdcf227 HTTP/1.1" status: 204 len: 168 time: 0.6016243 Aug 03 19:36:12.548177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39570) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.568432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0412291-cc74-4750-be0e-f25f80806c40 req-44b1beaf-4d63-4ee5-8855-1046ec733850 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791364 Aug 03 19:36:12.569302 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ec86d5a-bb98-4b68-b765-35026cad4175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.571981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ec86d5a-bb98-4b68-b765-35026cad4175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.573168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7ec86d5a-bb98-4b68-b765-35026cad4175 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c522f616-5984-41c2-8873-fc81e48cf2cc HTTP/1.1" status: 204 len: 168 time: 1.0690818 Aug 03 19:36:12.583957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec86d5a-bb98-4b68-b765-35026cad4175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c522f616-5984-41c2-8873-fc81e48cf2cc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:12.659009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d5121-032f-4307-b935-d56c75a7cff6 None None] Network c8594735-32ad-4a59-96a0-40ff4321f00b requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:12.749768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.845624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7bfa1-3bfe-42e6-8fc4-b8f5e8edfda9 None None] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:12.920916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2ffe576a-b697-4e31-8535-e0e5a0df8795 None None] Provisioning complete for port 66b98446-7650-4764-b784-6f4206fb203f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:12.921371 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2ffe576a-b697-4e31-8535-e0e5a0df8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.936085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Deleting port 8f6b39f3-62f9-4926-b780-4fd61c329084 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:12.936580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.034867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] For port 8f6b39f3-62f9-4926-b780-4fd61c329084, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8f6b39f3-62f9-4926-b780-4fd61c329084,segment=NetworkSegment(311a6ac4-2759-428f-b521-e1804e6f4596),segment_id=311a6ac4-2759-428f-b521-e1804e6f4596)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:13.035439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.060154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Calling delete_port for 8f6b39f3-62f9-4926-b780-4fd61c329084 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:13.258486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47df09f-6e92-47d1-9d03-50847d9c8999 None None] DHCP port deletion for c8594735-32ad-4a59-96a0-40ff4321f00b request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:13.272657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.289311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] No DVR routers for this DVR port 8f6b39f3-62f9-4926-b780-4fd61c329084 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:13.299810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a47df09f-6e92-47d1-9d03-50847d9c8999 None None] The port '8f6b39f3-62f9-4926-b780-4fd61c329084' was deleted {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 03 19:36:13.340236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6b39f3-62f9-4926-b780-4fd61c329084,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.405757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.418825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8594735-32ad-4a59-96a0-40ff4321f00b']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:13.441367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311a6ac4-2759-428f-b521-e1804e6f4596') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:13.441855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311a6ac4-2759-428f-b521-e1804e6f4596') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:13.464389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.497762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.512913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:13.513307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:13.515907 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:13.618801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.627467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.632408 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c8594735-32ad-4a59-96a0-40ff4321f00b HTTP/1.1" status: 204 len: 168 time: 1.0828564 Aug 03 19:36:13.643282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138b4d0-de5f-421e-9ca5-3f9a1d5b0293 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8594735-32ad-4a59-96a0-40ff4321f00b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.791777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052f010-abda-4b6b-a7c8-4044e21dfb28 req-dea2a3de-1eb6-44b6-a91c-fa3281537f9f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.802135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7052f010-abda-4b6b-a7c8-4044e21dfb28 req-dea2a3de-1eb6-44b6-a91c-fa3281537f9f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.0954070 Aug 03 19:36:13.819691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 66b98446-7650-4764-b784-6f4206fb203f details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:36:13.890328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7052f010-abda-4b6b-a7c8-4044e21dfb28 req-73e311bf-ea5f-453a-a562-9c6d528f19d0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847027 Aug 03 19:36:13.921380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39608) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:13.933574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:13.937873 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cf75c1-5f52-4603-ad3e-766a7da6e631" -d '{"events": [{"name": "network-changed", "server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:13.995341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:14.009646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 66b98446-7650-4764-b784-6f4206fb203f has no active binding in host n-h2-803378-1 {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:36:14.027575 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1224aa01-aaf8-4f83-b27d-5e43fa0be9ca x-openstack-request-id: req-1224aa01-aaf8-4f83-b27d-5e43fa0be9ca {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:14.027964 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:14.028368 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1224aa01-aaf8-4f83-b27d-5e43fa0be9ca {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:14.029353 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'status': 'completed', 'code': 200} Aug 03 19:36:14.042802 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d513f36f-f9a6-46dc-b69f-f8514beae361 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d258fce77f76428daec5f55ff7b6966a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197824 Aug 03 19:36:14.045173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:14.106049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-55aa635f-965d-449c-b9a1-73372ee3ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.107750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-55aa635f-965d-449c-b9a1-73372ee3ccf1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1127 time: 0.0605233 Aug 03 19:36:14.153456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37347643-7a77-44dc-9fff-4a55093dcece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.202419 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37347643-7a77-44dc-9fff-4a55093dcece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.280635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-e965e798-ed92-446a-88b2-cdbe4e6d376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.286791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-e965e798-ed92-446a-88b2-cdbe4e6d376e service neutron] 10.222.0.88 "GET /v2.0/networks?id=3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 200 len: 898 time: 0.1697869 Aug 03 19:36:14.295442 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37347643-7a77-44dc-9fff-4a55093dcece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.301393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37347643-7a77-44dc-9fff-4a55093dcece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.303714 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-37347643-7a77-44dc-9fff-4a55093dcece admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e265ecf-5073-487d-9891-d8f1f4d5906e HTTP/1.1" status: 204 len: 168 time: 0.2569559 Aug 03 19:36:14.328202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37347643-7a77-44dc-9fff-4a55093dcece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e265ecf-5073-487d-9891-d8f1f4d5906e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:14.430447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f6b39f3-62f9-4926-b780-4fd61c329084 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:14.463095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-17549855-bdb1-4677-89f8-3fb9190877a5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 1002 time: 0.1694081 Aug 03 19:36:14.482555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8f6b39f3-62f9-4926-b780-4fd61c329084 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:14.486133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8f6b39f3-62f9-4926-b780-4fd61c329084 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:14.563008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-f66d753b-be1d-4e8a-b091-53612685c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.567113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-f66d753b-be1d-4e8a-b091-53612685c4c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=73597956-caa6-4fd5-9430-802c08c5b752 HTTP/1.1" status: 200 len: 835 time: 0.0954688 Aug 03 19:36:14.662264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-c03cf731-a709-4c9e-a53e-ef31f2319b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.664067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-c03cf731-a709-4c9e-a53e-ef31f2319b1e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3846fcab-1373-4783-a9a9-c763e2f70a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876884 Aug 03 19:36:14.795346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-0317d993-cf88-410f-ad40-9bc118644711 service neutron] 10.222.0.88 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167037 Aug 03 19:36:14.926118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54cf75c1-5f52-4603-ad3e-766a7da6e631 req-c6b274d8-1049-4a6f-b810-af233d4b1c52 service neutron] 10.222.0.88 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219583 Aug 03 19:36:15.133933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17418c8e-b260-43a1-b9a3-ad1fcc4959ad req-98a45631-557c-480a-8baa-0e8d18509a18 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:15.142415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17418c8e-b260-43a1-b9a3-ad1fcc4959ad req-98a45631-557c-480a-8baa-0e8d18509a18 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.0928655 Aug 03 19:36:15.230893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17418c8e-b260-43a1-b9a3-ad1fcc4959ad req-c6c4d79f-cf2d-4bdc-ab1e-4f6d909cc56e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759172 Aug 03 19:36:15.443793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b9ef9-eaff-4a82-80b7-d80d8839b4ab req-5ee64213-5e9b-404e-a096-cf1fd58f542d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:15.445736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-349b9ef9-eaff-4a82-80b7-d80d8839b4ab req-5ee64213-5e9b-404e-a096-cf1fd58f542d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.0817633 Aug 03 19:36:15.521666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-349b9ef9-eaff-4a82-80b7-d80d8839b4ab req-55b35076-9bf7-4ebb-b934-d8312ca7b400 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625651 Aug 03 19:36:15.967846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39706) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.106533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3552fb91-f936-4568-b7ee-9ef85e5c22af req-3dd6e2ed-eaaf-4efc-9d79-08182acef4a0 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0475721 Aug 03 19:36:16.138098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6068272-ed7b-4e5b-b431-faa08eaa8d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.260046 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6068272-ed7b-4e5b-b431-faa08eaa8d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.264749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6068272-ed7b-4e5b-b431-faa08eaa8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.310044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6068272-ed7b-4e5b-b431-faa08eaa8d4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cdfc3557d4c47aa9249e1d67bbbb36f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405287 Aug 03 19:36:16.310920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6068272-ed7b-4e5b-b431-faa08eaa8d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6c4b24-7977-4815-8e3a-9c99242ddda7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:16.312848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.426363 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351d619d-5aa9-4978-bd41-6467e4a27d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.458725 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:36:16.477045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351d619d-5aa9-4978-bd41-6467e4a27d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.497120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d25660-a522-4358-8682-bc30d1687142 req-6c8d4239-c5ef-46f4-b7ec-abba915a7874 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:16.498795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65d25660-a522-4358-8682-bc30d1687142 req-6c8d4239-c5ef-46f4-b7ec-abba915a7874 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.1126046 Aug 03 19:36:16.594968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65d25660-a522-4358-8682-bc30d1687142 req-077c94fc-2953-4c86-bd36-932a422fb356 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776136 Aug 03 19:36:16.646399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351d619d-5aa9-4978-bd41-6467e4a27d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.650170 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351d619d-5aa9-4978-bd41-6467e4a27d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.653407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-351d619d-5aa9-4978-bd41-6467e4a27d3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b6c4b24-7977-4815-8e3a-9c99242ddda7 HTTP/1.1" status: 204 len: 168 time: 0.3372066 Aug 03 19:36:16.677671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d619d-5aa9-4978-bd41-6467e4a27d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6c4b24-7977-4815-8e3a-9c99242ddda7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:16.697066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b1e0-5503-431d-a120-94a52e68babf req-c3888d4d-5202-457c-8dd4-cba5ffaa8a31 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:16.705319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66c3b1e0-5503-431d-a120-94a52e68babf req-c3888d4d-5202-457c-8dd4-cba5ffaa8a31 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1082401 Aug 03 19:36:16.757845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66c3b1e0-5503-431d-a120-94a52e68babf req-becc80f2-12fb-4dc1-8bcb-dc27a390df0e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473194 Aug 03 19:36:17.030415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39732) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:17.045368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab091116-8c5e-4015-82c7-036af37737ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.149406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab091116-8c5e-4015-82c7-036af37737ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.153821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab091116-8c5e-4015-82c7-036af37737ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.198962 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab091116-8c5e-4015-82c7-036af37737ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259d6ee8-9805-4942-bc40-78f9d0abbfac,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:17.205282 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ab091116-8c5e-4015-82c7-036af37737ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f69e66657377490ab30cfe13adfa53a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732304 Aug 03 19:36:17.208187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39736) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:17.243512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23a6d63d-eee0-403f-93cf-997e80db5b5d req-11d0ceda-81dd-4be7-a829-9fa4598d6131 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0363357 Aug 03 19:36:17.298746 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7d6d979-12b5-4864-95c9-c350afdef2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.325595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7d6d979-12b5-4864-95c9-c350afdef2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.385204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7d6d979-12b5-4864-95c9-c350afdef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.388706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d7d6d979-12b5-4864-95c9-c350afdef2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.392711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d7d6d979-12b5-4864-95c9-c350afdef2ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/259d6ee8-9805-4942-bc40-78f9d0abbfac HTTP/1.1" status: 204 len: 168 time: 0.1794560 Aug 03 19:36:17.398894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6d979-12b5-4864-95c9-c350afdef2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259d6ee8-9805-4942-bc40-78f9d0abbfac,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:17.774800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf9570-3a56-48fb-bba6-054a773866db req-b7553306-d07c-48e2-98a1-8859d93790f9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:17.787615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1bf9570-3a56-48fb-bba6-054a773866db req-b7553306-d07c-48e2-98a1-8859d93790f9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.0767574 Aug 03 19:36:17.854261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1bf9570-3a56-48fb-bba6-054a773866db req-1b88bf18-effb-40e8-97b7-f42172fc39bb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436821 Aug 03 19:36:17.929658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc092db-6bf5-43ad-b455-82f0bafbe4d5 req-aa53ddcf-2275-4add-a166-8ad6669ca09a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:17.934057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bc092db-6bf5-43ad-b455-82f0bafbe4d5 req-aa53ddcf-2275-4add-a166-8ad6669ca09a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.0713890 Aug 03 19:36:17.980648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9bc092db-6bf5-43ad-b455-82f0bafbe4d5 req-6c41bcaf-0601-42ab-b198-5b7e66067492 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422790 Aug 03 19:36:18.356438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a10d9b33-46bf-4186-a577-e99fa29644e7 req-9c2c76ba-33aa-4a8e-a06d-87386dca63b0 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0310869 Aug 03 19:36:18.720482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce4f34f7-39f5-4a0f-a2d8-31dff451d6dc req-413b4889-9c20-440a-abcf-a25acda6572c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Aug 03 19:36:18.977562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922370a1-15b4-4098-9af2-6c70b1191dde req-5ecd2efd-5a07-4867-a3db-b1fe965f2c63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:18.979629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-922370a1-15b4-4098-9af2-6c70b1191dde req-5ecd2efd-5a07-4867-a3db-b1fe965f2c63 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.0533111 Aug 03 19:36:19.061885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-922370a1-15b4-4098-9af2-6c70b1191dde req-68e66403-90bd-4c21-8621-a7cd61dcde5f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617874 Aug 03 19:36:19.122155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed07e1-5f4e-47fe-93ce-7d9b4a3a25c2 req-a9e50ea5-eddb-479c-a250-e4ddfebf5e9c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:19.123661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79ed07e1-5f4e-47fe-93ce-7d9b4a3a25c2 req-a9e50ea5-eddb-479c-a250-e4ddfebf5e9c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.0535109 Aug 03 19:36:19.166213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79ed07e1-5f4e-47fe-93ce-7d9b4a3a25c2 req-49888297-0155-4171-bb6d-38147329b84d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356042 Aug 03 19:36:19.489096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3aeb6fc7-e6e4-4823-a12d-415e3b7ed093 req-4bdcd629-5e10-4f0a-af51-f59cb658667f tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0359986 Aug 03 19:36:20.175257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d022563-2638-4f56-9fe4-6eb4efb995f6 req-f5464735-3d4d-4f0b-b70d-cc2da29278db tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:20.182723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d022563-2638-4f56-9fe4-6eb4efb995f6 req-f5464735-3d4d-4f0b-b70d-cc2da29278db tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 946 time: 0.0592210 Aug 03 19:36:20.274159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d022563-2638-4f56-9fe4-6eb4efb995f6 req-d0619ff2-7ae6-4901-84f0-6828118a54e1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785470 Aug 03 19:36:20.370459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39818) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:20.371679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df2aa4-9f82-4efc-8dd1-5433445f970e req-f4b00eae-9bfe-4379-9232-3d55c0975240 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:20.373253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6df2aa4-9f82-4efc-8dd1-5433445f970e req-f4b00eae-9bfe-4379-9232-3d55c0975240 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.0977402 Aug 03 19:36:20.441555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6df2aa4-9f82-4efc-8dd1-5433445f970e req-e1fcd6c3-ff28-4a08-ad08-b7c78b0f4b1e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546448 Aug 03 19:36:20.443151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-b7e3a600-c030-49fc-b2dd-23c26ea2250c service neutron] 10.222.0.88 "GET /v2.0/ports/66b98446-7650-4764-b784-6f4206fb203f/bindings/n-h2-803378-1 HTTP/1.1" status: 200 len: 384 time: 0.1225412 Aug 03 19:36:20.497876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6f08-c155-40a5-9d8e-c270b8dc4879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.543586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.629996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6f08-c155-40a5-9d8e-c270b8dc4879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.633780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32f836e2-0b5b-4b5c-b1e7-0eb5819555cc req-b840c5c9-51a7-41a5-9051-0b7b7abd9c6c tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0318973 Aug 03 19:36:20.634993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6f08-c155-40a5-9d8e-c270b8dc4879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.679565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:20.681965 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4bfb6f08-c155-40a5-9d8e-c270b8dc4879 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e7adba8c0fd4cc18c61cad3640e574b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097465 Aug 03 19:36:20.682261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39826) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:20.684533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb6f08-c155-40a5-9d8e-c270b8dc4879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775a9142-2c1e-4b15-84af-9dc1e8a6345d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:20.733235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:20.791932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d464469-5ec1-4b8f-8fb8-09aae5e7bdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.798925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:20.801546 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881a1893-b44e-43e9-b800-cc2f04e91b36" -d '{"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-unplugged", "status": "completed", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:20.827569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:20.848239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d464469-5ec1-4b8f-8fb8-09aae5e7bdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.855505 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeb2201-264f-4aad-a91b-a918dbd94749 x-openstack-request-id: req-fdeb2201-264f-4aad-a91b-a918dbd94749 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:20.855808 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-unplugged", "status": "completed", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:20.856082 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdeb2201-264f-4aad-a91b-a918dbd94749 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:20.856476 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'code': 200} Aug 03 19:36:20.861562 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.952054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d464469-5ec1-4b8f-8fb8-09aae5e7bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.955112 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d464469-5ec1-4b8f-8fb8-09aae5e7bdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.956477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0d464469-5ec1-4b8f-8fb8-09aae5e7bdfc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/775a9142-2c1e-4b15-84af-9dc1e8a6345d HTTP/1.1" status: 204 len: 168 time: 0.2732391 Aug 03 19:36:20.984070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464469-5ec1-4b8f-8fb8-09aae5e7bdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a9142-2c1e-4b15-84af-9dc1e8a6345d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:21.042239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-376827f6-ebc8-409e-92b7-488cf425571f req-60e3988d-989b-4d2d-a988-abe4345858ae tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0394478 Aug 03 19:36:21.053235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-385f2c16-992d-4234-a30f-5d247a715b4e req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] Transition to ACTIVE for port object 66b98446-7650-4764-b784-6f4206fb203f will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:21.067131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.156834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] Pushing event updated for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=11']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:21.223023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] No DVR routers for this DVR port 66b98446-7650-4764-b784-6f4206fb203f on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:21.809162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938707eb-4de2-45c4-b1be-6e043dd9ecc6 req-11ad08b9-a320-4ed1-99a5-7c968fb7f5e7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:21.810869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-938707eb-4de2-45c4-b1be-6e043dd9ecc6 req-11ad08b9-a320-4ed1-99a5-7c968fb7f5e7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 945 time: 0.1082783 Aug 03 19:36:21.848533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14193f7-28a0-4803-99fc-c44bd781809c req-14619874-1eb4-429b-87e0-a2ce27127cdf tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:21.850506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c14193f7-28a0-4803-99fc-c44bd781809c req-14619874-1eb4-429b-87e0-a2ce27127cdf tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1464045 Aug 03 19:36:21.918950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-4609a2f3-b8ae-4686-a19c-68230c0fd2ab service neutron] 10.222.0.88 "PUT /v2.0/ports/66b98446-7650-4764-b784-6f4206fb203f/bindings/n-h2-803378-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4671752 Aug 03 19:36:21.923628 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-ccfc5705-10e0-4410-954f-3aa5d5c5a4c2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451884 Aug 03 19:36:21.947404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c14193f7-28a0-4803-99fc-c44bd781809c req-3ab322ec-5a48-47a8-bd6c-902ecd84593c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780706 Aug 03 19:36:21.962220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-938707eb-4de2-45c4-b1be-6e043dd9ecc6 req-d70dbb5f-fa45-4a85-ac34-a13ab38e1a8f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340046 Aug 03 19:36:22.058593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-75c15f14-bfa0-48c2-b4d0-d3e3dcda0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.060285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-75c15f14-bfa0-48c2-b4d0-d3e3dcda0c2e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1095 time: 0.0519314 Aug 03 19:36:22.061045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-3898b400-cdca-406a-a588-e3bf19da73f1 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.063491 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-3898b400-cdca-406a-a588-e3bf19da73f1 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97&tenant_id=8ae739ab6a844524a37b52a10d3348ca&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.0542617 Aug 03 19:36:22.124055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-675a34a0-7686-4a0f-9c2b-0d00724ef6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.126126 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-675a34a0-7686-4a0f-9c2b-0d00724ef6e2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 1096 time: 0.0542397 Aug 03 19:36:22.206565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-732c683e-3da5-4515-9d65-f3b6e61df2ed req-a5779b59-4526-4fe7-ab7e-8b25bb002eeb tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0393047 Aug 03 19:36:22.219106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-6e0b7136-7045-4fbe-b804-d5b385b7f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.221204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-6e0b7136-7045-4fbe-b804-d5b385b7f1f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1407804 Aug 03 19:36:22.245773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-949e08f9-6e32-4edb-93bc-28a8b5c32d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.247658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-949e08f9-6e32-4edb-93bc-28a8b5c32d38 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1096 time: 0.0799043 Aug 03 19:36:22.308830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-798e2c49-056d-46bc-a27a-3d2013369b97 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.0807145 Aug 03 19:36:22.372124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-ce44fce2-2aaf-4418-8fe0-b86d9b34a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.373613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-4f5186ff-3a73-4801-8d8c-7266c5a6fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.373846 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-ce44fce2-2aaf-4418-8fe0-b86d9b34a80d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 200 len: 898 time: 0.1189938 Aug 03 19:36:22.375471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-4f5186ff-3a73-4801-8d8c-7266c5a6fe63 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0574918 Aug 03 19:36:22.463158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-b7c5d89f-334f-49e2-a449-70c64b4504b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.467150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-b7c5d89f-334f-49e2-a449-70c64b4504b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786297 Aug 03 19:36:22.473738 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-ec7a543e-b1ca-4205-96cd-0f1b7c738d00 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 1000 time: 0.0856996 Aug 03 19:36:22.570322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-1a0c9bda-e896-4c89-a1f7-5c628fbfc934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.573210 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-1a0c9bda-e896-4c89-a1f7-5c628fbfc934 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73597956-caa6-4fd5-9430-802c08c5b752 HTTP/1.1" status: 200 len: 835 time: 0.0859601 Aug 03 19:36:22.603579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-4e1e40fd-fdf3-4067-b13f-3ea3e2c586dd service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288004 Aug 03 19:36:22.631949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-bc6d4ea8-52e5-4143-a776-b2f07472dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.633539 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-bc6d4ea8-52e5-4143-a776-b2f07472dfff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3846fcab-1373-4783-a9a9-c763e2f70a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484853 Aug 03 19:36:22.776427 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-d23cf762-fb87-46d6-a1bf-46c91d24eafb service neutron] 10.222.0.63 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329513 Aug 03 19:36:22.784800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53cdcaa7-e1b0-4957-8f47-5eda166796ff req-da8aae9e-b79e-4920-9771-7d7cdb219a42 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735430 Aug 03 19:36:22.886525 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-6dc28689-d5ff-4c8e-ab8c-41b5c5f86097 service neutron] 10.222.0.63 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022949 Aug 03 19:36:23.102799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc553c7a-3680-401b-acdb-af1abe3925f5 req-c59e901a-7b00-4108-bf83-da8aa8117791 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:23.106072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc553c7a-3680-401b-acdb-af1abe3925f5 req-c59e901a-7b00-4108-bf83-da8aa8117791 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 945 time: 0.0780456 Aug 03 19:36:23.183251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc553c7a-3680-401b-acdb-af1abe3925f5 req-127e9ab9-6bb1-4531-a85e-6f4d38402411 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585861 Aug 03 19:36:23.207552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83ab92-8df6-4060-9df1-1b32d1a5f599 req-39aaff6a-43f9-4f91-9255-10ec675f4324 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:23.207552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f83ab92-8df6-4060-9df1-1b32d1a5f599 req-39aaff6a-43f9-4f91-9255-10ec675f4324 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1265604 Aug 03 19:36:23.269667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2c16-992d-4234-a30f-5d247a715b4e req-07bad449-72b7-4a45-84a4-757a28f566e0 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:23.271446 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-07bad449-72b7-4a45-84a4-757a28f566e0 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97&tenant_id=8ae739ab6a844524a37b52a10d3348ca&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 1096 time: 0.1059372 Aug 03 19:36:23.285984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f83ab92-8df6-4060-9df1-1b32d1a5f599 req-89f40708-da11-4aa5-ad09-a52720c03824 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684149 Aug 03 19:36:23.366044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8508a1ca-e812-4b52-8ac4-a362699c4f94 req-3f0188f5-3661-4f88-9820-c84cb618b74e tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0392478 Aug 03 19:36:23.422479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-385f2c16-992d-4234-a30f-5d247a715b4e req-5f80a90d-3405-41e9-b92e-d5dff6f84703 service neutron] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:23.432612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-385f2c16-992d-4234-a30f-5d247a715b4e req-5f80a90d-3405-41e9-b92e-d5dff6f84703 service neutron] Notify callbacks [] for binding, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.435053 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-385f2c16-992d-4234-a30f-5d247a715b4e req-5f80a90d-3405-41e9-b92e-d5dff6f84703 service neutron] 10.222.0.63 "DELETE /v2.0/ports/66b98446-7650-4764-b784-6f4206fb203f/bindings/n-h1-803378-1 HTTP/1.1" status: 204 len: 173 time: 0.1562107 Aug 03 19:36:23.987321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 66b98446-7650-4764-b784-6f4206fb203f no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:24.035898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 66b98446-7650-4764-b784-6f4206fb203f not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:24.316737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9cd96-97e7-40cc-a73a-df6d4f7dd1b9 req-007535fd-dfb1-4594-a5c7-cbfddbd21ec9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:24.318682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54b9cd96-97e7-40cc-a73a-df6d4f7dd1b9 req-007535fd-dfb1-4594-a5c7-cbfddbd21ec9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 945 time: 0.0584357 Aug 03 19:36:24.394281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54b9cd96-97e7-40cc-a73a-df6d4f7dd1b9 req-59902224-c4f0-407c-a324-c0c918cf05ce tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690374 Aug 03 19:36:24.492932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73add71-02ca-42bc-a967-0c44f9f7419d req-372a7f86-e33a-4be9-8572-0d98aefa8856 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:24.494786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b73add71-02ca-42bc-a967-0c44f9f7419d req-372a7f86-e33a-4be9-8572-0d98aefa8856 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.0980425 Aug 03 19:36:24.556305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a78ddde4-116d-4ade-9373-772f05e09807 req-d43e43ad-a9ab-4123-b546-20ecf08c1304 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0394607 Aug 03 19:36:24.579041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b73add71-02ca-42bc-a967-0c44f9f7419d req-5390d187-8611-4df8-a635-56e34bd0fa17 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687683 Aug 03 19:36:24.689190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af06f0f-775c-4159-908a-71af2d92db1d req-c0492199-35ee-45e6-811f-70510832d545 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:24.690763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7af06f0f-775c-4159-908a-71af2d92db1d req-c0492199-35ee-45e6-811f-70510832d545 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1096 time: 0.0457015 Aug 03 19:36:24.734688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7af06f0f-775c-4159-908a-71af2d92db1d req-9c248a37-bbb3-4a75-9df5-5d063b3d49b8 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377250 Aug 03 19:36:24.876880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43f073-7136-4c3f-a81f-c8022b8ad5d0 req-64cc7b43-a06c-4567-b935-685a27831c7b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:24.878762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad43f073-7136-4c3f-a81f-c8022b8ad5d0 req-64cc7b43-a06c-4567-b935-685a27831c7b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 945 time: 0.0562241 Aug 03 19:36:24.922251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad43f073-7136-4c3f-a81f-c8022b8ad5d0 req-d9978158-6e40-48f5-8fa4-142b9439c591 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370648 Aug 03 19:36:24.952790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39940) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:25.045198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4814c37a-8219-4294-9837-37c56aa6c5be tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/281d87d8-0f73-4e4e-8af5-e0907b116095 HTTP/1.1" status: 200 len: 992 time: 0.0912244 Aug 03 19:36:25.688031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-246a558d-9974-4600-87b9-ad4d587331b0 req-9ad05ccb-818e-46aa-914f-20167ccc27bd tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0303760 Aug 03 19:36:25.756651 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.774040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6e2e-9571-4fbd-bd2a-934ab9ac9a7b req-d5f7fc0b-49ee-4633-beb8-02735729be8a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:25.775696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d51a6e2e-9571-4fbd-bd2a-934ab9ac9a7b req-d5f7fc0b-49ee-4633-beb8-02735729be8a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.0784636 Aug 03 19:36:25.818955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d51a6e2e-9571-4fbd-bd2a-934ab9ac9a7b req-a4cdfef7-79e5-47ec-8c89-aa5310a5b3a5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365670 Aug 03 19:36:26.149425 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bcf074e8-bf92-481b-92ba-ea7e76df6308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.804973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-923fa742-e7f3-4370-8b9c-2e4a68119fbd req-1d21cfd0-8e91-4094-80b2-70ced417e66d tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0264933 Aug 03 19:36:26.977538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b325cde-9178-43f8-8a23-52dc91c23ec6 req-a1cdb9b4-9b5a-4944-a419-d6ecc5b266d4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:26.979173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b325cde-9178-43f8-8a23-52dc91c23ec6 req-a1cdb9b4-9b5a-4944-a419-d6ecc5b266d4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.0782926 Aug 03 19:36:27.025774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b325cde-9178-43f8-8a23-52dc91c23ec6 req-cb01231d-d320-4957-acd0-a24b63b4f712 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404994 Aug 03 19:36:27.297796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40012) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:27.487600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 4882be18-c1d7-4135-8cce-a001d47ddbaf {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:27.488024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.588944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.589284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.606686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 4882be18-c1d7-4135-8cce-a001d47ddbaf owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:27.812167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.842027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=4882be18-c1d7-4135-8cce-a001d47ddbaf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:27.931233 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.931922 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Floating IP 281d87d8-0f73-4e4e-8af5-e0907b116095 disassociated (deleted). External IP: 172.25.4.173, port: 66b98446-7650-4764-b784-6f4206fb203f. Aug 03 19:36:28.020822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:36:28.040774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6995e8e9-d97e-4a84-b1ee-773c8645fe3e req-03e633c5-7cf9-45e9-9b1c-a34de9ce41ca tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0636461 Aug 03 19:36:28.224881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:28.253522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'port_id': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'mac_address': 'fa:16:3e:7a:cd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:36:28.346865 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.349359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982272-85cc-4235-9d94-faa34e3a5658 req-b58fb01f-f9d5-48f8-bfe6-6761ed66ec28 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:28.358360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d982272-85cc-4235-9d94-faa34e3a5658 req-b58fb01f-f9d5-48f8-bfe6-6761ed66ec28 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.2210062 Aug 03 19:36:28.380623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eef72f1a-51e9-4c60-8278-2666b33140eb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:28.425626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:28.434310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.522749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['eef72f1a-51e9-4c60-8278-2666b33140eb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:28.555354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:28.571781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d982272-85cc-4235-9d94-faa34e3a5658 req-ba55133e-2d3d-40dc-b020-af842e42e097 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060511 Aug 03 19:36:28.630267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.630626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.632268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.632613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.632948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.633404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.633985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.634538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.635177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.635730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.636295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.636859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:28.740822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 02f91615-da34-4229-8373-0ee7ba346222 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:28.972927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:28.979636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.990739 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] Sync routers for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:29.005937 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:29.010648 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:29.031443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2a69cd5e-69f6-4a57-81c2-997b18d1b35f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/floatingips/281d87d8-0f73-4e4e-8af5-e0907b116095 HTTP/1.1" status: 204 len: 168 time: 1.7319596 Aug 03 19:36:29.032625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:29.047600 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388" -d '{"events": [{"name": "network-changed", "server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:29.108899 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec5a7d8-4c2d-434e-b6dd-bcaba112f24f x-openstack-request-id: req-dec5a7d8-4c2d-434e-b6dd-bcaba112f24f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:29.109404 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:29.109742 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dec5a7d8-4c2d-434e-b6dd-bcaba112f24f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:29.110293 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'status': 'completed', 'code': 200} Aug 03 19:36:29.289526 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:29.314938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-20a7d2b7-cea5-4a4c-877e-ca2d57a89b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:29.317538 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-20a7d2b7-cea5-4a4c-877e-ca2d57a89b9e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 1096 time: 0.1068180 Aug 03 19:36:29.417976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09ae97ac-f655-4ebd-a3ab-82adc5284677 req-e7258d64-3a84-446f-b253-cb7e5b3cc6c3 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0861669 Aug 03 19:36:29.544487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815e51c-6b2b-4623-8a86-aa089b756dea req-5ce5d7cb-94ef-4d1f-8097-382290b34311 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:29.546616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1815e51c-6b2b-4623-8a86-aa089b756dea req-5ce5d7cb-94ef-4d1f-8097-382290b34311 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 945 time: 0.0801933 Aug 03 19:36:29.613921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1815e51c-6b2b-4623-8a86-aa089b756dea req-34a52ad4-4601-46c2-8efe-375734589b38 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556347 Aug 03 19:36:29.633194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-0e6734e6-8fbc-49d4-b749-e2618729cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:29.636033 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-0e6734e6-8fbc-49d4-b749-e2618729cb6c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 200 len: 898 time: 0.2996101 Aug 03 19:36:29.712359 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-81477fe8-a379-467a-bdec-eb8c4e01bdb5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 200 len: 217 time: 0.0664015 Aug 03 19:36:29.775062 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.817030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-d6c33745-4ae5-415d-b0f2-738163bd6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:29.819510 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-d6c33745-4ae5-415d-b0f2-738163bd6114 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73597956-caa6-4fd5-9430-802c08c5b752 HTTP/1.1" status: 200 len: 835 time: 0.0969846 Aug 03 19:36:29.908950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273799a6-d90a-40e8-a073-7e05dca44d70 req-352370e9-75c3-4709-a127-f21800c00ef1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:29.926357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-273799a6-d90a-40e8-a073-7e05dca44d70 req-352370e9-75c3-4709-a127-f21800c00ef1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 945 time: 0.1600811 Aug 03 19:36:29.968033 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:29.969205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-5e326527-9ae9-49d6-acf0-7f5fa35aa1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:29.972948 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-5e326527-9ae9-49d6-acf0-7f5fa35aa1ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3846fcab-1373-4783-a9a9-c763e2f70a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249697 Aug 03 19:36:29.975241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-273799a6-d90a-40e8-a073-7e05dca44d70 req-581b8dfd-7445-4c65-9e76-036688c342dc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475459 Aug 03 19:36:30.039683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:30.074883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] Checking router: 02f91615-da34-4229-8373-0ee7ba346222 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:30.104572 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:30.105579 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:30.128815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port eef72f1a-51e9-4c60-8278-2666b33140eb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:30.129697 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.288789 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.302078 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-68607b75-32c4-46db-be5b-d7354429d787 service neutron] 10.222.0.63 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214514 Aug 03 19:36:30.318116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-a4dc29e8-6042-4f69-83fe-ab365b6a96a0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:30.324272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-a4dc29e8-6042-4f69-83fe-ab365b6a96a0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.63 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 945 time: 0.1908634 Aug 03 19:36:30.369895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:30.378049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:30.381095 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8b62c4-a33c-47a6-b291-a08a0eb7f37f" -d '{"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-plugged", "status": "completed", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:30.384485 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:30.404819 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5eddf93-4816-4798-b0f9-1a68ceb931c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.411911 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.633188 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2123ceb0-b4ae-4f00-9ad2-bbf5580e4388 req-bcb56f69-96f4-4156-8f92-2c933440ea35 service neutron] 10.222.0.63 "GET /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217289 Aug 03 19:36:30.639275 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:30.663746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bbc94e5d-448b-4607-9e57-a6b0e46c14a6 req-d9bb0f8b-905f-47e8-b43b-78fcafd8c93c tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0651112 Aug 03 19:36:30.684245 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82499803-df6f-47bc-85d6-c722667d16fe x-openstack-request-id: req-82499803-df6f-47bc-85d6-c722667d16fe {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:30.684245 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-plugged", "status": "completed", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:30.684824 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82499803-df6f-47bc-85d6-c722667d16fe {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:30.685245 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'code': 200} Aug 03 19:36:30.726964 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:30.736488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 66b98446-7650-4764-b784-6f4206fb203f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:30.737179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.772478 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5823b74-0d95-404a-bde2-968839cfa0a3 None None] The sync data for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 is: [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '7252d6de-cea3-4566-9a70-322288eb5803', 'name': '', 'network_id': '3846fcab-1373-4783-a9a9-c763e2f70a94', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:c5:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '73597956-caa6-4fd5-9430-802c08c5b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:11Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '73597956-caa6-4fd5-9430-802c08c5b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:30.952175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9504d55-3cbf-45f7-be6a-3f88ed791c21 req-669a76a5-02b5-4df1-bf92-cd6978622c12 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:30.965278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9504d55-3cbf-45f7-be6a-3f88ed791c21 req-669a76a5-02b5-4df1-bf92-cd6978622c12 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 945 time: 0.1379461 Aug 03 19:36:31.010404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port 66b98446-7650-4764-b784-6f4206fb203f, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=66b98446-7650-4764-b784-6f4206fb203f,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:31.011122 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.042827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 66b98446-7650-4764-b784-6f4206fb203f owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:31.060749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9504d55-3cbf-45f7-be6a-3f88ed791c21 req-98ae2c5f-8eed-4056-9c07-c83f35e862b3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=9147b5e4-4dbd-4933-9ec5-89349e3c0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922685 Aug 03 19:36:31.358896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee98d-9560-4541-84fe-3c71b4be2762 req-c4abad4b-4780-440e-b6f4-3b948cbb4bf7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:31.360519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-502ee98d-9560-4541-84fe-3c71b4be2762 req-c4abad4b-4780-440e-b6f4-3b948cbb4bf7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1849589 Aug 03 19:36:31.409949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64498e69-9135-46cb-a205-085f0093de30 None None] New status for floating IP 281d87d8-0f73-4e4e-8af5-e0907b116095: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:36:31.434238 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.457528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-502ee98d-9560-4541-84fe-3c71b4be2762 req-1921e559-4c9c-46f9-a916-01c954269382 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843978 Aug 03 19:36:31.588274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=66b98446-7650-4764-b784-6f4206fb203f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:31.730370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] No DVR routers for this DVR port 66b98446-7650-4764-b784-6f4206fb203f on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:31.744493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.747870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-876ea804-3ec5-4c31-a18b-b9f7d1284fdd req-6eb390d2-4146-4546-ac94-87ca4a1d5d35 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.63 "DELETE /v2.0/ports/66b98446-7650-4764-b784-6f4206fb203f HTTP/1.1" status: 204 len: 173 time: 1.4062870 Aug 03 19:36:31.748695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-deleted', 'tag': '66b98446-7650-4764-b784-6f4206fb203f'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:31.763765 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02552ab-1fae-41ac-af2a-c0715f3f5262" -d '{"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-deleted", "tag": "66b98446-7650-4764-b784-6f4206fb203f"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:31.883650 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0a40d3-bd11-4cd9-aba0-616c5fa09e7a x-openstack-request-id: req-7c0a40d3-bd11-4cd9-aba0-616c5fa09e7a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:31.884320 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bd9343-7c11-4236-9f05-ec5900b27d97", "name": "network-vif-deleted", "tag": "66b98446-7650-4764-b784-6f4206fb203f", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:31.885056 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c0a40d3-bd11-4cd9-aba0-616c5fa09e7a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:31.885576 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd9343-7c11-4236-9f05-ec5900b27d97', 'name': 'network-vif-deleted', 'tag': '66b98446-7650-4764-b784-6f4206fb203f', 'status': 'completed', 'code': 200} Aug 03 19:36:31.979599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.025328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-211076e5-35ca-4853-b9ed-bd50b112d3dc req-e8436844-20dc-408e-941c-7d5f68b8c96b tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0687456 Aug 03 19:36:32.402944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dd916b7-0b0b-4f97-a5f4-82a4b6454f61 req-4dfe2954-9fbb-4445-8738-be7e76f24eab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=35bd9343-7c11-4236-9f05-ec5900b27d97 HTTP/1.1" status: 200 len: 210 time: 0.0612447 Aug 03 19:36:32.761515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0284b1-1eb7-4eb2-9c96-b72f93e2b0c1 req-7f0a01bb-f661-428e-817d-98c149098ce1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:32.764056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a0284b1-1eb7-4eb2-9c96-b72f93e2b0c1 req-7f0a01bb-f661-428e-817d-98c149098ce1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1286104 Aug 03 19:36:32.817221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a0284b1-1eb7-4eb2-9c96-b72f93e2b0c1 req-b2270978-3b7c-4e7f-b033-02294e5856df tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451260 Aug 03 19:36:33.312184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d78e8182-bade-4ce5-bf44-f512878525ed req-ad7d88a8-7145-4b53-b4a1-0ce086685583 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0456450 Aug 03 19:36:33.516315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40172) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:33.920522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 66b98446-7650-4764-b784-6f4206fb203f no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:33.979168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 66b98446-7650-4764-b784-6f4206fb203f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:33.980314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 66b98446-7650-4764-b784-6f4206fb203f not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:34.132259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280f2dd-c525-4ee2-a6bb-ecb009af607a req-13766134-91b5-494f-b25d-6f98e718b865 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:34.133961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7280f2dd-c525-4ee2-a6bb-ecb009af607a req-13766134-91b5-494f-b25d-6f98e718b865 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1331756 Aug 03 19:36:34.291930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7280f2dd-c525-4ee2-a6bb-ecb009af607a req-7c913134-2ee3-4455-b984-5a0d6942d2fb tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435881 Aug 03 19:36:34.430802 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.537414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7de5f3a7-e272-47a3-b0aa-ea5621296231 req-6f0d25f5-16fb-4e77-967c-b658d972d135 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0936780 Aug 03 19:36:34.601062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.257507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 7252d6de-cea3-4566-9a70-322288eb5803 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:35.257903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.388994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port 7252d6de-cea3-4566-9a70-322288eb5803, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7252d6de-cea3-4566-9a70-322288eb5803,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:35.389404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.404352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 7252d6de-cea3-4566-9a70-322288eb5803 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:35.762696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db74222d-0ea1-4581-8444-77e5f1ea6bcc req-92759932-0026-4775-b359-9952c3f7ad77 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0774636 Aug 03 19:36:35.765235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.854702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=7252d6de-cea3-4566-9a70-322288eb5803,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:36.080366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40222) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:36.083796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53560008-439e-4de2-b92b-d72a66afe1a0 req-c3b7512b-425b-4b72-b7f8-206461a5de9d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:36.086580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53560008-439e-4de2-b92b-d72a66afe1a0 req-c3b7512b-425b-4b72-b7f8-206461a5de9d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.3981457 Aug 03 19:36:36.314950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53560008-439e-4de2-b92b-d72a66afe1a0 req-e3b9fc6a-b161-430d-ae6e-e84ee2dbff28 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112315 Aug 03 19:36:36.365188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8d20feb-5527-4ef7-8784-5e36b443b9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.428533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.576742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8d20feb-5527-4ef7-8784-5e36b443b9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.590022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8d20feb-5527-4ef7-8784-5e36b443b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.642007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d20feb-5527-4ef7-8784-5e36b443b9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e38b8-7fee-4b77-bc5e-4b62697c07c2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:36.652221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b8d20feb-5527-4ef7-8784-5e36b443b9a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=057bee4e06c84fbc91b5e36451de7dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688465 Aug 03 19:36:36.653415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40232) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:36.754600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-832a6201-dd31-4786-9911-5d0f3b127224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.787296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-832a6201-dd31-4786-9911-5d0f3b127224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.880009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-832a6201-dd31-4786-9911-5d0f3b127224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.887543 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-832a6201-dd31-4786-9911-5d0f3b127224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.893372 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-832a6201-dd31-4786-9911-5d0f3b127224 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a6e38b8-7fee-4b77-bc5e-4b62697c07c2 HTTP/1.1" status: 204 len: 168 time: 0.2381229 Aug 03 19:36:36.926967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a6201-dd31-4786-9911-5d0f3b127224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e38b8-7fee-4b77-bc5e-4b62697c07c2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:37.284959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e393564b-77ec-4d65-bcaf-7d1f23742b3a req-9b299719-caa2-47d3-8e14-f59753b04a9c tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0424261 Aug 03 19:36:37.550634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40250) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.570805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c40bdf-9946-41bd-9d9c-8057343e65d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.643414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router 02f91615-da34-4229-8373-0ee7ba346222 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:37.710375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c40bdf-9946-41bd-9d9c-8057343e65d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.716690 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10c40bdf-9946-41bd-9d9c-8057343e65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.755844 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af64df-bac4-4e09-b40a-446e7aa91aca req-7f0f1fa2-46f4-400e-b33f-7a64b5329598 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:37.769531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03af64df-bac4-4e09-b40a-446e7aa91aca req-7f0f1fa2-46f4-400e-b33f-7a64b5329598 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.2858856 Aug 03 19:36:37.775031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c40bdf-9946-41bd-9d9c-8057343e65d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7169b25a-f820-4ecf-bafd-786c404b4890,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:37.828469 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-10c40bdf-9946-41bd-9d9c-8057343e65d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f761df6f040047d4a99da627d6d6060e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765915 Aug 03 19:36:37.829285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40256) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.925602 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03af64df-bac4-4e09-b40a-446e7aa91aca req-afd8a8ce-0a04-47bd-9db0-89b087e10ec9 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527560 Aug 03 19:36:37.950678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-145f524f-7c70-439c-afc6-9d68e9b7be41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.977982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:37.999715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7cd2c176-3145-47e6-bd89-c39ac5da4fab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "PUT /v2.0/routers/02f91615-da34-4229-8373-0ee7ba346222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4811399 Aug 03 19:36:38.002583 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] Sync routers for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:38.003878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40260) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.026267 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:38.027230 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:38.027617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-145f524f-7c70-439c-afc6-9d68e9b7be41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.115533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd415057-ac37-436c-855c-8cd8e405b715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting subnet 73597956-caa6-4fd5-9430-802c08c5b752 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:38.119832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd415057-ac37-436c-855c-8cd8e405b715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.149606 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-145f524f-7c70-439c-afc6-9d68e9b7be41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.152741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-145f524f-7c70-439c-afc6-9d68e9b7be41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.154111 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-145f524f-7c70-439c-afc6-9d68e9b7be41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7169b25a-f820-4ecf-bafd-786c404b4890 HTTP/1.1" status: 204 len: 168 time: 0.3232415 Aug 03 19:36:38.168660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f524f-7c70-439c-afc6-9d68e9b7be41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7169b25a-f820-4ecf-bafd-786c404b4890,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:38.198994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd415057-ac37-436c-855c-8cd8e405b715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.231316 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:38.443763 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd415057-ac37-436c-855c-8cd8e405b715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.614063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c4fdb41-f140-4dd1-9054-2341b35b299f req-9193a37a-24ef-4843-bcaa-85bdb28a7384 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0828354 Aug 03 19:36:38.687939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd415057-ac37-436c-855c-8cd8e405b715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.755202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415057-ac37-436c-855c-8cd8e405b715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Subnet': ['ID=73597956-caa6-4fd5-9430-802c08c5b752,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:38.779278 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:36:35Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:38.780738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd415057-ac37-436c-855c-8cd8e405b715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.780856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40274) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.781269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fd415057-ac37-436c-855c-8cd8e405b715 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/subnets/73597956-caa6-4fd5-9430-802c08c5b752 HTTP/1.1" status: 204 len: 168 time: 0.7733591 Aug 03 19:36:38.785249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee54e2-1e38-4e42-932b-cf15323ad7ba None None] Network 3846fcab-1373-4783-a9a9-c763e2f70a94 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:38.833615 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] Checking router: 02f91615-da34-4229-8373-0ee7ba346222 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:38.844901 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] Routers {'02f91615-da34-4229-8373-0ee7ba346222'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:38.845912 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['02f91615-da34-4229-8373-0ee7ba346222'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:39.128079 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] Set router 02f91615-da34-4229-8373-0ee7ba346222 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:39.219029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.228856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40280) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:39.268470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9547af79-3778-4478-8e32-9c33ee62b3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.413091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd01988-795d-4522-8ccb-7ab77272d3d8 req-3534d7fa-4977-440e-8362-088bbdb07522 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:39.416486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cd01988-795d-4522-8ccb-7ab77272d3d8 req-3534d7fa-4977-440e-8362-088bbdb07522 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.2093463 Aug 03 19:36:39.479961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] DHCP port deletion for 3846fcab-1373-4783-a9a9-c763e2f70a94 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:39.489549 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.596781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:36:35Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:39.611401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] Deleting port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:39.612013 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.633172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 79785353-2623-4e48-93c5-5c624e0aaebd {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:39.633674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.670958 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22274361-7198-474b-8a28-5d710f85ef3d None None] The sync data for ids ['02f91615-da34-4229-8373-0ee7ba346222'] in n-d-803378-1 is: [{'id': '02f91615-da34-4229-8373-0ee7ba346222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068921289', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:06Z', 'updated_at': '2021-08-03T19:36:35Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '79785353-2623-4e48-93c5-5c624e0aaebd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f91615-da34-4229-8373-0ee7ba346222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:07Z', 'updated_at': '2021-08-03T19:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:39.795327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port 79785353-2623-4e48-93c5-5c624e0aaebd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=79785353-2623-4e48-93c5-5c624e0aaebd,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:39.796069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.816573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 79785353-2623-4e48-93c5-5c624e0aaebd owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:39.833759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cd01988-795d-4522-8ccb-7ab77272d3d8 req-5125fe1b-b959-4250-b3ee-05aef264cf08 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341904 Aug 03 19:36:39.838786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9547af79-3778-4478-8e32-9c33ee62b3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.847586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9547af79-3778-4478-8e32-9c33ee62b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.946234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547af79-3778-4478-8e32-9c33ee62b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2158333e-d30b-4fc1-bc29-4c95dd276ab4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:40.001085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9547af79-3778-4478-8e32-9c33ee62b3a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5720eccb1fe24c7283a76c679b55691b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701077 Aug 03 19:36:40.003634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40292) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:40.056290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] For port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe,segment=NetworkSegment(0d37ce48-84c3-47d2-b6bb-416c7b3d68f6),segment_id=0d37ce48-84c3-47d2-b6bb-416c7b3d68f6)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:40.057311 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.104687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] Calling delete_port for 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:40.133428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83308de4-703a-4abe-9182-8e49130fac0a req-f9bfcb4d-9809-4c49-b8b0-12cc3ad9688c tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.1305201 Aug 03 19:36:40.194827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-adbdbafa-c233-4761-bd7e-1e5ee6177791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.307097 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-adbdbafa-c233-4761-bd7e-1e5ee6177791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.367042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.375431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.421401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] Pushing event deleted for resources: {'Port': ['ID=00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:40.425178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b05df-7312-499f-8d4f-132e4c3ed0e7 None None] No DVR routers for this DVR port 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:40.444222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7252d6de-cea3-4566-9a70-322288eb5803 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:40.497287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-adbdbafa-c233-4761-bd7e-1e5ee6177791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.501259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-adbdbafa-c233-4761-bd7e-1e5ee6177791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.502511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-adbdbafa-c233-4761-bd7e-1e5ee6177791 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2158333e-d30b-4fc1-bc29-4c95dd276ab4 HTTP/1.1" status: 204 len: 168 time: 0.4916039 Aug 03 19:36:40.515316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=79785353-2623-4e48-93c5-5c624e0aaebd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:40.525149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdbafa-c233-4761-bd7e-1e5ee6177791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2158333e-d30b-4fc1-bc29-4c95dd276ab4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:40.633364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 7252d6de-cea3-4566-9a70-322288eb5803 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:40.634183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7252d6de-cea3-4566-9a70-322288eb5803 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:40.634800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:40.676909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.679454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:40.680002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 00bf9cd8-d3af-4f38-b7df-d03bddf9dbbe not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:40.856385 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.860480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.961237 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.962617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Fanout notify agent at l3_agent the message router_deleted on router 02f91615-da34-4229-8373-0ee7ba346222 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:36:40.988376 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.993556 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-77522924-8bf9-42f9-96e1-5005ae2a8cdb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/routers/02f91615-da34-4229-8373-0ee7ba346222 HTTP/1.1" status: 204 len: 168 time: 2.2140017 Aug 03 19:36:40.994952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40310) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:41.094417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efb51-aaeb-48c4-a3b4-f4f7ce0920bc req-715d5be0-1860-4a10-a255-b0a2af0660bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:41.107627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa8efb51-aaeb-48c4-a3b4-f4f7ce0920bc req-715d5be0-1860-4a10-a255-b0a2af0660bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1301918 Aug 03 19:36:41.183221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa8efb51-aaeb-48c4-a3b4-f4f7ce0920bc req-f10f4803-6492-4106-96a4-fc5885f78a08 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731130 Aug 03 19:36:41.195388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.372134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.387890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-413dc2f0-9a83-4f85-a5ed-99ca5304d1ed req-23b2394f-2c11-4a15-8ac3-074ff0e38aa5 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0379548 Aug 03 19:36:41.393942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3846fcab-1373-4783-a9a9-c763e2f70a94']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:41.410597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:41.410845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d37ce48-84c3-47d2-b6bb-416c7b3d68f6') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:41.421156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.440009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.446892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:41.447317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:41.461752 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:41.563922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.589230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.608097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40330) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:41.610539 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/networks/3846fcab-1373-4783-a9a9-c763e2f70a94 HTTP/1.1" status: 204 len: 168 time: 0.6140754 Aug 03 19:36:41.669641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3b33d-f9a2-40d2-be5d-f79515d00ac8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Network': ['ID=3846fcab-1373-4783-a9a9-c763e2f70a94,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:41.755018 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bdd56cf4-4837-48da-a9a2-64bb8db1d0bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.801650 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bdd56cf4-4837-48da-a9a2-64bb8db1d0bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.896331 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bdd56cf4-4837-48da-a9a2-64bb8db1d0bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.901409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bdd56cf4-4837-48da-a9a2-64bb8db1d0bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.903288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bdd56cf4-4837-48da-a9a2-64bb8db1d0bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/security-groups/9147b5e4-4dbd-4933-9ec5-89349e3c0923 HTTP/1.1" status: 204 len: 168 time: 0.2938545 Aug 03 19:36:41.917011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd56cf4-4837-48da-a9a2-64bb8db1d0bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9147b5e4-4dbd-4933-9ec5-89349e3c0923,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:42.416672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 79785353-2623-4e48-93c5-5c624e0aaebd no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:42.522290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40366) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:42.532986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-36f1fff5-4f03-4995-985b-2d38b74f67a8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193619512', 'description': 'tempest-secgroup-smoke-1193619512 description', 'project_id': '8ae739ab6a844524a37b52a10d3348ca'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:42.555903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 79785353-2623-4e48-93c5-5c624e0aaebd {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:42.556445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 79785353-2623-4e48-93c5-5c624e0aaebd not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:42.568293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159bbe3-c062-42b2-b988-7d28b0e669c3 req-fc65e5c4-f5f1-4436-a6b7-01326a632112 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:42.596894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36f1fff5-4f03-4995-985b-2d38b74f67a8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.597532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d159bbe3-c062-42b2-b988-7d28b0e669c3 req-fc65e5c4-f5f1-4436-a6b7-01326a632112 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.2576745 Aug 03 19:36:42.676767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef079821-8132-464f-b7f8-8b27ac87c823 req-4d6b756d-d49e-4a50-9c51-13dc0e64add3 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0543227 Aug 03 19:36:42.706439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d159bbe3-c062-42b2-b988-7d28b0e669c3 req-18ae59f0-6a65-4dba-ba45-bdc6e94737fc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080911 Aug 03 19:36:42.737216 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36f1fff5-4f03-4995-985b-2d38b74f67a8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.747040 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36f1fff5-4f03-4995-985b-2d38b74f67a8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.794072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36f1fff5-4f03-4995-985b-2d38b74f67a8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.795676 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36f1fff5-4f03-4995-985b-2d38b74f67a8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2700582 Aug 03 19:36:42.800278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40392) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:42.801386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1fff5-4f03-4995-985b-2d38b74f67a8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526063a7-2cd8-4f56-a0e0-00b20484de66,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:42.806571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4f4bd709-a123-4d20-8459-06f8f7497402 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '526063a7-2cd8-4f56-a0e0-00b20484de66', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:42.854265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd709-a123-4d20-8459-06f8f7497402 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.959881 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd709-a123-4d20-8459-06f8f7497402 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.971409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd709-a123-4d20-8459-06f8f7497402 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.023346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bd709-a123-4d20-8459-06f8f7497402 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bf59d5-40b3-4d3a-a346-cc5ce427f936,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.033736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd709-a123-4d20-8459-06f8f7497402 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.040931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4f4bd709-a123-4d20-8459-06f8f7497402 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2394354 Aug 03 19:36:43.045274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40404) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:43.051642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c334c486-f425-4858-866d-563d54fcc8f5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '526063a7-2cd8-4f56-a0e0-00b20484de66', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:43.091721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c334c486-f425-4858-866d-563d54fcc8f5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.184254 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c334c486-f425-4858-866d-563d54fcc8f5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.193900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c334c486-f425-4858-866d-563d54fcc8f5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.223315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334c486-f425-4858-866d-563d54fcc8f5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f65db5e-480c-4ab5-a63c-50ed6fbecccd,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.244205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c334c486-f425-4858-866d-563d54fcc8f5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.247229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c334c486-f425-4858-866d-563d54fcc8f5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2002280 Aug 03 19:36:43.250851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40408) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:43.256909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2955e48d-6849-4ad6-8c75-f7a62244601f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '526063a7-2cd8-4f56-a0e0-00b20484de66', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:43.294685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2955e48d-6849-4ad6-8c75-f7a62244601f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.481551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2955e48d-6849-4ad6-8c75-f7a62244601f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.488112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2955e48d-6849-4ad6-8c75-f7a62244601f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.553241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955e48d-6849-4ad6-8c75-f7a62244601f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b45e585-d2ea-45c8-90d4-e3a606a6b01e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.565855 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2955e48d-6849-4ad6-8c75-f7a62244601f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.568120 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2955e48d-6849-4ad6-8c75-f7a62244601f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3151493 Aug 03 19:36:43.570401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40418) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:43.575255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ecab4cc7-428b-48f0-9434-5d2a541c9bdd tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '526063a7-2cd8-4f56-a0e0-00b20484de66', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:43.640125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecab4cc7-428b-48f0-9434-5d2a541c9bdd tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.838801 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecab4cc7-428b-48f0-9434-5d2a541c9bdd tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.889225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecab4cc7-428b-48f0-9434-5d2a541c9bdd tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.972692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee5b358a-4232-426a-a623-d01cc69c54b6 req-0600de42-6fbd-447f-831d-2e31a7e5cf1d tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0986817 Aug 03 19:36:44.005318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab4cc7-428b-48f0-9434-5d2a541c9bdd tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda905e2-9084-4ba0-83e8-db245961c4fe,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:44.007896 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecab4cc7-428b-48f0-9434-5d2a541c9bdd tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.009537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ecab4cc7-428b-48f0-9434-5d2a541c9bdd tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4380505 Aug 03 19:36:44.012832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:44.023409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-55a7d1a1-3a19-49cb-9e09-57e04cdd320d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '526063a7-2cd8-4f56-a0e0-00b20484de66', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:44.025596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161cb6-b932-43fa-a595-05f92439d0af req-0df729f7-747f-46b7-8c4b-d06e1f89f431 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:44.027466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e161cb6-b932-43fa-a595-05f92439d0af req-0df729f7-747f-46b7-8c4b-d06e1f89f431 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.2307196 Aug 03 19:36:44.074477 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-55a7d1a1-3a19-49cb-9e09-57e04cdd320d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Project 8ae739ab6a844524a37b52a10d3348ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:36:44.084918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e161cb6-b932-43fa-a595-05f92439d0af req-92ef388a-3355-4ce0-bd4b-b877566b7098 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 Aug 03 19:36:44.086515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55a7d1a1-3a19-49cb-9e09-57e04cdd320d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.177261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55a7d1a1-3a19-49cb-9e09-57e04cdd320d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.191262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55a7d1a1-3a19-49cb-9e09-57e04cdd320d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.232388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7d1a1-3a19-49cb-9e09-57e04cdd320d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54152f97-85ed-4983-b18b-3706e12c953b,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:44.248536 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55a7d1a1-3a19-49cb-9e09-57e04cdd320d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.250416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-55a7d1a1-3a19-49cb-9e09-57e04cdd320d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2335181 Aug 03 19:36:44.253595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40460) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:44.258935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7db0f88d-a4a5-497d-92a3-401a31bb04d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'security_group_rule': {'security_group_id': '526063a7-2cd8-4f56-a0e0-00b20484de66', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:44.296369 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-7db0f88d-a4a5-497d-92a3-401a31bb04d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Project 8ae739ab6a844524a37b52a10d3348ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:36:44.306427 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7db0f88d-a4a5-497d-92a3-401a31bb04d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.395527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7db0f88d-a4a5-497d-92a3-401a31bb04d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.402390 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7db0f88d-a4a5-497d-92a3-401a31bb04d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.426739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0f88d-a4a5-497d-92a3-401a31bb04d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d0bbe4-074b-4048-bd07-3fea7e290ffc,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:44.441927 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7db0f88d-a4a5-497d-92a3-401a31bb04d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.446230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:44.451082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7db0f88d-a4a5-497d-92a3-401a31bb04d3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1961658 Aug 03 19:36:44.461424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'network': {'name': 'tempest-network-smoke--778039805', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'port_security_enabled': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:44.520421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:44.529851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.572675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:36:44.592497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.592849 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Added segment e36f186e-e6eb-4e9c-b6bf-867419e396f2 of type vlan for network d186a9f0-d5c8-48de-9766-6d2efe72383d Aug 03 19:36:44.654077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.694494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.700929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:44.701772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.806482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40474) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:44.807356 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3586285 Aug 03 19:36:44.814125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'admin_state_up': True, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:44.850006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd42e48-8ed3-4888-9685-996ef1376f8c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Network': ['ID=d186a9f0-d5c8-48de-9766-6d2efe72383d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:44.860026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.861284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.863965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d186a9f0-d5c8-48de-9766-6d2efe72383d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:36:44.926489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.152106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d009fea-a39e-47ef-969f-001f22b9dbc2 req-90756320-984a-489d-bce5-a6fa3eef95af tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0289488 Aug 03 19:36:45.191050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.420772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5370c1b-08bc-4a1e-8945-bd2fb0594864 req-3560c84f-20a8-4595-8142-ded0b227fa7b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:45.422668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5370c1b-08bc-4a1e-8945-bd2fb0594864 req-3560c84f-20a8-4595-8142-ded0b227fa7b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1534333 Aug 03 19:36:45.517149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5370c1b-08bc-4a1e-8945-bd2fb0594864 req-a1734edc-b9a8-4bff-bc84-4fb7ce4e235a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817549 Aug 03 19:36:45.729170 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.760449 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.945454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.25.4.240 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/1f8bd85c-4313-4ed1-9d38-9218a03e1e46) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:46.151978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.203034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.259817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:46.263223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:46.271050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:46.335421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36f37560-e668-4b53-aeed-2093877b307f req-705320cc-27a6-4af3-b870-952807923c21 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0381377 Aug 03 19:36:46.339975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=1f8bd85c-4313-4ed1-9d38-9218a03e1e46,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:46.662332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.868145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942905d4-0277-4f9c-ab1a-bc59aab82e10 req-91a15353-ff1a-4fdc-aa42-2c367224203a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:46.870030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-942905d4-0277-4f9c-ab1a-bc59aab82e10 req-91a15353-ff1a-4fdc-aa42-2c367224203a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1185372 Aug 03 19:36:46.962497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-942905d4-0277-4f9c-ab1a-bc59aab82e10 req-38d3e4a3-a7d9-4d6f-9ac0-0b8518fcd557 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801251 Aug 03 19:36:47.080184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.276834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router f7904f0d-f1c9-4397-80b1-224c5cb8653d is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:36:47.410507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:47.422313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Sync routers for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:47.440678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:47.441627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:47.483927 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.488628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40538) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:47.489202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ad4a44c9-d62f-45cc-8e4d-3c0b0597572e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6803102 Aug 03 19:36:47.509006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58d0ec47-5cd2-4834-847f-01d7e9dd69d9 req-de853833-d189-40a5-9692-b13b69b12166 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0380893 Aug 03 19:36:47.553828 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3b909e9d-d052-4b1c-8bea-44248a8fec65 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8ae739ab6a844524a37b52a10d3348ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639784 Aug 03 19:36:47.556614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40540) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:47.626849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:47.686252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05724a-17ed-46ea-957d-a8529d0283e2 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:47.689276 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5e05724a-17ed-46ea-957d-a8529d0283e2 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315105 Aug 03 19:36:47.692049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40542) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:47.730121 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bdc04cf2-61a9-4e6e-bbcb-88e84f66c9f6 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365133 Aug 03 19:36:47.730857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40544) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:47.736669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-491935518', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:47.825211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:46Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:47.859611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Checking router: f7904f0d-f1c9-4397-80b1-224c5cb8653d for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:47.860491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Updating router f7904f0d-f1c9-4397-80b1-224c5cb8653d port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:36:47.895590 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.939043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:47.946374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.206300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-58088b96-af4a-4712-9690-5c296da92b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.208629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-58088b96-af4a-4712-9690-5c296da92b57 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1097 time: 0.1043434 Aug 03 19:36:48.222779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda373b0-52c3-436b-b35b-16cdbf7f68d5 req-8d3e97a4-1721-4b09-b1bb-515e19db6402 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.224502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda373b0-52c3-436b-b35b-16cdbf7f68d5 req-8d3e97a4-1721-4b09-b1bb-515e19db6402 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1072052 Aug 03 19:36:48.291803 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.303907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Transition to ACTIVE for port object 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:48.322125 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.376154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fda373b0-52c3-436b-b35b-16cdbf7f68d5 req-5d8c9bb8-c030-40b0-a0d6-c7db11a1a281 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271999 Aug 03 19:36:48.410916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05f6b1-de72-4f35-bdf9-d00952ef8b50 None None] Pushing event updated for resources: {'Port': ['ID=1f8bd85c-4313-4ed1-9d38-9218a03e1e46,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:48.421235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-9acab324-5b5f-4c8a-a8d8-bee40c69499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.423227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-9acab324-5b5f-4c8a-a8d8-bee40c69499c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.1954496 Aug 03 19:36:48.438241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Attempting to bind port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:48.438929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Attempting to bind port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:48.439340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Attempting to bind port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:48.447110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:48.447509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:48.447894 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.448341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:48.448783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Bound port: 1f8bd85c-4313-4ed1-9d38-9218a03e1e46, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:48.449303 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.478345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.528130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] For port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:48.533724 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] For port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1f8bd85c-4313-4ed1-9d38-9218a03e1e46,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:48.545902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-c0e7126f-e3f3-434a-b398-48bc205ff1e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 1002 time: 0.1148140 Aug 03 19:36:48.548644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.600561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Subnet': ['ID=21492585-a191-4383-bb1d-dd97a594ee8f,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:48.622463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Checking segment: {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:48.623536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network hostable DHCP agents. Network: d186a9f0-d5c8-48de-9766-6d2efe72383d, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:36:48.623712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:48.624208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:48.627288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-f833a632-dad8-44a2-980b-b0aafa8eca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.628883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-f833a632-dad8-44a2-980b-b0aafa8eca09 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.0743663 Aug 03 19:36:48.695089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86980cfa-f2f5-4665-8ca3-89724bebc81a req-c8451c7a-b628-4fb2-88ce-fa2da48f70f9 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0491195 Aug 03 19:36:48.697290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network d186a9f0-d5c8-48de-9766-6d2efe72383d is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:36:48.713065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d186a9f0-d5c8-48de-9766-6d2efe72383d) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:48.720122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.720793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.735591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-a199c115-59e7-4eff-a2fe-df27e9ca9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.735591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-a199c115-59e7-4eff-a2fe-df27e9ca9204 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893962 Aug 03 19:36:48.735804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739c15f-2fc5-4795-a7c3-e7fa1c934387 None None] Network d186a9f0-d5c8-48de-9766-6d2efe72383d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:48.794654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-32d5de10-0273-4ef2-b976-805099575cc4 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0621181 Aug 03 19:36:48.803344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40568) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:48.887150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-66e90668-ff2b-4769-87e2-17638e9b868c service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512575 Aug 03 19:36:48.981776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05f6b1-de72-4f35-bdf9-d00952ef8b50 None None] Pushing event updated for resources: {'Port': ['ID=1f8bd85c-4313-4ed1-9d38-9218a03e1e46,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:49.105264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:49.327406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-d186a9f0-d5c8-48de-9766-6d2efe72383d', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:36:49.328359 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.596143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce9c94ad-b88d-49e8-96d1-96fd3408391f req-1ec11159-2300-4966-b9bd-eb2ee6ff7335 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.6526933 Aug 03 19:36:49.671486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Allocated IP 172.20.0.2 (d186a9f0-d5c8-48de-9766-6d2efe72383d/21492585-a191-4383-bb1d-dd97a594ee8f/9448aa0b-df60-45fa-9484-7742b219fc7c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:49.684580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:46Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:49.693706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78989-a5b6-4c9a-a381-984bd7c60b22 req-6bc4332a-9dba-4c5e-a1ce-c172a6e45904 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:49.703251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bae78989-a5b6-4c9a-a381-984bd7c60b22 req-6bc4332a-9dba-4c5e-a1ce-c172a6e45904 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.1527917 Aug 03 19:36:49.715276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703d051-750a-43cd-8788-58c3afbe2ad4 None None] The sync data for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 is: [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:46Z', 'revision_number': 3, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:49.772737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c850b8-c810-4077-8410-f4977c7f2d5b req-24acd014-b8d0-4507-871c-c5f54c97c8a1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:49.776097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05c850b8-c810-4077-8410-f4977c7f2d5b req-24acd014-b8d0-4507-871c-c5f54c97c8a1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1791387 Aug 03 19:36:49.815194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7ab41d6-17a1-4032-b56b-10cebc6328e1 req-14a93c35-af2d-4302-bfc0-be91ff7a8ed2 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9165533 Aug 03 19:36:49.847163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bae78989-a5b6-4c9a-a381-984bd7c60b22 req-5101de58-25bc-413e-8b2a-e396ef88e08e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425316 Aug 03 19:36:49.890876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05c850b8-c810-4077-8410-f4977c7f2d5b req-e19f73dc-e7c2-4be9-81c3-63055eaf2cf4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870187 Aug 03 19:36:49.969533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.018078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Transition to ACTIVE for port object 9448aa0b-df60-45fa-9484-7742b219fc7c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:50.068522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Transition to ACTIVE for port object 9448aa0b-df60-45fa-9484-7742b219fc7c will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:50.083051 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.138857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Network d186a9f0-d5c8-48de-9766-6d2efe72383d is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:50.144917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:50.149269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:50.150482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45345583-3216-44d5-a724-1c54d0dcb47e req-c285a3c3-a31e-4bf3-9587-94546547e653 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.1478972 Aug 03 19:36:50.253780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Pushing event updated for resources: {'Port': ['ID=9448aa0b-df60-45fa-9484-7742b219fc7c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:50.254665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf9af6-6fa7-41c7-aae5-0e8f6866aca6 req-4d3b120c-6fdf-4037-95b7-f5310d2134ea tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:50.271939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2acf9af6-6fa7-41c7-aae5-0e8f6866aca6 req-4d3b120c-6fdf-4037-95b7-f5310d2134ea tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.2656746 Aug 03 19:36:50.360624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Attempting to bind port 9448aa0b-df60-45fa-9484-7742b219fc7c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:50.360771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Attempting to bind port 9448aa0b-df60-45fa-9484-7742b219fc7c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:50.361093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Attempting to bind port 9448aa0b-df60-45fa-9484-7742b219fc7c on network d186a9f0-d5c8-48de-9766-6d2efe72383d {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:50.364525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2acf9af6-6fa7-41c7-aae5-0e8f6866aca6 req-7918910d-f990-46c2-8c42-159c107ec821 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934205 Aug 03 19:36:50.369529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:50.370368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Checking segment: {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:50.370993 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.371652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Bound using segment: {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:50.372346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Bound port: 9448aa0b-df60-45fa-9484-7742b219fc7c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:50.372954 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.394175 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.470833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:50.584314 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.665177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] For port 9448aa0b-df60-45fa-9484-7742b219fc7c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:50.692276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] For port 9448aa0b-df60-45fa-9484-7742b219fc7c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9448aa0b-df60-45fa-9484-7742b219fc7c,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:50.706692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.708723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:50.778812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b63a0e-d35f-4939-8edf-4fe7b8d4567a None None] Pushing event updated for resources: {'Port': ['ID=9448aa0b-df60-45fa-9484-7742b219fc7c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:50.786887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:50.787264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.950224 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.978771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1f8bd85c-4313-4ed1-9d38-9218a03e1e46,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:50.984730 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.115292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.20.0.1 (d186a9f0-d5c8-48de-9766-6d2efe72383d/21492585-a191-4383-bb1d-dd97a594ee8f/50f0a1e2-3ba5-456d-961c-92bad69a1cda) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:51.132748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1f8bd85c-4313-4ed1-9d38-9218a03e1e46,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:51.183752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-aa030e4c-13c2-4381-8015-c92ab63d535a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:51.203832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-aa030e4c-13c2-4381-8015-c92ab63d535a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.4175630 Aug 03 19:36:51.224022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1282ea02-76e7-4221-9b34-c5196e4f2193 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/quotas/a7b192dfb0d2451d83579d34323df239 HTTP/1.1" status: 200 len: 375 time: 0.0189514 Aug 03 19:36:51.235053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce5e12-4958-4708-8c43-b6670c983e00 req-74342ded-d716-447d-9db3-e925b6103872 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:51.236941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1ce5e12-4958-4708-8c43-b6670c983e00 req-74342ded-d716-447d-9db3-e925b6103872 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 946 time: 0.2274253 Aug 03 19:36:51.425228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-94995e6a-13b9-420e-82e0-c7903d86fe40 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1868508 Aug 03 19:36:51.472034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1ce5e12-4958-4708-8c43-b6670c983e00 req-b532592d-6d10-42d2-9936-ac62552e16bd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012525 Aug 03 19:36:51.475550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.493829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Transition to ACTIVE for port object 50f0a1e2-3ba5-456d-961c-92bad69a1cda will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:51.594039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-e7a85030-e7cc-4d77-bf19-7c547e0b165d service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619658 Aug 03 19:36:51.607766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.669233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network d186a9f0-d5c8-48de-9766-6d2efe72383d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:51.672374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19771031-91a7-40ad-991f-8031be643341 req-34dce4ca-9c2f-4cea-8db6-0d7c288a92f2 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.0696630 Aug 03 19:36:51.678438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:51.683137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:51.688041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=50f0a1e2-3ba5-456d-961c-92bad69a1cda,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:51.721848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.722202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.722551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.722888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.723219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.723558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.724310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.724310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.724585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.724858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.725197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.725551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:51.760223 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.761548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-8afff14e-dbd2-4db5-97d7-d2c0368e9274 service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666408 Aug 03 19:36:52.102918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2da2572-0efd-4a2f-be9b-c34d4737ccb4 req-3cf1b2ff-0f89-485e-aefd-58f2cddb0b1a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 210 time: 0.0825584 Aug 03 19:36:52.115799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:52.118626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.294138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81f9559b-cf9e-4425-b7a2-60c49aeede99 req-35fe7672-2821-4f2f-9498-8a2b307251d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=35266dfd653d4479a633ba21ec2f4fd1&device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.1726665 Aug 03 19:36:52.335415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.360028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:52.362951 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d773da71-8971-489e-909a-805b908c0b97" -d '{"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-unplugged", "status": "completed", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:52.434935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81f9559b-cf9e-4425-b7a2-60c49aeede99 req-b7d91c83-9e2b-490e-84ec-c5c9a8bfd2e0 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=35266dfd653d4479a633ba21ec2f4fd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328642 Aug 03 19:36:52.435320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:52.446241 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.565185 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e64ca8-5e62-4ff5-b7db-0be724ab21ef x-openstack-request-id: req-28e64ca8-5e62-4ff5-b7db-0be724ab21ef {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:52.565513 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-unplugged", "status": "failed", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb", "code": 422}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:52.566028 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28e64ca8-5e62-4ff5-b7db-0be724ab21ef {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:52.568130 n-d-803378-1 neutron-server[94135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'code': 422} returned with failed status Aug 03 19:36:52.574901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:52.638523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ecef20-e0d7-482c-ab49-f5858f330529 None None] Network d186a9f0-d5c8-48de-9766-6d2efe72383d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:52.783622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:52.830944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d2768c90-be6e-487e-b2c6-c6a5e6e30d82 None None] Provisioning for port 9448aa0b-df60-45fa-9484-7742b219fc7c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:52.912562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9559b-cf9e-4425-b7a2-60c49aeede99 req-404d94b8-0e0c-4bad-806e-9056c25b46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:52.916659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81f9559b-cf9e-4425-b7a2-60c49aeede99 req-404d94b8-0e0c-4bad-806e-9056c25b46e1 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4526157 Aug 03 19:36:52.949995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:52.950503 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.965970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-639c003e-b77e-4ad2-8036-331ce3e0be4a req-57d82d23-1436-4ff1-b7fb-7f57f575585d tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.5266984 Aug 03 19:36:52.966196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.973370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.050602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0460b-54b7-4daf-8d2f-1cdda0662bb4 req-9c35c422-f33e-4767-8b68-987add73e0e5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:53.065607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27a0460b-54b7-4daf-8d2f-1cdda0662bb4 req-9c35c422-f33e-4767-8b68-987add73e0e5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.1134472 Aug 03 19:36:53.151787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=50f0a1e2-3ba5-456d-961c-92bad69a1cda,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:53.152252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9448aa0b-df60-45fa-9484-7742b219fc7c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:53.156080 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.198200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27a0460b-54b7-4daf-8d2f-1cdda0662bb4 req-501671ed-86f3-45a9-95d9-bc9470cd8f04 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304486 Aug 03 19:36:53.266646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9448aa0b-df60-45fa-9484-7742b219fc7c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:53.279838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9448aa0b-df60-45fa-9484-7742b219fc7c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:53.283809 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.351265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd006b68-b1f1-4b14-b937-b4d07e3f59fc req-9e6bb4bf-375f-466f-bb9c-0d2b6516988f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 210 time: 0.0844934 Aug 03 19:36:53.425842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network d186a9f0-d5c8-48de-9766-6d2efe72383d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:53.427324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:53.448829 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:36:53.547095 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.553049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4c48e5c0-bfe0-4716-9f93-dc3302a2f55b None None] Provisioning for port 50f0a1e2-3ba5-456d-961c-92bad69a1cda completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:53.590199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4c48e5c0-bfe0-4716-9f93-dc3302a2f55b None None] Provisioning complete for port 50f0a1e2-3ba5-456d-961c-92bad69a1cda triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:53.591217 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4c48e5c0-bfe0-4716-9f93-dc3302a2f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.673278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router f7904f0d-f1c9-4397-80b1-224c5cb8653d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:53.697729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 9448aa0b-df60-45fa-9484-7742b219fc7c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9448aa0b-df60-45fa-9484-7742b219fc7c,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:53.710455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.830484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4c48e5c0-bfe0-4716-9f93-dc3302a2f55b None None] Port 50f0a1e2-3ba5-456d-961c-92bad69a1cda cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:53.861683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4c48e5c0-bfe0-4716-9f93-dc3302a2f55b None None] Provisioning complete for port 9448aa0b-df60-45fa-9484-7742b219fc7c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:53.862060 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4c48e5c0-bfe0-4716-9f93-dc3302a2f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.863651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=9448aa0b-df60-45fa-9484-7742b219fc7c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:53.896497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:53.919670 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36fbf3cb-69e0-46e2-bd7f-09ab8e9add55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "PUT /v2.0/routers/f7904f0d-f1c9-4397-80b1-224c5cb8653d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1058998 Aug 03 19:36:53.926585 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Sync routers for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:53.944455 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:53.948288 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:54.188874 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:54.253378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81f9559b-cf9e-4425-b7a2-60c49aeede99 req-269695ab-f3fd-4a60-89fc-781300b2c7c1 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.1280634 Aug 03 19:36:54.278779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-398ba132-9464-4c4e-a852-3d22bd3a5e4d None None] Provisioning complete for port 50f0a1e2-3ba5-456d-961c-92bad69a1cda triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:54.279386 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-398ba132-9464-4c4e-a852-3d22bd3a5e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:54.345223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b9a66395-751e-46cc-8aaa-4cfe7300d2f1 req-354fc0d2-a6cf-4916-88db-c5e055192b83 tempest-ServerShowV257Test-1278502889 tempest-ServerShowV257Test-1278502889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8c9841a-8de0-4ba6-86b1-e0f44d30ae28 HTTP/1.1" status: 200 len: 210 time: 0.1323118 Aug 03 19:36:54.378481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-6c9ffe39-2e85-4d33-8a13-381ed63f0d29 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:54.379531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-6c9ffe39-2e85-4d33-8a13-381ed63f0d29 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.5252912 Aug 03 19:36:54.401051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'port': {'device_id': '785dc830-d393-4afb-b752-e031884d8ce7', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'admin_state_up': True, 'tenant_id': 'a7b192dfb0d2451d83579d34323df239'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:54.408041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-398ba132-9464-4c4e-a852-3d22bd3a5e4d None None] Port 50f0a1e2-3ba5-456d-961c-92bad69a1cda cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:54.411306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9448aa0b-df60-45fa-9484-7742b219fc7c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:54.533458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9448aa0b-df60-45fa-9484-7742b219fc7c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:54.533881 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:54.628797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-31631128-0de6-493d-8b07-fef16a85ed31 None None] Provisioning complete for port 50f0a1e2-3ba5-456d-961c-92bad69a1cda triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:54.637443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31631128-0de6-493d-8b07-fef16a85ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:54.712306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e43aaa2-2fef-460a-8c71-6b94e3160f88 req-1e09f315-50bd-4e8a-897d-9a5dab00374a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 210 time: 0.0817509 Aug 03 19:36:54.714347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-31631128-0de6-493d-8b07-fef16a85ed31 None None] Port 50f0a1e2-3ba5-456d-961c-92bad69a1cda cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:54.726605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Made reservation on behalf of a7b192dfb0d2451d83579d34323df239 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:54.730285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:54.810985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-cef864dd-078e-47a9-add8-2942c12f627c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193619512&fields=id&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 267 time: 0.0776086 Aug 03 19:36:54.898542 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:52Z', 'revision_number': 2, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:54.899535 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-877df3c8-e725-4112-a7e5-b9a864f3df58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370058 Aug 03 19:36:54.974210 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Checking router: f7904f0d-f1c9-4397-80b1-224c5cb8653d for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:54.978775 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Updating router f7904f0d-f1c9-4397-80b1-224c5cb8653d port 50f0a1e2-3ba5-456d-961c-92bad69a1cda binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:36:55.102025 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.151774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bc39a-8ca8-483f-9e7c-79c2b52b7c64 req-48f427a8-2ab4-41be-b1bc-32e7406031d6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:55.153354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d1bc39a-8ca8-483f-9e7c-79c2b52b7c64 req-48f427a8-2ab4-41be-b1bc-32e7406031d6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.2601681 Aug 03 19:36:55.240529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be066f01-1b04-416b-bce4-d7aae407330a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:55.242001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be066f01-1b04-416b-bce4-d7aae407330a tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/networks?id=d186a9f0-d5c8-48de-9766-6d2efe72383d HTTP/1.1" status: 200 len: 796 time: 0.4303126 Aug 03 19:36:55.270975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Allocated IP 172.20.0.12 (7191228f-9331-4d6f-a775-9287b5c97528/7b30dd12-60ba-4ca4-8514-c4f98cac7cd7/47a6d29c-39fc-489a-98d5-821b2c5d66c8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:55.288807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d1bc39a-8ca8-483f-9e7c-79c2b52b7c64 req-d34dd115-f082-40dd-a8c8-4ae7307aba4f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163809 Aug 03 19:36:55.306783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-e9a22efb-e9df-40c4-9997-ad898c688730 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/quotas/8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 375 time: 0.0539756 Aug 03 19:36:55.417842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-e297d740-2c26-4793-906c-809676bb3c84 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077383 Aug 03 19:36:55.467819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-facd34eb-a6ed-4d9f-a982-c8d25f44636d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:36:55.474764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-facd34eb-a6ed-4d9f-a982-c8d25f44636d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0369496 Aug 03 19:36:55.598230 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.622024 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Transition to ACTIVE for port object 50f0a1e2-3ba5-456d-961c-92bad69a1cda will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:55.632269 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.756763 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.794653 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Pushing event updated for resources: {'Port': ['ID=50f0a1e2-3ba5-456d-961c-92bad69a1cda,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:55.823101 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.840207 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.841619 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.842152 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.842584 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.843667 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.844324 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.844749 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.845176 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.845789 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.851019 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.851704 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.852115 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:55.911592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-0c1ac795-d674-4396-87ea-7e1eada5c40a service neutron] 10.222.0.42 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258332 Aug 03 19:36:55.926793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Transition to ACTIVE for port object 47a6d29c-39fc-489a-98d5-821b2c5d66c8 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:55.946065 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Attempting to bind port 50f0a1e2-3ba5-456d-961c-92bad69a1cda on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:55.946581 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Attempting to bind port 50f0a1e2-3ba5-456d-961c-92bad69a1cda by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:55.947271 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Attempting to bind port 50f0a1e2-3ba5-456d-961c-92bad69a1cda on network d186a9f0-d5c8-48de-9766-6d2efe72383d {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:55.955264 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:55.955764 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Checking segment: {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:55.956158 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.957355 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Bound using segment: {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:55.958497 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Bound port: 50f0a1e2-3ba5-456d-961c-92bad69a1cda, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:55.959066 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.087415 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] For port 50f0a1e2-3ba5-456d-961c-92bad69a1cda, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:56.088831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63f49784-336e-4743-83d9-7416c77e6750 req-770db895-5504-40bf-91a4-2a60cb866d26 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 210 time: 0.1296167 Aug 03 19:36:56.098702 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] For port 50f0a1e2-3ba5-456d-961c-92bad69a1cda, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=50f0a1e2-3ba5-456d-961c-92bad69a1cda,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:56.108393 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.135189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:56.172220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40756) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:56.243719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.255751 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-13df2c16-390c-41a2-b3b8-e1fc214b8704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.283897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:56.286155 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d9a81-7854-4bad-9233-3f82e70662f4 None None] Pushing event updated for resources: {'Port': ['ID=50f0a1e2-3ba5-456d-961c-92bad69a1cda,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:56.340571 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:56.347337 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:36:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:56.361776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'Port': ['ID=47a6d29c-39fc-489a-98d5-821b2c5d66c8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:56.378904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-41439504-0f3d-427f-b258-de5f95a228db service neutron] 10.222.0.42 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659972 Aug 03 19:36:56.416574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Network 7191228f-9331-4d6f-a775-9287b5c97528 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:56.418211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:56.428910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:56.605352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-364c7211-93bb-48ca-9880-c4f275bebd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.750333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:56.755979 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.886918 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:56.973976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2eb8246-45d0-49a3-9eb6-845de564ee37 req-c0c8456b-be8d-48b8-bffb-b7f4c7113e96 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 210 time: 0.1250923 Aug 03 19:36:56.995046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c000b7-3cf9-4006-94ae-c754ae5b9b2d req-2ed6bdca-6a93-479b-81c5-f56f4fb3272c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:56.996641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8c000b7-3cf9-4006-94ae-c754ae5b9b2d req-2ed6bdca-6a93-479b-81c5-f56f4fb3272c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.4929824 Aug 03 19:36:57.045552 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-364c7211-93bb-48ca-9880-c4f275bebd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.057884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-364c7211-93bb-48ca-9880-c4f275bebd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.085661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-03561093-541d-4afd-9362-c9ae1f33b512 None None] Provisioning for port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:57.109136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-03561093-541d-4afd-9362-c9ae1f33b512 None None] Provisioning complete for port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:57.111117 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03561093-541d-4afd-9362-c9ae1f33b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.118923 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-364c7211-93bb-48ca-9880-c4f275bebd5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35266dfd653d4479a633ba21ec2f4fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444110 Aug 03 19:36:57.124878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40774) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:57.150990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8c000b7-3cf9-4006-94ae-c754ae5b9b2d req-0d78d138-987b-4291-824d-7bc7d1726c18 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457384 Aug 03 19:36:57.153814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-3371f7c2-1eb4-4673-8c65-be03610dc300 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7592466 Aug 03 19:36:57.175765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Request body: {'port': {'device_id': '785dc830-d393-4afb-b752-e031884d8ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:57.214948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c7211-93bb-48ca-9880-c4f275bebd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49abdea2-cfa0-41e0-9d93-ed4880c10761,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:57.284489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-03561093-541d-4afd-9362-c9ae1f33b512 None None] Port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:57.390678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-358e5d15-fe1a-4f25-8172-b05084edcdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.482052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-358e5d15-fe1a-4f25-8172-b05084edcdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.568388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e569c-0714-4663-8f0b-b7885242cbf2 req-70b895c3-7cae-4f5c-b431-ee653bf9cf6f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:57.570755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-205e569c-0714-4663-8f0b-b7885242cbf2 req-70b895c3-7cae-4f5c-b431-ee653bf9cf6f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 932 time: 0.2255206 Aug 03 19:36:57.571921 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.630530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-358e5d15-fe1a-4f25-8172-b05084edcdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.639166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-358e5d15-fe1a-4f25-8172-b05084edcdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.651282 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-358e5d15-fe1a-4f25-8172-b05084edcdf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49abdea2-cfa0-41e0-9d93-ed4880c10761 HTTP/1.1" status: 204 len: 168 time: 0.5227239 Aug 03 19:36:57.658046 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:56Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:57.680198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e5d15-fe1a-4f25-8172-b05084edcdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49abdea2-cfa0-41e0-9d93-ed4880c10761,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:57.731331 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367d78a-8a0e-4e4f-be86-424824266701 None None] The sync data for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 is: [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:56Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:58.053844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-205e569c-0714-4663-8f0b-b7885242cbf2 req-b41b2301-2c9d-4489-b50c-013f6944fdbc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643838 Aug 03 19:36:58.328823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2887b44d-3f67-4b09-98cf-15caa9ff965d req-1b7f581b-673a-45e2-b62f-c297194dd001 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 210 time: 0.1440179 Aug 03 19:36:58.518021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 50f0a1e2-3ba5-456d-961c-92bad69a1cda up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:58.610858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a6d29c-39fc-489a-98d5-821b2c5d66c8 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:58.695888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.744785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 50f0a1e2-3ba5-456d-961c-92bad69a1cda completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:58.752427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 50f0a1e2-3ba5-456d-961c-92bad69a1cda triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:58.752991 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.799186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Transition to ACTIVE for port object 47a6d29c-39fc-489a-98d5-821b2c5d66c8 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:58.816150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68901e4-a165-4937-bb37-463b8bc32cf0 req-2e732384-decb-4931-8849-7be9ef0a650c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:58.824672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e68901e4-a165-4937-bb37-463b8bc32cf0 req-2e732384-decb-4931-8849-7be9ef0a650c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.4827039 Aug 03 19:36:58.836402 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.069747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.165313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e68901e4-a165-4937-bb37-463b8bc32cf0 req-19869660-ec6c-4108-8844-18954c947e4d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395405 Aug 03 19:36:59.194037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 50f0a1e2-3ba5-456d-961c-92bad69a1cda, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=50f0a1e2-3ba5-456d-961c-92bad69a1cda,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:59.213287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.228560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Pushing event updated for resources: {'Port': ['ID=47a6d29c-39fc-489a-98d5-821b2c5d66c8,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:59.264328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c38070-a134-4e30-a562-3dc940c83352 req-0b376dbd-eaf5-4858-9dcd-98c54c17824d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:59.275481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-0b376dbd-eaf5-4858-9dcd-98c54c17824d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/networks?id=d186a9f0-d5c8-48de-9766-6d2efe72383d HTTP/1.1" status: 200 len: 796 time: 0.5686970 Aug 03 19:36:59.436318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=50f0a1e2-3ba5-456d-961c-92bad69a1cda,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:59.528367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40836) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:59.603019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bca6601-382c-46df-acb9-3d8c63070e5b req-1636a32e-d877-44c3-96d5-1b7417087014 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 210 time: 0.0753965 Aug 03 19:36:59.626694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Attempting to bind port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:59.627723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Attempting to bind port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:59.627834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Attempting to bind port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:59.646598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-7d661751-e7f8-49e6-887d-db556441c579 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae739ab6a844524a37b52a10d3348ca HTTP/1.1" status: 200 len: 380 time: 0.2821157 Aug 03 19:36:59.648552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 on network 7191228f-9331-4d6f-a775-9287b5c97528 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:36:59.648880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Attempting to bind port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:59.658731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'port': {'device_id': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'admin_state_up': True, 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'security_groups': ['526063a7-2cd8-4f56-a0e0-00b20484de66']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:59.697330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:59.698030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Checking segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:59.698611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Bound using segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:59.701600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Bound port: 47a6d29c-39fc-489a-98d5-821b2c5d66c8, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:59.702784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.754581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df47bb-c7b9-4167-9afa-167683fb6ac8 req-42344518-bea2-40e9-98b3-ec466b622e01 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:59.756947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95df47bb-c7b9-4167-9afa-167683fb6ac8 req-42344518-bea2-40e9-98b3-ec466b622e01 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 944 time: 0.4013026 Aug 03 19:36:59.774378 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.775744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1315039422-network', 'tenant_id': 'fa5c5d5b9a1249e1a497044ee0f1c4c2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:59.843672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Made reservation on behalf of fa5c5d5b9a1249e1a497044ee0f1c4c2 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:59.846971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.859811 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.926238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95df47bb-c7b9-4167-9afa-167683fb6ac8 req-a24e374d-0f62-40bb-8afd-6ac9dd901435 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520267 Aug 03 19:37:00.004164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] For port 47a6d29c-39fc-489a-98d5-821b2c5d66c8, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:00.010459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] For port 47a6d29c-39fc-489a-98d5-821b2c5d66c8, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:00.020009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.064041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:00.065041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.066800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] 10.222.0.63 "PUT /v2.0/ports/47a6d29c-39fc-489a-98d5-821b2c5d66c8 HTTP/1.1" status: 200 len: 1092 time: 2.8975916 Aug 03 19:37:00.067775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785dc830-d393-4afb-b752-e031884d8ce7', 'tag': '47a6d29c-39fc-489a-98d5-821b2c5d66c8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:00.070504 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb727b36-268e-47ac-86bc-8a675c03098a" -d '{"events": [{"name": "network-changed", "server_uuid": "785dc830-d393-4afb-b752-e031884d8ce7", "tag": "47a6d29c-39fc-489a-98d5-821b2c5d66c8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:00.159746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.189416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.194009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b430a-6a8d-48be-a98b-a227f5ebca63 service neutron] Pushing event updated for resources: {'Port': ['ID=47a6d29c-39fc-489a-98d5-821b2c5d66c8,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:00.298005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Made reservation on behalf of 8ae739ab6a844524a37b52a10d3348ca for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:00.300550 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-90779609-4f9e-4f24-822e-c8aa6d687d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.310142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.317338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cda1e8-147f-45ae-ba90-b638405308d3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:00.362788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:37:00.407520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.407831 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Added segment 92e0fb97-f1e8-4375-a4d2-3dad13a6aee3 of type vlan for network f01cc978-4a28-48a5-aaf0-a725b1b74e0c Aug 03 19:37:00.484025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 50f0a1e2-3ba5-456d-961c-92bad69a1cda up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:00.536760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.579299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.580718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:00.581760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.613320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-172d735e-e1f8-420b-b2a5-deaafa25551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:00.618877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-172d735e-e1f8-420b-b2a5-deaafa25551b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 1095 time: 0.4664128 Aug 03 19:37:00.625418 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0954368 Aug 03 19:37:00.633080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:00.682988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 50f0a1e2-3ba5-456d-961c-92bad69a1cda triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:00.690613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.737360 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454d2bf-c576-41d7-a42c-a34ea55d1a38 admin admin] Pushing event updated for resources: {'Network': ['ID=f01cc978-4a28-48a5-aaf0-a725b1b74e0c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:00.756426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network f01cc978-4a28-48a5-aaf0-a725b1b74e0c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:37:01.111826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Request body: {'subnet': {'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1315039422-subnet', 'tenant_id': 'fa5c5d5b9a1249e1a497044ee0f1c4c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:01.118431 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8df56d-17ca-484d-a0d7-f18eb2dc1476 x-openstack-request-id: req-0c8df56d-17ca-484d-a0d7-f18eb2dc1476 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:01.118856 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785dc830-d393-4afb-b752-e031884d8ce7", "tag": "47a6d29c-39fc-489a-98d5-821b2c5d66c8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:01.119352 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c8df56d-17ca-484d-a0d7-f18eb2dc1476 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:01.119960 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785dc830-d393-4afb-b752-e031884d8ce7', 'tag': '47a6d29c-39fc-489a-98d5-821b2c5d66c8', 'status': 'completed', 'code': 200} Aug 03 19:37:01.183323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abecef-ef7a-4f88-8066-3d7d65eb311d req-30265264-d10e-47c2-a1d2-22e20ce159c4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:01.185434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31abecef-ef7a-4f88-8066-3d7d65eb311d req-30265264-d10e-47c2-a1d2-22e20ce159c4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.7877223 Aug 03 19:37:01.186929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-ae284802-96fd-4dbd-b7e4-6bd994d2314b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8 HTTP/1.1" status: 200 len: 217 time: 0.5373003 Aug 03 19:37:01.213122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92644abb-c01e-46bc-8704-b18b960a7da4 req-d9757d96-cac0-4a2b-8f80-48bba34d653f tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 210 time: 0.0962565 Aug 03 19:37:01.339736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31abecef-ef7a-4f88-8066-3d7d65eb311d req-3b6a7210-c724-452c-8271-dbfe9b0e0a2f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326041 Aug 03 19:37:01.350239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Made reservation on behalf of fa5c5d5b9a1249e1a497044ee0f1c4c2 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:01.354549 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:01.510391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-97617a34-d0c7-40e6-8def-9ce357e51510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:01.512196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-97617a34-d0c7-40e6-8def-9ce357e51510 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.3063958 Aug 03 19:37:01.520839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.20.0.8 (d186a9f0-d5c8-48de-9766-6d2efe72383d/21492585-a191-4383-bb1d-dd97a594ee8f/ca5c18ea-2087-4da9-9883-54eb65cd432d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:01.606287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72927aa6-6b0a-4774-b566-4e8ecda2d355 req-083fb635-7898-40ea-8cea-d4ee2d936aa1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:01.608040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72927aa6-6b0a-4774-b566-4e8ecda2d355 req-083fb635-7898-40ea-8cea-d4ee2d936aa1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 944 time: 0.1716604 Aug 03 19:37:01.723488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-22cfe74b-a6d2-490a-9892-1f01fbbdc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:01.727315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-22cfe74b-a6d2-490a-9892-1f01fbbdc5c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999214 Aug 03 19:37:01.881957 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72927aa6-6b0a-4774-b566-4e8ecda2d355 req-ce45d584-2e77-4048-83f1-397b8820165f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586553 Aug 03 19:37:01.903605 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:01.954299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.018803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.043189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-90eece96-3545-44ca-b68f-217a13963194 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817516 Aug 03 19:37:02.049432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:02.051862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Transition to ACTIVE for port object ca5c18ea-2087-4da9-9883-54eb65cd432d will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:02.174160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Checking segment: {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:02.174864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Network hostable DHCP agents. Network: f01cc978-4a28-48a5-aaf0-a725b1b74e0c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:37:02.241299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-796daf67-aa50-47c7-8a86-2dc86a0a0b00 req-a2bdb226-4599-4da5-a567-995125a4ba17 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876037 Aug 03 19:37:02.254670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Network f01cc978-4a28-48a5-aaf0-a725b1b74e0c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:37:02.269203 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.283182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, f01cc978-4a28-48a5-aaf0-a725b1b74e0c) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:02.294177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7307193-cedb-4c8a-975c-73cd3585e228 None None] Network f01cc978-4a28-48a5-aaf0-a725b1b74e0c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:02.302917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:02.303524 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.372630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=ca5c18ea-2087-4da9-9883-54eb65cd432d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:02.541756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network d186a9f0-d5c8-48de-9766-6d2efe72383d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:02.553551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2759e23d-0879-43dd-8f9d-aa693126f5ee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9060264 Aug 03 19:37:02.560190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:02.564808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:02.565370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01963d-b6ad-4b83-a6b1-e05805e09298 None None] Network f01cc978-4a28-48a5-aaf0-a725b1b74e0c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:02.683518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51940c-976b-4613-9528-a7bc3e7ffe0b req-53ef2df5-bbb9-4555-87bd-684b1f57fc62 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:02.693912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e51940c-976b-4613-9528-a7bc3e7ffe0b req-53ef2df5-bbb9-4555-87bd-684b1f57fc62 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 931 time: 0.3159642 Aug 03 19:37:02.768404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cf011-9b37-4efc-acb8-e07e07cefed7 req-c135b83d-1fd6-4368-a73d-47eb829827d5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:02.789304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-858cf011-9b37-4efc-acb8-e07e07cefed7 req-c135b83d-1fd6-4368-a73d-47eb829827d5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.3062971 Aug 03 19:37:02.815194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb727b36-268e-47ac-86bc-8a675c03098a req-8998dfa5-450d-4396-b73d-52c219fae8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:02.816718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb727b36-268e-47ac-86bc-8a675c03098a req-8998dfa5-450d-4396-b73d-52c219fae8e2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 1095 time: 0.3787894 Aug 03 19:37:02.887978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:02.888655 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.988664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-be1b8661-8428-4001-95a3-530a30851b4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3340232 Aug 03 19:37:03.009662 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-858cf011-9b37-4efc-acb8-e07e07cefed7 req-9a1f293d-8eb3-4b32-8612-efe7631f3560 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187107 Aug 03 19:37:03.017217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Request body: {'port': {'device_id': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:03.039887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e51940c-976b-4613-9528-a7bc3e7ffe0b req-a522c04e-3a31-42f6-aeed-d5de3124c3d8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443861 Aug 03 19:37:03.166330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0cca7174-f4bc-4a72-9e56-1161ab9b6d79 None None] Provisioning for port ca5c18ea-2087-4da9-9883-54eb65cd432d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:03.178065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.178306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0cca7174-f4bc-4a72-9e56-1161ab9b6d79 None None] Provisioning complete for port ca5c18ea-2087-4da9-9883-54eb65cd432d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:03.178306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0cca7174-f4bc-4a72-9e56-1161ab9b6d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.212873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb727b36-268e-47ac-86bc-8a675c03098a req-99a9c994-3b70-4fe1-b4f6-b401c495f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:03.215556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb727b36-268e-47ac-86bc-8a675c03098a req-99a9c994-3b70-4fe1-b4f6-b401c495f76c service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.3502777 Aug 03 19:37:03.229405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0cca7174-f4bc-4a72-9e56-1161ab9b6d79 None None] Port ca5c18ea-2087-4da9-9883-54eb65cd432d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:37:03.317740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb727b36-268e-47ac-86bc-8a675c03098a req-a5025d34-15b3-4757-b1fc-ddf54778f7b9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8 HTTP/1.1" status: 200 len: 217 time: 0.0850859 Aug 03 19:37:03.462674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4fdd-177b-4119-94d4-c0943aaadc29 req-92fac7ea-8fea-44d8-9f6a-3aeed4058160 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:03.464299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ebf4fdd-177b-4119-94d4-c0943aaadc29 req-92fac7ea-8fea-44d8-9f6a-3aeed4058160 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 944 time: 0.3145666 Aug 03 19:37:03.610098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ebf4fdd-177b-4119-94d4-c0943aaadc29 req-94c97b22-f69b-455e-aca2-330c2deeb653 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329451 Aug 03 19:37:03.620876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb727b36-268e-47ac-86bc-8a675c03098a req-0a247074-f9b6-44d8-9fc2-1c7773f80a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:03.622477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb727b36-268e-47ac-86bc-8a675c03098a req-0a247074-f9b6-44d8-9fc2-1c7773f80a33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.2821856 Aug 03 19:37:03.744455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-4e85620d-4227-4136-b8cf-ad967b2fd87a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:03.746544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-4e85620d-4227-4136-b8cf-ad967b2fd87a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 814 time: 0.4539185 Aug 03 19:37:03.806385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-24576672-df41-4677-939f-94c8727b4dd4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/quotas/fa5c5d5b9a1249e1a497044ee0f1c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0318081 Aug 03 19:37:03.821438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb727b36-268e-47ac-86bc-8a675c03098a req-2754fceb-c6ec-4141-9ce5-e091af1f0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:03.823121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb727b36-268e-47ac-86bc-8a675c03098a req-2754fceb-c6ec-4141-9ce5-e091af1f0340 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904449 Aug 03 19:37:03.877251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-a5e536b9-2420-45a6-ae44-ed2c9bf8abf9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619280 Aug 03 19:37:03.940805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-bdba5bcc-c3a0-491b-94f6-b34a99073fca service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:37:03.942408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-bdba5bcc-c3a0-491b-94f6-b34a99073fca service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303228 Aug 03 19:37:04.304361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5c18ea-2087-4da9-9883-54eb65cd432d {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:04.342329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.358342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c34573-b8d4-499f-96af-eb56361f1380 req-2d42d28b-b5ab-497d-94fa-7bdee810d13b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:04.360048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84c34573-b8d4-499f-96af-eb56361f1380 req-2d42d28b-b5ab-497d-94fa-7bdee810d13b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.2138395 Aug 03 19:37:04.371884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-524d8c2c-4fad-45db-bcd8-7617b7ad7a54 service neutron] 10.222.0.42 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886707 Aug 03 19:37:04.383309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb727b36-268e-47ac-86bc-8a675c03098a req-6d5b6df4-da2e-45c0-93c4-9fa7ce16c122 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154798 Aug 03 19:37:04.436417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.475527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Transition to ACTIVE for port object ca5c18ea-2087-4da9-9883-54eb65cd432d will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:04.533739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.680834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84c34573-b8d4-499f-96af-eb56361f1380 req-1bf55be6-3758-464f-8a83-114b6dea11cc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928288 Aug 03 19:37:04.777874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5c18ea-2087-4da9-9883-54eb65cd432d,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:04.872143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-d5023238-be1b-4859-9c59-36c0348990c5 service neutron] 10.222.0.42 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994764 Aug 03 19:37:04.896685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb727b36-268e-47ac-86bc-8a675c03098a req-94358a9d-9965-4251-974c-1779706b30bd service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689810 Aug 03 19:37:05.042113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e3e37-6c92-4164-8c5d-7c645bc965fc req-f4829265-bd1b-42f5-bb52-fc025112c989 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:05.054356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d08e3e37-6c92-4164-8c5d-7c645bc965fc req-f4829265-bd1b-42f5-bb52-fc025112c989 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 943 time: 0.2238123 Aug 03 19:37:05.067014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Attempting to bind port ca5c18ea-2087-4da9-9883-54eb65cd432d on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:05.067014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Attempting to bind port ca5c18ea-2087-4da9-9883-54eb65cd432d by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:05.067014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Attempting to bind port ca5c18ea-2087-4da9-9883-54eb65cd432d on network d186a9f0-d5c8-48de-9766-6d2efe72383d {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:05.087265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Port ca5c18ea-2087-4da9-9883-54eb65cd432d on network d186a9f0-d5c8-48de-9766-6d2efe72383d not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:37:05.087588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Attempting to bind port ca5c18ea-2087-4da9-9883-54eb65cd432d on network d186a9f0-d5c8-48de-9766-6d2efe72383d {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:05.095762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:05.096109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Checking segment: {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:05.096644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Bound using segment: {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:05.097114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Bound port: ca5c18ea-2087-4da9-9883-54eb65cd432d, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36f186e-e6eb-4e9c-b6bf-867419e396f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:05.097465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.140745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-2963d7a0-1e7b-4365-bb68-8a9214f62a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:05.142520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-2963d7a0-1e7b-4365-bb68-8a9214f62a33 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78&tenant_id=c351f6806f484562b6084caca9fb4539 HTTP/1.1" status: 200 len: 1095 time: 0.1413250 Aug 03 19:37:05.252899 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d08e3e37-6c92-4164-8c5d-7c645bc965fc req-ea5acaba-b60b-469e-b7bb-7fa2c988d0ce tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430542 Aug 03 19:37:05.286478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:05.292468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-41a691a9-b1e8-4e62-bce3-0d15c4d87ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:05.294220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-41a691a9-b1e8-4e62-bce3-0d15c4d87ae2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1095 time: 0.1103821 Aug 03 19:37:05.306084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:05.343157 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.439544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55243f35-804e-4c69-b812-a29cad75449e req-ce7dd8ee-14dc-40d7-9793-7066657ff948 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 210 time: 0.1079767 Aug 03 19:37:05.495228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:05.496614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.501980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] 10.222.0.88 "PUT /v2.0/ports/ca5c18ea-2087-4da9-9883-54eb65cd432d HTTP/1.1" status: 200 len: 1091 time: 2.4949763 Aug 03 19:37:05.502950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:05.513097 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582a8d0d-c982-4381-b5b3-dafa8a564bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:05.549168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e44df-1946-4ed2-93cf-f84b35f7b77c req-a71e1026-2bb5-4877-920f-9e6f1f237c5e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:05.559975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e6e44df-1946-4ed2-93cf-f84b35f7b77c req-a71e1026-2bb5-4877-920f-9e6f1f237c5e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 944 time: 0.2959948 Aug 03 19:37:05.569540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af0655-fc68-45d7-98ea-a7cede326d53 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5c18ea-2087-4da9-9883-54eb65cd432d,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:06.085180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 47a6d29c-39fc-489a-98d5-821b2c5d66c8 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:06.209100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-5f971e37-45e8-4447-b70a-ff8c4aa0661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.212977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-5f971e37-45e8-4447-b70a-ff8c4aa0661b service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.9088838 Aug 03 19:37:06.240662 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9855a053-d2b2-4a3e-b5a4-3aeebe35ab33 x-openstack-request-id: req-9855a053-d2b2-4a3e-b5a4-3aeebe35ab33 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:06.241216 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:06.241765 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9855a053-d2b2-4a3e-b5a4-3aeebe35ab33 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:06.242791 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'status': 'completed', 'code': 200} Aug 03 19:37:06.358407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 47a6d29c-39fc-489a-98d5-821b2c5d66c8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:06.392154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '47a6d29c-39fc-489a-98d5-821b2c5d66c8', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': '47a6d29c-39fc-489a-98d5-821b2c5d66c8', 'mac_address': 'fa:16:3e:05:b8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:06.448702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-21da68ea-a177-400d-aec0-c3dab31b7ee6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 1000 time: 0.1924410 Aug 03 19:37:06.521185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e6e44df-1946-4ed2-93cf-f84b35f7b77c req-a9a2010e-78da-43c7-be8f-bdfb808e78e9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9480541 Aug 03 19:37:06.522213 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.535230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c38070-a134-4e30-a562-3dc940c83352 req-87f539c1-a3fa-46d1-827f-ad126d0fcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.540324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a6d29c-39fc-489a-98d5-821b2c5d66c8 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:06.548252 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-87f539c1-a3fa-46d1-827f-ad126d0fcf28 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 1094 time: 0.9562736 Aug 03 19:37:06.561424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-78f9559a-61b6-41d0-b78b-737cb66b4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.567440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-78f9559a-61b6-41d0-b78b-737cb66b4ebf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.1051037 Aug 03 19:37:06.574881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 47a6d29c-39fc-489a-98d5-821b2c5d66c8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:06.583192 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.668961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-136cd8f5-a236-4096-a144-6c4da7ea623f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d HTTP/1.1" status: 200 len: 217 time: 0.1185434 Aug 03 19:37:06.686907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d34270-b9c8-46dc-9494-ef72997109f2 req-3c029a8a-bee5-4728-af3e-028204b3951d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.688443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=47a6d29c-39fc-489a-98d5-821b2c5d66c8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:06.694497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d34270-b9c8-46dc-9494-ef72997109f2 req-3c029a8a-bee5-4728-af3e-028204b3951d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.4736848 Aug 03 19:37:06.852820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-876768f5-8cce-425c-8805-6f73112d95da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.854673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-876768f5-8cce-425c-8805-6f73112d95da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580594 Aug 03 19:37:06.863287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c38070-a134-4e30-a562-3dc940c83352 req-6feb9f80-5ab3-4b91-9476-91e48d3a4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.865266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-6feb9f80-5ab3-4b91-9476-91e48d3a4d62 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21492585-a191-4383-bb1d-dd97a594ee8f HTTP/1.1" status: 200 len: 834 time: 0.1661119 Aug 03 19:37:06.869824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0d34270-b9c8-46dc-9494-ef72997109f2 req-7a7e8f53-1c32-4b6a-95d4-fc6a0dc776a9 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414146 Aug 03 19:37:06.892249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b033567-460f-4f5a-9a51-f985ae997abe req-0bcaf794-c6ae-4cc1-bf18-cfe7c1495ae9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.893848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b033567-460f-4f5a-9a51-f985ae997abe req-0bcaf794-c6ae-4cc1-bf18-cfe7c1495ae9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 943 time: 0.1962278 Aug 03 19:37:07.055953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['47a6d29c-39fc-489a-98d5-821b2c5d66c8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:07.117178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9603b4e1-04f8-429c-8663-11ee93425b99 req-885d500a-4b0a-4263-acb4-5708ab1c9ee5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 210 time: 0.1019361 Aug 03 19:37:07.227816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-13046d3a-9b47-425e-b3b5-55d580611f62 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:07.231717 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-13046d3a-9b47-425e-b3b5-55d580611f62 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.88 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 814 time: 0.2135043 Aug 03 19:37:07.235338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c38070-a134-4e30-a562-3dc940c83352 req-de941549-5f7d-4917-a71e-c87605765a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:07.237285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-de941549-5f7d-4917-a71e-c87605765a3a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d186a9f0-d5c8-48de-9766-6d2efe72383d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3544788 Aug 03 19:37:07.241055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-c37baef5-abda-4bda-8d97-8df1286bbcce service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681650 Aug 03 19:37:07.244534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b033567-460f-4f5a-9a51-f985ae997abe req-9fe19a3c-b25d-43c7-bcab-d7952ffe6689 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068118 Aug 03 19:37:07.379155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Request body: {'port': {'device_id': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c', 'admin_state_up': True, 'tenant_id': 'fa5c5d5b9a1249e1a497044ee0f1c4c2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:07.502812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Made reservation on behalf of fa5c5d5b9a1249e1a497044ee0f1c4c2 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:07.506781 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.538710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-3dfead9e-cac1-47e4-af35-2402ab0064fb service neutron] 10.222.0.88 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642079 Aug 03 19:37:07.653210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-f342304e-f440-470c-a264-2b6709977ec8 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800045 Aug 03 19:37:07.688256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Allocated IP 172.20.0.2 (f01cc978-4a28-48a5-aaf0-a725b1b74e0c/f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d/d3e2768f-6e9d-4190-a5ea-582bb8ea25f1) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:07.731073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8c38070-a134-4e30-a562-3dc940c83352 req-83793569-8fed-49a8-a28e-a4faa02daee1 service neutron] 10.222.0.88 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841903 Aug 03 19:37:07.752319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e846a-477c-407c-836f-3d1a91146ed0 req-767fb11e-0829-4831-b3e0-4029a2f5e848 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:07.763318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c40e846a-477c-407c-836f-3d1a91146ed0 req-767fb11e-0829-4831-b3e0-4029a2f5e848 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 945 time: 0.1039734 Aug 03 19:37:07.873321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c40e846a-477c-407c-836f-3d1a91146ed0 req-975a6277-e264-4fe0-ba4b-48ec1d18ba4b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091955 Aug 03 19:37:07.911607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-f4fdedda-00fb-4cd2-99f3-bb9082618e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:07.913590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-f4fdedda-00fb-4cd2-99f3-bb9082618e91 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 1094 time: 0.1000259 Aug 03 19:37:08.027751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.084317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.149365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:08.176477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694636-267f-4464-8cfd-4fb5bd3a707f req-e1b9af16-bfc0-4d3b-9102-f2f79016e670 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:08.178681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Network f01cc978-4a28-48a5-aaf0-a725b1b74e0c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:08.180960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:08.191922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:08.192597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b694636-267f-4464-8cfd-4fb5bd3a707f req-e1b9af16-bfc0-4d3b-9102-f2f79016e670 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.2328176 Aug 03 19:37:08.195031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-30343255-9963-4f7b-bb46-152a6d7e7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:08.196463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-30343255-9963-4f7b-bb46-152a6d7e7662 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d186a9f0-d5c8-48de-9766-6d2efe72383d HTTP/1.1" status: 200 len: 897 time: 0.2744746 Aug 03 19:37:08.305650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:08.306329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.330448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-c6f73550-0c1b-4399-acca-1edbe696583a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d HTTP/1.1" status: 200 len: 217 time: 0.1077695 Aug 03 19:37:08.368012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b694636-267f-4464-8cfd-4fb5bd3a707f req-474c860b-38d1-468c-9b3c-345eceb6c568 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698861 Aug 03 19:37:08.370311 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8cdc1930-c625-48e2-894b-e95dedab0898 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957881 Aug 03 19:37:08.406900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Request body: {'port': {'device_id': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:08.605679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3a6f5-fbb6-428e-9e58-4c2253193347 req-f3eee4b2-d5cf-42c3-83ef-cf90443db53a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:08.622594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14f3a6f5-fbb6-428e-9e58-4c2253193347 req-f3eee4b2-d5cf-42c3-83ef-cf90443db53a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 931 time: 0.3751116 Aug 03 19:37:08.633875 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.660585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-bfb0e13c-7002-4859-9ce9-53bd053a0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:08.662751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-bfb0e13c-7002-4859-9ce9-53bd053a0e7c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21492585-a191-4383-bb1d-dd97a594ee8f HTTP/1.1" status: 200 len: 834 time: 0.3136790 Aug 03 19:37:08.893126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14f3a6f5-fbb6-428e-9e58-4c2253193347 req-5eb19430-2806-4503-a6c4-e0b7cb5ed368 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648897 Aug 03 19:37:08.932077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357372d-bab2-4e54-bf43-91f2e4559129 req-22f8c1c3-eaad-4e0c-bc56-fbb8d4af9326 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:08.941106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8357372d-bab2-4e54-bf43-91f2e4559129 req-22f8c1c3-eaad-4e0c-bc56-fbb8d4af9326 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 943 time: 0.3065188 Aug 03 19:37:08.950087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-1f2b481d-ecfa-4c03-99d8-a5bd89226826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:08.952377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-1f2b481d-ecfa-4c03-99d8-a5bd89226826 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d186a9f0-d5c8-48de-9766-6d2efe72383d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402697 Aug 03 19:37:09.048923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8357372d-bab2-4e54-bf43-91f2e4559129 req-04d7cc54-8ea6-42a3-93fa-a7f6b6d8a5dc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818872 Aug 03 19:37:09.174398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a444add-d33b-471c-a81d-b14aaa10c473 req-909adc97-25d8-48b5-853c-a03aeb95f54b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:09.176453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a444add-d33b-471c-a81d-b14aaa10c473 req-909adc97-25d8-48b5-853c-a03aeb95f54b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 945 time: 0.1465175 Aug 03 19:37:09.193092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:09.207277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.249117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Transition to ACTIVE for port object d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:09.255594 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.282080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a444add-d33b-471c-a81d-b14aaa10c473 req-a8f96f4c-a212-41ad-8c3c-86b01fcea090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975711 Aug 03 19:37:09.394415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:09.627019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Attempting to bind port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:09.627357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Attempting to bind port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:09.627689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Attempting to bind port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:09.631672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c3552-57bb-4f1f-8e86-7477ac2bf22f req-0809e83f-33b8-42b6-bca9-d9809669466c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:09.641111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-857c3552-57bb-4f1f-8e86-7477ac2bf22f req-0809e83f-33b8-42b6-bca9-d9809669466c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.0923493 Aug 03 19:37:09.642640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:37:09.643061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Attempting to bind port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:09.660482 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:09.660830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Checking segment: {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:09.661225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Bound using segment: {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:09.661688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Bound port: d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:09.662111 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.705517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-f0860419-65f0-4b46-b65e-5beb17957f47 service neutron] 10.222.0.88 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087033 Aug 03 19:37:09.753614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-857c3552-57bb-4f1f-8e86-7477ac2bf22f req-1292a6c0-4e7e-414e-859b-829ea8a201ab tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057904 Aug 03 19:37:09.892915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-582a8d0d-c982-4381-b5b3-dafa8a564bf2 req-ecae9e60-6933-44a4-bda2-1da521e02b24 service neutron] 10.222.0.88 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679549 Aug 03 19:37:09.897839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:09.909515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:09.918883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.993573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:09.994326 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.995642 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] 10.222.0.88 "PUT /v2.0/ports/d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 HTTP/1.1" status: 200 len: 1091 time: 1.5964437 Aug 03 19:37:09.996164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:09.999762 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31459592-3031-4a86-9f6a-ea32c8f4e548" -d '{"events": [{"name": "network-changed", "server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:10.041008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06556755-fb09-47e2-8cf1-e3fff53f6faa service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:10.082606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 47a6d29c-39fc-489a-98d5-821b2c5d66c8 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:10.131393 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebe57d5-7a14-4643-a599-e5399ac9eb5f x-openstack-request-id: req-7ebe57d5-7a14-4643-a599-e5399ac9eb5f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:10.132214 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:10.132671 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ebe57d5-7a14-4643-a599-e5399ac9eb5f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:10.133182 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'status': 'completed', 'code': 200} Aug 03 19:37:10.144913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e207d-6d6c-4bcd-a49d-04b7e1f29d7f req-b026b450-4c2b-49b6-8d4a-1f06a437c6fe tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:10.154876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-044e207d-6d6c-4bcd-a49d-04b7e1f29d7f req-b026b450-4c2b-49b6-8d4a-1f06a437c6fe tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.1361201 Aug 03 19:37:10.223958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ca5c18ea-2087-4da9-9883-54eb65cd432d details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:10.288638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-044e207d-6d6c-4bcd-a49d-04b7e1f29d7f req-c9e3efe9-d3f6-4c91-a581-832322000f00 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322584 Aug 03 19:37:10.312363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:10.347646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e60d2-ed46-472a-9e7f-df75a5338d11 req-152522a5-74a8-4052-8dd2-ade38dd8baaf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:10.349299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b17e60d2-ed46-472a-9e7f-df75a5338d11 req-152522a5-74a8-4052-8dd2-ade38dd8baaf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 943 time: 0.1596553 Aug 03 19:37:10.367755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:10.368347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.453066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459592-3031-4a86-9f6a-ea32c8f4e548 req-2c16c693-a659-4f0a-ab10-923c3389c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:10.455015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31459592-3031-4a86-9f6a-ea32c8f4e548 req-2c16c693-a659-4f0a-ab10-923c3389c69d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 1094 time: 0.1584756 Aug 03 19:37:10.459795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b17e60d2-ed46-472a-9e7f-df75a5338d11 req-f1fa5044-4dc6-4e58-a0da-0d3e8c8b5237 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718200 Aug 03 19:37:10.649607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:10.666278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'port_id': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'mac_address': 'fa:16:3e:45:11:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:10.762776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e653aa-6f4d-4a5e-8856-c8585b6b715b req-0701458c-b29f-4e7c-b0fc-60c5f9dae495 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:10.764870 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.766119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32e653aa-6f4d-4a5e-8856-c8585b6b715b req-0701458c-b29f-4e7c-b0fc-60c5f9dae495 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 945 time: 0.2763302 Aug 03 19:37:10.790761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5c18ea-2087-4da9-9883-54eb65cd432d {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:10.868868 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.872266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:10.892969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.905311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459592-3031-4a86-9f6a-ea32c8f4e548 req-c9adf8ce-0b46-48e9-ab47-28bc940c2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:10.912516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31459592-3031-4a86-9f6a-ea32c8f4e548 req-c9adf8ce-0b46-48e9-ab47-28bc940c2a39 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4424665 Aug 03 19:37:11.010118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785dc830-d393-4afb-b752-e031884d8ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a6d29c-39fc-489a-98d5-821b2c5d66c8'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:11.028401 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba3de4-1284-42a1-9449-d6e8854eeff4" -d '{"events": [{"server_uuid": "785dc830-d393-4afb-b752-e031884d8ce7", "name": "network-vif-plugged", "status": "completed", "tag": "47a6d29c-39fc-489a-98d5-821b2c5d66c8"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:11.068067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 47a6d29c-39fc-489a-98d5-821b2c5d66c8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:11.088231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32e653aa-6f4d-4a5e-8856-c8585b6b715b req-05100e07-b4cf-44b9-b128-3830b9556d22 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109899 Aug 03 19:37:11.093038 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:11.100666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ca5c18ea-2087-4da9-9883-54eb65cd432d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:11.177811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['ca5c18ea-2087-4da9-9883-54eb65cd432d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:11.228578 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238d5eba-d48d-4460-a3df-233aa818a311 x-openstack-request-id: req-238d5eba-d48d-4460-a3df-233aa818a311 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:11.229021 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785dc830-d393-4afb-b752-e031884d8ce7", "name": "network-vif-plugged", "status": "completed", "tag": "47a6d29c-39fc-489a-98d5-821b2c5d66c8", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:11.229567 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-238d5eba-d48d-4460-a3df-233aa818a311 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:11.230191 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785dc830-d393-4afb-b752-e031884d8ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a6d29c-39fc-489a-98d5-821b2c5d66c8', 'code': 200} Aug 03 19:37:11.329515 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=47a6d29c-39fc-489a-98d5-821b2c5d66c8,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:11.352336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459592-3031-4a86-9f6a-ea32c8f4e548 req-cade4d21-7dd1-4652-98d0-821ec1eaa11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:11.380661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31459592-3031-4a86-9f6a-ea32c8f4e548 req-cade4d21-7dd1-4652-98d0-821ec1eaa11e service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4419365 Aug 03 19:37:11.670345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d939e-469b-47d1-b0d0-00f0590b1fd7 req-3ad8ac1f-3271-4979-8b58-0a8c1ccf32a5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:11.672123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d6d939e-469b-47d1-b0d0-00f0590b1fd7 req-3ad8ac1f-3271-4979-8b58-0a8c1ccf32a5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.7576787 Aug 03 19:37:11.761076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557e964-d7b6-44f5-a222-64386c05ba50 req-b6ec39d1-5962-4c0c-8b75-6475738ee728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:11.764649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c557e964-d7b6-44f5-a222-64386c05ba50 req-b6ec39d1-5962-4c0c-8b75-6475738ee728 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 1097 time: 0.3832226 Aug 03 19:37:11.786767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-c35b61c4-e9eb-409d-91b2-1d3e8e9f92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:11.788754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-c35b61c4-e9eb-409d-91b2-1d3e8e9f92e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 1094 time: 0.3389535 Aug 03 19:37:11.831128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8219-dd9f-436d-8eda-e215374ffdc5 req-ca448ac2-74f7-4a44-aa32-2cc44e015c64 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:11.832586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b4b8219-dd9f-436d-8eda-e215374ffdc5 req-ca448ac2-74f7-4a44-aa32-2cc44e015c64 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.3060112 Aug 03 19:37:11.858315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6d6d939e-469b-47d1-b0d0-00f0590b1fd7 req-00465093-68d2-48cd-9974-a5c89d52ab9d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423976 Aug 03 19:37:11.885201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c557e964-d7b6-44f5-a222-64386c05ba50 req-15445ab9-3e2c-432f-8998-81136e6268a3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074996 Aug 03 19:37:11.933657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b4b8219-dd9f-436d-8eda-e215374ffdc5 req-ddd1efa0-1b92-41c0-a6a4-7325899c65b6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717320 Aug 03 19:37:12.058257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b0462-90f6-4142-ba98-55194e000343 req-11e177c8-0b08-4d51-bb7a-23da27a14963 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:12.060077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d6b0462-90f6-4142-ba98-55194e000343 req-11e177c8-0b08-4d51-bb7a-23da27a14963 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 944 time: 0.0938385 Aug 03 19:37:12.146866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d6b0462-90f6-4142-ba98-55194e000343 req-0d8b449c-c9ac-4945-b99f-b7fd190b2c9e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782225 Aug 03 19:37:12.204693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ca5c18ea-2087-4da9-9883-54eb65cd432d up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:12.272716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port ca5c18ea-2087-4da9-9883-54eb65cd432d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:12.277779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port ca5c18ea-2087-4da9-9883-54eb65cd432d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:12.278165 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.382170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4dab0-2e9d-4c5a-af47-3946b78fc0f9 req-bb1ba288-88be-4353-923a-3db6ede3f235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:12.383760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ef4dab0-2e9d-4c5a-af47-3946b78fc0f9 req-bb1ba288-88be-4353-923a-3db6ede3f235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 946 time: 0.1183786 Aug 03 19:37:12.401032 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.474559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ef4dab0-2e9d-4c5a-af47-3946b78fc0f9 req-d43c74df-4ebd-4785-a3d8-28dc64334262 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819197 Aug 03 19:37:12.474784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:12.480318 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.563019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ca5c18ea-2087-4da9-9883-54eb65cd432d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:13.055855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d1e21-b097-489a-96ba-36fbb84c996c req-23fc3f12-3bfc-4e5d-9f44-a00195c9febb tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:13.055855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a3d1e21-b097-489a-96ba-36fbb84c996c req-23fc3f12-3bfc-4e5d-9f44-a00195c9febb tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.0985730 Aug 03 19:37:13.148918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a3d1e21-b097-489a-96ba-36fbb84c996c req-86bbd05a-fa58-4ab2-8717-69651874be9b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697134 Aug 03 19:37:13.161595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12420b-686f-4ed4-8a2e-a4c0210b6ea2 req-5b2e5142-50fd-484f-939e-e53db87b5f08 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:13.163064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b12420b-686f-4ed4-8a2e-a4c0210b6ea2 req-5b2e5142-50fd-484f-939e-e53db87b5f08 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.1042099 Aug 03 19:37:13.209395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b12420b-686f-4ed4-8a2e-a4c0210b6ea2 req-93929f98-e106-4eb9-8079-fb93481cbc0d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Aug 03 19:37:13.231939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:13.235320 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dac1d84-1130-436d-8384-dd7a38c6c15a" -d '{"events": [{"server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "name": "network-vif-plugged", "status": "completed", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:13.377013 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe862189-4699-49ff-8823-14ecc36f3ad7 x-openstack-request-id: req-fe862189-4699-49ff-8823-14ecc36f3ad7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:13.377193 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "name": "network-vif-plugged", "status": "completed", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:13.377450 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe862189-4699-49ff-8823-14ecc36f3ad7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:13.377914 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'code': 200} Aug 03 19:37:13.622146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522e43-6fba-4e75-ad90-dd0b9adc074c req-54347ebd-3567-4369-9d3a-37842e1e6bea tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:13.632165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8a522e43-6fba-4e75-ad90-dd0b9adc074c req-54347ebd-3567-4369-9d3a-37842e1e6bea tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.2408063 Aug 03 19:37:13.822092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400283a-9b9a-4355-8e69-620c4176d69c req-88135138-98e1-4cab-9c9c-2180d40a6b34 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:13.829790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1400283a-9b9a-4355-8e69-620c4176d69c req-88135138-98e1-4cab-9c9c-2180d40a6b34 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 946 time: 0.1956089 Aug 03 19:37:13.859405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8a522e43-6fba-4e75-ad90-dd0b9adc074c req-fd2f4d88-9d0c-495a-9484-2955048f619d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038403 Aug 03 19:37:13.933024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1400283a-9b9a-4355-8e69-620c4176d69c req-4b652339-f67d-438e-a2cf-deb7f777d8f6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020124 Aug 03 19:37:14.123743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-20b74258-9f01-4cb1-ad52-592791571a09 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a7b192dfb0d2451d83579d34323df239 HTTP/1.1" status: 200 len: 267 time: 0.1094196 Aug 03 19:37:14.227241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-417970bf-a082-4bda-9530-597f5fa2da9b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:14.235886 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-417970bf-a082-4bda-9530-597f5fa2da9b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 946 time: 0.1029069 Aug 03 19:37:14.261926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'port': {'security_groups': []}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:14.441241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:14.658749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317b97-f3cd-4d18-99cd-dd3ff645e898 req-5b487927-3273-4685-9381-800b9f31a853 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:14.660937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14317b97-f3cd-4d18-99cd-dd3ff645e898 req-5b487927-3273-4685-9381-800b9f31a853 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.3691866 Aug 03 19:37:14.720133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14317b97-f3cd-4d18-99cd-dd3ff645e898 req-095cd140-a6f3-4c95-b37f-012bf5c5b798 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Aug 03 19:37:14.828131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] For port 47a6d29c-39fc-489a-98d5-821b2c5d66c8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:14.935656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:14.955224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:14.994950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65', '47a6d29c-39fc-489a-98d5-821b2c5d66c8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:15.042116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:15.042792 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.055788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-166d3e29-3457-4b7e-b633-849c57c0f355 req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "PUT /v2.0/ports/47a6d29c-39fc-489a-98d5-821b2c5d66c8 HTTP/1.1" status: 200 len: 905 time: 0.8128865 Aug 03 19:37:15.067872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ceade-c898-44bb-8a57-2f3e88a4f8e6 req-4ae3c015-806f-4acf-9316-674c865eebe0 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:15.077455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-507ceade-c898-44bb-8a57-2f3e88a4f8e6 req-4ae3c015-806f-4acf-9316-674c865eebe0 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.1838043 Aug 03 19:37:15.082006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785dc830-d393-4afb-b752-e031884d8ce7', 'tag': '47a6d29c-39fc-489a-98d5-821b2c5d66c8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:15.093072 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4a744a-102b-417a-8ce4-55874b50c31d" -d '{"events": [{"name": "network-changed", "server_uuid": "785dc830-d393-4afb-b752-e031884d8ce7", "tag": "47a6d29c-39fc-489a-98d5-821b2c5d66c8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:15.214817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'Port': ['ID=47a6d29c-39fc-489a-98d5-821b2c5d66c8,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:15.273584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.273973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.274281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.274666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.274929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.275261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.275588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.276039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.276250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.277076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.277076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.283342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0ed4-9ab7-4f46-abf9-bfc4f5ef5167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:15.291517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['47a6d29c-39fc-489a-98d5-821b2c5d66c8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:15.379115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-507ceade-c898-44bb-8a57-2f3e88a4f8e6 req-debb5c69-6f78-4656-b78f-058a2a8dff52 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006301 Aug 03 19:37:15.493675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e02dc6-2ab5-4619-a9b5-0ca2c250f648 req-2059f92f-63e2-4192-95c9-c304aeb671ae tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:15.495261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58e02dc6-2ab5-4619-a9b5-0ca2c250f648 req-2059f92f-63e2-4192-95c9-c304aeb671ae tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.2323024 Aug 03 19:37:15.592489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58e02dc6-2ab5-4619-a9b5-0ca2c250f648 req-d0c3a2c2-3839-4cc0-b4e1-2785f730b800 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897701 Aug 03 19:37:15.625602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbd48f-e204-4e74-a3b7-c1fe5c57b071 req-52cd319a-c484-497f-9f11-df4ab0b5429e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:15.627404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20bbd48f-e204-4e74-a3b7-c1fe5c57b071 req-52cd319a-c484-497f-9f11-df4ab0b5429e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 908 time: 0.0979030 Aug 03 19:37:15.686449 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f305fe-8586-4b20-8cf9-55ed5df26b1b x-openstack-request-id: req-05f305fe-8586-4b20-8cf9-55ed5df26b1b {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:15.686852 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785dc830-d393-4afb-b752-e031884d8ce7", "tag": "47a6d29c-39fc-489a-98d5-821b2c5d66c8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:15.687242 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05f305fe-8586-4b20-8cf9-55ed5df26b1b {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:15.688707 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785dc830-d393-4afb-b752-e031884d8ce7', 'tag': '47a6d29c-39fc-489a-98d5-821b2c5d66c8', 'status': 'completed', 'code': 200} Aug 03 19:37:15.694837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-452dbdd7-2b85-44d6-b0c0-57797eaa0a1e None None] Provisioning complete for port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:15.707765 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-452dbdd7-2b85-44d6-b0c0-57797eaa0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.939721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa611c5f-2f6c-443d-84cc-e177182fa681 req-1ba37404-9681-4a46-8ad4-61a40bfcb2b0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:15.946939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa611c5f-2f6c-443d-84cc-e177182fa681 req-1ba37404-9681-4a46-8ad4-61a40bfcb2b0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1456728 Aug 03 19:37:15.950156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-fa91fb3e-4fac-445d-aefa-a89d5968a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:15.957714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-fa91fb3e-4fac-445d-aefa-a89d5968a4bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 1059 time: 0.2111263 Aug 03 19:37:16.150779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705c2d9-5c12-46c5-988e-b5d8edb6c85d req-91966332-3013-4681-86a7-57f053d51b32 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:16.158075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4705c2d9-5c12-46c5-988e-b5d8edb6c85d req-91966332-3013-4681-86a7-57f053d51b32 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.2947104 Aug 03 19:37:16.192295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa611c5f-2f6c-443d-84cc-e177182fa681 req-38add8cd-f1b9-47f0-9338-d375d4b00b83 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265589 Aug 03 19:37:16.274900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-0bb8c9bc-828b-4580-b327-74a6ee8d4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:16.276442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-0bb8c9bc-828b-4580-b327-74a6ee8d4f75 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.2771189 Aug 03 19:37:16.689202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-28cd7163-69df-43fa-b6cf-770de7965304 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8 HTTP/1.1" status: 200 len: 217 time: 0.4045990 Aug 03 19:37:16.716094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4705c2d9-5c12-46c5-988e-b5d8edb6c85d req-1db0dd09-2a36-4b6a-87a1-1c77386efb61 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4971442 Aug 03 19:37:16.830405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334ac2-0569-4c00-8671-8a1d78e01f04 req-e25fe014-0048-48d5-b549-bc692ce6e80d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:16.839275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f334ac2-0569-4c00-8671-8a1d78e01f04 req-e25fe014-0048-48d5-b549-bc692ce6e80d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.5182436 Aug 03 19:37:16.844137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-17c3ec0b-172f-40b1-afac-4692017ccf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:16.847398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-17c3ec0b-172f-40b1-afac-4692017ccf93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.1294177 Aug 03 19:37:16.960721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4f334ac2-0569-4c00-8671-8a1d78e01f04 req-047ce257-070e-4f1a-b669-ff88e98d83aa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203353 Aug 03 19:37:16.986928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905082c-1883-4a5a-85d8-ac5aa5c46638 req-c414d1a9-c753-427e-8e8a-25ccfe66dee1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:16.988505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c905082c-1883-4a5a-85d8-ac5aa5c46638 req-c414d1a9-c753-427e-8e8a-25ccfe66dee1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.1672444 Aug 03 19:37:17.018569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-4861027b-60d1-4db7-84e6-6fdd7808092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:17.020368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-4861027b-60d1-4db7-84e6-6fdd7808092b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587646 Aug 03 19:37:17.188125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c905082c-1883-4a5a-85d8-ac5aa5c46638 req-fd1342f6-4b06-4545-bdad-c9e3ae7e0b11 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793499 Aug 03 19:37:17.258066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570206b-26c4-40e2-861f-1c46d0a6b3c6 req-d851cc0d-b30c-48f8-ab5c-188ee3a6f89b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:17.259968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1570206b-26c4-40e2-861f-1c46d0a6b3c6 req-d851cc0d-b30c-48f8-ab5c-188ee3a6f89b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1187372 Aug 03 19:37:17.286960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-ec6c2880-1def-417f-b41d-aa11933668f5 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533407 Aug 03 19:37:17.494505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1570206b-26c4-40e2-861f-1c46d0a6b3c6 req-67799653-35ff-40a6-9625-b97afa098b40 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211535 Aug 03 19:37:17.583909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f4a744a-102b-417a-8ce4-55874b50c31d req-d116dd38-a386-4bb7-b7b9-2e56b4f03f11 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786889 Aug 03 19:37:17.604118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-cde7d963-11a0-4257-8311-f70c433095d0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:17.612603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-cde7d963-11a0-4257-8311-f70c433095d0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.1960721 Aug 03 19:37:17.630980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-a5781ad8-d355-49ce-a175-3164dd51a236 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/quotas/a7b192dfb0d2451d83579d34323df239 HTTP/1.1" status: 200 len: 375 time: 0.0170465 Aug 03 19:37:17.711229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-eade24fc-d659-4bf1-91cf-0d6cd769201e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0793679 Aug 03 19:37:17.884966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-144a5d77-fb96-47c4-b98d-332e7cf2afc4 service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609316 Aug 03 19:37:17.965945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c688434-fe91-45ef-a386-a698c2a8b1dc req-dd854605-454e-4033-a590-1b6d7d10e09c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:17.974472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c688434-fe91-45ef-a386-a698c2a8b1dc req-dd854605-454e-4033-a590-1b6d7d10e09c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.1453867 Aug 03 19:37:18.101276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-186a43dc-eac6-424b-ac95-01c7dd740652 service neutron] 10.222.0.42 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150083 Aug 03 19:37:18.118639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c688434-fe91-45ef-a386-a698c2a8b1dc req-3e7b676b-635a-46be-9c98-2b9f8764a249 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430776 Aug 03 19:37:18.402222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79d04d50-2062-4cac-a820-7d571f3802fb req-a403b6a3-abf8-401d-ab83-6c3fc9450590 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 210 time: 0.0922160 Aug 03 19:37:18.461296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e696dc-3ff5-4575-9104-96656a49653e req-2ae7b912-2f9b-452f-9491-cebe20d4ad32 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:18.464734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08e696dc-3ff5-4575-9104-96656a49653e req-2ae7b912-2f9b-452f-9491-cebe20d4ad32 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.1655664 Aug 03 19:37:18.607190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08e696dc-3ff5-4575-9104-96656a49653e req-3f2311cc-bf63-4e13-b966-dbde0c7b636a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356473 Aug 03 19:37:18.804523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3f938-1080-457b-af31-4c38188ab3d7 req-09f6d821-2c62-4021-8859-3ea519755fde tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:18.806364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ee3f938-1080-457b-af31-4c38188ab3d7 req-09f6d821-2c62-4021-8859-3ea519755fde tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0931997 Aug 03 19:37:18.925781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ee3f938-1080-457b-af31-4c38188ab3d7 req-5202520b-9587-4c70-8f11-6914cd3b137e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910096 Aug 03 19:37:19.272912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc00adb-152b-4fa3-bf1e-ef53737f14da req-3abc4939-69c6-42a1-9bc8-410f66b0dad7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:19.274884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc00adb-152b-4fa3-bf1e-ef53737f14da req-3abc4939-69c6-42a1-9bc8-410f66b0dad7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.0701585 Aug 03 19:37:19.324628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fc00adb-152b-4fa3-bf1e-ef53737f14da req-d4c6e932-3019-4f9a-8806-656682c4807a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420260 Aug 03 19:37:19.509146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85bba866-10fa-48f7-a7ad-bcc5e0248679 req-688e6a30-3b21-4374-bb3e-cb1b00a3f132 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 210 time: 0.0315077 Aug 03 19:37:19.755252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc26b2-0439-4c31-8dbc-e03470f7c555 req-a42b8961-1c34-4c76-bf05-1126a3acb0c1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:19.757503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29fc26b2-0439-4c31-8dbc-e03470f7c555 req-a42b8961-1c34-4c76-bf05-1126a3acb0c1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.0704319 Aug 03 19:37:19.830229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-0340e53f-10b6-46d7-82a1-69dc26ce7361 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 HTTP/1.1" status: 200 len: 217 time: 0.0549507 Aug 03 19:37:19.903510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4b5c0-a658-495f-a643-def0a02c006e req-e5ad4d26-d864-4efa-a2e3-7ca063c9c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:19.906045 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18b4b5c0-a658-495f-a643-def0a02c006e req-e5ad4d26-d864-4efa-a2e3-7ca063c9c3b2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 1096 time: 0.0463216 Aug 03 19:37:19.924770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29fc26b2-0439-4c31-8dbc-e03470f7c555 req-6a110e4e-b979-4e46-a698-e1ec50d4e723 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598444 Aug 03 19:37:19.996084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-ffc28f4a-c460-451b-9c72-034766cbd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:19.998960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-ffc28f4a-c460-451b-9c72-034766cbd647 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d HTTP/1.1" status: 200 len: 854 time: 0.1206172 Aug 03 19:37:19.999894 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-18b4b5c0-a658-495f-a643-def0a02c006e req-769537e1-e059-4d1d-ae62-49dc0aa90e77 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820150 Aug 03 19:37:20.041739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-95b3177f-ad11-4ca7-9a13-99fb7e5ce3c0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:20.043303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-95b3177f-ad11-4ca7-9a13-99fb7e5ce3c0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 811 time: 0.1996982 Aug 03 19:37:20.090938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-67dff894-8e30-4a9b-b07e-363ef47ecb91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335014 Aug 03 19:37:20.095303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Request body: {'port': {'device_id': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'admin_state_up': True, 'tenant_id': 'a7b192dfb0d2451d83579d34323df239'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:20.222098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e3d4-1798-4cbf-b3da-ad3445da0d1c req-b4d95ab8-2965-450f-aa0a-143c0e51e92e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:20.222395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5fa4e3d4-1798-4cbf-b3da-ad3445da0d1c req-b4d95ab8-2965-450f-aa0a-143c0e51e92e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1997104 Aug 03 19:37:20.302532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-f44046f3-c92b-42f4-9846-e05bcea2a7b2 service neutron] 10.222.0.88 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025039 Aug 03 19:37:20.312412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5fa4e3d4-1798-4cbf-b3da-ad3445da0d1c req-6e1be210-7ab2-4631-8274-26ef3ef685bb tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789504 Aug 03 19:37:20.393151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Made reservation on behalf of a7b192dfb0d2451d83579d34323df239 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:20.397881 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.562242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47fa0157-a023-4e2d-aafc-6760af7391c7 req-8037060c-c192-4458-a529-d6a3011a1a39 service neutron] 10.222.0.88 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488668 Aug 03 19:37:20.564210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.608514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daab37-ae53-4ba0-a522-1ed476491030 req-aee04a88-6990-4ae8-b4e7-9c1d643507ba tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:20.610301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8daab37-ae53-4ba0-a522-1ed476491030 req-aee04a88-6990-4ae8-b4e7-9c1d643507ba tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.1912367 Aug 03 19:37:20.649837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f9c1c96-fff7-4a83-bfe5-a8d02b9af18f req-7de117a0-9c9e-4f2c-8067-201627eb32f1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 210 time: 0.0384455 Aug 03 19:37:20.683314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Allocated IP 172.20.0.3 (7191228f-9331-4d6f-a775-9287b5c97528/7b30dd12-60ba-4ca4-8514-c4f98cac7cd7/c382cbe9-a9a6-46d1-8447-7a1bc9405d25) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:20.726764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8daab37-ae53-4ba0-a522-1ed476491030 req-02700f99-5c36-4832-8055-e35de0b863dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010077 Aug 03 19:37:20.927324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.944762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Transition to ACTIVE for port object c382cbe9-a9a6-46d1-8447-7a1bc9405d25 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:20.990241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.022473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:21.074860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Network 7191228f-9331-4d6f-a775-9287b5c97528 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:21.086956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:21.090016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:21.093237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event updated for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:21.166799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bb662-120a-4005-b8cb-55b751b1fdbd req-48367479-972d-43ee-b3bb-7f6e020609aa tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:21.168421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d47bb662-120a-4005-b8cb-55b751b1fdbd req-48367479-972d-43ee-b3bb-7f6e020609aa tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.1343417 Aug 03 19:37:21.190098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:21.191139 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.224847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ec59054f-c63f-46b8-88b4-43e24dd4fbc2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1370752 Aug 03 19:37:21.260713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d47bb662-120a-4005-b8cb-55b751b1fdbd req-59a33aca-2588-4f22-a3ed-1d3a3de8a508 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827985 Aug 03 19:37:21.269810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Request body: {'port': {'device_id': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:21.335709 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.453398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-97d50cc8-6f73-404f-a3d1-df43935c8275 None None] Provisioning for port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:21.461734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-97d50cc8-6f73-404f-a3d1-df43935c8275 None None] Provisioning complete for port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:21.462598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-97d50cc8-6f73-404f-a3d1-df43935c8275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.507745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-97d50cc8-6f73-404f-a3d1-df43935c8275 None None] Port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:37:21.639412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9bd8c-59b5-4ac2-8184-c3f95d1da437 req-97872262-7811-4090-9d75-dece73d6c4e8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:21.646052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96e9bd8c-59b5-4ac2-8184-c3f95d1da437 req-97872262-7811-4090-9d75-dece73d6c4e8 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1120124 Aug 03 19:37:21.734223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96e9bd8c-59b5-4ac2-8184-c3f95d1da437 req-38e963d5-a1cd-4c3b-bd67-c52149117425 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748005 Aug 03 19:37:21.916904 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-6436a52e-fbed-429d-92be-bdadfe373c4f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506809 Aug 03 19:37:21.918421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bb7f8-fe12-4a18-8798-a6d55f164a01 req-c98346d5-e064-44c9-88f0-ebe45e190d29 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:21.920622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c83bb7f8-fe12-4a18-8798-a6d55f164a01 req-c98346d5-e064-44c9-88f0-ebe45e190d29 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 931 time: 0.1454928 Aug 03 19:37:21.922960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c382cbe9-a9a6-46d1-8447-7a1bc9405d25 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:21.936413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.976672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Transition to ACTIVE for port object c382cbe9-a9a6-46d1-8447-7a1bc9405d25 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:21.989373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.002566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-f82f426a-d11e-42ce-aef0-4c8c1e889e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.004137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-f82f426a-d11e-42ce-aef0-4c8c1e889e06 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0518749 Aug 03 19:37:22.008266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd666c-cdb7-43bd-8cb9-91cedda8b570 req-c53ba9f3-03d9-4fb9-bacc-d40f148c19b8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.009830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcfd666c-cdb7-43bd-8cb9-91cedda8b570 req-c53ba9f3-03d9-4fb9-bacc-d40f148c19b8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.1420360 Aug 03 19:37:22.017606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c83bb7f8-fe12-4a18-8798-a6d55f164a01 req-a81f838f-080a-472a-a88b-d655133d4bab tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887282 Aug 03 19:37:22.128565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-42ad21ab-1b37-472b-a705-d2b89d84a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.130411 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-42ad21ab-1b37-472b-a705-d2b89d84a21e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1009097 Aug 03 19:37:22.138029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcfd666c-cdb7-43bd-8cb9-91cedda8b570 req-64050757-629c-4725-af55-8ea4532234e2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806732 Aug 03 19:37:22.163305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:22.222200 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-05df0eaf-c6b4-4b1a-8246-0b1c9666b666 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265 HTTP/1.1" status: 200 len: 217 time: 0.0830054 Aug 03 19:37:22.266065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53146924-e008-48fc-8211-c3a025877ce3 req-6105ea69-ec80-4b8f-9d40-4d19ee138d55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.274228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53146924-e008-48fc-8211-c3a025877ce3 req-6105ea69-ec80-4b8f-9d40-4d19ee138d55 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1486990 Aug 03 19:37:22.287049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-73743bdd-d3d3-4f48-ac09-03fd4feee5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.288602 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-73743bdd-d3d3-4f48-ac09-03fd4feee5a9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0588446 Aug 03 19:37:22.306923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Attempting to bind port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:22.307290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Attempting to bind port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:22.307589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Attempting to bind port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:22.321629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 on network 7191228f-9331-4d6f-a775-9287b5c97528 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:37:22.322004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Attempting to bind port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 on network 7191228f-9331-4d6f-a775-9287b5c97528 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:22.339687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53146924-e008-48fc-8211-c3a025877ce3 req-ac959d9c-de58-44d0-ad36-68bed22aadd7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644794 Aug 03 19:37:22.345196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:22.345565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Checking segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:22.345903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Bound using segment: {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:22.346356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Bound port: c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fd59be-caf5-494f-9e7a-120ac9569ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:22.346719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.351863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41318) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:22.405085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-81d43c40-b9f0-4c95-9d02-c658427cf8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.406986 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-81d43c40-b9f0-4c95-9d02-c658427cf8b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102633 Aug 03 19:37:22.412964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6d14d-b800-487c-be8c-89ee8dc5a018 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.414534 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6ac6d14d-b800-487c-be8c-89ee8dc5a018 tempest-TestNetworkAdvancedServerOps-456008276 tempest-TestNetworkAdvancedServerOps-456008276-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 1091 time: 0.0614116 Aug 03 19:37:22.423351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41320) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:22.436072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:22.470133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14450f48-7b82-4dbc-91bd-1ff256588c22 req-ed6dad6a-5b8a-46f7-8cfd-663be8a5e6ba tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.471714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14450f48-7b82-4dbc-91bd-1ff256588c22 req-ed6dad6a-5b8a-46f7-8cfd-663be8a5e6ba tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.1200013 Aug 03 19:37:22.501588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:22.511736 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.529398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:22.536107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14450f48-7b82-4dbc-91bd-1ff256588c22 req-bff1f44c-4e9a-465f-9539-ad90def53701 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571058 Aug 03 19:37:22.538621 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.584707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.584707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.595574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] 10.222.0.63 "PUT /v2.0/ports/c382cbe9-a9a6-46d1-8447-7a1bc9405d25 HTTP/1.1" status: 200 len: 1091 time: 1.3322325 Aug 03 19:37:22.596088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:22.598526 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b" -d '{"events": [{"name": "network-changed", "server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:22.607756 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-74bfa7a2-07cd-492e-842b-619d369c86f0 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919923 Aug 03 19:37:22.704642 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89571cd-5bc1-4f89-9cd1-1796533e3263 x-openstack-request-id: req-a89571cd-5bc1-4f89-9cd1-1796533e3263 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:22.705284 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:22.705284 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a89571cd-5bc1-4f89-9cd1-1796533e3263 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:22.705818 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'status': 'completed', 'code': 200} Aug 03 19:37:22.719454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fae46-0cbb-4ae0-8ed1-599a7dd6c6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:22.742334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-87b737f1-2b02-4b27-9c1e-570887764916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.747135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-87b737f1-2b02-4b27-9c1e-570887764916 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 1094 time: 0.0750308 Aug 03 19:37:22.788790 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b7e2c6b3-6a89-43e4-adab-eef96b26735a req-e8e3b51f-0673-4a93-9bd2-a12f6d334d87 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692417 Aug 03 19:37:22.822314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.833189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-586f3e77-a249-4499-98ce-586da6952141 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25 HTTP/1.1" status: 200 len: 217 time: 0.0668068 Aug 03 19:37:22.903749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ebfe3d5f-e9b8-446b-beaa-549c1272d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.905269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-ebfe3d5f-e9b8-446b-beaa-549c1272d6b4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0498688 Aug 03 19:37:22.956207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-3a40ec95-8aba-439e-baf0-db0f6cd68771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.958497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-3a40ec95-8aba-439e-baf0-db0f6cd68771 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459938 Aug 03 19:37:22.964878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Allocated IP 172.25.4.153 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/669c9e49-1992-4b56-b403-12837777e191) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:23.060806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-7121f356-d311-4253-b753-d6126410ede9 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949996 Aug 03 19:37:23.099682 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.150523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.192715 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:23.196541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:23.201756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:23.232694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=669c9e49-1992-4b56-b403-12837777e191,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:23.557418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607b40d-16d3-4ae1-a103-4a556e9bda34 req-70bbb354-faf1-48c5-ad47-e5bf564e9b69 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:23.559049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c607b40d-16d3-4ae1-a103-4a556e9bda34 req-70bbb354-faf1-48c5-ad47-e5bf564e9b69 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 943 time: 0.4419568 Aug 03 19:37:23.599746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9381bf39-e1aa-4a10-aa89-6f22fd604583 req-41065f50-6921-4414-b067-6daf44e59eff service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316169 Aug 03 19:37:23.638759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c607b40d-16d3-4ae1-a103-4a556e9bda34 req-644a2f67-8ecf-4a1f-9f2f-e321a7f71d45 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602660 Aug 03 19:37:23.649419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66dcd3-df9a-48b5-aa0b-d869171964ad req-646bbd82-242d-4afd-8d4f-ad0cb0ea2e6b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:23.651499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e66dcd3-df9a-48b5-aa0b-d869171964ad req-646bbd82-242d-4afd-8d4f-ad0cb0ea2e6b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.1177108 Aug 03 19:37:23.759257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e66dcd3-df9a-48b5-aa0b-d869171964ad req-60946482-c5d5-4f1c-bba2-79d10d05d67a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004508 Aug 03 19:37:23.814810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-dddf3a76-ea7a-4247-b24b-cb34fda4f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:23.816499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-dddf3a76-ea7a-4247-b24b-cb34fda4f5dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 1094 time: 0.1058724 Aug 03 19:37:23.869132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1397054-c828-4dc1-8508-45c80d518963 req-e19d0192-23a3-4e37-b255-c356157a3707 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:23.871250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1397054-c828-4dc1-8508-45c80d518963 req-e19d0192-23a3-4e37-b255-c356157a3707 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.0982919 Aug 03 19:37:24.013415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1397054-c828-4dc1-8508-45c80d518963 req-43a92790-9b7c-4726-97a7-145ed863ad5c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293998 Aug 03 19:37:24.024351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-eddd4f06-1dcf-4f46-bf16-cbedd23ede81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:24.025884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-eddd4f06-1dcf-4f46-bf16-cbedd23ede81 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1946211 Aug 03 19:37:24.094665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-ca0542ae-ff5b-472d-ac86-12835552d69f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25 HTTP/1.1" status: 200 len: 217 time: 0.0508354 Aug 03 19:37:24.106707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.161843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-0be8be92-1f78-4b29-834e-76f84daca987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:24.163437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-0be8be92-1f78-4b29-834e-76f84daca987 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0604904 Aug 03 19:37:24.212953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.231327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-d21bab46-e3c5-4d1b-bb1f-0409d9b878d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:24.235261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-d21bab46-e3c5-4d1b-bb1f-0409d9b878d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640037 Aug 03 19:37:24.235560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:24.401862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-843852fd-4d77-4d86-af83-7340074bc862 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540434 Aug 03 19:37:24.423990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:24.439781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c', 'port_id': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'mac_address': 'fa:16:3e:19:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:24.533946 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.536756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a130b2b-a16c-4ea1-8915-dfe72f94a34b req-79902a16-88d7-4732-8305-4ae4e17ab516 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271908 Aug 03 19:37:24.557766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.568226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.571565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:24.597837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:24.606755 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.671070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:24.689622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event updated for resources: {'Port': ['ID=669c9e49-1992-4b56-b403-12837777e191,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:24.701236 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.796011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5d44-54d9-483e-ac0b-66cea6b64681 req-479f150e-9c74-4ef9-9143-0b5b9e6ee8f6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:24.797693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-844a5d44-54d9-483e-ac0b-66cea6b64681 req-479f150e-9c74-4ef9-9143-0b5b9e6ee8f6 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 943 time: 0.0669739 Aug 03 19:37:24.815267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['d3e2768f-6e9d-4190-a5ea-582bb8ea25f1'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:24.843148 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Floating IP 0ffe90a4-cabe-4fd6-96cc-e59bafd252c6 associated. External IP: 172.25.4.153, port: ca5c18ea-2087-4da9-9883-54eb65cd432d. Aug 03 19:37:24.907799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-844a5d44-54d9-483e-ac0b-66cea6b64681 req-212f0b3a-173e-4edb-a561-80e44503d157 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806081 Aug 03 19:37:25.042097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bfe4c-1d07-487f-8263-812c4937ad91 req-7dff1cf7-276e-48d2-a008-556bfb200118 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:25.065915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-417bfe4c-1d07-487f-8263-812c4937ad91 req-7dff1cf7-276e-48d2-a008-556bfb200118 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.1215110 Aug 03 19:37:25.125450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-417bfe4c-1d07-487f-8263-812c4937ad91 req-24e60a75-0a6c-46d8-93dd-e4e188c38a11 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584004 Aug 03 19:37:25.256448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037f32-0cab-4bfe-ad7e-c5e65d86f6d8 req-cec938d9-1507-4a03-9f55-fae7bec8f106 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:25.258289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb037f32-0cab-4bfe-ad7e-c5e65d86f6d8 req-cec938d9-1507-4a03-9f55-fae7bec8f106 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0741773 Aug 03 19:37:25.270920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router f7904f0d-f1c9-4397-80b1-224c5cb8653d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:37:25.342441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb037f32-0cab-4bfe-ad7e-c5e65d86f6d8 req-6816c6f0-26f4-4a9e-941c-703d8d2e3f8a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673027 Aug 03 19:37:25.414516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:25.433258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] Sync routers for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:25.443430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:25.444079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:37:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:25.453649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:25.500659 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-db6a5bbe-2154-4a80-8fa2-e089e5cc2bcc tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0759103 Aug 03 19:37:25.501349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:25.504377 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d8568e-b241-405f-937c-20e285b7fb06" -d '{"events": [{"name": "network-changed", "server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:25.547879 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb551a57-78a1-494f-ab14-6c5ec6d34203 x-openstack-request-id: req-fb551a57-78a1-494f-ab14-6c5ec6d34203 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:25.548221 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:25.548470 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb551a57-78a1-494f-ab14-6c5ec6d34203 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:25.548818 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'status': 'completed', 'code': 200} Aug 03 19:37:25.622212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:25.687277 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785bee6-343c-453a-8601-41fd812ec162 req-1548ac8d-5a0d-4290-9bd2-27a3bfce50f2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:25.689932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4785bee6-343c-453a-8601-41fd812ec162 req-1548ac8d-5a0d-4290-9bd2-27a3bfce50f2 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1162300 Aug 03 19:37:25.700971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-6ec1513d-9e1d-457f-b0ab-44e10d398422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:25.703960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-6ec1513d-9e1d-457f-b0ab-44e10d398422 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 1096 time: 0.1199393 Aug 03 19:37:25.764424 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:25.809616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4785bee6-343c-453a-8601-41fd812ec162 req-5e45646e-062e-4753-8e98-9a132a937533 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038806 Aug 03 19:37:25.916191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41548) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:25.959703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-a4a2ff2b-1ccd-4466-be10-67a5ceb7a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:25.961738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-a4a2ff2b-1ccd-4466-be10-67a5ceb7a9f0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d186a9f0-d5c8-48de-9766-6d2efe72383d HTTP/1.1" status: 200 len: 897 time: 0.2342060 Aug 03 19:37:26.040309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '0ffe90a4-cabe-4fd6-96cc-e59bafd252c6', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'port_id': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'mac_address': 'fa:16:3e:45:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:23Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:59Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:26.088796 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3d663485-e6a1-41f8-b00b-353ebd644283 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/0ffe90a4-cabe-4fd6-96cc-e59bafd252c6 HTTP/1.1" status: 200 len: 991 time: 0.1708295 Aug 03 19:37:26.110712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] Checking router: f7904f0d-f1c9-4397-80b1-224c5cb8653d for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:26.121208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:26.123187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:37:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:26.128822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-dc186896-3366-4dd2-9957-ce8c8855cd3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d HTTP/1.1" status: 200 len: 999 time: 0.1585660 Aug 03 19:37:26.143925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e506d1-8597-4a80-a8d8-4f82d49bc3ee req-47efd930-7378-4125-94d0-d7d9d428c51b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:26.146035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94e506d1-8597-4a80-a8d8-4f82d49bc3ee req-47efd930-7378-4125-94d0-d7d9d428c51b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 943 time: 0.0769093 Aug 03 19:37:26.230259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c382cbe9-a9a6-46d1-8447-7a1bc9405d25 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:26.236788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-ed02df93-2d45-4360-9e30-c1905e1198d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:26.238210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-ed02df93-2d45-4360-9e30-c1905e1198d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21492585-a191-4383-bb1d-dd97a594ee8f HTTP/1.1" status: 200 len: 834 time: 0.0894754 Aug 03 19:37:26.244107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94e506d1-8597-4a80-a8d8-4f82d49bc3ee req-1728a230-e330-4644-8a2e-c100ac2ca3f3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848022 Aug 03 19:37:26.259871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:26.318751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-b6f542ec-8425-4582-8eeb-feed9946a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:26.320365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-b6f542ec-8425-4582-8eeb-feed9946a0df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d186a9f0-d5c8-48de-9766-6d2efe72383d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743365 Aug 03 19:37:26.332582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511dbb6-04e4-4b6f-8a51-1b45c02b150d req-5775a980-1545-4bd5-aa42-d2051f015d34 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:26.334173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a511dbb6-04e4-4b6f-8a51-1b45c02b150d req-5775a980-1545-4bd5-aa42-d2051f015d34 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.0785265 Aug 03 19:37:26.345375 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37e75cb1-4033-49b6-b69b-21175396df3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.427787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:26.472869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a511dbb6-04e4-4b6f-8a51-1b45c02b150d req-e706ea1e-552d-4d60-b418-77e3fcdcca1c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148772 Aug 03 19:37:26.473537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:26.481259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:26.482568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.493828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-129386c3-ec5f-43b2-8c16-0e6968919e94 service neutron] 10.222.0.88 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586637 Aug 03 19:37:26.514677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a509842-2f86-48ea-a53d-a7bafcc524e3 req-adff5c2e-02ea-4388-9d5b-3c0a962a99e7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:26.517544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a509842-2f86-48ea-a53d-a7bafcc524e3 req-adff5c2e-02ea-4388-9d5b-3c0a962a99e7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.1011336 Aug 03 19:37:26.584463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:26.614635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'mac_address': 'fa:16:3e:7d:30:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:26.649558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a509842-2f86-48ea-a53d-a7bafcc524e3 req-bd434c6c-3609-4475-8015-f774e578a9b2 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055639 Aug 03 19:37:26.705595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2d8568e-b241-405f-937c-20e285b7fb06 req-a869bdc4-0ab4-4a4e-a0cb-c212e47283dd service neutron] 10.222.0.88 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867919 Aug 03 19:37:26.744121 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.777776 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.782894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c382cbe9-a9a6-46d1-8447-7a1bc9405d25 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:26.843584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:26.844359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:26.846913 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8781492c-ade7-4524-8de1-0b955801321b" -d '{"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:26.857979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.867242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:26.891783 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9422a-eca2-4bac-8dc3-f168a095bc00 x-openstack-request-id: req-a1b9422a-eca2-4bac-8dc3-f168a095bc00 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:26.892067 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:26.892592 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1b9422a-eca2-4bac-8dc3-f168a095bc00 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:26.893054 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'code': 200} Aug 03 19:37:26.896411 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.931074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:26.967207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '0ffe90a4-cabe-4fd6-96cc-e59bafd252c6', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'port_id': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'mac_address': 'fa:16:3e:45:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:23Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:59Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:27.001512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532875f-ee1b-416d-b20c-df3d2c3f1873 req-3f7ff6ba-90f5-48d0-80ab-59c50034f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:27.003132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7532875f-ee1b-416d-b20c-df3d2c3f1873 req-3f7ff6ba-90f5-48d0-80ab-59c50034f5e7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 1096 time: 0.0468726 Aug 03 19:37:27.006526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67fc4a-c40c-4264-a582-28d1ca3ec01e None None] The sync data for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 is: [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '0ffe90a4-cabe-4fd6-96cc-e59bafd252c6', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'port_id': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'mac_address': 'fa:16:3e:45:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:23Z', 'revision_number': 0, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:59Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:27.012361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:27.045972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7532875f-ee1b-416d-b20c-df3d2c3f1873 req-71bf26b7-c758-4b61-b5f2-8f557c7f1e47 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351462 Aug 03 19:37:27.090205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41692) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:27.156926 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e6569c26-800b-4495-8359-ab41c49ad304 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/0ffe90a4-cabe-4fd6-96cc-e59bafd252c6 HTTP/1.1" status: 200 len: 991 time: 0.0654452 Aug 03 19:37:27.335280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c382cbe9-a9a6-46d1-8447-7a1bc9405d25'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:27.376271 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade8c14f-d2a4-4a8e-b619-647cb61cd261 None None] New status for floating IP 0ffe90a4-cabe-4fd6-96cc-e59bafd252c6: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:37:27.478527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddf725-b76b-4e22-8c73-3a9a54bf7fa8 req-dc2de22f-a410-47de-8780-d4d3be3874e9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:27.488422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5ddf725-b76b-4e22-8c73-3a9a54bf7fa8 req-dc2de22f-a410-47de-8780-d4d3be3874e9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 944 time: 0.1275311 Aug 03 19:37:27.557541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5ddf725-b76b-4e22-8c73-3a9a54bf7fa8 req-0ad5d5e5-3a55-4f43-b894-c2e8408e2b88 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643384 Aug 03 19:37:27.671632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aee0eb-eb86-4d51-8e21-49d73aea75d3 req-b96d2510-a767-47eb-bf38-da74120922d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:27.679140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-60aee0eb-eb86-4d51-8e21-49d73aea75d3 req-b96d2510-a767-47eb-bf38-da74120922d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 944 time: 0.0804670 Aug 03 19:37:27.722556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-60aee0eb-eb86-4d51-8e21-49d73aea75d3 req-6e92da08-cac9-4c72-b6ba-6499391c982a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424187 Aug 03 19:37:27.813453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1605f6-0958-4f97-b078-2404b4f2ba0c req-ccf32e16-a557-4bd8-a378-278161f1547a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:27.827614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc1605f6-0958-4f97-b078-2404b4f2ba0c req-ccf32e16-a557-4bd8-a378-278161f1547a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0772481 Aug 03 19:37:27.864404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc1605f6-0958-4f97-b078-2404b4f2ba0c req-9644c7f9-4ff5-4285-b07b-c3aafff51620 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Aug 03 19:37:28.160878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41832) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:28.248972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e2215bfd-9059-494d-bd8e-82ff25e333d5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/0ffe90a4-cabe-4fd6-96cc-e59bafd252c6 HTTP/1.1" status: 200 len: 993 time: 0.0844278 Aug 03 19:37:28.254642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:28.351751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:28.364041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'port_id': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'mac_address': 'fa:16:3e:7a:cd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:28.406659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.421684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef72f1a-51e9-4c60-8278-2666b33140eb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:28.462726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:28.469592 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.537602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:28.702229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['eef72f1a-51e9-4c60-8278-2666b33140eb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:28.734141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb081a-d00d-4322-8e1a-bfd6fea5f77c req-05e0b157-0873-4267-a424-4a65e2d11402 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:28.736391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27fb081a-d00d-4322-8e1a-bfd6fea5f77c req-05e0b157-0873-4267-a424-4a65e2d11402 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 944 time: 0.0541937 Aug 03 19:37:28.807175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27fb081a-d00d-4322-8e1a-bfd6fea5f77c req-31218953-ee1b-4d14-a57b-a9b160e02f3f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628891 Aug 03 19:37:28.887342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7a9e8-956a-4537-9e8c-10dd536211e8 req-b8c7cd55-aeeb-4966-baf4-4d78ea945e0c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:28.889386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add7a9e8-956a-4537-9e8c-10dd536211e8 req-b8c7cd55-aeeb-4966-baf4-4d78ea945e0c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 945 time: 0.0536761 Aug 03 19:37:28.933920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add7a9e8-956a-4537-9e8c-10dd536211e8 req-b0d063c9-03e8-42c9-9d59-421de15646d4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360880 Aug 03 19:37:29.000352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa05e60-04e4-4b02-821d-b0736439fed2 req-eab75ab7-3dd1-40f9-a4ed-d328865f3ac3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:29.002014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-faa05e60-04e4-4b02-821d-b0736439fed2 req-eab75ab7-3dd1-40f9-a4ed-d328865f3ac3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0610962 Aug 03 19:37:29.041713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-faa05e60-04e4-4b02-821d-b0736439fed2 req-9eca5942-cb94-45fd-9e2b-9df16a73ca7b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332985 Aug 03 19:37:29.282415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100cba-f879-450b-af40-1968f0fdadd3 req-5aec42ce-0995-4e73-a879-738ada094cc4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:29.283990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-5aec42ce-0995-4e73-a879-738ada094cc4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 814 time: 0.1109991 Aug 03 19:37:29.299700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-b831d174-661c-466b-9632-cb76748726e9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/quotas/fa5c5d5b9a1249e1a497044ee0f1c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0096407 Aug 03 19:37:29.361366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-2da102a0-b1fc-47cd-b1d0-9e80ffbfcd45 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556655 Aug 03 19:37:29.455880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-3be0c290-5817-4af6-baaf-62b023786f27 service neutron] 10.222.0.42 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870767 Aug 03 19:37:29.560558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-2d90aab4-97ee-491d-ba71-2965e137848a service neutron] 10.222.0.42 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985999 Aug 03 19:37:29.766734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.779965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8722a36-4a07-4220-964e-f1fe167a68fa req-3d4a46ce-0539-493e-9e96-d6fe6df8d0ef tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 210 time: 0.0436363 Aug 03 19:37:29.960037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a12d-831f-401b-bfb1-d1287bc3c7c5 req-c245d141-e503-440d-9601-77543b897418 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:29.971007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eef2a12d-831f-401b-bfb1-d1287bc3c7c5 req-c245d141-e503-440d-9601-77543b897418 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 944 time: 0.0895326 Aug 03 19:37:30.083019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eef2a12d-831f-401b-bfb1-d1287bc3c7c5 req-fc6b910d-cd20-42a4-8b18-3f88e9abe3ed tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110024 Aug 03 19:37:30.114295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9da4-4939-4bd0-886b-dc200daa8b4e req-deee83a8-b0c3-4b4b-9055-b9a4bf92ccf5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:30.122082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2db9da4-4939-4bd0-886b-dc200daa8b4e req-deee83a8-b0c3-4b4b-9055-b9a4bf92ccf5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 945 time: 0.0972056 Aug 03 19:37:30.166723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2db9da4-4939-4bd0-886b-dc200daa8b4e req-5fcd16f8-41c3-4763-8168-c2718cef56c3 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Aug 03 19:37:30.187919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c382cbe9-a9a6-46d1-8447-7a1bc9405d25 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:30.252522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:30.276522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:30.276893 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.385337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:30.422434 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe09b-87fe-49a7-a534-0a00e0e09e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.448311 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:37:30.689596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port eef72f1a-51e9-4c60-8278-2666b33140eb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:30.689968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.694395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.742291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:30.744864 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dee86a-e08f-4921-8404-fbd6bc97c9b8" -d '{"events": [{"server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "name": "network-vif-plugged", "status": "completed", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:30.763576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:30.775104 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.804442 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ea37c2-5d88-4c22-95f4-77e0e82f222d x-openstack-request-id: req-a3ea37c2-5d88-4c22-95f4-77e0e82f222d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:30.804969 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "name": "network-vif-plugged", "status": "completed", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:30.805373 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3ea37c2-5d88-4c22-95f4-77e0e82f222d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:30.806187 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'code': 200} Aug 03 19:37:30.892455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.901777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:30.931768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.932369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.932866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.933355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.933970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.934502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.934988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.935599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.936091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.936591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.937070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.937574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:30.961734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ead9094e-c56e-42d3-a5a2-e66515ab523b req-3bf7c728-1d63-447b-bb9c-3c959f2915b9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 210 time: 0.0375459 Aug 03 19:37:31.006178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:31.011151 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.070983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=10']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:31.103239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff871d5b-7ebc-4086-91c0-2536976716c8 req-cc4de2d3-110e-4e80-aba2-4248bc40d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:31.105495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff871d5b-7ebc-4086-91c0-2536976716c8 req-cc4de2d3-110e-4e80-aba2-4248bc40d4af service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 1096 time: 0.1412909 Aug 03 19:37:31.166360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100cba-f879-450b-af40-1968f0fdadd3 req-05d61279-f37a-43aa-a58b-924697e64eb5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:31.167962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-05d61279-f37a-43aa-a58b-924697e64eb5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.88 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 814 time: 0.1835721 Aug 03 19:37:31.175613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff871d5b-7ebc-4086-91c0-2536976716c8 req-b2dd57df-1940-4271-86d4-52c4c5e10fc4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633352 Aug 03 19:37:31.181670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Request body: {'port': {'device_id': '8aeb7b91-3829-42cc-8f40-edc7e8aac83d', 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c', 'admin_state_up': True, 'tenant_id': 'fa5c5d5b9a1249e1a497044ee0f1c4c2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:31.362068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525980-67bd-4264-87d2-47c55a0b973f req-26ec5966-2138-4c34-b72e-a4eb68ff7abe tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:31.363735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01525980-67bd-4264-87d2-47c55a0b973f req-26ec5966-2138-4c34-b72e-a4eb68ff7abe tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1764770 Aug 03 19:37:31.379668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ca658-7799-43ef-a702-dc25eeb43dc1 req-43d74a88-bdb4-44ab-9ebb-f1ae3f206e71 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:31.381169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d92ca658-7799-43ef-a702-dc25eeb43dc1 req-43d74a88-bdb4-44ab-9ebb-f1ae3f206e71 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 947 time: 0.1165814 Aug 03 19:37:31.444825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Made reservation on behalf of fa5c5d5b9a1249e1a497044ee0f1c4c2 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:31.448631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.478980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01525980-67bd-4264-87d2-47c55a0b973f req-6027436f-08b9-4f2e-a825-ca1aff01ebee tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087253 Aug 03 19:37:31.498067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d92ca658-7799-43ef-a702-dc25eeb43dc1 req-84b1256e-0944-4d0d-b290-ee9cdb85bc1e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079216 Aug 03 19:37:31.646944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Allocated IP 172.20.0.10 (f01cc978-4a28-48a5-aaf0-a725b1b74e0c/f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d/8d7753cb-8858-454f-8e6a-6a47618e3d08) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:31.792659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41902) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:31.848438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.896988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.911068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['d3e2768f-6e9d-4190-a5ea-582bb8ea25f1'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:31.948797 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db0ec976-4858-4132-9d60-e5a5bd12a996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.978494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Network f01cc978-4a28-48a5-aaf0-a725b1b74e0c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:31.984051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:31.984720 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.986639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Pushing event updated for resources: {'Port': ['ID=8d7753cb-8858-454f-8e6a-6a47618e3d08,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:31.989248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:32.122198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db0ec976-4858-4132-9d60-e5a5bd12a996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.128324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.128750 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db0ec976-4858-4132-9d60-e5a5bd12a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.129512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.154527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-741ef78a-223b-4cbe-b6da-e7b7599878ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9763894 Aug 03 19:37:32.169709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b40f-ad74-4c42-a27a-820d5b230236 req-f7b7a571-a2be-452b-8cf8-7a1f0631336d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.171345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b987b40f-ad74-4c42-a27a-820d5b230236 req-f7b7a571-a2be-452b-8cf8-7a1f0631336d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 932 time: 0.0990450 Aug 03 19:37:32.176985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Request body: {'port': {'device_id': '8aeb7b91-3829-42cc-8f40-edc7e8aac83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:32.216585 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-db0ec976-4858-4132-9d60-e5a5bd12a996 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f984635637f47fe972c7496df8195bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214344 Aug 03 19:37:32.217371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ec976-4858-4132-9d60-e5a5bd12a996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ae5af5-a799-40af-ae34-13c1a309a0c1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:32.220774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41910) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:32.240573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b987b40f-ad74-4c42-a27a-820d5b230236 req-85bf6036-f4e5-41d8-a7f3-47d270bb00d6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605423 Aug 03 19:37:32.278989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.300863 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1461f574-37e2-429c-94a8-ebbb58f7a1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.325716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1461f574-37e2-429c-94a8-ebbb58f7a1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.387148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1461f574-37e2-429c-94a8-ebbb58f7a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.389972 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1461f574-37e2-429c-94a8-ebbb58f7a1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.392125 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1461f574-37e2-429c-94a8-ebbb58f7a1fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9ae5af5-a799-40af-ae34-13c1a309a0c1 HTTP/1.1" status: 204 len: 168 time: 0.1691306 Aug 03 19:37:32.399916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461f574-37e2-429c-94a8-ebbb58f7a1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ae5af5-a799-40af-ae34-13c1a309a0c1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:32.727973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669f3e-7e31-4445-aac2-0a4fdc0cca09 req-5f519808-bc20-49be-a89e-25917ede6a8b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.729669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a669f3e-7e31-4445-aac2-0a4fdc0cca09 req-5f519808-bc20-49be-a89e-25917ede6a8b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1533661 Aug 03 19:37:32.770200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dc4aa-1d23-40f8-9d71-25648ec602e8 req-81b3e256-04f3-4a17-bb74-e3e2d7f84cf4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.778406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f47dc4aa-1d23-40f8-9d71-25648ec602e8 req-81b3e256-04f3-4a17-bb74-e3e2d7f84cf4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 947 time: 0.1604230 Aug 03 19:37:32.807337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:32.809832 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f89f0d-b854-476e-bf1e-30a278b75c0c" -d '{"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-plugged", "status": "completed", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:32.818679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7753cb-8858-454f-8e6a-6a47618e3d08 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:32.830818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.869754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a669f3e-7e31-4445-aac2-0a4fdc0cca09 req-39bb64eb-9c3a-4e15-8388-21c2f60c5133 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190324 Aug 03 19:37:32.872602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Transition to ACTIVE for port object 8d7753cb-8858-454f-8e6a-6a47618e3d08 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:32.876130 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f47dc4aa-1d23-40f8-9d71-25648ec602e8 req-d63d2df5-73be-4c3b-a1b7-76bb5466bba1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968442 Aug 03 19:37:32.880624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.941555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7753cb-8858-454f-8e6a-6a47618e3d08,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:32.978063 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578f13bd-ef65-4265-a81b-f78870366d84 x-openstack-request-id: req-578f13bd-ef65-4265-a81b-f78870366d84 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:32.979107 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-plugged", "status": "completed", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:32.979540 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-578f13bd-ef65-4265-a81b-f78870366d84 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:32.980103 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'code': 200} Aug 03 19:37:33.024065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Attempting to bind port 8d7753cb-8858-454f-8e6a-6a47618e3d08 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:33.024929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Attempting to bind port 8d7753cb-8858-454f-8e6a-6a47618e3d08 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:33.025428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Attempting to bind port 8d7753cb-8858-454f-8e6a-6a47618e3d08 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:33.037561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Port 8d7753cb-8858-454f-8e6a-6a47618e3d08 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:37:33.037918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Attempting to bind port 8d7753cb-8858-454f-8e6a-6a47618e3d08 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:33.043375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:33.043733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Checking segment: {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:33.044118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Bound using segment: {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:33.044636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Bound port: 8d7753cb-8858-454f-8e6a-6a47618e3d08, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:33.044901 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:33.146563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] For port 8d7753cb-8858-454f-8e6a-6a47618e3d08, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:33.150006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] For port 8d7753cb-8858-454f-8e6a-6a47618e3d08, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8d7753cb-8858-454f-8e6a-6a47618e3d08,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:33.158611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:33.219120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c39e9f-6e02-4d4a-8557-8bc5652ac8d0 req-59d29e93-684d-4185-a162-9fa2f9b66a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:33.220369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c6c39e9f-6e02-4d4a-8557-8bc5652ac8d0 req-59d29e93-684d-4185-a162-9fa2f9b66a72 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1098 time: 0.0673206 Aug 03 19:37:33.222325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:33.223873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:33.227987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] 10.222.0.88 "PUT /v2.0/ports/8d7753cb-8858-454f-8e6a-6a47618e3d08 HTTP/1.1" status: 200 len: 1092 time: 1.0553370 Aug 03 19:37:33.258037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeb7b91-3829-42cc-8f40-edc7e8aac83d', 'tag': '8d7753cb-8858-454f-8e6a-6a47618e3d08'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:33.261186 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e93d32-cda9-47a1-bc43-b4367c9303f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeb7b91-3829-42cc-8f40-edc7e8aac83d", "tag": "8d7753cb-8858-454f-8e6a-6a47618e3d08"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:33.266247 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c6c39e9f-6e02-4d4a-8557-8bc5652ac8d0 req-766d75c2-4ae8-4c83-985d-7713a1d5e26f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368254 Aug 03 19:37:33.266711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d3358-34e5-4e1e-aab7-7a2c141186a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7753cb-8858-454f-8e6a-6a47618e3d08,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:33.334897 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac5e6f-815e-4dfd-ba46-3ded47a79dde x-openstack-request-id: req-1eac5e6f-815e-4dfd-ba46-3ded47a79dde {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:33.335254 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeb7b91-3829-42cc-8f40-edc7e8aac83d", "tag": "8d7753cb-8858-454f-8e6a-6a47618e3d08", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:33.335570 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1eac5e6f-815e-4dfd-ba46-3ded47a79dde {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:33.336054 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeb7b91-3829-42cc-8f40-edc7e8aac83d', 'tag': '8d7753cb-8858-454f-8e6a-6a47618e3d08', 'status': 'completed', 'code': 200} Aug 03 19:37:33.414543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100cba-f879-450b-af40-1968f0fdadd3 req-06352bff-48de-4958-912b-0e4285a01f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:33.416069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-06352bff-48de-4958-912b-0e4285a01f44 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 1095 time: 0.0686836 Aug 03 19:37:33.431972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8944705-b116-4a56-a431-0fd9b69c5a18 req-63bac5fd-42db-468b-89ef-85c12bdbf257 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:33.435425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8944705-b116-4a56-a431-0fd9b69c5a18 req-63bac5fd-42db-468b-89ef-85c12bdbf257 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 944 time: 0.0798817 Aug 03 19:37:33.498016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-edbc3091-2397-48c6-8f47-90ccd1a435d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7753cb-8858-454f-8e6a-6a47618e3d08 HTTP/1.1" status: 200 len: 217 time: 0.0481119 Aug 03 19:37:33.526997 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8944705-b116-4a56-a431-0fd9b69c5a18 req-3833b4e3-6c99-4619-bff8-8ea7a34f7353 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852067 Aug 03 19:37:33.562608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100cba-f879-450b-af40-1968f0fdadd3 req-0609c807-91b3-4e2b-9341-936d3f952c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:33.564167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-0609c807-91b3-4e2b-9341-936d3f952c55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d HTTP/1.1" status: 200 len: 854 time: 0.0533009 Aug 03 19:37:33.608220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-d07dbfbe-0a14-4184-9957-64bc43ea4dc9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352693 Aug 03 19:37:33.737276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-f76d8812-fa25-459c-9c06-d4d4867312a8 service neutron] 10.222.0.88 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177723 Aug 03 19:37:33.852066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05100cba-f879-450b-af40-1968f0fdadd3 req-5127922b-d7db-4d42-8d7a-108a7fcd1b5a service neutron] 10.222.0.88 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045358 Aug 03 19:37:33.958528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-8f2d22d9-77b8-4252-897e-353d763b1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:33.960218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-8f2d22d9-77b8-4252-897e-353d763b1b1e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 1095 time: 0.0544593 Aug 03 19:37:34.178507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-ab2233c5-e1e8-4cab-8d0e-46c3daeaa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:34.180162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-ab2233c5-e1e8-4cab-8d0e-46c3daeaa2a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 915 time: 0.2029691 Aug 03 19:37:34.188836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eefd6-4fb6-4fd7-aa13-aaabe9f4d4aa req-1d79b8d1-bad5-433d-b222-cbc8a18d5c5b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:34.196115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-987eefd6-4fb6-4fd7-aa13-aaabe9f4d4aa req-1d79b8d1-bad5-433d-b222-cbc8a18d5c5b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 947 time: 0.1914115 Aug 03 19:37:34.223317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9140e3-f4b7-4cd5-b569-80da6ee795e3 req-aadb0cf0-0621-40b9-a39f-aa2b84c38da8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:34.224891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef9140e3-f4b7-4cd5-b569-80da6ee795e3 req-aadb0cf0-0621-40b9-a39f-aa2b84c38da8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.2216778 Aug 03 19:37:34.291046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-6bb22367-a0c2-4509-a935-abf7b0fdb9d5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7753cb-8858-454f-8e6a-6a47618e3d08 HTTP/1.1" status: 200 len: 217 time: 0.0920134 Aug 03 19:37:34.366780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-c803cf08-cb7e-4629-a24c-ce5c45b81178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:34.368547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-c803cf08-cb7e-4629-a24c-ce5c45b81178 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d HTTP/1.1" status: 200 len: 854 time: 0.0629029 Aug 03 19:37:34.385226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-987eefd6-4fb6-4fd7-aa13-aaabe9f4d4aa req-d83f8735-25e9-4be4-bb9d-c4c472ad4e8f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880739 Aug 03 19:37:34.432460 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.441347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-3fae6d43-09e3-46e0-a46d-ec4eba668d68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504534 Aug 03 19:37:34.444137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41974) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:34.479179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef9140e3-f4b7-4cd5-b569-80da6ee795e3 req-989302a1-9d3f-4976-8cca-1ecde6ee80eb tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438009 Aug 03 19:37:34.679726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87715eb2-746c-4fb7-a351-356abb4c50db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.692790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-a37fb38e-a5ac-4d14-94af-24bbb6bf000e service neutron] 10.222.0.88 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406049 Aug 03 19:37:35.268450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca23e6c-189b-475f-a7ed-9107d1c3c1a8 req-40ee12ee-4910-4e15-b5db-e213169a4b0a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:35.269997 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cca23e6c-189b-475f-a7ed-9107d1c3c1a8 req-40ee12ee-4910-4e15-b5db-e213169a4b0a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 944 time: 0.5091169 Aug 03 19:37:35.281200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9e93d32-cda9-47a1-bc43-b4367c9303f5 req-1753ac67-7747-4f27-b2bf-eafe9881ee43 service neutron] 10.222.0.88 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791125 Aug 03 19:37:35.328749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1ca0-39aa-4bc5-b09e-3d38c954e32a req-de9f1cbd-8df2-40ad-9f2a-c62fe3a8f371 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:35.330213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c16c1ca0-39aa-4bc5-b09e-3d38c954e32a req-de9f1cbd-8df2-40ad-9f2a-c62fe3a8f371 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.4682124 Aug 03 19:37:35.376976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cca23e6c-189b-475f-a7ed-9107d1c3c1a8 req-f3cf7463-1f07-4008-b4bd-4857610f5c2a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896835 Aug 03 19:37:35.382738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87715eb2-746c-4fb7-a351-356abb4c50db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.396385 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87715eb2-746c-4fb7-a351-356abb4c50db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.422697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c16c1ca0-39aa-4bc5-b09e-3d38c954e32a req-0eaaa8d5-09f8-44e3-9b39-0d72bc0ef6b5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775402 Aug 03 19:37:35.446466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-87715eb2-746c-4fb7-a351-356abb4c50db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78b8550ce8cb40d19fc64bf8ddc0ef2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0013044 Aug 03 19:37:35.448984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42020) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:35.455511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87715eb2-746c-4fb7-a351-356abb4c50db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44820f16-7558-4cef-9563-07274c016346,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:35.539651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b69a-84a7-4a23-8c9d-1041d21f8c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.569200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce729-c8c7-4d55-b797-4907d9b68291 req-6144f869-c6a6-40d7-a066-1b91f30bb895 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:35.570824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea9ce729-c8c7-4d55-b797-4907d9b68291 req-6144f869-c6a6-40d7-a066-1b91f30bb895 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 947 time: 0.0792985 Aug 03 19:37:35.576187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b69a-84a7-4a23-8c9d-1041d21f8c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.640347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea9ce729-c8c7-4d55-b797-4907d9b68291 req-fa2072b9-5661-4d53-ab3e-0bef1c2b710c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618815 Aug 03 19:37:35.657400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b69a-84a7-4a23-8c9d-1041d21f8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.660523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b69a-84a7-4a23-8c9d-1041d21f8c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.664257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a8a7b69a-84a7-4a23-8c9d-1041d21f8c60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44820f16-7558-4cef-9563-07274c016346 HTTP/1.1" status: 204 len: 168 time: 0.2119741 Aug 03 19:37:35.676266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7b69a-84a7-4a23-8c9d-1041d21f8c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44820f16-7558-4cef-9563-07274c016346,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:36.514853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2011f-4f3b-458d-b228-bce1dd6985ed req-8e66f076-b689-43c7-a82d-c55d0a4004ec tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:36.516603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6da2011f-4f3b-458d-b228-bce1dd6985ed req-8e66f076-b689-43c7-a82d-c55d0a4004ec tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 944 time: 0.0581450 Aug 03 19:37:36.589934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6da2011f-4f3b-458d-b228-bce1dd6985ed req-ae01f8f8-775c-47a1-baae-be2433e0d87a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651708 Aug 03 19:37:36.607476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e303d-e082-425a-9211-34fafb5c2af9 req-8d1e9cef-6130-4c99-b993-ff04c3e9a58e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:36.610057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-830e303d-e082-425a-9211-34fafb5c2af9 req-8d1e9cef-6130-4c99-b993-ff04c3e9a58e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.0778730 Aug 03 19:37:36.660901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-830e303d-e082-425a-9211-34fafb5c2af9 req-4c8a42cb-2904-4947-8948-53da6f59cf2d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451827 Aug 03 19:37:37.130239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7128a6-e425-4ad2-a411-89664317256c req-1afc92d7-097a-4351-9002-f7cfe5aa8e1f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:37.131624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f7128a6-e425-4ad2-a411-89664317256c req-1afc92d7-097a-4351-9002-f7cfe5aa8e1f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.0609574 Aug 03 19:37:37.175754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f7128a6-e425-4ad2-a411-89664317256c req-ee9a3eff-e03e-46aa-9ed4-008897b4dfea tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 Aug 03 19:37:37.541914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42078) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:37.667858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8857f5e-060a-4c97-80d4-6eef8fa15792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.753404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758bd9b-b75e-4bc4-a926-61e8de3d77b5 req-3e5c7ee5-c591-4bf6-b0a6-2c234cf1917b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:37.755277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1758bd9b-b75e-4bc4-a926-61e8de3d77b5 req-3e5c7ee5-c591-4bf6-b0a6-2c234cf1917b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 944 time: 0.0835903 Aug 03 19:37:37.826458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1758bd9b-b75e-4bc4-a926-61e8de3d77b5 req-6605b008-c01d-4b19-a25c-a4df3eeb6322 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598063 Aug 03 19:37:37.848628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8857f5e-060a-4c97-80d4-6eef8fa15792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.853667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8857f5e-060a-4c97-80d4-6eef8fa15792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.902293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8857f5e-060a-4c97-80d4-6eef8fa15792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b9d49b-f52a-4aa3-950a-aaf28d0ec522,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:37.907475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d8857f5e-060a-4c97-80d4-6eef8fa15792 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9ea936f65c143c49260057c55b12564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644304 Aug 03 19:37:37.910089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:37.962026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c7130a1-8214-4b5e-ac18-d6b1f63d4b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.995060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c7130a1-8214-4b5e-ac18-d6b1f63d4b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.098355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-12ae79c3-7e38-4373-8394-96f512e31d42 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5432df76c87d47da8f1cc93fc5fa7ee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549490 Aug 03 19:37:38.209268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c7130a1-8214-4b5e-ac18-d6b1f63d4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.211904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c7130a1-8214-4b5e-ac18-d6b1f63d4b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.213106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c7130a1-8214-4b5e-ac18-d6b1f63d4b76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9b9d49b-f52a-4aa3-950a-aaf28d0ec522 HTTP/1.1" status: 204 len: 168 time: 0.3020673 Aug 03 19:37:38.252918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7130a1-8214-4b5e-ac18-d6b1f63d4b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b9d49b-f52a-4aa3-950a-aaf28d0ec522,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:38.333190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8d7753cb-8858-454f-8e6a-6a47618e3d08 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:38.380527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-f5575f2d-503f-48d6-b6de-90dcd33826b4 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:38.382132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-f5575f2d-503f-48d6-b6de-90dcd33826b4 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750592 Aug 03 19:37:38.390957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db122e6c-6bba-408a-93c0-6827b6ba27ff req-ebe478e6-32e4-4957-a208-95e97cccef4b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:38.398265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db122e6c-6bba-408a-93c0-6827b6ba27ff req-ebe478e6-32e4-4957-a208-95e97cccef4b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1464307 Aug 03 19:37:38.424214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-df9166a3-7e69-46ac-a7ef-79a7b8518363 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/quotas/5432df76c87d47da8f1cc93fc5fa7ee2 HTTP/1.1" status: 200 len: 375 time: 0.0231955 Aug 03 19:37:38.469023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8d7753cb-8858-454f-8e6a-6a47618e3d08, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8d7753cb-8858-454f-8e6a-6a47618e3d08,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:38.482048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-7144f313-f160-4daf-ae81-e3d9f092af80 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5432df76c87d47da8f1cc93fc5fa7ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500245 Aug 03 19:37:38.485089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '8d7753cb-8858-454f-8e6a-6a47618e3d08', 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c', 'port_id': '8d7753cb-8858-454f-8e6a-6a47618e3d08', 'mac_address': 'fa:16:3e:fe:5c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:38.503230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db122e6c-6bba-408a-93c0-6827b6ba27ff req-92f41797-c647-466b-9e0b-a11cc7a0d9e1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039917 Aug 03 19:37:38.537797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.552910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7753cb-8858-454f-8e6a-6a47618e3d08 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:38.577245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8d7753cb-8858-454f-8e6a-6a47618e3d08, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8d7753cb-8858-454f-8e6a-6a47618e3d08,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:38.587998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.667947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=8d7753cb-8858-454f-8e6a-6a47618e3d08,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:38.729262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b5d1dd9-4fc3-42f0-a431-8706abbab0c4 req-ea5046b2-ec09-46cc-b7d1-9729542cca76 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 210 time: 0.0316167 Aug 03 19:37:38.834018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['8d7753cb-8858-454f-8e6a-6a47618e3d08'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:39.053287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3ea2-8dc8-469e-a6d6-d52268a83c94 req-a75f7bba-ac2b-4a2a-abd2-bf0323a591e5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:39.084193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ccd3ea2-8dc8-469e-a6d6-d52268a83c94 req-a75f7bba-ac2b-4a2a-abd2-bf0323a591e5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 945 time: 0.1404352 Aug 03 19:37:39.146024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ccd3ea2-8dc8-469e-a6d6-d52268a83c94 req-197d6070-5dec-4c6a-bbc7-2da12c55c83c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562444 Aug 03 19:37:39.620263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bcc96-a992-4d48-8ad3-2cf8e5b30094 req-4267193d-f9a5-4a5e-930f-4bfbf195a8b8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:39.621994 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-830bcc96-a992-4d48-8ad3-2cf8e5b30094 req-4267193d-f9a5-4a5e-930f-4bfbf195a8b8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.0533371 Aug 03 19:37:39.664795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-830bcc96-a992-4d48-8ad3-2cf8e5b30094 req-f343d150-127c-4715-82f6-f31b0520035b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Aug 03 19:37:39.854622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7395a24c-03f9-4b6a-8b0f-b1b0a995a176 req-35b208d2-aae3-4b17-be2b-f4fb54c6899c tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 210 time: 0.0413380 Aug 03 19:37:39.923673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-8593613b-68b9-477c-a961-38a59cae8cc7 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=5432df76c87d47da8f1cc93fc5fa7ee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230620 Aug 03 19:37:40.041455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-c02879b3-8af6-478a-82c2-6d73b176cead tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:40.043462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-c02879b3-8af6-478a-82c2-6d73b176cead tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128073 Aug 03 19:37:40.063969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Request body: {'port': {'device_id': '3b300693-40f8-48ce-9418-21dd85c4fe70', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '5432df76c87d47da8f1cc93fc5fa7ee2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:40.198685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Made reservation on behalf of 5432df76c87d47da8f1cc93fc5fa7ee2 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:40.203049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.213059 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.224356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c382cbe9-a9a6-46d1-8447-7a1bc9405d25 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:40.302446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172819a-11e0-4537-b9b9-9a67861349f5 req-3551ce72-0809-4cf6-ae44-bb1c8f302949 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:40.304308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c172819a-11e0-4537-b9b9-9a67861349f5 req-3551ce72-0809-4cf6-ae44-bb1c8f302949 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 945 time: 0.0822277 Aug 03 19:37:40.351184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8d7753cb-8858-454f-8e6a-6a47618e3d08 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:40.356933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:40.386484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c172819a-11e0-4537-b9b9-9a67861349f5 req-d9c23e9b-aa8a-4a03-bc3c-7fef2d1fa951 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731530 Aug 03 19:37:40.419203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'port_id': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'mac_address': 'fa:16:3e:7d:30:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:40.433868 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.439245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.481845 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.491445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 8d7753cb-8858-454f-8e6a-6a47618e3d08 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:40.497891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 8d7753cb-8858-454f-8e6a-6a47618e3d08 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:40.498253 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.500406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c382cbe9-a9a6-46d1-8447-7a1bc9405d25 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:40.510836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:40.543392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:40.549824 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.585334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Allocated IP 192.168.233.52 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/82971efa-eaa0-41ea-9879-d6c80dd67934) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:40.625933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:40.641632 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.664770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb7b91-3829-42cc-8f40-edc7e8aac83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7753cb-8858-454f-8e6a-6a47618e3d08'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:40.667043 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f711e05b-7d87-4123-bcf4-72d8e2f1eaf5" -d '{"events": [{"server_uuid": "8aeb7b91-3829-42cc-8f40-edc7e8aac83d", "name": "network-vif-plugged", "status": "completed", "tag": "8d7753cb-8858-454f-8e6a-6a47618e3d08"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:40.681866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8d7753cb-8858-454f-8e6a-6a47618e3d08, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8d7753cb-8858-454f-8e6a-6a47618e3d08,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:40.686779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.714199 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e624f5-abbd-4793-bc7b-78110d441afd x-openstack-request-id: req-26e624f5-abbd-4793-bc7b-78110d441afd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:40.714899 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeb7b91-3829-42cc-8f40-edc7e8aac83d", "name": "network-vif-plugged", "status": "completed", "tag": "8d7753cb-8858-454f-8e6a-6a47618e3d08", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:40.715825 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26e624f5-abbd-4793-bc7b-78110d441afd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:40.716217 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb7b91-3829-42cc-8f40-edc7e8aac83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7753cb-8858-454f-8e6a-6a47618e3d08', 'code': 200} Aug 03 19:37:40.720911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c382cbe9-a9a6-46d1-8447-7a1bc9405d25'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:40.790346 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.793986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=8d7753cb-8858-454f-8e6a-6a47618e3d08,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:40.844318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Transition to ACTIVE for port object 82971efa-eaa0-41ea-9879-d6c80dd67934 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:40.856997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d8a5-ca7b-4ee0-aecc-877357458852 req-8e2a3eba-7774-4c38-b9c3-ca0d5b7f24a1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:40.858619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3475d8a5-ca7b-4ee0-aecc-877357458852 req-8e2a3eba-7774-4c38-b9c3-ca0d5b7f24a1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 944 time: 0.1176183 Aug 03 19:37:40.905514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732655c-2d48-4416-be80-5f4bf3b7d374 req-174e1e19-4c31-44f6-be42-524096f25bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:40.907106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e732655c-2d48-4416-be80-5f4bf3b7d374 req-174e1e19-4c31-44f6-be42-524096f25bb4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 1097 time: 0.1083629 Aug 03 19:37:40.954191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3475d8a5-ca7b-4ee0-aecc-877357458852 req-ec21ebd3-20f3-4575-ab18-bf850646322b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828512 Aug 03 19:37:40.987051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f90524f2-963f-481b-854c-8bd6782ca553 req-081a8906-f645-49c0-80a1-8c4542aaf6d7 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 210 time: 0.0364008 Aug 03 19:37:40.989946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.062686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e732655c-2d48-4416-be80-5f4bf3b7d374 req-b35382e9-9846-4156-a012-41861e93d926 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356511 Aug 03 19:37:41.064610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:41.070086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:41.075042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:41.106603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Pushing event updated for resources: {'Port': ['ID=82971efa-eaa0-41ea-9879-d6c80dd67934,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:41.141673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:41.142407 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.158737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-6b256442-c202-4a7a-8ce0-20d7d3b45ec9 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0983872 Aug 03 19:37:41.190396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Request body: {'port': {'device_id': '3b300693-40f8-48ce-9418-21dd85c4fe70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:41.251533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.357991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9caaf349-1b50-4747-ba91-092164be91a8 None None] Provisioning for port 82971efa-eaa0-41ea-9879-d6c80dd67934 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:41.362512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9caaf349-1b50-4747-ba91-092164be91a8 None None] Provisioning complete for port 82971efa-eaa0-41ea-9879-d6c80dd67934 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:41.362913 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9caaf349-1b50-4747-ba91-092164be91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.399502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9caaf349-1b50-4747-ba91-092164be91a8 None None] Port 82971efa-eaa0-41ea-9879-d6c80dd67934 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:37:41.572087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e544e-ed56-4525-bf05-b6a9fdabd166 req-0ac6a0c2-ba9a-4dd3-bbaf-665065caa0e0 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:41.573822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e44e544e-ed56-4525-bf05-b6a9fdabd166 req-0ac6a0c2-ba9a-4dd3-bbaf-665065caa0e0 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 946 time: 0.1030164 Aug 03 19:37:41.592899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82971efa-eaa0-41ea-9879-d6c80dd67934 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:41.608171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.633344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Transition to ACTIVE for port object 82971efa-eaa0-41ea-9879-d6c80dd67934 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:41.637095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e44e544e-ed56-4525-bf05-b6a9fdabd166 req-c82d06b9-f9df-41ff-9db9-1bb898be06d6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569541 Aug 03 19:37:41.638161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.690808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Pushing event updated for resources: {'Port': ['ID=82971efa-eaa0-41ea-9879-d6c80dd67934,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:41.766684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Attempting to bind port 82971efa-eaa0-41ea-9879-d6c80dd67934 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:41.767030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Attempting to bind port 82971efa-eaa0-41ea-9879-d6c80dd67934 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:41.767360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Attempting to bind port 82971efa-eaa0-41ea-9879-d6c80dd67934 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:41.772150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Port 82971efa-eaa0-41ea-9879-d6c80dd67934 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:37:41.772498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Attempting to bind port 82971efa-eaa0-41ea-9879-d6c80dd67934 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:41.778572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:41.778912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:41.779298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:41.779731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Bound port: 82971efa-eaa0-41ea-9879-d6c80dd67934, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:41.780094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.859694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] For port 82971efa-eaa0-41ea-9879-d6c80dd67934, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:41.863322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] For port 82971efa-eaa0-41ea-9879-d6c80dd67934, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=82971efa-eaa0-41ea-9879-d6c80dd67934,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:41.877325 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.914326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:41.917511 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:41.917511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] 10.222.0.63 "PUT /v2.0/ports/82971efa-eaa0-41ea-9879-d6c80dd67934 HTTP/1.1" status: 200 len: 1095 time: 0.7310858 Aug 03 19:37:41.917511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b300693-40f8-48ce-9418-21dd85c4fe70', 'tag': '82971efa-eaa0-41ea-9879-d6c80dd67934'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:41.919966 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7827e8b-ec29-4aae-b462-1b4092794e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b300693-40f8-48ce-9418-21dd85c4fe70", "tag": "82971efa-eaa0-41ea-9879-d6c80dd67934"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:41.949858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10651cdd-cf92-49a3-8bb7-9f179f5de729 service neutron] Pushing event updated for resources: {'Port': ['ID=82971efa-eaa0-41ea-9879-d6c80dd67934,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:41.997999 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c3322-0935-4c7d-af25-6d92eb2cbfc7 x-openstack-request-id: req-b95c3322-0935-4c7d-af25-6d92eb2cbfc7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:41.998585 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b300693-40f8-48ce-9418-21dd85c4fe70", "tag": "82971efa-eaa0-41ea-9879-d6c80dd67934", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:41.999058 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b95c3322-0935-4c7d-af25-6d92eb2cbfc7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:41.999700 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b300693-40f8-48ce-9418-21dd85c4fe70', 'tag': '82971efa-eaa0-41ea-9879-d6c80dd67934', 'status': 'completed', 'code': 200} Aug 03 19:37:42.213557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-823135a0-a539-4009-b75a-1a1c5d5355e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:42.215706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-823135a0-a539-4009-b75a-1a1c5d5355e2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5432df76c87d47da8f1cc93fc5fa7ee2&device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 1098 time: 0.1975985 Aug 03 19:37:42.234824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c382cbe9-a9a6-46d1-8447-7a1bc9405d25 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:42.259270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856c572-4471-4daa-b468-002f76d4efcb req-b5aa30c6-cab7-474b-a8f0-dcc5f925b1a1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:42.267600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1856c572-4471-4daa-b468-002f76d4efcb req-b5aa30c6-cab7-474b-a8f0-dcc5f925b1a1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 944 time: 0.1405201 Aug 03 19:37:42.309849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-7d416b87-6bd6-400b-8d18-1e7a96b091ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=82971efa-eaa0-41ea-9879-d6c80dd67934 HTTP/1.1" status: 200 len: 217 time: 0.0786667 Aug 03 19:37:42.315275 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:42.315790 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:42.390226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e54e88-f395-467c-8922-c4073959f96b req-411515fb-1261-4f98-8be7-7364367f349d tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:42.392344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5e54e88-f395-467c-8922-c4073959f96b req-411515fb-1261-4f98-8be7-7364367f349d tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 947 time: 0.1751370 Aug 03 19:37:42.396549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1856c572-4471-4daa-b468-002f76d4efcb req-5fdae2c1-8484-4b7b-8a51-a5b9683034d9 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282291 Aug 03 19:37:42.411137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-61db9163-5d1d-444c-a738-d0e65742b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:42.412592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-61db9163-5d1d-444c-a738-d0e65742b186 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0892982 Aug 03 19:37:42.451900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:42.466529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5e54e88-f395-467c-8922-c4073959f96b req-6492a4cf-5319-460b-9668-bcac699b8eb6 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651939 Aug 03 19:37:42.478524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-aadfa6b6-c002-4248-95d1-412e715c693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:42.487671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:42.488669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-aadfa6b6-c002-4248-95d1-412e715c693f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680585 Aug 03 19:37:42.491828 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:42.540954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:42.587355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-145e9986-dd98-493e-8d55-d219eacb2dc9 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910952 Aug 03 19:37:42.679153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-746ec4d2-18ed-4c77-8c97-458c46c1c43d req-1f4afb88-c801-4a34-944f-3b486c659eeb service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829599 Aug 03 19:37:42.717650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:42.719985 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91da8e01-4b35-4e75-9a5f-f5b55422b4b2" -d '{"events": [{"server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "name": "network-vif-plugged", "status": "completed", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:42.757755 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6201fc4-a3a5-4dbf-9cad-ebb8966dcd50 x-openstack-request-id: req-f6201fc4-a3a5-4dbf-9cad-ebb8966dcd50 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:42.758055 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "name": "network-vif-plugged", "status": "completed", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:42.758310 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6201fc4-a3a5-4dbf-9cad-ebb8966dcd50 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:42.758704 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'code': 200} Aug 03 19:37:42.759352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed65e6-9425-4432-9ff7-a6cbe071814a req-56e043a2-2634-418e-ae56-22d84e10c214 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:42.760909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17ed65e6-9425-4432-9ff7-a6cbe071814a req-56e043a2-2634-418e-ae56-22d84e10c214 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 946 time: 0.0545328 Aug 03 19:37:42.799637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17ed65e6-9425-4432-9ff7-a6cbe071814a req-5571529d-3e1b-40f6-913b-5ca5aef09f30 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Aug 03 19:37:42.890924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-c157e324-f838-4d22-b66c-3bcacc58b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:42.892440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-c157e324-f838-4d22-b66c-3bcacc58b6f9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5432df76c87d47da8f1cc93fc5fa7ee2&device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 1098 time: 0.0473773 Aug 03 19:37:42.987715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-34ae337e-3bec-4cfc-b4d0-3657ef369ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:42.989199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-34ae337e-3bec-4cfc-b4d0-3657ef369ed3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.0872579 Aug 03 19:37:43.052720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-43327323-57f1-4089-8796-b881a3bf3399 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=82971efa-eaa0-41ea-9879-d6c80dd67934 HTTP/1.1" status: 200 len: 217 time: 0.0513520 Aug 03 19:37:43.106501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852c600-0631-409f-bf3e-d7560cd8f284 req-548dce90-5153-4add-a949-21dc92a7d310 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:43.108017 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8852c600-0631-409f-bf3e-d7560cd8f284 req-548dce90-5153-4add-a949-21dc92a7d310 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 946 time: 0.1156504 Aug 03 19:37:43.119207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-2b61a9ed-3554-4721-a361-0da6ae00d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:43.120672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-2b61a9ed-3554-4721-a361-0da6ae00d259 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0610416 Aug 03 19:37:43.177934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8852c600-0631-409f-bf3e-d7560cd8f284 req-94a8b0b5-cf0f-496e-85ea-5d5a5f22a1e5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611339 Aug 03 19:37:43.197273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-24373078-8690-46c8-aea4-e103b3fdbe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:43.197273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-24373078-8690-46c8-aea4-e103b3fdbe49 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645394 Aug 03 19:37:43.297185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-476fcdb3-6666-4bff-95f0-f0661b5b2bd2 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976949 Aug 03 19:37:43.390539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7827e8b-ec29-4aae-b462-1b4092794e8c req-b0e58f93-6327-4e12-abf3-c5766c3b2358 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Aug 03 19:37:43.541103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213d81-3109-4df6-b83f-2e4a9f20cfdf req-f8ab862e-fd5d-4bae-9393-ce145c60fc1e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:43.542719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb213d81-3109-4df6-b83f-2e4a9f20cfdf req-f8ab862e-fd5d-4bae-9393-ce145c60fc1e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.0599549 Aug 03 19:37:43.613801 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb213d81-3109-4df6-b83f-2e4a9f20cfdf req-aa4a490b-8e47-41b2-aae5-938f1f8ebae0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612919 Aug 03 19:37:43.623013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d287-410a-486e-a01f-974505ee9223 req-fcc21c33-585b-41c3-a811-eae1712dff89 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:43.624652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9877d287-410a-486e-a01f-974505ee9223 req-fcc21c33-585b-41c3-a811-eae1712dff89 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 947 time: 0.0810297 Aug 03 19:37:43.674230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9877d287-410a-486e-a01f-974505ee9223 req-5630acff-62c0-4818-9c59-218cfce9a43e tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Aug 03 19:37:44.340352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb87ed-bc14-4452-98b9-ffbcd9019091 req-1be69faf-9c7a-4763-9141-77ebb5c47152 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:44.348805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2abb87ed-bc14-4452-98b9-ffbcd9019091 req-1be69faf-9c7a-4763-9141-77ebb5c47152 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 946 time: 0.0925412 Aug 03 19:37:44.389689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2abb87ed-bc14-4452-98b9-ffbcd9019091 req-43b94ef0-07da-420e-a091-14af5ce9306d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Aug 03 19:37:44.679414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-ecd7ec12-0319-4b99-8a76-712476dca067 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:44.681261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-ecd7ec12-0319-4b99-8a76-712476dca067 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.88 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 946 time: 0.0669806 Aug 03 19:37:44.853889 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8e333-cb6c-4214-9bb4-35c82e8351fe req-0a6b6c51-ca16-46ca-8909-1be1a1d5c14b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:44.856012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59b8e333-cb6c-4214-9bb4-35c82e8351fe req-0a6b6c51-ca16-46ca-8909-1be1a1d5c14b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1517322 Aug 03 19:37:44.905089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca637dc3-8364-40bf-bb97-14b906b6424a req-d3a8cd59-e2b6-4646-810a-1f1ed9097454 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:44.906852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca637dc3-8364-40bf-bb97-14b906b6424a req-d3a8cd59-e2b6-4646-810a-1f1ed9097454 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 947 time: 0.1309268 Aug 03 19:37:44.935156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Deleting port 8d7753cb-8858-454f-8e6a-6a47618e3d08 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:44.935156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.015575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59b8e333-cb6c-4214-9bb4-35c82e8351fe req-ccf4cbf6-1265-4167-953a-0a9d5dae6ac3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456652 Aug 03 19:37:45.065463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca637dc3-8364-40bf-bb97-14b906b6424a req-df783741-0cae-4c3b-9fe2-8caf9244167d tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448841 Aug 03 19:37:45.125836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] For port 8d7753cb-8858-454f-8e6a-6a47618e3d08, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8d7753cb-8858-454f-8e6a-6a47618e3d08,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:45.126513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.146010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Calling delete_port for 8d7753cb-8858-454f-8e6a-6a47618e3d08 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:45.306366 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.324943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['d3e2768f-6e9d-4190-a5ea-582bb8ea25f1', '8d7753cb-8858-454f-8e6a-6a47618e3d08'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:45.341288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Pushing event deleted for resources: {'Port': ['ID=8d7753cb-8858-454f-8e6a-6a47618e3d08,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:45.396875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] No DVR routers for this DVR port 8d7753cb-8858-454f-8e6a-6a47618e3d08 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:45.400128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.402755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4eaacd0-cacf-480a-93e3-8d3c68115649 req-fd9be280-0c25-46fe-9ecc-4d1794952e6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.88 "DELETE /v2.0/ports/8d7753cb-8858-454f-8e6a-6a47618e3d08 HTTP/1.1" status: 204 len: 173 time: 0.7117167 Aug 03 19:37:45.403203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb7b91-3829-42cc-8f40-edc7e8aac83d', 'name': 'network-vif-deleted', 'tag': '8d7753cb-8858-454f-8e6a-6a47618e3d08'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:45.406036 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a93316-3d6e-4d1c-a96d-af6080117bf9" -d '{"events": [{"server_uuid": "8aeb7b91-3829-42cc-8f40-edc7e8aac83d", "name": "network-vif-deleted", "tag": "8d7753cb-8858-454f-8e6a-6a47618e3d08"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:45.503848 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d89c6b3-ad79-4dd5-aa61-b047de0320bb x-openstack-request-id: req-5d89c6b3-ad79-4dd5-aa61-b047de0320bb {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:45.504397 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeb7b91-3829-42cc-8f40-edc7e8aac83d", "name": "network-vif-deleted", "tag": "8d7753cb-8858-454f-8e6a-6a47618e3d08", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:45.504667 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d89c6b3-ad79-4dd5-aa61-b047de0320bb {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:45.505648 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb7b91-3829-42cc-8f40-edc7e8aac83d', 'name': 'network-vif-deleted', 'tag': '8d7753cb-8858-454f-8e6a-6a47618e3d08', 'status': 'completed', 'code': 200} Aug 03 19:37:45.595429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d530ffc-bfb9-4b88-9c06-977a66b8a1e9 req-85259742-45a0-4200-be09-d661db1bfc49 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeb7b91-3829-42cc-8f40-edc7e8aac83d HTTP/1.1" status: 200 len: 210 time: 0.0336499 Aug 03 19:37:46.303198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 82971efa-eaa0-41ea-9879-d6c80dd67934 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:46.336508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900ccf9-9048-41a6-ae60-2f0ee8057f91 req-b1c87783-d983-429e-9456-9bd7c4d96889 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:46.345724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9900ccf9-9048-41a6-ae60-2f0ee8057f91 req-b1c87783-d983-429e-9456-9bd7c4d96889 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1416328 Aug 03 19:37:46.367407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac10852-0271-4827-bacd-20dd52f9cb6e req-874c4591-08e6-4be4-8255-2de6a0918b66 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:46.378895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ac10852-0271-4827-bacd-20dd52f9cb6e req-874c4591-08e6-4be4-8255-2de6a0918b66 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 947 time: 0.1114316 Aug 03 19:37:46.425812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 82971efa-eaa0-41ea-9879-d6c80dd67934, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=82971efa-eaa0-41ea-9879-d6c80dd67934,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:46.443118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '82971efa-eaa0-41ea-9879-d6c80dd67934', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '82971efa-eaa0-41ea-9879-d6c80dd67934', 'mac_address': 'fa:16:3e:2a:7c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:46.513287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:46.533456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82971efa-eaa0-41ea-9879-d6c80dd67934 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:46.575351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 82971efa-eaa0-41ea-9879-d6c80dd67934, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=82971efa-eaa0-41ea-9879-d6c80dd67934,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:46.583052 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:46.670290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=82971efa-eaa0-41ea-9879-d6c80dd67934,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:46.820874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ac10852-0271-4827-bacd-20dd52f9cb6e req-ebd52931-715f-4736-8241-726e377d020a tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410009 Aug 03 19:37:46.830373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9900ccf9-9048-41a6-ae60-2f0ee8057f91 req-330989ac-8a76-4be2-9065-22ef0bafa4e7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835417 Aug 03 19:37:47.015566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb802df-e14b-4dda-8be8-e1273abf3b35 req-55f4dd9e-9124-4eef-b36d-3ea0243a3ee4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:47.016649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fb802df-e14b-4dda-8be8-e1273abf3b35 req-55f4dd9e-9124-4eef-b36d-3ea0243a3ee4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0721004 Aug 03 19:37:47.039591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['82971efa-eaa0-41ea-9879-d6c80dd67934'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:47.068123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fb802df-e14b-4dda-8be8-e1273abf3b35 req-a8aed873-19b6-49f7-836a-60e6fab73a86 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Aug 03 19:37:47.419033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76e02-bad5-40b3-8f38-762109212061 req-7e332960-87fb-4e93-8d25-9897080bc3a3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:47.421424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5f76e02-bad5-40b3-8f38-762109212061 req-7e332960-87fb-4e93-8d25-9897080bc3a3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0633070 Aug 03 19:37:47.477424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5f76e02-bad5-40b3-8f38-762109212061 req-7ef6f780-ac72-4e7f-b21f-a305f6d47666 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431340 Aug 03 19:37:47.657515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8dabc-6ea8-4d12-b619-2275e19b8346 req-bb9d95cc-57c7-45ec-9b60-83c00352adea tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:47.657515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfa8dabc-6ea8-4d12-b619-2275e19b8346 req-bb9d95cc-57c7-45ec-9b60-83c00352adea tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0615585 Aug 03 19:37:47.729352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfa8dabc-6ea8-4d12-b619-2275e19b8346 req-8d9b6952-25ae-413b-b7e8-4ac030408f96 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654054 Aug 03 19:37:48.078409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556adc8-c0ea-4cf9-905c-1f01c77a499a req-655d18ff-2306-49d5-8f24-5652ebff6932 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:48.083014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1556adc8-c0ea-4cf9-905c-1f01c77a499a req-655d18ff-2306-49d5-8f24-5652ebff6932 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1357791 Aug 03 19:37:48.140250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42278) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:48.181679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710217b1-9d55-4d59-a0c9-bf69a1395cbb req-427bfa11-ac18-404b-ab93-bccdc23368fe tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:48.195010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-710217b1-9d55-4d59-a0c9-bf69a1395cbb req-427bfa11-ac18-404b-ab93-bccdc23368fe tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 948 time: 0.2282162 Aug 03 19:37:48.301094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 82971efa-eaa0-41ea-9879-d6c80dd67934 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:48.346508 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbdb98c1-5e0a-4d31-bb04-31d45f91e4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.357140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-710217b1-9d55-4d59-a0c9-bf69a1395cbb req-20d3bc58-e8d0-4943-a6ad-76a69bbe5f9d tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419096 Aug 03 19:37:48.368691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1556adc8-c0ea-4cf9-905c-1f01c77a499a req-e9911d15-cd98-4012-abd1-2f7e9aa1e301 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751062 Aug 03 19:37:48.392603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8d7753cb-8858-454f-8e6a-6a47618e3d08 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:48.421293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 8d7753cb-8858-454f-8e6a-6a47618e3d08 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:48.422301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8d7753cb-8858-454f-8e6a-6a47618e3d08 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:48.426047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 82971efa-eaa0-41ea-9879-d6c80dd67934 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:48.431867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 82971efa-eaa0-41ea-9879-d6c80dd67934 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:48.432598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.523346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbdb98c1-5e0a-4d31-bb04-31d45f91e4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.544703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbdb98c1-5e0a-4d31-bb04-31d45f91e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.571566 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.601783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b300693-40f8-48ce-9418-21dd85c4fe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82971efa-eaa0-41ea-9879-d6c80dd67934'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:48.604099 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e975a8e0-100e-4aa8-a750-a92af2bdbf4c" -d '{"events": [{"server_uuid": "3b300693-40f8-48ce-9418-21dd85c4fe70", "name": "network-vif-plugged", "status": "completed", "tag": "82971efa-eaa0-41ea-9879-d6c80dd67934"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:48.610182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42290) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:48.620620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 82971efa-eaa0-41ea-9879-d6c80dd67934, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=82971efa-eaa0-41ea-9879-d6c80dd67934,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:48.621337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dbdb98c1-5e0a-4d31-bb04-31d45f91e4d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cf41b8abc644d2680de8d2cc98d7544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4792840 Aug 03 19:37:48.623180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb98c1-5e0a-4d31-bb04-31d45f91e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eff0620-cea4-44ee-8e4a-aaa66db700b8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:48.638040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.700271 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3788806f-d39c-4e41-a8ad-3bd07e0b7f09 x-openstack-request-id: req-3788806f-d39c-4e41-a8ad-3bd07e0b7f09 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:48.700567 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b300693-40f8-48ce-9418-21dd85c4fe70", "name": "network-vif-plugged", "status": "completed", "tag": "82971efa-eaa0-41ea-9879-d6c80dd67934", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:48.700826 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3788806f-d39c-4e41-a8ad-3bd07e0b7f09 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:48.701218 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b300693-40f8-48ce-9418-21dd85c4fe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82971efa-eaa0-41ea-9879-d6c80dd67934', 'code': 200} Aug 03 19:37:48.711655 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa5f8-32dd-458e-8965-40c73698100f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.763946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa5f8-32dd-458e-8965-40c73698100f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.775454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=82971efa-eaa0-41ea-9879-d6c80dd67934,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:48.865152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8655f8-09a4-489e-a6a7-758ea04c92cc req-b03e3381-91f8-4cee-8adf-c9161d475ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:48.868007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c8655f8-09a4-489e-a6a7-758ea04c92cc req-b03e3381-91f8-4cee-8adf-c9161d475ad5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 1100 time: 0.0709558 Aug 03 19:37:48.885124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa5f8-32dd-458e-8965-40c73698100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.889147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa5f8-32dd-458e-8965-40c73698100f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.892750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ba8aa5f8-32dd-458e-8965-40c73698100f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7eff0620-cea4-44ee-8e4a-aaa66db700b8 HTTP/1.1" status: 204 len: 168 time: 0.2789471 Aug 03 19:37:48.909941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aa5f8-32dd-458e-8965-40c73698100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eff0620-cea4-44ee-8e4a-aaa66db700b8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:48.931363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c8655f8-09a4-489e-a6a7-758ea04c92cc req-b73b8282-552d-404f-a638-f6ee1f848be8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548887 Aug 03 19:37:49.578262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81dcbc-3aa0-4796-80db-88bafbd1be2d req-c6724226-8182-42b1-a674-36e9d9c42441 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:49.579961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da81dcbc-3aa0-4796-80db-88bafbd1be2d req-c6724226-8182-42b1-a674-36e9d9c42441 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1090467 Aug 03 19:37:49.599007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb66170-5e69-4823-a755-b702c8200c83 req-e13582b1-066a-41ba-ba93-215e5ff4f324 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:49.600530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2eb66170-5e69-4823-a755-b702c8200c83 req-e13582b1-066a-41ba-ba93-215e5ff4f324 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 949 time: 0.0769241 Aug 03 19:37:49.692330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2eb66170-5e69-4823-a755-b702c8200c83 req-0c58ec5c-22c6-4b3f-b3d9-16766c052758 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641217 Aug 03 19:37:49.700248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da81dcbc-3aa0-4796-80db-88bafbd1be2d req-a0f3c891-b1a0-49c8-91f9-7e97afe25c2c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135988 Aug 03 19:37:49.967697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfb4b8-e9a7-4450-963a-2d0463f71f34 req-24a397d8-875a-4788-81bb-3f9681a50e9b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:49.975173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1abfb4b8-e9a7-4450-963a-2d0463f71f34 req-24a397d8-875a-4788-81bb-3f9681a50e9b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0622590 Aug 03 19:37:50.017395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1abfb4b8-e9a7-4450-963a-2d0463f71f34 req-68f2c7d4-826f-4ea8-bde0-3a2643898fd2 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Aug 03 19:37:50.205957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c68248-82e6-4b00-a3f1-9cf191e33de6 req-ffc1d390-f909-4edd-9c7d-0424569042ef tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:50.214154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28c68248-82e6-4b00-a3f1-9cf191e33de6 req-ffc1d390-f909-4edd-9c7d-0424569042ef tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0870895 Aug 03 19:37:50.256837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28c68248-82e6-4b00-a3f1-9cf191e33de6 req-d5e6d99d-7096-4e73-944c-8fa73c35adec tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Aug 03 19:37:50.582591 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.965573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d0bcd-e2bd-413f-99b2-ccfd5d12d62a req-b0fc694c-f78b-4114-9896-d29959fb9167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:50.973699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-500d0bcd-e2bd-413f-99b2-ccfd5d12d62a req-b0fc694c-f78b-4114-9896-d29959fb9167 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1086886 Aug 03 19:37:50.994096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb6ba2-967d-47fb-836f-66970ef3489f req-7805c63a-63d6-44e8-a4fb-f78287f5685e tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:51.002503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72fb6ba2-967d-47fb-836f-66970ef3489f req-7805c63a-63d6-44e8-a4fb-f78287f5685e tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 949 time: 0.1504114 Aug 03 19:37:51.078751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-500d0bcd-e2bd-413f-99b2-ccfd5d12d62a req-b1c44d09-33be-4cb9-9942-454a7462fa62 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946448 Aug 03 19:37:51.108430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72fb6ba2-967d-47fb-836f-66970ef3489f req-0eca710d-526d-48b9-80a7-17cad83e47d0 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994270 Aug 03 19:37:51.535413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df09d68-686c-430f-95cb-f57d188dd637 req-1133159d-aff1-4eaf-be7c-027ad95fe1ba tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:51.556539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6df09d68-686c-430f-95cb-f57d188dd637 req-1133159d-aff1-4eaf-be7c-027ad95fe1ba tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 949 time: 0.1595325 Aug 03 19:37:51.617232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6df09d68-686c-430f-95cb-f57d188dd637 req-c9dc194f-1fe0-4ed7-838d-86020e8f570d tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595601 Aug 03 19:37:51.987281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42392) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:51.993088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'network': {'name': 'tempest-network-smoke--1984124491', 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'port_security_enabled': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:52.023226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Made reservation on behalf of 3969da7ef2a040649853fb4d935d8d03 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:52.027884 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.071909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.126801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a32b2-c5e1-48da-b4cd-700c514971a4 req-565c3e5b-9c71-46a2-b914-071ece80d028 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.128597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f19a32b2-c5e1-48da-b4cd-700c514971a4 req-565c3e5b-9c71-46a2-b914-071ece80d028 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0979195 Aug 03 19:37:52.225185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f19a32b2-c5e1-48da-b4cd-700c514971a4 req-62a572cd-5af8-4b2c-9837-2f150f13e38b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835783 Aug 03 19:37:52.270135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f931ca-2ed3-498a-acd0-73b2a347962b req-ce63ca3f-96d3-4b83-a7fe-318679e11af7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.272017 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8f931ca-2ed3-498a-acd0-73b2a347962b req-ce63ca3f-96d3-4b83-a7fe-318679e11af7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1064558 Aug 03 19:37:52.283041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.291193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.337058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:37:52.390082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8f931ca-2ed3-498a-acd0-73b2a347962b req-d0a6fb77-be1f-4e86-8630-975230c0bf05 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091959 Aug 03 19:37:52.390957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616aa01d-5d27-4622-a7f4-d012e830eb31,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:52.395952 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.396298 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Added segment 97db319f-8cf5-4c9e-b13b-48f1df067f0b of type vlan for network 930f77d8-b8df-4a00-bf15-2936af062b58 Aug 03 19:37:52.463196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee50019-4b28-4bd7-842d-f130ef31745b req-3441fc90-8322-4cfe-9cc3-547df6121b64 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.464755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fee50019-4b28-4bd7-842d-f130ef31745b req-3441fc90-8322-4cfe-9cc3-547df6121b64 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1479399 Aug 03 19:37:52.466667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.532602 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fee50019-4b28-4bd7-842d-f130ef31745b req-5f279b7a-7225-4870-baca-9459fc30df2b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591919 Aug 03 19:37:52.535660 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.541831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.543109 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.610279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42408) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:52.617150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6215832 Aug 03 19:37:52.622419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'admin_state_up': True, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:52.656942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336545d2-65d2-4f9b-a6ef-50f7481c66ce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Network': ['ID=930f77d8-b8df-4a00-bf15-2936af062b58,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:52.670023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 930f77d8-b8df-4a00-bf15-2936af062b58 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:37:52.671832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.674159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.774856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.901321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342eab5-76d7-4bf2-b3e1-ceae13e52c28 req-08d680c5-f9d3-4724-ac93-a0530f15931e tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.909536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a342eab5-76d7-4bf2-b3e1-ceae13e52c28 req-08d680c5-f9d3-4724-ac93-a0530f15931e tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 949 time: 0.0967920 Aug 03 19:37:52.943258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a637ee8-b588-4a32-93a6-132fb072e8c8 req-a8eae52a-8e65-4fbe-b890-254ae4fb89f7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.944763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a637ee8-b588-4a32-93a6-132fb072e8c8 req-a8eae52a-8e65-4fbe-b890-254ae4fb89f7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1056559 Aug 03 19:37:52.945924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.022095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a342eab5-76d7-4bf2-b3e1-ceae13e52c28 req-b2cf43da-adcc-4b2c-9ef9-2a4c54a62289 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/security-groups?id=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069522 Aug 03 19:37:53.060107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a637ee8-b588-4a32-93a6-132fb072e8c8 req-600d93d4-6d0a-43ae-bc98-2ea7dc4e4bcc tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007247 Aug 03 19:37:53.080724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-7ddec924-1272-4239-962d-f1f72e7b27b4 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:53.093528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-7ddec924-1272-4239-962d-f1f72e7b27b4 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.63 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 949 time: 0.1485350 Aug 03 19:37:53.226027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Deleting port 82971efa-eaa0-41ea-9879-d6c80dd67934 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:53.226416 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.253737 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.281951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c49a79-7bc4-4e8e-8d09-fe2ed10f29cd req-a33bc66d-62c3-4e68-a7bc-4b6ac2554e1d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:53.283559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67c49a79-7bc4-4e8e-8d09-fe2ed10f29cd req-a33bc66d-62c3-4e68-a7bc-4b6ac2554e1d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1088114 Aug 03 19:37:53.290039 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.365706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67c49a79-7bc4-4e8e-8d09-fe2ed10f29cd req-fcf28831-4e21-49fe-8d33-01fc6143a60d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715435 Aug 03 19:37:53.401243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] For port 82971efa-eaa0-41ea-9879-d6c80dd67934, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=82971efa-eaa0-41ea-9879-d6c80dd67934,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:53.401709 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.426213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Calling delete_port for 82971efa-eaa0-41ea-9879-d6c80dd67934 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:53.493156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Allocated IP 172.25.4.97 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/8ee094a3-2c4b-4647-9dc3-f3b54cc6b543) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:53.667539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cbc1-143c-4698-9982-29238332766a req-64037412-ce4e-40dd-8ef4-863cf5233b43 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:53.669043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec3cbc1-143c-4698-9982-29238332766a req-64037412-ce4e-40dd-8ef4-863cf5233b43 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1357896 Aug 03 19:37:53.690256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2164db-5681-4086-9658-8fcd0e82445e req-d9f8dc63-05d7-4d99-8c32-17fbe295586c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:53.691804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b2164db-5681-4086-9658-8fcd0e82445e req-d9f8dc63-05d7-4d99-8c32-17fbe295586c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1606700 Aug 03 19:37:53.717986 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.719377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.751664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['82971efa-eaa0-41ea-9879-d6c80dd67934'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:53.771488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Pushing event deleted for resources: {'Port': ['ID=82971efa-eaa0-41ea-9879-d6c80dd67934,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:53.775836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.797462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:53.800621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cec3cbc1-143c-4698-9982-29238332766a req-d095cba1-7c23-454d-9037-a22e5aefa3b0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217721 Aug 03 19:37:53.800796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:53.829181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:53.848470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b2164db-5681-4086-9658-8fcd0e82445e req-88928885-a62b-4a38-b466-58da03d7ae13 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475224 Aug 03 19:37:53.863194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] No DVR routers for this DVR port 82971efa-eaa0-41ea-9879-d6c80dd67934 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:53.866143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.868366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c70fd4e-9a82-42e1-bf87-1d0c96a3c652 req-ca40057f-7cc9-4963-b00e-22ad361c21f2 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.63 "DELETE /v2.0/ports/82971efa-eaa0-41ea-9879-d6c80dd67934 HTTP/1.1" status: 204 len: 173 time: 0.7776964 Aug 03 19:37:53.869009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b300693-40f8-48ce-9418-21dd85c4fe70', 'name': 'network-vif-deleted', 'tag': '82971efa-eaa0-41ea-9879-d6c80dd67934'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:53.884046 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ed2b57-358f-4463-898a-b95bf17f585e" -d '{"events": [{"server_uuid": "3b300693-40f8-48ce-9418-21dd85c4fe70", "name": "network-vif-deleted", "tag": "82971efa-eaa0-41ea-9879-d6c80dd67934"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:53.884299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=8ee094a3-2c4b-4647-9dc3-f3b54cc6b543,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:53.899842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.900298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.900698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.901220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.901700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.902056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.902468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.902859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.903438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.903840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.904342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.904765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:53.961918 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debd8c5c-fddc-473d-bab3-c97fa7f198b2 x-openstack-request-id: req-debd8c5c-fddc-473d-bab3-c97fa7f198b2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:53.962314 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b300693-40f8-48ce-9418-21dd85c4fe70", "name": "network-vif-deleted", "tag": "82971efa-eaa0-41ea-9879-d6c80dd67934", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:53.962662 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-debd8c5c-fddc-473d-bab3-c97fa7f198b2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:53.963186 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b300693-40f8-48ce-9418-21dd85c4fe70', 'name': 'network-vif-deleted', 'tag': '82971efa-eaa0-41ea-9879-d6c80dd67934', 'status': 'completed', 'code': 200} Aug 03 19:37:54.084665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265c3ad-6714-484a-a7ca-e9ca01ed58d8 req-9b9ca9dc-aa09-463e-be5f-1356e994459a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:54.086487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1265c3ad-6714-484a-a7ca-e9ca01ed58d8 req-9b9ca9dc-aa09-463e-be5f-1356e994459a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1010134 Aug 03 19:37:54.140086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1265c3ad-6714-484a-a7ca-e9ca01ed58d8 req-08531932-5c73-4c71-991d-d6a9f2c5544d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Aug 03 19:37:54.175254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91802bf5-2fdb-48ad-8ba4-7d1a4c504ef1 req-6641a815-78f2-4368-9599-b6af30602698 tempest-VolumesNegativeTest-1497912458 tempest-VolumesNegativeTest-1497912458-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b300693-40f8-48ce-9418-21dd85c4fe70 HTTP/1.1" status: 200 len: 210 time: 0.0338819 Aug 03 19:37:54.320352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.369095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726a18a-46fb-474f-8905-43ec5baf8273 req-3670186e-2f2a-4d0f-a868-38eb4f57e9f3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:54.371854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c726a18a-46fb-474f-8905-43ec5baf8273 req-3670186e-2f2a-4d0f-a868-38eb4f57e9f3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0684190 Aug 03 19:37:54.431200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c726a18a-46fb-474f-8905-43ec5baf8273 req-7b7f643d-fe71-4551-936a-947fa9b0cfbd tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475595 Aug 03 19:37:54.589513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22711593-695a-41cf-b7c2-c84f1c00cd9a req-e2c1856f-4679-48cf-95fa-595a51288891 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:54.599367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22711593-695a-41cf-b7c2-c84f1c00cd9a req-e2c1856f-4679-48cf-95fa-595a51288891 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0747936 Aug 03 19:37:54.658413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22711593-695a-41cf-b7c2-c84f1c00cd9a req-34b4b79c-8767-4cdd-8482-642c2e9405f9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541279 Aug 03 19:37:54.702701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.878037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Router 57bab69e-e4e7-46d9-b458-eb4738a90168 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:37:54.905273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd17bc-7f22-4720-b722-acf049acf38c req-19d80972-fa59-47c1-b57d-dcee9db1665b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:54.912996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eafd17bc-7f22-4720-b722-acf049acf38c req-19d80972-fa59-47c1-b57d-dcee9db1665b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0937245 Aug 03 19:37:54.994844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eafd17bc-7f22-4720-b722-acf049acf38c req-64f1fdf9-18a9-4617-981f-1225391a1c65 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806277 Aug 03 19:37:55.014151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:55.019305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9c20f-dbb9-43df-86d7-73efd592c186 req-2b75518e-ad52-483c-a5e4-5c99ee3f12aa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:55.020994 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4e9c20f-dbb9-43df-86d7-73efd592c186 req-2b75518e-ad52-483c-a5e4-5c99ee3f12aa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1050344 Aug 03 19:37:55.041928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Sync routers for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:55.054211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:55.055157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:37:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:55.063077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.068566 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-10a6184e-a31b-4c1c-a0d0-87a51bcb171b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4554198 Aug 03 19:37:55.069709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:55.108640 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4e9c20f-dbb9-43df-86d7-73efd592c186 req-68fec8ad-0c96-4bc0-807d-f0c979d08edc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681596 Aug 03 19:37:55.214075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac9e5a-f0e9-4f04-80c2-a3531009c909 req-614f4973-92f0-44d8-8528-49e8234b1aab tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:55.215717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1ac9e5a-f0e9-4f04-80c2-a3531009c909 req-614f4973-92f0-44d8-8528-49e8234b1aab tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0695994 Aug 03 19:37:55.267920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:55.319946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42458) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:55.320799 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-302139ec-aac1-4822-b3bb-fa1ff4553bcd tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=3969da7ef2a040649853fb4d935d8d03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2483590 Aug 03 19:37:55.364160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1ac9e5a-f0e9-4f04-80c2-a3531009c909 req-1e54fe11-880b-4024-a22e-2fcb5a14f751 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165490 Aug 03 19:37:55.509417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64672e3-3c15-4c22-815f-5dac632865ad tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:55.514809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42470) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:55.518557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:54Z', 'revision_number': 3, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:55.525325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c64672e3-3c15-4c22-815f-5dac632865ad tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2028522 Aug 03 19:37:55.553682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42474) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:55.554308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cfe4da15-a447-427e-9b68-323c5a058913 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383193 Aug 03 19:37:55.561325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637281083', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:55.579236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Checking router: 57bab69e-e4e7-46d9-b458-eb4738a90168 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:55.580582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Updating router 57bab69e-e4e7-46d9-b458-eb4738a90168 port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:37:55.610493 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.714655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5aa362-e3e6-4b83-be2b-5a39dc434c89 req-1166fda1-89c9-4106-973b-ffd12ab97a72 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:55.716232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f5aa362-e3e6-4b83-be2b-5a39dc434c89 req-1166fda1-89c9-4106-973b-ffd12ab97a72 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1386371 Aug 03 19:37:55.765429 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.768246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Made reservation on behalf of 3969da7ef2a040649853fb4d935d8d03 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:55.773243 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.815068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f5aa362-e3e6-4b83-be2b-5a39dc434c89 req-572583ce-0b05-469b-ab04-83397302a6f0 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897186 Aug 03 19:37:56.037793 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.061271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Transition to ACTIVE for port object 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:56.073983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.074283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57d208-9c5c-43fb-b280-33470ff639bf req-4ea416a1-880b-4371-aaa1-b5a6e66fe849 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:56.076044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db57d208-9c5c-43fb-b280-33470ff639bf req-4ea416a1-880b-4371-aaa1-b5a6e66fe849 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1168077 Aug 03 19:37:56.117911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.148449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd025f-b9ad-4e42-9d92-70c7dfbf3514 None None] Pushing event updated for resources: {'Port': ['ID=8ee094a3-2c4b-4647-9dc3-f3b54cc6b543,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:56.155654 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-95823dc1-e54d-49d4-8e5a-685c6d3ac7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.177352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Subnet': ['ID=b9f0f8dd-41d5-4e3d-87fd-24d518ff9913,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:56.182763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Attempting to bind port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:56.183491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Attempting to bind port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:56.184225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Attempting to bind port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:56.198157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db57d208-9c5c-43fb-b280-33470ff639bf req-17010ecb-3199-452e-b47f-b3d5425cf66f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063197 Aug 03 19:37:56.198819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:56.199210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:56.199628 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.200010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:56.200483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Bound port: 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:56.200875 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.240508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Checking segment: {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:56.240897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network hostable DHCP agents. Network: 930f77d8-b8df-4a00-bf15-2936af062b58, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:37:56.319203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 930f77d8-b8df-4a00-bf15-2936af062b58 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:37:56.330583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] For port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:56.342076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] For port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8ee094a3-2c4b-4647-9dc3-f3b54cc6b543,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:56.346045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 930f77d8-b8df-4a00-bf15-2936af062b58) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:56.349043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.360012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:56.360805 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.400441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf98ba2-dc83-48ca-898f-f10ed83c6a02 None None] Network 930f77d8-b8df-4a00-bf15-2936af062b58 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:56.446287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5f62e-fae5-46c2-b771-38d7f116c9e8 req-f9cd2ee5-e6c2-4192-9875-4a3ac2fe3804 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:56.464742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6c5f62e-fae5-46c2-b771-38d7f116c9e8 req-f9cd2ee5-e6c2-4192-9875-4a3ac2fe3804 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.2117426 Aug 03 19:37:56.475658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1a26d46a-543b-4bcb-acee-b271baedd5fc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9208367 Aug 03 19:37:56.478591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42520) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:56.505164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:56.505164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:37:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:56.629623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6c5f62e-fae5-46c2-b771-38d7f116c9e8 req-181404c5-c398-41a0-8b2e-8d5ed24b51d4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639941 Aug 03 19:37:56.653026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:56.713859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da70f-aafd-4129-9f9f-bbe481492336 req-b0f12fc8-6a2f-4358-9feb-6bb6c44f77d2 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:56.721885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a0da70f-aafd-4129-9f9f-bbe481492336 req-b0f12fc8-6a2f-4358-9feb-6bb6c44f77d2 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 814 time: 0.2448363 Aug 03 19:37:56.740227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a0da70f-aafd-4129-9f9f-bbe481492336 req-a86eafa3-6fe3-400e-b5f5-75dcce845642 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/quotas/fa5c5d5b9a1249e1a497044ee0f1c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0171833 Aug 03 19:37:56.833964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a0da70f-aafd-4129-9f9f-bbe481492336 req-a2d0bf2e-25fd-47ad-abd4-033437d68a10 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927901 Aug 03 19:37:56.944538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd025f-b9ad-4e42-9d92-70c7dfbf3514 None None] Pushing event updated for resources: {'Port': ['ID=8ee094a3-2c4b-4647-9dc3-f3b54cc6b543,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:57.102287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06099362-d0da-4db8-b83f-889b22523839 req-f0bf9a82-f5a2-47bc-8f83-d396c20e9cca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:57.121076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06099362-d0da-4db8-b83f-889b22523839 req-f0bf9a82-f5a2-47bc-8f83-d396c20e9cca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1419225 Aug 03 19:37:57.134599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-930f77d8-b8df-4a00-bf15-2936af062b58', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:37:57.135514 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.204547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06099362-d0da-4db8-b83f-889b22523839 req-cffda850-c040-49b7-8bb5-5c017417155d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823359 Aug 03 19:37:57.274873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.364876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Allocated IP 172.20.0.2 (930f77d8-b8df-4a00-bf15-2936af062b58/b9f0f8dd-41d5-4e3d-87fd-24d518ff9913/b7dc3033-502f-40f9-bf2f-0504f126064d) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:57.385256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345618-9a0c-4376-8531-86d84551ad77 req-7fbf84c4-62c0-4efa-94ba-d6750341aa6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:57.395642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c345618-9a0c-4376-8531-86d84551ad77 req-7fbf84c4-62c0-4efa-94ba-d6750341aa6c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0970328 Aug 03 19:37:57.438355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:54Z', 'revision_number': 3, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:57.500910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c345618-9a0c-4376-8531-86d84551ad77 req-c35abaa3-ea2e-4f1f-b37b-2b3ef664f318 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042371 Aug 03 19:37:57.599056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220e2e8-65c7-477b-9258-2c8cf2ed8334 None None] The sync data for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 is: [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:54Z', 'revision_number': 3, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:57.700180 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.721594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Transition to ACTIVE for port object b7dc3033-502f-40f9-bf2f-0504f126064d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:57.767549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Transition to ACTIVE for port object b7dc3033-502f-40f9-bf2f-0504f126064d will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:57.775080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.830789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7136733-07db-4c77-a043-968b614fb18d req-3085163d-f6bf-44fa-8a1c-a510c5ff418c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2 HTTP/1.1" status: 200 len: 221 time: 0.0716412 Aug 03 19:37:57.830948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Network 930f77d8-b8df-4a00-bf15-2936af062b58 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:57.844641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:57.846865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Pushing event updated for resources: {'Port': ['ID=b7dc3033-502f-40f9-bf2f-0504f126064d,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:57.849049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:57.850184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420365-8a48-49fd-b380-a979bc12d280 req-7c88ad90-e3bd-41b3-9bb1-4bcc1dc453fa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:57.851755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92420365-8a48-49fd-b380-a979bc12d280 req-7c88ad90-e3bd-41b3-9bb1-4bcc1dc453fa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.0851254 Aug 03 19:37:57.882892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Allocated IP 172.20.0.1 (930f77d8-b8df-4a00-bf15-2936af062b58/b9f0f8dd-41d5-4e3d-87fd-24d518ff9913/1c071a1e-2a8b-42a7-93c5-c632733aeca4) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:57.939889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Attempting to bind port b7dc3033-502f-40f9-bf2f-0504f126064d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:57.940146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92420365-8a48-49fd-b380-a979bc12d280 req-278443b3-4676-4b0d-b816-4d64d1c5b770 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795124 Aug 03 19:37:57.940912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Attempting to bind port b7dc3033-502f-40f9-bf2f-0504f126064d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:57.941669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Attempting to bind port b7dc3033-502f-40f9-bf2f-0504f126064d on network 930f77d8-b8df-4a00-bf15-2936af062b58 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:57.955311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:57.958582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Checking segment: {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:57.959206 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.959711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Bound using segment: {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:57.960316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Bound port: b7dc3033-502f-40f9-bf2f-0504f126064d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:57.960766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.053422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cafed0-9217-42be-887e-e6ceceb100a2 req-926e82d8-ee7d-4c77-8889-a2eb9285b19d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:58.055083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cafed0-9217-42be-887e-e6ceceb100a2 req-926e82d8-ee7d-4c77-8889-a2eb9285b19d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1140754 Aug 03 19:37:58.098505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] For port b7dc3033-502f-40f9-bf2f-0504f126064d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:58.103467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] For port b7dc3033-502f-40f9-bf2f-0504f126064d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b7dc3033-502f-40f9-bf2f-0504f126064d,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:58.116155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.133096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cafed0-9217-42be-887e-e6ceceb100a2 req-3027b72b-6c06-4d19-b7e9-94d5b61717e8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596368 Aug 03 19:37:58.138909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.161217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Transition to ACTIVE for port object 1c071a1e-2a8b-42a7-93c5-c632733aeca4 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:58.233898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2e80d-9b03-4f6b-ae18-375bef08dc16 None None] Pushing event updated for resources: {'Port': ['ID=b7dc3033-502f-40f9-bf2f-0504f126064d,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:58.259089 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.295690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb278818-67c8-42b2-a704-b27d16289ff0 req-7bbe231d-3c59-48f5-93ef-d83eac7baac7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:58.297713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb278818-67c8-42b2-a704-b27d16289ff0 req-7bbe231d-3c59-48f5-93ef-d83eac7baac7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0645068 Aug 03 19:37:58.353460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 930f77d8-b8df-4a00-bf15-2936af062b58 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:58.362166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=1c071a1e-2a8b-42a7-93c5-c632733aeca4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:58.366636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb278818-67c8-42b2-a704-b27d16289ff0 req-87dd9909-4194-4ae3-9d19-3a827ba4931c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587482 Aug 03 19:37:58.369711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:58.378774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 82971efa-eaa0-41ea-9879-d6c80dd67934 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:58.382974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:58.482120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 82971efa-eaa0-41ea-9879-d6c80dd67934 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:58.482474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 82971efa-eaa0-41ea-9879-d6c80dd67934 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:58.493857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.592385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:58.678618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841235b-ea85-4c19-a885-8e7eadb6476f req-7ddd7051-a5c3-48b5-a8e0-b8c4dfc3ef3b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:58.687151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b841235b-ea85-4c19-a885-8e7eadb6476f req-7ddd7051-a5c3-48b5-a8e0-b8c4dfc3ef3b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1246085 Aug 03 19:37:58.689076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:58.700574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:58.700945 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.830907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-b762f2f9-cf50-4746-9c1f-74390595107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:58.832461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-b762f2f9-cf50-4746-9c1f-74390595107a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 1096 time: 0.1738980 Aug 03 19:37:58.837070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.864190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b841235b-ea85-4c19-a885-8e7eadb6476f req-94361596-79e3-486f-91d9-4cfde6f0f7e3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270380 Aug 03 19:37:58.875415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8ee094a3-2c4b-4647-9dc3-f3b54cc6b543,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:58.881244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.915937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-047c8a41-b570-4f46-be58-59ea8a045e04 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1810634 Aug 03 19:37:59.048866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8ee094a3-2c4b-4647-9dc3-f3b54cc6b543,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:59.191443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-5662fcbd-fc31-4c94-bb74-c4dfad445949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.192949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-5662fcbd-fc31-4c94-bb74-c4dfad445949 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.3400142 Aug 03 19:37:59.202283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-4b6348c5-adb3-4819-9b37-b3f499911018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.203799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-4b6348c5-adb3-4819-9b37-b3f499911018 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 1098 time: 0.2257421 Aug 03 19:37:59.218732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc0d26-a5e9-4fc5-b38a-143bc16553f7 req-ca745fc0-6409-4bf5-8b94-dd35ad197bf4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.220589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bffc0d26-a5e9-4fc5-b38a-143bc16553f7 req-ca745fc0-6409-4bf5-8b94-dd35ad197bf4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.2282093 Aug 03 19:37:59.295584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-1aa4a3a1-7a3d-49c8-ad41-8a9c67e64892 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25 HTTP/1.1" status: 200 len: 217 time: 0.0907874 Aug 03 19:37:59.315469 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:59.338930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab8a84-861c-4495-a775-014371d02102 req-e36011cf-a94b-4c72-b193-cfd2eb1fd2a3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.340779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1ab8a84-861c-4495-a775-014371d02102 req-e36011cf-a94b-4c72-b193-cfd2eb1fd2a3 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.2148564 Aug 03 19:37:59.433872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bffc0d26-a5e9-4fc5-b38a-143bc16553f7 req-c899f166-b404-4e96-a9bb-d449f70d895a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015958 Aug 03 19:37:59.458458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-e41b1c3d-fd55-4e4f-afff-d2c819704c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.463110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-e41b1c3d-fd55-4e4f-afff-d2c819704c7d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.1196260 Aug 03 19:37:59.472236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1ab8a84-861c-4495-a775-014371d02102 req-1951521e-356e-426c-a746-73ec2e5ba59b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146288 Aug 03 19:37:59.518895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-50e4fe4f-5d60-4b8f-bd71-1b9fbdc4319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.518895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-50e4fe4f-5d60-4b8f-bd71-1b9fbdc4319c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.2775822 Aug 03 19:37:59.600708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-2990fbfd-c139-4237-8f1e-91f9746dd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.605264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-2990fbfd-c139-4237-8f1e-91f9746dd1a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320693 Aug 03 19:37:59.643960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-6bc71900-679e-45cf-a89c-33d2628169e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 200 len: 1002 time: 0.1216710 Aug 03 19:37:59.770481 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:59.833573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cef84a-4786-4920-9286-719d104c3dc5 req-75df5075-a7ff-4c65-97c1-74c6066655ad tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.835789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5cef84a-4786-4920-9286-719d104c3dc5 req-75df5075-a7ff-4c65-97c1-74c6066655ad tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.2286031 Aug 03 19:37:59.856772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:59.864837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:59.875112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8df30a-0069-4c4f-934e-dbfd7315f6a0 None None] Network 930f77d8-b8df-4a00-bf15-2936af062b58 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:59.893260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-ddbd4a38-97d4-44de-89a3-0ddd5b58743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:59.895699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-ddbd4a38-97d4-44de-89a3-0ddd5b58743f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.1933150 Aug 03 19:37:59.911952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-7853b425-3f3d-4f10-bbb4-bfd432f5af61 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855773 Aug 03 19:37:59.951350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:59.954138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=1c071a1e-2a8b-42a7-93c5-c632733aeca4,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:59.966195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9973b2d9-f605-45a2-b542-6f0fa28f27d3 None None] Provisioning for port b7dc3033-502f-40f9-bf2f-0504f126064d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:00.028536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5cef84a-4786-4920-9286-719d104c3dc5 req-e91d9cf0-adfc-4ce2-ad4b-a7ab28e30523 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652436 Aug 03 19:38:00.114989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 930f77d8-b8df-4a00-bf15-2936af062b58 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:00.116871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:00.125030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bfbd396-b91f-43d1-a606-77ef1aeee013 req-5bda05c5-22c9-47b3-a323-05560fc32daf service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985562 Aug 03 19:38:00.141703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-cc061dfc-3b13-4392-8d51-dafc34a7da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:00.144385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-cc061dfc-3b13-4392-8d51-dafc34a7da24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348742 Aug 03 19:38:00.282410 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1dbc8b04-b4fa-4111-95d3-b2462b86517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.286119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Router 57bab69e-e4e7-46d9-b458-eb4738a90168 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:00.539013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:00.556383 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c4ef8f26-8efc-4a7f-b343-a1d43953c13a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "PUT /v2.0/routers/57bab69e-e4e7-46d9-b458-eb4738a90168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0730319 Aug 03 19:38:00.557112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42756) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:00.560557 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Sync routers for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:00.571300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:00.572031 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:00.572765 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:00.585593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bfd66ebb-41b1-4974-a000-ad931825c79c None None] Provisioning for port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:00.590823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e01930db-6358-44b2-8724-cd8a5c820314 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--131308658', 'description': 'tempest-secgroup_access--131308658 description', 'project_id': '3969da7ef2a040649853fb4d935d8d03'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:00.638149 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e01930db-6358-44b2-8724-cd8a5c820314 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.677768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bfd66ebb-41b1-4974-a000-ad931825c79c None None] Provisioning complete for port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:00.678050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bfd66ebb-41b1-4974-a000-ad931825c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.769199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bfd66ebb-41b1-4974-a000-ad931825c79c None None] Port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:00.777379 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:00.791480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:00.793156 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.822418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15cb48-6b21-494e-a778-6991160210dc req-b073f135-7037-44bb-9baa-6504bf6f2e6a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:00.824118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec15cb48-6b21-494e-a778-6991160210dc req-b073f135-7037-44bb-9baa-6504bf6f2e6a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.6936333 Aug 03 19:38:00.848128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e01930db-6358-44b2-8724-cd8a5c820314 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.855434 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e01930db-6358-44b2-8724-cd8a5c820314 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.859188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9264f-934c-42a5-bcd8-9216f2fab3ba req-ae72a7d4-d8c9-4d1f-8f3e-32e00935f64f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:00.870930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add9264f-934c-42a5-bcd8-9216f2fab3ba req-ae72a7d4-d8c9-4d1f-8f3e-32e00935f64f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1430669 Aug 03 19:38:00.900024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e01930db-6358-44b2-8724-cd8a5c820314 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.910433 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e01930db-6358-44b2-8724-cd8a5c820314 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3420000 Aug 03 19:38:00.915345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42760) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:00.940571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-252f71c0-f8e9-43e9-b3cc-4d3a58ac814b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--785633450', 'description': 'tempest-secgroup_general--785633450 description', 'project_id': '3969da7ef2a040649853fb4d935d8d03'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:00.950323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01930db-6358-44b2-8724-cd8a5c820314 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f474f0-303a-47dc-9e89-8750dcbea1d1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:00.987913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-a6128e73-e8ab-405c-9ff3-78903a65b3c7 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235123 Aug 03 19:38:00.991156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-252f71c0-f8e9-43e9-b3cc-4d3a58ac814b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.005101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a1b4c920-4378-4ea6-95d2-d4b351b1b1e9 None None] Provisioning complete for port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:01.005384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c920-4378-4ea6-95d2-d4b351b1b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.056714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4c920-4378-4ea6-95d2-d4b351b1b1e9 None None] Port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:01.063853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b7dc3033-502f-40f9-bf2f-0504f126064d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:01.121792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add9264f-934c-42a5-bcd8-9216f2fab3ba req-f05cd108-3b5a-4c86-9604-3057c64708a5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503583 Aug 03 19:38:01.148106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec15cb48-6b21-494e-a778-6991160210dc req-4e60afcb-7514-4d62-b6ce-0cbacb748a09 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122010 Aug 03 19:38:01.188032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b7dc3033-502f-40f9-bf2f-0504f126064d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:01.193066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b7dc3033-502f-40f9-bf2f-0504f126064d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:01.194546 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.207818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-252f71c0-f8e9-43e9-b3cc-4d3a58ac814b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.219496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-252f71c0-f8e9-43e9-b3cc-4d3a58ac814b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.259342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-968da57c-8132-40d7-aa9e-a6b351ee3e9d req-9df2c3fa-3fdc-4ba8-ab62-0c9171eeafcc service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468073 Aug 03 19:38:01.268781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-34d0ff31-99d9-459b-ac60-cfd705584834 None None] Provisioning complete for port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:01.270344 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34d0ff31-99d9-459b-ac60-cfd705584834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.270683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-252f71c0-f8e9-43e9-b3cc-4d3a58ac814b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.271968 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-252f71c0-f8e9-43e9-b3cc-4d3a58ac814b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3491750 Aug 03 19:38:01.275201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42768) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:01.280882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f71c0-f8e9-43e9-b3cc-4d3a58ac814b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c05671b-b760-4292-b32f-de7909c01574,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:01.281394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e9c0aa75-be07-479f-860e-253b13e0610b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'security_group_rule': {'security_group_id': '89f474f0-303a-47dc-9e89-8750dcbea1d1', 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:01.293074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:37:59Z', 'revision_number': 2, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:01.360204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-34d0ff31-99d9-459b-ac60-cfd705584834 None None] Port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:01.365164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.375612 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9c0aa75-be07-479f-860e-253b13e0610b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.408159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b7dc3033-502f-40f9-bf2f-0504f126064d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b7dc3033-502f-40f9-bf2f-0504f126064d,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:01.415607 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.423279 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Checking router: 57bab69e-e4e7-46d9-b458-eb4738a90168 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:01.423992 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Updating router 57bab69e-e4e7-46d9-b458-eb4738a90168 port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:38:01.453728 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.474082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6f81-d446-4af6-9829-f4f228577ea3 req-277764ec-0258-4f99-b1c4-6098f78149b8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:01.482914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04cb6f81-d446-4af6-9829-f4f228577ea3 req-277764ec-0258-4f99-b1c4-6098f78149b8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1904902 Aug 03 19:38:01.562985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b7dc3033-502f-40f9-bf2f-0504f126064d,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:01.575144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04cb6f81-d446-4af6-9829-f4f228577ea3 req-72db46f1-2eb8-4331-81db-790e78f59cac tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912418 Aug 03 19:38:01.586323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9c0aa75-be07-479f-860e-253b13e0610b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.606517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9c0aa75-be07-479f-860e-253b13e0610b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.669858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0aa75-be07-479f-860e-253b13e0610b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14186e6e-b4d2-45ca-9317-d45d42dda35f,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:01.680942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9c0aa75-be07-479f-860e-253b13e0610b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.680942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e9c0aa75-be07-479f-860e-253b13e0610b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3983226 Aug 03 19:38:01.756458 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.761177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1cd9f-5429-4c94-9c6f-a76d224bc67f req-566f4a9d-7567-4776-825c-6f061f2fd372 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:01.763093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44b1cd9f-5429-4c94-9c6f-a76d224bc67f req-566f4a9d-7567-4776-825c-6f061f2fd372 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1067107 Aug 03 19:38:01.767682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Transition to ACTIVE for port object 1c071a1e-2a8b-42a7-93c5-c632733aeca4 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:01.776665 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.844209 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Pushing event updated for resources: {'Port': ['ID=1c071a1e-2a8b-42a7-93c5-c632733aeca4,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:01.854187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44b1cd9f-5429-4c94-9c6f-a76d224bc67f req-37e5611b-7765-4d97-b9ca-74878b73cfd5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840857 Aug 03 19:38:01.860431 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.862074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.862512 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.863632 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.863632 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.864008 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.864539 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.864856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.865595 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.865995 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.866379 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.866792 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:01.950170 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Attempting to bind port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:01.950621 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Attempting to bind port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:01.951051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Attempting to bind port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 on network 930f77d8-b8df-4a00-bf15-2936af062b58 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:01.952626 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.964737 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:01.965327 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Checking segment: {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:01.965715 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.966168 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Bound using segment: {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:01.966969 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Bound port: 1c071a1e-2a8b-42a7-93c5-c632733aeca4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:01.967414 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.077244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-0afb0b59-62cc-4d1f-898f-a563c1845571 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--131308658&fields=id&tenant_id=3969da7ef2a040649853fb4d935d8d03 HTTP/1.1" status: 200 len: 267 time: 0.1074517 Aug 03 19:38:02.094078 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] For port 1c071a1e-2a8b-42a7-93c5-c632733aeca4, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:02.104771 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] For port 1c071a1e-2a8b-42a7-93c5-c632733aeca4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1c071a1e-2a8b-42a7-93c5-c632733aeca4,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:02.111892 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.153126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-92f03424-890e-4483-896e-9d680638e26c tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--785633450&fields=id&tenant_id=3969da7ef2a040649853fb4d935d8d03 HTTP/1.1" status: 200 len: 267 time: 0.0745804 Aug 03 19:38:02.194770 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:02.195524 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:02.239738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72d9c6-31ea-4fbf-92ed-139827ffbe51 req-3b1521b6-5620-4b87-9131-42afc1714324 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:02.243302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d72d9c6-31ea-4fbf-92ed-139827ffbe51 req-3b1521b6-5620-4b87-9131-42afc1714324 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.2232792 Aug 03 19:38:02.259760 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b214021-bac1-4459-917c-11b1289c35fa None None] Pushing event updated for resources: {'Port': ['ID=1c071a1e-2a8b-42a7-93c5-c632733aeca4,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:02.309209 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d72d9c6-31ea-4fbf-92ed-139827ffbe51 req-83ec1640-23da-4fd1-aeff-96968ddb2505 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598702 Aug 03 19:38:02.333885 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:02.334875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-dc31a5b9-8a32-4401-a2c3-cff02aac9bce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:02.336384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-dc31a5b9-8a32-4401-a2c3-cff02aac9bce tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/networks?id=930f77d8-b8df-4a00-bf15-2936af062b58 HTTP/1.1" status: 200 len: 797 time: 0.1821415 Aug 03 19:38:02.377263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4bde54bf-ab2b-41ab-992b-3d51455ce6d9 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/quotas/3969da7ef2a040649853fb4d935d8d03 HTTP/1.1" status: 200 len: 375 time: 0.0202062 Aug 03 19:38:02.401180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c382cbe9-a9a6-46d1-8447-7a1bc9405d25 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:02.467926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b7dc3033-502f-40f9-bf2f-0504f126064d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:02.496309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-767e17b5-88b1-4595-a353-78e383c64099 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182201 Aug 03 19:38:02.602147 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.608048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbee5e-d124-4376-b5c4-39a793dc2afd req-c36c3963-39e3-4e68-bf17-f47fcbf5e4d0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:02.613984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fffbee5e-d124-4376-b5c4-39a793dc2afd req-c36c3963-39e3-4e68-bf17-f47fcbf5e4d0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 945 time: 0.1092219 Aug 03 19:38:02.617116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b7dc3033-502f-40f9-bf2f-0504f126064d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:02.617574 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.667363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:02.670174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:02.672657 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c3e95f-1ae9-4647-97ae-d71d6dbcc9b8" -d '{"events": [{"server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:02.677732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fffbee5e-d124-4376-b5c4-39a793dc2afd req-581add1c-019d-4627-9069-9ccc9c752b7c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558419 Aug 03 19:38:02.681455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.741439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:02.741921 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:02.778917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-37343954-3170-4086-b30a-0c3e541f4fa1 service neutron] 10.222.0.42 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581444 Aug 03 19:38:02.786998 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de2ed9-6284-48b3-9588-40d974d91d6a None None] The sync data for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 is: [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:02.924017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4c9ee-bf92-4014-8ef9-99fe6364319b req-65fdd756-293a-4f8b-be8b-613b21d9ebfa tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:02.926906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80a4c9ee-bf92-4014-8ef9-99fe6364319b req-65fdd756-293a-4f8b-be8b-613b21d9ebfa tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1463404 Aug 03 19:38:02.974089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-b0d67545-d4c8-4766-98c2-8cc21e187a3c service neutron] 10.222.0.42 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791942 Aug 03 19:38:02.997945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80a4c9ee-bf92-4014-8ef9-99fe6364319b req-6223ad91-1afe-4d0e-81d2-0d90fdcd7f53 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585513 Aug 03 19:38:03.054238 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f444ac7f-584a-474c-beb9-a14a3da173db x-openstack-request-id: req-f444ac7f-584a-474c-beb9-a14a3da173db {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:03.054765 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "name": "network-vif-unplugged", "status": "failed", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25", "code": 422}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:03.055106 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f444ac7f-584a-474c-beb9-a14a3da173db {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:03.055573 n-d-803378-1 neutron-server[94135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'code': 422} returned with failed status Aug 03 19:38:03.212976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea34579-5420-497e-86a7-9c1a69370d60 req-0777a572-baf1-46a1-bb7e-9ba6084005a0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:03.215202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ea34579-5420-497e-86a7-9c1a69370d60 req-0777a572-baf1-46a1-bb7e-9ba6084005a0 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0854123 Aug 03 19:38:03.333515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc437301-5fce-46dc-80fa-02e7cbcfd0ee req-93e90638-0ab7-46bb-b45f-d32073ba2be4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:03.335154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc437301-5fce-46dc-80fa-02e7cbcfd0ee req-93e90638-0ab7-46bb-b45f-d32073ba2be4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1186721 Aug 03 19:38:03.366099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ea34579-5420-497e-86a7-9c1a69370d60 req-fb4707cf-b4b7-4bb3-8881-afc2a2e688eb tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039252 Aug 03 19:38:03.420301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc437301-5fce-46dc-80fa-02e7cbcfd0ee req-d613fc4a-d82a-4848-aa66-26cf3e45ca86 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Aug 03 19:38:03.477872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-596fd9fc-8e4c-479e-93b9-e7fb8e4e91d3 req-871e40c0-5861-4822-a00d-1b4543bb9f2f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 210 time: 0.0333261 Aug 03 19:38:03.598920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 42838) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:03.645357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb661311-3e1b-4d5d-836a-e777b2253999 req-e5900f19-4cd4-455d-9a5d-cf70dbf6e564 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:03.646947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb661311-3e1b-4d5d-836a-e777b2253999 req-e5900f19-4cd4-455d-9a5d-cf70dbf6e564 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0979714 Aug 03 19:38:03.660581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56d23c-9434-4ee0-9c64-cf79a9d78963 req-00516274-67ca-48fa-bc58-cdb2d03bbbd8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:03.668466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b56d23c-9434-4ee0-9c64-cf79a9d78963 req-00516274-67ca-48fa-bc58-cdb2d03bbbd8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1017737 Aug 03 19:38:03.735532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b56d23c-9434-4ee0-9c64-cf79a9d78963 req-9ebf20ff-3e5d-4f66-8d23-afc4e3f1febf tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660341 Aug 03 19:38:03.740316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb661311-3e1b-4d5d-836a-e777b2253999 req-60b83b44-332e-495e-b86b-3af164f9c4f6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697956 Aug 03 19:38:03.816638 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fff752ec-8e52-497a-aa63-bd463d2d6583 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5432df76c87d47da8f1cc93fc5fa7ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155986 Aug 03 19:38:03.819677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 42848) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:03.929063 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b387-9cab-434d-b752-5c389090924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:03.958957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa931cd-45dc-479a-ac78-c5a4aa61c0b0 req-45f3945b-f8ab-43f8-9f69-fe140e11212e tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:03.961275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfa931cd-45dc-479a-ac78-c5a4aa61c0b0 req-45f3945b-f8ab-43f8-9f69-fe140e11212e tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1084731 Aug 03 19:38:03.985909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b387-9cab-434d-b752-5c389090924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.079632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfa931cd-45dc-479a-ac78-c5a4aa61c0b0 req-b0b9bb49-e47f-4057-90f8-436c949f3a8c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070607 Aug 03 19:38:04.099793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf457b-7757-4e0e-9b27-fa7eb29d6e79 req-1b374431-c1fa-45b9-beb8-25768afe03b7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.101320 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55cf457b-7757-4e0e-9b27-fa7eb29d6e79 req-1b374431-c1fa-45b9-beb8-25768afe03b7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1244104 Aug 03 19:38:04.123551 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b387-9cab-434d-b752-5c389090924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.126381 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b387-9cab-434d-b752-5c389090924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.131108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b9e3b387-9cab-434d-b752-5c389090924d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d HTTP/1.1" status: 204 len: 168 time: 0.3103821 Aug 03 19:38:04.152231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3b387-9cab-434d-b752-5c389090924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af03f37a-2a4f-4bd0-bf55-9629b7bc1d3d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:04.172666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55cf457b-7757-4e0e-9b27-fa7eb29d6e79 req-ce66a008-d99a-4b76-81d2-2e520394f1ef tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580657 Aug 03 19:38:04.231380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578dfdf-1dce-4755-85de-936aa8180a00 req-4677a25c-90a0-4cdf-971d-8a6d187fe9bf tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.234474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578dfdf-1dce-4755-85de-936aa8180a00 req-4677a25c-90a0-4cdf-971d-8a6d187fe9bf tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0581088 Aug 03 19:38:04.282286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578dfdf-1dce-4755-85de-936aa8180a00 req-2d1d9b88-cf0a-46f1-8bb0-4a8a643faca8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Aug 03 19:38:04.450574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1c071a1e-2a8b-42a7-93c5-c632733aeca4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:04.456953 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.458522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0e4e-cd9f-454a-8b56-19db8f5d5a9c req-dcedd66a-2800-4796-9982-3c2e5e0eea5a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.467298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc1b0e4e-cd9f-454a-8b56-19db8f5d5a9c req-dcedd66a-2800-4796-9982-3c2e5e0eea5a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0884285 Aug 03 19:38:04.522425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:04.524281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc1b0e4e-cd9f-454a-8b56-19db8f5d5a9c req-6029407a-fcf9-4a34-bbe3-5b1bcaa3a277 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558579 Aug 03 19:38:04.533038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:04.533668 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.657031 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.699679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5db3f81a-45a9-4103-8076-cfc2e57cfa3a req-632d9d68-6a71-4f60-83ab-9d224065edf7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 210 time: 0.0615022 Aug 03 19:38:04.703584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1c071a1e-2a8b-42a7-93c5-c632733aeca4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1c071a1e-2a8b-42a7-93c5-c632733aeca4,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:04.708401 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.747709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da94513-e57c-4d00-9acf-6e52d15c3e16 req-0db00498-29d1-4eab-a6b0-5028a20d963f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.749354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0da94513-e57c-4d00-9acf-6e52d15c3e16 req-0db00498-29d1-4eab-a6b0-5028a20d963f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1295519 Aug 03 19:38:04.767409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-aecd8c28-3f0e-4ab5-a555-5a6bbfcc1375 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.768778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-aecd8c28-3f0e-4ab5-a555-5a6bbfcc1375 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.63 "GET /v2.0/networks?id=930f77d8-b8df-4a00-bf15-2936af062b58 HTTP/1.1" status: 200 len: 797 time: 0.2435620 Aug 03 19:38:04.773529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1c071a1e-2a8b-42a7-93c5-c632733aeca4,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:04.823932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0da94513-e57c-4d00-9acf-6e52d15c3e16 req-2487d2b2-44c8-45bd-82e0-6aa230a36079 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649304 Aug 03 19:38:04.876591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-deddf244-6f70-452a-82b9-7d6a1a30ab75 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3969da7ef2a040649853fb4d935d8d03 HTTP/1.1" status: 200 len: 476 time: 0.0722175 Aug 03 19:38:04.890176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'port': {'device_id': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'admin_state_up': True, 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'security_groups': ['89f474f0-303a-47dc-9e89-8750dcbea1d1', '3c05671b-b760-4292-b32f-de7909c01574']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:04.902169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74af598-9080-4684-83c9-57a70b855377 req-3bf05a88-a93a-412e-873e-90b09e098a5c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.903670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e74af598-9080-4684-83c9-57a70b855377 req-3bf05a88-a93a-412e-873e-90b09e098a5c tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0772307 Aug 03 19:38:05.002210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e74af598-9080-4684-83c9-57a70b855377 req-e91d31fe-752c-4576-9214-92c26449de4d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875673 Aug 03 19:38:05.070811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Made reservation on behalf of 3969da7ef2a040649853fb4d935d8d03 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:05.075272 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.168953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88ddd-161d-44a1-9816-d89f7b3c8167 req-149882e1-869c-44b2-a796-29f46a82d695 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.170509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91e88ddd-161d-44a1-9816-d89f7b3c8167 req-149882e1-869c-44b2-a796-29f46a82d695 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1161206 Aug 03 19:38:05.267530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91e88ddd-161d-44a1-9816-d89f7b3c8167 req-5a53a012-a4b3-4922-ab5b-46d96ad40d35 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909507 Aug 03 19:38:05.299945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Allocated IP 172.20.0.13 (930f77d8-b8df-4a00-bf15-2936af062b58/b9f0f8dd-41d5-4e3d-87fd-24d518ff9913/21d83c06-31f3-4a06-a5fa-7786d88ae6a7) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:05.333452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a664a-1dbd-4054-980e-345fa7ac9abd req-57104609-4092-45b9-a274-051b5a4ad818 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.335389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-627a664a-1dbd-4054-980e-345fa7ac9abd req-57104609-4092-45b9-a274-051b5a4ad818 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0825510 Aug 03 19:38:05.454044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-627a664a-1dbd-4054-980e-345fa7ac9abd req-1fea8ac8-8904-4a0d-ae66-92ba0b097532 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113174 Aug 03 19:38:05.495450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f348a-ec58-48ee-8dd3-4d8896821d43 req-5d0634b4-b355-4d52-bead-4e26dfbbfa88 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.496973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f38f348a-ec58-48ee-8dd3-4d8896821d43 req-5d0634b4-b355-4d52-bead-4e26dfbbfa88 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1385341 Aug 03 19:38:05.556923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f38f348a-ec58-48ee-8dd3-4d8896821d43 req-aa9d3cb0-5b4d-4fcf-8154-605036f83e45 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524256 Aug 03 19:38:05.587194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.602859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Transition to ACTIVE for port object 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:05.640557 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.697856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 930f77d8-b8df-4a00-bf15-2936af062b58 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:05.702199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:05.704381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:05.712880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:05.850663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.852727 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.887892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-9294a7d5-a937-4bdf-afc8-20831c468da5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0036080 Aug 03 19:38:05.904940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254d28-b98c-48e8-a28e-0aca339b4ab4 req-1c9dd3f3-324f-4ba1-86b2-bbd331505282 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.906760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55254d28-b98c-48e8-a28e-0aca339b4ab4 req-1c9dd3f3-324f-4ba1-86b2-bbd331505282 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 971 time: 0.1361263 Aug 03 19:38:05.918178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e74c3f-feda-46fe-b07f-3f991c6597a3 req-1b71894c-88aa-4c86-88e5-335d18a762f3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.919946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3e74c3f-feda-46fe-b07f-3f991c6597a3 req-1b71894c-88aa-4c86-88e5-335d18a762f3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1273575 Aug 03 19:38:05.925135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Request body: {'port': {'device_id': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:06.054959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-deb6a41b-7c75-450c-9377-7611f7499895 None None] Provisioning for port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:06.059818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-deb6a41b-7c75-450c-9377-7611f7499895 None None] Provisioning complete for port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:06.060013 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-deb6a41b-7c75-450c-9377-7611f7499895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.067861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55254d28-b98c-48e8-a28e-0aca339b4ab4 req-905e28f0-5975-4283-8169-3aa1c5b5fd5b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1381695 Aug 03 19:38:06.081779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3e74c3f-feda-46fe-b07f-3f991c6597a3 req-a66ea4ef-e8de-43ca-8f3f-6580d9b01274 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499546 Aug 03 19:38:06.097789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.122611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-deb6a41b-7c75-450c-9377-7611f7499895 None None] Port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:06.354085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf140e-8162-49a5-aa91-6d1bf06bc566 req-d95a35c8-d161-436b-8475-b092b0d49f39 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:06.355931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6cf140e-8162-49a5-aa91-6d1bf06bc566 req-d95a35c8-d161-436b-8475-b092b0d49f39 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1947582 Aug 03 19:38:06.396619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c382cbe9-a9a6-46d1-8447-7a1bc9405d25 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:06.406631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de39c57-75a0-4d1f-86c2-ef464b65dcee req-56cf0eb4-6eec-496f-a7b0-cf9edb280467 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:06.416211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2de39c57-75a0-4d1f-86c2-ef464b65dcee req-56cf0eb4-6eec-496f-a7b0-cf9edb280467 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.2245271 Aug 03 19:38:06.421451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1c071a1e-2a8b-42a7-93c5-c632733aeca4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:06.529011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6cf140e-8162-49a5-aa91-6d1bf06bc566 req-6b79ad07-401e-4621-8b97-5046e9531bfa tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643951 Aug 03 19:38:06.539599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2de39c57-75a0-4d1f-86c2-ef464b65dcee req-2a659606-bd13-48a6-91e1-6348a7a9e730 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204715 Aug 03 19:38:06.544085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:06.544469 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.661654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:06.673705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.699628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Transition to ACTIVE for port object 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:06.722600 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.814395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Pushing event updated for resources: {'Port': ['ID=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:06.827808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26f06-19ed-4c14-80f5-da9883703722 req-f49157c3-4522-4dc5-9d01-fe01722713af tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:06.829413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2eb26f06-19ed-4c14-80f5-da9883703722 req-f49157c3-4522-4dc5-9d01-fe01722713af tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1451318 Aug 03 19:38:06.849816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43046) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:06.868525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120b128-fa50-4f41-b4a7-7ffdf5153266 req-060aa2f3-1e7d-4048-803c-d3a93cc3d710 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:06.870800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f120b128-fa50-4f41-b4a7-7ffdf5153266 req-060aa2f3-1e7d-4048-803c-d3a93cc3d710 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1541982 Aug 03 19:38:06.955688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2eb26f06-19ed-4c14-80f5-da9883703722 req-39a87009-3aa8-4526-8ecc-b808b75c8f26 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034935 Aug 03 19:38:06.982132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f120b128-fa50-4f41-b4a7-7ffdf5153266 req-5a155f7e-9eda-47ba-a92f-e22c551d588d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811608 Aug 03 19:38:06.982672 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5412-61bc-4371-b043-ff5bbe38fff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.987992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Attempting to bind port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:06.988401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Attempting to bind port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:06.988841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Attempting to bind port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 on network 930f77d8-b8df-4a00-bf15-2936af062b58 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:06.994544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 on network 930f77d8-b8df-4a00-bf15-2936af062b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:38:06.995666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Attempting to bind port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 on network 930f77d8-b8df-4a00-bf15-2936af062b58 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:07.001778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:07.002193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Checking segment: {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:07.002942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Bound using segment: {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:07.003611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Bound port: 21d83c06-31f3-4a06-a5fa-7786d88ae6a7, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97db319f-8cf5-4c9e-b13b-48f1df067f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:07.004046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.091909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] For port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:07.114425 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5412-61bc-4371-b043-ff5bbe38fff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.119144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] For port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:07.119986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5412-61bc-4371-b043-ff5bbe38fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.125857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.170666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a5412-61bc-4371-b043-ff5bbe38fff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757377cc-a4bd-4657-81d5-b77aa6ce52fb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:07.175563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bce82e-3c34-46a0-a9e3-5d72560f9826 req-06cfc85f-6d79-4f1e-b056-66d322da44cd tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.180179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aa2a5412-61bc-4371-b043-ff5bbe38fff2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b6564aeb55d46bfa6edc42dae4ec9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292596 Aug 03 19:38:07.180912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43054) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:07.186716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02bce82e-3c34-46a0-a9e3-5d72560f9826 req-06cfc85f-6d79-4f1e-b056-66d322da44cd tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1071429 Aug 03 19:38:07.201559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.202193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.203631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] 10.222.0.63 "PUT /v2.0/ports/21d83c06-31f3-4a06-a5fa-7786d88ae6a7 HTTP/1.1" status: 200 len: 1131 time: 1.2956297 Aug 03 19:38:07.205036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:07.207333 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32204e-440d-415c-97c3-371cc2c45fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:07.244214 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9c7de9d-fc70-4dcb-8c90-91e69b881e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.275411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9c7de9d-fc70-4dcb-8c90-91e69b881e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.285174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02bce82e-3c34-46a0-a9e3-5d72560f9826 req-cac10dc3-e506-4798-a69c-12e9b3cd3817 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970924 Aug 03 19:38:07.296268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ea90a-703d-4da9-81e2-4ceba1c73a6a service neutron] Pushing event updated for resources: {'Port': ['ID=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:07.352638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266d228-67bd-46f5-83ad-d110a74b672a req-490fa534-13c6-48f0-92ae-1f7d116dad53 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.361795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e266d228-67bd-46f5-83ad-d110a74b672a req-490fa534-13c6-48f0-92ae-1f7d116dad53 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 983 time: 0.1614819 Aug 03 19:38:07.364877 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9c7de9d-fc70-4dcb-8c90-91e69b881e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.369320 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9c7de9d-fc70-4dcb-8c90-91e69b881e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.370783 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d9c7de9d-fc70-4dcb-8c90-91e69b881e04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/757377cc-a4bd-4657-81d5-b77aa6ce52fb HTTP/1.1" status: 204 len: 168 time: 0.1889188 Aug 03 19:38:07.373206 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd9155-b369-49a7-8f84-c663d9d67a6a x-openstack-request-id: req-25fd9155-b369-49a7-8f84-c663d9d67a6a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:07.373784 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:07.374212 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25fd9155-b369-49a7-8f84-c663d9d67a6a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:07.374808 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'status': 'completed', 'code': 200} Aug 03 19:38:07.396079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-18ec2918-fffb-4c66-8015-e316ec029f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.398010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-18ec2918-fffb-4c66-8015-e316ec029f8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1134 time: 0.1191261 Aug 03 19:38:07.401237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7de9d-fc70-4dcb-8c90-91e69b881e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757377cc-a4bd-4657-81d5-b77aa6ce52fb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:07.441784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e266d228-67bd-46f5-83ad-d110a74b672a req-fb58c193-a612-4e7f-9d25-6afe6076af06 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0787549 Aug 03 19:38:07.449002 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:38:07.503370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-7d507ebb-1d57-4b4f-a2c4-f940a8febdec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7 HTTP/1.1" status: 200 len: 217 time: 0.0576618 Aug 03 19:38:07.571289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-8f128b58-649c-4010-8f08-2c924a71ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.573333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-8f128b58-649c-4010-8f08-2c924a71ab7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9f0f8dd-41d5-4e3d-87fd-24d518ff9913 HTTP/1.1" status: 200 len: 835 time: 0.0638239 Aug 03 19:38:07.692617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-30fac940-5e86-4ac4-bb73-4ad3469375aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.695029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-30fac940-5e86-4ac4-bb73-4ad3469375aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=930f77d8-b8df-4a00-bf15-2936af062b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147730 Aug 03 19:38:07.713975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a7a3b-d3a4-4a0a-b7e0-d13a76b1414f req-3dedfe68-bf5e-4bc1-b3e0-ad0479387ca6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.716153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e37a7a3b-d3a4-4a0a-b7e0-d13a76b1414f req-3dedfe68-bf5e-4bc1-b3e0-ad0479387ca6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1243029 Aug 03 19:38:07.754292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43068) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:07.757098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e327a2-2b86-4228-988a-e3b91f217221 req-a703b3b7-ed13-4bdc-9915-c745f52744e1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.758688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53e327a2-2b86-4228-988a-e3b91f217221 req-a703b3b7-ed13-4bdc-9915-c745f52744e1 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1209853 Aug 03 19:38:07.772344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85c54738-4b0d-442d-a209-115151db60d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.855067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e37a7a3b-d3a4-4a0a-b7e0-d13a76b1414f req-a38624d0-c12e-4a5e-b6bf-f62a19451cd5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274862 Aug 03 19:38:07.869867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85c54738-4b0d-442d-a209-115151db60d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.879388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85c54738-4b0d-442d-a209-115151db60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.880678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53e327a2-2b86-4228-988a-e3b91f217221 req-2e4ffc17-a8dc-4fe7-abd3-dd23496c117b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944638 Aug 03 19:38:07.904449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-d328e790-32fe-4ff0-99cf-96fa6a7f905a service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863837 Aug 03 19:38:07.926455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c54738-4b0d-442d-a209-115151db60d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefc881f-c14b-4b7e-b9a9-322d5c5de5d6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:07.937976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-85c54738-4b0d-442d-a209-115151db60d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d68856c6b154d2f8f81df3efbbec72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780503 Aug 03 19:38:07.939609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43070) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:08.002625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1acc7d49-b8c7-4def-9054-0b271f2393b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.007998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6e74a196-13cb-4343-b1ca-e1871ccaface req-f6128498-423e-496f-a7f5-c33acd7ee6b4 service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957692 Aug 03 19:38:08.029055 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1acc7d49-b8c7-4def-9054-0b271f2393b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.084501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1acc7d49-b8c7-4def-9054-0b271f2393b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.088392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1acc7d49-b8c7-4def-9054-0b271f2393b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.089610 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1acc7d49-b8c7-4def-9054-0b271f2393b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fefc881f-c14b-4b7e-b9a9-322d5c5de5d6 HTTP/1.1" status: 204 len: 168 time: 0.1504438 Aug 03 19:38:08.094563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35491047-8af1-4680-81d9-7273e8275df7 req-7f7e62af-20d2-4e86-b675-c82e88aa5b32 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:08.096508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-35491047-8af1-4680-81d9-7273e8275df7 req-7f7e62af-20d2-4e86-b675-c82e88aa5b32 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0560796 Aug 03 19:38:08.098104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc7d49-b8c7-4def-9054-0b271f2393b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefc881f-c14b-4b7e-b9a9-322d5c5de5d6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:08.180401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-35491047-8af1-4680-81d9-7273e8275df7 req-95ce7b3a-dd46-4514-b58d-097572d18061 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726461 Aug 03 19:38:08.184045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-a8cdbb12-588d-4d8e-bd14-a55a66468469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:08.185682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-a8cdbb12-588d-4d8e-bd14-a55a66468469 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1134 time: 0.0793529 Aug 03 19:38:08.286855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-0db6f9ac-c333-4878-9649-f0c009cb4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:08.288379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-0db6f9ac-c333-4878-9649-f0c009cb4c0b service neutron] 10.222.0.63 "GET /v2.0/networks?id=930f77d8-b8df-4a00-bf15-2936af062b58 HTTP/1.1" status: 200 len: 898 time: 0.0956404 Aug 03 19:38:08.337335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-ee0ad27d-08fa-47e8-8dee-0958dc5f70e3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7 HTTP/1.1" status: 200 len: 217 time: 0.0418842 Aug 03 19:38:08.391192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-fd1b34cd-d9ff-48ac-a3f8-c7cc256f984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:08.392710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-fd1b34cd-d9ff-48ac-a3f8-c7cc256f984c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9f0f8dd-41d5-4e3d-87fd-24d518ff9913 HTTP/1.1" status: 200 len: 835 time: 0.0482991 Aug 03 19:38:08.444760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-8f4107cf-3c2b-410d-9c64-11e6eb12c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:08.446309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-8f4107cf-3c2b-410d-9c64-11e6eb12c318 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=930f77d8-b8df-4a00-bf15-2936af062b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469334 Aug 03 19:38:08.906143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efadd03-57aa-4baf-8f29-fc45cbdbc4e2 req-39696763-7543-410c-934f-07102fe43bd5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:08.907628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2efadd03-57aa-4baf-8f29-fc45cbdbc4e2 req-39696763-7543-410c-934f-07102fe43bd5 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 983 time: 0.0789421 Aug 03 19:38:08.911351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-2b5a62a8-7ed9-43f4-a8c6-7972b9cfd37c service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567819 Aug 03 19:38:09.022361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2efadd03-57aa-4baf-8f29-fc45cbdbc4e2 req-a26129bc-1fff-4e2a-8d3d-1db7252b0de3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1083982 Aug 03 19:38:09.061722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64651b4-38ff-48c8-87c0-a2bacfc26b89 req-18ce4455-6eb4-4e22-9c21-e0da5e0074e6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:09.063217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64651b4-38ff-48c8-87c0-a2bacfc26b89 req-18ce4455-6eb4-4e22-9c21-e0da5e0074e6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1182215 Aug 03 19:38:09.066923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c32204e-440d-415c-97c3-371cc2c45fc6 req-e509fc42-21e1-4fb0-9d0d-e5488c1e2283 service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463795 Aug 03 19:38:09.124252 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64651b4-38ff-48c8-87c0-a2bacfc26b89 req-a424c67d-a512-485e-8ce5-a93f0cb54068 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544810 Aug 03 19:38:09.149386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918d83e-cff8-486a-9f30-840583732b20 req-79f749c6-0fbe-4766-8a66-9abb557fe1c6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:09.151575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1918d83e-cff8-486a-9f30-840583732b20 req-79f749c6-0fbe-4766-8a66-9abb557fe1c6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0615222 Aug 03 19:38:09.196752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1918d83e-cff8-486a-9f30-840583732b20 req-70c4e20a-b8ad-4897-a49c-e368e4dfa08e tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391297 Aug 03 19:38:09.308875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99b49f-9122-45a5-83ee-59a352473cac req-016de673-715e-430b-93b4-6e8fc9f11a13 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:09.310436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa99b49f-9122-45a5-83ee-59a352473cac req-016de673-715e-430b-93b4-6e8fc9f11a13 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0562091 Aug 03 19:38:09.376523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa99b49f-9122-45a5-83ee-59a352473cac req-82c069b2-1ed5-426f-9378-f33a0c31a008 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589242 Aug 03 19:38:09.394340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714485c-9634-4661-92a1-1d509422ab69 req-8fa0f94d-7a54-4c4f-9c20-232ba410a7b1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:09.395860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5714485c-9634-4661-92a1-1d509422ab69 req-8fa0f94d-7a54-4c4f-9c20-232ba410a7b1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0639343 Aug 03 19:38:09.436631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5714485c-9634-4661-92a1-1d509422ab69 req-f4cda5aa-b0c3-4cc8-aa9b-c461bbb452d8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Aug 03 19:38:10.153580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8a8b-7f08-4863-a841-e27fc6d893fe req-d5a7d2a4-3694-4028-a75e-f1040168edbc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:10.155003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-923f8a8b-7f08-4863-a841-e27fc6d893fe req-d5a7d2a4-3694-4028-a75e-f1040168edbc tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 983 time: 0.0640044 Aug 03 19:38:10.198532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-923f8a8b-7f08-4863-a841-e27fc6d893fe req-105c0562-d60c-407b-a1c3-e8a478b2b18b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0349886 Aug 03 19:38:10.311677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052a024-c30f-45ab-b7c6-720afb514a32 req-701c1082-a57a-4b33-9c65-65eebf014a20 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:10.313164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8052a024-c30f-45ab-b7c6-720afb514a32 req-701c1082-a57a-4b33-9c65-65eebf014a20 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Aug 03 19:38:10.352569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8052a024-c30f-45ab-b7c6-720afb514a32 req-22788829-2a24-45f4-89e9-ad275b63a179 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334413 Aug 03 19:38:10.438474 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:38:10.501116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6bf98-e2d9-4df5-ad80-2fc6d3d6ffb7 req-a227a166-8c42-4583-acae-8b27c80d058e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:10.503102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9c6bf98-e2d9-4df5-ad80-2fc6d3d6ffb7 req-a227a166-8c42-4583-acae-8b27c80d058e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0546966 Aug 03 19:38:10.541001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:10.554109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'port_id': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'mac_address': 'fa:16:3e:67:0f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:38:10.576837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9c6bf98-e2d9-4df5-ad80-2fc6d3d6ffb7 req-c065a219-6bc6-43dc-8c7d-ace0cf3c1d76 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664117 Aug 03 19:38:10.589269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259641d-4a62-416e-bcde-70f5d5305c22 req-26b57b34-0631-4944-af6d-5d423b2e91a5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:10.590877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3259641d-4a62-416e-bcde-70f5d5305c22 req-26b57b34-0631-4944-af6d-5d423b2e91a5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0794828 Aug 03 19:38:10.596969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:10.610424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:10.630375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:10.631425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3259641d-4a62-416e-bcde-70f5d5305c22 req-fd1cd1bb-f822-4868-9eb4-d64c20c03824 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340533 Aug 03 19:38:10.638261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:10.692215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:10.748198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91e688-801f-4c80-a9a3-fa5ba1a6ac83 req-6a28efd9-4d04-4369-985f-a61f5fe2aa7c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:10.749741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c91e688-801f-4c80-a9a3-fa5ba1a6ac83 req-6a28efd9-4d04-4369-985f-a61f5fe2aa7c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0492668 Aug 03 19:38:10.789311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c91e688-801f-4c80-a9a3-fa5ba1a6ac83 req-c81f631f-06b4-4454-a285-5b57fd29fa72 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Aug 03 19:38:10.941946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57627d8-3d35-49f5-9b5b-0721e7af3df3 req-a46be839-5b12-47fc-990c-e7f23c8017d3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:10.943494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c57627d8-3d35-49f5-9b5b-0721e7af3df3 req-a46be839-5b12-47fc-990c-e7f23c8017d3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0538392 Aug 03 19:38:10.981193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c57627d8-3d35-49f5-9b5b-0721e7af3df3 req-d07580cf-8ab6-43da-9340-148001e46979 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Aug 03 19:38:11.061994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['21d83c06-31f3-4a06-a5fa-7786d88ae6a7'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:11.102842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d4979-e198-4859-8981-c8575d9a455d req-93a1eeff-7174-4652-93b6-f87d6624e59b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.104263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f7d4979-e198-4859-8981-c8575d9a455d req-93a1eeff-7174-4652-93b6-f87d6624e59b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0546248 Aug 03 19:38:11.144008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f7d4979-e198-4859-8981-c8575d9a455d req-2d754019-6fd8-48fd-be23-cbd23be6e550 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336800 Aug 03 19:38:11.311572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58838528-dd9a-4245-b439-efdfc1744797 req-67737c48-de14-4047-9724-26e73f438d9c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.313083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58838528-dd9a-4245-b439-efdfc1744797 req-67737c48-de14-4047-9724-26e73f438d9c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0762119 Aug 03 19:38:11.335094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b709d6-172a-417d-bd14-3bd481a64ef6 req-b551bdd9-eafd-40a3-9659-573bfede7235 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.336534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78b709d6-172a-417d-bd14-3bd481a64ef6 req-b551bdd9-eafd-40a3-9659-573bfede7235 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 984 time: 0.0704525 Aug 03 19:38:11.386161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58838528-dd9a-4245-b439-efdfc1744797 req-97a209ac-dec3-43fd-9388-ae8163e36a24 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647106 Aug 03 19:38:11.395275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78b709d6-172a-417d-bd14-3bd481a64ef6 req-3b743f93-97c5-45d1-82f5-d8709fcf82a9 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0506868 Aug 03 19:38:11.532373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b61e05-70cf-4ad1-8311-7014397badea req-5b0a026c-6889-4f41-829e-7853f7b627a9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.533919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b61e05-70cf-4ad1-8311-7014397badea req-5b0a026c-6889-4f41-829e-7853f7b627a9 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0915871 Aug 03 19:38:11.547046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93945ac-0c3a-4953-b53e-42622f3ed81c req-e87a08dc-5d18-459b-9fd9-d141c2a74dd4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.552525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c93945ac-0c3a-4953-b53e-42622f3ed81c req-e87a08dc-5d18-459b-9fd9-d141c2a74dd4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0763831 Aug 03 19:38:11.614217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b61e05-70cf-4ad1-8311-7014397badea req-3fd1d927-785d-40df-aa19-e84320f8e6ca tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646827 Aug 03 19:38:11.617110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c93945ac-0c3a-4953-b53e-42622f3ed81c req-ab66faba-e1eb-4a7f-bbd4-fd2f44cfc496 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560296 Aug 03 19:38:11.727982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ba43-d4f7-413c-9f77-fc338b3bba19 req-a67297e2-9a5e-4ff0-b126-0a39b454a3ad tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.730527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1a4ba43-d4f7-413c-9f77-fc338b3bba19 req-a67297e2-9a5e-4ff0-b126-0a39b454a3ad tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0554166 Aug 03 19:38:11.801897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1a4ba43-d4f7-413c-9f77-fc338b3bba19 req-038f9350-df5a-43ee-9f58-3a7f5a6fb336 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595598 Aug 03 19:38:11.810319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2959d-4117-4a56-891d-8244cd310484 req-f2b400ec-505a-455d-958f-63e4c764d6ce tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.811821 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d2959d-4117-4a56-891d-8244cd310484 req-f2b400ec-505a-455d-958f-63e4c764d6ce tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0804040 Aug 03 19:38:11.850878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d2959d-4117-4a56-891d-8244cd310484 req-0baeb9a8-4905-47a8-a804-0a4cab78b511 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328381 Aug 03 19:38:11.967604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be74e4a-e148-48c2-911e-5e538223dc8d req-c4b916a8-cba7-4c4f-be61-96376cb16dcb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.969011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8be74e4a-e148-48c2-911e-5e538223dc8d req-c4b916a8-cba7-4c4f-be61-96376cb16dcb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0501506 Aug 03 19:38:12.008107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8be74e4a-e148-48c2-911e-5e538223dc8d req-0bec7ed9-eede-4a22-b32a-89ccf0fd7ad9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Aug 03 19:38:12.144260 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02337bc5-750e-451b-a8b3-26c9d0b17181 req-88ccf0f5-ea4d-4e1e-a3f3-70394a7956f9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:12.145754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02337bc5-750e-451b-a8b3-26c9d0b17181 req-88ccf0f5-ea4d-4e1e-a3f3-70394a7956f9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0530102 Aug 03 19:38:12.183750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02337bc5-750e-451b-a8b3-26c9d0b17181 req-3f5bacd0-694f-4cf0-acc3-bbc15189f474 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319622 Aug 03 19:38:12.302710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcfc66-5064-4890-98b9-766d31d63045 req-ef05e024-fa9e-49ae-9694-5e8c1190889a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:12.304191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74bcfc66-5064-4890-98b9-766d31d63045 req-ef05e024-fa9e-49ae-9694-5e8c1190889a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0494680 Aug 03 19:38:12.343903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74bcfc66-5064-4890-98b9-766d31d63045 req-4f4c5739-9c8a-47f7-87e7-8a049c880657 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335531 Aug 03 19:38:12.441121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:12.479330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b0726-e962-4e1b-ac8d-ec9a53b6783a req-8210ed84-4239-4e79-8a71-5433576b233c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:12.480793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f92b0726-e962-4e1b-ac8d-ec9a53b6783a req-8210ed84-4239-4e79-8a71-5433576b233c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0551183 Aug 03 19:38:12.500493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:12.504545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:12.504920 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.549944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f92b0726-e962-4e1b-ac8d-ec9a53b6783a req-4464fcff-a098-4e04-84dd-ab135a2c3cd0 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Aug 03 19:38:12.573059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a676f23-1f52-437a-a395-02e595316726 req-d98a86ac-1c8b-4093-9298-b3d085320b5b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:12.573059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a676f23-1f52-437a-a395-02e595316726 req-d98a86ac-1c8b-4093-9298-b3d085320b5b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 984 time: 0.0943673 Aug 03 19:38:12.586008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.609876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:12.612167 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71168b05-53fa-4dbd-8966-4f666a9a10c5" -d '{"events": [{"server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "name": "network-vif-plugged", "status": "completed", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:12.614079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a676f23-1f52-437a-a395-02e595316726 req-24e77d32-d0a1-47a9-b929-1ec6acfdc25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0423558 Aug 03 19:38:12.626641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:12.638550 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.666616 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf2821-116c-4183-b79a-00d435d5c7d4 x-openstack-request-id: req-f5bf2821-116c-4183-b79a-00d435d5c7d4 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:12.667130 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "name": "network-vif-plugged", "status": "completed", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:12.667597 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5bf2821-116c-4183-b79a-00d435d5c7d4 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:12.667992 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'code': 200} Aug 03 19:38:12.683797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d44e13-09b3-4ed9-a03a-6f01e7d6ae38 req-8f2a6431-860c-490e-9832-ea282b883668 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:12.685734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38d44e13-09b3-4ed9-a03a-6f01e7d6ae38 req-8f2a6431-860c-490e-9832-ea282b883668 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0554283 Aug 03 19:38:12.692286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:12.754459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38d44e13-09b3-4ed9-a03a-6f01e7d6ae38 req-5b204172-82a3-4713-b750-48c7d32b9947 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617349 Aug 03 19:38:12.808290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fde32e-6f68-4528-83a9-52590d488f5e req-a2bb2cfd-777e-4572-89bf-d272b98bdba5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:12.810355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89fde32e-6f68-4528-83a9-52590d488f5e req-a2bb2cfd-777e-4572-89bf-d272b98bdba5 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0927887 Aug 03 19:38:12.817688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889ca0-efec-4b69-a8b3-2a13a813e0f7 req-40490435-cdfc-4c49-8b89-2dc33c2a1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:12.819265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34889ca0-efec-4b69-a8b3-2a13a813e0f7 req-40490435-cdfc-4c49-8b89-2dc33c2a1cc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1136 time: 0.0627007 Aug 03 19:38:12.883500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89fde32e-6f68-4528-83a9-52590d488f5e req-447c9464-e692-42f7-bc46-ea997e7ecc94 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632706 Aug 03 19:38:12.890210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34889ca0-efec-4b69-a8b3-2a13a813e0f7 req-948328bb-007f-421d-8449-4f6c4fd4b14f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=89f474f0-303a-47dc-9e89-8750dcbea1d1&id=3c05671b-b760-4292-b32f-de7909c01574&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0626812 Aug 03 19:38:12.931707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddff5e-30fa-4977-8471-dde2fd2359ce req-e4897b27-f465-4a4e-9bd6-551f62a66c93 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:12.933987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cddff5e-30fa-4977-8471-dde2fd2359ce req-e4897b27-f465-4a4e-9bd6-551f62a66c93 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0651379 Aug 03 19:38:12.999198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cddff5e-30fa-4977-8471-dde2fd2359ce req-b9fc68d9-8e2a-49e8-b95e-3b2c501bacd9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588810 Aug 03 19:38:13.015975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3186-784e-4c91-b300-b290d83a7255 req-ab103a56-b86e-4921-b63f-b788182870d1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:13.017458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b05d3186-784e-4c91-b300-b290d83a7255 req-ab103a56-b86e-4921-b63f-b788182870d1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0631917 Aug 03 19:38:13.056754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b05d3186-784e-4c91-b300-b290d83a7255 req-b53d9682-677f-4960-bd7c-e7c3e8c0886c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332444 Aug 03 19:38:13.120476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cd9f2-6fa7-4dee-8008-1a9e6a3d9bf6 req-5fbb76ff-203d-4ebd-b614-acf09fbfe0a6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:13.122112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-725cd9f2-6fa7-4dee-8008-1a9e6a3d9bf6 req-5fbb76ff-203d-4ebd-b614-acf09fbfe0a6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0543568 Aug 03 19:38:13.161781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-725cd9f2-6fa7-4dee-8008-1a9e6a3d9bf6 req-9e03aa89-03fc-47fa-abe5-1f495fcda0e7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Aug 03 19:38:13.299629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96ef4-25c6-4228-9c48-98fa91d15579 req-1e6128c2-abd6-40ab-b457-1a51c4c9187d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:13.301116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fd96ef4-25c6-4228-9c48-98fa91d15579 req-1e6128c2-abd6-40ab-b457-1a51c4c9187d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0495861 Aug 03 19:38:13.339832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fd96ef4-25c6-4228-9c48-98fa91d15579 req-4e975299-57bd-4419-b37f-f0c958bc146d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322120 Aug 03 19:38:13.459198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70631559-fc4d-4af8-a48f-317e0a023fe0 req-35f04e1a-aa2a-4cc5-bb78-2c3a491ff3d1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:13.460751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70631559-fc4d-4af8-a48f-317e0a023fe0 req-35f04e1a-aa2a-4cc5-bb78-2c3a491ff3d1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0496006 Aug 03 19:38:13.502935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70631559-fc4d-4af8-a48f-317e0a023fe0 req-43b91505-76d5-4300-a459-ef7ce20a5e02 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 Aug 03 19:38:13.669319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a34670-6217-4f13-98b9-0e7a825efbf9 req-bbe1d9c0-0171-4632-b50d-c53a7b1f64c7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:13.670900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a34670-6217-4f13-98b9-0e7a825efbf9 req-bbe1d9c0-0171-4632-b50d-c53a7b1f64c7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0579016 Aug 03 19:38:13.738166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a34670-6217-4f13-98b9-0e7a825efbf9 req-a62bc82e-8d2a-4655-b792-67dff464d1da tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597355 Aug 03 19:38:13.758535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2595d-71c1-48f1-bd9a-235ec2a4dc2f req-71e946b5-15d7-4645-9239-2dcb28c4483f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:13.760203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d2595d-71c1-48f1-bd9a-235ec2a4dc2f req-71e946b5-15d7-4645-9239-2dcb28c4483f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 985 time: 0.0674016 Aug 03 19:38:13.805503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d2595d-71c1-48f1-bd9a-235ec2a4dc2f req-209a7267-9b31-4469-bc83-24c5ba3d2c81 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0382066 Aug 03 19:38:13.856798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be411563-cfa3-45af-8d71-55a67ba56c2d req-af17e315-8185-48d2-855a-268cc6a6655b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:13.858395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be411563-cfa3-45af-8d71-55a67ba56c2d req-af17e315-8185-48d2-855a-268cc6a6655b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0518558 Aug 03 19:38:13.903684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be411563-cfa3-45af-8d71-55a67ba56c2d req-78b5c966-a9af-4de9-a903-5d17ec3123c4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Aug 03 19:38:14.009627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14423de1-3eb5-4a89-abdd-35a94aef4441 req-53e620b9-ea06-4178-a8f3-f7e7b22c8745 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.011334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14423de1-3eb5-4a89-abdd-35a94aef4441 req-53e620b9-ea06-4178-a8f3-f7e7b22c8745 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0520406 Aug 03 19:38:14.053488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14423de1-3eb5-4a89-abdd-35a94aef4441 req-ab3b0a91-e435-4f7b-bf9c-b8bc9cbb5eab tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352218 Aug 03 19:38:14.122535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787d942-3862-407f-9c2b-6dd60d288fc1 req-aa86ff37-83ee-426b-ad4b-cbcdcd6fed50 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.124084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2787d942-3862-407f-9c2b-6dd60d288fc1 req-aa86ff37-83ee-426b-ad4b-cbcdcd6fed50 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0514932 Aug 03 19:38:14.196191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2787d942-3862-407f-9c2b-6dd60d288fc1 req-407863c0-0da6-4c3c-a112-cf37900d5cef tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618200 Aug 03 19:38:14.205204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5d960-469a-4646-a566-d41321e5766d req-339deaf7-6e5a-416f-92e6-026e1c4d8916 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.206784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7b5d960-469a-4646-a566-d41321e5766d req-339deaf7-6e5a-416f-92e6-026e1c4d8916 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0812194 Aug 03 19:38:14.250157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b7b5d960-469a-4646-a566-d41321e5766d req-f84da9b4-dc64-4ce3-a322-9c64ec874381 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351522 Aug 03 19:38:14.316575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36797d3b-43da-4163-be19-cd1084139d43 req-a3d3537f-7247-455f-80c0-cc129a21f833 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.318120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36797d3b-43da-4163-be19-cd1084139d43 req-a3d3537f-7247-455f-80c0-cc129a21f833 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0519681 Aug 03 19:38:14.360647 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36797d3b-43da-4163-be19-cd1084139d43 req-45cf4799-852c-4b55-aaa6-c6c334c92df9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350919 Aug 03 19:38:14.520589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bc52f-8095-4e68-8171-947c3b92b566 req-59e10d3f-bc14-4a99-ae57-cd7a3696ac3f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.522163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e4bc52f-8095-4e68-8171-947c3b92b566 req-59e10d3f-bc14-4a99-ae57-cd7a3696ac3f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0514686 Aug 03 19:38:14.561693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e4bc52f-8095-4e68-8171-947c3b92b566 req-8e4e70fb-07c4-48d6-b47c-730f5d5f6905 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333934 Aug 03 19:38:14.683865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e0990-173f-4038-a1d9-fc23c9d544bb req-0c1eff94-b5c6-4c22-9deb-e5b2726017b3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.685307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-279e0990-173f-4038-a1d9-fc23c9d544bb req-0c1eff94-b5c6-4c22-9deb-e5b2726017b3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0560513 Aug 03 19:38:14.727158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-279e0990-173f-4038-a1d9-fc23c9d544bb req-6562860c-127e-4e66-827c-ea841e4f713c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Aug 03 19:38:14.817285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45637663-a734-49e0-a9a9-4c8fc0042818 req-9a255e13-2f80-4fbf-b85a-091bf4743e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.818840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45637663-a734-49e0-a9a9-4c8fc0042818 req-9a255e13-2f80-4fbf-b85a-091bf4743e26 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 1096 time: 0.0425670 Aug 03 19:38:14.858547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45637663-a734-49e0-a9a9-4c8fc0042818 req-50f938b4-532b-4390-8874-8f00146685e4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Aug 03 19:38:14.929248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a5997-3291-4be2-a790-2883aa597d2b req-241e1ee8-39b9-41c9-8538-5837617b14b9 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.931717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d07a5997-3291-4be2-a790-2883aa597d2b req-241e1ee8-39b9-41c9-8538-5837617b14b9 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 985 time: 0.0517876 Aug 03 19:38:14.972775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d07a5997-3291-4be2-a790-2883aa597d2b req-526fef26-536d-4a76-a4a3-3547e2248d02 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0356801 Aug 03 19:38:15.100697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9af0a-f008-48b9-9584-1d0470a5da14 req-19dc4371-2c88-4e2e-9c7c-b5fd3cb5ca6f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:15.102250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10b9af0a-f008-48b9-9584-1d0470a5da14 req-19dc4371-2c88-4e2e-9c7c-b5fd3cb5ca6f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 985 time: 0.0608351 Aug 03 19:38:15.168500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-10b9af0a-f008-48b9-9584-1d0470a5da14 req-5098a279-fed0-4d40-ad0c-4d8640b99fef tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0564780 Aug 03 19:38:15.179109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02c51b-b230-4aae-b074-aee7cde98890 req-2ea51673-0be8-450c-9c43-608ab0dbf1f3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:15.180605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea02c51b-b230-4aae-b074-aee7cde98890 req-2ea51673-0be8-450c-9c43-608ab0dbf1f3 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0774662 Aug 03 19:38:15.223706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea02c51b-b230-4aae-b074-aee7cde98890 req-c49be470-818b-4af9-b151-0aa5eb270a1f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Aug 03 19:38:15.275730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a923-1c80-4457-aa44-b0abcbfb9bca req-f705699b-0ea4-40c1-be52-f41766aa1812 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:15.277941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82a0a923-1c80-4457-aa44-b0abcbfb9bca req-f705699b-0ea4-40c1-be52-f41766aa1812 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Aug 03 19:38:15.326444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82a0a923-1c80-4457-aa44-b0abcbfb9bca req-3a652c8c-85ca-4635-835b-1032122aacc7 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Aug 03 19:38:15.374964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458ae5-094d-4e10-a197-0c954cda269a req-355f3f10-ec8f-4623-adcf-7573e2017d1c tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:15.376515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80458ae5-094d-4e10-a197-0c954cda269a req-355f3f10-ec8f-4623-adcf-7573e2017d1c tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1136 time: 0.0481429 Aug 03 19:38:15.405216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-80458ae5-094d-4e10-a197-0c954cda269a req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.463876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5396-e24e-40c7-9e2f-f21ee0f43de9 req-27634f92-3ecd-4f34-843e-b2f4afacb35c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:15.465381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403b5396-e24e-40c7-9e2f-f21ee0f43de9 req-27634f92-3ecd-4f34-843e-b2f4afacb35c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0758612 Aug 03 19:38:15.525404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403b5396-e24e-40c7-9e2f-f21ee0f43de9 req-e4d515d0-f471-4fe9-a463-68b601d82f35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536735 Aug 03 19:38:15.563610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-80458ae5-094d-4e10-a197-0c954cda269a req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.568099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-80458ae5-094d-4e10-a197-0c954cda269a req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.593280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80458ae5-094d-4e10-a197-0c954cda269a req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2101667 Aug 03 19:38:15.602971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489f0a87-01cd-4265-b165-cfc5fce3a0ce,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:15.616829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43216) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:15.624491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.625073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.625602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.626048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.626489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.626930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.627752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.628370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.629123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.629537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.630126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.630798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63739-9eda-4eba-a9ba-27a5a2bd2b90 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:15.673617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e028e-861b-4d13-b464-b7122f94bfd4 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:15.678768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43220) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:15.679054 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-796e028e-861b-4d13-b464-b7122f94bfd4 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1131 time: 0.0608883 Aug 03 19:38:15.685403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:15.717405 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.887041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.897892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7121f7-fede-465a-88e6-374d35a3fe4c req-43e4abfb-a848-45ea-ad63-b503fd34c87c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:15.899227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e7121f7-fede-465a-88e6-374d35a3fe4c req-43e4abfb-a848-45ea-ad63-b503fd34c87c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0745308 Aug 03 19:38:16.046301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e7121f7-fede-465a-88e6-374d35a3fe4c req-3cb8bdd7-0929-4b48-b644-006de4f81aac tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395299 Aug 03 19:38:16.056986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-b47f141f-5bbf-4114-8083-8904dc529987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:16.058537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-b47f141f-5bbf-4114-8083-8904dc529987 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1095 time: 0.1529214 Aug 03 19:38:16.093664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Allocated IP 172.25.4.201 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/2608ab6d-d3e6-413e-ac5d-37cf8fb80b04) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:16.217271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-c00eac34-4770-4356-b27e-d9f5d432867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:16.218807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-c00eac34-4770-4356-b27e-d9f5d432867b service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1512561 Aug 03 19:38:16.306440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.329675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-2b028f5a-72c4-403f-9109-7b7e112f7c82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.1023192 Aug 03 19:38:16.435174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c050d-4810-471d-a383-5135da34bfca req-9f6211d9-8477-4b4b-8751-bea9071dab05 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:16.436263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a9c050d-4810-471d-a383-5135da34bfca req-9f6211d9-8477-4b4b-8751-bea9071dab05 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1235218 Aug 03 19:38:16.445764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-ddbb77a1-16e9-4b73-ad4c-502496d93435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:16.447204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-ddbb77a1-16e9-4b73-ad4c-502496d93435 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.1015913 Aug 03 19:38:16.507126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ca5c18ea-2087-4da9-9883-54eb65cd432d details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:38:16.507728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.589532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:16.601582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2bf30-165a-4770-a082-0eb4ed41d150 req-31e320e2-1749-47a7-8ce1-8aec30bdc965 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:16.603286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3f2bf30-165a-4770-a082-0eb4ed41d150 req-31e320e2-1749-47a7-8ce1-8aec30bdc965 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.2006924 Aug 03 19:38:16.606818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a9c050d-4810-471d-a383-5135da34bfca req-72d978fa-ceb2-4529-8242-6ab44558f442 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636729 Aug 03 19:38:16.611946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:16.615356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:16.622648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=2608ab6d-d3e6-413e-ac5d-37cf8fb80b04,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:16.644834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:16.649810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-dabffa57-f44b-4d50-a455-71fe5f1540e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:16.651324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-dabffa57-f44b-4d50-a455-71fe5f1540e5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842425 Aug 03 19:38:16.660651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'port_id': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'mac_address': 'fa:16:3e:45:11:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:38:16.702624 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.717453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca5c18ea-2087-4da9-9883-54eb65cd432d {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:16.741708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:16.747275 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.752936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3f2bf30-165a-4770-a082-0eb4ed41d150 req-88ce88de-549b-47ea-8321-d9c89f2a44c3 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335397 Aug 03 19:38:16.785345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43232) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:16.823512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ca5c18ea-2087-4da9-9883-54eb65cd432d,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:16.833841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-6c6ffa04-2208-4666-9c6f-13b8cf7c6839 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709950 Aug 03 19:38:16.869608 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0fc09574-e376-4a8b-94a8-bebd2df61f11 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/floatingips/0ffe90a4-cabe-4fd6-96cc-e59bafd252c6 HTTP/1.1" status: 200 len: 992 time: 0.0823531 Aug 03 19:38:17.002705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['ca5c18ea-2087-4da9-9883-54eb65cd432d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:17.044759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25f894ac-8ca5-487e-a45c-d9df12116fa7 req-fc3a74f1-68f2-45a8-8ea0-c6c3ef452051 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038977 Aug 03 19:38:17.633566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303751f-6956-4770-8dad-c7b2317d7afe req-7f9c21be-e224-48cb-ab3a-fe5ac99f666e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:17.635115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3303751f-6956-4770-8dad-c7b2317d7afe req-7f9c21be-e224-48cb-ab3a-fe5ac99f666e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.5059090 Aug 03 19:38:17.746535 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.786897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3303751f-6956-4770-8dad-c7b2317d7afe req-bfb00768-8d43-49cd-a894-733834ce0c20 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301003 Aug 03 19:38:17.828162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0efe6-72d1-4bcd-bc63-ae3406a513d3 req-34a38d17-6258-47bd-895b-6b2b271fe717 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:17.829762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ea0efe6-72d1-4bcd-bc63-ae3406a513d3 req-34a38d17-6258-47bd-895b-6b2b271fe717 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1263697 Aug 03 19:38:17.876856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.922481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ea0efe6-72d1-4bcd-bc63-ae3406a513d3 req-2c22688c-74b3-40b4-94be-fb6b5ebdd6c6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673161 Aug 03 19:38:18.061173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.065942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.138637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=2608ab6d-d3e6-413e-ac5d-37cf8fb80b04,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:18.146443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.247606 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Floating IP e4297362-6dbe-49cb-bec5-c8aadce63044 associated. External IP: 172.25.4.201, port: 21d83c06-31f3-4a06-a5fa-7786d88ae6a7. Aug 03 19:38:18.466906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Router 57bab69e-e4e7-46d9-b458-eb4738a90168 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:18.520020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ca5c18ea-2087-4da9-9883-54eb65cd432d up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:18.570048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port ca5c18ea-2087-4da9-9883-54eb65cd432d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:18.570422 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.582396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:18.598745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] Sync routers for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:18.600779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.622163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:18.622803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:18.631259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-825bf48d-36ac-43fa-8c01-d38f6061ee9e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9512169 Aug 03 19:38:18.631954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:18.633806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43242) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:18.634450 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8be875-7fee-472d-956b-4d0f53cc5cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:18.707829 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c2ea36-6fcb-4803-b8aa-6af747bfbc3f x-openstack-request-id: req-b9c2ea36-6fcb-4803-b8aa-6af747bfbc3f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:18.708525 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:18.708952 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9c2ea36-6fcb-4803-b8aa-6af747bfbc3f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:18.710086 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'status': 'completed', 'code': 200} Aug 03 19:38:18.749066 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.787866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:18.790300 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3a8604-56d9-4a72-a549-6416471d2ee1" -d '{"events": [{"server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "name": "network-vif-plugged", "status": "completed", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:18.807261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:18.843244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.844364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.845309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.846256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.846965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.847619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.848267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.848915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.851267 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-53668461-1040-4f84-be26-8b89d5f87618 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.2152414 Aug 03 19:38:18.854601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43250) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:18.876096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-7fec3be0-05f0-4d20-be29-8015d41c20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.886732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-7fec3be0-05f0-4d20-be29-8015d41c20a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1136 time: 0.1221116 Aug 03 19:38:18.969513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.970104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.970639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.971271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.971832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.972586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.973146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.973704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.977529 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ad63e1d-2bac-4455-ad93-9b4d644dffbe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5274 time: 0.1197894 Aug 03 19:38:18.982793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43254) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:19.005213 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d5152b-93e3-4bef-8a8f-f4cff6abacab x-openstack-request-id: req-15d5152b-93e3-4bef-8a8f-f4cff6abacab {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:19.005616 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "name": "network-vif-plugged", "status": "completed", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:19.005813 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15d5152b-93e3-4bef-8a8f-f4cff6abacab {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:19.006173 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'code': 200} Aug 03 19:38:19.007882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:19.015030 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.123082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=ca5c18ea-2087-4da9-9883-54eb65cd432d,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:19.176687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431f018-b53c-4ad4-91a9-ab962e885295 req-63e9f6e3-4167-450f-b06c-2750f4f75ea2 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.178185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1431f018-b53c-4ad4-91a9-ab962e885295 req-63e9f6e3-4167-450f-b06c-2750f4f75ea2 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1484683 Aug 03 19:38:19.193701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab715f-e1b4-4af7-b78b-c485a09f98dc req-393ba95d-2ce3-420e-a53c-6d06c443beca tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.195314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ab715f-e1b4-4af7-b78b-c485a09f98dc req-393ba95d-2ce3-420e-a53c-6d06c443beca tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.2545652 Aug 03 19:38:19.215426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-ac389152-b5a9-4ede-9f7f-9b1864c5ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.216903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-ac389152-b5a9-4ede-9f7f-9b1864c5ea45 service neutron] 10.222.0.63 "GET /v2.0/networks?id=930f77d8-b8df-4a00-bf15-2936af062b58 HTTP/1.1" status: 200 len: 898 time: 0.3293779 Aug 03 19:38:19.277152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'e4297362-6dbe-49cb-bec5-c8aadce63044', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'port_id': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'mac_address': 'fa:16:3e:67:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:17Z', 'updated_at': '2021-08-03T19:38:17Z', 'revision_number': 0, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:38:04Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:19.307472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] Checking router: 57bab69e-e4e7-46d9-b458-eb4738a90168 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:19.317205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:19.318022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:19.329778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1431f018-b53c-4ad4-91a9-ab962e885295 req-1008dd9f-4915-48fe-afa3-4a89bf0816ed tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333842 Aug 03 19:38:19.369331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-ab7ad084-7ae1-4f50-a195-0f0bd7ceba4a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7 HTTP/1.1" status: 200 len: 1000 time: 0.1283445 Aug 03 19:38:19.405556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3ab715f-e1b4-4af7-b78b-c485a09f98dc req-83ec610b-bfde-44ef-b8e5-5ce98a99f181 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935129 Aug 03 19:38:19.442602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:19.471946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-ee41ee3d-a8ac-4cee-8411-31a30bbc5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.473617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-ee41ee3d-a8ac-4cee-8411-31a30bbc5542 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9f0f8dd-41d5-4e3d-87fd-24d518ff9913 HTTP/1.1" status: 200 len: 835 time: 0.0719900 Aug 03 19:38:19.596656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-3d3db3b1-2b2b-4da7-9d5c-ad20c7ce470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.598278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-3d3db3b1-2b2b-4da7-9d5c-ad20c7ce470e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=930f77d8-b8df-4a00-bf15-2936af062b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162241 Aug 03 19:38:19.607902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e6ab753a-eaac-43dd-acd9-ea5aff5254eb tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3785 time: 0.6198695 Aug 03 19:38:19.608194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43260) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:19.630101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be831-1eca-4917-9dda-d8a6ab87cfba req-0888696d-5bb0-4ff9-b2c9-0d4544ff9ba5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.631698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f4be831-1eca-4917-9dda-d8a6ab87cfba req-0888696d-5bb0-4ff9-b2c9-0d4544ff9ba5 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1389525 Aug 03 19:38:19.696914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'e4297362-6dbe-49cb-bec5-c8aadce63044', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'port_id': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'mac_address': 'fa:16:3e:67:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:17Z', 'updated_at': '2021-08-03T19:38:17Z', 'revision_number': 0, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:38:04Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:19.728690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d74663-7bb2-4da6-930a-2d4176ba8d48 None None] The sync data for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 is: [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'e4297362-6dbe-49cb-bec5-c8aadce63044', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'port_id': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'mac_address': 'fa:16:3e:67:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:17Z', 'updated_at': '2021-08-03T19:38:17Z', 'revision_number': 0, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:38:04Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:19.740468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1711dd-bab7-4959-9e64-8db765a57d2e tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.741049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1711dd-bab7-4959-9e64-8db765a57d2e tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.757628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-af1711dd-bab7-4959-9e64-8db765a57d2e tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=57bab69e-e4e7-46d9-b458-eb4738a90168 HTTP/1.1" status: 200 len: 1989 time: 0.1335740 Aug 03 19:38:19.757628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f4be831-1eca-4917-9dda-d8a6ab87cfba req-f5afe550-92c1-404c-9ecb-baab09c15387 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020241 Aug 03 19:38:19.771446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-88d09f70-01af-4dbc-96f1-c9836ec9412d service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642082 Aug 03 19:38:19.908298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a705c-0ead-4bd5-af34-08a5a537c92a req-66314fd9-7e35-46aa-b648-4e59eec64494 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.909945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d4a705c-0ead-4bd5-af34-08a5a537c92a req-66314fd9-7e35-46aa-b648-4e59eec64494 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0767493 Aug 03 19:38:19.933747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc8be875-7fee-472d-956b-4d0f53cc5cb3 req-111da540-c27a-4f25-85fb-46bf752f0b52 service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547112 Aug 03 19:38:19.964928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d4a705c-0ead-4bd5-af34-08a5a537c92a req-14906135-6a31-4ce3-872a-1e0c23daf53e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442333 Aug 03 19:38:19.998105 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42a57a-f362-45ff-81dd-8b5da3c54c20 None None] New status for floating IP e4297362-6dbe-49cb-bec5-c8aadce63044: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:38:20.225013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3773135-6560-4cb9-8ce2-72ac94c75ffd req-ec1ff193-7d0c-42ff-b0e7-4fd744fe04b7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:20.226548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3773135-6560-4cb9-8ce2-72ac94c75ffd req-ec1ff193-7d0c-42ff-b0e7-4fd744fe04b7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0549452 Aug 03 19:38:20.266878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3773135-6560-4cb9-8ce2-72ac94c75ffd req-d765edb1-e8ab-4391-970b-7be6e4b7641b tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327647 Aug 03 19:38:20.396608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23605efe-2975-450b-ac29-151b880af1f7 req-e9dda63f-83e2-403c-a2cb-3d3beef9194e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:20.398079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23605efe-2975-450b-ac29-151b880af1f7 req-e9dda63f-83e2-403c-a2cb-3d3beef9194e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 947 time: 0.0564978 Aug 03 19:38:20.461240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23605efe-2975-450b-ac29-151b880af1f7 req-610e5747-7c30-497f-940f-0a200e0e355a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537448 Aug 03 19:38:20.472303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6d413-9638-4b5a-b06d-b33e383b1709 req-5848bb41-5b4d-4d84-b740-01bf37faa21b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:20.473599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1dd6d413-9638-4b5a-b06d-b33e383b1709 req-5848bb41-5b4d-4d84-b740-01bf37faa21b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0746169 Aug 03 19:38:20.513186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1dd6d413-9638-4b5a-b06d-b33e383b1709 req-c2ce8d5d-6d82-46e6-b3a3-dea2e8292d80 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Aug 03 19:38:20.570011 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:21.383112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff8594-c067-4cfe-a07a-62abba6e06f9 req-9420ee8d-5ebb-403d-a144-31e1b803a290 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:21.384578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9ff8594-c067-4cfe-a07a-62abba6e06f9 req-9420ee8d-5ebb-403d-a144-31e1b803a290 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0494359 Aug 03 19:38:21.426232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9ff8594-c067-4cfe-a07a-62abba6e06f9 req-780e86e9-dbdf-48ac-afc6-a72adef969c1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356498 Aug 03 19:38:21.609669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ce48a-e133-4651-b31e-1eeb8e9ac25c req-c8bc3028-81a6-4141-8bc4-fdef4e0040b8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:21.611159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c51ce48a-e133-4651-b31e-1eeb8e9ac25c req-c8bc3028-81a6-4141-8bc4-fdef4e0040b8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 947 time: 0.0753691 Aug 03 19:38:21.705793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c51ce48a-e133-4651-b31e-1eeb8e9ac25c req-7716623f-62eb-4e45-921c-7e48372f3ac9 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768716 Aug 03 19:38:21.715554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a31e7-60ac-4acf-be5c-7e6b8f5bd55e req-7f90aa6e-ff0c-4a0b-8a0a-809b9f4fe942 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:21.717058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f2a31e7-60ac-4acf-be5c-7e6b8f5bd55e req-7f90aa6e-ff0c-4a0b-8a0a-809b9f4fe942 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1243553 Aug 03 19:38:21.734441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-f3b9ac1a-c2c6-4c6c-a0b9-2b266bbb5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:21.736100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-f3b9ac1a-c2c6-4c6c-a0b9-2b266bbb5581 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 1095 time: 0.0911179 Aug 03 19:38:21.821940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f2a31e7-60ac-4acf-be5c-7e6b8f5bd55e req-c0df28be-94ea-4e07-bb00-4d2ef6f1802f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962541 Aug 03 19:38:21.885380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a2934-746e-4464-874f-367e0c983b56 req-40ee8ec0-ec0c-44f4-886a-821b7a2c9013 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:21.887451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c3a2934-746e-4464-874f-367e0c983b56 req-40ee8ec0-ec0c-44f4-886a-821b7a2c9013 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0908954 Aug 03 19:38:21.888849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-f913ae7a-dad8-48b4-af57-42b886e9dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:21.890230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-f913ae7a-dad8-48b4-af57-42b886e9dfa3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1460419 Aug 03 19:38:22.001685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c3a2934-746e-4464-874f-367e0c983b56 req-69dd254d-541d-4229-9a20-a07408364f58 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080048 Aug 03 19:38:22.005657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-8bc0a808-9f8a-4052-878f-105eac945501 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 200 len: 999 time: 0.1058195 Aug 03 19:38:22.029208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-9984cc25-a977-437d-b3bc-42e9ade2028c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:22.030675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-9984cc25-a977-437d-b3bc-42e9ade2028c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 947 time: 0.0883892 Aug 03 19:38:22.095352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-9a81daaa-4e61-4303-af5d-5494c3fe1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:22.096855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-9a81daaa-4e61-4303-af5d-5494c3fe1e01 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.0837839 Aug 03 19:38:22.167425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-0075acef-cfc5-4cb3-9af1-bc1ce90ae0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:22.168946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-0075acef-cfc5-4cb3-9af1-bc1ce90ae0c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651162 Aug 03 19:38:22.199354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Deleting port eef72f1a-51e9-4c60-8278-2666b33140eb {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:22.199687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.657585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-a00ddcc4-cf95-417d-9157-a0af4b2b99d5 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810832 Aug 03 19:38:22.661999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] For port eef72f1a-51e9-4c60-8278-2666b33140eb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=eef72f1a-51e9-4c60-8278-2666b33140eb,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:22.662356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.945625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b304d020-cf13-4d26-be46-e228d1ce4208 req-013ff38f-9204-42d9-a8b3-d26ba7dbd59b service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802587 Aug 03 19:38:22.966041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f54ce0-948b-4b1a-9682-3fd9a7329491 req-c353e238-7cc5-40eb-80d3-e7e5005ce419 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:22.967620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83f54ce0-948b-4b1a-9682-3fd9a7329491 req-c353e238-7cc5-40eb-80d3-e7e5005ce419 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 947 time: 0.1857569 Aug 03 19:38:23.043483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f4abf-1f60-4710-a610-befd0f66b0e4 req-abe4a1b0-73a7-43e9-b889-8da76743c793 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:23.044949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a30f4abf-1f60-4710-a610-befd0f66b0e4 req-abe4a1b0-73a7-43e9-b889-8da76743c793 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1504469 Aug 03 19:38:23.058609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:23.058974 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:23.059288 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Floating IP 0a01f0be-5fac-442d-a419-2f38afa6d5f6 disassociated. External IP: 172.25.4.233, port: eef72f1a-51e9-4c60-8278-2666b33140eb. Aug 03 19:38:23.059624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Calling delete_port for eef72f1a-51e9-4c60-8278-2666b33140eb owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:23.088257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83f54ce0-948b-4b1a-9682-3fd9a7329491 req-93fc26ce-a432-4e62-8572-f2931a1f77ef tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=913999bf-24ee-4ebf-bf95-74c1940cf260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918710 Aug 03 19:38:23.144236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a30f4abf-1f60-4710-a610-befd0f66b0e4 req-b0f50a61-23b9-4d16-b4c4-bb1275f90009 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930691 Aug 03 19:38:23.218278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad5d6d-10c5-4c3e-89c5-c33dbaca17a5 req-273cb605-5e6c-4c19-8ff9-87741fb1ad88 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:23.219680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dad5d6d-10c5-4c3e-89c5-c33dbaca17a5 req-273cb605-5e6c-4c19-8ff9-87741fb1ad88 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0655155 Aug 03 19:38:23.284452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dad5d6d-10c5-4c3e-89c5-c33dbaca17a5 req-cd43c186-e7fb-4651-9e15-5c915a3b57cb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468526 Aug 03 19:38:23.285510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:23.319245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event deleted for resources: {'Port': ['ID=eef72f1a-51e9-4c60-8278-2666b33140eb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:23.431640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Router 0e2bb790-9c91-4585-8531-169fbc0a8b5f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:23.540306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:23.550726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] Sync routers for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:23.562262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:23.563163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:23.590199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] No DVR routers for this DVR port eef72f1a-51e9-4c60-8278-2666b33140eb on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:23.593368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:23.595589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34a01a11-0b28-40ef-97aa-d59ebd26773b req-3654744e-6d84-41a0-ac1b-d349bccbf9b4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "DELETE /v2.0/ports/eef72f1a-51e9-4c60-8278-2666b33140eb HTTP/1.1" status: 204 len: 173 time: 1.5447702 Aug 03 19:38:23.596041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-deleted', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:23.598484 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4d14a4-1b49-4864-9cd6-5dae6f94ea9d" -d '{"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-deleted", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:23.641165 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9e7e8a-3afc-40f3-9f80-391c91013e58 x-openstack-request-id: req-ed9e7e8a-3afc-40f3-9f80-391c91013e58 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:23.641621 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7beaac-d3c3-4676-8663-eb771d95da78", "name": "network-vif-deleted", "tag": "eef72f1a-51e9-4c60-8278-2666b33140eb", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:23.641805 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed9e7e8a-3afc-40f3-9f80-391c91013e58 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:23.642326 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7beaac-d3c3-4676-8663-eb771d95da78', 'name': 'network-vif-deleted', 'tag': 'eef72f1a-51e9-4c60-8278-2666b33140eb', 'status': 'completed', 'code': 200} Aug 03 19:38:23.679806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:23.899091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:23.925746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] Checking router: 0e2bb790-9c91-4585-8531-169fbc0a8b5f for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:23.933898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:23.934577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:23.994242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-5efa43d7-1fcf-4158-9d81-f68641e74b51 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391865 Aug 03 19:38:24.051199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:24.077157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-d04a573f-ea31-4890-b220-7e596ecd9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:24.078873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-d04a573f-ea31-4890-b220-7e596ecd9c9d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7b192dfb0d2451d83579d34323df239&device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 1097 time: 0.0482497 Aug 03 19:38:24.266911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-3e21da14-1253-4a2f-9a2b-4a50d96b4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:24.268710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-3e21da14-1253-4a2f-9a2b-4a50d96b4a26 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 200 len: 912 time: 0.1701894 Aug 03 19:38:24.285519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20175229-ab78-4ca5-9d78-214d7100d7ec req-717abb5f-4955-4cfc-9f62-ae682630d3c7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7beaac-d3c3-4676-8663-eb771d95da78 HTTP/1.1" status: 200 len: 210 time: 0.0541799 Aug 03 19:38:24.313248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:24.330470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-e55c739f-48f7-41ac-a6fd-34aa542b996b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43e47e0-0276-4b0d-8df0-771c8a0d1a65 HTTP/1.1" status: 200 len: 217 time: 0.0473077 Aug 03 19:38:24.341132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8ce94-c2b0-4fa6-ab3b-5f48518f9499 None None] The sync data for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 is: [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:24.361211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d44f5e-4c08-4578-afc9-44d984bf454c req-818788af-3f8f-4728-a03b-0d21cbccb3f2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:24.362913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d44f5e-4c08-4578-afc9-44d984bf454c req-818788af-3f8f-4728-a03b-0d21cbccb3f2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1402245 Aug 03 19:38:24.449655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-0699e38f-5031-4412-8fec-e19c942803c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:24.451189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-0699e38f-5031-4412-8fec-e19c942803c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 200 len: 850 time: 0.1133859 Aug 03 19:38:24.463173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d44f5e-4c08-4578-afc9-44d984bf454c req-ea06b76b-4678-40cc-b035-ab6cad9afe61 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794156 Aug 03 19:38:24.485908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72141-687d-44d5-a457-7a5ed0e9739d req-70e3baf6-bb22-4307-847b-8a48306ce1a7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:24.487943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ec72141-687d-44d5-a457-7a5ed0e9739d req-70e3baf6-bb22-4307-847b-8a48306ce1a7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1053655 Aug 03 19:38:24.560658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ec72141-687d-44d5-a457-7a5ed0e9739d req-3181699a-f55f-4964-8ad7-b5b7e53bc388 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569251 Aug 03 19:38:24.562509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-c1100c91-bc32-4e4f-88b8-dbbf313b4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:24.564028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-c1100c91-bc32-4e4f-88b8-dbbf313b4fd4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7191228f-9331-4d6f-a775-9287b5c97528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991268 Aug 03 19:38:24.585013 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e8414-1428-4d67-969c-b54cc180521a None None] New status for floating IP 0a01f0be-5fac-442d-a419-2f38afa6d5f6: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:38:24.662114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b37a1-756e-4e30-bcfa-12c159c53cee req-3fb7e208-23e6-4871-b104-05e4dd35c737 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:24.663626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb9b37a1-756e-4e30-bcfa-12c159c53cee req-3fb7e208-23e6-4871-b104-05e4dd35c737 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1233685 Aug 03 19:38:24.713664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-264d4d2d-28fc-4271-8f08-61f8d77f88b6 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218371 Aug 03 19:38:24.736993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb9b37a1-756e-4e30-bcfa-12c159c53cee req-ce05436d-3b73-41e4-b3ef-61f32ae27de8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665522 Aug 03 19:38:24.818287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d11f2bf6-0c27-4628-bfa4-80d89a6c1de0 req-19523ee4-6d0a-4b9c-80f7-78dfba1785a5 service neutron] 10.222.0.63 "GET /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962415 Aug 03 19:38:25.389874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43346) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:25.418299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-10047ac1-122a-4787-8f80-188114b65bdc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:25.425011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-10047ac1-122a-4787-8f80-188114b65bdc tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1afd692e-1f7f-4712-bddd-fdeeec95cce9 HTTP/1.1" status: 200 len: 943 time: 0.0588543 Aug 03 19:38:25.459448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3747-0104-46f5-a59a-a2fc4d02ae45 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.486595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3747-0104-46f5-a59a-a2fc4d02ae45 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.520949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Deleting port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:25.521291 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.534615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3747-0104-46f5-a59a-a2fc4d02ae45 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.537335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3747-0104-46f5-a59a-a2fc4d02ae45 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.538628 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8fcf3747-0104-46f5-a59a-a2fc4d02ae45 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "DELETE /v2.0/security-groups/913999bf-24ee-4ebf-bf95-74c1940cf260 HTTP/1.1" status: 204 len: 168 time: 0.1477363 Aug 03 19:38:25.541898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43348) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:25.561520 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-4dfd6710-7134-4aa5-8637-82d161016e67 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] show failed (client error): The resource could not be found. Aug 03 19:38:25.562874 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4dfd6710-7134-4aa5-8637-82d161016e67 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups/913999bf-24ee-4ebf-bf95-74c1940cf260 HTTP/1.1" status: 404 len: 347 time: 0.0192702 Aug 03 19:38:25.564218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf3747-0104-46f5-a59a-a2fc4d02ae45 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913999bf-24ee-4ebf-bf95-74c1940cf260,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:25.567361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43350) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:25.748040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] For port c382cbe9-a9a6-46d1-8447-7a1bc9405d25, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:25.748410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.766213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Calling delete_port for c382cbe9-a9a6-46d1-8447-7a1bc9405d25 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:25.768893 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.790499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ee40-d6b9-4fe0-baf4-f86e28d04f07 req-1e081fa7-4a4b-40bb-bb9a-6a378cc79063 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:25.792529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf7ee40-d6b9-4fe0-baf4-f86e28d04f07 req-1e081fa7-4a4b-40bb-bb9a-6a378cc79063 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1349835 Aug 03 19:38:25.854159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Deleting port c3d310bd-d4c9-4236-8bce-f7b311b27cac {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:25.855348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.920938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf7ee40-d6b9-4fe0-baf4-f86e28d04f07 req-b15ee3fe-dafb-4520-9007-f0eaae100adc tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974436 Aug 03 19:38:25.994040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.994370 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.015474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Calling delete_port for c3d310bd-d4c9-4236-8bce-f7b311b27cac owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:26.037795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.070759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:26.102768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event deleted for resources: {'Port': ['ID=c382cbe9-a9a6-46d1-8447-7a1bc9405d25,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:26.158340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] No DVR routers for this DVR port c382cbe9-a9a6-46d1-8447-7a1bc9405d25 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:26.159668 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acb1de6e-5307-4fb7-809e-92dd264d6192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.162010 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.164054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b218d34-89d4-455f-bb35-0f4bbe3f3963 req-2448c199-029e-403f-b38d-13732979f843 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "DELETE /v2.0/ports/c382cbe9-a9a6-46d1-8447-7a1bc9405d25 HTTP/1.1" status: 204 len: 173 time: 0.7382462 Aug 03 19:38:26.164504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'name': 'network-vif-deleted', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:26.166927 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42ada10-1ae2-4ecd-b109-87c1c1ac725f" -d '{"events": [{"server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "name": "network-vif-deleted", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:26.264058 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05155fb-1e72-4286-94ff-f8b2e263a657 x-openstack-request-id: req-d05155fb-1e72-4286-94ff-f8b2e263a657 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:26.264424 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afd692e-1f7f-4712-bddd-fdeeec95cce9", "name": "network-vif-deleted", "tag": "c382cbe9-a9a6-46d1-8447-7a1bc9405d25", "status": "failed", "code": 422}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:26.264686 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d05155fb-1e72-4286-94ff-f8b2e263a657 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:26.265490 n-d-803378-1 neutron-server[94134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1afd692e-1f7f-4712-bddd-fdeeec95cce9', 'name': 'network-vif-deleted', 'tag': 'c382cbe9-a9a6-46d1-8447-7a1bc9405d25', 'status': 'failed', 'code': 422} returned with failed status Aug 03 19:38:26.266678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.305346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event deleted for resources: {'Port': ['ID=c3d310bd-d4c9-4236-8bce-f7b311b27cac,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:26.371812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.375128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.380372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-de7ba46d-f7a1-49c4-bbde-1248b43e45ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a01f0be-5fac-442d-a419-2f38afa6d5f6 HTTP/1.1" status: 204 len: 168 time: 0.8081512 Aug 03 19:38:26.577829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:26.599487 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: eef72f1a-51e9-4c60-8278-2666b33140eb {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:26.600000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device eef72f1a-51e9-4c60-8278-2666b33140eb not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:26.675559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43368) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:26.681337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-444da9b7-5ac6-4e66-9c14-2423f641568c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44833846', 'description': 'tempest-description--1301999879'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:26.711297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-444da9b7-5ac6-4e66-9c14-2423f641568c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.785758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e1230-8090-4420-add4-3173e6fd8104 req-eb4f57c2-7a9e-4082-90e0-5a7bb8a91fbd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:26.787257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-717e1230-8090-4420-add4-3173e6fd8104 req-eb4f57c2-7a9e-4082-90e0-5a7bb8a91fbd tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 908 time: 0.0502267 Aug 03 19:38:26.794951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-444da9b7-5ac6-4e66-9c14-2423f641568c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.807312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-444da9b7-5ac6-4e66-9c14-2423f641568c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.827291 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-444da9b7-5ac6-4e66-9c14-2423f641568c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.828487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-444da9b7-5ac6-4e66-9c14-2423f641568c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1513679 Aug 03 19:38:26.830339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444da9b7-5ac6-4e66-9c14-2423f641568c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e0cb70-4193-47d7-88d0-3a60e4bf8386,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:26.831589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43372) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:26.837877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a67eeff5-944e-41e5-8b34-811bf273cc2a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'security_group_rule': {'security_group_id': '86e0cb70-4193-47d7-88d0-3a60e4bf8386', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:26.863656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a67eeff5-944e-41e5-8b34-811bf273cc2a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.919759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a67eeff5-944e-41e5-8b34-811bf273cc2a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.923412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a67eeff5-944e-41e5-8b34-811bf273cc2a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.944103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eeff5-944e-41e5-8b34-811bf273cc2a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b902bfc-b655-4c33-a2ff-125dfadff3e8,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:26.949093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a67eeff5-944e-41e5-8b34-811bf273cc2a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.950332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a67eeff5-944e-41e5-8b34-811bf273cc2a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169121 Aug 03 19:38:26.953028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:26.957505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-183514a5-0bf7-49e1-9dae-e3368489885e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'security_group_rule': {'security_group_id': '86e0cb70-4193-47d7-88d0-3a60e4bf8386', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:26.984194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-183514a5-0bf7-49e1-9dae-e3368489885e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.077779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac80e6-077a-40c3-ab93-eddb4ca63547 req-02802e11-0483-42a9-9be6-288b1d83b5a6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:27.079291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2ac80e6-077a-40c3-ab93-eddb4ca63547 req-02802e11-0483-42a9-9be6-288b1d83b5a6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0782776 Aug 03 19:38:27.084910 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-183514a5-0bf7-49e1-9dae-e3368489885e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.094411 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-183514a5-0bf7-49e1-9dae-e3368489885e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.125722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183514a5-0bf7-49e1-9dae-e3368489885e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8788ed71-6caf-48f7-9c45-9bfff0357ebf,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:27.140885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-183514a5-0bf7-49e1-9dae-e3368489885e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.142236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-183514a5-0bf7-49e1-9dae-e3368489885e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882472 Aug 03 19:38:27.145365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2ac80e6-077a-40c3-ab93-eddb4ca63547 req-25665b5a-2c84-4ade-b736-446f7a017a48 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592465 Aug 03 19:38:27.145565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43378) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:27.150151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:27.174766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.276106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.398447 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Allocated IP 172.25.4.62 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/2475e4d8-ddae-407a-835a-a3137e290822) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:27.513467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.556595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.594418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:27.597441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:27.600687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:27.637790 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'Port': ['ID=2475e4d8-ddae-407a-835a-a3137e290822,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:27.708527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.754866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.932213 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.940039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2a956-b842-4262-9366-d5cc61eaa04f req-8e243f34-06f0-419d-89be-0de6f3036f6a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:27.941119 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.949507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ff2a956-b842-4262-9366-d5cc61eaa04f req-8e243f34-06f0-419d-89be-0de6f3036f6a tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 908 time: 0.0743322 Aug 03 19:38:28.018556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'Port': ['ID=2475e4d8-ddae-407a-835a-a3137e290822,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:28.036185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:28.054008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:28.064760 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-75c5e476-0526-4d67-aa23-56e4365e93b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9113672 Aug 03 19:38:28.320145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38d71bd8-7b54-429f-9261-24cba06dd3d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--44833846&fields=id&tenant_id=c351f6806f484562b6084caca9fb4539 HTTP/1.1" status: 200 len: 267 time: 0.0629675 Aug 03 19:38:28.362140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56462e1e-eeac-41ef-a4ce-8372e42161b2 req-c5b2297d-fa21-4d07-8be8-8b56614b3c66 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:28.364024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56462e1e-eeac-41ef-a4ce-8372e42161b2 req-c5b2297d-fa21-4d07-8be8-8b56614b3c66 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1264837 Aug 03 19:38:28.455268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56462e1e-eeac-41ef-a4ce-8372e42161b2 req-60771cd6-85a8-48ea-99a8-be4567e8309a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563791 Aug 03 19:38:28.494281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-72e47dc2-ea74-483d-bf4b-13098055ffab tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:28.495928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-72e47dc2-ea74-483d-bf4b-13098055ffab tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 817 time: 0.1749866 Aug 03 19:38:28.512833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-aa04f9ae-dcba-40df-8c34-cfb6604585e4 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/quotas/c351f6806f484562b6084caca9fb4539 HTTP/1.1" status: 200 len: 375 time: 0.0106587 Aug 03 19:38:28.578505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:38:28.641778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-f0366d5c-06b3-491d-835b-d0ec2c0ee455 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211905 Aug 03 19:38:28.686351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0af64ce6-b241-41d2-a964-4c56c3bc7060 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:28.688209 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0af64ce6-b241-41d2-a964-4c56c3bc7060 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 908 time: 0.1528699 Aug 03 19:38:28.714525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:28.733183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c', 'port_id': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'mac_address': 'fa:16:3e:19:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:38:28.804882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:28.827675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:28.831104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-146abca4-0986-455d-8505-e4b5ae7ca5ad service neutron] 10.222.0.42 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756337 Aug 03 19:38:28.857845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:28.864359 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:28.912086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Deleting port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:28.912802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:28.926618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:28.981835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['d3e2768f-6e9d-4190-a5ea-582bb8ea25f1'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:29.043375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-002efc62-50ce-4b78-815b-4f350c6e788f service neutron] 10.222.0.42 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057402 Aug 03 19:38:29.068153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] For port 47a6d29c-39fc-489a-98d5-821b2c5d66c8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=47a6d29c-39fc-489a-98d5-821b2c5d66c8,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:29.077129 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.139913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Calling delete_port for 47a6d29c-39fc-489a-98d5-821b2c5d66c8 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:29.168585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe16c81-006b-40a5-b4b5-13b8d4e9d986 req-d6751c20-4df6-4111-b8db-1d9ae6520476 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:29.170149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abe16c81-006b-40a5-b4b5-13b8d4e9d986 req-d6751c20-4df6-4111-b8db-1d9ae6520476 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 908 time: 0.1080990 Aug 03 19:38:29.331523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4270038-2851-428f-b255-d53330ec7408 req-083f2c00-1b4a-4e91-abd7-642e816fad98 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 210 time: 0.0380571 Aug 03 19:38:29.395928 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.445155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event deleted for resources: {'Port': ['ID=47a6d29c-39fc-489a-98d5-821b2c5d66c8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:29.510165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] No DVR routers for this DVR port 47a6d29c-39fc-489a-98d5-821b2c5d66c8 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:29.516417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.526477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de496880-9f12-4bb3-a22f-8379d36b17f1 req-0ddb8292-344b-4a35-a6fa-8213d45b042c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "DELETE /v2.0/ports/47a6d29c-39fc-489a-98d5-821b2c5d66c8 HTTP/1.1" status: 204 len: 173 time: 0.8077829 Aug 03 19:38:29.528099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785dc830-d393-4afb-b752-e031884d8ce7', 'name': 'network-vif-deleted', 'tag': '47a6d29c-39fc-489a-98d5-821b2c5d66c8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:29.534125 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082b7bf0-8442-4fb2-83ec-b5b35687855f" -d '{"events": [{"server_uuid": "785dc830-d393-4afb-b752-e031884d8ce7", "name": "network-vif-deleted", "tag": "47a6d29c-39fc-489a-98d5-821b2c5d66c8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:29.616591 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76fd17e-b40e-4f40-87d8-c0e2ed9ad8a9 x-openstack-request-id: req-a76fd17e-b40e-4f40-87d8-c0e2ed9ad8a9 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:29.616891 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785dc830-d393-4afb-b752-e031884d8ce7", "name": "network-vif-deleted", "tag": "47a6d29c-39fc-489a-98d5-821b2c5d66c8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:29.617133 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a76fd17e-b40e-4f40-87d8-c0e2ed9ad8a9 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:29.617620 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785dc830-d393-4afb-b752-e031884d8ce7', 'name': 'network-vif-deleted', 'tag': '47a6d29c-39fc-489a-98d5-821b2c5d66c8', 'status': 'completed', 'code': 200} Aug 03 19:38:29.642652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66cb68-011b-40d6-a979-5043855f8103 req-4d8fabe4-900d-43d8-b221-65044c41dfb5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:29.651376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce66cb68-011b-40d6-a979-5043855f8103 req-4d8fabe4-900d-43d8-b221-65044c41dfb5 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0777900 Aug 03 19:38:29.744263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce66cb68-011b-40d6-a979-5043855f8103 req-b21399d1-197f-40b6-be0f-dd4dd8bafc99 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838828 Aug 03 19:38:29.802780 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:30.283064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2fa17b2e-c027-4931-a240-b30b7e4a342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:30.400812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c23d5b7-5e38-425f-9808-b371dfdca000 req-3cf5f5cd-fd74-4820-996e-a0af337a56cf tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=785dc830-d393-4afb-b752-e031884d8ce7 HTTP/1.1" status: 200 len: 210 time: 0.0749962 Aug 03 19:38:30.469150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de3a1676-9b79-405b-8730-ba93bbde3f15 req-6ca3597e-96b0-49d4-81b0-f6f28158fa7c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 210 time: 0.0333822 Aug 03 19:38:30.599312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:30.660981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:30.661687 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:30.736662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-635bad99-b18a-4214-b2d6-03e84962a8c7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:30.738204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-635bad99-b18a-4214-b2d6-03e84962a8c7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 817 time: 0.1497829 Aug 03 19:38:30.805116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:30.828243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-9fbb26ad-cbce-43af-a02a-261a94c5cb77 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c351f6806f484562b6084caca9fb4539 HTTP/1.1" status: 200 len: 378 time: 0.0706787 Aug 03 19:38:30.832625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:30.835167 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f502fd86-3a21-4057-8635-dae05d2b251e" -d '{"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:30.859039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:30.872500 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:30.889138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'port': {'device_id': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'admin_state_up': True, 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'security_groups': ['86e0cb70-4193-47d7-88d0-3a60e4bf8386']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:30.952230 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5331fd47-fe72-4fb1-97b5-8cd7e61f7227 x-openstack-request-id: req-5331fd47-fe72-4fb1-97b5-8cd7e61f7227 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:30.952582 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:30.953692 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5331fd47-fe72-4fb1-97b5-8cd7e61f7227 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:30.954358 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'code': 200} Aug 03 19:38:30.955273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:30.966595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.967273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.967785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.968301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.968810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.969320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.969849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.970354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.970862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.971367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.971887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:30.972567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:31.340108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c71fa-44fa-43cb-8977-dd71cc607d1b req-4e9a50df-5138-4db0-9b6a-4139a1069b49 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:31.341788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-274c71fa-44fa-43cb-8977-dd71cc607d1b req-4e9a50df-5138-4db0-9b6a-4139a1069b49 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.5125070 Aug 03 19:38:31.422042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-274c71fa-44fa-43cb-8977-dd71cc607d1b req-b077f9b2-6c0c-4f9e-9d7c-b729921cdcd7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696862 Aug 03 19:38:31.449650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Made reservation on behalf of c351f6806f484562b6084caca9fb4539 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:31.465417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:31.600894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b230b95-eac5-485a-bbaf-ef1fbecc0832 req-0ca3cb28-5032-4aaf-b6ab-70fc0c84a14c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 210 time: 0.0316360 Aug 03 19:38:31.673492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Allocated IP 172.20.0.7 (4bd5cf61-9181-41f5-98cc-aa699526ffb5/477e6f00-51c3-4ff5-9ca3-8cba23e157c5/94a424b7-ece5-494f-92e6-a1655f3d9c49) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:31.848634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b27cd-359f-44f2-9cbd-c8faf862ad7a req-84e5633a-49f9-4050-b1b5-b9a7d3e027ce tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:31.857227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da8b27cd-359f-44f2-9cbd-c8faf862ad7a req-84e5633a-49f9-4050-b1b5-b9a7d3e027ce tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 946 time: 0.1160648 Aug 03 19:38:31.893730 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:31.936687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da8b27cd-359f-44f2-9cbd-c8faf862ad7a req-c6e05465-29b2-486f-a682-cbf5d79b9e51 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745499 Aug 03 19:38:31.936687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Transition to ACTIVE for port object 94a424b7-ece5-494f-92e6-a1655f3d9c49 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:31.963006 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:31.984945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.031248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:32.034853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:32.049367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:32.081454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:32.121699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:32.122359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.139733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-38daab39-f9a0-4b62-a822-ed462c3f3387 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2548218 Aug 03 19:38:32.153378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Request body: {'port': {'device_id': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:32.230123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.413274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0390c7f2-ec82-4ee7-8497-da54e4d961cb None None] Provisioning for port 94a424b7-ece5-494f-92e6-a1655f3d9c49 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:32.418771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0390c7f2-ec82-4ee7-8497-da54e4d961cb None None] Provisioning complete for port 94a424b7-ece5-494f-92e6-a1655f3d9c49 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:32.419380 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0390c7f2-ec82-4ee7-8497-da54e4d961cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.469542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0390c7f2-ec82-4ee7-8497-da54e4d961cb None None] Port 94a424b7-ece5-494f-92e6-a1655f3d9c49 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:32.549706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 47a6d29c-39fc-489a-98d5-821b2c5d66c8 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:32.577217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 47a6d29c-39fc-489a-98d5-821b2c5d66c8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:32.577590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 47a6d29c-39fc-489a-98d5-821b2c5d66c8 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:32.583147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a424b7-ece5-494f-92e6-a1655f3d9c49 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:32.593544 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.612477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Transition to ACTIVE for port object 94a424b7-ece5-494f-92e6-a1655f3d9c49 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:32.624742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6588477-db83-47d1-92a7-e593273799df req-04ac0c24-30db-46b7-bdb9-3aa0fd96a48c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:32.632719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6588477-db83-47d1-92a7-e593273799df req-04ac0c24-30db-46b7-bdb9-3aa0fd96a48c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0889330 Aug 03 19:38:32.635540 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.737797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:32.776746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6588477-db83-47d1-92a7-e593273799df req-573e8db1-f7c3-4a63-9014-14fcdaf0d516 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423495 Aug 03 19:38:32.857793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Attempting to bind port 94a424b7-ece5-494f-92e6-a1655f3d9c49 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:32.858146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Attempting to bind port 94a424b7-ece5-494f-92e6-a1655f3d9c49 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:32.858840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Attempting to bind port 94a424b7-ece5-494f-92e6-a1655f3d9c49 on network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:32.872950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b249-4e9a-4ad1-a15b-55ce5266d348 req-0ee23562-f22f-4f48-b4d0-425dd710a091 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:32.874637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac91b249-4e9a-4ad1-a15b-55ce5266d348 req-0ee23562-f22f-4f48-b4d0-425dd710a091 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.1407006 Aug 03 19:38:32.875816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Port 94a424b7-ece5-494f-92e6-a1655f3d9c49 on network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:38:32.876142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Attempting to bind port 94a424b7-ece5-494f-92e6-a1655f3d9c49 on network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:32.884734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:32.885073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Checking segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:32.886204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Bound using segment: {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:32.886661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Bound port: 94a424b7-ece5-494f-92e6-a1655f3d9c49, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8021b-6092-4581-a153-65ca92f33e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:32.887034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.966083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac91b249-4e9a-4ad1-a15b-55ce5266d348 req-e4d91316-ea75-40ff-b8fb-2810a5317f6b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831916 Aug 03 19:38:33.017444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:33.021204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:33.039036 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.098689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:33.099396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.100961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] 10.222.0.88 "PUT /v2.0/ports/94a424b7-ece5-494f-92e6-a1655f3d9c49 HTTP/1.1" status: 200 len: 1091 time: 0.9528050 Aug 03 19:38:33.102298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:33.105322 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100f792c-8fca-4f4f-99cc-dda7067d6e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:33.156389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48848ada-0860-4e33-8a6e-577076c25af3 req-af673267-51b1-4d86-8dcf-938624b63019 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:33.159419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48848ada-0860-4e33-8a6e-577076c25af3 req-af673267-51b1-4d86-8dcf-938624b63019 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 946 time: 0.1343677 Aug 03 19:38:33.188241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8fa9d-477c-4bac-8b27-6d245b1bbff9 service neutron] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:33.218041 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d415fa-0d1b-4d0f-ac1a-2f059cacf34d x-openstack-request-id: req-c0d415fa-0d1b-4d0f-ac1a-2f059cacf34d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:33.218727 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:33.219339 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0d415fa-0d1b-4d0f-ac1a-2f059cacf34d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:33.219959 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'status': 'completed', 'code': 200} Aug 03 19:38:33.263712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-4526e150-c6c0-48bd-a84e-e7ef8b9db387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:33.265821 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-4526e150-c6c0-48bd-a84e-e7ef8b9db387 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 1094 time: 0.1049807 Aug 03 19:38:33.274065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48848ada-0860-4e33-8a6e-577076c25af3 req-a6ec158b-6194-4b35-970c-13150ee996f2 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000025 Aug 03 19:38:33.322386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-2e9c6474-46bd-4f26-bfee-648da35f959e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49 HTTP/1.1" status: 200 len: 217 time: 0.0457420 Aug 03 19:38:33.394558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-71a025da-6626-4294-b8da-98466e5e9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:33.396350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-71a025da-6626-4294-b8da-98466e5e9780 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.0600178 Aug 03 19:38:33.457127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-003be32e-5538-4af0-bcc9-0055f493b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:33.462568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-003be32e-5538-4af0-bcc9-0055f493b93e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583155 Aug 03 19:38:33.599409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-1598fd84-3c22-44ef-bad2-22bf3e5c132d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:33.601034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-1598fd84-3c22-44ef-bad2-22bf3e5c132d tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 946 time: 0.0829062 Aug 03 19:38:33.635612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-4b6f3bd9-8c79-4a79-99f4-03e26986b2a0 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635444 Aug 03 19:38:33.784723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5b6d333-0e5e-4313-b8aa-1b27d24cdc74 req-8829cf94-442c-45b2-9f7b-b1ddf58fc5e1 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410482 Aug 03 19:38:33.787354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Deleting port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:33.787704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.996015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] For port f43e47e0-0276-4b0d-8df0-771c8a0d1a65, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:33.996015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:34.021575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Calling delete_port for f43e47e0-0276-4b0d-8df0-771c8a0d1a65 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:34.057171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2ea6f-e891-4a18-934f-e789d9e4835e req-b54aa412-2b98-4918-b167-5522c2311fbb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.065597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dac2ea6f-e891-4a18-934f-e789d9e4835e req-b54aa412-2b98-4918-b167-5522c2311fbb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1771109 Aug 03 19:38:34.092009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-5a625c26-c05f-4c03-9c63-a563090a6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.093566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-5a625c26-c05f-4c03-9c63-a563090a6249 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 1094 time: 0.2040794 Aug 03 19:38:34.288784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dac2ea6f-e891-4a18-934f-e789d9e4835e req-4fb3e957-1b21-46d7-aa3b-b94f3fb41d1d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221143 Aug 03 19:38:34.307021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ad4c-6281-41f4-aee1-65d3f0c24662 req-43d425e1-150f-4aff-9577-cc20f28811e0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.310247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6d1ad4c-6281-41f4-aee1-65d3f0c24662 req-43d425e1-150f-4aff-9577-cc20f28811e0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.2215478 Aug 03 19:38:34.413033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-64e393a0-fc71-4327-bf1b-676caa894c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.414521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-64e393a0-fc71-4327-bf1b-676caa894c82 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.3013973 Aug 03 19:38:34.441065 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:34.478679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6d1ad4c-6281-41f4-aee1-65d3f0c24662 req-4329d84a-5612-45ed-8398-fe5cebd8d660 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1465030 Aug 03 19:38:34.517214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-e8c4da47-84d5-4411-945e-3765122468a5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49 HTTP/1.1" status: 200 len: 217 time: 0.0751648 Aug 03 19:38:34.525791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:34.552680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61647402-5803-4ef8-867b-1e3a9fc7096f req-37f41ca1-caf5-4720-9fe4-df94d0f7fdaa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.554357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61647402-5803-4ef8-867b-1e3a9fc7096f req-37f41ca1-caf5-4720-9fe4-df94d0f7fdaa tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e4893bb-1e0a-44bf-984f-4629bec56fd5 HTTP/1.1" status: 200 len: 867 time: 0.1544828 Aug 03 19:38:34.571161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:34.602258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event deleted for resources: {'Port': ['ID=f43e47e0-0276-4b0d-8df0-771c8a0d1a65,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:34.672337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-f27f1a84-dd16-4a69-bc05-1494479ad3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.675681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-f27f1a84-dd16-4a69-bc05-1494479ad3b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.1459830 Aug 03 19:38:34.695549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] No DVR routers for this DVR port f43e47e0-0276-4b0d-8df0-771c8a0d1a65 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:34.700934 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:34.703412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a56592a2-42f0-4db2-97ef-8c2ad8959f71 req-db274426-6287-4d89-ab9c-53f0d91fed9f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "DELETE /v2.0/ports/f43e47e0-0276-4b0d-8df0-771c8a0d1a65 HTTP/1.1" status: 204 len: 173 time: 1.0955946 Aug 03 19:38:34.716509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61647402-5803-4ef8-867b-1e3a9fc7096f req-612a58dd-eb78-450c-8e1d-64d49024fbf4 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192937 Aug 03 19:38:34.771074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-dd39c83d-af8e-4294-b1ff-c2ff46d3c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.772642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-dd39c83d-af8e-4294-b1ff-c2ff46d3c01c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788176 Aug 03 19:38:34.906148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-68a00f1e-81e5-47a0-8a8b-34ee6de46333 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247673 Aug 03 19:38:35.048830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-100f792c-8fca-4f4f-99cc-dda7067d6e2d req-e7f6ec84-889f-435c-a82c-16cbe993990e service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354225 Aug 03 19:38:35.221312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4893bb-1e0a-44bf-984f-4629bec56fd5', 'name': 'network-vif-deleted', 'tag': 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:35.225053 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444aa466-fae1-4b79-b20c-bf10bf133d0d" -d '{"events": [{"server_uuid": "8e4893bb-1e0a-44bf-984f-4629bec56fd5", "name": "network-vif-deleted", "tag": "f43e47e0-0276-4b0d-8df0-771c8a0d1a65"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:35.280716 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2870235f-c9e8-4141-853e-f86bed441e50 x-openstack-request-id: req-2870235f-c9e8-4141-853e-f86bed441e50 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:35.280945 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4893bb-1e0a-44bf-984f-4629bec56fd5", "name": "network-vif-deleted", "tag": "f43e47e0-0276-4b0d-8df0-771c8a0d1a65", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:35.281191 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2870235f-c9e8-4141-853e-f86bed441e50 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:35.281645 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4893bb-1e0a-44bf-984f-4629bec56fd5', 'name': 'network-vif-deleted', 'tag': 'f43e47e0-0276-4b0d-8df0-771c8a0d1a65', 'status': 'completed', 'code': 200} Aug 03 19:38:35.474063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8ed39-65d0-4466-8c20-3ec489281867 req-e60e1caf-81ec-4079-8a58-2ef290409d73 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:35.476321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cb8ed39-65d0-4466-8c20-3ec489281867 req-e60e1caf-81ec-4079-8a58-2ef290409d73 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0882609 Aug 03 19:38:35.549963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cb8ed39-65d0-4466-8c20-3ec489281867 req-58a8b928-4db6-4949-bc70-ae770418ad64 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666804 Aug 03 19:38:35.624303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f95cbd-7e12-4007-adbd-a3e371e1818c req-8b6c53e2-ce2a-46c2-b802-e52b7fb75834 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:35.626051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8f95cbd-7e12-4007-adbd-a3e371e1818c req-8b6c53e2-ce2a-46c2-b802-e52b7fb75834 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.0584047 Aug 03 19:38:35.674855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8f95cbd-7e12-4007-adbd-a3e371e1818c req-84896cd4-b57a-4f80-84ea-9ac260bfab83 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411937 Aug 03 19:38:36.025831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238be32-5da0-4a0d-acdb-2db7502bd289 req-8ea3e1ed-d902-489a-b1a8-46c8a4aac220 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:36.027875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a238be32-5da0-4a0d-acdb-2db7502bd289 req-8ea3e1ed-d902-489a-b1a8-46c8a4aac220 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0626347 Aug 03 19:38:36.073989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a238be32-5da0-4a0d-acdb-2db7502bd289 req-538527c8-41cd-40b4-9b4d-1e615a76c006 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=f842268e-2edb-4405-8ee8-27a59c6700a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Aug 03 19:38:36.533215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe3716-330f-462b-bc25-8881cff0963f req-56e0950d-33f9-410f-8487-474b013de11f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:36.535100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92fe3716-330f-462b-bc25-8881cff0963f req-56e0950d-33f9-410f-8487-474b013de11f tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0593562 Aug 03 19:38:36.638392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:38:36.671267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac2bc-bcbd-4290-8d9e-6dda5943558b req-99275fed-467f-4f4a-9834-2695c5b26134 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:36.672939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69cac2bc-bcbd-4290-8d9e-6dda5943558b req-99275fed-467f-4f4a-9834-2695c5b26134 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0617793 Aug 03 19:38:36.683947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Deleting port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:36.684314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.780041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69cac2bc-bcbd-4290-8d9e-6dda5943558b req-e8711bc7-f6e3-4bba-bc7e-593f6e199937 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920935 Aug 03 19:38:36.802758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:36.829153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'port_id': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'mac_address': 'fa:16:3e:72:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:38:36.854920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7856ce4-0683-43c9-8c7c-f4c5e99798fb req-cd642a77-fe21-4082-b61c-faf0ca4bcad5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:36.858673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7856ce4-0683-43c9-8c7c-f4c5e99798fb req-cd642a77-fe21-4082-b61c-faf0ca4bcad5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.0884185 Aug 03 19:38:36.873923 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.889196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a424b7-ece5-494f-92e6-a1655f3d9c49 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:36.902805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] For port b8e4493f-c6bd-4d2c-b906-9b810b8ab265, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:36.903170 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.911911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:36.917941 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.928480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Calling delete_port for b8e4493f-c6bd-4d2c-b906-9b810b8ab265 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:36.950828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7856ce4-0683-43c9-8c7c-f4c5e99798fb req-b2d7a576-005b-498c-a802-8d961a012eab tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815177 Aug 03 19:38:37.007278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:37.106326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:37.141326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b8e4493f-c6bd-4d2c-b906-9b810b8ab265'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:37.154170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event deleted for resources: {'Port': ['ID=b8e4493f-c6bd-4d2c-b906-9b810b8ab265,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:37.221080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] No DVR routers for this DVR port b8e4493f-c6bd-4d2c-b906-9b810b8ab265 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:37.224988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:37.227763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92fe3716-330f-462b-bc25-8881cff0963f req-1becf0a9-53b0-45bb-827a-46e759fe4d35 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "DELETE /v2.0/ports/b8e4493f-c6bd-4d2c-b906-9b810b8ab265 HTTP/1.1" status: 204 len: 173 time: 0.6846251 Aug 03 19:38:37.299877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77bce85-e280-4ce0-ab64-d107fa3aa0b5', 'name': 'network-vif-deleted', 'tag': 'b8e4493f-c6bd-4d2c-b906-9b810b8ab265'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:37.302895 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39a717-88a6-4475-b473-b4c1fd7d48f1" -d '{"events": [{"server_uuid": "c77bce85-e280-4ce0-ab64-d107fa3aa0b5", "name": "network-vif-deleted", "tag": "b8e4493f-c6bd-4d2c-b906-9b810b8ab265"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:37.311226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1069f73d-9e7f-4f60-a7c9-81c09e2927b9 req-12f5056b-924d-45f2-bafd-53f082a2c6a8 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=c77bce85-e280-4ce0-ab64-d107fa3aa0b5 HTTP/1.1" status: 200 len: 210 time: 0.0634091 Aug 03 19:38:37.397114 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a30171-e425-42f1-8f98-1590a77b8498 x-openstack-request-id: req-d6a30171-e425-42f1-8f98-1590a77b8498 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:37.397833 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77bce85-e280-4ce0-ab64-d107fa3aa0b5", "name": "network-vif-deleted", "tag": "b8e4493f-c6bd-4d2c-b906-9b810b8ab265", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:37.398487 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6a30171-e425-42f1-8f98-1590a77b8498 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:37.399511 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77bce85-e280-4ce0-ab64-d107fa3aa0b5', 'name': 'network-vif-deleted', 'tag': 'b8e4493f-c6bd-4d2c-b906-9b810b8ab265', 'status': 'completed', 'code': 200} Aug 03 19:38:37.444629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['94a424b7-ece5-494f-92e6-a1655f3d9c49'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:37.918476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486233fb-2ea1-4810-a9b4-8e00768a1dc6 req-15c8a60d-e666-4a1d-a981-452f5e7ba6a0 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:37.919912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-486233fb-2ea1-4810-a9b4-8e00768a1dc6 req-15c8a60d-e666-4a1d-a981-452f5e7ba6a0 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0537205 Aug 03 19:38:37.961098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-486233fb-2ea1-4810-a9b4-8e00768a1dc6 req-00f7e229-bdee-4a79-95e7-a5b549f1302b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348966 Aug 03 19:38:38.092464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ccc91-a083-45a2-955d-a31094e96bc4 req-7df00775-c391-47f8-bd07-099bc0f639e5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.093964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-183ccc91-a083-45a2-955d-a31094e96bc4 req-7df00775-c391-47f8-bd07-099bc0f639e5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 944 time: 0.0547371 Aug 03 19:38:38.133094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-183ccc91-a083-45a2-955d-a31094e96bc4 req-979ddf7f-0ef1-4e5c-a7d9-baaba9865cdf tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328810 Aug 03 19:38:38.299120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-0fe2759a-51fa-4ff1-a446-fa7dc13e35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.300670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-0fe2759a-51fa-4ff1-a446-fa7dc13e35db service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 1096 time: 0.0439892 Aug 03 19:38:38.398450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-5d58e795-1177-4f42-9b15-d4dde571062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.398697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-5d58e795-1177-4f42-9b15-d4dde571062e service neutron] 10.222.0.88 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 915 time: 0.0898807 Aug 03 19:38:38.446536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-a34dba51-3eaa-4bbf-8219-12c51f4ca34e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 HTTP/1.1" status: 200 len: 217 time: 0.0396280 Aug 03 19:38:38.501452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-824d39cc-a503-473f-a592-e73f55820432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.503738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-824d39cc-a503-473f-a592-e73f55820432 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d HTTP/1.1" status: 200 len: 854 time: 0.0487483 Aug 03 19:38:38.540128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-a327b9b8-efe1-4f8e-a548-0b90e60d9fd1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256438 Aug 03 19:38:38.592071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f43e47e0-0276-4b0d-8df0-771c8a0d1a65 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:38.623486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: f43e47e0-0276-4b0d-8df0-771c8a0d1a65 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:38.623827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f43e47e0-0276-4b0d-8df0-771c8a0d1a65 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:38.644203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:38.681892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e71283-c062-460e-93a5-658cb54bbea1 req-b2d49c3a-5751-4cfd-b03f-2dc90f9f5b94 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.683283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1e71283-c062-460e-93a5-658cb54bbea1 req-b2d49c3a-5751-4cfd-b03f-2dc90f9f5b94 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.1151898 Aug 03 19:38:38.689905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-d8b8a1ac-e4d3-427d-920b-35cf4e2e8141 service neutron] 10.222.0.88 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416967 Aug 03 19:38:38.705192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 94a424b7-ece5-494f-92e6-a1655f3d9c49 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:38.709203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 94a424b7-ece5-494f-92e6-a1655f3d9c49 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:38.709597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.783695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1e71283-c062-460e-93a5-658cb54bbea1 req-f6a7ae38-cfd7-4e01-b7cf-ce6e4f045658 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912333 Aug 03 19:38:38.792964 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.816871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17458ec4-6f71-4b2d-89c0-f888f86fd30e req-e790ca21-c2f2-462e-9c28-bc08c9b9f726 service neutron] 10.222.0.88 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171255 Aug 03 19:38:38.825315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:38.827642 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3e211c-6339-474e-9f12-1409b24bdc87" -d '{"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-plugged", "status": "completed", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:38.844349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:38.848680 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.879392 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4652de3e-f6e1-4500-80fd-24f2c406412b x-openstack-request-id: req-4652de3e-f6e1-4500-80fd-24f2c406412b {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:38.879784 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-plugged", "status": "completed", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:38.879911 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4652de3e-f6e1-4500-80fd-24f2c406412b {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:38.880294 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'code': 200} Aug 03 19:38:38.915610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:38.974772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec961ae-bbb2-47bd-bbd6-d8dadb186155 req-c2c7a87d-0842-4449-a59d-387a93505eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.976127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bec961ae-bbb2-47bd-bbd6-d8dadb186155 req-c2c7a87d-0842-4449-a59d-387a93505eac service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 1096 time: 0.0435810 Aug 03 19:38:39.017457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bec961ae-bbb2-47bd-bbd6-d8dadb186155 req-59402296-b04a-4251-9f7f-a997d6de681e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313723 Aug 03 19:38:39.087956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9d00a-22b8-4c12-8c8c-403e40dd892e req-addca309-3643-46fc-9000-ac0b5d67412e tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:39.090066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53f9d00a-22b8-4c12-8c8c-403e40dd892e req-addca309-3643-46fc-9000-ac0b5d67412e tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0505319 Aug 03 19:38:39.132276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53f9d00a-22b8-4c12-8c8c-403e40dd892e req-58bc030c-7d0c-416c-af82-ec52422e6c63 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361240 Aug 03 19:38:39.259832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ea901-9572-4ab2-9b7c-ccdcdf0ac211 req-7d6b493e-eb9e-49aa-9ce3-8ce96a85cbcc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:39.261869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-717ea901-9572-4ab2-9b7c-ccdcdf0ac211 req-7d6b493e-eb9e-49aa-9ce3-8ce96a85cbcc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Aug 03 19:38:39.299492 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-717ea901-9572-4ab2-9b7c-ccdcdf0ac211 req-32f7dab4-b90f-49a4-b343-554cc52316a7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317316 Aug 03 19:38:39.921329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf44b29-261f-45d5-b0bb-26cc95ed72d1 req-88387ba1-70d4-4fbc-8edd-29f8cbd7a098 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:39.922906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bf44b29-261f-45d5-b0bb-26cc95ed72d1 req-88387ba1-70d4-4fbc-8edd-29f8cbd7a098 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0584102 Aug 03 19:38:39.964117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bf44b29-261f-45d5-b0bb-26cc95ed72d1 req-a3043990-003b-43ff-8029-ea9192d48f5e tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349255 Aug 03 19:38:40.284391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a551fca-04ed-4d01-913f-68b35ad9977d req-85781d42-6f74-46d9-8985-201853b7b87b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:40.285905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a551fca-04ed-4d01-913f-68b35ad9977d req-85781d42-6f74-46d9-8985-201853b7b87b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0817430 Aug 03 19:38:40.306433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-37cdb469-4724-4bbd-a49c-7d560a459dec tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:40.307828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-37cdb469-4724-4bbd-a49c-7d560a459dec tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.0749152 Aug 03 19:38:40.364789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a551fca-04ed-4d01-913f-68b35ad9977d req-5cad3043-abc1-4791-bfdb-8e792824ecac tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713267 Aug 03 19:38:40.456153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e3cf2-9bdc-44a6-af41-4966a4e4de3b req-ee6d32bd-c97c-4174-b127-bb01bd642fc7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:40.457680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-434e3cf2-9bdc-44a6-af41-4966a4e4de3b req-ee6d32bd-c97c-4174-b127-bb01bd642fc7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0852623 Aug 03 19:38:40.463485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Deleting port 73d097c3-a7a4-41f0-9464-39aa57a02399 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:40.463820 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.543958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-434e3cf2-9bdc-44a6-af41-4966a4e4de3b req-75a43409-46db-48a7-8b0c-2e159dbda810 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762959 Aug 03 19:38:40.579187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] For port 73d097c3-a7a4-41f0-9464-39aa57a02399, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=73d097c3-a7a4-41f0-9464-39aa57a02399,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:40.579551 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.592947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b8e4493f-c6bd-4d2c-b906-9b810b8ab265 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:40.613300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: b8e4493f-c6bd-4d2c-b906-9b810b8ab265 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:40.613667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b8e4493f-c6bd-4d2c-b906-9b810b8ab265 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:40.723667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ff4a9-a4ed-459e-a844-e971dd640b14 req-d6cff3b8-edae-4f49-b206-ce618d6ac973 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:40.725054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e3ff4a9-a4ed-459e-a844-e971dd640b14 req-d6cff3b8-edae-4f49-b206-ce618d6ac973 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1004584 Aug 03 19:38:40.734171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43538) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:40.765176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Request body: {'floatingip': {'port_id': '94a424b7-ece5-494f-92e6-a1655f3d9c49'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:40.806892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.876145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.876524 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.877102 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Floating IP 03803084-41a1-4bd9-9c6c-24e66fbd7da4 disassociated. External IP: 172.25.4.149, port: 73d097c3-a7a4-41f0-9464-39aa57a02399. Aug 03 19:38:40.877717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Calling delete_port for 73d097c3-a7a4-41f0-9464-39aa57a02399 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:41.594471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b50785-fdd1-4805-b159-9ab646da0403 req-7fbe3407-6731-4f7c-a997-2ffd51cf1b37 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:41.595966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69b50785-fdd1-4805-b159-9ab646da0403 req-7fbe3407-6731-4f7c-a997-2ffd51cf1b37 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 944 time: 0.5540068 Aug 03 19:38:41.604549 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.649713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bcc12-45ad-44f5-9972-f285ede143cd req-4f936a4d-73e1-417d-b303-ffc0847f31dc tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:41.650931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-882bcc12-45ad-44f5-9972-f285ede143cd req-4f936a4d-73e1-417d-b303-ffc0847f31dc tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1996813 Aug 03 19:38:41.716665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event deleted for resources: {'Port': ['ID=73d097c3-a7a4-41f0-9464-39aa57a02399,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:41.824119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69b50785-fdd1-4805-b159-9ab646da0403 req-11b8c820-e97e-4a19-bfd8-a8ec668fa796 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ded48b-7d69-475f-9011-ced98d64bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877751 Aug 03 19:38:41.838738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-882bcc12-45ad-44f5-9972-f285ede143cd req-068d79b6-3c8e-4f40-b017-574b3ee2de0d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731141 Aug 03 19:38:42.001336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Router 0464f33a-4e36-45b6-844f-c478328d47b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:42.029245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:42.039482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c43143-3797-4ba6-8305-07126c41652c req-912101ce-4604-407c-a60c-f9007192d9ac tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:42.040984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0c43143-3797-4ba6-8305-07126c41652c req-912101ce-4604-407c-a60c-f9007192d9ac tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.1219301 Aug 03 19:38:42.042970 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:42.220417 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0c43143-3797-4ba6-8305-07126c41652c req-a711b977-4079-4faf-a348-fcb18b002177 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420949 Aug 03 19:38:42.250847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:42.258551 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Floating IP bd017486-1463-4d1d-beb4-8d2752434d35 associated. External IP: 172.25.4.62, port: 94a424b7-ece5-494f-92e6-a1655f3d9c49. Aug 03 19:38:42.264096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] Sync routers for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:42.277171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:42.278453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:42.330172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] No DVR routers for this DVR port 73d097c3-a7a4-41f0-9464-39aa57a02399 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:42.333421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:42.335484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b228faa8-7487-4c3d-b3ca-9ac393264e59 req-4fd449eb-9a7d-41ac-aa80-62e09bdef235 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.63 "DELETE /v2.0/ports/73d097c3-a7a4-41f0-9464-39aa57a02399 HTTP/1.1" status: 204 len: 173 time: 2.0197914 Aug 03 19:38:42.335931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-deleted', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:42.338669 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19645743-d7c3-48ab-bc87-1e8e133a8871" -d '{"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-deleted", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:42.394250 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87048253-ee39-40fb-af6f-50313258b55c x-openstack-request-id: req-87048253-ee39-40fb-af6f-50313258b55c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:42.394530 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8db19f-1c12-4cb3-9fb3-8339e70ddf40", "name": "network-vif-deleted", "tag": "73d097c3-a7a4-41f0-9464-39aa57a02399", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:42.394777 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87048253-ee39-40fb-af6f-50313258b55c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:42.395165 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8db19f-1c12-4cb3-9fb3-8339e70ddf40', 'name': 'network-vif-deleted', 'tag': '73d097c3-a7a4-41f0-9464-39aa57a02399', 'status': 'completed', 'code': 200} Aug 03 19:38:42.397792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:42.562349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Router 0e2bb790-9c91-4585-8531-169fbc0a8b5f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:42.651632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:35Z', 'revision_number': 5, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:42.658253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:42.705212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22940d-cec4-4c78-8a91-de8aa43e1aa0 req-c00ddc53-6d0e-4a95-a767-3e62ad6c9d2d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:42.705871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] Checking router: 0464f33a-4e36-45b6-844f-c478328d47b4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:42.706010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b22940d-cec4-4c78-8a91-de8aa43e1aa0 req-c00ddc53-6d0e-4a95-a767-3e62ad6c9d2d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0922525 Aug 03 19:38:42.726908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:42.727583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:42.748881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:42.755353 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:42.761294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b22940d-cec4-4c78-8a91-de8aa43e1aa0 req-df6a3ff8-c576-4653-b933-2ca6d5faf819 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Aug 03 19:38:42.764860 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] Sync routers for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:42.788323 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:42.789136 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:42.791504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f94d773b-221b-4873-82f0-ed32bc8d9987 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "PUT /v2.0/floatingips/bd017486-1463-4d1d-beb4-8d2752434d35 HTTP/1.1" status: 200 len: 990 time: 2.0562561 Aug 03 19:38:42.840548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43570) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:42.877668 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:42.918467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:42.921073 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fb2edd-73b7-46a1-9d53-6d9618e77633" -d '{"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:42.927033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:42.958065 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:42.982924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:42.991440 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.024713 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb1b1c6-5edd-43ce-86ff-148b0ccca024 x-openstack-request-id: req-7cb1b1c6-5edd-43ce-86ff-148b0ccca024 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:43.025014 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-unplugged", "status": "failed", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1", "code": 422}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:43.025331 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cb1b1c6-5edd-43ce-86ff-148b0ccca024 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:43.025892 n-d-803378-1 neutron-server[94135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'code': 422} returned with failed status Aug 03 19:38:43.054603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fccb5e7-ff1a-49ef-be7b-89131cda81a6 req-7446497f-3c73-4fcd-9b28-565bbfcde6d7 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8db19f-1c12-4cb3-9fb3-8339e70ddf40 HTTP/1.1" status: 200 len: 210 time: 0.0439351 Aug 03 19:38:43.077049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-5e8972e1-3f05-4634-b000-6ebf93b58e81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2320714 Aug 03 19:38:43.149865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:43.235909 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'bd017486-1463-4d1d-beb4-8d2752434d35', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'port_id': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'mac_address': 'fa:16:3e:72:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:27Z', 'updated_at': '2021-08-03T19:38:41Z', 'revision_number': 1, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:43.256519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:35Z', 'revision_number': 5, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:43.284880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b8c8a-8dc9-4f50-a5b9-686f2052130d None None] The sync data for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 is: [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:27:25Z', 'revision_number': 4, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'fb417da4-0103-4580-ad8f-c611904d1b5a', 'name': '', 'network_id': '7191228f-9331-4d6f-a775-9287b5c97528', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'mac_address': 'fa:16:3e:b7:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:23Z', 'updated_at': '2021-08-03T19:27:35Z', 'revision_number': 5, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'subnets': [{'id': '7b30dd12-60ba-4ca4-8514-c4f98cac7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:43.349196 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] Checking router: 0e2bb790-9c91-4585-8531-169fbc0a8b5f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:43.358205 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:43.358822 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:43.470321 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:43.567859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a48f08-75a1-4769-9093-2d0ddaacf0b0 None None] New status for floating IP 03803084-41a1-4bd9-9c6c-24e66fbd7da4: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:38:43.720041 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'bd017486-1463-4d1d-beb4-8d2752434d35', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'port_id': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'mac_address': 'fa:16:3e:72:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:27Z', 'updated_at': '2021-08-03T19:38:41Z', 'revision_number': 1, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:43.747548 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9816719-e9f6-4eaa-a4ec-e82d3539c99b None None] The sync data for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 is: [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'bd017486-1463-4d1d-beb4-8d2752434d35', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'port_id': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'mac_address': 'fa:16:3e:72:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:27Z', 'updated_at': '2021-08-03T19:38:41Z', 'revision_number': 1, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:43.910386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bb6bf-857a-43c1-9da2-9f3abe90331f req-80bef391-d854-4a68-928c-126145afd314 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:43.912253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e0bb6bf-857a-43c1-9da2-9f3abe90331f req-80bef391-d854-4a68-928c-126145afd314 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 943 time: 0.0605202 Aug 03 19:38:43.953942 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f1891-44dc-4139-ad8b-7d4e2e0c2c76 None None] New status for floating IP bd017486-1463-4d1d-beb4-8d2752434d35: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:38:43.988562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e0bb6bf-857a-43c1-9da2-9f3abe90331f req-467510bc-708e-4180-8c1e-dc94356d0220 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675526 Aug 03 19:38:44.002348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-5aae7e89-dcd3-4b1a-82bb-920560ad7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.004265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-5aae7e89-dcd3-4b1a-82bb-920560ad7ef7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b&tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2 HTTP/1.1" status: 200 len: 1094 time: 0.0676613 Aug 03 19:38:44.021937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:44.076323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.155892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43592) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:44.213899 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d131ef21-4708-49ef-a62e-5d2dda7d32d1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.238873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d131ef21-4708-49ef-a62e-5d2dda7d32d1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.286536 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d131ef21-4708-49ef-a62e-5d2dda7d32d1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.289159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d131ef21-4708-49ef-a62e-5d2dda7d32d1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.290518 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d131ef21-4708-49ef-a62e-5d2dda7d32d1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "DELETE /v2.0/security-groups/00ded48b-7d69-475f-9011-ced98d64bd57 HTTP/1.1" status: 204 len: 168 time: 0.1330011 Aug 03 19:38:44.293246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43594) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:44.300861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131ef21-4708-49ef-a62e-5d2dda7d32d1 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ded48b-7d69-475f-9011-ced98d64bd57,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:44.305393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:44.323853 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-fa5e3b93-56c0-424c-8c73-aba98b78c76c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] show failed (client error): The resource could not be found. Aug 03 19:38:44.325424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fa5e3b93-56c0-424c-8c73-aba98b78c76c tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "GET /v2.0/security-groups/00ded48b-7d69-475f-9011-ced98d64bd57 HTTP/1.1" status: 404 len: 347 time: 0.0306511 Aug 03 19:38:44.328316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43596) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:44.350395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:44.382829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:44.391049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.396377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:44.398838 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf0e5be-0429-4262-afb1-dda741bb284c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:44.408948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Transition to ACTIVE for port object d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:44.415743 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.448256 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:38:44.461918 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78a73a-b354-4aff-9a3a-38c106731117 x-openstack-request-id: req-1a78a73a-b354-4aff-9a3a-38c106731117 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:44.462290 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:44.462485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Deleting port feff4415-be3a-47c6-8cea-c6cb4d0e7c45 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:44.462638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.462803 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a78a73a-b354-4aff-9a3a-38c106731117 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:44.463047 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'status': 'completed', 'code': 200} Aug 03 19:38:44.496938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] No DVR routers for this DVR port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:44.528389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=9']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:44.549116 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.549458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.562377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Calling delete_port for feff4415-be3a-47c6-8cea-c6cb4d0e7c45 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:44.571832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Attempting to bind port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:44.572167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Attempting to bind port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:44.572497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Attempting to bind port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:44.576514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e5be-0429-4262-afb1-dda741bb284c req-d1e7fe45-60ea-45df-af1c-34895fa83db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.578144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf0e5be-0429-4262-afb1-dda741bb284c req-d1e7fe45-60ea-45df-af1c-34895fa83db4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 1096 time: 0.1057727 Aug 03 19:38:44.581709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:38:44.582035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Attempting to bind port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on network f01cc978-4a28-48a5-aaf0-a725b1b74e0c {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:44.587040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:44.587378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Checking segment: {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:44.587756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Bound using segment: {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:44.588177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Bound port: d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:44.588532 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.607902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:44.631562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 73d097c3-a7a4-41f0-9464-39aa57a02399 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:44.631898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 73d097c3-a7a4-41f0-9464-39aa57a02399 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:44.697703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.722999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Pushing event deleted for resources: {'Port': ['ID=feff4415-be3a-47c6-8cea-c6cb4d0e7c45,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:44.725318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:44.729943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:44.733695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e5be-0429-4262-afb1-dda741bb284c req-64e94f9c-5343-455d-90df-ce10e8306aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.735255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf0e5be-0429-4262-afb1-dda741bb284c req-64e94f9c-5343-455d-90df-ce10e8306aee service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.1447108 Aug 03 19:38:44.736842 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.783244 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.785971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.787025 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d66a21a4-52b0-42f6-9b27-00b12475b090 tempest-ServerActionsTestJSON-1158861264 tempest-ServerActionsTestJSON-1158861264-project] 10.222.0.42 "DELETE /v2.0/floatingips/03803084-41a1-4bd9-9c6c-24e66fbd7da4 HTTP/1.1" status: 204 len: 168 time: 0.4573715 Aug 03 19:38:44.790043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43600) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:44.809450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.810096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.811491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] 10.222.0.63 "PUT /v2.0/ports/d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 HTTP/1.1" status: 200 len: 1091 time: 0.7939878 Aug 03 19:38:44.846080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf0e5be-0429-4262-afb1-dda741bb284c req-2d9725c3-1b11-46da-ac99-9c2297334d1b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49 HTTP/1.1" status: 200 len: 1000 time: 0.1009202 Aug 03 19:38:44.846968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3d9dd-6a95-4962-94d1-fd1397d421a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=10']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:44.926615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e5be-0429-4262-afb1-dda741bb284c req-c858902b-3946-4f3e-8d46-071184c8b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.928104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf0e5be-0429-4262-afb1-dda741bb284c req-c858902b-3946-4f3e-8d46-071184c8b609 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.0691211 Aug 03 19:38:44.930676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-fa06cf01-904c-45dd-8f5e-66ba13971a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.932045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-fa06cf01-904c-45dd-8f5e-66ba13971a4f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 1095 time: 0.0822513 Aug 03 19:38:45.050723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e5be-0429-4262-afb1-dda741bb284c req-72842455-7194-44d7-9afc-9329eed40472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:45.052255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf0e5be-0429-4262-afb1-dda741bb284c req-72842455-7194-44d7-9afc-9329eed40472 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053219 Aug 03 19:38:45.099489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-bd200107-41be-4528-ab85-e2f303ba7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:45.099896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-bd200107-41be-4528-ab85-e2f303ba7179 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 915 time: 0.1610706 Aug 03 19:38:45.203558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-49cec509-a41e-476e-ab41-671dd0bf4da7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 HTTP/1.1" status: 200 len: 217 time: 0.0481765 Aug 03 19:38:45.258598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42457916-4352-4275-984d-f3df65c12b94 req-0e468986-f784-461a-97ba-f4e08ed3a830 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:45.260568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42457916-4352-4275-984d-f3df65c12b94 req-0e468986-f784-461a-97ba-f4e08ed3a830 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.1849127 Aug 03 19:38:45.301056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf0e5be-0429-4262-afb1-dda741bb284c req-960d8ee5-27c0-4f8f-9f5f-b69f8d3bd39a service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357292 Aug 03 19:38:45.309249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-a6ad1bf0-3fde-4514-b23c-bd2351169748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:45.310716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-a6ad1bf0-3fde-4514-b23c-bd2351169748 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d HTTP/1.1" status: 200 len: 854 time: 0.1003191 Aug 03 19:38:45.329717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:45.394176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-316acc14-bb42-4dc9-afc0-a7359924acbf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676367 Aug 03 19:38:45.396950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42457916-4352-4275-984d-f3df65c12b94 req-6c263bd1-515e-4caf-8ab7-f6a1f7328d3b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295249 Aug 03 19:38:45.508633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daf0e5be-0429-4262-afb1-dda741bb284c req-cbab2b0e-0690-4607-b20b-abc32afe6899 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968837 Aug 03 19:38:45.528518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-7d136edf-6ae2-45d6-8422-186b5deb4dfa service neutron] 10.222.0.63 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267076 Aug 03 19:38:45.603971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Deleting port fb417da4-0103-4580-ad8f-c611904d1b5a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:45.604369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:45.623223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb211d-d3d5-4926-96a9-b207f433e4fd req-075aed05-e7ff-4fd6-b5fd-e93a38ac876a service neutron] 10.222.0.63 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880749 Aug 03 19:38:45.691052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] For port fb417da4-0103-4580-ad8f-c611904d1b5a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fb417da4-0103-4580-ad8f-c611904d1b5a,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:45.691303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:45.703776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Calling delete_port for fb417da4-0103-4580-ad8f-c611904d1b5a owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:45.887556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:45.919669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb417da4-0103-4580-ad8f-c611904d1b5a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:46.132390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.465382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:46.467765 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f447b4-e743-4c24-9e04-bf99daa94689" -d '{"events": [{"name": "network-changed", "server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:46.532350 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08eec8d-bfbf-4e2a-8aca-89040a699092 x-openstack-request-id: req-e08eec8d-bfbf-4e2a-8aca-89040a699092 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:46.532884 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:46.533309 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e08eec8d-bfbf-4e2a-8aca-89040a699092 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:46.533906 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'status': 'completed', 'code': 200} Aug 03 19:38:46.623426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08d421-be49-4b4f-a267-7abefb5fa5b2 req-9faff530-33ad-42a4-8c79-9f70b26cd5ac tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:46.637877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be08d421-be49-4b4f-a267-7abefb5fa5b2 req-9faff530-33ad-42a4-8c79-9f70b26cd5ac tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0865080 Aug 03 19:38:46.684807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be08d421-be49-4b4f-a267-7abefb5fa5b2 req-6be4225f-a01c-49b0-b7b0-15e732d0de81 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Aug 03 19:38:46.838837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Router 0464f33a-4e36-45b6-844f-c478328d47b4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:46.953236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:46.959780 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4ac2ad86-64e2-47c1-81c9-6a7a604ba028 admin admin] 10.222.0.42 "PUT /v2.0/routers/0464f33a-4e36-45b6-844f-c478328d47b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685474 Aug 03 19:38:46.962154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43636) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:46.966059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] Sync routers for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:46.977679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:46.978713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:47.093433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.102508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:47.209949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.279752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Deleting port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:47.280243 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.342285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:38:45Z', 'revision_number': 5, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port': {'id': '1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:18Z', 'updated_at': '2021-08-03T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:47.374114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] For port 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:47.374715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.378915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] Checking router: 0464f33a-4e36-45b6-844f-c478328d47b4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:47.389669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] Routers {'0464f33a-4e36-45b6-844f-c478328d47b4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:47.389902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Calling delete_port for 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:47.390308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0464f33a-4e36-45b6-844f-c478328d47b4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:47.515956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] Set router 0464f33a-4e36-45b6-844f-c478328d47b4 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:47.579521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.592592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:38:47Z', 'revision_number': 6, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:47.614074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:47.625693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e3435-05f5-4a54-8c05-88994b5312aa None None] The sync data for ids ['0464f33a-4e36-45b6-844f-c478328d47b4'] in n-d-803378-1 is: [{'id': '0464f33a-4e36-45b6-844f-c478328d47b4', 'name': 'tempest-ServerActionsTestJSON-377223431-router', 'tenant_id': 'a7b192dfb0d2451d83579d34323df239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:16Z', 'updated_at': '2021-08-03T19:38:47Z', 'revision_number': 6, 'project_id': 'a7b192dfb0d2451d83579d34323df239', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:47.686902 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.787335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.790172 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.813466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6509-4ece-42d7-af8b-1a1b9e69e4f1 req-2f7ce42f-50fe-4ac5-9eb5-137cf969e379 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:47.814984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05fe6509-4ece-42d7-af8b-1a1b9e69e4f1 req-2f7ce42f-50fe-4ac5-9eb5-137cf969e379 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0570357 Aug 03 19:38:47.845883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.847194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0464f33a-4e36-45b6-844f-c478328d47b4 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:38:47.865706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.866587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05fe6509-4ece-42d7-af8b-1a1b9e69e4f1 req-d98de83f-544b-4209-8291-f61270709b9b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453603 Aug 03 19:38:47.866933 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-924daa21-dc77-480a-a5c1-7ecd2e6c346a admin admin] 10.222.0.42 "DELETE /v2.0/routers/0464f33a-4e36-45b6-844f-c478328d47b4 HTTP/1.1" status: 204 len: 168 time: 0.9036224 Aug 03 19:38:47.869642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43644) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:47.929026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b061ed70-ea47-4293-ac33-43029a7853b1 admin admin] Deleting subnet 7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:38:47.932086 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b061ed70-ea47-4293-ac33-43029a7853b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.970036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b061ed70-ea47-4293-ac33-43029a7853b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.062891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b061ed70-ea47-4293-ac33-43029a7853b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.138791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b061ed70-ea47-4293-ac33-43029a7853b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.184297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061ed70-ea47-4293-ac33-43029a7853b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b30dd12-60ba-4ca4-8514-c4f98cac7cd7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:48.186344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b061ed70-ea47-4293-ac33-43029a7853b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.191191 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b061ed70-ea47-4293-ac33-43029a7853b1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7b30dd12-60ba-4ca4-8514-c4f98cac7cd7 HTTP/1.1" status: 204 len: 168 time: 0.3173015 Aug 03 19:38:48.191453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43646) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:48.194564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1775bc81-8835-4350-8fbe-aa7ecc191458 None None] Network 7191228f-9331-4d6f-a775-9287b5c97528 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:48.281142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.349806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Deleting port fdc8166e-f296-44b7-8928-8fab34e58422 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:48.350082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.421459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] For port fdc8166e-f296-44b7-8928-8fab34e58422, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fdc8166e-f296-44b7-8928-8fab34e58422,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:48.421862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.438583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Calling delete_port for fdc8166e-f296-44b7-8928-8fab34e58422 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:48.448115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] DHCP port deletion for 7191228f-9331-4d6f-a775-9287b5c97528 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:38:48.526647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] Deleting port fdc8166e-f296-44b7-8928-8fab34e58422 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:48.527272 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.560574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.573531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fdc8166e-f296-44b7-8928-8fab34e58422 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:48.603193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: fdc8166e-f296-44b7-8928-8fab34e58422 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:48.603537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fdc8166e-f296-44b7-8928-8fab34e58422 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:48.604004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:48.613666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc8166e-f296-44b7-8928-8fab34e58422,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:48.632584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:48.633000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1bf97e0b-d60b-4ef3-805b-ceeecf2e82f1 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:48.633410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fb417da4-0103-4580-ad8f-c611904d1b5a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:48.633987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] No DVR routers for this DVR port fdc8166e-f296-44b7-8928-8fab34e58422 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:48.658893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: fb417da4-0103-4580-ad8f-c611904d1b5a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:48.659241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fb417da4-0103-4580-ad8f-c611904d1b5a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:48.678479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] For port fdc8166e-f296-44b7-8928-8fab34e58422, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fdc8166e-f296-44b7-8928-8fab34e58422,segment=NetworkSegment(55fd59be-caf5-494f-9e7a-120ac9569ecb),segment_id=55fd59be-caf5-494f-9e7a-120ac9569ecb)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:48.678883 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.693213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] Calling delete_port for fdc8166e-f296-44b7-8928-8fab34e58422 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:48.734844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.747704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7191228f-9331-4d6f-a775-9287b5c97528']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:48.760529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fd59be-caf5-494f-9e7a-120ac9569ecb') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:48.760905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fd59be-caf5-494f-9e7a-120ac9569ecb') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:48.771439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.790603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.799295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:38:48.799836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:38:48.822002 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:38:48.941467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.953343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.960886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7191228f-9331-4d6f-a775-9287b5c97528 HTTP/1.1" status: 204 len: 168 time: 0.7669771 Aug 03 19:38:48.977493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f62f3b-8d3d-4730-abdd-c25b626755f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7191228f-9331-4d6f-a775-9287b5c97528,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:48.997812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:49.028827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] Network 7191228f-9331-4d6f-a775-9287b5c97528 is not hosted by any dhcp agent {{(pid=94135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:38:49.029551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] No DVR routers for this DVR port fdc8166e-f296-44b7-8928-8fab34e58422 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:49.033189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5ad31-acf8-418e-b715-cf8dde1b63cf None None] Pushing event deleted for resources: {'Port': ['ID=fdc8166e-f296-44b7-8928-8fab34e58422,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:49.094489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046508ec-d810-4781-83dc-9a319f05fc01 req-0900625d-0a8f-41c9-935a-da261e867372 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:49.097735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-046508ec-d810-4781-83dc-9a319f05fc01 req-0900625d-0a8f-41c9-935a-da261e867372 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0848503 Aug 03 19:38:49.147460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-046508ec-d810-4781-83dc-9a319f05fc01 req-9ea44f71-39da-4f17-ad2f-3544b0c6f2c8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Aug 03 19:38:49.156191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43658) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:49.204474 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cfdf5526-cf18-4b4a-bf1a-5703f2b9a045 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7b192dfb0d2451d83579d34323df239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467854 Aug 03 19:38:49.206665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43660) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:49.262391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e8a3-2ecc-4e61-acab-8a9638c05b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:49.284531 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e8a3-2ecc-4e61-acab-8a9638c05b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:49.334206 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e8a3-2ecc-4e61-acab-8a9638c05b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:49.337231 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e8a3-2ecc-4e61-acab-8a9638c05b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:49.342247 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f1d4e8a3-2ecc-4e61-acab-8a9638c05b23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f842268e-2edb-4405-8ee8-27a59c6700a8 HTTP/1.1" status: 204 len: 168 time: 0.1346004 Aug 03 19:38:49.353237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4e8a3-2ecc-4e61-acab-8a9638c05b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f842268e-2edb-4405-8ee8-27a59c6700a8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:50.083591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43684) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:50.196696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2021690413-network', 'tenant_id': '42c213dbd6284fe1abed397d8ee2b1b5'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:50.220282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Made reservation on behalf of 42c213dbd6284fe1abed397d8ee2b1b5 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:50.223453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.251117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.288683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7e6c7-e571-4857-ba82-21eac321b982 req-2d1644c8-2026-440a-931c-b65b3905793c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:50.290242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1b7e6c7-e571-4857-ba82-21eac321b982 req-2d1644c8-2026-440a-931c-b65b3905793c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0671306 Aug 03 19:38:50.350938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1b7e6c7-e571-4857-ba82-21eac321b982 req-529ab3c7-03b1-486c-891b-981010edb47b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522747 Aug 03 19:38:50.395135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.401645 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.427628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:38:50.443317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ed1e06-4761-4a6a-9166-1d960a127bb1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:50.449001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.449530 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Added segment cd3fd289-fdbf-471a-8a61-f9d27eee100e of type vlan for network e1bef1e7-95f1-4148-8cf3-c8364489792c Aug 03 19:38:50.500979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.538935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.540125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:50.540785 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.567509 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.600377 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5123558 Aug 03 19:38:50.600637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:50.606321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Request body: {'subnet': {'network_id': 'e1bef1e7-95f1-4148-8cf3-c8364489792c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2021690413-subnet', 'tenant_id': '42c213dbd6284fe1abed397d8ee2b1b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:50.608093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee6af-073c-4168-b836-7707c0265045 admin admin] Pushing event updated for resources: {'Network': ['ID=e1bef1e7-95f1-4148-8cf3-c8364489792c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:50.624741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e1bef1e7-95f1-4148-8cf3-c8364489792c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:38:50.631481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Made reservation on behalf of 42c213dbd6284fe1abed397d8ee2b1b5 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:50.635720 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.843198 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.914329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c9cb2f-23c4-4297-a440-4293201fa906,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:50.924414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Checking segment: {'id': 'cd3fd289-fdbf-471a-8a61-f9d27eee100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1bef1e7-95f1-4148-8cf3-c8364489792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:50.924841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Network hostable DHCP agents. Network: e1bef1e7-95f1-4148-8cf3-c8364489792c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:38:50.943066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Network e1bef1e7-95f1-4148-8cf3-c8364489792c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:38:50.954484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e1bef1e7-95f1-4148-8cf3-c8364489792c) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:50.960523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:50.961892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:50.962819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf67992-2e7c-4c79-9849-e9855161639b None None] Network e1bef1e7-95f1-4148-8cf3-c8364489792c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:50.980101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-463fd942-e056-4e2a-871a-0dd11640a837 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3783307 Aug 03 19:38:51.115253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f76eb-afd5-492a-bad8-1cd63db39361 None None] Network e1bef1e7-95f1-4148-8cf3-c8364489792c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:51.517685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43716) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:51.540316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cca4c-c340-401f-a284-99e825ed3510 req-552770d1-7393-42e9-b65d-31e8d568b656 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:51.542182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-714cca4c-c340-401f-a284-99e825ed3510 req-552770d1-7393-42e9-b65d-31e8d568b656 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0943315 Aug 03 19:38:51.549928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-f36b6656-ec11-4a45-8bc9-13ef0fdf7919 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:51.551445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-f36b6656-ec11-4a45-8bc9-13ef0fdf7919 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/networks?id=e1bef1e7-95f1-4148-8cf3-c8364489792c HTTP/1.1" status: 200 len: 821 time: 0.1566544 Aug 03 19:38:51.578046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-22002ff8-f0c8-479e-a29e-d094989f0211 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/quotas/42c213dbd6284fe1abed397d8ee2b1b5 HTTP/1.1" status: 200 len: 375 time: 0.0189540 Aug 03 19:38:51.633294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-d6404b2e-abb3-4e04-8f05-fec231fcfc71 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=42c213dbd6284fe1abed397d8ee2b1b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467250 Aug 03 19:38:51.638626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-714cca4c-c340-401f-a284-99e825ed3510 req-a9e16415-530d-4cdd-abea-fd1fcbf46b30 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862412 Aug 03 19:38:51.743952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 669c9e49-1992-4b56-b403-12837777e191 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:51.744310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:51.759341 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-37a21c4e-2c68-46a1-8fe5-a656c2624235 service neutron] 10.222.0.42 "GET /v2.0/networks/e1bef1e7-95f1-4148-8cf3-c8364489792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191921 Aug 03 19:38:51.833509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:51.834296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:51.847516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 669c9e49-1992-4b56-b403-12837777e191 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:51.863565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-afde402d-7707-4a2a-8049-cdaaa1352044 service neutron] 10.222.0.42 "GET /v2.0/networks/e1bef1e7-95f1-4148-8cf3-c8364489792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964959 Aug 03 19:38:52.052009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:52.081252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=669c9e49-1992-4b56-b403-12837777e191,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:52.084883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30e0006b-bd10-48b3-bef6-0b9ce81495e1 req-97c8872e-e25a-4ff9-9372-e21d9f2cb7cd tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0372331 Aug 03 19:38:52.166934 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:52.167279 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Floating IP 0ffe90a4-cabe-4fd6-96cc-e59bafd252c6 disassociated (deleted). External IP: 172.25.4.153, port: ca5c18ea-2087-4da9-9883-54eb65cd432d. Aug 03 19:38:52.443634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router f7904f0d-f1c9-4397-80b1-224c5cb8653d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:52.560997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:52.566456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:52.571061 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] Sync routers for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:52.580879 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:52.581936 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:52.607680 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-34acf610-4b58-4f34-b36b-e57c7ee9867d tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/floatingips/0ffe90a4-cabe-4fd6-96cc-e59bafd252c6 HTTP/1.1" status: 204 len: 168 time: 1.0881116 Aug 03 19:38:52.608246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:52.610870 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7578099f-3643-4061-9b77-12b9096fbe40" -d '{"events": [{"name": "network-changed", "server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:52.658370 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f97c6d5-010e-4948-8b24-f99dfd6a8fed x-openstack-request-id: req-2f97c6d5-010e-4948-8b24-f99dfd6a8fed {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:52.658675 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:52.658953 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f97c6d5-010e-4948-8b24-f99dfd6a8fed {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:52.659341 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'status': 'completed', 'code': 200} Aug 03 19:38:52.746741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:52.749650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099f-3643-4061-9b77-12b9096fbe40 req-efaaed93-4301-406d-9e95-d4f682c50937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:52.750808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578099f-3643-4061-9b77-12b9096fbe40 req-efaaed93-4301-406d-9e95-d4f682c50937 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ae739ab6a844524a37b52a10d3348ca&device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 1096 time: 0.0621266 Aug 03 19:38:53.079017 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:59Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:53.117719 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] Checking router: f7904f0d-f1c9-4397-80b1-224c5cb8653d for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:53.128915 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:53.129602 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:53.267069 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:53.335031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bee8d-8109-45f4-b971-bf80b4a21b6a req-da2f3ff8-e559-4f5f-bbb4-102043386ef1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:53.336471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c87bee8d-8109-45f4-b971-bf80b4a21b6a req-da2f3ff8-e559-4f5f-bbb4-102043386ef1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.5990000 Aug 03 19:38:53.369454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099f-3643-4061-9b77-12b9096fbe40 req-9eb7f001-1ca4-42e4-a62b-31cbcb483ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:53.371593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578099f-3643-4061-9b77-12b9096fbe40 req-9eb7f001-1ca4-42e4-a62b-31cbcb483ed3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d186a9f0-d5c8-48de-9766-6d2efe72383d HTTP/1.1" status: 200 len: 897 time: 0.5922270 Aug 03 19:38:53.414215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46345eff-630b-4c5c-98f3-fc1420bef528 req-5d41f4c3-3dfe-46f8-9d47-52b6e957e131 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:53.415746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46345eff-630b-4c5c-98f3-fc1420bef528 req-5d41f4c3-3dfe-46f8-9d47-52b6e957e131 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1508994 Aug 03 19:38:53.419180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c87bee8d-8109-45f4-b971-bf80b4a21b6a req-78ddc323-d36c-4e8d-8a91-d8375af4fc84 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756996 Aug 03 19:38:53.465442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578099f-3643-4061-9b77-12b9096fbe40 req-3b742897-8add-46db-803c-31cc76f81c0e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d HTTP/1.1" status: 200 len: 217 time: 0.0658033 Aug 03 19:38:53.543548 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:59Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:53.559929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46345eff-630b-4c5c-98f3-fc1420bef528 req-c259eab0-429f-4481-8a35-028d5aa2611b tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373441 Aug 03 19:38:53.564206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20848e56-6a2f-4b1a-bfcb-8d369c8dd62b req-68b49b96-3d68-4b35-a07b-59ccfebf0b8c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0432289 Aug 03 19:38:53.570884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099f-3643-4061-9b77-12b9096fbe40 req-77825829-8caa-44bc-8eca-6d944f6ec280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:53.572548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578099f-3643-4061-9b77-12b9096fbe40 req-77825829-8caa-44bc-8eca-6d944f6ec280 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21492585-a191-4383-bb1d-dd97a594ee8f HTTP/1.1" status: 200 len: 834 time: 0.0984135 Aug 03 19:38:53.590203 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143a4bb-3b1f-4e6e-a6ec-7d55b2aa0d8f None None] The sync data for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 is: [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 4, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '50f0a1e2-3ba5-456d-961c-92bad69a1cda', 'name': '', 'network_id': 'd186a9f0-d5c8-48de-9766-6d2efe72383d', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'mac_address': 'fa:16:3e:3b:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:50Z', 'updated_at': '2021-08-03T19:36:59Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'subnets': [{'id': '21492585-a191-4383-bb1d-dd97a594ee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:53.634671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099f-3643-4061-9b77-12b9096fbe40 req-780a6ce9-59f7-4fff-b4e4-eb7cea143182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:53.636359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578099f-3643-4061-9b77-12b9096fbe40 req-780a6ce9-59f7-4fff-b4e4-eb7cea143182 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d186a9f0-d5c8-48de-9766-6d2efe72383d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562544 Aug 03 19:38:53.744936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578099f-3643-4061-9b77-12b9096fbe40 req-ae8814e6-3fce-4dbe-b19c-8f1bee2e7962 service neutron] 10.222.0.88 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986085 Aug 03 19:38:53.851883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7578099f-3643-4061-9b77-12b9096fbe40 req-571ee6b5-ecb5-4c91-abca-3a17e2dd0300 service neutron] 10.222.0.88 "GET /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949044 Aug 03 19:38:53.904108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e870026-5d93-410a-bf48-ab47a2cb7072 None None] New status for floating IP 0ffe90a4-cabe-4fd6-96cc-e59bafd252c6: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:38:54.454922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211b756-05e1-4cc9-981f-017a598220c0 req-f970c805-eb9d-48bf-b9f5-5b2664c319bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:54.457136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e211b756-05e1-4cc9-981f-017a598220c0 req-f970c805-eb9d-48bf-b9f5-5b2664c319bf tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.0586846 Aug 03 19:38:54.588449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cff18-fb84-4500-8a47-bb15e654ed26 req-9b4f82d7-8824-4d9b-8321-e56428953e71 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:54.590058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f68cff18-fb84-4500-8a47-bb15e654ed26 req-9b4f82d7-8824-4d9b-8321-e56428953e71 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0640571 Aug 03 19:38:54.613356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port ca5c18ea-2087-4da9-9883-54eb65cd432d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:54.613718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:54.706338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f68cff18-fb84-4500-8a47-bb15e654ed26 req-0df59ceb-f672-4972-8710-22a934682386 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090467 Aug 03 19:38:54.753133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port ca5c18ea-2087-4da9-9883-54eb65cd432d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=ca5c18ea-2087-4da9-9883-54eb65cd432d,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:54.753456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:54.773593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e837dcd-e155-4a72-b7e8-6d3021e1ac75 req-fc555beb-2eb6-4b52-909d-59583d85aef0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:54.775141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e837dcd-e155-4a72-b7e8-6d3021e1ac75 req-fc555beb-2eb6-4b52-909d-59583d85aef0 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3a461-4114-452d-a9b1-ea2696acbf75 HTTP/1.1" status: 200 len: 945 time: 0.1094968 Aug 03 19:38:54.783217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for ca5c18ea-2087-4da9-9883-54eb65cd432d owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:54.833637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf2f3f42-496b-4b2f-ac86-1553571379dc req-7df12fb6-d13f-4a0e-aed8-7a91466081b1 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0439880 Aug 03 19:38:54.880637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e837dcd-e155-4a72-b7e8-6d3021e1ac75 req-8b16a9ec-dd58-4e02-8e37-b6e33e2b8972 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "GET /v2.0/security-groups?id=526063a7-2cd8-4f56-a0e0-00b20484de66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992322 Aug 03 19:38:54.984063 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:55.018119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=ca5c18ea-2087-4da9-9883-54eb65cd432d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:55.060630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] No DVR routers for this DVR port ca5c18ea-2087-4da9-9883-54eb65cd432d on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:55.064178 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:55.066934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e211b756-05e1-4cc9-981f-017a598220c0 req-090c97e4-7a89-4f8c-9d39-5ef3f80e70a6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.88 "DELETE /v2.0/ports/ca5c18ea-2087-4da9-9883-54eb65cd432d HTTP/1.1" status: 204 len: 173 time: 0.6023178 Aug 03 19:38:55.067466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'name': 'network-vif-deleted', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:55.070920 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a374fa8-3456-40c1-9271-7f240d7b2266" -d '{"events": [{"server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "name": "network-vif-deleted", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:55.144896 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4a6758-0ca8-49a4-9495-b362240a7e9c x-openstack-request-id: req-8c4a6758-0ca8-49a4-9495-b362240a7e9c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:55.145411 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed3a461-4114-452d-a9b1-ea2696acbf75", "name": "network-vif-deleted", "tag": "ca5c18ea-2087-4da9-9883-54eb65cd432d", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:55.146046 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c4a6758-0ca8-49a4-9495-b362240a7e9c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:55.146722 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed3a461-4114-452d-a9b1-ea2696acbf75', 'name': 'network-vif-deleted', 'tag': 'ca5c18ea-2087-4da9-9883-54eb65cd432d', 'status': 'completed', 'code': 200} Aug 03 19:38:55.772854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:55.837741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdb678-e1ee-4050-a154-2e06aed24544 req-d8bdb270-6667-493a-b915-53b93fc12297 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:55.839267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-affdb678-e1ee-4050-a154-2e06aed24544 req-d8bdb270-6667-493a-b915-53b93fc12297 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0519915 Aug 03 19:38:55.882541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-affdb678-e1ee-4050-a154-2e06aed24544 req-e974e7a4-de71-4fd2-8c33-0124df51c24d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Aug 03 19:38:55.940605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43762) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:55.941424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9112dba6-8f46-47e1-8835-7b78a39ea523 req-0c32ed4e-2343-4779-9311-ac119f77cd10 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0306091 Aug 03 19:38:56.144157 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f5becbe2-56d2-43c4-a8fb-3fcd2b320c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:56.322692 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:56.591923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 50f0a1e2-3ba5-456d-961c-92bad69a1cda {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:56.592162 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:56.684380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port 50f0a1e2-3ba5-456d-961c-92bad69a1cda, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=50f0a1e2-3ba5-456d-961c-92bad69a1cda,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:56.684751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:56.697837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 50f0a1e2-3ba5-456d-961c-92bad69a1cda owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:56.889151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:56.915280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=50f0a1e2-3ba5-456d-961c-92bad69a1cda,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:56.930870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.931221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.931643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.931991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.932324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.932659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.933022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.933355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.933711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.934035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.934363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:56.934679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:57.030726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8d6a6-89e8-4fc5-ae2d-dc66c5148bdb req-bbc86949-c579-4e24-aded-bbcdaa8468b6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:57.032496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80a8d6a6-89e8-4fc5-ae2d-dc66c5148bdb req-bbc86949-c579-4e24-aded-bbcdaa8468b6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0744123 Aug 03 19:38:57.095355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0be90f5-3d1a-47f4-a617-9fd264a6ac5e req-4d2bf615-24b3-4df6-aa6b-ad0df453e5d8 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0363944 Aug 03 19:38:57.127607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80a8d6a6-89e8-4fc5-ae2d-dc66c5148bdb req-f37aa587-39b4-4cab-a59b-a4660f564e6f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842054 Aug 03 19:38:57.152613 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:57.384056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Router f7904f0d-f1c9-4397-80b1-224c5cb8653d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:57.836887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:57.841948 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4bc49d43-7fa0-47e7-af98-e1af025e9b13 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "PUT /v2.0/routers/f7904f0d-f1c9-4397-80b1-224c5cb8653d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994939 Aug 03 19:38:57.844658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43772) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:57.846216 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] Sync routers for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:57.855874 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:57.856488 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:57.896975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7ab75a-fc1c-4487-bc56-9f20a64f5c89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting subnet 21492585-a191-4383-bb1d-dd97a594ee8f {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:38:57.900069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab75a-fc1c-4487-bc56-9f20a64f5c89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:57.940298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab75a-fc1c-4487-bc56-9f20a64f5c89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:57.958007 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:58.030630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab75a-fc1c-4487-bc56-9f20a64f5c89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.092289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab75a-fc1c-4487-bc56-9f20a64f5c89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.120658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ab75a-fc1c-4487-bc56-9f20a64f5c89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Subnet': ['ID=21492585-a191-4383-bb1d-dd97a594ee8f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:58.122671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab75a-fc1c-4487-bc56-9f20a64f5c89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.124555 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fe7ab75a-fc1c-4487-bc56-9f20a64f5c89 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/subnets/21492585-a191-4383-bb1d-dd97a594ee8f HTTP/1.1" status: 204 len: 168 time: 0.2785141 Aug 03 19:38:58.127697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43778) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:58.137332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6dc777-872a-49c0-baee-d368c8270176 None None] Network d186a9f0-d5c8-48de-9766-6d2efe72383d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:58.256674 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:38:56Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:58.285950 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] Checking router: f7904f0d-f1c9-4397-80b1-224c5cb8653d for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:58.286881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96182614-8f46-4fc8-bf83-667ec6c825af req-2a682744-345b-427c-ae11-c4385b4405d4 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0536373 Aug 03 19:38:58.297329 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] Routers {'f7904f0d-f1c9-4397-80b1-224c5cb8653d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:58.298055 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:58.324232 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.350366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] DHCP port deletion for d186a9f0-d5c8-48de-9766-6d2efe72383d request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:38:58.419845 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] Set router f7904f0d-f1c9-4397-80b1-224c5cb8653d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:58.422708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] Deleting port 9448aa0b-df60-45fa-9484-7742b219fc7c {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:58.423310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.447021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc572-c223-49f0-aa97-051ae1ed8e88 req-1e4b75cf-e8a1-4f35-aab9-5e141918ebac tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:58.449240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-deafc572-c223-49f0-aa97-051ae1ed8e88 req-1e4b75cf-e8a1-4f35-aab9-5e141918ebac tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.2171786 Aug 03 19:38:58.471924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.518690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] For port 9448aa0b-df60-45fa-9484-7742b219fc7c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9448aa0b-df60-45fa-9484-7742b219fc7c,segment=NetworkSegment(e36f186e-e6eb-4e9c-b6bf-867419e396f2),segment_id=e36f186e-e6eb-4e9c-b6bf-867419e396f2)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:58.519577 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.527953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9448aa0b-df60-45fa-9484-7742b219fc7c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:58.533083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-deafc572-c223-49f0-aa97-051ae1ed8e88 req-28243947-59b9-4f41-b8d3-d4957366e917 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719399 Aug 03 19:38:58.564971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] Calling delete_port for 9448aa0b-df60-45fa-9484-7742b219fc7c owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:58.570695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Deleting port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:58.571123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.626855 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:38:56Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:58.660898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] For port 1f8bd85c-4313-4ed1-9d38-9218a03e1e46, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1f8bd85c-4313-4ed1-9d38-9218a03e1e46,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:58.661355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.664408 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b1005-bc40-4f9f-b3c7-40bfe28c44d6 None None] The sync data for ids ['f7904f0d-f1c9-4397-80b1-224c5cb8653d'] in n-d-803378-1 is: [{'id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269899836', 'tenant_id': '8ae739ab6a844524a37b52a10d3348ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:44Z', 'updated_at': '2021-08-03T19:38:56Z', 'revision_number': 5, 'project_id': '8ae739ab6a844524a37b52a10d3348ca', 'gw_port': {'id': '1f8bd85c-4313-4ed1-9d38-9218a03e1e46', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7904f0d-f1c9-4397-80b1-224c5cb8653d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:45Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:58.674396 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.679306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Calling delete_port for 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:58.711686 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.741153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ca5c18ea-2087-4da9-9883-54eb65cd432d no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:58.779592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] Pushing event deleted for resources: {'Port': ['ID=9448aa0b-df60-45fa-9484-7742b219fc7c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:58.782509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: ca5c18ea-2087-4da9-9883-54eb65cd432d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:58.782858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device ca5c18ea-2087-4da9-9883-54eb65cd432d not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:58.784310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02145f3-6251-4d89-ab47-58a8d344f435 None None] No DVR routers for this DVR port 9448aa0b-df60-45fa-9484-7742b219fc7c on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:58.862704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:58.889568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Port': ['ID=1f8bd85c-4313-4ed1-9d38-9218a03e1e46,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:58.951276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.068971 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.071289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.122473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.123005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Fanout notify agent at l3_agent the message router_deleted on router f7904f0d-f1c9-4397-80b1-224c5cb8653d {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:38:59.131754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.137238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7cc7210f-94f5-45bf-9b3d-a35b5b5156fe tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/routers/f7904f0d-f1c9-4397-80b1-224c5cb8653d HTTP/1.1" status: 204 len: 168 time: 1.0042393 Aug 03 19:38:59.137570 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43784) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:59.220188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.351472 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.365461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d186a9f0-d5c8-48de-9766-6d2efe72383d']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:59.380458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-bf3cfc1c-1a17-45dc-80d8-c18879b41608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:59.382192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-bf3cfc1c-1a17-45dc-80d8-c18879b41608 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 1095 time: 0.1256449 Aug 03 19:38:59.384355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36f186e-e6eb-4e9c-b6bf-867419e396f2') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:59.384654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36f186e-e6eb-4e9c-b6bf-867419e396f2') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:59.406191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.437207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11e5c98e-a54e-4c44-b579-c1515ae03969 req-15ccb09c-a840-4704-be55-06807decf198 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0444357 Aug 03 19:38:59.470760 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.507187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:38:59.507655 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:38:59.511339 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:38:59.588120 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.598035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.601165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/networks/d186a9f0-d5c8-48de-9766-6d2efe72383d HTTP/1.1" status: 204 len: 168 time: 0.4612396 Aug 03 19:38:59.605497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43792) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:59.630740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdcf47-9584-476b-ac40-26da3f671fb6 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'Network': ['ID=d186a9f0-d5c8-48de-9766-6d2efe72383d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:59.648985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-c74c1e1b-487e-4c6f-a8a2-9beaa39b2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:59.650566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-c74c1e1b-487e-4c6f-a8a2-9beaa39b2ce2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 915 time: 0.2180774 Aug 03 19:38:59.673944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4e73f1-8dd8-41df-8036-2c69c4154449 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.696330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-46d60bcb-1b25-41f8-aee6-f66ff294d2ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 HTTP/1.1" status: 200 len: 217 time: 0.0365438 Aug 03 19:38:59.708040 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4e73f1-8dd8-41df-8036-2c69c4154449 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.708807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc401c-5508-423c-90cc-b4f01f6d1def req-90ed50bc-8cfd-4b6a-9b15-6ad862e0d3ea tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:59.714561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bcc401c-5508-423c-90cc-b4f01f6d1def req-90ed50bc-8cfd-4b6a-9b15-6ad862e0d3ea tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.1091750 Aug 03 19:38:59.782092 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.787941 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4e73f1-8dd8-41df-8036-2c69c4154449 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.790560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4e73f1-8dd8-41df-8036-2c69c4154449 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:59.791765 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9c4e73f1-8dd8-41df-8036-2c69c4154449 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] 10.222.0.42 "DELETE /v2.0/security-groups/526063a7-2cd8-4f56-a0e0-00b20484de66 HTTP/1.1" status: 204 len: 168 time: 0.1879013 Aug 03 19:38:59.801415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e73f1-8dd8-41df-8036-2c69c4154449 tempest-TestNetworkAdvancedServerOps-389689751 tempest-TestNetworkAdvancedServerOps-389689751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526063a7-2cd8-4f56-a0e0-00b20484de66,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:59.805006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bcc401c-5508-423c-90cc-b4f01f6d1def req-f17d8ff7-93c7-4ab4-a989-a63e046e06d6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811622 Aug 03 19:38:59.806876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-f857237c-00f2-4da0-b35e-84d569b233ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:59.809065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-f857237c-00f2-4da0-b35e-84d569b233ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d HTTP/1.1" status: 200 len: 854 time: 0.0935795 Aug 03 19:38:59.850103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-3d233013-bac0-495a-991e-9de9e3006acb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305827 Aug 03 19:38:59.970567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-98993789-4c22-4206-9bbf-9c1464139dc5 service neutron] 10.222.0.63 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136086 Aug 03 19:39:00.045001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-78d4a1e1-f767-45b6-ba03-fc1916de2b7a tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:00.047251 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-78d4a1e1-f767-45b6-ba03-fc1916de2b7a tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.63 "GET /v2.0/networks?id=e1bef1e7-95f1-4148-8cf3-c8364489792c HTTP/1.1" status: 200 len: 821 time: 0.1248815 Aug 03 19:39:00.067506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Request body: {'port': {'device_id': '832900dd-c8c4-4513-9969-a2ad7b421962', 'network_id': 'e1bef1e7-95f1-4148-8cf3-c8364489792c', 'admin_state_up': True, 'tenant_id': '42c213dbd6284fe1abed397d8ee2b1b5'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:00.073522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f447b4-e743-4c24-9e04-bf99daa94689 req-ac74c99c-a5a4-414a-b67b-8e08ad68f679 service neutron] 10.222.0.63 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928197 Aug 03 19:39:00.146384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43800) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:00.196281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Made reservation on behalf of 42c213dbd6284fe1abed397d8ee2b1b5 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:00.200098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.277177 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-37223980-8b04-46b9-8be2-36a438d4027d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.348005 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8c80631c-01de-4317-bd0b-f25be7d3a886 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ae739ab6a844524a37b52a10d3348ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015083 Aug 03 19:39:00.350600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43804) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:00.371425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Allocated IP 172.20.0.8 (e1bef1e7-95f1-4148-8cf3-c8364489792c/a6c9cb2f-23c4-4297-a440-4293201fa906/c8ea8168-2f8c-4780-b374-1510e7d79f59) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:00.416169 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c527116b-3a05-42a0-8f86-4d87ccaecc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.421922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 50f0a1e2-3ba5-456d-961c-92bad69a1cda no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:39:00.442092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 50f0a1e2-3ba5-456d-961c-92bad69a1cda {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:39:00.442516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 50f0a1e2-3ba5-456d-961c-92bad69a1cda not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:39:00.443146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:39:00.448713 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c527116b-3a05-42a0-8f86-4d87ccaecc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.470539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:39:00.470987 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1f8bd85c-4313-4ed1-9d38-9218a03e1e46 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:39:00.511781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c527116b-3a05-42a0-8f86-4d87ccaecc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.517286 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c527116b-3a05-42a0-8f86-4d87ccaecc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.519009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c527116b-3a05-42a0-8f86-4d87ccaecc46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0763cfbc-2c8b-4d4b-8fe9-7d660c4d88c6 HTTP/1.1" status: 204 len: 168 time: 0.1671987 Aug 03 19:39:00.545104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527116b-3a05-42a0-8f86-4d87ccaecc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0763cfbc-2c8b-4d4b-8fe9-7d660c4d88c6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:00.575239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d74bb0e-767c-4f21-b98c-51606410a216 req-40efaac9-7b89-4990-8f8a-ea6b32ee94eb tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0462174 Aug 03 19:39:00.579316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.632601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.676391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Network e1bef1e7-95f1-4148-8cf3-c8364489792c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:00.679867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:00.683976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:00.721642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Pushing event updated for resources: {'Port': ['ID=c8ea8168-2f8c-4780-b374-1510e7d79f59,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:00.742578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:00.743215 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.758392 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-9c90a515-1e65-42b3-8f84-2fafe8d4ca46 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6956217 Aug 03 19:39:00.777397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Request body: {'port': {'device_id': '832900dd-c8c4-4513-9969-a2ad7b421962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:00.837423 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.851536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43816) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:00.895413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-98864764-a140-44c3-bdd1-769b3d30abd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d487fd04bc1b4948ae668960ad7b910c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425024 Aug 03 19:39:00.898719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43818) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:00.987298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b670a0-2ce2-497e-973e-d69dee94b71f req-5da2ce0f-200d-4179-a1cd-ed7ac9f7be5e tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:00.988767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14b670a0-2ce2-497e-973e-d69dee94b71f req-5da2ce0f-200d-4179-a1cd-ed7ac9f7be5e tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0814354 Aug 03 19:39:00.994131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43dfbb77-a616-4bb2-b9b3-17417af5f5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.047305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43dfbb77-a616-4bb2-b9b3-17417af5f5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.061340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14b670a0-2ce2-497e-973e-d69dee94b71f req-c4b972a5-66c5-44bf-aaee-15187009df94 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649736 Aug 03 19:39:01.102607 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43dfbb77-a616-4bb2-b9b3-17417af5f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.106126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43dfbb77-a616-4bb2-b9b3-17417af5f5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.109949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-43dfbb77-a616-4bb2-b9b3-17417af5f5b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a040624-933f-4d99-8c93-af647f305e9d HTTP/1.1" status: 204 len: 168 time: 0.2069561 Aug 03 19:39:01.117495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfbb77-a616-4bb2-b9b3-17417af5f5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a040624-933f-4d99-8c93-af647f305e9d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:01.138166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ea8168-2f8c-4780-b374-1510e7d79f59 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:01.154211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.168502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Transition to ACTIVE for port object c8ea8168-2f8c-4780-b374-1510e7d79f59 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:01.172230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.227263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ea8168-2f8c-4780-b374-1510e7d79f59,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:01.303877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Attempting to bind port c8ea8168-2f8c-4780-b374-1510e7d79f59 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:01.304272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Attempting to bind port c8ea8168-2f8c-4780-b374-1510e7d79f59 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'cd3fd289-fdbf-471a-8a61-f9d27eee100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1bef1e7-95f1-4148-8cf3-c8364489792c'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:01.304608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Attempting to bind port c8ea8168-2f8c-4780-b374-1510e7d79f59 on network e1bef1e7-95f1-4148-8cf3-c8364489792c {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:01.309149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Port c8ea8168-2f8c-4780-b374-1510e7d79f59 on network e1bef1e7-95f1-4148-8cf3-c8364489792c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:39:01.309495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Attempting to bind port c8ea8168-2f8c-4780-b374-1510e7d79f59 on network e1bef1e7-95f1-4148-8cf3-c8364489792c {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:01.315707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:01.316085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Checking segment: {'id': 'cd3fd289-fdbf-471a-8a61-f9d27eee100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1bef1e7-95f1-4148-8cf3-c8364489792c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:01.316482 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Bound using segment: {'id': 'cd3fd289-fdbf-471a-8a61-f9d27eee100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1bef1e7-95f1-4148-8cf3-c8364489792c'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:01.316925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Bound port: c8ea8168-2f8c-4780-b374-1510e7d79f59, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3fd289-fdbf-471a-8a61-f9d27eee100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1bef1e7-95f1-4148-8cf3-c8364489792c'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:01.317445 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.396005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] For port c8ea8168-2f8c-4780-b374-1510e7d79f59, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:01.399260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] For port c8ea8168-2f8c-4780-b374-1510e7d79f59, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c8ea8168-2f8c-4780-b374-1510e7d79f59,segment=NetworkSegment(cd3fd289-fdbf-471a-8a61-f9d27eee100e),segment_id=cd3fd289-fdbf-471a-8a61-f9d27eee100e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:01.406136 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.456543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.457915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.459411 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] 10.222.0.63 "PUT /v2.0/ports/c8ea8168-2f8c-4780-b374-1510e7d79f59 HTTP/1.1" status: 200 len: 1091 time: 0.6870313 Aug 03 19:39:01.460976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832900dd-c8c4-4513-9969-a2ad7b421962', 'tag': 'c8ea8168-2f8c-4780-b374-1510e7d79f59'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:01.463433 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d8e599-e994-4922-8f59-26ea7f434b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "832900dd-c8c4-4513-9969-a2ad7b421962", "tag": "c8ea8168-2f8c-4780-b374-1510e7d79f59"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:01.512717 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf3ae69-5f78-4ad7-84cd-d261c0c7a037 x-openstack-request-id: req-aaf3ae69-5f78-4ad7-84cd-d261c0c7a037 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:01.513067 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832900dd-c8c4-4513-9969-a2ad7b421962", "tag": "c8ea8168-2f8c-4780-b374-1510e7d79f59", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:01.513499 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaf3ae69-5f78-4ad7-84cd-d261c0c7a037 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:01.513681 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832900dd-c8c4-4513-9969-a2ad7b421962', 'tag': 'c8ea8168-2f8c-4780-b374-1510e7d79f59', 'status': 'completed', 'code': 200} Aug 03 19:39:01.521991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46cb0e-1658-441a-b0db-eedf289a33e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ea8168-2f8c-4780-b374-1510e7d79f59,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:01.590504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-082945f4-c612-44a5-8369-a8f05ffaf9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.592393 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-082945f4-c612-44a5-8369-a8f05ffaf9d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=42c213dbd6284fe1abed397d8ee2b1b5&device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 1094 time: 0.0566764 Aug 03 19:39:01.667918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-a6abe2b9-c70a-4cba-9ad4-dc5c31a907a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ea8168-2f8c-4780-b374-1510e7d79f59 HTTP/1.1" status: 200 len: 217 time: 0.0601382 Aug 03 19:39:01.732397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-fa9719a4-a0ef-43d9-b922-eff4b6cc223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.734400 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-fa9719a4-a0ef-43d9-b922-eff4b6cc223d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a6c9cb2f-23c4-4297-a440-4293201fa906 HTTP/1.1" status: 200 len: 861 time: 0.0597949 Aug 03 19:39:01.768274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1905-c54f-4a7d-b2e5-9317b60ed8eb req-05531096-3c9c-4db7-8f91-d2aad1b799eb tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.769387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-638c1905-c54f-4a7d-b2e5-9317b60ed8eb req-05531096-3c9c-4db7-8f91-d2aad1b799eb tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 943 time: 0.0805273 Aug 03 19:39:01.775021 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-ade683ce-f4e1-4d0e-b1ba-6707bc1eef02 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e1bef1e7-95f1-4148-8cf3-c8364489792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323634 Aug 03 19:39:01.818019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-638c1905-c54f-4a7d-b2e5-9317b60ed8eb req-fde4ce67-a568-4472-85fc-85c52e3df74a tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Aug 03 19:39:01.897503 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-bb526b84-4455-4673-9f10-9b26350a12fd service neutron] 10.222.0.63 "GET /v2.0/networks/e1bef1e7-95f1-4148-8cf3-c8364489792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146617 Aug 03 19:39:01.966547 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.008207 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-467a3b8a-e689-48bf-b587-1e705b8bb573 req-d079cece-b2f0-48a4-b33e-4935f3fe36ee service neutron] 10.222.0.63 "GET /v2.0/networks/e1bef1e7-95f1-4148-8cf3-c8364489792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032901 Aug 03 19:39:02.103926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43848) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:02.164469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-1e8c04d7-3e9b-4f24-a065-9b9f8c38cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.166048 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-1e8c04d7-3e9b-4f24-a065-9b9f8c38cf89 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=42c213dbd6284fe1abed397d8ee2b1b5&device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 1094 time: 0.0705903 Aug 03 19:39:02.227846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b7307-f264-4797-9bf7-b979364de27c req-621a97e7-ef51-4faa-a1ce-fed9cb74335a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.230076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-724b7307-f264-4797-9bf7-b979364de27c req-621a97e7-ef51-4faa-a1ce-fed9cb74335a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 944 time: 0.0694079 Aug 03 19:39:02.257033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1292877302-network', 'tenant_id': '3b7af046711f4d08a4c07fc9c2dad189'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:02.289057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-955065f8-7278-4cff-9481-bcdcf8208cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.291604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-955065f8-7278-4cff-9481-bcdcf8208cea service neutron] 10.222.0.63 "GET /v2.0/networks?id=e1bef1e7-95f1-4148-8cf3-c8364489792c HTTP/1.1" status: 200 len: 922 time: 0.1182239 Aug 03 19:39:02.313646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-724b7307-f264-4797-9bf7-b979364de27c req-c5a4f171-68b0-40cf-9bfd-847219e61613 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687666 Aug 03 19:39:02.314674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Made reservation on behalf of 3b7af046711f4d08a4c07fc9c2dad189 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:02.316901 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.334016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.337813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-01b52056-eec1-405a-b71b-c46be6ac9ab9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ea8168-2f8c-4780-b374-1510e7d79f59 HTTP/1.1" status: 200 len: 217 time: 0.0384865 Aug 03 19:39:02.404354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-f997dca2-d401-43c8-8ab4-feab2800efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.406221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-f997dca2-d401-43c8-8ab4-feab2800efd1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a6c9cb2f-23c4-4297-a440-4293201fa906 HTTP/1.1" status: 200 len: 861 time: 0.0615213 Aug 03 19:39:02.443999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-0a4a208a-3715-4ff0-ba27-dbb6f280866b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e1bef1e7-95f1-4148-8cf3-c8364489792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313368 Aug 03 19:39:02.476177 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.483683 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.507600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:39:02.523967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d8f5e4-99dc-447c-9728-90982a5aacfc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:02.527511 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.527859 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Added segment dc8a351c-ea1c-47b8-968b-4f66a57ffe3b of type vlan for network c429f535-23a3-43fe-82e2-ad71f1f0d756 Aug 03 19:39:02.574403 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-e6c0f428-d94d-49f8-b3e3-5c1544050738 service neutron] 10.222.0.63 "GET /v2.0/networks/e1bef1e7-95f1-4148-8cf3-c8364489792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223998 Aug 03 19:39:02.583858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.628589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.629569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.630162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.713792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e1d8e599-e994-4922-8f59-26ea7f434b9a req-ada67276-a7b1-4022-93d7-db08f897c5ca service neutron] 10.222.0.63 "GET /v2.0/networks/e1bef1e7-95f1-4148-8cf3-c8364489792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331286 Aug 03 19:39:02.724736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6193175 Aug 03 19:39:02.729747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:02.740754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:39:02.743373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Request body: {'subnet': {'network_id': 'c429f535-23a3-43fe-82e2-ad71f1f0d756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1292877302-subnet', 'tenant_id': '3b7af046711f4d08a4c07fc9c2dad189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:02.769611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292aafd-acc1-48ad-bc8d-f2d8da83153b admin admin] Pushing event updated for resources: {'Network': ['ID=c429f535-23a3-43fe-82e2-ad71f1f0d756,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:02.789286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Made reservation on behalf of 3b7af046711f4d08a4c07fc9c2dad189 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:02.790219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c429f535-23a3-43fe-82e2-ad71f1f0d756 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:39:02.792910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:02.959562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:02.974940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'network_id': 'f01cc978-4a28-48a5-aaf0-a725b1b74e0c', 'port_id': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'mac_address': 'fa:16:3e:19:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:39:02.990450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4369f-cb22-4ca7-b797-b0faef9b3dbe req-1b25e66f-84ae-463f-ade2-f1af6c236945 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.992544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ed4369f-cb22-4ca7-b797-b0faef9b3dbe req-1b25e66f-84ae-463f-ade2-f1af6c236945 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 943 time: 0.0693166 Aug 03 19:39:03.033088 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:03.033917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:03.050323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:03.056708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ed4369f-cb22-4ca7-b797-b0faef9b3dbe req-b37f372c-e4eb-41bd-a46a-7229639db348 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528340 Aug 03 19:39:03.078121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:03.082737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:03.106323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8ff1aa-81ea-4c91-9e75-2008091e5337,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:03.133337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Checking segment: {'id': 'dc8a351c-ea1c-47b8-968b-4f66a57ffe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c429f535-23a3-43fe-82e2-ad71f1f0d756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:03.134045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Network hostable DHCP agents. Network: c429f535-23a3-43fe-82e2-ad71f1f0d756, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:39:03.150927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=11']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:03.160159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Network c429f535-23a3-43fe-82e2-ad71f1f0d756 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:39:03.173707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c429f535-23a3-43fe-82e2-ad71f1f0d756) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:03.178693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:03.179359 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:03.184397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa78f36-e4ac-4027-b9f9-d9b3e2f1d969 None None] Network c429f535-23a3-43fe-82e2-ad71f1f0d756 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:03.208280 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b3dd8f54-a41e-4ecd-9161-ee383d428a94 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4722922 Aug 03 19:39:03.336795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb3bb6e-6f4f-43ff-9ac5-b12f04d0c231 None None] Network c429f535-23a3-43fe-82e2-ad71f1f0d756 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:03.477735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c3fca-c242-49f4-80d6-9eb59e70877e req-e5689090-b631-41f6-9058-a34ec2a5e3ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:03.479599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d70c3fca-c242-49f4-80d6-9eb59e70877e req-e5689090-b631-41f6-9058-a34ec2a5e3ca tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0670974 Aug 03 19:39:03.536742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d70c3fca-c242-49f4-80d6-9eb59e70877e req-a3c326a9-327e-4975-bbf6-d632aefbff8f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477095 Aug 03 19:39:03.622587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d3e2768f-6e9d-4190-a5ea-582bb8ea25f1'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:03.900631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 43878) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:03.906931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-673182115-network', 'tenant_id': '79a0630461c640bda9a18a6740f80567'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:03.930872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Made reservation on behalf of 79a0630461c640bda9a18a6740f80567 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:03.933301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:03.943774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.042341 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.046651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.070694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:39:04.092069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239f6f31-53d5-4089-bb8c-79dcfee19929,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:04.101010 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.101010 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Added segment ff2e5f59-2ac0-44b8-8090-51b0426c6d13 of type vlan for network 2354088f-051b-45ae-bc8e-da072fc4d3ee Aug 03 19:39:04.156338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.192638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.193737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:04.194362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.202709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb2cb3-7aa0-4d10-9bf9-a8a13220560d req-44359d21-1b9f-4b0f-9d10-18b0a636b1fa tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:04.204620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daeb2cb3-7aa0-4d10-9bf9-a8a13220560d req-44359d21-1b9f-4b0f-9d10-18b0a636b1fa tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 943 time: 0.0649555 Aug 03 19:39:04.252007 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3493886 Aug 03 19:39:04.255744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-daeb2cb3-7aa0-4d10-9bf9-a8a13220560d req-314fe4f1-9dde-4922-b233-db0be16901c5 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Aug 03 19:39:04.256914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 43882) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:04.264572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc3cce-6390-4a21-ad81-ee4555863d9b admin admin] Pushing event updated for resources: {'Network': ['ID=2354088f-051b-45ae-bc8e-da072fc4d3ee,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:04.266338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Request body: {'subnet': {'network_id': '2354088f-051b-45ae-bc8e-da072fc4d3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-673182115-subnet', 'tenant_id': '79a0630461c640bda9a18a6740f80567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:04.285558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 2354088f-051b-45ae-bc8e-da072fc4d3ee details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:39:04.290962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Made reservation on behalf of 79a0630461c640bda9a18a6740f80567 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:04.293957 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.442436 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.496918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.566943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b93e82-62a3-4320-8952-3a205856ac12,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:04.579598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Checking segment: {'id': 'ff2e5f59-2ac0-44b8-8090-51b0426c6d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2354088f-051b-45ae-bc8e-da072fc4d3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:04.580096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Network hostable DHCP agents. Network: 2354088f-051b-45ae-bc8e-da072fc4d3ee, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:39:04.612176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Network 2354088f-051b-45ae-bc8e-da072fc4d3ee is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:39:04.626590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 2354088f-051b-45ae-bc8e-da072fc4d3ee) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:04.632815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:04.633830 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.641634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60900a89-08fe-4545-af69-b91c6f299041 None None] Network 2354088f-051b-45ae-bc8e-da072fc4d3ee requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:04.660458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b9ec351e-34d1-4ba2-a78a-60c4f139c0b4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4023802 Aug 03 19:39:04.706611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5bf97-2e34-4cac-922d-74ac0807a1b1 req-12bab6e9-85a8-4fc0-8274-1d27e50c76b1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:04.708585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7b5bf97-2e34-4cac-922d-74ac0807a1b1 req-12bab6e9-85a8-4fc0-8274-1d27e50c76b1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 945 time: 0.0604122 Aug 03 19:39:04.755685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7b5bf97-2e34-4cac-922d-74ac0807a1b1 req-7f4b6569-4fbe-4598-bbb8-11f6df8f605e tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Aug 03 19:39:04.775747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c8ea8168-2f8c-4780-b374-1510e7d79f59 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:39:04.775747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:04.828667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a778321-e250-4068-a43e-d90be021f9e3 None None] Network 2354088f-051b-45ae-bc8e-da072fc4d3ee requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:05.006867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:05.029402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:05.029791 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:05.032500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c8ea8168-2f8c-4780-b374-1510e7d79f59, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c8ea8168-2f8c-4780-b374-1510e7d79f59,segment=NetworkSegment(cd3fd289-fdbf-471a-8a61-f9d27eee100e),segment_id=cd3fd289-fdbf-471a-8a61-f9d27eee100e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:05.086509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'c8ea8168-2f8c-4780-b374-1510e7d79f59', 'network_id': 'e1bef1e7-95f1-4148-8cf3-c8364489792c', 'port_id': 'c8ea8168-2f8c-4780-b374-1510e7d79f59', 'mac_address': 'fa:16:3e:b5:14:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c9cb2f-23c4-4297-a440-4293201fa906', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:39:05.152624 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:05.187086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ea8168-2f8c-4780-b374-1510e7d79f59 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:05.212821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:05.215679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c8ea8168-2f8c-4780-b374-1510e7d79f59, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c8ea8168-2f8c-4780-b374-1510e7d79f59,segment=NetworkSegment(cd3fd289-fdbf-471a-8a61-f9d27eee100e),segment_id=cd3fd289-fdbf-471a-8a61-f9d27eee100e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:05.219036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b98b61-85dd-44c8-9717-67baee9b360f req-e561e0f6-bc19-4d91-80b2-3e7b4a6a7b44 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:05.220846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-e561e0f6-bc19-4d91-80b2-3e7b4a6a7b44 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/networks?id=c429f535-23a3-43fe-82e2-ad71f1f0d756 HTTP/1.1" status: 200 len: 812 time: 0.1570857 Aug 03 19:39:05.223789 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:05.245589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-bc04c1b9-7011-4d2b-ba78-d37f4fb1a517 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/quotas/3b7af046711f4d08a4c07fc9c2dad189 HTTP/1.1" status: 200 len: 375 time: 0.0140142 Aug 03 19:39:05.262816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:05.265064 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4a2a1c-010f-4b90-bf6c-b4cd5449210a" -d '{"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:05.281689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-aa736959-91f1-4f65-8517-52fd1ab7a2d8 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b7af046711f4d08a4c07fc9c2dad189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294003 Aug 03 19:39:05.282709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:05.290507 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:05.307255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c8ea8168-2f8c-4780-b374-1510e7d79f59,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:05.334572 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509fe890-04aa-45fa-b30f-0e2fef918fb6 x-openstack-request-id: req-509fe890-04aa-45fa-b30f-0e2fef918fb6 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:05.334874 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:05.337962 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-509fe890-04aa-45fa-b30f-0e2fef918fb6 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:05.338294 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'code': 200} Aug 03 19:39:05.386136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=12']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:05.463857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-2e6886ca-9f8d-4919-bbde-8508964859c5 service neutron] 10.222.0.42 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747694 Aug 03 19:39:05.532886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8c57f-0511-4550-8816-fb3b4f509993 req-96265216-9880-421b-abfe-da5c8fadb99a tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:05.534604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18f8c57f-0511-4550-8816-fb3b4f509993 req-96265216-9880-421b-abfe-da5c8fadb99a tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 944 time: 0.1297669 Aug 03 19:39:05.555104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af8608-75bd-4485-8b14-bbf8098dc648 req-93286eb1-9246-4b26-b60c-ed22e126303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:05.556706 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b9af8608-75bd-4485-8b14-bbf8098dc648 req-93286eb1-9246-4b26-b60c-ed22e126303f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 1097 time: 0.0441506 Aug 03 19:39:05.599653 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b9af8608-75bd-4485-8b14-bbf8098dc648 req-d62b429c-4fdf-4706-bd37-489037a2d3d5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351138 Aug 03 19:39:05.600279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-edd91cda-a3e6-4b97-b2d6-d0f2abb07259 service neutron] 10.222.0.42 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289344 Aug 03 19:39:05.603333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18f8c57f-0511-4550-8816-fb3b4f509993 req-3e8b5603-8600-4e28-a2cf-ad1c5893da8a tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580268 Aug 03 19:39:05.677263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c8ea8168-2f8c-4780-b374-1510e7d79f59'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:05.818964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58f4f9e5-a0e6-44b3-8520-cc05822fbe58 req-b3e6612a-4991-4f8a-8438-21e54a8b66b1 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 210 time: 0.0550969 Aug 03 19:39:05.899685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800322a-9337-44e8-8588-3780ba975c06 req-600a9437-c50a-4835-8aac-1ccb9b1b920c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:05.902609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8800322a-9337-44e8-8588-3780ba975c06 req-600a9437-c50a-4835-8aac-1ccb9b1b920c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0593331 Aug 03 19:39:05.950205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8800322a-9337-44e8-8588-3780ba975c06 req-d86d3b42-f8ca-407a-bd23-4c1b58f5c192 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Aug 03 19:39:06.729886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3454d95-b307-415a-85c4-6aa8841d90ff req-c9b50c5e-234a-47a9-b839-17b85eaa9db1 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:06.731380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3454d95-b307-415a-85c4-6aa8841d90ff req-c9b50c5e-234a-47a9-b839-17b85eaa9db1 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 944 time: 0.0569136 Aug 03 19:39:06.766475 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c8ea8168-2f8c-4780-b374-1510e7d79f59 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:06.780930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3454d95-b307-415a-85c4-6aa8841d90ff req-90bcd18e-be66-47a3-b304-df85f79f17e2 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 Aug 03 19:39:06.825816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port c8ea8168-2f8c-4780-b374-1510e7d79f59 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:06.831947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port c8ea8168-2f8c-4780-b374-1510e7d79f59 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:06.833456 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:06.908214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b98b61-85dd-44c8-9717-67baee9b360f req-06384c69-05c3-4564-8daf-bbf4d110217f tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:06.910177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-06384c69-05c3-4564-8daf-bbf4d110217f tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.88 "GET /v2.0/networks?id=c429f535-23a3-43fe-82e2-ad71f1f0d756 HTTP/1.1" status: 200 len: 812 time: 0.1461780 Aug 03 19:39:06.924333 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:06.933062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca84c2df-7916-4843-be92-804dfbab2954 req-57a43974-0933-4770-ae08-f8d2d715d406 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 210 time: 0.0439339 Aug 03 19:39:06.936918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Request body: {'port': {'device_id': '9319eb8f-9781-420a-bebc-113c8a5cb0c4', 'network_id': 'c429f535-23a3-43fe-82e2-ad71f1f0d756', 'admin_state_up': True, 'tenant_id': '3b7af046711f4d08a4c07fc9c2dad189'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:06.959917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c8ea8168-2f8c-4780-b374-1510e7d79f59, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c8ea8168-2f8c-4780-b374-1510e7d79f59,segment=NetworkSegment(cd3fd289-fdbf-471a-8a61-f9d27eee100e),segment_id=cd3fd289-fdbf-471a-8a61-f9d27eee100e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:06.964933 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.040626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c8ea8168-2f8c-4780-b374-1510e7d79f59,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:07.104544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b3f8-fd7f-48a9-a29a-5ebaeae0c49c req-c83dccf6-3696-4434-b156-3e2310128f3b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:07.106517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8c3b3f8-fd7f-48a9-a29a-5ebaeae0c49c req-c83dccf6-3696-4434-b156-3e2310128f3b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0747423 Aug 03 19:39:07.107783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Made reservation on behalf of 3b7af046711f4d08a4c07fc9c2dad189 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:07.111005 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.196286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8c3b3f8-fd7f-48a9-a29a-5ebaeae0c49c req-2098f349-b4d9-4bbd-8c0e-61c422d89fce tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827940 Aug 03 19:39:07.271673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Allocated IP 172.20.0.10 (c429f535-23a3-43fe-82e2-ad71f1f0d756/fa8ff1aa-81ea-4c91-9e75-2008091e5337/e1caca89-9e82-466e-8dbc-8e0ed956c9b5) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:07.339646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832900dd-c8c4-4513-9969-a2ad7b421962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ea8168-2f8c-4780-b374-1510e7d79f59'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:07.342761 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b683bca-5d47-4edc-8262-c0de29af0ac3" -d '{"events": [{"server_uuid": "832900dd-c8c4-4513-9969-a2ad7b421962", "name": "network-vif-plugged", "status": "completed", "tag": "c8ea8168-2f8c-4780-b374-1510e7d79f59"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:07.385269 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1145b480-17c6-4140-a82e-3c790f8dcbcd x-openstack-request-id: req-1145b480-17c6-4140-a82e-3c790f8dcbcd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:07.385626 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832900dd-c8c4-4513-9969-a2ad7b421962", "name": "network-vif-plugged", "status": "completed", "tag": "c8ea8168-2f8c-4780-b374-1510e7d79f59", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:07.385903 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1145b480-17c6-4140-a82e-3c790f8dcbcd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:07.386288 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832900dd-c8c4-4513-9969-a2ad7b421962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ea8168-2f8c-4780-b374-1510e7d79f59', 'code': 200} Aug 03 19:39:07.457972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.503521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.530730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff27b-6a78-4262-9b08-6b67fcf55302 req-89b26db3-e747-4f0a-b2b0-a46f636f8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:07.532228 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-15bff27b-6a78-4262-9b08-6b67fcf55302 req-89b26db3-e747-4f0a-b2b0-a46f636f8c8d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 1096 time: 0.0501149 Aug 03 19:39:07.545809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Network c429f535-23a3-43fe-82e2-ad71f1f0d756 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:07.549014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:07.553558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:07.575157 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-15bff27b-6a78-4262-9b08-6b67fcf55302 req-76412bd5-f300-4573-ac23-656e172135b2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355201 Aug 03 19:39:07.587869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Pushing event updated for resources: {'Port': ['ID=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:07.615276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:07.615889 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.632780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1a0f18b8-7b65-4d74-8bed-4c5a3d97c45e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7028959 Aug 03 19:39:07.645209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Request body: {'port': {'device_id': '9319eb8f-9781-420a-bebc-113c8a5cb0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:08.134392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:08.154650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b8ba3-fae9-4277-8857-9664adbc3ac5 req-4eea889f-4c3e-4a39-8888-81566053348f tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:08.156128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c3b8ba3-fae9-4277-8857-9664adbc3ac5 req-4eea889f-4c3e-4a39-8888-81566053348f tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 932 time: 0.1221564 Aug 03 19:39:08.163313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efce9-19ad-4f12-b5bc-5655c6da01f5 req-59ceef8b-294e-4a2e-a49f-cc80495729c5 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:08.164779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-579efce9-19ad-4f12-b5bc-5655c6da01f5 req-59ceef8b-294e-4a2e-a49f-cc80495729c5 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 945 time: 0.1320806 Aug 03 19:39:08.254726 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c3b8ba3-fae9-4277-8857-9664adbc3ac5 req-ddf800d2-4d27-420d-a823-375e0c0a0935 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889556 Aug 03 19:39:08.317594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-579efce9-19ad-4f12-b5bc-5655c6da01f5 req-adc871cc-fe92-4530-ab55-12f1bd9e9e99 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412294 Aug 03 19:39:08.447364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ff26a-bc9d-482f-a7af-d228f4c1d847 req-50ac8d49-9567-419f-b182-0f630a05bf93 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:08.449416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be4ff26a-bc9d-482f-a7af-d228f4c1d847 req-50ac8d49-9567-419f-b182-0f630a05bf93 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.1225760 Aug 03 19:39:08.526941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be4ff26a-bc9d-482f-a7af-d228f4c1d847 req-0eb3b525-342d-4caf-a359-4fe58d60dc80 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683081 Aug 03 19:39:08.568885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1caca89-9e82-466e-8dbc-8e0ed956c9b5 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:08.578014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:08.591523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Transition to ACTIVE for port object e1caca89-9e82-466e-8dbc-8e0ed956c9b5 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:08.597446 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:08.669930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Pushing event updated for resources: {'Port': ['ID=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:08.736125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca4bca-9330-4a66-885f-eee8756b2527 req-f79bc67d-06a3-4026-a5f1-ce11706589ed tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:08.737703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fca4bca-9330-4a66-885f-eee8756b2527 req-f79bc67d-06a3-4026-a5f1-ce11706589ed tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.1312497 Aug 03 19:39:08.793444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Attempting to bind port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:08.793802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Attempting to bind port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dc8a351c-ea1c-47b8-968b-4f66a57ffe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c429f535-23a3-43fe-82e2-ad71f1f0d756'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:08.794130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Attempting to bind port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 on network c429f535-23a3-43fe-82e2-ad71f1f0d756 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:08.803038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 on network c429f535-23a3-43fe-82e2-ad71f1f0d756 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:39:08.803360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Attempting to bind port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 on network c429f535-23a3-43fe-82e2-ad71f1f0d756 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:08.808237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fca4bca-9330-4a66-885f-eee8756b2527 req-60064c1f-8488-4dcb-b0b5-8d029283e5ef tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589645 Aug 03 19:39:08.812183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:08.812520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Checking segment: {'id': 'dc8a351c-ea1c-47b8-968b-4f66a57ffe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c429f535-23a3-43fe-82e2-ad71f1f0d756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:08.812905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Bound using segment: {'id': 'dc8a351c-ea1c-47b8-968b-4f66a57ffe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c429f535-23a3-43fe-82e2-ad71f1f0d756'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:08.813337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Bound port: e1caca89-9e82-466e-8dbc-8e0ed956c9b5, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8a351c-ea1c-47b8-968b-4f66a57ffe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c429f535-23a3-43fe-82e2-ad71f1f0d756'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:08.813731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:08.886313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] For port e1caca89-9e82-466e-8dbc-8e0ed956c9b5, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:08.891323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] For port e1caca89-9e82-466e-8dbc-8e0ed956c9b5, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,segment=NetworkSegment(dc8a351c-ea1c-47b8-968b-4f66a57ffe3b),segment_id=dc8a351c-ea1c-47b8-968b-4f66a57ffe3b)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:08.902102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:08.963019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:08.963810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:08.965263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] 10.222.0.88 "PUT /v2.0/ports/e1caca89-9e82-466e-8dbc-8e0ed956c9b5 HTTP/1.1" status: 200 len: 1092 time: 1.3243258 Aug 03 19:39:08.965741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9319eb8f-9781-420a-bebc-113c8a5cb0c4', 'tag': 'e1caca89-9e82-466e-8dbc-8e0ed956c9b5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:08.968128 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe76ad-8ed7-4bcd-badd-700112340899" -d '{"events": [{"name": "network-changed", "server_uuid": "9319eb8f-9781-420a-bebc-113c8a5cb0c4", "tag": "e1caca89-9e82-466e-8dbc-8e0ed956c9b5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:09.000853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb420c9-cafc-46d6-9837-1b7de4116839 req-e5f0bbf4-2203-418f-a071-8e21d3b0d83d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.003284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cb420c9-cafc-46d6-9837-1b7de4116839 req-e5f0bbf4-2203-418f-a071-8e21d3b0d83d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.1136751 Aug 03 19:39:09.006983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859a977-6c89-4805-94f0-d878e5757f91 service neutron] Pushing event updated for resources: {'Port': ['ID=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:09.028898 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf684cac-f08a-46ce-860e-64ac88cfdbb7 x-openstack-request-id: req-bf684cac-f08a-46ce-860e-64ac88cfdbb7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:09.029137 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9319eb8f-9781-420a-bebc-113c8a5cb0c4", "tag": "e1caca89-9e82-466e-8dbc-8e0ed956c9b5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:09.029370 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf684cac-f08a-46ce-860e-64ac88cfdbb7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:09.030045 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9319eb8f-9781-420a-bebc-113c8a5cb0c4', 'tag': 'e1caca89-9e82-466e-8dbc-8e0ed956c9b5', 'status': 'completed', 'code': 200} Aug 03 19:39:09.075980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cb420c9-cafc-46d6-9837-1b7de4116839 req-4b06b3d6-0f12-4bc0-8d16-32f22b2617d4 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643494 Aug 03 19:39:09.088567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b98b61-85dd-44c8-9717-67baee9b360f req-0b661d7e-13d6-41cf-acfa-7d18af31a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.093281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-0b661d7e-13d6-41cf-acfa-7d18af31a1d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b7af046711f4d08a4c07fc9c2dad189&device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 1095 time: 0.0720420 Aug 03 19:39:09.151207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-df967643-06b4-4d16-be5c-525bb4c4def7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5 HTTP/1.1" status: 200 len: 217 time: 0.0457129 Aug 03 19:39:09.231521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b98b61-85dd-44c8-9717-67baee9b360f req-05cd871b-d6f8-4305-9e9e-be06120656b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.233061 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-05cd871b-d6f8-4305-9e9e-be06120656b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa8ff1aa-81ea-4c91-9e75-2008091e5337 HTTP/1.1" status: 200 len: 852 time: 0.0753129 Aug 03 19:39:09.259466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1d87-d63e-4918-85c4-2d08264054dd req-0154dfb1-dcbe-4461-b50d-28d955caf358 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.261037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-345f1d87-d63e-4918-85c4-2d08264054dd req-0154dfb1-dcbe-4461-b50d-28d955caf358 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0756278 Aug 03 19:39:09.278449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-fd982dd5-e4a0-47c0-872e-b4625ab75ceb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c429f535-23a3-43fe-82e2-ad71f1f0d756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382679 Aug 03 19:39:09.385835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-345f1d87-d63e-4918-85c4-2d08264054dd req-a280b7b6-e8f5-4c76-8bbb-6ab5fa40c859 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107922 Aug 03 19:39:09.437165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a34d-d02d-4c0b-927c-10380346b59f req-a7766bd2-5380-4fa6-8123-6ac34f3a7180 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.438710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9686a34d-d02d-4c0b-927c-10380346b59f req-a7766bd2-5380-4fa6-8123-6ac34f3a7180 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 944 time: 0.0957453 Aug 03 19:39:09.441053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-0280d512-28c4-4167-b44e-a222ab1c0caa service neutron] 10.222.0.88 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501374 Aug 03 19:39:09.556417 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9686a34d-d02d-4c0b-927c-10380346b59f req-6df5412c-9d6f-4e77-b198-62182708b6ce tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101811 Aug 03 19:39:09.587936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed603-8125-4548-b9dd-8cb534046d69 req-d06fcc03-c53c-46f7-9bdf-38a61ca6c43f tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.590120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-741ed603-8125-4548-b9dd-8cb534046d69 req-d06fcc03-c53c-46f7-9bdf-38a61ca6c43f tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 945 time: 0.1229298 Aug 03 19:39:09.612667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19b98b61-85dd-44c8-9717-67baee9b360f req-c90909e0-23c7-460b-ae73-7e31c3cbf34a service neutron] 10.222.0.88 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591771 Aug 03 19:39:09.677612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-741ed603-8125-4548-b9dd-8cb534046d69 req-bfaae241-cd67-4dea-886f-2168ff88d155 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781314 Aug 03 19:39:09.718438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3fc1-4397-4266-bd42-2b8dc2a91af4 req-04b063f1-95fb-4164-9372-f8db9563231b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.720030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc5a3fc1-4397-4266-bd42-2b8dc2a91af4 req-04b063f1-95fb-4164-9372-f8db9563231b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.1010215 Aug 03 19:39:09.727794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-23339797-1ec1-4f97-9df4-c4d387e8adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.729456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-23339797-1ec1-4f97-9df4-c4d387e8adc0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b7af046711f4d08a4c07fc9c2dad189&device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 1095 time: 0.0681090 Aug 03 19:39:09.820569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc5a3fc1-4397-4266-bd42-2b8dc2a91af4 req-eea26ed4-5475-4144-953a-cbc706e26417 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899947 Aug 03 19:39:09.870591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-7e3eb310-ebf2-4a4e-aa50-1bc3127bf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.872263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-7e3eb310-ebf2-4a4e-aa50-1bc3127bf918 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c429f535-23a3-43fe-82e2-ad71f1f0d756 HTTP/1.1" status: 200 len: 913 time: 0.1349640 Aug 03 19:39:09.926131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-b4647097-ca13-422f-8cec-9ed39dcfbf03 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5 HTTP/1.1" status: 200 len: 217 time: 0.0414889 Aug 03 19:39:10.013656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-32e81ba9-e50b-4e60-9088-d53043df0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.015157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-32e81ba9-e50b-4e60-9088-d53043df0b1b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa8ff1aa-81ea-4c91-9e75-2008091e5337 HTTP/1.1" status: 200 len: 852 time: 0.0806725 Aug 03 19:39:10.029746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68385d-4cc8-4091-b3db-c2d644b595be req-6929cf78-c0ea-4d0d-b2ec-9f3a1dd916ad tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.031381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd68385d-4cc8-4091-b3db-c2d644b595be req-6929cf78-c0ea-4d0d-b2ec-9f3a1dd916ad tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0887752 Aug 03 19:39:10.071701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-274b3e13-0c57-45aa-a92d-714d00534ace service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c429f535-23a3-43fe-82e2-ad71f1f0d756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391917 Aug 03 19:39:10.139189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd68385d-4cc8-4091-b3db-c2d644b595be req-fa136937-4427-4627-a38e-022e0ec91687 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959277 Aug 03 19:39:10.195926 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-3377edad-3730-4bbe-b680-0cf3ec884352 service neutron] 10.222.0.88 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164057 Aug 03 19:39:10.339702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecdb5f-10ac-44e9-8ad0-dbfc57206cf8 req-4fb2b33c-6dc5-4bc0-b958-f013243d484d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.341179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9ecdb5f-10ac-44e9-8ad0-dbfc57206cf8 req-4fb2b33c-6dc5-4bc0-b958-f013243d484d tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.1070142 Aug 03 19:39:10.364712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ffe76ad-8ed7-4bcd-badd-700112340899 req-86d66c4d-5219-4517-a781-7eb94075243a service neutron] 10.222.0.88 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599591 Aug 03 19:39:10.422388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9ecdb5f-10ac-44e9-8ad0-dbfc57206cf8 req-a31850a3-5cf4-4140-b783-7fbd4608ad92 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681710 Aug 03 19:39:10.435055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a29fd9-8817-41ce-843c-80dcdab830b7 req-93c09123-4fe0-4612-8c77-948da2954f6f tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.437588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07a29fd9-8817-41ce-843c-80dcdab830b7 req-93c09123-4fe0-4612-8c77-948da2954f6f tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 945 time: 0.0954149 Aug 03 19:39:10.486819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07a29fd9-8817-41ce-843c-80dcdab830b7 req-821b7a73-91b6-417b-ac0f-38943759ef44 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Aug 03 19:39:10.714975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fc906-0176-4db3-a255-5cad482cd853 req-1bd7b198-dd83-4b5d-bf34-0e7d34ac891a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.716634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b5fc906-0176-4db3-a255-5cad482cd853 req-1bd7b198-dd83-4b5d-bf34-0e7d34ac891a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0884144 Aug 03 19:39:10.737215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585abe81-ec04-4883-b0f3-80685225caf1 req-ba091aac-4d8d-45da-bc57-75cdacd8a5fd tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.738915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-585abe81-ec04-4883-b0f3-80685225caf1 req-ba091aac-4d8d-45da-bc57-75cdacd8a5fd tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 944 time: 0.0951016 Aug 03 19:39:10.791691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b5fc906-0176-4db3-a255-5cad482cd853 req-2c03b50c-933c-4983-91f3-6bd292a9c032 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688190 Aug 03 19:39:10.808951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-585abe81-ec04-4883-b0f3-80685225caf1 req-e2dc7de4-7665-442c-ae81-2cfd7e637861 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613687 Aug 03 19:39:11.636363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e44f7-2551-4fa4-bae6-e6eb35c081a2 req-e146c1d0-64dd-4872-abb0-66422a372a77 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.638241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e1e44f7-2551-4fa4-bae6-e6eb35c081a2 req-e146c1d0-64dd-4872-abb0-66422a372a77 tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 945 time: 0.0751061 Aug 03 19:39:11.700530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e1e44f7-2551-4fa4-bae6-e6eb35c081a2 req-a6a7f2f0-6a21-4258-878d-333259aef5ea tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/security-groups?id=80ed1e06-4761-4a6a-9166-1d960a127bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544920 Aug 03 19:39:11.975629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ead9-36ca-4233-be48-626dac1b7743 req-d3933824-80c9-450c-a57f-2aa816b716c8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.977510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b0ead9-36ca-4233-be48-626dac1b7743 req-d3933824-80c9-450c-a57f-2aa816b716c8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0909584 Aug 03 19:39:11.990293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4008a-a9d5-4bf5-9b96-bddda8ad2ae9 req-66b714da-ad06-42e3-bb4d-dc5aab1ac714 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.991819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ac4008a-a9d5-4bf5-9b96-bddda8ad2ae9 req-66b714da-ad06-42e3-bb4d-dc5aab1ac714 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 944 time: 0.0873239 Aug 03 19:39:12.058949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b0ead9-36ca-4233-be48-626dac1b7743 req-cdcc3015-522f-4ed5-a725-c60b8ae897f2 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655382 Aug 03 19:39:12.063941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ac4008a-a9d5-4bf5-9b96-bddda8ad2ae9 req-7c00f06e-f7aa-4284-bcb1-6ee8d886e38e tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637953 Aug 03 19:39:12.139961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-fbc5744e-0c8e-47c2-9852-7740be4ae6ce tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.141609 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-fbc5744e-0c8e-47c2-9852-7740be4ae6ce tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.63 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 945 time: 0.0831406 Aug 03 19:39:12.257023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Deleting port c8ea8168-2f8c-4780-b374-1510e7d79f59 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:39:12.257615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:12.379261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] For port c8ea8168-2f8c-4780-b374-1510e7d79f59, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c8ea8168-2f8c-4780-b374-1510e7d79f59,segment=NetworkSegment(cd3fd289-fdbf-471a-8a61-f9d27eee100e),segment_id=cd3fd289-fdbf-471a-8a61-f9d27eee100e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:12.380356 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:12.391021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ea1eb-277b-4b84-be43-2517779817f2 req-8e858694-9fa8-4b9e-a2bb-73e5281001a6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.392931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d7ea1eb-277b-4b84-be43-2517779817f2 req-8e858694-9fa8-4b9e-a2bb-73e5281001a6 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0680194 Aug 03 19:39:12.408259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Calling delete_port for c8ea8168-2f8c-4780-b374-1510e7d79f59 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:39:12.465238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d7ea1eb-277b-4b84-be43-2517779817f2 req-f19d0c89-c254-485f-ba1d-e5a386717e49 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608330 Aug 03 19:39:12.471645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-b864e7e7-416a-4e51-84f4-dac7a634aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.473212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-b864e7e7-416a-4e51-84f4-dac7a634aeb5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 1097 time: 0.0775397 Aug 03 19:39:12.568818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:12.580943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-1ef341b6-50fe-4751-86de-ca7b763b57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.582599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-1ef341b6-50fe-4751-86de-ca7b763b57a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 200 len: 915 time: 0.0996811 Aug 03 19:39:12.602810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Pushing event deleted for resources: {'Port': ['ID=c8ea8168-2f8c-4780-b374-1510e7d79f59,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:12.605194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c8ea8168-2f8c-4780-b374-1510e7d79f59'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:12.631712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-07ac8928-6f8d-483f-b983-75bb43a2fc3f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 HTTP/1.1" status: 200 len: 217 time: 0.0401165 Aug 03 19:39:12.656557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] No DVR routers for this DVR port c8ea8168-2f8c-4780-b374-1510e7d79f59 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:39:12.659656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:12.661960 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d8d6ec92-581c-4c4c-ac6c-37c854b69477 req-eb916e3d-86d9-4b1d-a007-19d8a4cb312c tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.63 "DELETE /v2.0/ports/c8ea8168-2f8c-4780-b374-1510e7d79f59 HTTP/1.1" status: 204 len: 173 time: 0.5137315 Aug 03 19:39:12.662436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832900dd-c8c4-4513-9969-a2ad7b421962', 'name': 'network-vif-deleted', 'tag': 'c8ea8168-2f8c-4780-b374-1510e7d79f59'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:12.665580 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f180110c-3f4b-4f71-a950-a48aec829f46" -d '{"events": [{"server_uuid": "832900dd-c8c4-4513-9969-a2ad7b421962", "name": "network-vif-deleted", "tag": "c8ea8168-2f8c-4780-b374-1510e7d79f59"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:12.697312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-a544127b-1711-4891-b4cb-75783ddef32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.699644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-a544127b-1711-4891-b4cb-75783ddef32d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d HTTP/1.1" status: 200 len: 854 time: 0.0603263 Aug 03 19:39:12.706286 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b0a7e-3403-4998-8988-46caf50bfde4 x-openstack-request-id: req-ee6b0a7e-3403-4998-8988-46caf50bfde4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:12.706598 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832900dd-c8c4-4513-9969-a2ad7b421962", "name": "network-vif-deleted", "tag": "c8ea8168-2f8c-4780-b374-1510e7d79f59", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:12.706846 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee6b0a7e-3403-4998-8988-46caf50bfde4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:12.707246 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832900dd-c8c4-4513-9969-a2ad7b421962', 'name': 'network-vif-deleted', 'tag': 'c8ea8168-2f8c-4780-b374-1510e7d79f59', 'status': 'completed', 'code': 200} Aug 03 19:39:12.742453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-2e023167-97e2-4a77-81a0-3b8a89e5c636 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f01cc978-4a28-48a5-aaf0-a725b1b74e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330284 Aug 03 19:39:12.777255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e1caca89-9e82-466e-8dbc-8e0ed956c9b5 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:39:12.845893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d674f640-429b-49a6-8d7a-3d5078baded3 req-cd029308-ed7d-4bee-a2b3-fb1f4446722e tempest-ServerMetadataNegativeTestJSON-675164543 tempest-ServerMetadataNegativeTestJSON-675164543-project] 10.222.0.42 "GET /v2.0/ports?device_id=832900dd-c8c4-4513-9969-a2ad7b421962 HTTP/1.1" status: 200 len: 210 time: 0.0353284 Aug 03 19:39:12.877198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-f5d988a2-5c37-4b6a-9247-12bb9c7b5562 service neutron] 10.222.0.63 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264915 Aug 03 19:39:12.979439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cd7642-d3cb-47e5-8611-c2592d8e80d3 req-1e78305a-eb6a-4f6d-9a3a-ca3e7ed1f506 service neutron] 10.222.0.63 "GET /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932281 Aug 03 19:39:13.039129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e1caca89-9e82-466e-8dbc-8e0ed956c9b5, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,segment=NetworkSegment(dc8a351c-ea1c-47b8-968b-4f66a57ffe3b),segment_id=dc8a351c-ea1c-47b8-968b-4f66a57ffe3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:13.051966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'e1caca89-9e82-466e-8dbc-8e0ed956c9b5', 'network_id': 'c429f535-23a3-43fe-82e2-ad71f1f0d756', 'port_id': 'e1caca89-9e82-466e-8dbc-8e0ed956c9b5', 'mac_address': 'fa:16:3e:05:37:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8ff1aa-81ea-4c91-9e75-2008091e5337', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:39:13.089752 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:13.106553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1caca89-9e82-466e-8dbc-8e0ed956c9b5 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:13.127657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e1caca89-9e82-466e-8dbc-8e0ed956c9b5, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,segment=NetworkSegment(dc8a351c-ea1c-47b8-968b-4f66a57ffe3b),segment_id=dc8a351c-ea1c-47b8-968b-4f66a57ffe3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:13.132117 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:13.188045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:13.235175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54b0f0-cb63-4da8-aa14-32d460ba91f8 req-2552b978-4d6d-473c-a6a0-870a90ab6a16 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:13.236908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c54b0f0-cb63-4da8-aa14-32d460ba91f8 req-2552b978-4d6d-473c-a6a0-870a90ab6a16 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 945 time: 0.0651050 Aug 03 19:39:13.279219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7c54b0f0-cb63-4da8-aa14-32d460ba91f8 req-15f12b3b-3fba-480d-aacf-46e9651c41a3 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358381 Aug 03 19:39:13.360083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e1caca89-9e82-466e-8dbc-8e0ed956c9b5'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:13.588376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be3712-18d8-4d09-896e-93f78bc5ce54 req-2d1ac608-e143-4e83-950b-84385e8b361b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:13.589929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24be3712-18d8-4d09-896e-93f78bc5ce54 req-2d1ac608-e143-4e83-950b-84385e8b361b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0505552 Aug 03 19:39:13.633338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24be3712-18d8-4d09-896e-93f78bc5ce54 req-5a6b230f-8274-4574-9c86-398da93a0c1f tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Aug 03 19:39:13.902670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44066) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:13.950254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec71ce8-5ab4-469e-8ce5-2af726d46845 admin admin] Deleting subnet a6c9cb2f-23c4-4297-a440-4293201fa906 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:39:13.953526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ec71ce8-5ab4-469e-8ce5-2af726d46845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:13.989302 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ec71ce8-5ab4-469e-8ce5-2af726d46845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.030784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ec71ce8-5ab4-469e-8ce5-2af726d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.105099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ec71ce8-5ab4-469e-8ce5-2af726d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.131816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec71ce8-5ab4-469e-8ce5-2af726d46845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c9cb2f-23c4-4297-a440-4293201fa906,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:14.136426 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ec71ce8-5ab4-469e-8ce5-2af726d46845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.139491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5ec71ce8-5ab4-469e-8ce5-2af726d46845 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a6c9cb2f-23c4-4297-a440-4293201fa906 HTTP/1.1" status: 204 len: 168 time: 0.2346845 Aug 03 19:39:14.140963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44070) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:14.210121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.299638 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.310953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bef1e7-95f1-4148-8cf3-c8364489792c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:14.321561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3fd289-fdbf-471a-8a61-f9d27eee100e') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:14.321861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3fd289-fdbf-471a-8a61-f9d27eee100e') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:14.331030 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.344462 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.360447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:39:14.360630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:39:14.362282 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:39:14.435963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.442132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.443939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e1bef1e7-95f1-4148-8cf3-c8364489792c HTTP/1.1" status: 204 len: 168 time: 0.3017714 Aug 03 19:39:14.451537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbb2e-aad0-41f2-9f7b-10daab278631 req-90fa7c0a-db4a-48e1-8c05-0ddff96c8627 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:14.456796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb0bbb2e-aad0-41f2-9f7b-10daab278631 req-90fa7c0a-db4a-48e1-8c05-0ddff96c8627 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 945 time: 0.1043231 Aug 03 19:39:14.464732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b5d9d-d074-400b-866c-6f7b148e5a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1bef1e7-95f1-4148-8cf3-c8364489792c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:14.503302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb0bbb2e-aad0-41f2-9f7b-10daab278631 req-76d95104-6619-4ded-86da-0844019d18a6 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Aug 03 19:39:14.616483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44078) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:14.658305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac7ffd52-2c88-4a49-96a2-765634bec374 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42c213dbd6284fe1abed397d8ee2b1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406551 Aug 03 19:39:14.660834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44082) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:14.725325 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb5940db-5a77-4828-b152-3f1b013d5e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.768749 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb5940db-5a77-4828-b152-3f1b013d5e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.779394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e1caca89-9e82-466e-8dbc-8e0ed956c9b5 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:14.793554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458dc23-b26f-410a-8ff5-60eb9a3df941 req-2d817a2d-8cc1-4719-bfba-9c2f78e788fe tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:14.795046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5458dc23-b26f-410a-8ff5-60eb9a3df941 req-2d817a2d-8cc1-4719-bfba-9c2f78e788fe tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0866532 Aug 03 19:39:14.829787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:14.834238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:14.834616 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.845592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5458dc23-b26f-410a-8ff5-60eb9a3df941 req-7832b97a-5a1b-4b41-87a6-98cc4229ab44 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Aug 03 19:39:14.853751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb5940db-5a77-4828-b152-3f1b013d5e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.856808 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb5940db-5a77-4828-b152-3f1b013d5e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.857977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cb5940db-5a77-4828-b152-3f1b013d5e56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80ed1e06-4761-4a6a-9166-1d960a127bb1 HTTP/1.1" status: 204 len: 168 time: 0.1962371 Aug 03 19:39:14.874545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5940db-5a77-4828-b152-3f1b013d5e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ed1e06-4761-4a6a-9166-1d960a127bb1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:14.931473 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:14.956207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9319eb8f-9781-420a-bebc-113c8a5cb0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1caca89-9e82-466e-8dbc-8e0ed956c9b5'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:14.958821 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0f3442-b65c-424d-99e0-5d355ce9a86d" -d '{"events": [{"server_uuid": "9319eb8f-9781-420a-bebc-113c8a5cb0c4", "name": "network-vif-plugged", "status": "completed", "tag": "e1caca89-9e82-466e-8dbc-8e0ed956c9b5"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:14.974086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e1caca89-9e82-466e-8dbc-8e0ed956c9b5, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,segment=NetworkSegment(dc8a351c-ea1c-47b8-968b-4f66a57ffe3b),segment_id=dc8a351c-ea1c-47b8-968b-4f66a57ffe3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:14.976998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e23c7-62d6-422e-a452-4c551dec6ca4 req-7ea54afe-cf0a-4c7f-9bf5-377d8e4f3940 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:14.978513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-444e23c7-62d6-422e-a452-4c551dec6ca4 req-7ea54afe-cf0a-4c7f-9bf5-377d8e4f3940 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0524771 Aug 03 19:39:14.979369 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.016425 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ac6235-d891-46f5-9a7d-ae7c1c0f6183 x-openstack-request-id: req-f1ac6235-d891-46f5-9a7d-ae7c1c0f6183 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:15.016717 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9319eb8f-9781-420a-bebc-113c8a5cb0c4", "name": "network-vif-plugged", "status": "completed", "tag": "e1caca89-9e82-466e-8dbc-8e0ed956c9b5", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:15.017386 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1ac6235-d891-46f5-9a7d-ae7c1c0f6183 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:15.018158 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9319eb8f-9781-420a-bebc-113c8a5cb0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1caca89-9e82-466e-8dbc-8e0ed956c9b5', 'code': 200} Aug 03 19:39:15.025249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-444e23c7-62d6-422e-a452-4c551dec6ca4 req-6308aeb9-da86-4f77-95b5-244f378fd43a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Aug 03 19:39:15.062644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:15.168773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb5d1-4583-44d8-89bf-40fb675839fe req-40da0a51-cb87-4f3d-a1a7-8b96522d4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.170342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74ecb5d1-4583-44d8-89bf-40fb675839fe req-40da0a51-cb87-4f3d-a1a7-8b96522d4f5e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 1097 time: 0.0726759 Aug 03 19:39:15.186530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757f810-96f9-413f-a7e1-3b54593bcf0c req-7defb3f2-c821-4e51-ad70-1f57961cd93a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.188003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4757f810-96f9-413f-a7e1-3b54593bcf0c req-7defb3f2-c821-4e51-ad70-1f57961cd93a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0653601 Aug 03 19:39:15.241955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74ecb5d1-4583-44d8-89bf-40fb675839fe req-97f515c3-6ff2-4a5a-9ba6-e4b6351b05f5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529039 Aug 03 19:39:15.246844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4757f810-96f9-413f-a7e1-3b54593bcf0c req-a9a0537d-f0ce-4015-945c-3380eabca540 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523410 Aug 03 19:39:15.367721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcff5e-c864-4fcd-b4cd-4e0b0d9276f1 req-15af423c-026d-49c0-8b27-ddff3a914dd1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.370287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fbcff5e-c864-4fcd-b4cd-4e0b0d9276f1 req-15af423c-026d-49c0-8b27-ddff3a914dd1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0520983 Aug 03 19:39:15.409292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8fbcff5e-c864-4fcd-b4cd-4e0b0d9276f1 req-666ba238-fd08-4c1f-87a2-7ceec1cf7c86 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Aug 03 19:39:15.597022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308cdf5-ac55-46eb-9fdb-4e607c450f65 req-4b5c4124-5a33-4a83-a339-8853f268812c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.597721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44122) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:15.598694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5308cdf5-ac55-46eb-9fdb-4e607c450f65 req-4b5c4124-5a33-4a83-a339-8853f268812c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0673110 Aug 03 19:39:15.656908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5308cdf5-ac55-46eb-9fdb-4e607c450f65 req-e5d22a0d-2aa5-4e70-9796-58577ecf2944 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Aug 03 19:39:15.664916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae0e7c-faba-44ef-b03b-2e6c660306c4 req-a7743168-97b6-45e8-a6b5-f5e09edd87bb tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.667082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3ae0e7c-faba-44ef-b03b-2e6c660306c4 req-a7743168-97b6-45e8-a6b5-f5e09edd87bb tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0944452 Aug 03 19:39:15.708522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1247805535-network', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:15.709583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3ae0e7c-faba-44ef-b03b-2e6c660306c4 req-c4b89cf3-07c5-4438-8b69-0ed474e63279 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363791 Aug 03 19:39:15.735611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Made reservation on behalf of 894576b788fd4cf59e9aefbbe3626d6e for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:15.738226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.751443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.790828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011595-18cc-4de2-bdf2-c1e1355124da req-be55593c-93f8-4c56-a7ff-4ddfe5683b15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.792592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76011595-18cc-4de2-bdf2-c1e1355124da req-be55593c-93f8-4c56-a7ff-4ddfe5683b15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0588062 Aug 03 19:39:15.852992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76011595-18cc-4de2-bdf2-c1e1355124da req-036a1811-bc06-4695-8292-b9a64fc719fd tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529203 Aug 03 19:39:15.873126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.877681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.906348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:39:15.911803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680bfa95-7da1-4518-bf48-b10f5d9fa649,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:15.919724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.920683 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Added segment 5cc4d4d8-c70f-4a66-94b8-68c336505c10 of type vlan for network 057a8773-2656-4c2a-8aa0-5a0a465eb52f Aug 03 19:39:15.967518 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.996785 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.997923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.998601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.002654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4995fa5-14a1-40ec-a5cc-a01b5a318424 req-b24303bf-8fee-467b-b1aa-9e0ac4204dcb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.013984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4995fa5-14a1-40ec-a5cc-a01b5a318424 req-b24303bf-8fee-467b-b1aa-9e0ac4204dcb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0603366 Aug 03 19:39:16.050512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4516668 Aug 03 19:39:16.054053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44132) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:16.060314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Request body: {'subnet': {'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1247805535-subnet', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:16.063917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233a1d2-8f8d-4ff0-9655-166427f5bf68 admin admin] Pushing event updated for resources: {'Network': ['ID=057a8773-2656-4c2a-8aa0-5a0a465eb52f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:16.067771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4995fa5-14a1-40ec-a5cc-a01b5a318424 req-6752da59-fc30-40cb-a161-85a3eeacd569 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528810 Aug 03 19:39:16.077549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 057a8773-2656-4c2a-8aa0-5a0a465eb52f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:39:16.089436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Made reservation on behalf of 894576b788fd4cf59e9aefbbe3626d6e for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:16.092992 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.208960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3b55-60d3-4cd0-9b3b-7ced4be1feeb req-0a4f7a26-aefd-49b6-8e06-d9779d0661a9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.210510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd9e3b55-60d3-4cd0-9b3b-7ced4be1feeb req-0a4f7a26-aefd-49b6-8e06-d9779d0661a9 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0705800 Aug 03 19:39:16.285014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd9e3b55-60d3-4cd0-9b3b-7ced4be1feeb req-bbf35833-07a4-43f5-830b-9f6b3c330620 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681975 Aug 03 19:39:16.329709 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.390451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8567e21-d93a-4584-9ed7-ca9c469ed7e9,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:16.399617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.399906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.400247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.401247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.401605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.401937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.402266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.402592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.402914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.403235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.403555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.403875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:16.421046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Checking segment: {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:16.421553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Network hostable DHCP agents. Network: 057a8773-2656-4c2a-8aa0-5a0a465eb52f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:39:16.465521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Network 057a8773-2656-4c2a-8aa0-5a0a465eb52f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:39:16.475959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03577bd8-3581-4ca4-9052-7a901ce18baf req-40bb02f3-40fd-4d68-aeb3-b86f32140ef8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.477463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03577bd8-3581-4ca4-9052-7a901ce18baf req-40bb02f3-40fd-4d68-aeb3-b86f32140ef8 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0800011 Aug 03 19:39:16.489539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 057a8773-2656-4c2a-8aa0-5a0a465eb52f) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:16.498747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed9f8c-4d53-46d4-befb-595ed3f393d2 None None] Network 057a8773-2656-4c2a-8aa0-5a0a465eb52f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:16.500443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.501738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.525318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c7cc988-f274-4188-8595-2eb68606a90a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4702084 Aug 03 19:39:16.529003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44142) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:16.531540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03577bd8-3581-4ca4-9052-7a901ce18baf req-5ac76b98-2134-463b-a10f-18608af675db tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Aug 03 19:39:16.533960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:16.563188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.564318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.624048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.638815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1dcade-3a83-4a23-a417-0806080ed082 None None] Network 057a8773-2656-4c2a-8aa0-5a0a465eb52f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:16.662998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edb2a1-bc6f-4901-ac62-1574c6de3ef6 req-b04cc291-1f70-40e8-a92f-69395fa161a7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.664550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16edb2a1-bc6f-4901-ac62-1574c6de3ef6 req-b04cc291-1f70-40e8-a92f-69395fa161a7 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0567102 Aug 03 19:39:16.705615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16edb2a1-bc6f-4901-ac62-1574c6de3ef6 req-72d7df8e-6336-463d-91dc-7217b67d8229 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 Aug 03 19:39:16.782272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c8ea8168-2f8c-4780-b374-1510e7d79f59 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:39:16.789332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.805228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: c8ea8168-2f8c-4780-b374-1510e7d79f59 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:39:16.805494 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c8ea8168-2f8c-4780-b374-1510e7d79f59 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:39:16.880022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1859b-1664-4e77-8c83-c322ee90b78e req-a9c6fbe5-be90-47a8-81a5-b521735b0a10 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.881605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54d1859b-1664-4e77-8c83-c322ee90b78e req-a9c6fbe5-be90-47a8-81a5-b521735b0a10 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0810471 Aug 03 19:39:16.894615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca1506-3b94-4d04-833c-04a77b658799 req-640ae215-91a6-455b-9c8c-cd9a9660bb74 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.896115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dca1506-3b94-4d04-833c-04a77b658799 req-640ae215-91a6-455b-9c8c-cd9a9660bb74 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0837083 Aug 03 19:39:16.953848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54d1859b-1664-4e77-8c83-c322ee90b78e req-1906fd0c-5234-4bb6-840d-9c9dca289e4d tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565255 Aug 03 19:39:16.959249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dca1506-3b94-4d04-833c-04a77b658799 req-cf186751-237d-4a90-9175-b3578699c3fd tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558281 Aug 03 19:39:17.005945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:17.027622 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:17.114393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb34b3-beee-476a-888e-4248e95d06b4 req-2abf78d3-f30f-4f36-9566-8d2dc0756ccc tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:17.115789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51fb34b3-beee-476a-888e-4248e95d06b4 req-2abf78d3-f30f-4f36-9566-8d2dc0756ccc tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0827296 Aug 03 19:39:17.124281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b1c03-9e1f-4a7a-8cae-d38532b0f127 req-f9aa40cd-749c-4121-9a9a-c4b72b94ad9a tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:17.126024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b0b1c03-9e1f-4a7a-8cae-d38532b0f127 req-f9aa40cd-749c-4121-9a9a-c4b72b94ad9a tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0912144 Aug 03 19:39:17.147311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Allocated IP 172.25.4.247 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/449cfd20-ad07-4983-9814-959ac786bccf) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:17.183544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51fb34b3-beee-476a-888e-4248e95d06b4 req-286e05b0-c29d-48b1-98a6-d253fac99afb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563257 Aug 03 19:39:17.202595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b0b1c03-9e1f-4a7a-8cae-d38532b0f127 req-3f8aaa79-a082-4165-98cf-0d3868ca20b7 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Aug 03 19:39:17.263256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:17.305600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:17.324760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505302d6-b479-48dc-9fc6-5214f43a0fe6 req-0f8a6bdd-94f1-4b77-9d0b-1a1afa91026b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:17.326587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-505302d6-b479-48dc-9fc6-5214f43a0fe6 req-0f8a6bdd-94f1-4b77-9d0b-1a1afa91026b tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0557916 Aug 03 19:39:17.370825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-505302d6-b479-48dc-9fc6-5214f43a0fe6 req-b18978da-1afe-434d-806d-79b100d3ca01 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Aug 03 19:39:17.379520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:17.380500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=449cfd20-ad07-4983-9814-959ac786bccf,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:17.383406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:17.395373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:17.456761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fc79a-d41d-4f6b-a673-16494766cff9 req-a2b3ddb3-abdf-4c17-afba-4c56f4ddffac tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:17.458827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a0fc79a-d41d-4f6b-a673-16494766cff9 req-a2b3ddb3-abdf-4c17-afba-4c56f4ddffac tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0619795 Aug 03 19:39:17.527631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a0fc79a-d41d-4f6b-a673-16494766cff9 req-010341a3-b945-4475-bb5d-90202bcb5e7d tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592945 Aug 03 19:39:17.549220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1de5e-5fa5-4eae-8ee8-6cc7c37b6aad req-df25920d-c3d9-4db0-a12e-1d4388647d56 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:17.551303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bff1de5e-5fa5-4eae-8ee8-6cc7c37b6aad req-df25920d-c3d9-4db0-a12e-1d4388647d56 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0913620 Aug 03 19:39:17.598429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bff1de5e-5fa5-4eae-8ee8-6cc7c37b6aad req-310542dc-11af-4826-ba8e-bca1f3df811c tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Aug 03 19:39:17.672334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:17.733839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4b8c9-36e1-437f-93c1-725f3dbfa2a8 req-ee44bd38-4b1b-45ed-a993-b26ba604e9fb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:17.735510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23b4b8c9-36e1-437f-93c1-725f3dbfa2a8 req-ee44bd38-4b1b-45ed-a993-b26ba604e9fb tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0540266 Aug 03 19:39:17.780702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23b4b8c9-36e1-437f-93c1-725f3dbfa2a8 req-79b5cb09-12bd-4582-924a-3c79c8d1cf4e tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386059 Aug 03 19:39:17.903378 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:18.051672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Router 517445f7-f9b0-4627-a53b-70021af97e5b is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:39:18.160556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:18.171428 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cef676-9f80-4548-9151-d211b855680d None None] Sync routers for ids ['517445f7-f9b0-4627-a53b-70021af97e5b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:18.179078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:18.184076 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ce6dcd69-92b6-4dc6-a952-adc6ec4dd1b6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6536849 Aug 03 19:39:18.184318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cef676-9f80-4548-9151-d211b855680d None None] Routers {'517445f7-f9b0-4627-a53b-70021af97e5b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:18.184829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-16cef676-9f80-4548-9151-d211b855680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['517445f7-f9b0-4627-a53b-70021af97e5b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:18.185089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44178) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:18.297210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-16cef676-9f80-4548-9151-d211b855680d None None] Set router 517445f7-f9b0-4627-a53b-70021af97e5b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:18.494566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-16cef676-9f80-4548-9151-d211b855680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '449cfd20-ad07-4983-9814-959ac786bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:39:17Z', 'revision_number': 3, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port': {'id': '449cfd20-ad07-4983-9814-959ac786bccf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:17Z', 'updated_at': '2021-08-03T19:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:18.526106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cef676-9f80-4548-9151-d211b855680d None None] Checking router: 517445f7-f9b0-4627-a53b-70021af97e5b for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:18.526520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cef676-9f80-4548-9151-d211b855680d None None] Updating router 517445f7-f9b0-4627-a53b-70021af97e5b port 449cfd20-ad07-4983-9814-959ac786bccf binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:39:18.553734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16cef676-9f80-4548-9151-d211b855680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:18.856604 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16cef676-9f80-4548-9151-d211b855680d None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:18.869772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-16cef676-9f80-4548-9151-d211b855680d None None] Transition to ACTIVE for port object 449cfd20-ad07-4983-9814-959ac786bccf will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:18.877202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16cef676-9f80-4548-9151-d211b855680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:18.945433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-16cef676-9f80-4548-9151-d211b855680d None None] Attempting to bind port 449cfd20-ad07-4983-9814-959ac786bccf on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:18.945831 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-16cef676-9f80-4548-9151-d211b855680d None None] Attempting to bind port 449cfd20-ad07-4983-9814-959ac786bccf by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:18.946196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cef676-9f80-4548-9151-d211b855680d None None] Attempting to bind port 449cfd20-ad07-4983-9814-959ac786bccf on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:18.949032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d5ece-9512-48b4-bd04-403cf4ecee61 None None] Pushing event updated for resources: {'Port': ['ID=449cfd20-ad07-4983-9814-959ac786bccf,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:18.962744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc6e01-b527-4854-820a-aeb672ec662d req-e9d71bde-a3ee-4715-a1e8-cd2e8292e202 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:18.963558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cef676-9f80-4548-9151-d211b855680d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:18.963938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cef676-9f80-4548-9151-d211b855680d None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:18.964353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27fc6e01-b527-4854-820a-aeb672ec662d req-e9d71bde-a3ee-4715-a1e8-cd2e8292e202 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0886729 Aug 03 19:39:18.964495 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16cef676-9f80-4548-9151-d211b855680d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:18.964737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cef676-9f80-4548-9151-d211b855680d None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:18.965220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-16cef676-9f80-4548-9151-d211b855680d None None] Bound port: 449cfd20-ad07-4983-9814-959ac786bccf, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:18.965641 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16cef676-9f80-4548-9151-d211b855680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:19.029976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-16cef676-9f80-4548-9151-d211b855680d None None] For port 449cfd20-ad07-4983-9814-959ac786bccf, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:19.034752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-16cef676-9f80-4548-9151-d211b855680d None None] For port 449cfd20-ad07-4983-9814-959ac786bccf, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=449cfd20-ad07-4983-9814-959ac786bccf,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:19.041683 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16cef676-9f80-4548-9151-d211b855680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:19.092471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27fc6e01-b527-4854-820a-aeb672ec662d req-3c7aa10e-4ead-4ab0-8019-09cfa1f97cc9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216414 Aug 03 19:39:19.108349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cef676-9f80-4548-9151-d211b855680d None None] Routers {'517445f7-f9b0-4627-a53b-70021af97e5b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:19.109069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-16cef676-9f80-4548-9151-d211b855680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['517445f7-f9b0-4627-a53b-70021af97e5b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:19.148911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:19.247437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d5ece-9512-48b4-bd04-403cf4ecee61 None None] Pushing event updated for resources: {'Port': ['ID=449cfd20-ad07-4983-9814-959ac786bccf,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:19.300745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-16cef676-9f80-4548-9151-d211b855680d None None] Set router 517445f7-f9b0-4627-a53b-70021af97e5b gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:19.531316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-16cef676-9f80-4548-9151-d211b855680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '449cfd20-ad07-4983-9814-959ac786bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:39:17Z', 'revision_number': 3, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port': {'id': '449cfd20-ad07-4983-9814-959ac786bccf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:17Z', 'updated_at': '2021-08-03T19:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:19.535955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12538f19-85c8-4af9-bd94-06c8f63f1bd2 req-d8794192-3528-4be6-aea9-4ce54db62827 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:19.537562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12538f19-85c8-4af9-bd94-06c8f63f1bd2 req-d8794192-3528-4be6-aea9-4ce54db62827 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.1913214 Aug 03 19:39:19.539415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427203-2081-4553-9e8c-5d20bb769189 req-03fb744a-df41-4ded-a519-a0cdaa2de74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:19.540825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9427203-2081-4553-9e8c-5d20bb769189 req-03fb744a-df41-4ded-a519-a0cdaa2de74f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b7af046711f4d08a4c07fc9c2dad189&device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 1097 time: 0.1591182 Aug 03 19:39:19.567555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Allocated IP 172.20.0.1 (057a8773-2656-4c2a-8aa0-5a0a465eb52f/a8567e21-d93a-4584-9ed7-ca9c469ed7e9/36027293-4969-4110-a16e-8eb58e88ed9a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:19.568029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cef676-9f80-4548-9151-d211b855680d None None] The sync data for ids ['517445f7-f9b0-4627-a53b-70021af97e5b'] in n-d-803378-1 is: [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '449cfd20-ad07-4983-9814-959ac786bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:39:17Z', 'revision_number': 3, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port': {'id': '449cfd20-ad07-4983-9814-959ac786bccf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:17Z', 'updated_at': '2021-08-03T19:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:19.702605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12538f19-85c8-4af9-bd94-06c8f63f1bd2 req-2b0ab970-d8c8-4f73-9cad-b9816fe1c447 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512661 Aug 03 19:39:19.756792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427203-2081-4553-9e8c-5d20bb769189 req-ac1da21c-d760-42bd-bbe2-625ffc6f5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:19.758441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9427203-2081-4553-9e8c-5d20bb769189 req-ac1da21c-d760-42bd-bbe2-625ffc6f5a16 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c429f535-23a3-43fe-82e2-ad71f1f0d756 HTTP/1.1" status: 200 len: 913 time: 0.2083483 Aug 03 19:39:19.812472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9427203-2081-4553-9e8c-5d20bb769189 req-ec59cb98-414c-4868-b3ba-b37daeb3ceea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5 HTTP/1.1" status: 200 len: 217 time: 0.0443552 Aug 03 19:39:19.825961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:19.914915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427203-2081-4553-9e8c-5d20bb769189 req-76ce0501-704e-4ca1-9a78-97e1026f226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:19.916572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9427203-2081-4553-9e8c-5d20bb769189 req-76ce0501-704e-4ca1-9a78-97e1026f226e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa8ff1aa-81ea-4c91-9e75-2008091e5337 HTTP/1.1" status: 200 len: 852 time: 0.0953743 Aug 03 19:39:19.974435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9427203-2081-4553-9e8c-5d20bb769189 req-5bd15a78-f609-406a-850d-feb5a642fb76 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c429f535-23a3-43fe-82e2-ad71f1f0d756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408912 Aug 03 19:39:19.982719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.095945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Network 057a8773-2656-4c2a-8aa0-5a0a465eb52f is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:20.100853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:20.115784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Pushing event updated for resources: {'Port': ['ID=36027293-4969-4110-a16e-8eb58e88ed9a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:20.122009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:20.203882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9427203-2081-4553-9e8c-5d20bb769189 req-ecedb951-ffdd-4bf6-b364-324c948c9c62 service neutron] 10.222.0.88 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170939 Aug 03 19:39:20.269844 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.485534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9427203-2081-4553-9e8c-5d20bb769189 req-24d1be65-8683-42fb-983c-5fe91f36ec54 service neutron] 10.222.0.88 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724595 Aug 03 19:39:20.538829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 449cfd20-ad07-4983-9814-959ac786bccf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:20.576016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.593762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.613740 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 449cfd20-ad07-4983-9814-959ac786bccf completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:20.620961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 449cfd20-ad07-4983-9814-959ac786bccf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:20.621681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.754850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.781788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 449cfd20-ad07-4983-9814-959ac786bccf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=449cfd20-ad07-4983-9814-959ac786bccf,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:20.786502 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.834515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.844582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=449cfd20-ad07-4983-9814-959ac786bccf,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:20.855755 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.961379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Pushing event updated for resources: {'Port': ['ID=36027293-4969-4110-a16e-8eb58e88ed9a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:20.966315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:20.985202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40a59f-b37a-4454-a126-3ecedbf2fce5 req-6c861ba3-ad49-4321-a64b-deefcaeb45d6 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:20.986975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be40a59f-b37a-4454-a126-3ecedbf2fce5 req-6c861ba3-ad49-4321-a64b-deefcaeb45d6 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.1502268 Aug 03 19:39:21.079075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be40a59f-b37a-4454-a126-3ecedbf2fce5 req-0a9c1388-aba9-4cbc-9bc9-e040adc1f78f tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848835 Aug 03 19:39:21.112548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Network 057a8773-2656-4c2a-8aa0-5a0a465eb52f is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:21.113966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:21.256293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Router 517445f7-f9b0-4627-a53b-70021af97e5b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:39:21.368052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:21.377539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d260fef5-dbed-47ce-b504-d5a380a50a24 admin admin] 10.222.0.42 "PUT /v2.0/routers/517445f7-f9b0-4627-a53b-70021af97e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1868887 Aug 03 19:39:21.457452 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:39:21.545354 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Sync routers for ids ['517445f7-f9b0-4627-a53b-70021af97e5b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:21.555107 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Routers {'517445f7-f9b0-4627-a53b-70021af97e5b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:21.555732 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['517445f7-f9b0-4627-a53b-70021af97e5b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:21.672528 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Set router 517445f7-f9b0-4627-a53b-70021af97e5b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:21.863459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-203713f0-1e51-4e3c-94f6-c09502c094d9 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:21.865272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-203713f0-1e51-4e3c-94f6-c09502c094d9 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 811 time: 0.1245229 Aug 03 19:39:21.882227 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '449cfd20-ad07-4983-9814-959ac786bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:39:20Z', 'revision_number': 4, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port': {'id': '449cfd20-ad07-4983-9814-959ac786bccf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:17Z', 'updated_at': '2021-08-03T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36027293-4969-4110-a16e-8eb58e88ed9a', 'name': '', 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'mac_address': 'fa:16:3e:a6:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a8567e21-d93a-4584-9ed7-ca9c469ed7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:19Z', 'updated_at': '2021-08-03T19:39:20Z', 'revision_number': 2, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'subnets': [{'id': 'a8567e21-d93a-4584-9ed7-ca9c469ed7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:21.892552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-7e577fb2-6ecc-49f3-a534-9734d7fab614 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/quotas/894576b788fd4cf59e9aefbbe3626d6e HTTP/1.1" status: 200 len: 375 time: 0.0210173 Aug 03 19:39:21.919529 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Checking router: 517445f7-f9b0-4627-a53b-70021af97e5b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:21.919879 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Updating router 517445f7-f9b0-4627-a53b-70021af97e5b port 36027293-4969-4110-a16e-8eb58e88ed9a binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:39:21.949188 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:21.953525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-8005dbf0-6672-4de5-9ee6-974706c41576 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600948 Aug 03 19:39:22.048598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-642020b6-8d5d-4ec4-abff-2584e3a93782 service neutron] 10.222.0.42 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877826 Aug 03 19:39:22.161129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-1061aa6d-e500-4760-addd-5d3b650e2d74 service neutron] 10.222.0.42 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055641 Aug 03 19:39:22.212267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89821efc-3c66-47cc-a1eb-0dcbc66529a7 req-9275f18b-cad8-4dab-bf2d-0d73ac783a25 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:22.214441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89821efc-3c66-47cc-a1eb-0dcbc66529a7 req-9275f18b-cad8-4dab-bf2d-0d73ac783a25 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0521324 Aug 03 19:39:22.215171 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.226078 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Transition to ACTIVE for port object 36027293-4969-4110-a16e-8eb58e88ed9a will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:22.235718 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.298271 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Pushing event updated for resources: {'Port': ['ID=36027293-4969-4110-a16e-8eb58e88ed9a,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:22.308032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89821efc-3c66-47cc-a1eb-0dcbc66529a7 req-bd8d49f9-6037-46c4-b5c0-ef6e793fbdbf tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852549 Aug 03 19:39:22.308278 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.308451 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.308980 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.309508 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.310025 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.310524 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.311018 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.311509 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.311996 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.312488 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.312982 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.313460 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.364350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb67bf0d-d3e4-4cc4-ae76-a3596039d0f5 req-54b4b8bd-f931-4606-83f7-23397a974b41 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 210 time: 0.0357347 Aug 03 19:39:22.460911 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Attempting to bind port 36027293-4969-4110-a16e-8eb58e88ed9a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:22.461426 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Attempting to bind port 36027293-4969-4110-a16e-8eb58e88ed9a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:22.461766 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Attempting to bind port 36027293-4969-4110-a16e-8eb58e88ed9a on network 057a8773-2656-4c2a-8aa0-5a0a465eb52f {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:22.470430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 449cfd20-ad07-4983-9814-959ac786bccf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:22.472642 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:22.473177 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Checking segment: {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:22.473608 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.474755 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Bound using segment: {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:22.476468 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Bound port: 36027293-4969-4110-a16e-8eb58e88ed9a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:22.477105 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.552948 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] For port 36027293-4969-4110-a16e-8eb58e88ed9a, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:22.569952 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] For port 36027293-4969-4110-a16e-8eb58e88ed9a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=36027293-4969-4110-a16e-8eb58e88ed9a,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:22.580854 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.593194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 449cfd20-ad07-4983-9814-959ac786bccf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:22.594515 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.647103 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Routers {'517445f7-f9b0-4627-a53b-70021af97e5b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:22.648301 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['517445f7-f9b0-4627-a53b-70021af97e5b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:22.866412 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] Set router 517445f7-f9b0-4627-a53b-70021af97e5b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:22.904169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe5e3-6847-404a-83e2-40a85872ece7 req-c8bbfa00-ba18-4ac1-853a-4b408aeb8d88 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:22.910399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-625fe5e3-6847-404a-83e2-40a85872ece7 req-c8bbfa00-ba18-4ac1-853a-4b408aeb8d88 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.1813960 Aug 03 19:39:22.922827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b737c7-bccc-4559-b045-76ee16a72499 req-04266d40-5747-42c2-ba01-fb776db24c74 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:22.924710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b737c7-bccc-4559-b045-76ee16a72499 req-04266d40-5747-42c2-ba01-fb776db24c74 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.1369140 Aug 03 19:39:22.984530 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7237e-9fd5-464b-b138-33e06c8fac56 None None] Pushing event updated for resources: {'Port': ['ID=36027293-4969-4110-a16e-8eb58e88ed9a,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:23.012147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-625fe5e3-6847-404a-83e2-40a85872ece7 req-75ed1ff8-0d74-437b-aca5-5db5f52ae60f tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861640 Aug 03 19:39:23.021570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b737c7-bccc-4559-b045-76ee16a72499 req-53b03b5b-9c9a-40cc-8925-c119b7120e83 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785112 Aug 03 19:39:23.184485 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '449cfd20-ad07-4983-9814-959ac786bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:39:20Z', 'revision_number': 4, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port': {'id': '449cfd20-ad07-4983-9814-959ac786bccf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:17Z', 'updated_at': '2021-08-03T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36027293-4969-4110-a16e-8eb58e88ed9a', 'name': '', 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'mac_address': 'fa:16:3e:a6:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a8567e21-d93a-4584-9ed7-ca9c469ed7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:19Z', 'updated_at': '2021-08-03T19:39:22Z', 'revision_number': 4, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'subnets': [{'id': 'a8567e21-d93a-4584-9ed7-ca9c469ed7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:23.211516 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51679a9-b7a2-48eb-b5d3-ce886107b86a None None] The sync data for ids ['517445f7-f9b0-4627-a53b-70021af97e5b'] in n-d-803378-1 is: [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '449cfd20-ad07-4983-9814-959ac786bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:39:20Z', 'revision_number': 4, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port': {'id': '449cfd20-ad07-4983-9814-959ac786bccf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:17Z', 'updated_at': '2021-08-03T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '36027293-4969-4110-a16e-8eb58e88ed9a', 'name': '', 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'mac_address': 'fa:16:3e:a6:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a8567e21-d93a-4584-9ed7-ca9c469ed7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:19Z', 'updated_at': '2021-08-03T19:39:22Z', 'revision_number': 4, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'subnets': [{'id': 'a8567e21-d93a-4584-9ed7-ca9c469ed7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:23.463716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6dda2a-31fe-4444-85dc-8169c75770fc req-c21c24cb-4452-461d-ac92-f5e01fe1f9fc tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Aug 03 19:39:23.832533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-8ab2f795-bb04-43e7-9934-94a17305ad8c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:23.834167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-8ab2f795-bb04-43e7-9934-94a17305ad8c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.63 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 811 time: 0.1117463 Aug 03 19:39:23.857193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Request body: {'port': {'device_id': 'a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81', 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f', 'admin_state_up': True, 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:23.974154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Made reservation on behalf of 894576b788fd4cf59e9aefbbe3626d6e for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:23.977738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.115145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Allocated IP 172.20.0.3 (057a8773-2656-4c2a-8aa0-5a0a465eb52f/a8567e21-d93a-4584-9ed7-ca9c469ed7e9/e77d14e4-0560-4a5a-a804-dc74a803deed) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:24.298319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ccfee-365c-4c87-9eb5-c64019b0afdf req-85688dea-1623-42d9-a346-6a643305f726 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.299816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e4ccfee-365c-4c87-9eb5-c64019b0afdf req-85688dea-1623-42d9-a346-6a643305f726 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.1725192 Aug 03 19:39:24.333737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdf8bd-d48a-440f-9d89-ed96d7a3376f req-5a771d08-9afd-479d-95e1-13751c9868d4 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.335142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eebdf8bd-d48a-440f-9d89-ed96d7a3376f req-5a771d08-9afd-479d-95e1-13751c9868d4 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.1909609 Aug 03 19:39:24.407564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e4ccfee-365c-4c87-9eb5-c64019b0afdf req-3f7519bd-34e9-43c7-8742-caa738b08493 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991330 Aug 03 19:39:24.432449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eebdf8bd-d48a-440f-9d89-ed96d7a3376f req-ed4d899d-08de-4f72-8953-0108e05e0f92 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863938 Aug 03 19:39:24.440955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.497676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 36027293-4969-4110-a16e-8eb58e88ed9a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:24.503895 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.550658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Network 057a8773-2656-4c2a-8aa0-5a0a465eb52f is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:24.554362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:24.559104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:24.561978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 36027293-4969-4110-a16e-8eb58e88ed9a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:24.567078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 36027293-4969-4110-a16e-8eb58e88ed9a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:24.567971 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.650596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Pushing event updated for resources: {'Port': ['ID=e77d14e4-0560-4a5a-a804-dc74a803deed,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:24.659687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.660283 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.702673 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.734457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-bce31cc5-33c6-4ee7-a197-e960ba4ff22a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8814161 Aug 03 19:39:24.741046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 36027293-4969-4110-a16e-8eb58e88ed9a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=36027293-4969-4110-a16e-8eb58e88ed9a,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:24.747404 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.755980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add2250-8d40-428e-b740-55891a9a671e req-7edb7c1a-c9f8-4c6c-839f-bfbeb1924f0f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.757543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5add2250-8d40-428e-b740-55891a9a671e req-7edb7c1a-c9f8-4c6c-839f-bfbeb1924f0f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 931 time: 0.1601076 Aug 03 19:39:24.765911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Request body: {'port': {'device_id': 'a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:24.795470 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-250308fd-f666-4390-bde1-8f9735b04080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.796988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-250308fd-f666-4390-bde1-8f9735b04080 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b7af046711f4d08a4c07fc9c2dad189&device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 1097 time: 0.1210158 Aug 03 19:39:24.798342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=36027293-4969-4110-a16e-8eb58e88ed9a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:24.813262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f5d18-d41e-4f0d-98ec-db88c210113e req-ca423b2d-518f-4146-a550-14cb1732680b tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.814836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa4f5d18-d41e-4f0d-98ec-db88c210113e req-ca423b2d-518f-4146-a550-14cb1732680b tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.1668546 Aug 03 19:39:25.319435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-99f49c73-9986-452e-878f-a125ca26134c req-857b4ac2-215e-472b-9fee-0ed8ab01453f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4238679 Aug 03 19:39:25.323477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5add2250-8d40-428e-b740-55891a9a671e req-7d81daf1-e3de-4dc3-abc0-e02aa1b9273e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548906 Aug 03 19:39:25.339203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-1af2d154-aba0-4e81-ae54-75af74f3e478 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.340968 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-1af2d154-aba0-4e81-ae54-75af74f3e478 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.0670269 Aug 03 19:39:25.342294 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:25.349068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa4f5d18-d41e-4f0d-98ec-db88c210113e req-fd0fa2b2-36e5-404d-8cb8-2a2601ab2f84 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127096 Aug 03 19:39:25.411966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-23c1622e-863d-4b38-8044-617af9b5a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.413552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-23c1622e-863d-4b38-8044-617af9b5a0bc service neutron] 10.222.0.88 "GET /v2.0/networks?id=c429f535-23a3-43fe-82e2-ad71f1f0d756 HTTP/1.1" status: 200 len: 913 time: 0.6084816 Aug 03 19:39:25.471439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f49c73-9986-452e-878f-a125ca26134c req-b849bdb6-d2c2-4bad-8d2c-5c70177b7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.472951 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-99f49c73-9986-452e-878f-a125ca26134c req-b849bdb6-d2c2-4bad-8d2c-5c70177b7f58 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1136 time: 0.0828857 Aug 03 19:39:25.498021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Deleting port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:39:25.498394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:25.529814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-f9c52b5f-eb85-447c-bb10-c47d812c2a0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5 HTTP/1.1" status: 200 len: 217 time: 0.1082709 Aug 03 19:39:25.664351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] For port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,segment=NetworkSegment(92e0fb97-f1e8-4375-a4d2-3dad13a6aee3),segment_id=92e0fb97-f1e8-4375-a4d2-3dad13a6aee3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:25.664903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:25.668672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f49c73-9986-452e-878f-a125ca26134c req-6b2ee741-4f0f-4215-9fac-2e1bfe6c4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.670203 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-99f49c73-9986-452e-878f-a125ca26134c req-6b2ee741-4f0f-4215-9fac-2e1bfe6c4864 service neutron] 10.222.0.63 "GET /v2.0/networks?id=930f77d8-b8df-4a00-bf15-2936af062b58 HTTP/1.1" status: 200 len: 898 time: 0.1746166 Aug 03 19:39:25.686401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Calling delete_port for d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:39:25.687201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-dd1c6765-54f0-4ef4-ac74-0af62352eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.688736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-dd1c6765-54f0-4ef4-ac74-0af62352eae8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fa8ff1aa-81ea-4c91-9e75-2008091e5337 HTTP/1.1" status: 200 len: 852 time: 0.1444907 Aug 03 19:39:25.700074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956eb8-3369-440c-a198-c18b4ff6d497 req-70694144-c99b-4498-a34b-52fa179967d1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.701534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69956eb8-3369-440c-a198-c18b4ff6d497 req-70694144-c99b-4498-a34b-52fa179967d1 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b HTTP/1.1" status: 200 len: 946 time: 0.1708186 Aug 03 19:39:25.742811 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-c81bc2b6-4570-4953-8920-c51398cf31c2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c429f535-23a3-43fe-82e2-ad71f1f0d756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403113 Aug 03 19:39:25.775271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:25.785731 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-99f49c73-9986-452e-878f-a125ca26134c req-e17e6784-4221-4cef-ae0b-6ec06be0997e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7 HTTP/1.1" status: 200 len: 1002 time: 0.1052301 Aug 03 19:39:25.850613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69956eb8-3369-440c-a198-c18b4ff6d497 req-a5d33cdc-5f32-4145-bebd-2845ed5bbc0a tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.42 "GET /v2.0/security-groups?id=17cda1e8-147f-45ae-ba90-b638405308d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358509 Aug 03 19:39:25.851829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f49c73-9986-452e-878f-a125ca26134c req-4b82e873-3d84-4ce7-8df4-8867b0d80899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.853942 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-99f49c73-9986-452e-878f-a125ca26134c req-4b82e873-3d84-4ce7-8df4-8867b0d80899 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9f0f8dd-41d5-4e3d-87fd-24d518ff9913 HTTP/1.1" status: 200 len: 835 time: 0.0580108 Aug 03 19:39:25.923588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77d14e4-0560-4a5a-a804-dc74a803deed {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:25.932707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:25.936347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-c33cf981-5be4-4ce3-9930-33159c1b9be4 service neutron] 10.222.0.88 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855409 Aug 03 19:39:25.945227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f49c73-9986-452e-878f-a125ca26134c req-e0f152ad-0f96-4c65-aebd-f204c51bd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.946733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-99f49c73-9986-452e-878f-a125ca26134c req-e0f152ad-0f96-4c65-aebd-f204c51bd154 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=930f77d8-b8df-4a00-bf15-2936af062b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848148 Aug 03 19:39:25.947519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:25.957895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Transition to ACTIVE for port object e77d14e4-0560-4a5a-a804-dc74a803deed will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:25.967801 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:25.982260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d3e2768f-6e9d-4190-a5ea-582bb8ea25f1'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:25.995544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Pushing event deleted for resources: {'Port': ['ID=d3e2768f-6e9d-4190-a5ea-582bb8ea25f1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:26.079977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] No DVR routers for this DVR port d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:39:26.096084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:26.098304 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] 10.222.0.63 "DELETE /v2.0/ports/d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 HTTP/1.1" status: 204 len: 173 time: 0.7442141 Aug 03 19:39:26.098751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-deleted', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:26.101098 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2c33b7-86cf-4574-8c33-aba5117a753d" -d '{"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-deleted", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:26.107165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e77d14e4-0560-4a5a-a804-dc74a803deed,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:26.139197 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-99f49c73-9986-452e-878f-a125ca26134c req-f0bd2ced-843e-4d32-b828-a2ef03b5afd8 service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831508 Aug 03 19:39:26.151456 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7932f6b3-975d-4473-bf6c-95e4a27b3411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:26.159403 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a32f9-9ce8-4193-b97f-3f626dc382d3 x-openstack-request-id: req-489a32f9-9ce8-4193-b97f-3f626dc382d3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:26.159700 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b", "name": "network-vif-deleted", "tag": "d3e2768f-6e9d-4190-a5ea-582bb8ea25f1", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:26.159951 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-489a32f9-9ce8-4193-b97f-3f626dc382d3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:26.160761 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61a6be-e745-4bfc-bcfa-c55f8a3ade1b', 'name': 'network-vif-deleted', 'tag': 'd3e2768f-6e9d-4190-a5ea-582bb8ea25f1', 'status': 'completed', 'code': 200} Aug 03 19:39:26.181002 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f14840d6-5974-4146-ad14-5d977eacaf0c req-81439040-b288-4a87-a5cf-16d23cca4ebe service neutron] 10.222.0.88 "GET /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362638 Aug 03 19:39:26.211156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Attempting to bind port e77d14e4-0560-4a5a-a804-dc74a803deed on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:26.211502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Attempting to bind port e77d14e4-0560-4a5a-a804-dc74a803deed by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:26.211835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Attempting to bind port e77d14e4-0560-4a5a-a804-dc74a803deed on network 057a8773-2656-4c2a-8aa0-5a0a465eb52f {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:26.217093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Port e77d14e4-0560-4a5a-a804-dc74a803deed on network 057a8773-2656-4c2a-8aa0-5a0a465eb52f not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:39:26.217417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Attempting to bind port e77d14e4-0560-4a5a-a804-dc74a803deed on network 057a8773-2656-4c2a-8aa0-5a0a465eb52f {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:26.223261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:26.223524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Checking segment: {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:26.223904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Bound using segment: {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:26.224335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Bound port: e77d14e4-0560-4a5a-a804-dc74a803deed, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:26.224695 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:26.251511 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-99f49c73-9986-452e-878f-a125ca26134c req-69a2fe49-a2f2-4aa5-b838-b2277359a435 service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043429 Aug 03 19:39:26.297702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] For port e77d14e4-0560-4a5a-a804-dc74a803deed, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:26.300820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] For port e77d14e4-0560-4a5a-a804-dc74a803deed, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e77d14e4-0560-4a5a-a804-dc74a803deed,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:26.304315 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:26.339393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.340043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:26.341386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] 10.222.0.63 "PUT /v2.0/ports/e77d14e4-0560-4a5a-a804-dc74a803deed HTTP/1.1" status: 200 len: 1091 time: 1.5827284 Aug 03 19:39:26.341833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81', 'tag': 'e77d14e4-0560-4a5a-a804-dc74a803deed'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:26.344060 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d10ea1-a393-48e4-bcff-17df539c2771" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81", "tag": "e77d14e4-0560-4a5a-a804-dc74a803deed"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:26.386722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727615-4e8d-48cc-801e-64e0a91620c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e77d14e4-0560-4a5a-a804-dc74a803deed,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:26.397744 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f4fe5e-ede1-4f83-af8e-ea0dc0ade998 x-openstack-request-id: req-80f4fe5e-ede1-4f83-af8e-ea0dc0ade998 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:26.398456 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81", "tag": "e77d14e4-0560-4a5a-a804-dc74a803deed", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:26.398456 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80f4fe5e-ede1-4f83-af8e-ea0dc0ade998 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:26.398746 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81', 'tag': 'e77d14e4-0560-4a5a-a804-dc74a803deed', 'status': 'completed', 'code': 200} Aug 03 19:39:26.465208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 36027293-4969-4110-a16e-8eb58e88ed9a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:26.515628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 36027293-4969-4110-a16e-8eb58e88ed9a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:26.515779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad3e1f-5065-4d63-bf14-94ad1886856b req-58cc0359-e7d9-4f62-9848-f915108a77de tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.515916 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:26.516265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36ad3e1f-5065-4d63-bf14-94ad1886856b req-58cc0359-e7d9-4f62-9848-f915108a77de tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 943 time: 0.1155126 Aug 03 19:39:26.531446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-14446a02-0afc-4979-a5c7-bc51149c709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.533144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-14446a02-0afc-4979-a5c7-bc51149c709f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 1094 time: 0.1037507 Aug 03 19:39:26.580926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069becb4-d767-44db-b776-adbf90d4d431 req-4bd91918-66e6-4c36-89d6-9fba5a9a7901 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.583912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-069becb4-d767-44db-b776-adbf90d4d431 req-4bd91918-66e6-4c36-89d6-9fba5a9a7901 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.1181116 Aug 03 19:39:26.595190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36ad3e1f-5065-4d63-bf14-94ad1886856b req-771e051c-7e94-4fcc-86df-8e77fe55d958 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664666 Aug 03 19:39:26.636401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-d6de785f-63b2-45de-9e57-c12d60cdfb2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e77d14e4-0560-4a5a-a804-dc74a803deed HTTP/1.1" status: 200 len: 217 time: 0.0643454 Aug 03 19:39:26.714857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-069becb4-d767-44db-b776-adbf90d4d431 req-554fe2cc-53f1-4582-a08a-3975d98f2df0 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819073 Aug 03 19:39:26.718987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-334e80fc-c9d4-4cfd-9d72-d0760f45db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.720438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-334e80fc-c9d4-4cfd-9d72-d0760f45db99 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 200 len: 851 time: 0.0696003 Aug 03 19:39:26.756312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-11cf1ccd-90d4-4d71-b7c3-4f2ffdeac1de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=057a8773-2656-4c2a-8aa0-5a0a465eb52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267155 Aug 03 19:39:26.853942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-58aae990-cac7-4e99-803b-06c8a507b4bd service neutron] 10.222.0.63 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899305 Aug 03 19:39:26.914138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44282) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:26.977446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a386aa2e-7c3b-467c-b9ca-0946261ccc61 admin admin] Deleting subnet f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:39:26.984234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a386aa2e-7c3b-467c-b9ca-0946261ccc61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.022190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e118f09-f0a6-4f49-ba54-2a84fb8cfcd0 req-9473cd5e-c31a-4550-a20f-cce8cb430cdd service neutron] 10.222.0.63 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588466 Aug 03 19:39:27.033457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a386aa2e-7c3b-467c-b9ca-0946261ccc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.073322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a386aa2e-7c3b-467c-b9ca-0946261ccc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.138669 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a386aa2e-7c3b-467c-b9ca-0946261ccc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.183546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386aa2e-7c3b-467c-b9ca-0946261ccc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:27.188697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a386aa2e-7c3b-467c-b9ca-0946261ccc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.190930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a386aa2e-7c3b-467c-b9ca-0946261ccc61 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f9da36fd-3ff0-4ac0-b4e0-aedc7a6aae1d HTTP/1.1" status: 204 len: 168 time: 0.2753985 Aug 03 19:39:27.193165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44284) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:27.206258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-5dcfce16-4871-41e4-ba12-7a0e6cf656fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:27.207889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-5dcfce16-4871-41e4-ba12-7a0e6cf656fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 1094 time: 0.0785794 Aug 03 19:39:27.272198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.314022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-3e4d87ad-6f0d-4a66-8c66-39306850074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:27.315560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-3e4d87ad-6f0d-4a66-8c66-39306850074c service neutron] 10.222.0.63 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 912 time: 0.1003575 Aug 03 19:39:27.355822 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.360055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-d01ec50c-6576-4d63-8927-1f1de2863c4f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e77d14e4-0560-4a5a-a804-dc74a803deed HTTP/1.1" status: 200 len: 217 time: 0.0357339 Aug 03 19:39:27.366193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01cc978-4a28-48a5-aaf0-a725b1b74e0c']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:27.382722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:27.383027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e0fb97-f1e8-4375-a4d2-3dad13a6aee3') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:27.393930 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.410665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.417603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:39:27.418742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.418871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-081d5513-82da-4551-9320-cd32696dcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:27.419561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-081d5513-82da-4551-9320-cd32696dcf09 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 200 len: 851 time: 0.0526791 Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:39:27.419896 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:39:27.453173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-8c899b24-c00e-4350-8da9-855899b1583f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=057a8773-2656-4c2a-8aa0-5a0a465eb52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258465 Aug 03 19:39:27.476959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.483805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.484908 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] 10.222.0.42 "DELETE /v2.0/networks/f01cc978-4a28-48a5-aaf0-a725b1b74e0c HTTP/1.1" status: 204 len: 168 time: 0.2902410 Aug 03 19:39:27.498615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b5ce6-7268-4f84-a9f3-d9b8ab2027fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f01cc978-4a28-48a5-aaf0-a725b1b74e0c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:27.556677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-a2987223-52fd-4606-8fd1-1cded66199b8 service neutron] 10.222.0.63 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957134 Aug 03 19:39:27.617002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44288) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:27.703278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-feb59f80-2de6-4b2f-a233-f1b2bddd4450 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa5c5d5b9a1249e1a497044ee0f1c4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837662 Aug 03 19:39:27.705803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44294) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:27.719448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02d10ea1-a393-48e4-bcff-17df539c2771 req-a67d9b26-56ae-4ab0-8e6f-5964aa3f13ed service neutron] 10.222.0.63 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548686 Aug 03 19:39:27.745321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7814-e8d0-493e-8550-73f0057ac178 req-08ec4b5f-f195-47c4-8842-d5446149d7d1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:27.746974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-471b7814-e8d0-493e-8550-73f0057ac178 req-08ec4b5f-f195-47c4-8842-d5446149d7d1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 943 time: 0.0739529 Aug 03 19:39:27.767622 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-332dac48-043d-4e04-83e4-00fd9eaa66a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.798495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-471b7814-e8d0-493e-8550-73f0057ac178 req-85a98031-3732-4583-8109-d6b20e7b9874 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Aug 03 19:39:27.804471 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-332dac48-043d-4e04-83e4-00fd9eaa66a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.871478 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-332dac48-043d-4e04-83e4-00fd9eaa66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.874495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-332dac48-043d-4e04-83e4-00fd9eaa66a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.875933 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-332dac48-043d-4e04-83e4-00fd9eaa66a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17cda1e8-147f-45ae-ba90-b638405308d3 HTTP/1.1" status: 204 len: 168 time: 0.1687436 Aug 03 19:39:27.880169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1949b-f278-42a0-aa58-f96f3d7d7894 req-bc5e5dcd-1662-455a-af50-2b8b6b965be7 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:27.881727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5e1949b-f278-42a0-aa58-f96f3d7d7894 req-bc5e5dcd-1662-455a-af50-2b8b6b965be7 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0521080 Aug 03 19:39:27.885153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dac48-043d-4e04-83e4-00fd9eaa66a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cda1e8-147f-45ae-ba90-b638405308d3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:27.928236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5e1949b-f278-42a0-aa58-f96f3d7d7894 req-aefef075-0de3-4282-bb51-5643219b170a tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 Aug 03 19:39:28.183043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01106-9391-49bb-8b63-a1c10ea50771 req-9986212e-e5b7-4480-985d-f45bc2127e5d tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:28.184746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9d01106-9391-49bb-8b63-a1c10ea50771 req-9986212e-e5b7-4480-985d-f45bc2127e5d tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0549099 Aug 03 19:39:28.238254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9d01106-9391-49bb-8b63-a1c10ea50771 req-ba1dc773-b280-4082-8761-3c944ed0365d tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Aug 03 19:39:28.663235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44322) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:28.760288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1768123901-network', 'tenant_id': '22d6a000736b430d805994bb0b258c80'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:28.788120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Made reservation on behalf of 22d6a000736b430d805994bb0b258c80 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:28.791414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.802050 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.810012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:39:28.841805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:39:28.842446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d3e2768f-6e9d-4190-a5ea-582bb8ea25f1 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:39:28.913122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.927866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.930589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b581225-91fd-45bd-bb96-f2f5e8e8ffce req-433fba1f-ca79-42c6-9e11-1cf6e71537cf tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:28.932175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b581225-91fd-45bd-bb96-f2f5e8e8ffce req-433fba1f-ca79-42c6-9e11-1cf6e71537cf tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 943 time: 0.0543714 Aug 03 19:39:28.954661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:39:28.965955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721d2305-06b2-442b-825c-76f8b1be0057,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:28.971230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.971581 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Added segment 9f5c8960-77a4-4ea2-8459-c488e84e3826 of type vlan for network dbcbc7f6-a430-40fb-b4a4-3090e1b1d591 Aug 03 19:39:28.977555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b581225-91fd-45bd-bb96-f2f5e8e8ffce req-dc4a4c47-ebe9-4d2d-986d-2cd7175b1206 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Aug 03 19:39:29.014986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.046499 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.047567 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.048158 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.101434 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4369850 Aug 03 19:39:29.116904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2eb3c1-1089-4f91-be1c-afb36f43e3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=dbcbc7f6-a430-40fb-b4a4-3090e1b1d591,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:29.131514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network dbcbc7f6-a430-40fb-b4a4-3090e1b1d591 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:39:29.358723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207657-10f8-4173-a9fb-e213fe6a24c9 req-030d1d11-af9e-4205-85d8-23d613c14e1c tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.360309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84207657-10f8-4173-a9fb-e213fe6a24c9 req-030d1d11-af9e-4205-85d8-23d613c14e1c tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0574248 Aug 03 19:39:29.431464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84207657-10f8-4173-a9fb-e213fe6a24c9 req-5199f3e0-520a-4a11-ba94-0e25cb68e36c tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586834 Aug 03 19:39:29.596836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af188b3e-b9a3-4109-8d0f-49083a1f53ed req-e72ed9e0-4ede-4e99-98b4-fa56b372ef07 tempest-ComputeTenantNetworksTest-303939241 tempest-ComputeTenantNetworksTest-303939241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.602735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af188b3e-b9a3-4109-8d0f-49083a1f53ed req-e72ed9e0-4ede-4e99-98b4-fa56b372ef07 tempest-ComputeTenantNetworksTest-303939241 tempest-ComputeTenantNetworksTest-303939241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.608892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af188b3e-b9a3-4109-8d0f-49083a1f53ed req-e72ed9e0-4ede-4e99-98b4-fa56b372ef07 tempest-ComputeTenantNetworksTest-303939241 tempest-ComputeTenantNetworksTest-303939241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.610574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af188b3e-b9a3-4109-8d0f-49083a1f53ed req-e72ed9e0-4ede-4e99-98b4-fa56b372ef07 tempest-ComputeTenantNetworksTest-303939241 tempest-ComputeTenantNetworksTest-303939241-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2032874 Aug 03 19:39:29.723603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbe0a6-feee-4ddd-91a1-80bef4020d5d req-336f3e81-f125-40a0-a698-a67dc15915f8 tempest-ComputeTenantNetworksTest-303939241 tempest-ComputeTenantNetworksTest-303939241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.725326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08bbe0a6-feee-4ddd-91a1-80bef4020d5d req-336f3e81-f125-40a0-a698-a67dc15915f8 tempest-ComputeTenantNetworksTest-303939241 tempest-ComputeTenantNetworksTest-303939241-project] 10.222.0.42 "GET /v2.0/networks/dbcbc7f6-a430-40fb-b4a4-3090e1b1d591 HTTP/1.1" status: 200 len: 769 time: 0.0949504 Aug 03 19:39:29.735103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44342) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:29.771218 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.811557 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.898455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.910506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcbc7f6-a430-40fb-b4a4-3090e1b1d591']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:29.922348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5c8960-77a4-4ea2-8459-c488e84e3826') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:29.922687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5c8960-77a4-4ea2-8459-c488e84e3826') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:29.942925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.972440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.981348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:39:29.981815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:39:29.983727 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:39:30.034289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-dedeb2f2-2d9c-4695-88ed-6eac070d740c tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:30.035807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-dedeb2f2-2d9c-4695-88ed-6eac070d740c tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.88 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.1053319 Aug 03 19:39:30.102572 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.114630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.116494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] 10.222.0.42 "DELETE /v2.0/networks/dbcbc7f6-a430-40fb-b4a4-3090e1b1d591 HTTP/1.1" status: 204 len: 168 time: 0.3803852 Aug 03 19:39:30.153768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8584f-9d08-4c08-836b-cb6deadb7dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcbc7f6-a430-40fb-b4a4-3090e1b1d591,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:30.173559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6b266-1609-4d53-a12b-0839ce454f30 req-05077edc-0b8a-4e44-bb65-186928dddaba tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:30.175094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3df6b266-1609-4d53-a12b-0839ce454f30 req-05077edc-0b8a-4e44-bb65-186928dddaba tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 943 time: 0.1222277 Aug 03 19:39:30.231478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Deleting port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:39:30.231875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.238513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3df6b266-1609-4d53-a12b-0839ce454f30 req-62a761ee-9d18-43b3-86a9-453569044fba tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552571 Aug 03 19:39:30.261116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44350) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:30.285135 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a70bd64a-c177-4328-80da-1fa498ade928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.310947 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aea3ad68-b5ac-43b1-8aeb-be82b3f9f9f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22d6a000736b430d805994bb0b258c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482318 Aug 03 19:39:30.313650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44352) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:30.367221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a637ca9-2553-4c03-a7a1-a7136ba58df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.391270 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a637ca9-2553-4c03-a7a1-a7136ba58df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.445721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a637ca9-2553-4c03-a7a1-a7136ba58df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.448463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a637ca9-2553-4c03-a7a1-a7136ba58df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.449717 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8a637ca9-2553-4c03-a7a1-a7136ba58df9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/721d2305-06b2-442b-825c-76f8b1be0057 HTTP/1.1" status: 204 len: 168 time: 0.1349974 Aug 03 19:39:30.460789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a637ca9-2553-4c03-a7a1-a7136ba58df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721d2305-06b2-442b-825c-76f8b1be0057,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:30.614293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93260b-6da9-4f6f-9219-667c7e944cbd req-bb3d9878-f758-4561-a96b-4bb87fbaefa1 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:30.615800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef93260b-6da9-4f6f-9219-667c7e944cbd req-bb3d9878-f758-4561-a96b-4bb87fbaefa1 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/ports?device_id=9319eb8f-9781-420a-bebc-113c8a5cb0c4 HTTP/1.1" status: 200 len: 946 time: 0.0992892 Aug 03 19:39:30.640137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] For port e1caca89-9e82-466e-8dbc-8e0ed956c9b5, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,segment=NetworkSegment(dc8a351c-ea1c-47b8-968b-4f66a57ffe3b),segment_id=dc8a351c-ea1c-47b8-968b-4f66a57ffe3b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:30.640504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.660151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Calling delete_port for e1caca89-9e82-466e-8dbc-8e0ed956c9b5 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:39:30.687089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef93260b-6da9-4f6f-9219-667c7e944cbd req-93075ba9-bc95-44db-9922-1ced9aeb89b6 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.42 "GET /v2.0/security-groups?id=83d8f5e4-99dc-447c-9728-90982a5aacfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645797 Aug 03 19:39:30.803860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.815954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e1caca89-9e82-466e-8dbc-8e0ed956c9b5'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:30.846487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Pushing event deleted for resources: {'Port': ['ID=e1caca89-9e82-466e-8dbc-8e0ed956c9b5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:30.849393 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e77d14e4-0560-4a5a-a804-dc74a803deed details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:39:30.888658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] No DVR routers for this DVR port e1caca89-9e82-466e-8dbc-8e0ed956c9b5 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:39:30.891365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:30.893504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48fbedf0-2190-437c-91fa-3ec2cc6c62f1 req-e8d93b1b-1475-40e6-9268-200d7c40b9e9 tempest-TestServerAdvancedOps-563644705 tempest-TestServerAdvancedOps-563644705-project] 10.222.0.88 "DELETE /v2.0/ports/e1caca89-9e82-466e-8dbc-8e0ed956c9b5 HTTP/1.1" status: 204 len: 173 time: 0.8508735 Aug 03 19:39:30.894037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9319eb8f-9781-420a-bebc-113c8a5cb0c4', 'name': 'network-vif-deleted', 'tag': 'e1caca89-9e82-466e-8dbc-8e0ed956c9b5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:30.896576 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991da409-76dc-4053-aaeb-8ee0dad3e805" -d '{"events": [{"server_uuid": "9319eb8f-9781-420a-bebc-113c8a5cb0c4", "name": "network-vif-deleted", "tag": "e1caca89-9e82-466e-8dbc-8e0ed956c9b5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:30.962182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e77d14e4-0560-4a5a-a804-dc74a803deed, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e77d14e4-0560-4a5a-a804-dc74a803deed,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:30.977040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'e77d14e4-0560-4a5a-a804-dc74a803deed', 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f', 'port_id': 'e77d14e4-0560-4a5a-a804-dc74a803deed', 'mac_address': 'fa:16:3e:3c:11:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8567e21-d93a-4584-9ed7-ca9c469ed7e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:39:31.001910 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb9d7cb-99c2-4d3f-a636-d369e85e65f0 x-openstack-request-id: req-4fb9d7cb-99c2-4d3f-a636-d369e85e65f0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:31.002612 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9319eb8f-9781-420a-bebc-113c8a5cb0c4", "name": "network-vif-deleted", "tag": "e1caca89-9e82-466e-8dbc-8e0ed956c9b5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:31.002612 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fb9d7cb-99c2-4d3f-a636-d369e85e65f0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:31.002921 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9319eb8f-9781-420a-bebc-113c8a5cb0c4', 'name': 'network-vif-deleted', 'tag': 'e1caca89-9e82-466e-8dbc-8e0ed956c9b5', 'status': 'completed', 'code': 200} Aug 03 19:39:31.029708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:31.044154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77d14e4-0560-4a5a-a804-dc74a803deed {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:31.065816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e77d14e4-0560-4a5a-a804-dc74a803deed, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e77d14e4-0560-4a5a-a804-dc74a803deed,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:31.069935 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:31.119301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e77d14e4-0560-4a5a-a804-dc74a803deed,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:31.127593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.127945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.128290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.128624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.128955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.129284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.129653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.129983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.130303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.130628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.130949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.131265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:31.367186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bab37-f51a-4830-b044-6a25995686b9 req-8982a5da-feec-4d8f-a54a-a5713df6f3df tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:31.369262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea1bab37-f51a-4830-b044-6a25995686b9 req-8982a5da-feec-4d8f-a54a-a5713df6f3df tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 944 time: 0.0537663 Aug 03 19:39:31.417527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea1bab37-f51a-4830-b044-6a25995686b9 req-2a14171a-fafe-4a14-b3f1-8b71f21bc949 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Aug 03 19:39:31.474304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['e77d14e4-0560-4a5a-a804-dc74a803deed'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:31.749798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44398) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:31.795344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b815bb44-e044-45e7-aac2-55161fac13dc admin admin] Deleting subnet fa8ff1aa-81ea-4c91-9e75-2008091e5337 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:39:31.798430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b815bb44-e044-45e7-aac2-55161fac13dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:31.838623 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b815bb44-e044-45e7-aac2-55161fac13dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:31.881602 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b815bb44-e044-45e7-aac2-55161fac13dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:31.938104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b815bb44-e044-45e7-aac2-55161fac13dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:31.962368 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:31.963652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815bb44-e044-45e7-aac2-55161fac13dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8ff1aa-81ea-4c91-9e75-2008091e5337,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:31.971268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b815bb44-e044-45e7-aac2-55161fac13dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:31.974252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b815bb44-e044-45e7-aac2-55161fac13dc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fa8ff1aa-81ea-4c91-9e75-2008091e5337 HTTP/1.1" status: 204 len: 168 time: 0.2225204 Aug 03 19:39:31.975587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44406) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:32.053688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.138095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.147891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c429f535-23a3-43fe-82e2-ad71f1f0d756']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:32.158345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8a351c-ea1c-47b8-968b-4f66a57ffe3b') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:32.158659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8a351c-ea1c-47b8-968b-4f66a57ffe3b') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:32.168331 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.187360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.203313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:39:32.203313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:39:32.205101 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:39:32.262252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.267933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.269822 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] 10.222.0.42 "DELETE /v2.0/networks/c429f535-23a3-43fe-82e2-ad71f1f0d756 HTTP/1.1" status: 204 len: 168 time: 0.2932112 Aug 03 19:39:32.272550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44414) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:32.290146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87864ef5-13fa-48ec-b945-3838072290de admin admin] Pushing event deleted for resources: {'Network': ['ID=c429f535-23a3-43fe-82e2-ad71f1f0d756,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:32.332642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dac1f1-065f-4e46-b37c-27258e07f9cb admin admin] Deleting subnet f8b93e82-62a3-4320-8952-3a205856ac12 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:39:32.335930 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06dac1f1-065f-4e46-b37c-27258e07f9cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.377735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06dac1f1-065f-4e46-b37c-27258e07f9cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.418398 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06dac1f1-065f-4e46-b37c-27258e07f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.475824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06dac1f1-065f-4e46-b37c-27258e07f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.503158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dac1f1-065f-4e46-b37c-27258e07f9cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b93e82-62a3-4320-8952-3a205856ac12,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:32.509730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06dac1f1-065f-4e46-b37c-27258e07f9cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.513987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-06dac1f1-065f-4e46-b37c-27258e07f9cb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f8b93e82-62a3-4320-8952-3a205856ac12 HTTP/1.1" status: 204 len: 168 time: 0.2404530 Aug 03 19:39:32.514867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44422) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:32.543825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367408d-7849-46cb-9a2c-35dcf7e0b5b7 req-c48ffbbb-5357-409c-8eec-dc93ed7e9509 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:32.545339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f367408d-7849-46cb-9a2c-35dcf7e0b5b7 req-c48ffbbb-5357-409c-8eec-dc93ed7e9509 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 944 time: 0.0566084 Aug 03 19:39:32.590229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f367408d-7849-46cb-9a2c-35dcf7e0b5b7 req-b27e79a5-71a1-4fe2-bb26-46d2225db31d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Aug 03 19:39:32.593096 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.695057 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.707442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2354088f-051b-45ae-bc8e-da072fc4d3ee']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:32.717808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2e5f59-2ac0-44b8-8090-51b0426c6d13') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:32.718104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2e5f59-2ac0-44b8-8090-51b0426c6d13') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:32.726894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.737846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44426) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:32.741217 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.748290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:39:32.748703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:39:32.750688 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:39:32.808537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.814235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.816231 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2354088f-051b-45ae-bc8e-da072fc4d3ee HTTP/1.1" status: 204 len: 168 time: 0.3004274 Aug 03 19:39:32.829866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5e29-e15f-4b2b-a0ec-d27d35adc389 admin admin] Pushing event deleted for resources: {'Network': ['ID=2354088f-051b-45ae-bc8e-da072fc4d3ee,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:32.844739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e77d14e4-0560-4a5a-a804-dc74a803deed up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:32.852254 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d4a33c8-b19f-4947-9047-d5ebc27195a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.898233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port e77d14e4-0560-4a5a-a804-dc74a803deed completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:32.903471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port e77d14e4-0560-4a5a-a804-dc74a803deed triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:32.903858 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.943147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44432) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:32.958486 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d4a33c8-b19f-4947-9047-d5ebc27195a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.964531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d4a33c8-b19f-4947-9047-d5ebc27195a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:32.984742 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bf44d350-7265-405a-98d1-05a48ac237df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b7af046711f4d08a4c07fc9c2dad189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403292 Aug 03 19:39:32.987150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44434) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:32.995091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.009992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1d4a33c8-b19f-4947-9047-d5ebc27195a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=310c8bb553c54333b6bdf65abf94f802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707188 Aug 03 19:39:33.010254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44436) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:33.011318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a33c8-b19f-4947-9047-d5ebc27195a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909c27ed-1917-4fd9-95e8-c70b4e9e959f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:33.020078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77d14e4-0560-4a5a-a804-dc74a803deed'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:33.022762 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a388b9-c895-42a6-ab3b-b3b0f4f5420f" -d '{"events": [{"server_uuid": "a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81", "name": "network-vif-plugged", "status": "completed", "tag": "e77d14e4-0560-4a5a-a804-dc74a803deed"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:33.039496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port e77d14e4-0560-4a5a-a804-dc74a803deed, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e77d14e4-0560-4a5a-a804-dc74a803deed,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:33.044725 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.068687 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05cdaf-34e4-4f31-a8b5-285ee4eb12c3 x-openstack-request-id: req-cd05cdaf-34e4-4f31-a8b5-285ee4eb12c3 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:33.069049 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81", "name": "network-vif-plugged", "status": "completed", "tag": "e77d14e4-0560-4a5a-a804-dc74a803deed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:33.069389 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd05cdaf-34e4-4f31-a8b5-285ee4eb12c3 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:33.069864 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77d14e4-0560-4a5a-a804-dc74a803deed', 'code': 200} Aug 03 19:39:33.082185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e730c27-cb6e-4feb-a7f0-d2ba0f27f862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.097762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=e77d14e4-0560-4a5a-a804-dc74a803deed,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:33.107993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b07d27e-88b1-4d29-881f-a164df9d9828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.133233 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e730c27-cb6e-4feb-a7f0-d2ba0f27f862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.154484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b07d27e-88b1-4d29-881f-a164df9d9828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.192281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2c373-a988-43d5-9a74-9d24f2e90e6f req-ed093f64-dde2-4e9f-810b-b3264d38f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:33.194031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-beb2c373-a988-43d5-9a74-9d24f2e90e6f req-ed093f64-dde2-4e9f-810b-b3264d38f42c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 1096 time: 0.0417402 Aug 03 19:39:33.223964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e730c27-cb6e-4feb-a7f0-d2ba0f27f862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.227414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e730c27-cb6e-4feb-a7f0-d2ba0f27f862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.229357 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2e730c27-cb6e-4feb-a7f0-d2ba0f27f862 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83d8f5e4-99dc-447c-9728-90982a5aacfc HTTP/1.1" status: 204 len: 168 time: 0.2407920 Aug 03 19:39:33.237186 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b07d27e-88b1-4d29-881f-a164df9d9828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.240538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-beb2c373-a988-43d5-9a74-9d24f2e90e6f req-e769850f-2b86-4dc4-a030-360be5329b44 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395548 Aug 03 19:39:33.240795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b07d27e-88b1-4d29-881f-a164df9d9828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.246783 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5b07d27e-88b1-4d29-881f-a164df9d9828 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/909c27ed-1917-4fd9-95e8-c70b4e9e959f HTTP/1.1" status: 204 len: 168 time: 0.2309449 Aug 03 19:39:33.251310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e730c27-cb6e-4feb-a7f0-d2ba0f27f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d8f5e4-99dc-447c-9728-90982a5aacfc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:33.266338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07d27e-88b1-4d29-881f-a164df9d9828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909c27ed-1917-4fd9-95e8-c70b4e9e959f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:33.565186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44450) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:33.575172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44452) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:33.591519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-90fac590-a598-4c73-97d6-f090b0d8acb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.614232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9d5365c8-d465-4bc4-8bfe-634a372408d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79a0630461c640bda9a18a6740f80567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478070 Aug 03 19:39:33.617596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44456) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:33.677983 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73c3db81-4217-4a27-8752-5f22e6e0476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.710888 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-90fac590-a598-4c73-97d6-f090b0d8acb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.715534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-90fac590-a598-4c73-97d6-f090b0d8acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.723413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73c3db81-4217-4a27-8752-5f22e6e0476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.755348 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-90fac590-a598-4c73-97d6-f090b0d8acb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4fce2919e5a4c648cbea1f0a8911f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787350 Aug 03 19:39:33.756324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fac590-a598-4c73-97d6-f090b0d8acb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e3195-7f91-4ee9-90b6-477c10155ba5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:33.758548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:33.771755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50640-a311-4363-ae8a-e6fd87d1316f req-bf230713-f320-470e-adbe-c9f60a9b34c4 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:33.773141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ed50640-a311-4363-ae8a-e6fd87d1316f req-bf230713-f320-470e-adbe-c9f60a9b34c4 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.0925829 Aug 03 19:39:33.805017 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73c3db81-4217-4a27-8752-5f22e6e0476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.808050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73c3db81-4217-4a27-8752-5f22e6e0476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.809356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-73c3db81-4217-4a27-8752-5f22e6e0476d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/239f6f31-53d5-4089-bb8c-79dcfee19929 HTTP/1.1" status: 204 len: 168 time: 0.1906500 Aug 03 19:39:33.814588 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c05fd5b6-17b1-48a2-9ec7-a927d71f56d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.825560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3db81-4217-4a27-8752-5f22e6e0476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239f6f31-53d5-4089-bb8c-79dcfee19929,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:33.829887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ed50640-a311-4363-ae8a-e6fd87d1316f req-3a048aac-0045-4be0-a14a-682f5d471b42 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472448 Aug 03 19:39:33.859883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c05fd5b6-17b1-48a2-9ec7-a927d71f56d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.909357 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c05fd5b6-17b1-48a2-9ec7-a927d71f56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.912319 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c05fd5b6-17b1-48a2-9ec7-a927d71f56d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.913876 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c05fd5b6-17b1-48a2-9ec7-a927d71f56d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d36e3195-7f91-4ee9-90b6-477c10155ba5 HTTP/1.1" status: 204 len: 168 time: 0.1538684 Aug 03 19:39:33.921852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fd5b6-17b1-48a2-9ec7-a927d71f56d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e3195-7f91-4ee9-90b6-477c10155ba5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:34.449445 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:34.657101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44504) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:34.807065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44512) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:34.865971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1140268728-network', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:34.887285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e1caca89-9e82-466e-8dbc-8e0ed956c9b5 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:39:34.909887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:34.913001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:34.913176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: e1caca89-9e82-466e-8dbc-8e0ed956c9b5 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:39:34.913618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e1caca89-9e82-466e-8dbc-8e0ed956c9b5 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:39:34.922892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:34.937638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2955d6a8-3817-40be-b2fc-04b292dadcc7 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2411 time: 0.1291680 Aug 03 19:39:34.940526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44518) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:34.945801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'network': {'name': 'tempest-network-smoke--1579932506', 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'port_security_enabled': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:34.990855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d346c31-554a-4251-a2f7-4421368a0485 req-b9b41a2f-d428-4897-9874-7d12155c176b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:34.992717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d346c31-554a-4251-a2f7-4421368a0485 req-b9b41a2f-d428-4897-9874-7d12155c176b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.0806587 Aug 03 19:39:35.036034 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.040637 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.049550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d346c31-554a-4251-a2f7-4421368a0485 req-29b494e4-d497-40b8-8b3e-bfc3fc86c3df tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Aug 03 19:39:35.072455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:39:35.080372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5c048-2ade-4ff0-af38-a15cad41caa8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:35.082862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Made reservation on behalf of 3969da7ef2a040649853fb4d935d8d03 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:35.088189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.102127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.102785 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Added segment 7829bbb7-679c-43fc-bcc4-e2780e608770 of type vlan for network 114f6133-e3b2-4d65-8593-2b8b75ef2750 Aug 03 19:39:35.147303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.194919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.197828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:35.198045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:39:35.198510 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:39:35.199443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.281940 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6236453 Aug 03 19:39:35.284852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44534) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:35.292518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Request body: {'subnet': {'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1140268728-subnet', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:35.303773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb480fe-b551-4c9d-992c-d5150a7d9a4f admin admin] Pushing event updated for resources: {'Network': ['ID=114f6133-e3b2-4d65-8593-2b8b75ef2750,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:35.314753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:39:35.328736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:35.331587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.370310 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-b2aeabf1-7636-4efe-9f5f-0f9b024fa3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:35.371902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-b2aeabf1-7636-4efe-9f5f-0f9b024fa3aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 1096 time: 0.0980880 Aug 03 19:39:35.403649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59eb45-19b8-4726-acf1-748153327080 req-e0294b33-40b7-4e03-8124-7cb480e5b9fe tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:35.412174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de59eb45-19b8-4726-acf1-748153327080 req-e0294b33-40b7-4e03-8124-7cb480e5b9fe tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1405468 Aug 03 19:39:35.516883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de59eb45-19b8-4726-acf1-748153327080 req-f6b758b5-18d6-42e8-b85d-c44b762a8be5 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035049 Aug 03 19:39:35.544055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-737f7308-a67d-429a-ad7b-94999997a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:35.545464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-737f7308-a67d-429a-ad7b-94999997a507 service neutron] 10.222.0.63 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 912 time: 0.1650255 Aug 03 19:39:35.550007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.590930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-5b981af6-9dfc-4d15-9ddc-c2ae51b59daf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e77d14e4-0560-4a5a-a804-dc74a803deed HTTP/1.1" status: 200 len: 217 time: 0.0372708 Aug 03 19:39:35.608883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17e1f27-a3cb-458d-822d-751f3dce1860,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:35.617900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:35.618243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Network hostable DHCP agents. Network: 114f6133-e3b2-4d65-8593-2b8b75ef2750, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:39:35.637680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:39:35.647743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 114f6133-e3b2-4d65-8593-2b8b75ef2750) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:35.650931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-8368d013-fb4c-4990-ad39-bda267fc0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:35.652392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-8368d013-fb4c-4990-ad39-bda267fc0888 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 200 len: 851 time: 0.0545921 Aug 03 19:39:35.656732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815a2f8-fd50-4a44-9f54-3c3e60b1ef00 None None] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:35.658228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:35.658887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.677206 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bf79a6fd-266a-40a9-8801-3a67dede9b36 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3911068 Aug 03 19:39:35.679732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44544) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:35.685052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:35.694286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-d2125274-bba1-4c40-b2e6-e27e2c0ff0cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=057a8773-2656-4c2a-8aa0-5a0a465eb52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319805 Aug 03 19:39:35.700092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.709254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.710708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.768228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.844093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-02e5b7b3-b1e3-4c26-ac1d-289629e8364c service neutron] 10.222.0.63 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395445 Aug 03 19:39:35.848495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-114f6133-e3b2-4d65-8593-2b8b75ef2750', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:39:35.848495 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.877027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:39:35.920569 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.920919 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Added segment a44fcc3c-4385-4548-bc1b-524faecd2a3b of type vlan for network 50ae72c4-e1c1-440e-9387-4c1c646e500e Aug 03 19:39:35.941363 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:35.986931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.009454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1df55233-a84e-42b2-849d-5a60dfa575d7 req-4f4309ed-fa4d-4b08-83a1-0c54419b4299 service neutron] 10.222.0.63 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583881 Aug 03 19:39:36.034765 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.043497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:36.045045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.139973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1983731 Aug 03 19:39:36.147829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44564) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:36.168938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'admin_state_up': True, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:36.201438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.202893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.225316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Allocated IP 172.20.0.2 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/53fa58e7-aa71-4b5d-9be6-c946f4b8b62e) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:36.235315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97801a26-b604-4eb1-92e8-8117ea0c6241 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Network': ['ID=50ae72c4-e1c1-440e-9387-4c1c646e500e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:36.249611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:39:36.271507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.304359 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.329743 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.492014 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.498795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Allocated IP 172.25.4.9 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/73b58ebc-a8d7-4ca5-b1a2-ae19f8373752) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:36.505299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Transition to ACTIVE for port object 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:36.526373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Transition to ACTIVE for port object 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:36.535135 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.535824 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.590118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:36.594509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:36.598331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:36.610133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Pushing event updated for resources: {'Port': ['ID=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:36.638488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.679820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Attempting to bind port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:36.680433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Attempting to bind port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:36.681245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Attempting to bind port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:36.687708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:36.688116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:36.688544 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.689110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:36.689253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.689692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Bound port: 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:36.690083 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.718919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6b1a-f206-42fb-9c4f-1e7736602c3f req-599b308d-663a-45d0-942c-4df8c5ca286f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:36.726749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13eb6b1a-f206-42fb-9c4f-1e7736602c3f req-599b308d-663a-45d0-942c-4df8c5ca286f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.0746753 Aug 03 19:39:36.738936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:36.744767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:36.748635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:36.786795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] For port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:36.792887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Pushing event updated for resources: {'Port': ['ID=73b58ebc-a8d7-4ca5-b1a2-ae19f8373752,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:36.795926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] For port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:36.802900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.808670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13eb6b1a-f206-42fb-9c4f-1e7736602c3f req-dfe65bc6-4138-4a03-9022-8d7c5edc84c8 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809453 Aug 03 19:39:36.910782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e7d6-63a9-49b2-b547-687344525140 None None] Pushing event updated for resources: {'Port': ['ID=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:36.944015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.972809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.121205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Allocated IP 172.25.4.211 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/5167dfd0-bbe6-411b-90d4-b3925f4f800f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:37.143851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.266770 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.322581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.369903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:37.372283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:37.374974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:37.397768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.412363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=5167dfd0-bbe6-411b-90d4-b3925f4f800f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:37.498978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44580) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:37.554806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Router daf07c84-9307-4457-991b-85b43892e2c3 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:39:37.646466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8f1afb4-c9c7-4ac0-920c-607c57155465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.690122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:37.706106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:37.712918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.716853 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0cf67fb8-84e3-4c6f-ba45-a814e4aae9cd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0336683 Aug 03 19:39:37.717162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44584) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:37.723690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:37.723938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.724923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:37.912398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:38.014978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8f1afb4-c9c7-4ac0-920c-607c57155465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.024620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233fe9e-4747-41dc-9119-896cc6528295 None None] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:38.030697 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8f1afb4-c9c7-4ac0-920c-607c57155465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.097263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f557824-724b-4f99-8e5b-26204de0955a req-fb2aba42-2314-4250-988e-ce59f45c3b8f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:38.107435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f557824-724b-4f99-8e5b-26204de0955a req-fb2aba42-2314-4250-988e-ce59f45c3b8f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1613040 Aug 03 19:39:38.115545 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.126362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e8f1afb4-c9c7-4ac0-920c-607c57155465 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4dcfea8837a416c82e8f183e4289b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263056 Aug 03 19:39:38.135663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44588) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:38.142913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1afb4-c9c7-4ac0-920c-607c57155465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e4b41f-8828-4ed1-93a0-0124db3b4da8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:38.167764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f597db58-99d2-4d8a-8990-f74048406086 None None] Provisioning for port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:38.249834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f557824-724b-4f99-8e5b-26204de0955a req-7572d053-26a0-4bc1-9ee8-0f5a7b0f1431 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395957 Aug 03 19:39:38.272326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:36Z', 'revision_number': 3, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:38.323188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-765aada0-b43f-425a-a2ed-cc55bc2dcad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.332150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:38.332512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Updating router daf07c84-9307-4457-991b-85b43892e2c3 port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:39:38.366275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-765aada0-b43f-425a-a2ed-cc55bc2dcad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.374793 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.565513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:38.728645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:38.741964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:38.742324 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.807729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.817943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Router 1d443688-0336-4bd6-b9df-14d6b088df7f is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:39:38.897460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197ee9c1-b28e-46db-be5e-b3732b753b4c None None] Provisioning complete for port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:38.897846 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197ee9c1-b28e-46db-be5e-b3732b753b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.935786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-765aada0-b43f-425a-a2ed-cc55bc2dcad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.939515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-765aada0-b43f-425a-a2ed-cc55bc2dcad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.941649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-765aada0-b43f-425a-a2ed-cc55bc2dcad3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7e4b41f-8828-4ed1-93a0-0124db3b4da8 HTTP/1.1" status: 204 len: 168 time: 0.8046632 Aug 03 19:39:38.959296 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.961027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aada0-b43f-425a-a2ed-cc55bc2dcad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e4b41f-8828-4ed1-93a0-0124db3b4da8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:38.968562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.989463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:39.004922 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Sync routers for ids ['1d443688-0336-4bd6-b9df-14d6b088df7f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:39.020397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Transition to ACTIVE for port object 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:39.025409 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Routers {'1d443688-0336-4bd6-b9df-14d6b088df7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:39.028480 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1d443688-0336-4bd6-b9df-14d6b088df7f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:39.030442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Allocated IP 172.20.0.1 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/93dfb0a1-2f0b-473b-b6c9-cfc23430221b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:39.046096 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.049768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:39.063908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.065405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-af3908c6-53f8-4082-9ace-267f1c11b6a7 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9150147 Aug 03 19:39:39.069636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44594) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:39.085866 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.146841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c162ca8-b456-43e2-9910-62482feec6d7 None None] Pushing event updated for resources: {'Port': ['ID=73b58ebc-a8d7-4ca5-b1a2-ae19f8373752,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:39.153010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Attempting to bind port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:39.153300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Attempting to bind port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:39.153705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Attempting to bind port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:39.185398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:39.185855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:39.186379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.186783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:39.187262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Bound port: 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:39.187648 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.281360 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Set router 1d443688-0336-4bd6-b9df-14d6b088df7f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:39.286054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd3f20b-e0b0-4878-9f73-32337f7ede16 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:39.288794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bfd3f20b-e0b0-4878-9f73-32337f7ede16 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=3969da7ef2a040649853fb4d935d8d03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2178323 Aug 03 19:39:39.292125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44600) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:39.315300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.333455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:39.336722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] For port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:39.340719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] For port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=73b58ebc-a8d7-4ca5-b1a2-ae19f8373752,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:39.348363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Transition to ACTIVE for port object 93dfb0a1-2f0b-473b-b6c9-cfc23430221b will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:39.356990 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.394768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.444615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:39.453696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:39.457314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:39.470827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:39.471593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:39.474806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c162ca8-b456-43e2-9910-62482feec6d7 None None] Pushing event updated for resources: {'Port': ['ID=73b58ebc-a8d7-4ca5-b1a2-ae19f8373752,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:39.552493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Pushing event updated for resources: {'Port': ['ID=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:39.580984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44602) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:39.620311 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:37Z', 'revision_number': 3, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:39.634826 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-96374ed5-07ed-41b4-a949-26f305397def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.646367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.654431 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Checking router: 1d443688-0336-4bd6-b9df-14d6b088df7f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:39.655270 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Updating router 1d443688-0336-4bd6-b9df-14d6b088df7f port 5167dfd0-bbe6-411b-90d4-b3925f4f800f binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:39:39.668154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:39.685984 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.703934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c0ee-13e0-493d-895c-0a12971facf7 req-9d3d4abc-1fb7-49f7-91fd-0bcd2e8cf9f9 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:39.708055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db68c0ee-13e0-493d-895c-0a12971facf7 req-9d3d4abc-1fb7-49f7-91fd-0bcd2e8cf9f9 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.3024161 Aug 03 19:39:39.765652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef84c1-00c1-4711-9428-bde2cd444424 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:39.767569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-30ef84c1-00c1-4711-9428-bde2cd444424 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4741995 Aug 03 19:39:39.772832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44606) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:39.846523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-96374ed5-07ed-41b4-a949-26f305397def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.850975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f9a7f53-9e69-42e0-b5df-f82ac3d58405 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761254 Aug 03 19:39:39.853837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44608) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:39.870675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-96374ed5-07ed-41b4-a949-26f305397def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.872996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db68c0ee-13e0-493d-895c-0a12971facf7 req-a6cfa838-1de8-4dbb-91eb-360b651f1b27 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531701 Aug 03 19:39:39.902406 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-299fc514-686e-4231-aade-048a610fb7e1 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=3969da7ef2a040649853fb4d935d8d03&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470514 Aug 03 19:39:39.904641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44610) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:39.931525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-304fbb97-41a1-4d4c-adef-14883b6f9dba None None] Provisioning for port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:39.939925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-304fbb97-41a1-4d4c-adef-14883b6f9dba None None] Provisioning complete for port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:39.940755 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-304fbb97-41a1-4d4c-adef-14883b6f9dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.002229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f46e2-79f3-410c-96a6-77fa6959102a tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:40.007505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2c7f46e2-79f3-410c-96a6-77fa6959102a tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007149 Aug 03 19:39:40.008295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44612) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:40.014034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-96374ed5-07ed-41b4-a949-26f305397def admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9deea6b678ce416ba40db0880caa7a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315152 Aug 03 19:39:40.018017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:36Z', 'revision_number': 3, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:40.020060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:40.032017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96374ed5-07ed-41b4-a949-26f305397def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db67391-2b4a-4acf-9fe3-ad8e3d99f154,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:40.042734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.049781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-60f10714-b9d7-4385-ba40-8cbefbf84203 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390604 Aug 03 19:39:40.050608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44616) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:40.056812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298860836', 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e', 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:40.060455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-304fbb97-41a1-4d4c-adef-14883b6f9dba None None] Port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:39:40.062934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e36f10-07f4-4c9a-a2a0-7f34f086c87e None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:36Z', 'revision_number': 3, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:40.094523 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.109217 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Transition to ACTIVE for port object 5167dfd0-bbe6-411b-90d4-b3925f4f800f will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:40.119088 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.146300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15bd4521-dee5-44d4-a840-8966fdd74a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.182483 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Attempting to bind port 5167dfd0-bbe6-411b-90d4-b3925f4f800f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:40.182852 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Attempting to bind port 5167dfd0-bbe6-411b-90d4-b3925f4f800f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:40.183216 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Attempting to bind port 5167dfd0-bbe6-411b-90d4-b3925f4f800f on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:40.195241 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ce31a-8d09-4b1a-ada5-7b4ade3062b1 None None] Pushing event updated for resources: {'Port': ['ID=5167dfd0-bbe6-411b-90d4-b3925f4f800f,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:40.201547 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:40.201547 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:40.201547 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.201547 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:40.201547 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Bound port: 5167dfd0-bbe6-411b-90d4-b3925f4f800f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:40.201547 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.213043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Made reservation on behalf of 3969da7ef2a040649853fb4d935d8d03 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:40.223305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.236187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15bd4521-dee5-44d4-a840-8966fdd74a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.264924 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] For port 5167dfd0-bbe6-411b-90d4-b3925f4f800f, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:40.269225 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] For port 5167dfd0-bbe6-411b-90d4-b3925f4f800f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5167dfd0-bbe6-411b-90d4-b3925f4f800f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:40.276518 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.324565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15bd4521-dee5-44d4-a840-8966fdd74a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.327990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15bd4521-dee5-44d4-a840-8966fdd74a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.331577 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-15bd4521-dee5-44d4-a840-8966fdd74a88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4db67391-2b4a-4acf-9fe3-ad8e3d99f154 HTTP/1.1" status: 204 len: 168 time: 0.3082795 Aug 03 19:39:40.349128 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ce31a-8d09-4b1a-ada5-7b4ade3062b1 None None] Pushing event updated for resources: {'Port': ['ID=5167dfd0-bbe6-411b-90d4-b3925f4f800f,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:40.354347 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Routers {'1d443688-0336-4bd6-b9df-14d6b088df7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:40.354977 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1d443688-0336-4bd6-b9df-14d6b088df7f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:40.361017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.362921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd4521-dee5-44d4-a840-8966fdd74a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db67391-2b4a-4acf-9fe3-ad8e3d99f154,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:40.367387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.447201 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.450640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Pushing event updated for resources: {'Port': ['ID=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:40.554164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:40.556442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.621554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:40.622345 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] Set router 1d443688-0336-4bd6-b9df-14d6b088df7f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:40.624817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:40.639402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Subnet': ['ID=8a9d3269-9eae-4bc8-bead-54e99a0a5a58,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:40.652508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:40.652508 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.682305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Checking segment: {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:40.682944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network hostable DHCP agents. Network: 50ae72c4-e1c1-440e-9387-4c1c646e500e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:39:40.711383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:39:40.729285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 50ae72c4-e1c1-440e-9387-4c1c646e500e) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:40.735532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:40.736143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.779597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-29be5787-a47d-49ab-a996-80a613c4a250 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7276039 Aug 03 19:39:40.780769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44624) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:40.967985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Router daf07c84-9307-4457-991b-85b43892e2c3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:39:41.100972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c9591-b0da-4f17-9457-636db5026270 None None] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:41.113608 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:37Z', 'revision_number': 3, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:41.153694 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2216773-77b4-4e39-80e1-f1eae93b9f09 None None] The sync data for ids ['1d443688-0336-4bd6-b9df-14d6b088df7f'] in n-d-803378-1 is: [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:37Z', 'revision_number': 3, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:41.182734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e4c372de-f237-4ab7-a6e0-ada16456c8b5 None None] Provisioning complete for port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:41.182734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e4c372de-f237-4ab7-a6e0-ada16456c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:41.194735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b753ec-c6b0-44ea-966e-6fa5f96be028 req-3536745e-a3af-473f-840c-eda00097b3a2 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:41.196378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6b753ec-c6b0-44ea-966e-6fa5f96be028 req-3536745e-a3af-473f-840c-eda00097b3a2 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1393452 Aug 03 19:39:41.208928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:41.215102 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5cbfa6d2-d404-442b-887c-8abf6b945c78 admin admin] 10.222.0.42 "PUT /v2.0/routers/daf07c84-9307-4457-991b-85b43892e2c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4968166 Aug 03 19:39:41.265715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e4c372de-f237-4ab7-a6e0-ada16456c8b5 None None] Port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:39:41.333269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6b753ec-c6b0-44ea-966e-6fa5f96be028 req-1c184113-4048-4c48-b63a-894547bad6eb tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287370 Aug 03 19:39:41.540140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-50ae72c4-e1c1-440e-9387-4c1c646e500e', 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'fixed_ips': [{'subnet_id': '8a9d3269-9eae-4bc8-bead-54e99a0a5a58'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:39:41.541098 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:41.667783 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:41.826449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Allocated IP 172.20.0.18 (50ae72c4-e1c1-440e-9387-4c1c646e500e/8a9d3269-9eae-4bc8-bead-54e99a0a5a58/4689c526-17e6-4a6d-a761-be54c9f66536) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:41.984450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44660) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:41.991902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-925287179-network', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:42.023430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Made reservation on behalf of 75dec463aee84841b654d7f0c615cf7a for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:42.048028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.048516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.062801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Transition to ACTIVE for port object 4689c526-17e6-4a6d-a761-be54c9f66536 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:42.072310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.090055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Transition to ACTIVE for port object 4689c526-17e6-4a6d-a761-be54c9f66536 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:42.097958 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.126010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:42.129266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:42.168598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:42.173258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Allocated IP 172.20.0.17 (50ae72c4-e1c1-440e-9387-4c1c646e500e/8a9d3269-9eae-4bc8-bead-54e99a0a5a58/40363b69-b26c-4326-818a-e4f8e9712289) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:42.201055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Pushing event updated for resources: {'Port': ['ID=4689c526-17e6-4a6d-a761-be54c9f66536,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:42.256321 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.267841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.282815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:39:42.295083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.295470 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Added segment 6bd9cea0-34a4-4ca2-908c-c132c878a1cd of type vlan for network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 Aug 03 19:39:42.342167 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.343220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Attempting to bind port 4689c526-17e6-4a6d-a761-be54c9f66536 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:42.343927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Attempting to bind port 4689c526-17e6-4a6d-a761-be54c9f66536 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:42.347890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Attempting to bind port 4689c526-17e6-4a6d-a761-be54c9f66536 on network 50ae72c4-e1c1-440e-9387-4c1c646e500e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:42.350915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.371531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Transition to ACTIVE for port object 40363b69-b26c-4326-818a-e4f8e9712289 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:42.382696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:42.385196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.386211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:42.386790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.387420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Checking segment: {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:42.390244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.395555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Bound using segment: {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:42.403624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Bound port: 4689c526-17e6-4a6d-a761-be54c9f66536, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:42.405973 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.412580 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4268014 Aug 03 19:39:42.415544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44670) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:42.435543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Request body: {'subnet': {'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-925287179-subnet', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:42.474180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d92a42e-2693-4fc9-b365-23e4f5a82100,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:42.515574 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ce912-d2e4-4eaa-a051-a62c743c2fcc admin admin] Pushing event updated for resources: {'Network': ['ID=4e2144e8-6d18-4ff3-8d1d-7f951ade5c65,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:42.541369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:39:42.607142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.613588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Made reservation on behalf of 75dec463aee84841b654d7f0c615cf7a for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:42.616184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.639846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] For port 4689c526-17e6-4a6d-a761-be54c9f66536, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:42.644203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] For port 4689c526-17e6-4a6d-a761-be54c9f66536, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4689c526-17e6-4a6d-a761-be54c9f66536,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:42.650281 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.676169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:42.788733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3df7-d860-4a2c-9b04-a7235e8d1bdb None None] Pushing event updated for resources: {'Port': ['ID=4689c526-17e6-4a6d-a761-be54c9f66536,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:42.821268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:42.846650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:42.846826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:42.849997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:42.854541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=40363b69-b26c-4326-818a-e4f8e9712289,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:42.861855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:42.865859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:42.929226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068df52-0110-46a2-bebc-969b3dc72e14 req-f0e55249-9c8b-40d7-8965-b23ad4a59f4b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:42.934932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a068df52-0110-46a2-bebc-969b3dc72e14 req-f0e55249-9c8b-40d7-8965-b23ad4a59f4b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.3898697 Aug 03 19:39:43.014495 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.047183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=73b58ebc-a8d7-4ca5-b1a2-ae19f8373752,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:43.052197 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.053191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5167dfd0-bbe6-411b-90d4-b3925f4f800f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:43.059365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.142764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a068df52-0110-46a2-bebc-969b3dc72e14 req-b96d7f89-5b34-4b63-826c-09bfde22f99f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744478 Aug 03 19:39:43.161673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.184896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=73b58ebc-a8d7-4ca5-b1a2-ae19f8373752,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:43.211412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 5167dfd0-bbe6-411b-90d4-b3925f4f800f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:43.217616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5167dfd0-bbe6-411b-90d4-b3925f4f800f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:43.218021 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.224266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:43.274579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:43.275338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1315a781-37ef-4058-8d85-84bf997ac031,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:43.275691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:43.298495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Checking segment: {'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:43.298495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Network hostable DHCP agents. Network: 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:39:43.350885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.373703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:39:43.412540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:43.419021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:43.419613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.429503 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.436880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307878e0-dabd-45f8-9027-87ac71675cb5 None None] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:43.465388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:43.486297 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3a56d277-2963-4b0a-b10c-547a62f46930 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0676126 Aug 03 19:39:43.489811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44696) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:43.496092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:43.527120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.528587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.534498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 5167dfd0-bbe6-411b-90d4-b3925f4f800f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5167dfd0-bbe6-411b-90d4-b3925f4f800f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:43.546018 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.646566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.723009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=5167dfd0-bbe6-411b-90d4-b3925f4f800f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:43.762122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44700) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:43.872625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-4e2144e8-6d18-4ff3-8d1d-7f951ade5c65', 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'fixed_ips': [{'subnet_id': '1315a781-37ef-4058-8d85-84bf997ac031'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:39:43.873690 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:43.987894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.010350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:40Z', 'revision_number': 2, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:44.050309 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4056917-84b7-4dde-9ae1-c114622806d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.063802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:44.064151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Updating router daf07c84-9307-4457-991b-85b43892e2c3 port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:39:44.128535 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.184412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.193903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.204899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Allocated IP 172.20.0.2 (4e2144e8-6d18-4ff3-8d1d-7f951ade5c65/1315a781-37ef-4058-8d85-84bf997ac031/3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:44.345058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4056917-84b7-4dde-9ae1-c114622806d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.347343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e2ec90-28bf-46ea-8ecc-84bd135fb86c None None] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:44.368281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.373295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=40363b69-b26c-4326-818a-e4f8e9712289,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:44.418057 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4056917-84b7-4dde-9ae1-c114622806d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.465523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aeee1068-4a48-44ac-9292-d9bea6835fea None None] Provisioning for port 4689c526-17e6-4a6d-a761-be54c9f66536 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:44.484197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a5c16-da11-444d-8a6f-872469dbbaf0 req-d8835e71-c5ce-42ce-aa7b-456adafb951e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:44.486362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec4a5c16-da11-444d-8a6f-872469dbbaf0 req-d8835e71-c5ce-42ce-aa7b-456adafb951e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1787808 Aug 03 19:39:44.499946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4056917-84b7-4dde-9ae1-c114622806d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e358ff9-5643-4398-a2ae-11d71fd26854,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:44.517512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f4056917-84b7-4dde-9ae1-c114622806d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8f4f4521f494c7a95ae8e71f383ab7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7524331 Aug 03 19:39:44.518809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44708) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:44.531815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.566102 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.566344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:44.569877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:44.585303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec4a5c16-da11-444d-8a6f-872469dbbaf0 req-11fec0c5-4989-42e4-a63c-288d3edf45fc tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798669 Aug 03 19:39:44.703661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07b4ef01-b42f-431d-92ae-c5a021adb87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.731209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Allocated IP 172.25.4.67 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/9c016a46-3068-4c5d-8408-eb223b87f66e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:44.744272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Router 1d443688-0336-4bd6-b9df-14d6b088df7f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:39:44.745304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07b4ef01-b42f-431d-92ae-c5a021adb87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.775863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:44.842816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07b4ef01-b42f-431d-92ae-c5a021adb87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.845534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07b4ef01-b42f-431d-92ae-c5a021adb87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.849034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07b4ef01-b42f-431d-92ae-c5a021adb87b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e358ff9-5643-4398-a2ae-11d71fd26854 HTTP/1.1" status: 204 len: 168 time: 0.3250878 Aug 03 19:39:44.862624 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.866926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4ef01-b42f-431d-92ae-c5a021adb87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e358ff9-5643-4398-a2ae-11d71fd26854,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:44.897649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:44.900510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Transition to ACTIVE for port object 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:44.903931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:44.910383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bfc1ae8f-8f4a-474b-8bca-bdd54cdffc33 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "PUT /v2.0/routers/1d443688-0336-4bd6-b9df-14d6b088df7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1283667 Aug 03 19:39:44.927945 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Sync routers for ids ['1d443688-0336-4bd6-b9df-14d6b088df7f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:44.952176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.003929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:45.007693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:45.019159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:45.027170 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Routers {'1d443688-0336-4bd6-b9df-14d6b088df7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:45.027529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Pushing event updated for resources: {'Port': ['ID=9c016a46-3068-4c5d-8408-eb223b87f66e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:45.029276 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1d443688-0336-4bd6-b9df-14d6b088df7f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:45.034540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Transition to ACTIVE for port object 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:45.045103 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.071040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.096312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Transition to ACTIVE for port object 93dfb0a1-2f0b-473b-b6c9-cfc23430221b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:45.101672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:45.102966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.135784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:45.177738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:45.180766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.183213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:45.214445 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Set router 1d443688-0336-4bd6-b9df-14d6b088df7f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:45.324549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Pushing event updated for resources: {'Port': ['ID=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:45.483330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Attempting to bind port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:45.483732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Attempting to bind port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:45.484066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Attempting to bind port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 on network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:45.571491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:45.571925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Checking segment: {'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:45.572313 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.572717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Bound using segment: {'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:45.573508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Bound port: 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:45.573667 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.588817 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.613842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-d8861314-e56e-4cdb-ac3f-7bcf0af23197 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:45.615433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-d8861314-e56e-4cdb-ac3f-7bcf0af23197 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/networks?id=50ae72c4-e1c1-440e-9387-4c1c646e500e HTTP/1.1" status: 200 len: 798 time: 0.2849061 Aug 03 19:39:45.644458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9504e090-9312-4c5d-bc32-20d02a617619 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/quotas/3969da7ef2a040649853fb4d935d8d03 HTTP/1.1" status: 200 len: 375 time: 0.0202417 Aug 03 19:39:45.699687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4689c526-17e6-4a6d-a761-be54c9f66536 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:45.730673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0ae8d-2165-4bb5-9896-15eaa0b9cb2a None None] Pushing event updated for resources: {'Port': ['ID=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:45.732633 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '40363b69-b26c-4326-818a-e4f8e9712289', 'name': '', 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:6e:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8a9d3269-9eae-4bc8-bead-54e99a0a5a58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:41Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 2, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': '8a9d3269-9eae-4bc8-bead-54e99a0a5a58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:45.788254 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Checking router: 1d443688-0336-4bd6-b9df-14d6b088df7f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:45.788601 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Updating router 1d443688-0336-4bd6-b9df-14d6b088df7f port 40363b69-b26c-4326-818a-e4f8e9712289 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:39:45.789837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Attempting to bind port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:45.790670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Attempting to bind port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:45.790670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Attempting to bind port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:45.818248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:45.818800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:45.819310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.819803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:45.820399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Bound port: 93dfb0a1-2f0b-473b-b6c9-cfc23430221b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:45.821507 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.844847 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.860857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b190c-745e-447b-a196-14a664a8d601 req-5f32ec49-9834-4a3a-bac6-67e9ed5481b5 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:45.876211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b39b190c-745e-447b-a196-14a664a8d601 req-5f32ec49-9834-4a3a-bac6-67e9ed5481b5 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1501873 Aug 03 19:39:45.914269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f7a2ca62-ef7f-4c2f-8a0c-52d284e8ce8f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2561564 Aug 03 19:39:45.939023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] For port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:45.950287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] For port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:45.981864 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.003796 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.092074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] For port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:46.096397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b39b190c-745e-447b-a196-14a664a8d601 req-7e2dfb77-8cd0-4cff-91b9-4a69c2c60da3 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191787 Aug 03 19:39:46.143119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f1406aec-01a3-4c8c-a871-81f8ce54f698 None None] Provisioning for port 40363b69-b26c-4326-818a-e4f8e9712289 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:46.154070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] For port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,segment=NetworkSegment(6bd9cea0-34a4-4ca2-908c-c132c878a1cd),segment_id=6bd9cea0-34a4-4ca2-908c-c132c878a1cd)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:46.163865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-d4e12df2-8f11-417c-b3c5-553288919f35 service neutron] 10.222.0.42 "GET /v2.0/networks/50ae72c4-e1c1-440e-9387-4c1c646e500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217865 Aug 03 19:39:46.174980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f1406aec-01a3-4c8c-a871-81f8ce54f698 None None] Provisioning complete for port 40363b69-b26c-4326-818a-e4f8e9712289 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:46.175686 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1406aec-01a3-4c8c-a871-81f8ce54f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.184125 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.229593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:46.242471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:46.271313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Router 3c61b459-67b3-49d9-89ea-d484db0ec368 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:39:46.310599 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.332941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 4689c526-17e6-4a6d-a761-be54c9f66536 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:46.339333 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Transition to ACTIVE for port object 40363b69-b26c-4326-818a-e4f8e9712289 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:46.351643 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.373196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-c6aaa964-7cde-4873-8cce-a57a21ce6cbb service neutron] 10.222.0.42 "GET /v2.0/networks/50ae72c4-e1c1-440e-9387-4c1c646e500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999245 Aug 03 19:39:46.397536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4689c526-17e6-4a6d-a761-be54c9f66536 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:46.397916 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.466504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0ae8d-2165-4bb5-9896-15eaa0b9cb2a None None] Pushing event updated for resources: {'Port': ['ID=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:46.507080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f1406aec-01a3-4c8c-a871-81f8ce54f698 None None] Port 40363b69-b26c-4326-818a-e4f8e9712289 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:39:46.622322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:46.644638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.646475 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5e6d6ae3-d2e4-4426-9782-11cf5b1b057b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1554248 Aug 03 19:39:46.649271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44756) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:46.672501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Sync routers for ids ['3c61b459-67b3-49d9-89ea-d484db0ec368'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:46.743493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5eb0a709-7605-4d7f-8a3e-53633f908e61 req-779e8607-75e4-48fa-9639-8f22d51ca37d tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 210 time: 0.0613601 Aug 03 19:39:46.791415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Routers {'3c61b459-67b3-49d9-89ea-d484db0ec368'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:46.792163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3c61b459-67b3-49d9-89ea-d484db0ec368'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:46.809956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7668a79-65d5-4a56-900b-1ecb6a72b4eb None None] Pushing event updated for resources: {'Port': ['ID=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:46.846968 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4aade-8a1b-4d60-b802-27efec6bcf80 None None] Pushing event updated for resources: {'Port': ['ID=40363b69-b26c-4326-818a-e4f8e9712289,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:46.874432 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Attempting to bind port 40363b69-b26c-4326-818a-e4f8e9712289 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:46.874799 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Attempting to bind port 40363b69-b26c-4326-818a-e4f8e9712289 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:46.875415 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Attempting to bind port 40363b69-b26c-4326-818a-e4f8e9712289 on network 50ae72c4-e1c1-440e-9387-4c1c646e500e {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:46.879050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:46.906178 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:46.906656 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Checking segment: {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:46.907071 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:46.907493 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Bound using segment: {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:46.908001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Bound port: 40363b69-b26c-4326-818a-e4f8e9712289, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:46.908378 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:47.004544 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:47.086051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] For port 40363b69-b26c-4326-818a-e4f8e9712289, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:47.090448 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] For port 40363b69-b26c-4326-818a-e4f8e9712289, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=40363b69-b26c-4326-818a-e4f8e9712289,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:47.095972 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:47.219390 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4aade-8a1b-4d60-b802-27efec6bcf80 None None] Pushing event updated for resources: {'Port': ['ID=40363b69-b26c-4326-818a-e4f8e9712289,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:47.278622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Set router 3c61b459-67b3-49d9-89ea-d484db0ec368 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:47.279666 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Routers {'1d443688-0336-4bd6-b9df-14d6b088df7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:47.280331 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1d443688-0336-4bd6-b9df-14d6b088df7f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:47.358598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dadb4-4d7c-4e87-bb4a-287352439e99 req-abbbffc9-0c44-482a-aab5-68d3c277febe tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:47.372525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f0dadb4-4d7c-4e87-bb4a-287352439e99 req-abbbffc9-0c44-482a-aab5-68d3c277febe tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1268539 Aug 03 19:39:47.487299 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] Set router 1d443688-0336-4bd6-b9df-14d6b088df7f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:47.504866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f0dadb4-4d7c-4e87-bb4a-287352439e99 req-3684f7d1-dcb2-4aab-ab5c-1cbab1d0b88b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311543 Aug 03 19:39:47.691847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 4689c526-17e6-4a6d-a761-be54c9f66536, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4689c526-17e6-4a6d-a761-be54c9f66536,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:47.764810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:47.766537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5167dfd0-bbe6-411b-90d4-b3925f4f800f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:47.890516 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '40363b69-b26c-4326-818a-e4f8e9712289', 'name': '', 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:6e:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8a9d3269-9eae-4bc8-bead-54e99a0a5a58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:41Z', 'updated_at': '2021-08-03T19:39:47Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': '8a9d3269-9eae-4bc8-bead-54e99a0a5a58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:47.928046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38cc3127-d6f7-4a5b-a190-5236b76e349e req-3296f14a-5bb2-4647-8e03-e692c80ede1c tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 210 time: 0.0646894 Aug 03 19:39:47.934626 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2c6b9-0bbb-4284-8a37-a3b51759647d None None] The sync data for ids ['1d443688-0336-4bd6-b9df-14d6b088df7f'] in n-d-803378-1 is: [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '40363b69-b26c-4326-818a-e4f8e9712289', 'name': '', 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:6e:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8a9d3269-9eae-4bc8-bead-54e99a0a5a58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:41Z', 'updated_at': '2021-08-03T19:39:47Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': '8a9d3269-9eae-4bc8-bead-54e99a0a5a58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:48.433801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45ac2e-9f8d-48f4-827e-d6853af704cf None None] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:39:48.441060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-7421aeb2-6a71-4328-ab14-eb7266565f19 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:48.443372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-7421aeb2-6a71-4328-ab14-eb7266565f19 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.88 "GET /v2.0/networks?id=50ae72c4-e1c1-440e-9387-4c1c646e500e HTTP/1.1" status: 200 len: 798 time: 0.2431049 Aug 03 19:39:48.458676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:48.460679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Request body: {'port': {'device_id': '2d516f5d-8e83-4862-bc53-cc0d8d11f701', 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e', 'admin_state_up': True, 'tenant_id': '3969da7ef2a040649853fb4d935d8d03'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:48.509416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=4689c526-17e6-4a6d-a761-be54c9f66536,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:48.618850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Made reservation on behalf of 3969da7ef2a040649853fb4d935d8d03 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:48.624629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:48.669006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5167dfd0-bbe6-411b-90d4-b3925f4f800f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:48.669419 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:48.707804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Allocated IP 172.20.0.1 (4e2144e8-6d18-4ff3-8d1d-7f951ade5c65/1315a781-37ef-4058-8d85-84bf997ac031/a03da351-5eb3-4655-9615-7d0f8009ea7a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:48.834808 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:48.853094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Transition to ACTIVE for port object a03da351-5eb3-4655-9615-7d0f8009ea7a will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:48.892420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Allocated IP 172.20.0.28 (50ae72c4-e1c1-440e-9387-4c1c646e500e/8a9d3269-9eae-4bc8-bead-54e99a0a5a58/79cfcd2c-eabb-4477-9d8b-5250beeccf04) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:48.903810 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:48.919048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:45Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:48.922035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a508c42b-a32f-4909-8f72-4b0b36655f1d None None] Provisioning for port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:48.956460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:48.960058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:48.966522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:49.007966 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.030479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401edb3-65c4-442e-9a84-ff8b6fb7566c None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:45Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:49.050559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001b013-46c5-4f60-86b3-fa9dec0db1bc req-a2a7c104-ef2b-4a99-900e-48f620a8106a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:49.052179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1001b013-46c5-4f60-86b3-fa9dec0db1bc req-a2a7c104-ef2b-4a99-900e-48f620a8106a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.4008584 Aug 03 19:39:49.061976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Pushing event updated for resources: {'Port': ['ID=a03da351-5eb3-4655-9615-7d0f8009ea7a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:49.112897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44834) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:49.153331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:39:45Z', 'revision_number': 3, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:49.167636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50cb6bb9-5727-4ee8-a278-51d25740e6fe req-d5cf5fb5-8181-42dc-bb2f-821831717a17 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 210 time: 0.1144257 Aug 03 19:39:49.226455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Checking router: 3c61b459-67b3-49d9-89ea-d484db0ec368 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:49.227478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Updating router 3c61b459-67b3-49d9-89ea-d484db0ec368 port 9c016a46-3068-4c5d-8408-eb223b87f66e binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:39:49.244753 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1001b013-46c5-4f60-86b3-fa9dec0db1bc req-6ed44051-cf51-4793-be8a-f817ca8e5d6e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623158 Aug 03 19:39:49.297287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.312284 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.322163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Transition to ACTIVE for port object 79cfcd2c-eabb-4477-9d8b-5250beeccf04 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:49.335758 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.497092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.553234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56a3a56a-f51a-4d59-8323-bb4ccdba3aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.673774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event updated for resources: {'Port': ['ID=79cfcd2c-eabb-4477-9d8b-5250beeccf04,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:49.768226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.778254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.803902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:49.807782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:49.819014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7a279026-83cb-4180-ae77-104c031baf56 None None] Provisioning for port a03da351-5eb3-4655-9615-7d0f8009ea7a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:49.821913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:49.833811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 93dfb0a1-2f0b-473b-b6c9-cfc23430221b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:49.868270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7a279026-83cb-4180-ae77-104c031baf56 None None] Provisioning complete for port a03da351-5eb3-4655-9615-7d0f8009ea7a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:49.869037 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a279026-83cb-4180-ae77-104c031baf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.924210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:49.925050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.967409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56a3a56a-f51a-4d59-8323-bb4ccdba3aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.979882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.980809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56a3a56a-f51a-4d59-8323-bb4ccdba3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.022077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-56a3a56a-f51a-4d59-8323-bb4ccdba3aa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd4fd22eafde4f33990632f05641c0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8696640 Aug 03 19:39:50.024495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 44840) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:50.026298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-f35dcdbc-a781-4cc7-a7db-bac421303a46 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5723336 Aug 03 19:39:50.066581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Request body: {'port': {'device_id': '2d516f5d-8e83-4862-bc53-cc0d8d11f701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:50.077782 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.093836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Transition to ACTIVE for port object 9c016a46-3068-4c5d-8408-eb223b87f66e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:50.102431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.194556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3a56a-f51a-4d59-8323-bb4ccdba3aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca46cd4-c968-47b1-9ed0-cd840e4b4b74,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:50.198413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.207759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:50.212365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:50.215280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Pushing event updated for resources: {'Port': ['ID=a03da351-5eb3-4655-9615-7d0f8009ea7a,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:50.220591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da98dd6-b884-481a-9c4c-81d8beb823aa None None] Pushing event updated for resources: {'Port': ['ID=9c016a46-3068-4c5d-8408-eb223b87f66e,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:50.252482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7a279026-83cb-4180-ae77-104c031baf56 None None] Port a03da351-5eb3-4655-9615-7d0f8009ea7a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:39:50.280476 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd248bb7-d8ab-4dd5-85c3-2928f9220731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.311446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Attempting to bind port 9c016a46-3068-4c5d-8408-eb223b87f66e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:50.312159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Attempting to bind port 9c016a46-3068-4c5d-8408-eb223b87f66e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:50.312948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Attempting to bind port 9c016a46-3068-4c5d-8408-eb223b87f66e on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:50.319355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd248bb7-d8ab-4dd5-85c3-2928f9220731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.358643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:50.359633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:50.360266 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.360871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:50.361749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Bound port: 9c016a46-3068-4c5d-8408-eb223b87f66e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:50.362399 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.421881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:50.429678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:50.431633 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.456864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Router 3c61b459-67b3-49d9-89ea-d484db0ec368 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:39:50.534978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f9f0b35f-70da-4f16-b2f9-73a73d2cbb5e None None] Provisioning complete for port a03da351-5eb3-4655-9615-7d0f8009ea7a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:50.535818 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b35f-70da-4f16-b2f9-73a73d2cbb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.587437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] For port 9c016a46-3068-4c5d-8408-eb223b87f66e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:50.592497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:50.598821 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b1c2fda0-30f8-4441-89f1-a8cc47907909 admin admin] 10.222.0.42 "PUT /v2.0/routers/3c61b459-67b3-49d9-89ea-d484db0ec368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9478707 Aug 03 19:39:50.623630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] For port 9c016a46-3068-4c5d-8408-eb223b87f66e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9c016a46-3068-4c5d-8408-eb223b87f66e,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:50.626495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd248bb7-d8ab-4dd5-85c3-2928f9220731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.630079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd248bb7-d8ab-4dd5-85c3-2928f9220731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.631556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bd248bb7-d8ab-4dd5-85c3-2928f9220731 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ca46cd4-c968-47b1-9ed0-cd840e4b4b74 HTTP/1.1" status: 204 len: 168 time: 0.6040525 Aug 03 19:39:50.639013 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.640412 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.650755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0b35f-70da-4f16-b2f9-73a73d2cbb5e None None] Port a03da351-5eb3-4655-9615-7d0f8009ea7a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:39:50.708077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd248bb7-d8ab-4dd5-85c3-2928f9220731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca46cd4-c968-47b1-9ed0-cd840e4b4b74,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:50.726999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090f093-b80e-449f-90f9-f7596a95b2c5 req-b71919cb-3ce6-4928-92b6-3c4a2a746c07 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:50.728618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6090f093-b80e-449f-90f9-f7596a95b2c5 req-b71919cb-3ce6-4928-92b6-3c4a2a746c07 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 895 time: 0.3173282 Aug 03 19:39:50.739592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ec02f-b2e9-4fcc-810c-a56d7ad336fd req-978cc439-d678-41fe-b853-043b14c44c2e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:50.741322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c88ec02f-b2e9-4fcc-810c-a56d7ad336fd req-978cc439-d678-41fe-b853-043b14c44c2e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.3225465 Aug 03 19:39:50.742323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Routers {'3c61b459-67b3-49d9-89ea-d484db0ec368'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:50.742940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3c61b459-67b3-49d9-89ea-d484db0ec368'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:50.810489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da98dd6-b884-481a-9c4c-81d8beb823aa None None] Pushing event updated for resources: {'Port': ['ID=9c016a46-3068-4c5d-8408-eb223b87f66e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:50.817505 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.830262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c88ec02f-b2e9-4fcc-810c-a56d7ad336fd req-340399ce-6e9f-486c-a805-f2bb09dbd561 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811594 Aug 03 19:39:50.856299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6e955567-f304-40d9-acaf-7beebd759c2c None None] Provisioning complete for port a03da351-5eb3-4655-9615-7d0f8009ea7a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:50.856299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e955567-f304-40d9-acaf-7beebd759c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.950246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cfcd2c-eabb-4477-9d8b-5250beeccf04 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:50.960609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:50.989506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:50.997091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6e955567-f304-40d9-acaf-7beebd759c2c None None] Port a03da351-5eb3-4655-9615-7d0f8009ea7a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:39:51.002699 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.003526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 40363b69-b26c-4326-818a-e4f8e9712289 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:51.004779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Transition to ACTIVE for port object 79cfcd2c-eabb-4477-9d8b-5250beeccf04 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:51.010639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.062637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Pushing event updated for resources: {'Port': ['ID=79cfcd2c-eabb-4477-9d8b-5250beeccf04,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:51.120885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] Set router 3c61b459-67b3-49d9-89ea-d484db0ec368 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:51.201345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6e955567-f304-40d9-acaf-7beebd759c2c None None] Provisioning for port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:51.250230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44860) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:51.278922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08add301-3f0b-4ecb-9dc1-ffd4d8a8ef9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.286885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Attempting to bind port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:51.287496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Attempting to bind port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:51.287630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Attempting to bind port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 on network 50ae72c4-e1c1-440e-9387-4c1c646e500e {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:51.296506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 on network 50ae72c4-e1c1-440e-9387-4c1c646e500e not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:39:51.298320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Attempting to bind port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 on network 50ae72c4-e1c1-440e-9387-4c1c646e500e {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:51.307526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:51.310774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:51.312129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Checking segment: {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:51.312528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Bound using segment: {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:51.315422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Bound port: 79cfcd2c-eabb-4477-9d8b-5250beeccf04, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fcc3c-4385-4548-bc1b-524faecd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:51.315817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.403048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 40363b69-b26c-4326-818a-e4f8e9712289 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:51.410304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08add301-3f0b-4ecb-9dc1-ffd4d8a8ef9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.417208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 40363b69-b26c-4326-818a-e4f8e9712289 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:51.417798 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.418982 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08add301-3f0b-4ecb-9dc1-ffd4d8a8ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.443416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] For port 79cfcd2c-eabb-4477-9d8b-5250beeccf04, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:51.448180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] For port 79cfcd2c-eabb-4477-9d8b-5250beeccf04, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=79cfcd2c-eabb-4477-9d8b-5250beeccf04,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:51.456632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.476427 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08add301-3f0b-4ecb-9dc1-ffd4d8a8ef9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea5bfddb2e4040ffa9d311bc6da3b841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233660 Aug 03 19:39:51.477914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08add301-3f0b-4ecb-9dc1-ffd4d8a8ef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882e087b-752b-4780-96c6-82e55af7542e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:51.480205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44866) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:51.526225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:51.526225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.528473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] 10.222.0.88 "PUT /v2.0/ports/79cfcd2c-eabb-4477-9d8b-5250beeccf04 HTTP/1.1" status: 200 len: 1055 time: 1.4764190 Aug 03 19:39:51.528927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d516f5d-8e83-4862-bc53-cc0d8d11f701', 'tag': '79cfcd2c-eabb-4477-9d8b-5250beeccf04'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:51.531407 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa77654-ed65-41cf-831b-2b508e207cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d516f5d-8e83-4862-bc53-cc0d8d11f701", "tag": "79cfcd2c-eabb-4477-9d8b-5250beeccf04"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:51.566019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba42ace-e6bb-46e7-8522-6012d1447963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.573861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862a2ce-a2c4-4150-9c9e-2f0788edfc7b service neutron] Pushing event updated for resources: {'Port': ['ID=79cfcd2c-eabb-4477-9d8b-5250beeccf04,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:51.600712 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.621188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:39:49Z', 'revision_number': 4, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a03da351-5eb3-4655-9615-7d0f8009ea7a', 'name': '', 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'mac_address': 'fa:16:3e:88:3d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '1315a781-37ef-4058-8d85-84bf997ac031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:48Z', 'updated_at': '2021-08-03T19:39:49Z', 'revision_number': 2, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'subnets': [{'id': '1315a781-37ef-4058-8d85-84bf997ac031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:51.642859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba42ace-e6bb-46e7-8522-6012d1447963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.646015 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eabf4a-535e-4dea-8afb-0c3143d50f47 x-openstack-request-id: req-29eabf4a-535e-4dea-8afb-0c3143d50f47 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:51.646305 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d516f5d-8e83-4862-bc53-cc0d8d11f701", "tag": "79cfcd2c-eabb-4477-9d8b-5250beeccf04", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:51.646549 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29eabf4a-535e-4dea-8afb-0c3143d50f47 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:51.646943 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d516f5d-8e83-4862-bc53-cc0d8d11f701', 'tag': '79cfcd2c-eabb-4477-9d8b-5250beeccf04', 'status': 'completed', 'code': 200} Aug 03 19:39:51.678517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-24976b81-6c8c-4bc6-84fc-b26b8d1671d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:51.680755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-24976b81-6c8c-4bc6-84fc-b26b8d1671d1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 1058 time: 0.0965312 Aug 03 19:39:51.714198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba42ace-e6bb-46e7-8522-6012d1447963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.717582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ba42ace-e6bb-46e7-8522-6012d1447963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.720517 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3ba42ace-e6bb-46e7-8522-6012d1447963 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/882e087b-752b-4780-96c6-82e55af7542e HTTP/1.1" status: 204 len: 168 time: 0.2390978 Aug 03 19:39:51.732930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba42ace-e6bb-46e7-8522-6012d1447963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e087b-752b-4780-96c6-82e55af7542e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:51.747451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-808b2c5d-d7fc-4ede-b0a8-b799d3f40d0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=79cfcd2c-eabb-4477-9d8b-5250beeccf04 HTTP/1.1" status: 200 len: 217 time: 0.0581696 Aug 03 19:39:51.840119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-67336137-1d25-4070-b6d6-8cb9d8d33543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:51.841577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-67336137-1d25-4070-b6d6-8cb9d8d33543 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a9d3269-9eae-4bc8-bead-54e99a0a5a58 HTTP/1.1" status: 200 len: 837 time: 0.0873501 Aug 03 19:39:51.894611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8dd0c-7ed0-4287-9e24-845b161ff60d None None] The sync data for ids ['3c61b459-67b3-49d9-89ea-d484db0ec368'] in n-d-803378-1 is: [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:39:49Z', 'revision_number': 4, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a03da351-5eb3-4655-9615-7d0f8009ea7a', 'name': '', 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'mac_address': 'fa:16:3e:88:3d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '1315a781-37ef-4058-8d85-84bf997ac031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:48Z', 'updated_at': '2021-08-03T19:39:49Z', 'revision_number': 2, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'subnets': [{'id': '1315a781-37ef-4058-8d85-84bf997ac031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:51.917741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 40363b69-b26c-4326-818a-e4f8e9712289, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=40363b69-b26c-4326-818a-e4f8e9712289,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:51.923818 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:51.924603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4689c526-17e6-4a6d-a761-be54c9f66536 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:52.020864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=40363b69-b26c-4326-818a-e4f8e9712289,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:52.045051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4689c526-17e6-4a6d-a761-be54c9f66536 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:52.045051 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:52.078734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ee837-9ca0-4eaa-bbd4-53501679406b req-0f1ed625-7a35-44d9-82da-430b92a792fc tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:52.089369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a83ee837-9ca0-4eaa-bbd4-53501679406b req-0f1ed625-7a35-44d9-82da-430b92a792fc tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1251805 Aug 03 19:39:52.099082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fcd71-416d-4204-9fd9-5526b1ddadc8 req-b2a62ea1-e0de-465a-b0c1-1075d9b9d869 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:52.110933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e64fcd71-416d-4204-9fd9-5526b1ddadc8 req-b2a62ea1-e0de-465a-b0c1-1075d9b9d869 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 907 time: 0.2445583 Aug 03 19:39:52.132158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-1725d361-87c0-4cdf-be2f-87f0702c40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:52.138891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-1725d361-87c0-4cdf-be2f-87f0702c40cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=50ae72c4-e1c1-440e-9387-4c1c646e500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2898417 Aug 03 19:39:52.175561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:52.293645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:52.299285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:52.299660 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:52.302642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a83ee837-9ca0-4eaa-bbd4-53501679406b req-ad90c015-de1b-434c-84b9-0b1747aff9c6 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123508 Aug 03 19:39:52.366113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-ba63d4af-c76b-4707-81f8-8620e739e358 service neutron] 10.222.0.88 "GET /v2.0/networks/50ae72c4-e1c1-440e-9387-4c1c646e500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079687 Aug 03 19:39:52.433633 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:52.542126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,segment=NetworkSegment(6bd9cea0-34a4-4ca2-908c-c132c878a1cd),segment_id=6bd9cea0-34a4-4ca2-908c-c132c878a1cd)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:52.546776 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:52.550297 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7771318-9b98-44e6-a01d-6329489a0a76 req-45c84e10-571d-4aea-98b3-249a97f2e45d service neutron] 10.222.0.88 "GET /v2.0/networks/50ae72c4-e1c1-440e-9387-4c1c646e500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766033 Aug 03 19:39:52.645213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:52.695457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 93dfb0a1-2f0b-473b-b6c9-cfc23430221b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:52.729757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-9b2431cf-3c60-4d14-8ad0-bfce43fb36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:52.733966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-9b2431cf-3c60-4d14-8ad0-bfce43fb36d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 1058 time: 0.1118436 Aug 03 19:39:52.814596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:52.814971 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:52.888584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-de384fd8-c524-430f-9c0b-d6eb16305224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:52.889880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-de384fd8-c524-430f-9c0b-d6eb16305224 service neutron] 10.222.0.88 "GET /v2.0/networks?id=50ae72c4-e1c1-440e-9387-4c1c646e500e HTTP/1.1" status: 200 len: 899 time: 0.1515503 Aug 03 19:39:52.943037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-c98c7ebd-a74f-4b24-9f62-2b1ae045301e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=79cfcd2c-eabb-4477-9d8b-5250beeccf04 HTTP/1.1" status: 200 len: 217 time: 0.0443132 Aug 03 19:39:52.948041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 40363b69-b26c-4326-818a-e4f8e9712289 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:53.009053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 40363b69-b26c-4326-818a-e4f8e9712289 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:53.009556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:53.033281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-18f48dbf-43bd-4ff4-863f-975b970dc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:53.038938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-18f48dbf-43bd-4ff4-863f-975b970dc586 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a9d3269-9eae-4bc8-bead-54e99a0a5a58 HTTP/1.1" status: 200 len: 837 time: 0.0816693 Aug 03 19:39:53.098599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-75617179-306a-4717-a4bf-03d14d92606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:53.100170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-75617179-306a-4717-a4bf-03d14d92606c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=50ae72c4-e1c1-440e-9387-4c1c646e500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526314 Aug 03 19:39:53.373708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-81f0470d-c2f7-4fab-a2b6-9e7ba71494a6 service neutron] 10.222.0.88 "GET /v2.0/networks/50ae72c4-e1c1-440e-9387-4c1c646e500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651329 Aug 03 19:39:53.448635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470e72f-ca3b-4ece-bebd-4c8b02f84c33 req-e0a91f62-5dfa-4974-88f8-d0c4ee2145ea tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:53.450436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7470e72f-ca3b-4ece-bebd-4c8b02f84c33 req-e0a91f62-5dfa-4974-88f8-d0c4ee2145ea tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 907 time: 0.1862891 Aug 03 19:39:53.541384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7f2e2-da50-4bc8-b32c-769fb71ad0b6 req-2373f8e9-a383-42bc-bf93-6449be120e75 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:53.542930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2da7f2e2-da50-4bc8-b32c-769fb71ad0b6 req-2373f8e9-a383-42bc-bf93-6449be120e75 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1313486 Aug 03 19:39:53.905080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa77654-ed65-41cf-831b-2b508e207cb0 req-6be0fcd9-5730-447e-8a9e-23da9e890cbd service neutron] 10.222.0.88 "GET /v2.0/networks/50ae72c4-e1c1-440e-9387-4c1c646e500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221679 Aug 03 19:39:53.929047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2da7f2e2-da50-4bc8-b32c-769fb71ad0b6 req-9734da2a-26d2-41ac-996e-a8052cca6d0e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784649 Aug 03 19:39:54.647541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002e387-b6b7-4b62-8940-057e3d2f0500 req-afd4219f-14f7-4013-8a4c-6f40123ad102 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:54.649854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f002e387-b6b7-4b62-8940-057e3d2f0500 req-afd4219f-14f7-4013-8a4c-6f40123ad102 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 907 time: 0.1191204 Aug 03 19:39:54.717508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:54.721857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-58728bda-ba9d-4077-a0a8-fd9ec56f3a23 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:54.723839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-58728bda-ba9d-4077-a0a8-fd9ec56f3a23 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.1486261 Aug 03 19:39:54.740552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-dd25d029-138d-4f39-a6be-93172d8b3b49 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/quotas/a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 375 time: 0.0097616 Aug 03 19:39:54.767425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:54.767899 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:54.797247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-9cca4636-519b-4ef0-8caa-420f53bba8c5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477426 Aug 03 19:39:54.845450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44978) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:54.850906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9c016a46-3068-4c5d-8408-eb223b87f66e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:54.902311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9c016a46-3068-4c5d-8408-eb223b87f66e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:54.903609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-adfc3b78-9aff-4fd8-aec7-4c526eb4645a service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978584 Aug 03 19:39:54.906346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9c016a46-3068-4c5d-8408-eb223b87f66e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:54.906944 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:54.987247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8495804-e938-48fe-8acb-d0ebc7feb50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.003847 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.029347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 79cfcd2c-eabb-4477-9d8b-5250beeccf04 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:39:55.030587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-5387d82e-e539-4f0c-84e5-93bf230b33e3 service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186407 Aug 03 19:39:55.079735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3afa01-f18e-4177-8f8e-bf48e1d2a28d req-0b4e870a-377c-46ed-acb8-e2c4c702ddc0 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:55.081839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd3afa01-f18e-4177-8f8e-bf48e1d2a28d req-0b4e870a-377c-46ed-acb8-e2c4c702ddc0 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.0723944 Aug 03 19:39:55.116229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8495804-e938-48fe-8acb-d0ebc7feb50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.122565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8495804-e938-48fe-8acb-d0ebc7feb50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.124753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 9c016a46-3068-4c5d-8408-eb223b87f66e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9c016a46-3068-4c5d-8408-eb223b87f66e,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:55.134949 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.142105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd3afa01-f18e-4177-8f8e-bf48e1d2a28d req-29e29041-64c0-4d99-ba5f-54f4644e954c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540345 Aug 03 19:39:55.171605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8495804-e938-48fe-8acb-d0ebc7feb50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1879c5f1-7797-456b-a191-9d3f41d18974,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:55.176332 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e8495804-e938-48fe-8acb-d0ebc7feb50e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b99e9dc15f347cd9c5c26f4c6f17ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297951 Aug 03 19:39:55.179293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 44986) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:55.191975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 79cfcd2c-eabb-4477-9d8b-5250beeccf04, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=79cfcd2c-eabb-4477-9d8b-5250beeccf04,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:55.223343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '79cfcd2c-eabb-4477-9d8b-5250beeccf04', 'network_id': '50ae72c4-e1c1-440e-9387-4c1c646e500e', 'port_id': '79cfcd2c-eabb-4477-9d8b-5250beeccf04', 'mac_address': 'fa:16:3e:59:9d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9d3269-9eae-4bc8-bead-54e99a0a5a58', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:39:55.247174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-57d025b5-baa8-4269-a5ac-c4d2d267aba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.258836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=9c016a46-3068-4c5d-8408-eb223b87f66e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:55.275259 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-57d025b5-baa8-4269-a5ac-c4d2d267aba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.278202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.294584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cfcd2c-eabb-4477-9d8b-5250beeccf04 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:55.319882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 79cfcd2c-eabb-4477-9d8b-5250beeccf04, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=79cfcd2c-eabb-4477-9d8b-5250beeccf04,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:55.324259 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.334982 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-57d025b5-baa8-4269-a5ac-c4d2d267aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.338390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-57d025b5-baa8-4269-a5ac-c4d2d267aba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.339691 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-57d025b5-baa8-4269-a5ac-c4d2d267aba5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1879c5f1-7797-456b-a191-9d3f41d18974 HTTP/1.1" status: 204 len: 168 time: 0.1586983 Aug 03 19:39:55.348944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d025b5-baa8-4269-a5ac-c4d2d267aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1879c5f1-7797-456b-a191-9d3f41d18974,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:55.403705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=79cfcd2c-eabb-4477-9d8b-5250beeccf04,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:55.459547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84ff948d-e4d9-496e-8e46-3089c3a54554 req-cde4da99-cc75-49e6-8953-873a0f9bda37 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 210 time: 0.0495970 Aug 03 19:39:55.597355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['79cfcd2c-eabb-4477-9d8b-5250beeccf04'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:55.683343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45008) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:55.698090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-efb4d86f-3edf-485b-82bf-fb62a4e84e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.779298 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.790131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28e90d-a639-4887-a659-555ed452ae01 req-24138514-4c40-410a-8624-2a5d029bd7c0 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:55.793062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e28e90d-a639-4887-a659-555ed452ae01 req-24138514-4c40-410a-8624-2a5d029bd7c0 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 908 time: 0.0639207 Aug 03 19:39:55.810542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-efb4d86f-3edf-485b-82bf-fb62a4e84e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.814648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-efb4d86f-3edf-485b-82bf-fb62a4e84e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.854444 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-efb4d86f-3edf-485b-82bf-fb62a4e84e1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b56aaede403d467c899f47caa7ba8041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694989 Aug 03 19:39:55.855414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4d86f-3edf-485b-82bf-fb62a4e84e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b3960c-e9ae-4b2d-9c89-1e8cb2674d53,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:55.856894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45012) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:55.911538 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a925c4a8-cf19-4692-a93f-fec209c3605f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.934644 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a925c4a8-cf19-4692-a93f-fec209c3605f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.979802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a925c4a8-cf19-4692-a93f-fec209c3605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.982504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a925c4a8-cf19-4692-a93f-fec209c3605f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:55.983697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a925c4a8-cf19-4692-a93f-fec209c3605f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29b3960c-e9ae-4b2d-9c89-1e8cb2674d53 HTTP/1.1" status: 204 len: 168 time: 0.1250358 Aug 03 19:39:55.998820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925c4a8-cf19-4692-a93f-fec209c3605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b3960c-e9ae-4b2d-9c89-1e8cb2674d53,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:56.143871 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fad327d3-f10d-4376-b7fb-81bef509ef69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:56.262187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5db1b3-4b95-4008-8c4f-e72188c3ac45 req-af262623-4b34-4f13-acae-18406746c126 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:56.263727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e5db1b3-4b95-4008-8c4f-e72188c3ac45 req-af262623-4b34-4f13-acae-18406746c126 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.0508218 Aug 03 19:39:56.309344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e5db1b3-4b95-4008-8c4f-e72188c3ac45 req-ff8fb91f-1c56-428d-b031-458a1c850a28 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384364 Aug 03 19:39:56.608438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d8b2a45-60e5-41b1-90eb-a0dd3109b5f2 req-1377ac0c-c691-4559-90e4-65cb155d23ce tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 210 time: 0.0573397 Aug 03 19:39:56.649541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-f251fe8e-8f75-4177-87a3-d193cdfde874 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:56.651093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-f251fe8e-8f75-4177-87a3-d193cdfde874 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.1962738 Aug 03 19:39:56.677988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'port': {'device_id': 'e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'admin_state_up': True, 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:56.703508 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Sync routers for ids ['3c61b459-67b3-49d9-89ea-d484db0ec368'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:56.704020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9c016a46-3068-4c5d-8408-eb223b87f66e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:56.715890 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Routers {'3c61b459-67b3-49d9-89ea-d484db0ec368'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:56.716782 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3c61b459-67b3-49d9-89ea-d484db0ec368'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:56.786031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9c016a46-3068-4c5d-8408-eb223b87f66e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:56.786676 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:56.884330 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Set router 3c61b459-67b3-49d9-89ea-d484db0ec368 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:56.988909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:56.994683 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.007850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bad42-3564-4669-95e6-5a0a2edc3e94 req-2f9ac878-45e9-4876-8404-fc5e0fb23587 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:57.021612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-404bad42-3564-4669-95e6-5a0a2edc3e94 req-2f9ac878-45e9-4876-8404-fc5e0fb23587 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 908 time: 0.1032240 Aug 03 19:39:57.044615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 79cfcd2c-eabb-4477-9d8b-5250beeccf04 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:57.176322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:57.182892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:57.183588 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.184933 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:39:49Z', 'revision_number': 4, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a03da351-5eb3-4655-9615-7d0f8009ea7a', 'name': '', 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'mac_address': 'fa:16:3e:88:3d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '1315a781-37ef-4058-8d85-84bf997ac031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:48Z', 'updated_at': '2021-08-03T19:39:49Z', 'revision_number': 2, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'subnets': [{'id': '1315a781-37ef-4058-8d85-84bf997ac031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:57.210274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.20.0.14 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/deead1e4-07a2-4f67-b46f-4b9f44054b41) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:57.240442 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Checking router: 3c61b459-67b3-49d9-89ea-d484db0ec368 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:57.240856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Updating router 3c61b459-67b3-49d9-89ea-d484db0ec368 port a03da351-5eb3-4655-9615-7d0f8009ea7a binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:39:57.271471 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.289420 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.325790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d516f5d-8e83-4862-bc53-cc0d8d11f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cfcd2c-eabb-4477-9d8b-5250beeccf04'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:57.328297 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9704c3-ef59-4da8-8a12-c944aadc8331" -d '{"events": [{"server_uuid": "2d516f5d-8e83-4862-bc53-cc0d8d11f701", "name": "network-vif-plugged", "status": "completed", "tag": "79cfcd2c-eabb-4477-9d8b-5250beeccf04"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:57.343108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 79cfcd2c-eabb-4477-9d8b-5250beeccf04, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=79cfcd2c-eabb-4477-9d8b-5250beeccf04,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:57.348454 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.408437 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48a5e16-6ccb-467a-b9aa-3c719c690c53 x-openstack-request-id: req-c48a5e16-6ccb-467a-b9aa-3c719c690c53 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:57.409168 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d516f5d-8e83-4862-bc53-cc0d8d11f701", "name": "network-vif-plugged", "status": "completed", "tag": "79cfcd2c-eabb-4477-9d8b-5250beeccf04", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:57.409778 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c48a5e16-6ccb-467a-b9aa-3c719c690c53 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:57.411016 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d516f5d-8e83-4862-bc53-cc0d8d11f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cfcd2c-eabb-4477-9d8b-5250beeccf04', 'code': 200} Aug 03 19:39:57.475101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=79cfcd2c-eabb-4477-9d8b-5250beeccf04,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:57.514811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:57.525719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.557783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Transition to ACTIVE for port object deead1e4-07a2-4f67-b46f-4b9f44054b41 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:57.567342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58410d3-defb-4d68-8686-00afd7389aaf req-88b050f3-6ef3-41d0-b30e-a4dfe4217e5f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:57.575549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d58410d3-defb-4d68-8686-00afd7389aaf req-88b050f3-6ef3-41d0-b30e-a4dfe4217e5f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1547334 Aug 03 19:39:57.601928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2f1ba-9a1d-4b57-97ff-5142fa56da73 req-92cd55c5-2429-4ea9-9a69-8da880a7abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:57.603587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cd2f1ba-9a1d-4b57-97ff-5142fa56da73 req-92cd55c5-2429-4ea9-9a69-8da880a7abe2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 1060 time: 0.1452360 Aug 03 19:39:57.630722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.653305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d58410d3-defb-4d68-8686-00afd7389aaf req-bcd070f4-2e3d-40fa-9802-361e5bdb1b07 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766428 Aug 03 19:39:57.699697 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.712888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.715031 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Transition to ACTIVE for port object a03da351-5eb3-4655-9615-7d0f8009ea7a will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:57.724791 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.798265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.804939 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd73827-b3b7-4cf6-a843-9678e1df8aec None None] Pushing event updated for resources: {'Port': ['ID=a03da351-5eb3-4655-9615-7d0f8009ea7a,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:57.808865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.852148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:57.853244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d152fa-0ce8-47c0-9f36-bb862191d9ae,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:57.868257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:57.868535 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Attempting to bind port a03da351-5eb3-4655-9615-7d0f8009ea7a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:57.868904 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Attempting to bind port a03da351-5eb3-4655-9615-7d0f8009ea7a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:57.869263 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Attempting to bind port a03da351-5eb3-4655-9615-7d0f8009ea7a on network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:57.873735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:57.881967 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:57.883169 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Checking segment: {'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:57.883755 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.884516 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Bound using segment: {'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:57.885167 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Bound port: a03da351-5eb3-4655-9615-7d0f8009ea7a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd9cea0-34a4-4ca2-908c-c132c878a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:57.885785 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.889564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.890428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.891091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.891442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.891782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.892121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.892457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.892788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.893119 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.893444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.893997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.894514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:57.927734 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-50919711-c68c-434a-ba9d-77ae7fe5055f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de1f1e56a65f4c7c94e5adf09f80fef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093525 Aug 03 19:39:57.928005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45100) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:57.936973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=deead1e4-07a2-4f67-b46f-4b9f44054b41,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:57.976508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd015209-e6b9-4fd4-953d-d091386ccef8 req-763b51e3-347b-4ade-b9f5-3aebe21eb47c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:57.978173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd015209-e6b9-4fd4-953d-d091386ccef8 req-763b51e3-347b-4ade-b9f5-3aebe21eb47c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 932 time: 0.2402399 Aug 03 19:39:57.994354 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] For port a03da351-5eb3-4655-9615-7d0f8009ea7a, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:58.000600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:58.001281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.001844 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] For port a03da351-5eb3-4655-9615-7d0f8009ea7a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a03da351-5eb3-4655-9615-7d0f8009ea7a,segment=NetworkSegment(6bd9cea0-34a4-4ca2-908c-c132c878a1cd),segment_id=6bd9cea0-34a4-4ca2-908c-c132c878a1cd)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:58.011417 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.026295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3aed48ad-5d15-455d-90d2-a106a5d8c05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.055675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-d8aacb38-b9d1-4175-9970-ba5d526c3101 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3818991 Aug 03 19:39:58.095510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Request body: {'port': {'device_id': 'e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:58.105465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3aed48ad-5d15-455d-90d2-a106a5d8c05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.188419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd015209-e6b9-4fd4-953d-d091386ccef8 req-81ed36b6-cd9a-4782-b03d-0c15a5ef013c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825955 Aug 03 19:39:58.225267 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Routers {'3c61b459-67b3-49d9-89ea-d484db0ec368'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:58.226333 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:39:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3c61b459-67b3-49d9-89ea-d484db0ec368'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:58.264094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3aed48ad-5d15-455d-90d2-a106a5d8c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.272727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3aed48ad-5d15-455d-90d2-a106a5d8c05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.275247 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3aed48ad-5d15-455d-90d2-a106a5d8c05f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39d152fa-0ce8-47c0-9f36-bb862191d9ae HTTP/1.1" status: 204 len: 168 time: 0.3455832 Aug 03 19:39:58.284594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed48ad-5d15-455d-90d2-a106a5d8c05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d152fa-0ce8-47c0-9f36-bb862191d9ae,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:58.351492 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd73827-b3b7-4cf6-a843-9678e1df8aec None None] Pushing event updated for resources: {'Port': ['ID=a03da351-5eb3-4655-9615-7d0f8009ea7a,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:58.382179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.413826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-58cf5a61-88ef-48ea-8019-b10d38c5e3ab None None] Provisioning for port deead1e4-07a2-4f67-b46f-4b9f44054b41 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:58.425311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-58cf5a61-88ef-48ea-8019-b10d38c5e3ab None None] Provisioning complete for port deead1e4-07a2-4f67-b46f-4b9f44054b41 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:58.434708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-58cf5a61-88ef-48ea-8019-b10d38c5e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.482213 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:39:58.519294 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] Set router 3c61b459-67b3-49d9-89ea-d484db0ec368 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:58.553041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-58cf5a61-88ef-48ea-8019-b10d38c5e3ab None None] Port deead1e4-07a2-4f67-b46f-4b9f44054b41 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:39:58.645948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bac415-c38f-4dd5-a315-dc9f01840065 req-b97e0b48-69dc-4e1b-993e-6813bd917b2a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:58.669190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96bac415-c38f-4dd5-a315-dc9f01840065 req-b97e0b48-69dc-4e1b-993e-6813bd917b2a tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 909 time: 0.4595106 Aug 03 19:39:58.691158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a03da351-5eb3-4655-9615-7d0f8009ea7a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:58.838280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a03da351-5eb3-4655-9615-7d0f8009ea7a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:58.845923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a03da351-5eb3-4655-9615-7d0f8009ea7a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:58.847388 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.920868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53bf74-e66a-44f1-a49f-a1025f1f7359 req-fe139a86-bedf-4b95-ba31-3ac9c62f115c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:58.928940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a53bf74-e66a-44f1-a49f-a1025f1f7359 req-fe139a86-bedf-4b95-ba31-3ac9c62f115c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1505983 Aug 03 19:39:58.976114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.979150 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:39:49Z', 'revision_number': 4, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a03da351-5eb3-4655-9615-7d0f8009ea7a', 'name': '', 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'mac_address': 'fa:16:3e:88:3d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '1315a781-37ef-4058-8d85-84bf997ac031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:48Z', 'updated_at': '2021-08-03T19:39:57Z', 'revision_number': 4, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'subnets': [{'id': '1315a781-37ef-4058-8d85-84bf997ac031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:59.002457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a53bf74-e66a-44f1-a49f-a1025f1f7359 req-17159499-823a-438f-a7a7-033fe4697cb2 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723248 Aug 03 19:39:59.042770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a03da351-5eb3-4655-9615-7d0f8009ea7a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a03da351-5eb3-4655-9615-7d0f8009ea7a,segment=NetworkSegment(6bd9cea0-34a4-4ca2-908c-c132c878a1cd),segment_id=6bd9cea0-34a4-4ca2-908c-c132c878a1cd)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:59.047093 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e4e47-f618-47f7-b6ec-2ea0de692108 None None] The sync data for ids ['3c61b459-67b3-49d9-89ea-d484db0ec368'] in n-d-803378-1 is: [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:39:49Z', 'revision_number': 4, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a03da351-5eb3-4655-9615-7d0f8009ea7a', 'name': '', 'network_id': '4e2144e8-6d18-4ff3-8d1d-7f951ade5c65', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'mac_address': 'fa:16:3e:88:3d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '1315a781-37ef-4058-8d85-84bf997ac031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:48Z', 'updated_at': '2021-08-03T19:39:57Z', 'revision_number': 4, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'subnets': [{'id': '1315a781-37ef-4058-8d85-84bf997ac031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:59.050993 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:59.097457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deead1e4-07a2-4f67-b46f-4b9f44054b41 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:59.108239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:59.125193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Transition to ACTIVE for port object deead1e4-07a2-4f67-b46f-4b9f44054b41 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:59.125403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a03da351-5eb3-4655-9615-7d0f8009ea7a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:59.135075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:59.278239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Pushing event updated for resources: {'Port': ['ID=deead1e4-07a2-4f67-b46f-4b9f44054b41,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:59.366468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Attempting to bind port deead1e4-07a2-4f67-b46f-4b9f44054b41 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:59.367537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Attempting to bind port deead1e4-07a2-4f67-b46f-4b9f44054b41 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:59.367939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Attempting to bind port deead1e4-07a2-4f67-b46f-4b9f44054b41 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:59.392240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Port deead1e4-07a2-4f67-b46f-4b9f44054b41 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:39:59.392563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Attempting to bind port deead1e4-07a2-4f67-b46f-4b9f44054b41 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:59.404602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:59.404939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:59.405319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:59.405799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Bound port: deead1e4-07a2-4f67-b46f-4b9f44054b41, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:59.406403 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:59.484082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b4e7d-70b1-4ac5-a7e4-34447ad2871e req-8061a726-dc6b-4804-99fc-9da4b9422cf5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:59.485799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-484b4e7d-70b1-4ac5-a7e4-34447ad2871e req-8061a726-dc6b-4804-99fc-9da4b9422cf5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.1749794 Aug 03 19:39:59.540086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] For port deead1e4-07a2-4f67-b46f-4b9f44054b41, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:59.558915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] For port deead1e4-07a2-4f67-b46f-4b9f44054b41, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=deead1e4-07a2-4f67-b46f-4b9f44054b41,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:59.563679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-484b4e7d-70b1-4ac5-a7e4-34447ad2871e req-1c27432a-3a23-4b0b-ad34-e79245ce9158 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661449 Aug 03 19:39:59.565194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:59.618647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:59.619919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:59.621567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] 10.222.0.63 "PUT /v2.0/ports/deead1e4-07a2-4f67-b46f-4b9f44054b41 HTTP/1.1" status: 200 len: 1092 time: 1.5412195 Aug 03 19:39:59.622201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f', 'tag': 'deead1e4-07a2-4f67-b46f-4b9f44054b41'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:59.625426 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f", "tag": "deead1e4-07a2-4f67-b46f-4b9f44054b41"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:59.654774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09491a1-ee7c-46bb-8938-d6d3d35a77da service neutron] Pushing event updated for resources: {'Port': ['ID=deead1e4-07a2-4f67-b46f-4b9f44054b41,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:59.692697 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfec79d-ac75-4c41-9ac8-e9b3ad4eef33 x-openstack-request-id: req-5dfec79d-ac75-4c41-9ac8-e9b3ad4eef33 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:59.693188 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f", "tag": "deead1e4-07a2-4f67-b46f-4b9f44054b41", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:59.693600 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5dfec79d-ac75-4c41-9ac8-e9b3ad4eef33 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:59.694139 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f', 'tag': 'deead1e4-07a2-4f67-b46f-4b9f44054b41', 'status': 'completed', 'code': 200} Aug 03 19:39:59.771150 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:59.825390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3ac5e-0038-4a04-a772-eab7c0f7e623 req-a9c5db29-4c8b-4484-8a17-36e8e3fba7d4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:59.827261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eef3ac5e-0038-4a04-a772-eab7c0f7e623 req-a9c5db29-4c8b-4484-8a17-36e8e3fba7d4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 909 time: 0.0809596 Aug 03 19:39:59.831343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-642be79a-5c98-479a-a593-30db758f61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:59.832732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-642be79a-5c98-479a-a593-30db758f61be service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 1095 time: 0.1209888 Aug 03 19:39:59.919579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-c0384b8b-efd4-4245-825e-dca14478034a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deead1e4-07a2-4f67-b46f-4b9f44054b41 HTTP/1.1" status: 200 len: 217 time: 0.0715773 Aug 03 19:40:00.026017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-2907388e-28d7-415e-aebd-7f89c90acf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.027577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-2907388e-28d7-415e-aebd-7f89c90acf0d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.1005995 Aug 03 19:40:00.082808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7907-7499-4eb7-aaf5-0c496ec87766 req-a2536ae6-3208-4f17-b415-c269504e9fda tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.084356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f4ca7907-7499-4eb7-aaf5-0c496ec87766 req-a2536ae6-3208-4f17-b415-c269504e9fda tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 909 time: 0.1141155 Aug 03 19:40:00.114617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-4f6b989e-859d-4c38-923c-68c5e4693409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.116199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-4f6b989e-859d-4c38-923c-68c5e4693409 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799623 Aug 03 19:40:00.291938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f5b9f-bcad-4573-bf74-a54bafbed828 req-bb76df23-5815-494c-b9ee-31d5ee9bdd32 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.292192 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c05c6be3-d218-446d-aea9-3b5b8065947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:00.294928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-176f5b9f-bcad-4573-bf74-a54bafbed828 req-bb76df23-5815-494c-b9ee-31d5ee9bdd32 tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 1060 time: 0.1188061 Aug 03 19:40:00.347822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93022a1-abd0-4952-a6b1-a8b2ec8331bd req-6b46a237-70dc-4daa-ae8c-8aa56888d4bf tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.350492 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f93022a1-abd0-4952-a6b1-a8b2ec8331bd req-6b46a237-70dc-4daa-ae8c-8aa56888d4bf tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1863203 Aug 03 19:40:00.382771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-9047058f-8483-4a65-94a7-ca110d90e24f service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587678 Aug 03 19:40:00.483172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f93022a1-abd0-4952-a6b1-a8b2ec8331bd req-9ba35a3b-9bf9-4e00-9a20-3a52e2487ff4 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254308 Aug 03 19:40:00.604736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cdfbb-2bcc-4621-917d-efc24f857e93 req-3f85810d-45fa-4ad7-9654-41ff059662fe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.612657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f9cdfbb-2bcc-4621-917d-efc24f857e93 req-3f85810d-45fa-4ad7-9654-41ff059662fe tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1136 time: 0.1913877 Aug 03 19:40:00.675502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f9cdfbb-2bcc-4621-917d-efc24f857e93 req-448dad93-a416-4973-987d-654478a3ce3e tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0574150 Aug 03 19:40:00.691159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45236) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:00.702703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a03da351-5eb3-4655-9615-7d0f8009ea7a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:00.737783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f21dd462-fdf1-4d31-943b-cfa13c734465 req-10dc43a2-1c84-4c4b-826f-e98b8050fb1e service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457000 Aug 03 19:40:00.772818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325f6c7-c8a0-4bbb-af8d-c3ce7f358200 req-ba5a4cc3-d7aa-4323-9350-fafc3e51a56a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.777300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8325f6c7-c8a0-4bbb-af8d-c3ce7f358200 req-ba5a4cc3-d7aa-4323-9350-fafc3e51a56a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.0898480 Aug 03 19:40:00.784228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ad26e-e2ec-4cbb-b691-f21624ae313d tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.786175 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-764ad26e-e2ec-4cbb-b691-f21624ae313d tempest-TestSecurityGroupsBasicOps-2079577097 tempest-TestSecurityGroupsBasicOps-2079577097-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 1055 time: 0.0930405 Aug 03 19:40:00.814830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45240) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:00.832961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a03da351-5eb3-4655-9615-7d0f8009ea7a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:00.833557 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:00.839378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8325f6c7-c8a0-4bbb-af8d-c3ce7f358200 req-674c2858-29ec-4976-8c86-615a7d4ba260 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568130 Aug 03 19:40:00.897835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-7d6d5553-58f4-4324-9d94-7688b12d58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:00.899587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-7d6d5553-58f4-4324-9d94-7688b12d58bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 1095 time: 0.0577281 Aug 03 19:40:01.034792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-3bbb55c0-75c6-4a84-a452-1de07e1cea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:01.036625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-3bbb55c0-75c6-4a84-a452-1de07e1cea87 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.1291847 Aug 03 19:40:01.081195 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c855835-2e06-412e-b7cc-492711fcfeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:01.107239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-6030dc5c-efa7-4392-b7c4-ca763e7ac72e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deead1e4-07a2-4f67-b46f-4b9f44054b41 HTTP/1.1" status: 200 len: 217 time: 0.0629504 Aug 03 19:40:01.195131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-4f076766-4f5e-4d60-ad80-75fbf2cbcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:01.196662 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-4f076766-4f5e-4d60-ad80-75fbf2cbcee9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0767727 Aug 03 19:40:01.205801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c030e-52d1-44f8-94eb-967c9d14cd09 req-811011e8-4dfb-48c4-8fa6-5b5001a0ca8c tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:01.207490 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-261c030e-52d1-44f8-94eb-967c9d14cd09 req-811011e8-4dfb-48c4-8fa6-5b5001a0ca8c tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 909 time: 0.0990274 Aug 03 19:40:01.246297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c855835-2e06-412e-b7cc-492711fcfeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:01.252916 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c855835-2e06-412e-b7cc-492711fcfeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:01.253171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-76a16840-0877-443e-97db-658089513013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:01.254757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-76a16840-0877-443e-97db-658089513013 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463581 Aug 03 19:40:01.297800 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c855835-2e06-412e-b7cc-492711fcfeb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d5a547301e6424b9b71c52de72f1c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816875 Aug 03 19:40:01.298464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45248) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:01.300461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c855835-2e06-412e-b7cc-492711fcfeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f40a8-9f11-48f4-b549-a918da054079,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:01.359229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1c73-a6e3-4d78-9559-84ccc34d53eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:01.364536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-90e8a508-5768-477a-85b8-a2504ebf3265 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025140 Aug 03 19:40:01.383490 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1c73-a6e3-4d78-9559-84ccc34d53eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:01.442513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1c73-a6e3-4d78-9559-84ccc34d53eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:01.445755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1c73-a6e3-4d78-9559-84ccc34d53eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:01.448886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b5ab1c73-a6e3-4d78-9559-84ccc34d53eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/116f40a8-9f11-48f4-b549-a918da054079 HTTP/1.1" status: 204 len: 168 time: 0.1493661 Aug 03 19:40:01.466679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab1c73-a6e3-4d78-9559-84ccc34d53eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f40a8-9f11-48f4-b549-a918da054079,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:01.483621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b756cce-9d41-4c49-89bc-81e6cc4d8b9b req-6c321120-c3df-4b72-85af-a7a54088a288 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110606 Aug 03 19:40:01.691283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241be65-4f23-4edc-ac54-36c89c3afcb9 req-fed3400e-3d6a-41e0-a1de-5e3ebbce70fe tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:01.692687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8241be65-4f23-4edc-ac54-36c89c3afcb9 req-fed3400e-3d6a-41e0-a1de-5e3ebbce70fe tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.0523169 Aug 03 19:40:01.733342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8241be65-4f23-4edc-ac54-36c89c3afcb9 req-e85629f8-baf0-4dc5-a0d3-551160637c8b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333457 Aug 03 19:40:01.970589 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:02.005429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0b1a6-12ba-41aa-a036-c3f0da3f4fa7 req-76ee9d73-ea47-4fff-adf9-5093c70c9f96 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.007191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96b0b1a6-12ba-41aa-a036-c3f0da3f4fa7 req-76ee9d73-ea47-4fff-adf9-5093c70c9f96 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.0712018 Aug 03 19:40:02.053145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96b0b1a6-12ba-41aa-a036-c3f0da3f4fa7 req-f1849831-48d6-4ded-89fe-6bd125e94d90 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Aug 03 19:40:02.380457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f48dc7-5980-4a49-b793-5d5a1b9b8de9 req-74d3844a-42d6-4726-b469-93bb192d55c1 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.381923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5f48dc7-5980-4a49-b793-5d5a1b9b8de9 req-74d3844a-42d6-4726-b469-93bb192d55c1 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 909 time: 0.0902536 Aug 03 19:40:02.402754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-40f9198b-b2f8-475d-af1e-ab7a1cacbfae tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.404404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-40f9198b-b2f8-475d-af1e-ab7a1cacbfae tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 909 time: 0.0703847 Aug 03 19:40:02.508469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:02.508469 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:02.604678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] For port 79cfcd2c-eabb-4477-9d8b-5250beeccf04, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=79cfcd2c-eabb-4477-9d8b-5250beeccf04,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:02.605052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:02.618414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Calling delete_port for 79cfcd2c-eabb-4477-9d8b-5250beeccf04 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:02.689292 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-f4e8c496-02a7-4cdb-817d-a404ca332695 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465002 Aug 03 19:40:02.762336 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:02.791517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Port': ['ID=79cfcd2c-eabb-4477-9d8b-5250beeccf04,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:02.828272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-32308dcf-27f9-471d-a7d4-a0abfa7b1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.829816 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-32308dcf-27f9-471d-a7d4-a0abfa7b1148 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 1096 time: 0.0889800 Aug 03 19:40:02.870256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] No DVR routers for this DVR port 79cfcd2c-eabb-4477-9d8b-5250beeccf04 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:02.874073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:02.876354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cff15b86-af0f-40cc-bec8-576ca56f1fc8 req-72c6cca3-4ac1-49f3-8b9e-1a00b0061ba4 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.88 "DELETE /v2.0/ports/79cfcd2c-eabb-4477-9d8b-5250beeccf04 HTTP/1.1" status: 204 len: 173 time: 0.4656885 Aug 03 19:40:02.891465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d516f5d-8e83-4862-bc53-cc0d8d11f701', 'name': 'network-vif-deleted', 'tag': '79cfcd2c-eabb-4477-9d8b-5250beeccf04'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:02.896364 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf6c450-5ae5-4261-a594-68186e854e1f" -d '{"events": [{"server_uuid": "2d516f5d-8e83-4862-bc53-cc0d8d11f701", "name": "network-vif-deleted", "tag": "79cfcd2c-eabb-4477-9d8b-5250beeccf04"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:02.944484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a3759-3f48-4c6a-b0e0-f321135668ac req-e62637a6-f3bd-440b-a1d7-0bd0573d8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.946104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-171a3759-3f48-4c6a-b0e0-f321135668ac req-e62637a6-f3bd-440b-a1d7-0bd0573d8f30 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 1096 time: 0.1244190 Aug 03 19:40:02.957253 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381bd702-9b7a-4595-aa56-43300930545c x-openstack-request-id: req-381bd702-9b7a-4595-aa56-43300930545c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:02.957896 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d516f5d-8e83-4862-bc53-cc0d8d11f701", "name": "network-vif-deleted", "tag": "79cfcd2c-eabb-4477-9d8b-5250beeccf04", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:02.958342 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-381bd702-9b7a-4595-aa56-43300930545c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:02.958966 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d516f5d-8e83-4862-bc53-cc0d8d11f701', 'name': 'network-vif-deleted', 'tag': '79cfcd2c-eabb-4477-9d8b-5250beeccf04', 'status': 'completed', 'code': 200} Aug 03 19:40:02.980983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-ce21365a-2127-4872-9081-384be9892b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.982607 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-ce21365a-2127-4872-9081-384be9892b6c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.1288059 Aug 03 19:40:02.995005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9d903-2a9f-4c04-aca0-bd72795749fa req-90ae26e4-76dd-45cd-ba38-c4480434ece7 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.996583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65e9d903-2a9f-4c04-aca0-bd72795749fa req-90ae26e4-76dd-45cd-ba38-c4480434ece7 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1275995 Aug 03 19:40:03.034460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-171a3759-3f48-4c6a-b0e0-f321135668ac req-4f3f1121-55c6-481e-b556-4ddad84e1a71 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743425 Aug 03 19:40:03.067591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65e9d903-2a9f-4c04-aca0-bd72795749fa req-a3a4b452-fa0b-4410-8709-c8eb601f0d40 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Aug 03 19:40:03.080619 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-d7a46de4-a544-4ef6-a1d8-c0aa1a83d760 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49 HTTP/1.1" status: 200 len: 1000 time: 0.0892429 Aug 03 19:40:03.149862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-589aa71d-4214-4ced-9ace-5b06a0ba9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:03.151336 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-589aa71d-4214-4ced-9ace-5b06a0ba9718 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.0560105 Aug 03 19:40:03.196813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1f158-e14f-470a-b4d9-207cfb3c732c req-146b39fe-8422-491f-923e-526621ff1363 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:03.198537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23b1f158-e14f-470a-b4d9-207cfb3c732c req-146b39fe-8422-491f-923e-526621ff1363 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.0562899 Aug 03 19:40:03.200067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-78946398-6d95-4cbb-9b26-3d1727ea8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:03.201603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-78946398-6d95-4cbb-9b26-3d1727ea8eeb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427275 Aug 03 19:40:03.247036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23b1f158-e14f-470a-b4d9-207cfb3c732c req-9628a4a0-10bc-4416-aadd-cd1b9b505de4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Aug 03 19:40:03.324027 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-3ee4474b-4560-4713-aa88-e43a2cbf3c74 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100459 Aug 03 19:40:03.440081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:03.453025 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1ecc7758-76d2-4786-ab2a-db3d78cecfca req-30ea6aed-468d-42ac-a470-b38cf81968e7 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221821 Aug 03 19:40:03.542633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a915d2ed-bf47-4a77-bb8f-a24b8027d5ff req-1d6c8672-d537-47ce-bf40-514b288ce132 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d516f5d-8e83-4862-bc53-cc0d8d11f701 HTTP/1.1" status: 200 len: 210 time: 0.0410857 Aug 03 19:40:03.628064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:03.650846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:03.753196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.175770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Allocated IP 172.25.4.196 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/a9612e84-a155-4a78-a3d5-c65f1cb539bf) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:04.253448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679f9dd-ee14-45c6-9f06-5b2ae25fc1f1 req-c936077a-f781-4b4c-baef-155553d82062 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:04.255483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e679f9dd-ee14-45c6-9f06-5b2ae25fc1f1 req-c936077a-f781-4b4c-baef-155553d82062 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1152058 Aug 03 19:40:04.314203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e679f9dd-ee14-45c6-9f06-5b2ae25fc1f1 req-c83485a6-11b9-4d68-96aa-5e9a7b71b211 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513198 Aug 03 19:40:04.367599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.399122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007837d3-f4d9-4060-9d63-7baec0647cf4 req-dfc32639-07b9-458e-bab9-c5833dd19e15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:04.400768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-007837d3-f4d9-4060-9d63-7baec0647cf4 req-dfc32639-07b9-458e-bab9-c5833dd19e15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.0772851 Aug 03 19:40:04.442889 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.458976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-007837d3-f4d9-4060-9d63-7baec0647cf4 req-0d2fc3ae-35c7-473c-9da9-0ca1cf192e74 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523393 Aug 03 19:40:04.460984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.498990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:04.502064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:04.507628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:04.512953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'Port': ['ID=a9612e84-a155-4a78-a3d5-c65f1cb539bf,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:04.602471 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.605797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45326) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:04.685744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.991106 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.011876 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.116606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'Port': ['ID=a9612e84-a155-4a78-a3d5-c65f1cb539bf,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:05.141188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.172874 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.174115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-163ef32a-6777-4856-a0a7-9cbc41d780f2 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7330203 Aug 03 19:40:05.177128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45328) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:05.183163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1580670713'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:05.206182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Made reservation on behalf of 8cc3aea7b1a749afb1af7e2abc7b629c for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:05.210066 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.219663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.264434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.315724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.319367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.348762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:40:05.355412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7762ea65-019d-414b-ac73-43ee7172e12a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:05.362631 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.363115 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Added segment c9851324-e4d9-4925-98e4-96bf47a95c86 of type vlan for network c27a327f-ddf8-4c47-9327-7b174646b8e0 Aug 03 19:40:05.407307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.439756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.446331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:05.447006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.523541 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3449700 Aug 03 19:40:05.526407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fbc09-c688-4635-ae7b-6bae6e6e0eeb req-a97b1f82-280c-4a04-946a-0addcca9f673 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:05.526588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45334) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:05.527481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-752fbc09-c688-4635-ae7b-6bae6e6e0eeb req-a97b1f82-280c-4a04-946a-0addcca9f673 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1259394 Aug 03 19:40:05.535021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Request body: {'subnet': {'network_id': 'c27a327f-ddf8-4c47-9327-7b174646b8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:05.542959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54889-f10e-42b3-ae47-259031051e7e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'Network': ['ID=c27a327f-ddf8-4c47-9327-7b174646b8e0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:05.554912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:40:05.620690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-752fbc09-c688-4635-ae7b-6bae6e6e0eeb req-658fc854-b2b1-46fa-92c9-63c0cb97ac63 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868261 Aug 03 19:40:05.649973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Made reservation on behalf of 8cc3aea7b1a749afb1af7e2abc7b629c for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:05.649973 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.660274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5be8f-86c8-4a46-85b8-03d72757da25 req-b2405262-997a-4df6-9e37-28c1362030ce tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:05.661828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5b5be8f-86c8-4a46-85b8-03d72757da25 req-b2405262-997a-4df6-9e37-28c1362030ce tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.1192682 Aug 03 19:40:05.735563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5b5be8f-86c8-4a46-85b8-03d72757da25 req-10257442-dacd-47a4-be69-e989f8328b8e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639250 Aug 03 19:40:05.763823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting port 40363b69-b26c-4326-818a-e4f8e9712289 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:05.763823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.849916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] For port 40363b69-b26c-4326-818a-e4f8e9712289, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=40363b69-b26c-4326-818a-e4f8e9712289,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:05.850343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.873103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Calling delete_port for 40363b69-b26c-4326-818a-e4f8e9712289 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:05.882730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.947839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'Subnet': ['ID=07590172-3bba-4310-82fe-c1d1e6196d8d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:05.958551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Checking segment: {'id': 'c9851324-e4d9-4925-98e4-96bf47a95c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c27a327f-ddf8-4c47-9327-7b174646b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:05.958925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Network hostable DHCP agents. Network: c27a327f-ddf8-4c47-9327-7b174646b8e0, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:40:05.979520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:40:05.988656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c27a327f-ddf8-4c47-9327-7b174646b8e0) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:05.993069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:05.993702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.003007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a5ec2-c84e-48d2-bc19-76ad82f288e2 None None] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:06.011193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-730b5b8a-b461-4dc5-af09-2e2efc67ec6f tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4815738 Aug 03 19:40:06.012092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45350) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:06.018161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1201443352', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:06.027069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-73052f73-ae1a-4ea2-a860-7fcfa59270aa tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:06.028506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-73052f73-ae1a-4ea2-a860-7fcfa59270aa tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 811 time: 0.1749730 Aug 03 19:40:06.044761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.045778 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.091060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-9b0e08e5-172d-48c8-888b-1a9394f1d4d8 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/quotas/894576b788fd4cf59e9aefbbe3626d6e HTTP/1.1" status: 200 len: 375 time: 0.0491729 Aug 03 19:40:06.098694 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.166612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-c27a327f-ddf8-4c47-9327-7b174646b8e0', 'network_id': 'c27a327f-ddf8-4c47-9327-7b174646b8e0', 'tenant_id': '8cc3aea7b1a749afb1af7e2abc7b629c', 'fixed_ips': [{'subnet_id': '07590172-3bba-4310-82fe-c1d1e6196d8d'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:40:06.167524 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.170885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-4968d11a-064e-42d0-b084-d60b46ec6fca tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770478 Aug 03 19:40:06.268877 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.297717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.326659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Allocated IP 172.20.0.2 (c27a327f-ddf8-4c47-9327-7b174646b8e0/07590172-3bba-4310-82fe-c1d1e6196d8d/db232d14-5fff-4f14-b432-8479c5d1434a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:06.334883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Port': ['ID=40363b69-b26c-4326-818a-e4f8e9712289,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:06.347627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-70663fd9-c0ac-44cf-8d91-cda449187f29 service neutron] 10.222.0.42 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699731 Aug 03 19:40:06.490479 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.501723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Transition to ACTIVE for port object db232d14-5fff-4f14-b432-8479c5d1434a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:06.519553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Transition to ACTIVE for port object db232d14-5fff-4f14-b432-8479c5d1434a will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:06.523448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.527704 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.550712 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.613199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-0e48bc8e-7a07-4ffa-97e8-252440fbe824 service neutron] 10.222.0.42 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645984 Aug 03 19:40:06.640682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:06.643296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:06.653294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:06.660832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Pushing event updated for resources: {'Port': ['ID=db232d14-5fff-4f14-b432-8479c5d1434a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:06.713093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.728155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Allocated IP 172.25.4.134 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/7ebcd1a8-c4b9-4de9-8e99-03fdd2941251) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:06.856266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Attempting to bind port db232d14-5fff-4f14-b432-8479c5d1434a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:40:06.856922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Attempting to bind port db232d14-5fff-4f14-b432-8479c5d1434a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'c9851324-e4d9-4925-98e4-96bf47a95c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c27a327f-ddf8-4c47-9327-7b174646b8e0'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:40:06.857505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Attempting to bind port db232d14-5fff-4f14-b432-8479c5d1434a on network c27a327f-ddf8-4c47-9327-7b174646b8e0 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:06.864252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:40:06.864918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Checking segment: {'id': 'c9851324-e4d9-4925-98e4-96bf47a95c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c27a327f-ddf8-4c47-9327-7b174646b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:06.865536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.866241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Bound using segment: {'id': 'c9851324-e4d9-4925-98e4-96bf47a95c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c27a327f-ddf8-4c47-9327-7b174646b8e0'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:40:06.867442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Bound port: db232d14-5fff-4f14-b432-8479c5d1434a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9851324-e4d9-4925-98e4-96bf47a95c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c27a327f-ddf8-4c47-9327-7b174646b8e0'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:40:06.868016 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.954352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.977449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da8aeb5d-ab20-41d9-a524-71e24f207ec4 req-a4814f96-5d8a-453a-ba5a-c2dc377576e9 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 210 time: 0.0536227 Aug 03 19:40:07.004336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d51d56-fc49-462c-b645-a71344b3f0dc req-e0b20c5c-44d8-42d6-8995-b5b24f131b9e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:07.005987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09d51d56-fc49-462c-b645-a71344b3f0dc req-e0b20c5c-44d8-42d6-8995-b5b24f131b9e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.1401842 Aug 03 19:40:07.013208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.022577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] For port db232d14-5fff-4f14-b432-8479c5d1434a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:40:07.044831 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] For port db232d14-5fff-4f14-b432-8479c5d1434a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db232d14-5fff-4f14-b432-8479c5d1434a,segment=NetworkSegment(c9851324-e4d9-4925-98e4-96bf47a95c86),segment_id=c9851324-e4d9-4925-98e4-96bf47a95c86)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:40:07.053655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.080499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'Port': ['ID=7ebcd1a8-c4b9-4de9-8e99-03fdd2941251,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:07.097544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:07.099128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:07.102219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:07.133622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f1387-0204-4f6d-8750-0f431556e802 None None] Pushing event updated for resources: {'Port': ['ID=db232d14-5fff-4f14-b432-8479c5d1434a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:07.136488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 79cfcd2c-eabb-4477-9d8b-5250beeccf04 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:07.162783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 79cfcd2c-eabb-4477-9d8b-5250beeccf04 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:07.163509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 79cfcd2c-eabb-4477-9d8b-5250beeccf04 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:07.477182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.544904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09d51d56-fc49-462c-b645-a71344b3f0dc req-90f192cd-1550-452c-859d-a46305204fec tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293612 Aug 03 19:40:07.617095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Router 1d443688-0336-4bd6-b9df-14d6b088df7f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:07.718304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.738128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:07.743425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e56d3d1c-fec4-4ab8-a706-7a5f1763aef3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "PUT /v2.0/routers/1d443688-0336-4bd6-b9df-14d6b088df7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1365933 Aug 03 19:40:07.746153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45366) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:07.750006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] Sync routers for ids ['1d443688-0336-4bd6-b9df-14d6b088df7f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:07.759309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] Routers {'1d443688-0336-4bd6-b9df-14d6b088df7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:07.759939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1d443688-0336-4bd6-b9df-14d6b088df7f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:07.802305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce0e08f-1f66-40d4-8f7d-4e8cb1ba3334 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting subnet 8a9d3269-9eae-4bc8-bead-54e99a0a5a58 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:40:07.807017 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e08f-1f66-40d4-8f7d-4e8cb1ba3334 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.851800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e08f-1f66-40d4-8f7d-4e8cb1ba3334 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.880176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Router ed5e5836-2fcb-4377-be83-f9a96d827ae9 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:40:07.892573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] Set router 1d443688-0336-4bd6-b9df-14d6b088df7f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:08.000400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e08f-1f66-40d4-8f7d-4e8cb1ba3334 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.128197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e08f-1f66-40d4-8f7d-4e8cb1ba3334 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.174211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4615b6b9-f5c4-4e5c-bed1-507a81fca676 req-858cf6c8-1898-41f0-8045-2c1b9962b978 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 210 time: 0.0604813 Aug 03 19:40:08.221303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0e08f-1f66-40d4-8f7d-4e8cb1ba3334 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9d3269-9eae-4bc8-bead-54e99a0a5a58,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:08.223450 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e08f-1f66-40d4-8f7d-4e8cb1ba3334 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.226414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5ce0e08f-1f66-40d4-8f7d-4e8cb1ba3334 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/subnets/8a9d3269-9eae-4bc8-bead-54e99a0a5a58 HTTP/1.1" status: 204 len: 168 time: 0.4787397 Aug 03 19:40:08.229220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45372) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:08.237573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be65992-1982-435c-b88b-a6c3da54db4e None None] Network 50ae72c4-e1c1-440e-9387-4c1c646e500e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:08.399721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.465582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:40:06Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:08.497385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] Checking router: 1d443688-0336-4bd6-b9df-14d6b088df7f for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:40:08.509452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] Routers {'1d443688-0336-4bd6-b9df-14d6b088df7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:08.511027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1d443688-0336-4bd6-b9df-14d6b088df7f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:08.516529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ea8be-c515-40fb-90cd-8c0909690b22 None None] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:08.534932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.542975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:08.562217 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecae6d-e097-41b1-9db6-c895d2e49323 None None] Sync routers for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:08.571460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] DHCP port deletion for 50ae72c4-e1c1-440e-9387-4c1c646e500e request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:40:08.591520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.595752 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecae6d-e097-41b1-9db6-c895d2e49323 None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:08.595931 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0f19288d-0613-4fcd-9d59-de7e94551dc9 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5825861 Aug 03 19:40:08.596616 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-ccecae6d-e097-41b1-9db6-c895d2e49323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:08.601978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45376) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:08.622650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-98500b1a-9776-4160-a1f2-a2cccd52e923 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:08.624961 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-98500b1a-9776-4160-a1f2-a2cccd52e923 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.88 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 811 time: 0.1675742 Aug 03 19:40:08.665299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Request body: {'port': {'device_id': '663cfac5-e737-46e6-82a0-455050976332', 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f', 'admin_state_up': True, 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:08.696301 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-ccecae6d-e097-41b1-9db6-c895d2e49323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:08.709494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting port 5167dfd0-bbe6-411b-90d4-b3925f4f800f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:08.709494 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.719953 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecae6d-e097-41b1-9db6-c895d2e49323 None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:08.721523 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-ccecae6d-e097-41b1-9db6-c895d2e49323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:08.735518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9ba12d59-74e4-442d-8684-b0828480b068 None None] Provisioning for port db232d14-5fff-4f14-b432-8479c5d1434a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:08.783125 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-ccecae6d-e097-41b1-9db6-c895d2e49323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:08.783779 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecae6d-e097-41b1-9db6-c895d2e49323 None None] The sync data for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:08.789958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db232d14-5fff-4f14-b432-8479c5d1434a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:08.803441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Made reservation on behalf of 894576b788fd4cf59e9aefbbe3626d6e for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:08.807051 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.818397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e10ef-860d-49de-9f4b-a1449aa80051 req-23a7c3a5-2751-4a8e-b6d8-681210d482b8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:08.826358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-149e10ef-860d-49de-9f4b-a1449aa80051 req-23a7c3a5-2751-4a8e-b6d8-681210d482b8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.1166964 Aug 03 19:40:08.838123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] Set router 1d443688-0336-4bd6-b9df-14d6b088df7f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:08.876869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] For port 5167dfd0-bbe6-411b-90d4-b3925f4f800f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5167dfd0-bbe6-411b-90d4-b3925f4f800f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:08.877278 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.893993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-149e10ef-860d-49de-9f4b-a1449aa80051 req-2cb60a6b-d4b6-434d-8404-af94f2b4ced5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666580 Aug 03 19:40:08.898347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Calling delete_port for 5167dfd0-bbe6-411b-90d4-b3925f4f800f owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:08.997323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] Deleting port 4689c526-17e6-4a6d-a761-be54c9f66536 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:08.997722 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.092008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port db232d14-5fff-4f14-b432-8479c5d1434a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:09.106267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Allocated IP 172.20.0.5 (057a8773-2656-4c2a-8aa0-5a0a465eb52f/a8567e21-d93a-4584-9ed7-ca9c469ed7e9/014e30eb-bebe-41e1-bd65-0da159114080) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:09.115002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port db232d14-5fff-4f14-b432-8479c5d1434a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:09.115423 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.127795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] For port 4689c526-17e6-4a6d-a761-be54c9f66536, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4689c526-17e6-4a6d-a761-be54c9f66536,segment=NetworkSegment(a44fcc3c-4385-4548-bc1b-524faecd2a3b),segment_id=a44fcc3c-4385-4548-bc1b-524faecd2a3b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:09.128264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.144812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.169230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] Calling delete_port for 4689c526-17e6-4a6d-a761-be54c9f66536 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:09.203371 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Port': ['ID=5167dfd0-bbe6-411b-90d4-b3925f4f800f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:09.342010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f49522d7-fccb-43f8-972d-1c37abfdfa89 req-37a3c4d0-8b44-495e-8666-c56e3a77ebb2 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 210 time: 0.0539207 Aug 03 19:40:09.345954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.366912 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.372617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:40:06Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:09.382232 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.414297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb252aa9-aa36-407d-abc2-894846afa7a6 None None] The sync data for ids ['1d443688-0336-4bd6-b9df-14d6b088df7f'] in n-d-803378-1 is: [{'id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507077653', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:40:06Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '5167dfd0-bbe6-411b-90d4-b3925f4f800f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:94:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d443688-0336-4bd6-b9df-14d6b088df7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:09.456408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] Pushing event deleted for resources: {'Port': ['ID=4689c526-17e6-4a6d-a761-be54c9f66536,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:09.486310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port db232d14-5fff-4f14-b432-8479c5d1434a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db232d14-5fff-4f14-b432-8479c5d1434a,segment=NetworkSegment(c9851324-e4d9-4925-98e4-96bf47a95c86),segment_id=c9851324-e4d9-4925-98e4-96bf47a95c86)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:09.488931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70186fc4-790c-4b49-bf97-ad5b53850de2 None None] No DVR routers for this DVR port 4689c526-17e6-4a6d-a761-be54c9f66536 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:09.494579 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.540188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.542544 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.560807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=db232d14-5fff-4f14-b432-8479c5d1434a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:09.597840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.599099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Fanout notify agent at l3_agent the message router_deleted on router 1d443688-0336-4bd6-b9df-14d6b088df7f {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:40:09.602742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.607207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bec4570b-2041-448f-a716-0477ab3ae54f None None] Provisioning complete for port db232d14-5fff-4f14-b432-8479c5d1434a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:09.607588 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bec4570b-2041-448f-a716-0477ab3ae54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.613277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.615608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-575b3658-7f8f-4f7a-b529-d50ea00da56e tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/routers/1d443688-0336-4bd6-b9df-14d6b088df7f HTTP/1.1" status: 204 len: 168 time: 1.3853106 Aug 03 19:40:09.616456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.618242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45384) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:09.710026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.766661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.800936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['e77d14e4-0560-4a5a-a804-dc74a803deed'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:40:09.817818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.832131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ae72c4-e1c1-440e-9387-4c1c646e500e']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:09.838210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Pushing event updated for resources: {'Port': ['ID=014e30eb-bebe-41e1-bd65-0da159114080,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:09.841966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44fcc3c-4385-4548-bc1b-524faecd2a3b') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:09.842249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44fcc3c-4385-4548-bc1b-524faecd2a3b') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:09.853997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.859160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4689c526-17e6-4a6d-a761-be54c9f66536 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:09.878335 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.887481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:40:09.888286 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:40:09.892384 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:40:09.895944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Network 057a8773-2656-4c2a-8aa0-5a0a465eb52f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:09.899354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:09.902370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:09.907272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 4689c526-17e6-4a6d-a761-be54c9f66536 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:09.908680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4689c526-17e6-4a6d-a761-be54c9f66536 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:09.966716 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.008678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.014181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/networks/50ae72c4-e1c1-440e-9387-4c1c646e500e HTTP/1.1" status: 204 len: 168 time: 0.3921025 Aug 03 19:40:10.014181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2bac1-df24-4763-b171-89c1137e6a9b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Network': ['ID=50ae72c4-e1c1-440e-9387-4c1c646e500e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:10.016151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45390) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:10.049539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:10.050462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.089311 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1cdf96aa-d782-441e-b22c-ec8ce78e503d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4277568 Aug 03 19:40:10.122609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Request body: {'port': {'device_id': '663cfac5-e737-46e6-82a0-455050976332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:10.177501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Allocated IP 172.20.0.1 (c27a327f-ddf8-4c47-9327-7b174646b8e0/07590172-3bba-4310-82fe-c1d1e6196d8d/6d8550f3-a44c-4617-8c71-06cdcb36e0ea) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:10.208828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeeaa4-ab96-4f8b-ad4d-e0644e46f387 req-23916322-fc4b-4b08-a595-3866dda64959 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:10.211265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9daeeaa4-ab96-4f8b-ad4d-e0644e46f387 req-23916322-fc4b-4b08-a595-3866dda64959 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.1265340 Aug 03 19:40:10.220032 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.311054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9daeeaa4-ab96-4f8b-ad4d-e0644e46f387 req-11258e43-f243-4a14-8e12-2d0800822ee9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889335 Aug 03 19:40:10.333287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting port 2608ab6d-d3e6-413e-ac5d-37cf8fb80b04 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:10.333287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.447261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.447261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.456472 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.478657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Calling delete_port for 2608ab6d-d3e6-413e-ac5d-37cf8fb80b04 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:10.488310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Transition to ACTIVE for port object 6d8550f3-a44c-4617-8c71-06cdcb36e0ea will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:10.546668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb31613-3597-4c9b-a8bb-ce697b5a42ab req-51077047-3c7a-4eda-9c83-3c475a50b3e7 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:10.548219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eeb31613-3597-4c9b-a8bb-ce697b5a42ab req-51077047-3c7a-4eda-9c83-3c475a50b3e7 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 931 time: 0.1208777 Aug 03 19:40:10.604083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.629262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eeb31613-3597-4c9b-a8bb-ce697b5a42ab req-b9668223-9eaf-47da-adcd-f30ed2916cee tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702388 Aug 03 19:40:10.661945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:10.680023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:10.689585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:10.752510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.762424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db232d14-5fff-4f14-b432-8479c5d1434a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:10.785761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Port': ['ID=2608ab6d-d3e6-413e-ac5d-37cf8fb80b04,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:10.787861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.831673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'Port': ['ID=6d8550f3-a44c-4617-8c71-06cdcb36e0ea,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:10.838569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port db232d14-5fff-4f14-b432-8479c5d1434a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:10.841157 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.853499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014e30eb-bebe-41e1-bd65-0da159114080 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:40:10.867698 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.874282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:10.875006 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Floating IP e4297362-6dbe-49cb-bec5-c8aadce63044 disassociated (deleted). External IP: 172.25.4.201, port: 21d83c06-31f3-4a06-a5fa-7786d88ae6a7. Aug 03 19:40:10.896029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Transition to ACTIVE for port object 014e30eb-bebe-41e1-bd65-0da159114080 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:10.928323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.022181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 40363b69-b26c-4326-818a-e4f8e9712289 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:11.043374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Pushing event updated for resources: {'Port': ['ID=014e30eb-bebe-41e1-bd65-0da159114080,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:11.049047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 40363b69-b26c-4326-818a-e4f8e9712289 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:11.049629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 40363b69-b26c-4326-818a-e4f8e9712289 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:11.050162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5167dfd0-bbe6-411b-90d4-b3925f4f800f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:11.053909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-14a38fa4-15bb-4d57-8f67-5794f7478a73 None None] Provisioning for port 6d8550f3-a44c-4617-8c71-06cdcb36e0ea completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:11.081409 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.089729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 5167dfd0-bbe6-411b-90d4-b3925f4f800f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:11.090444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5167dfd0-bbe6-411b-90d4-b3925f4f800f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:11.092547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-14a38fa4-15bb-4d57-8f67-5794f7478a73 None None] Provisioning complete for port 6d8550f3-a44c-4617-8c71-06cdcb36e0ea triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:11.098413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-14a38fa4-15bb-4d57-8f67-5794f7478a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.149932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-14a38fa4-15bb-4d57-8f67-5794f7478a73 None None] Port 6d8550f3-a44c-4617-8c71-06cdcb36e0ea cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:11.157669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Router 57bab69e-e4e7-46d9-b458-eb4738a90168 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:11.158351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Attempting to bind port 014e30eb-bebe-41e1-bd65-0da159114080 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:40:11.158707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Attempting to bind port 014e30eb-bebe-41e1-bd65-0da159114080 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:40:11.159042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Attempting to bind port 014e30eb-bebe-41e1-bd65-0da159114080 on network 057a8773-2656-4c2a-8aa0-5a0a465eb52f {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:11.170030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Port 014e30eb-bebe-41e1-bd65-0da159114080 on network 057a8773-2656-4c2a-8aa0-5a0a465eb52f not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:40:11.170370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Attempting to bind port 014e30eb-bebe-41e1-bd65-0da159114080 on network 057a8773-2656-4c2a-8aa0-5a0a465eb52f {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:11.189952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:40:11.190295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Checking segment: {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:11.190735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Bound using segment: {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:40:11.191128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Bound port: 014e30eb-bebe-41e1-bd65-0da159114080, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc4d4d8-c70f-4a66-94b8-68c336505c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:40:11.191489 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.279155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:11.283761 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.289124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d423333-968d-43a9-a798-16612693233f None None] Sync routers for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:11.299008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d423333-968d-43a9-a798-16612693233f None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:11.299622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4d423333-968d-43a9-a798-16612693233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:11.316765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d101e3f1-4be3-41b9-aa3e-5b7cc168c25b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/floatingips/e4297362-6dbe-49cb-bec5-c8aadce63044 HTTP/1.1" status: 204 len: 168 time: 1.2972493 Aug 03 19:40:11.316765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:11.318495 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf16123d-b71f-4642-b07e-4274b932f0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:11.344735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] For port 014e30eb-bebe-41e1-bd65-0da159114080, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:40:11.377219 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca491bec-4c79-4e35-8c49-3456583cc130 x-openstack-request-id: req-ca491bec-4c79-4e35-8c49-3456583cc130 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:11.377642 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:11.379574 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca491bec-4c79-4e35-8c49-3456583cc130 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:11.379759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] For port 014e30eb-bebe-41e1-bd65-0da159114080, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=014e30eb-bebe-41e1-bd65-0da159114080,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:40:11.382535 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'status': 'completed', 'code': 200} Aug 03 19:40:11.390754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.500916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.501577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.503871 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] 10.222.0.88 "PUT /v2.0/ports/014e30eb-bebe-41e1-bd65-0da159114080 HTTP/1.1" status: 200 len: 1091 time: 1.3884053 Aug 03 19:40:11.504188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663cfac5-e737-46e6-82a0-455050976332', 'tag': '014e30eb-bebe-41e1-bd65-0da159114080'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:11.506923 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b" -d '{"events": [{"name": "network-changed", "server_uuid": "663cfac5-e737-46e6-82a0-455050976332", "tag": "014e30eb-bebe-41e1-bd65-0da159114080"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:11.527376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-ced77051-4676-4dc7-8a12-65be89b9016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.529396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-ced77051-4676-4dc7-8a12-65be89b9016e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3969da7ef2a040649853fb4d935d8d03&device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 1136 time: 0.1094759 Aug 03 19:40:11.547373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33febd5-e166-4df3-9d61-ce7406ab768e req-fe1a7c9f-14b1-4700-b203-492f361d825a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.556354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d33febd5-e166-4df3-9d61-ce7406ab768e req-fe1a7c9f-14b1-4700-b203-492f361d825a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.0943809 Aug 03 19:40:11.602065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7fda8-a405-404f-8bb9-27c7b7e3ce94 service neutron] Pushing event updated for resources: {'Port': ['ID=014e30eb-bebe-41e1-bd65-0da159114080,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:11.605973 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2649ad31-d8c3-487e-861d-e1ea69dc8b52 x-openstack-request-id: req-2649ad31-d8c3-487e-861d-e1ea69dc8b52 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:11.606653 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663cfac5-e737-46e6-82a0-455050976332", "tag": "014e30eb-bebe-41e1-bd65-0da159114080", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:11.606653 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2649ad31-d8c3-487e-861d-e1ea69dc8b52 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:11.606944 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663cfac5-e737-46e6-82a0-455050976332', 'tag': '014e30eb-bebe-41e1-bd65-0da159114080', 'status': 'completed', 'code': 200} Aug 03 19:40:11.652327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8f73e6ff-87cc-4959-8ea9-be3f4e399570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.654052 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-8f73e6ff-87cc-4959-8ea9-be3f4e399570 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 1094 time: 0.0991395 Aug 03 19:40:11.661060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d33febd5-e166-4df3-9d61-ce7406ab768e req-e3b92226-afea-49d0-b81b-f87974ef1bdb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034431 Aug 03 19:40:11.675837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4d423333-968d-43a9-a798-16612693233f None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:11.685125 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.717705 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.742631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402979ef-6697-4d90-8b98-97e83e308449 req-91ceab92-093a-4374-a19d-a6f175b98b2f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.743614 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-dd58cd64-468a-49c9-b550-e7863558938b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=014e30eb-bebe-41e1-bd65-0da159114080 HTTP/1.1" status: 200 len: 217 time: 0.0760620 Aug 03 19:40:11.744125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-402979ef-6697-4d90-8b98-97e83e308449 req-91ceab92-093a-4374-a19d-a6f175b98b2f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 985 time: 0.0824387 Aug 03 19:40:11.756490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-cac28054-f4ee-49d9-8385-da06d65c272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.757969 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-cac28054-f4ee-49d9-8385-da06d65c272c service neutron] 10.222.0.63 "GET /v2.0/networks?id=930f77d8-b8df-4a00-bf15-2936af062b58 HTTP/1.1" status: 200 len: 898 time: 0.1799257 Aug 03 19:40:11.826177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:11.832087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-22062c20-4332-4043-bf02-0bd2bcb64013 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7 HTTP/1.1" status: 200 len: 217 time: 0.0486104 Aug 03 19:40:11.838785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'Port': ['ID=6d8550f3-a44c-4617-8c71-06cdcb36e0ea,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:11.843361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-c3678a5d-e038-4f71-bd67-7000358d0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.843750 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-c3678a5d-e038-4f71-bd67-7000358d0cb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 200 len: 851 time: 0.0758586 Aug 03 19:40:11.884137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-402979ef-6697-4d90-8b98-97e83e308449 req-5a621f8f-21c1-4daa-81d9-90723f8d6ca3 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1236138 Aug 03 19:40:11.895436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2adb5-0b36-4058-903d-dc10c740e8b3 req-9612b804-2fe6-4e23-ad64-b4f90d91c3eb tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.897123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01c2adb5-0b36-4058-903d-dc10c740e8b3 req-9612b804-2fe6-4e23-ad64-b4f90d91c3eb tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 943 time: 0.1505034 Aug 03 19:40:11.915395 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-cf6039eb-45e5-46d2-95ea-eab9e9789d5d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=057a8773-2656-4c2a-8aa0-5a0a465eb52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579951 Aug 03 19:40:11.915644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4d423333-968d-43a9-a798-16612693233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:38:04Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:11.942979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d423333-968d-43a9-a798-16612693233f None None] Checking router: 57bab69e-e4e7-46d9-b458-eb4738a90168 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:40:11.950614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-54cfa339-7083-4118-80cf-9497ea73f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:11.952101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-54cfa339-7083-4118-80cf-9497ea73f49e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9f0f8dd-41d5-4e3d-87fd-24d518ff9913 HTTP/1.1" status: 200 len: 835 time: 0.1089854 Aug 03 19:40:11.952955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d423333-968d-43a9-a798-16612693233f None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:11.953783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4d423333-968d-43a9-a798-16612693233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:11.961421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01c2adb5-0b36-4058-903d-dc10c740e8b3 req-abb67adf-5d8e-4f00-9f76-243e960b5057 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 Aug 03 19:40:12.009109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-494f98f7-49e6-4f7f-8ba3-e2da8ef7009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:12.010683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-494f98f7-49e6-4f7f-8ba3-e2da8ef7009a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=930f77d8-b8df-4a00-bf15-2936af062b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483830 Aug 03 19:40:12.026464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:12.029417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:12.049954 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-1c67e43c-032c-4654-b827-81779b5b0e17 service neutron] 10.222.0.88 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270001 Aug 03 19:40:12.082100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4d423333-968d-43a9-a798-16612693233f None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:12.125183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-8dcc6b36-8532-49c2-b146-9fbe342460aa service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041663 Aug 03 19:40:12.399510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ca5dc0c5-49f8-44d3-9c30-eba92ac93571 None None] Provisioning complete for port 6d8550f3-a44c-4617-8c71-06cdcb36e0ea triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:12.399793 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc0c5-49f8-44d3-9c30-eba92ac93571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:12.461415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ca5dc0c5-49f8-44d3-9c30-eba92ac93571 None None] Port 6d8550f3-a44c-4617-8c71-06cdcb36e0ea cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:12.469919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4d423333-968d-43a9-a798-16612693233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:38:04Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:12.502150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d423333-968d-43a9-a798-16612693233f None None] The sync data for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 is: [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '1c071a1e-2a8b-42a7-93c5-c632733aeca4', 'name': '', 'network_id': '930f77d8-b8df-4a00-bf15-2936af062b58', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'mac_address': 'fa:16:3e:90:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:57Z', 'updated_at': '2021-08-03T19:38:04Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'subnets': [{'id': 'b9f0f8dd-41d5-4e3d-87fd-24d518ff9913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:12.649689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf16123d-b71f-4642-b07e-4274b932f0f2 req-3517f29b-7e76-4b2b-81ac-c093cb15d865 service neutron] 10.222.0.63 "GET /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148165 Aug 03 19:40:12.700562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Router ed5e5836-2fcb-4377-be83-f9a96d827ae9 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:12.703343 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d85a8732-3617-4498-9bd7-188fdfb62e40 req-10506f2e-fb26-437e-8f18-a2cf4016d5c4 service neutron] 10.222.0.88 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6221633 Aug 03 19:40:12.808317 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531b4be-3e70-41a8-9d10-6261051b30f1 None None] New status for floating IP e4297362-6dbe-49cb-bec5-c8aadce63044: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:40:12.808865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd742308-7c31-48c3-b86e-dcbfe0832fde req-218ee76e-ae55-4f83-ac37-dd740338839c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:12.810040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd742308-7c31-48c3-b86e-dcbfe0832fde req-218ee76e-ae55-4f83-ac37-dd740338839c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 944 time: 0.0539210 Aug 03 19:40:12.849791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-df2ba648-49f2-4d1c-a030-5fe1f2f5d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:12.852091 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-df2ba648-49f2-4d1c-a030-5fe1f2f5d2be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 1094 time: 0.0869398 Aug 03 19:40:12.853227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:12.855147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd742308-7c31-48c3-b86e-dcbfe0832fde req-fdbcdebb-cb9e-4a02-ba22-4ad4283ff4fa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Aug 03 19:40:12.865331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda9159-7e4b-4adc-8471-ad964c778655 None None] Sync routers for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:12.870327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-91aa8305-119b-4891-bcd3-9282bc49b9c0 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "PUT /v2.0/routers/ed5e5836-2fcb-4377-be83-f9a96d827ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2674935 Aug 03 19:40:12.872839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45412) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:12.877556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda9159-7e4b-4adc-8471-ad964c778655 None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:12.878379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0fda9159-7e4b-4adc-8471-ad964c778655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:12.878777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Request body: {'port': {'network_id': 'c27a327f-ddf8-4c47-9327-7b174646b8e0', 'name': 'tempest-FloatingIPAdminTestJSON-1620946616'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:12.915543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0fda9159-7e4b-4adc-8471-ad964c778655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:12.927751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda9159-7e4b-4adc-8471-ad964c778655 None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:12.928415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0fda9159-7e4b-4adc-8471-ad964c778655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:12.965178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0fda9159-7e4b-4adc-8471-ad964c778655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:12.965876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda9159-7e4b-4adc-8471-ad964c778655 None None] The sync data for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:12.985016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-c282478c-0991-47e7-ae8a-837d3023333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:12.986583 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-c282478c-0991-47e7-ae8a-837d3023333c service neutron] 10.222.0.88 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 912 time: 0.1151757 Aug 03 19:40:13.035443 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-b1e49d72-465a-4677-b10d-15aea97b5d88 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=014e30eb-bebe-41e1-bd65-0da159114080 HTTP/1.1" status: 200 len: 217 time: 0.0395784 Aug 03 19:40:13.055279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device deead1e4-07a2-4f67-b46f-4b9f44054b41 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:40:13.097145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90a47c-6ba8-42e9-8352-bc092e11be5c req-56b14829-bd2e-494b-9b9f-030a341b5f9f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:13.097438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-76b77f57-fb45-48be-b1b5-421da9a4f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:13.098702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef90a47c-6ba8-42e9-8352-bc092e11be5c req-56b14829-bd2e-494b-9b9f-030a341b5f9f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 985 time: 0.1091511 Aug 03 19:40:13.099116 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-76b77f57-fb45-48be-b1b5-421da9a4f25e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 200 len: 851 time: 0.0563426 Aug 03 19:40:13.124696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Made reservation on behalf of 8cc3aea7b1a749afb1af7e2abc7b629c for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:13.128398 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:13.133848 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-a9341417-4b3b-4b8a-b1c4-ecc44ff9f167 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=057a8773-2656-4c2a-8aa0-5a0a465eb52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273492 Aug 03 19:40:13.158533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675645d6-b774-41a3-bc1e-499f412244d3 req-d67abc54-afe7-488a-b352-e658f0e69772 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:13.160025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-675645d6-b774-41a3-bc1e-499f412244d3 req-d67abc54-afe7-488a-b352-e658f0e69772 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 943 time: 0.1209977 Aug 03 19:40:13.160877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port deead1e4-07a2-4f67-b46f-4b9f44054b41, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=deead1e4-07a2-4f67-b46f-4b9f44054b41,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:13.175433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'deead1e4-07a2-4f67-b46f-4b9f44054b41', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'port_id': 'deead1e4-07a2-4f67-b46f-4b9f44054b41', 'mac_address': 'fa:16:3e:16:55:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:40:13.189657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] device_id is not set on port f51056d5-04a5-47ac-bbb6-37de920b99bf yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:40:13.201311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef90a47c-6ba8-42e9-8352-bc092e11be5c req-b150e9dd-3a44-4d87-a196-37ad1c2dc30d tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/security-groups?id=3c05671b-b760-4292-b32f-de7909c01574&id=89f474f0-303a-47dc-9e89-8750dcbea1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0936718 Aug 03 19:40:13.222584 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:13.238883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deead1e4-07a2-4f67-b46f-4b9f44054b41 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:40:13.246326 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-f79d4bc6-cab3-4298-a3e7-87704f2d71ec service neutron] 10.222.0.88 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040249 Aug 03 19:40:13.261886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port deead1e4-07a2-4f67-b46f-4b9f44054b41, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=deead1e4-07a2-4f67-b46f-4b9f44054b41,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:13.267323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:13.292244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-675645d6-b774-41a3-bc1e-499f412244d3 req-4d08fbbe-4a83-48a4-85fb-bd59f3de8afd tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255453 Aug 03 19:40:13.344192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=deead1e4-07a2-4f67-b46f-4b9f44054b41,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:13.356705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-140bb5fc-8ecd-4e72-89d7-09a7382bc167 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:13.358293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-140bb5fc-8ecd-4e72-89d7-09a7382bc167 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.63 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 985 time: 0.1535120 Aug 03 19:40:13.359203 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c213c3c7-68eb-4c9f-b9b7-ddf17549de5b req-0ee42e6b-4ae1-4e43-ba5a-cb8402b9b649 service neutron] 10.222.0.88 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057553 Aug 03 19:40:13.416850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Allocated IP 172.20.0.6 (c27a327f-ddf8-4c47-9327-7b174646b8e0/07590172-3bba-4310-82fe-c1d1e6196d8d/f51056d5-04a5-47ac-bbb6-37de920b99bf) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:13.551669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:13.552018 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:13.638156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['deead1e4-07a2-4f67-b46f-4b9f44054b41'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:40:13.672491 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:13.684242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] For port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:13.684498 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:13.713375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Transition to ACTIVE for port object f51056d5-04a5-47ac-bbb6-37de920b99bf will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:13.714945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Calling delete_port for 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:13.800139 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:13.848937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:13.855649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:13.866906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:13.891951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event updated for resources: {'Port': ['ID=f51056d5-04a5-47ac-bbb6-37de920b99bf,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:13.983662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:13.984321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:13.989778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:14.034072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Port': ['ID=21d83c06-31f3-4a06-a5fa-7786d88ae6a7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:14.043901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-614441ca-c0b3-45af-a0bb-afe0e269052d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1698384 Aug 03 19:40:14.047673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45422) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:14.076614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cb877-ee31-4924-bd90-0da2dc9e2574 req-42543959-e33b-45df-8526-1378e46dd9ca tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:14.078199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b1cb877-ee31-4924-bd90-0da2dc9e2574 req-42543959-e33b-45df-8526-1378e46dd9ca tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 945 time: 0.1408222 Aug 03 19:40:14.103802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4b18f00a-98ac-4168-911b-e4552d7f0c6c None None] Provisioning for port f51056d5-04a5-47ac-bbb6-37de920b99bf completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:14.108512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4b18f00a-98ac-4168-911b-e4552d7f0c6c None None] Provisioning complete for port f51056d5-04a5-47ac-bbb6-37de920b99bf triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:14.109293 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4b18f00a-98ac-4168-911b-e4552d7f0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:14.110791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] No DVR routers for this DVR port 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:14.119367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:14.121350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3622d3b-92e4-4fbd-a081-685b5213ada9 req-0f168ce5-717e-43fe-bd85-b8f5c764ad8b tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.63 "DELETE /v2.0/ports/21d83c06-31f3-4a06-a5fa-7786d88ae6a7 HTTP/1.1" status: 204 len: 173 time: 0.7550299 Aug 03 19:40:14.123581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'name': 'network-vif-deleted', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:14.126063 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfb6514-d3a7-473b-8a55-63eebef09692" -d '{"events": [{"server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "name": "network-vif-deleted", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:14.133385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'project_id': '8cc3aea7b1a749afb1af7e2abc7b629c', 'port_id': 'f51056d5-04a5-47ac-bbb6-37de920b99bf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:14.158837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4b18f00a-98ac-4168-911b-e4552d7f0c6c None None] Port f51056d5-04a5-47ac-bbb6-37de920b99bf cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:14.166828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b1cb877-ee31-4924-bd90-0da2dc9e2574 req-b8e67a08-5a57-40e3-bfaf-a1b68366b08f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821431 Aug 03 19:40:14.176675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:14.180084 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a1100-32de-42aa-be16-9df8f5980fc6 x-openstack-request-id: req-316a1100-32de-42aa-be16-9df8f5980fc6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:14.180478 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3426dc4d-e2fc-49ac-8911-99e31aa435f2", "name": "network-vif-deleted", "tag": "21d83c06-31f3-4a06-a5fa-7786d88ae6a7", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:14.180802 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-316a1100-32de-42aa-be16-9df8f5980fc6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:14.181307 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3426dc4d-e2fc-49ac-8911-99e31aa435f2', 'name': 'network-vif-deleted', 'tag': '21d83c06-31f3-4a06-a5fa-7786d88ae6a7', 'status': 'completed', 'code': 200} Aug 03 19:40:14.288564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:14.359960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2bf25357-cf6d-465a-8fa7-92ead4bb9bb6 req-c3fc8ccf-bba8-427e-8646-768ec9c593af tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "GET /v2.0/ports?device_id=3426dc4d-e2fc-49ac-8911-99e31aa435f2 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Aug 03 19:40:14.457716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Allocated IP 172.25.4.76 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c63c501e-dde8-4246-b5c4-aff29ce9eca7) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:14.466967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2701962-5ff0-485d-8468-d454302306bf req-76f09d9a-4a5e-40c6-8723-2b9610da2ae4 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:14.468560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2701962-5ff0-485d-8468-d454302306bf req-76f09d9a-4a5e-40c6-8723-2b9610da2ae4 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 943 time: 0.0943043 Aug 03 19:40:14.562678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2701962-5ff0-485d-8468-d454302306bf req-2e2af769-4cfe-43a3-b3e4-44dc17476c9b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850902 Aug 03 19:40:14.606707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:14.646445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:14.683969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:14.687206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:14.690745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:14.726123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Pushing event updated for resources: {'Port': ['ID=c63c501e-dde8-4246-b5c4-aff29ce9eca7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:15.055689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.069685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device deead1e4-07a2-4f67-b46f-4b9f44054b41 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:15.104774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 014e30eb-bebe-41e1-bd65-0da159114080 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:40:15.126307 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.174875 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port deead1e4-07a2-4f67-b46f-4b9f44054b41 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:15.185381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port deead1e4-07a2-4f67-b46f-4b9f44054b41 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:15.185776 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.247191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 014e30eb-bebe-41e1-bd65-0da159114080, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=014e30eb-bebe-41e1-bd65-0da159114080,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:15.262584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '014e30eb-bebe-41e1-bd65-0da159114080', 'network_id': '057a8773-2656-4c2a-8aa0-5a0a465eb52f', 'port_id': '014e30eb-bebe-41e1-bd65-0da159114080', 'mac_address': 'fa:16:3e:ee:b8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8567e21-d93a-4584-9ed7-ca9c469ed7e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:40:15.331377 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.339237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86851c41-6c9c-440f-ad1b-d63550e4355a req-e2561e7f-5d65-4e0d-9309-5e8193701587 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:15.340766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86851c41-6c9c-440f-ad1b-d63550e4355a req-e2561e7f-5d65-4e0d-9309-5e8193701587 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 945 time: 0.0861230 Aug 03 19:40:15.342956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.344446 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.356099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.359931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014e30eb-bebe-41e1-bd65-0da159114080 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:40:15.393696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deead1e4-07a2-4f67-b46f-4b9f44054b41'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:15.396176 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95cafb3-433b-4d7d-80eb-3c96a4f127ca" -d '{"events": [{"server_uuid": "e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f", "name": "network-vif-plugged", "status": "completed", "tag": "deead1e4-07a2-4f67-b46f-4b9f44054b41"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:15.404791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 014e30eb-bebe-41e1-bd65-0da159114080, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=014e30eb-bebe-41e1-bd65-0da159114080,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:15.414569 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.418429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port deead1e4-07a2-4f67-b46f-4b9f44054b41, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=deead1e4-07a2-4f67-b46f-4b9f44054b41,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:15.423460 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.438272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45440) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:15.448852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86851c41-6c9c-440f-ad1b-d63550e4355a req-c797fe85-2d56-41bc-a91d-12bd2c690260 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010034 Aug 03 19:40:15.466141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Pushing event updated for resources: {'Port': ['ID=c63c501e-dde8-4246-b5c4-aff29ce9eca7,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:15.473317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.493793 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce6d9e9-5022-4f8b-82dd-e69171c4c75d x-openstack-request-id: req-fce6d9e9-5022-4f8b-82dd-e69171c4c75d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:15.494085 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f", "name": "network-vif-plugged", "status": "completed", "tag": "deead1e4-07a2-4f67-b46f-4b9f44054b41", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:15.494441 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fce6d9e9-5022-4f8b-82dd-e69171c4c75d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:15.494836 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deead1e4-07a2-4f67-b46f-4b9f44054b41', 'code': 200} Aug 03 19:40:15.500197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=014e30eb-bebe-41e1-bd65-0da159114080,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:15.555308 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eda18145-b417-4329-bd67-a575b92efe48 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.563964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=deead1e4-07a2-4f67-b46f-4b9f44054b41,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:15.584120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eda18145-b417-4329-bd67-a575b92efe48 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.619472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['014e30eb-bebe-41e1-bd65-0da159114080'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:40:15.633876 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Floating IP eb91b15a-dacc-4df0-bec1-a4ed1ba9c70c associated. External IP: 172.25.4.76, port: f51056d5-04a5-47ac-bbb6-37de920b99bf. Aug 03 19:40:15.637652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eda18145-b417-4329-bd67-a575b92efe48 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.641859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eda18145-b417-4329-bd67-a575b92efe48 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.645573 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eda18145-b417-4329-bd67-a575b92efe48 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/security-groups/3c05671b-b760-4292-b32f-de7909c01574 HTTP/1.1" status: 204 len: 168 time: 0.2017419 Aug 03 19:40:15.647241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45446) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:15.668289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda18145-b417-4329-bd67-a575b92efe48 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c05671b-b760-4292-b32f-de7909c01574,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:15.688533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6a60-d703-4374-b16e-c35fffb6de36 req-527179ba-6662-42ac-a7d5-9c2d0431b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:15.690108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec3f6a60-d703-4374-b16e-c35fffb6de36 req-527179ba-6662-42ac-a7d5-9c2d0431b5bf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 1097 time: 0.1091254 Aug 03 19:40:15.722841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78af25c3-8c15-4b79-b383-0b837da993bd tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.756005 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78af25c3-8c15-4b79-b383-0b837da993bd tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.795544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec3f6a60-d703-4374-b16e-c35fffb6de36 req-d9b1190a-7c49-47ff-9131-adf90e079f9a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848434 Aug 03 19:40:15.806758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78af25c3-8c15-4b79-b383-0b837da993bd tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.808168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a92fb4-39b6-41fc-8a7d-0665ecd4d2f2 req-e43b568f-52b2-4bcb-be6b-42d151bbc530 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:15.809458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78af25c3-8c15-4b79-b383-0b837da993bd tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.809694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0a92fb4-39b6-41fc-8a7d-0665ecd4d2f2 req-e43b568f-52b2-4bcb-be6b-42d151bbc530 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 944 time: 0.1365945 Aug 03 19:40:15.813148 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-78af25c3-8c15-4b79-b383-0b837da993bd tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/security-groups/89f474f0-303a-47dc-9e89-8750dcbea1d1 HTTP/1.1" status: 204 len: 168 time: 0.1618629 Aug 03 19:40:15.814603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:15.857568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af25c3-8c15-4b79-b383-0b837da993bd tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f474f0-303a-47dc-9e89-8750dcbea1d1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:15.891115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0a92fb4-39b6-41fc-8a7d-0665ecd4d2f2 req-58f85757-1292-4bce-9bc7-0ff511201c64 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725000 Aug 03 19:40:15.959270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Router ed5e5836-2fcb-4377-be83-f9a96d827ae9 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:16.070836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:16.080737 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c5a5b-b13e-4125-83d2-00376255a1ed None None] Sync routers for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:16.087798 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:16.091920 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c5a5b-b13e-4125-83d2-00376255a1ed None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:16.092704 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-577c5a5b-b13e-4125-83d2-00376255a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:16.117596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cf59e6a3-0c47-4933-b143-eb58689803eb tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.0679100 Aug 03 19:40:16.120075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45450) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:16.128802 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-577c5a5b-b13e-4125-83d2-00376255a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:16.141145 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c5a5b-b13e-4125-83d2-00376255a1ed None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:16.141770 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-577c5a5b-b13e-4125-83d2-00376255a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:16.172713 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-577c5a5b-b13e-4125-83d2-00376255a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:16.173343 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c5a5b-b13e-4125-83d2-00376255a1ed None None] The sync data for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:16.259884 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-56d3ed78-8360-43a0-9c6b-833472e2404b tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] 10.222.0.42 "GET /v2.0/floatingips/eb91b15a-dacc-4df0-bec1-a4ed1ba9c70c HTTP/1.1" status: 200 len: 982 time: 0.1386521 Aug 03 19:40:16.262440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45452) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:16.312450 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:16.370857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a2b8eacb-379d-446a-b89b-9ab761c93a12 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1069925 Aug 03 19:40:16.373212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45454) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:16.590225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting port 1c071a1e-2a8b-42a7-93c5-c632733aeca4 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:16.590697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:16.693076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] For port 1c071a1e-2a8b-42a7-93c5-c632733aeca4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1c071a1e-2a8b-42a7-93c5-c632733aeca4,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:16.693445 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:16.707762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Calling delete_port for 1c071a1e-2a8b-42a7-93c5-c632733aeca4 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:16.870570 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4480-4a66-4680-92e9-297548a86040 req-cd934a50-760e-4fd9-a6d6-87a3226d312f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:16.872091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73dd4480-4a66-4680-92e9-297548a86040 req-cd934a50-760e-4fd9-a6d6-87a3226d312f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 946 time: 0.0861008 Aug 03 19:40:16.915555 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:16.915831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Deleting port c63c501e-dde8-4246-b5c4-aff29ce9eca7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:16.916180 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:16.943406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Port': ['ID=1c071a1e-2a8b-42a7-93c5-c632733aeca4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:16.962572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73dd4480-4a66-4680-92e9-297548a86040 req-1ade10cd-9993-4a14-b5ae-f845578db513 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833974 Aug 03 19:40:17.042739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.043117 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.063100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6996e-c50c-4531-916e-5fb14bf28a6c req-e75009cf-ba82-4d18-9bc2-3b7be20cbd6d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:17.064665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ca6996e-c50c-4531-916e-5fb14bf28a6c req-e75009cf-ba82-4d18-9bc2-3b7be20cbd6d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 944 time: 0.0886226 Aug 03 19:40:17.068209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:17.070684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Calling delete_port for c63c501e-dde8-4246-b5c4-aff29ce9eca7 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:17.095754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:17.096091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 21d83c06-31f3-4a06-a5fa-7786d88ae6a7 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:17.122569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 014e30eb-bebe-41e1-bd65-0da159114080 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:17.153984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ca6996e-c50c-4531-916e-5fb14bf28a6c req-63b1a2fd-d997-4299-b5fb-2de5c148927e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810013 Aug 03 19:40:17.185957 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.207893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 014e30eb-bebe-41e1-bd65-0da159114080 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:17.219124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 014e30eb-bebe-41e1-bd65-0da159114080 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:17.219505 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.301030 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.334009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event deleted for resources: {'Port': ['ID=c63c501e-dde8-4246-b5c4-aff29ce9eca7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:17.338271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.376083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 014e30eb-bebe-41e1-bd65-0da159114080, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=014e30eb-bebe-41e1-bd65-0da159114080,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:17.381144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.389210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.389587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.389928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.390262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.390591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.390917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.391242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.391566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.391887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.392212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.392533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.392850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:17.412751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.413109 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Floating IP eb91b15a-dacc-4df0-bec1-a4ed1ba9c70c disassociated (deleted). External IP: 172.25.4.76, port: f51056d5-04a5-47ac-bbb6-37de920b99bf. Aug 03 19:40:17.433355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=014e30eb-bebe-41e1-bd65-0da159114080,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:17.463541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Router 57bab69e-e4e7-46d9-b458-eb4738a90168 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:17.496232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663cfac5-e737-46e6-82a0-455050976332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014e30eb-bebe-41e1-bd65-0da159114080'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:17.499255 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4833b377-befa-407b-b28e-8c05efe76d15" -d '{"events": [{"server_uuid": "663cfac5-e737-46e6-82a0-455050976332", "name": "network-vif-plugged", "status": "completed", "tag": "014e30eb-bebe-41e1-bd65-0da159114080"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:17.538478 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81950a9d-d0a1-48cf-9273-01b4a8c6b44f x-openstack-request-id: req-81950a9d-d0a1-48cf-9273-01b4a8c6b44f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:17.538770 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663cfac5-e737-46e6-82a0-455050976332", "name": "network-vif-plugged", "status": "completed", "tag": "014e30eb-bebe-41e1-bd65-0da159114080", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:17.539025 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81950a9d-d0a1-48cf-9273-01b4a8c6b44f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:17.539426 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663cfac5-e737-46e6-82a0-455050976332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014e30eb-bebe-41e1-bd65-0da159114080', 'code': 200} Aug 03 19:40:17.579525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:17.585039 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f667b9ad-3798-468b-a26c-2ac69550e439 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "PUT /v2.0/routers/57bab69e-e4e7-46d9-b458-eb4738a90168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694435 Aug 03 19:40:17.588490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:17.593645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] Sync routers for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:17.603521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:17.604318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:17.650819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Router ed5e5836-2fcb-4377-be83-f9a96d827ae9 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:17.672773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ac579e-4ae7-41f9-a2d9-7619952b645f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting subnet b9f0f8dd-41d5-4e3d-87fd-24d518ff9913 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:40:17.679127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ac579e-4ae7-41f9-a2d9-7619952b645f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.713044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9d9c-0b60-4f62-8956-2062e10cf295 req-e294aadf-91f3-4848-9472-a7f9f9a1a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:17.714606 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-598e9d9c-0b60-4f62-8956-2062e10cf295 req-e294aadf-91f3-4848-9472-a7f9f9a1a147 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 1096 time: 0.0975797 Aug 03 19:40:17.720763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:17.743868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ac579e-4ae7-41f9-a2d9-7619952b645f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.781295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:17.786333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.794609 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ab640-2b74-45af-bff4-52b21feb7e44 None None] Sync routers for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:17.795206 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-598e9d9c-0b60-4f62-8956-2062e10cf295 req-73aa0468-9f42-4f8b-b4ca-b1a0305fd4cd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703239 Aug 03 19:40:17.808133 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ab640-2b74-45af-bff4-52b21feb7e44 None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:17.809279 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a10ab640-2b74-45af-bff4-52b21feb7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:17.821898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ccee6d98-3ed3-4c6f-8e0f-9ce12d673a00 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "DELETE /v2.0/floatingips/eb91b15a-dacc-4df0-bec1-a4ed1ba9c70c HTTP/1.1" status: 204 len: 168 time: 1.4472716 Aug 03 19:40:17.822602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45468) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:17.827868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:17.849427 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a10ab640-2b74-45af-bff4-52b21feb7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:17.855587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.860092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ac579e-4ae7-41f9-a2d9-7619952b645f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.861359 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ab640-2b74-45af-bff4-52b21feb7e44 None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:17.862282 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a10ab640-2b74-45af-bff4-52b21feb7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:17.896093 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a10ab640-2b74-45af-bff4-52b21feb7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:17.896887 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ab640-2b74-45af-bff4-52b21feb7e44 None None] The sync data for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:17.928276 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ac579e-4ae7-41f9-a2d9-7619952b645f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.948871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:40:16Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:17.958132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac579e-4ae7-41f9-a2d9-7619952b645f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f0f8dd-41d5-4e3d-87fd-24d518ff9913,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:17.962337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ac579e-4ae7-41f9-a2d9-7619952b645f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.964230 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e3ac579e-4ae7-41f9-a2d9-7619952b645f tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/subnets/b9f0f8dd-41d5-4e3d-87fd-24d518ff9913 HTTP/1.1" status: 204 len: 168 time: 0.3754308 Aug 03 19:40:17.967470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45470) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:17.974131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:17.980632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2edfc-3191-4915-8e84-b8eb8738969f None None] Network 930f77d8-b8df-4a00-bf15-2936af062b58 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:17.983254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] Checking router: 57bab69e-e4e7-46d9-b458-eb4738a90168 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:40:18.035871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] Routers {'57bab69e-e4e7-46d9-b458-eb4738a90168'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:18.036665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['57bab69e-e4e7-46d9-b458-eb4738a90168'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:18.110637 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.133270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Allocated IP 172.25.4.11 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/baf39f5a-3d41-4336-9773-21f71041bbb2) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:18.145864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661f86e-0bae-4a7d-bbcd-606fd871dc27 req-45ae629a-3ab4-49e6-b8b6-3940ab45bb6c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:18.146847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3661f86e-0bae-4a7d-bbcd-606fd871dc27 req-45ae629a-3ab4-49e6-b8b6-3940ab45bb6c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 946 time: 0.0765862 Aug 03 19:40:18.214819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] Set router 57bab69e-e4e7-46d9-b458-eb4738a90168 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:18.236877 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.281150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3661f86e-0bae-4a7d-bbcd-606fd871dc27 req-070f7099-bfca-414d-b107-347140eaa0fb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162393 Aug 03 19:40:18.339872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Deleting port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:18.340226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.345979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] DHCP port deletion for 930f77d8-b8df-4a00-bf15-2936af062b58 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:40:18.351814 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.364070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac7a9-476d-4e03-8c5b-083c5a7d2565 req-72448437-d3aa-49eb-837b-1cdcf3656b1e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:18.372689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-316ac7a9-476d-4e03-8c5b-083c5a7d2565 req-72448437-d3aa-49eb-837b-1cdcf3656b1e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1099737 Aug 03 19:40:18.438400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] For port 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8ee094a3-2c4b-4647-9dc3-f3b54cc6b543,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:18.438867 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.447889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] Deleting port b7dc3033-502f-40f9-bf2f-0504f126064d {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:18.448264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.454760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Calling delete_port for 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:18.469444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-316ac7a9-476d-4e03-8c5b-083c5a7d2565 req-3f695344-5228-4b6f-8523-4b6052729603 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955338 Aug 03 19:40:18.500947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e470f8-5e2f-45da-9779-99166302b3ed req-da0ee153-6541-442a-a2c7-6d6b4f855612 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:18.503202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80e470f8-5e2f-45da-9779-99166302b3ed req-da0ee153-6541-442a-a2c7-6d6b4f855612 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 946 time: 0.1115201 Aug 03 19:40:18.531616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.591728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:18.597684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80e470f8-5e2f-45da-9779-99166302b3ed req-9aa1e118-c0d6-4cff-93a3-f3301a7fcd66 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858729 Aug 03 19:40:18.600361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:18.606800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:18.612751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Pushing event updated for resources: {'Port': ['ID=baf39f5a-3d41-4336-9773-21f71041bbb2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:18.698238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.736030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] For port b7dc3033-502f-40f9-bf2f-0504f126064d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b7dc3033-502f-40f9-bf2f-0504f126064d,segment=NetworkSegment(97db319f-8cf5-4c9e-b13b-48f1df067f0b),segment_id=97db319f-8cf5-4c9e-b13b-48f1df067f0b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:18.736556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.736850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Port': ['ID=8ee094a3-2c4b-4647-9dc3-f3b54cc6b543,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:18.745325 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.764412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] Calling delete_port for b7dc3033-502f-40f9-bf2f-0504f126064d owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:18.786520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:40:16Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:18.805280 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.807071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.823672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469213f-e166-447b-8549-e53b0f9cc2c8 None None] The sync data for ids ['57bab69e-e4e7-46d9-b458-eb4738a90168'] in n-d-803378-1 is: [{'id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071540886', 'tenant_id': '3969da7ef2a040649853fb4d935d8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:52Z', 'updated_at': '2021-08-03T19:40:16Z', 'revision_number': 5, 'project_id': '3969da7ef2a040649853fb4d935d8d03', 'gw_port': {'id': '8ee094a3-2c4b-4647-9dc3-f3b54cc6b543', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bab69e-e4e7-46d9-b458-eb4738a90168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:53Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:18.884560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b7dc3033-502f-40f9-bf2f-0504f126064d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:18.915496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.917920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.953641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f31cf-ecb8-4c13-8e36-636f5356f998 req-b8e99788-b74f-49ae-9f4f-15441a04e971 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:18.961163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e77f31cf-ecb8-4c13-8e36-636f5356f998 req-b8e99788-b74f-49ae-9f4f-15441a04e971 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 946 time: 0.1576986 Aug 03 19:40:18.969515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.970145 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Fanout notify agent at l3_agent the message router_deleted on router 57bab69e-e4e7-46d9-b458-eb4738a90168 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:40:18.979153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.980349 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ef83480f-fd6b-4cca-b5d3-2f208da3f8b8 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/routers/57bab69e-e4e7-46d9-b458-eb4738a90168 HTTP/1.1" status: 204 len: 168 time: 1.0118735 Aug 03 19:40:18.984019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45482) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:18.986532 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.016765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e77f31cf-ecb8-4c13-8e36-636f5356f998 req-42dd1c30-873e-4321-a377-499145e9b822 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546727 Aug 03 19:40:19.027220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] Pushing event deleted for resources: {'Port': ['ID=b7dc3033-502f-40f9-bf2f-0504f126064d,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:19.029114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad428a32-ccd8-4888-b74a-a052946b8377 None None] No DVR routers for this DVR port b7dc3033-502f-40f9-bf2f-0504f126064d on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:19.030465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.089762 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.091255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.097305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.170608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Pushing event updated for resources: {'Port': ['ID=baf39f5a-3d41-4336-9773-21f71041bbb2,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:19.187342 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.198766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.209160 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.210981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930f77d8-b8df-4a00-bf15-2936af062b58']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:19.214458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fb0a90fa-d7fd-41e1-a64c-977086f16c92 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3877273 Aug 03 19:40:19.214458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45486) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:19.231626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97db319f-8cf5-4c9e-b13b-48f1df067f0b') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:19.232029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97db319f-8cf5-4c9e-b13b-48f1df067f0b') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:19.246228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.262327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.269579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:40:19.270069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:40:19.274518 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:40:19.345075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.374661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.379580 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] 10.222.0.42 "DELETE /v2.0/networks/930f77d8-b8df-4a00-bf15-2936af062b58 HTTP/1.1" status: 204 len: 168 time: 0.3916831 Aug 03 19:40:19.379580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebf6f0-a666-4405-955d-d80b1a02af18 tempest-TestSecurityGroupsBasicOps-1389500133 tempest-TestSecurityGroupsBasicOps-1389500133-project] Pushing event deleted for resources: {'Network': ['ID=930f77d8-b8df-4a00-bf15-2936af062b58,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:19.380512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:19.433599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79040612-8c94-4292-9f8c-e15b43026378 req-ca37ad21-5497-48a7-982e-57732d84048d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:19.435204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79040612-8c94-4292-9f8c-e15b43026378 req-ca37ad21-5497-48a7-982e-57732d84048d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 946 time: 0.1083331 Aug 03 19:40:19.436533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.518074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79040612-8c94-4292-9f8c-e15b43026378 req-fd012b00-73d9-42e1-9d9e-b77cf80db68c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764959 Aug 03 19:40:19.621735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:19.692136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0620e8-7a80-4376-9101-1e6801fa4c2f req-f54aaf81-c0c1-4e70-a4ba-8728876e8c70 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:19.694703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da0620e8-7a80-4376-9101-1e6801fa4c2f req-f54aaf81-c0c1-4e70-a4ba-8728876e8c70 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1105077 Aug 03 19:40:19.778435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da0620e8-7a80-4376-9101-1e6801fa4c2f req-34b4b93b-5747-4d7d-8b84-0202e77fc4f2 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776579 Aug 03 19:40:19.786225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45500) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:19.800813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Allocated IP 172.25.4.43 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/5a67862d-b323-4852-af3e-ecc4a5d88754) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:19.966547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.009179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-779c23f0-0693-4378-949b-d87a30809df9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3969da7ef2a040649853fb4d935d8d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202322 Aug 03 19:40:20.011786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45514) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:20.037171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.114374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-b30fddb7-7ac9-4102-ba81-b19faec35ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:20.117345 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-b30fddb7-7ac9-4102-ba81-b19faec35ae7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 1096 time: 0.0874209 Aug 03 19:40:20.120189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:20.120919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5976fb42-b9b4-455b-bd30-dc526d73a532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.128302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:20.141232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:20.171839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Pushing event updated for resources: {'Port': ['ID=5a67862d-b323-4852-af3e-ecc4a5d88754,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:20.184407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d649f-1977-47e4-9358-8a1987f8c92f req-56715177-9500-45be-a83d-4c68158f7cbb tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:20.186039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f5d649f-1977-47e4-9358-8a1987f8c92f req-56715177-9500-45be-a83d-4c68158f7cbb tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1326919 Aug 03 19:40:20.197580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5976fb42-b9b4-455b-bd30-dc526d73a532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.242594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f5d649f-1977-47e4-9358-8a1987f8c92f req-efee7349-0ff3-4df2-9929-5906918b7e80 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481019 Aug 03 19:40:20.273466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-d5f1bcf7-870a-4a7c-9037-f22929f8f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:20.275644 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-d5f1bcf7-870a-4a7c-9037-f22929f8f510 service neutron] 10.222.0.88 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 912 time: 0.1492205 Aug 03 19:40:20.286096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.333634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.342397 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-d4323ee0-0491-42e1-a745-3aaca0a4831b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=014e30eb-bebe-41e1-bd65-0da159114080 HTTP/1.1" status: 200 len: 217 time: 0.0593896 Aug 03 19:40:20.346092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5976fb42-b9b4-455b-bd30-dc526d73a532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.349396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5976fb42-b9b4-455b-bd30-dc526d73a532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.352071 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5976fb42-b9b4-455b-bd30-dc526d73a532 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/616aa01d-5d27-4622-a7f4-d012e830eb31 HTTP/1.1" status: 204 len: 168 time: 0.3393283 Aug 03 19:40:20.395018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976fb42-b9b4-455b-bd30-dc526d73a532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616aa01d-5d27-4622-a7f4-d012e830eb31,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:20.438056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-76bbc445-16be-415a-84bc-16e1ce5f2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:20.440095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-76bbc445-16be-415a-84bc-16e1ce5f2141 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 200 len: 851 time: 0.0867264 Aug 03 19:40:20.482792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-666f9dfa-e71b-48d1-a63c-31fbfe061559 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=057a8773-2656-4c2a-8aa0-5a0a465eb52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273557 Aug 03 19:40:20.533826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.541075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.618037 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.643784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-1e840129-1aed-467a-bb3f-c74c93c8a15c service neutron] 10.222.0.88 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529717 Aug 03 19:40:20.668086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Pushing event updated for resources: {'Port': ['ID=5a67862d-b323-4852-af3e-ecc4a5d88754,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:20.697851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1c071a1e-2a8b-42a7-93c5-c632733aeca4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:20.724007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.733412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1c071a1e-2a8b-42a7-93c5-c632733aeca4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:20.735399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1c071a1e-2a8b-42a7-93c5-c632733aeca4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:20.736053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:20.742198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7fbe2-6233-46e6-923c-67cfd32d6394 req-106bf504-455b-4748-a5ef-bfadd6c16250 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:20.744243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5d7fbe2-6233-46e6-923c-67cfd32d6394 req-106bf504-455b-4748-a5ef-bfadd6c16250 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 946 time: 0.0990875 Aug 03 19:40:20.767950 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.771454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3ff923b4-4f75-4ddc-b0f5-4cde700e82ca tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5538149 Aug 03 19:40:20.772963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45528) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:20.775595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:20.776229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8ee094a3-2c4b-4647-9dc3-f3b54cc6b543 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:20.813819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45530) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:20.828071 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9402e3b2-a41f-4064-b37b-ba37c4ca025a req-7d1d2f4b-d77d-4858-a623-7bc68b9baea5 service neutron] 10.222.0.88 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760814 Aug 03 19:40:20.841559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-55c2461f-0d30-4cbd-8017-530f464e09b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:20.861113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5d7fbe2-6233-46e6-923c-67cfd32d6394 req-2476b487-f25e-4619-b1bd-be6310fd2d6a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099417 Aug 03 19:40:20.905337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b7cb2e7e-b08b-4dda-9378-df627d2d4e88 tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.1289930 Aug 03 19:40:20.906145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45536) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:20.986442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-886a5eb6-df44-45cc-8bae-7ea5e0fedd7b tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0794160 Aug 03 19:40:20.989293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45538) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:21.045861 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-55c2461f-0d30-4cbd-8017-530f464e09b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.051100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-55c2461f-0d30-4cbd-8017-530f464e09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.113701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-55c2461f-0d30-4cbd-8017-530f464e09b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=953ee832d8c24aae82977709eeb418aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974398 Aug 03 19:40:21.114613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2461f-0d30-4cbd-8017-530f464e09b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5586d3-fafe-4b9e-b712-19e8f52831be,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:21.152508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45540) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:21.208833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-f1c418ca-f9f1-4037-b8b7-6a284833a6e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:21.210999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-f1c418ca-f9f1-4037-b8b7-6a284833a6e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 946 time: 0.1121862 Aug 03 19:40:21.257322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02424d08-15d7-4e99-a8e2-7f95cd231ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.310735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02424d08-15d7-4e99-a8e2-7f95cd231ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.380038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port deead1e4-07a2-4f67-b46f-4b9f44054b41 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:21.380394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.422022 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02424d08-15d7-4e99-a8e2-7f95cd231ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.424846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02424d08-15d7-4e99-a8e2-7f95cd231ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.428894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-02424d08-15d7-4e99-a8e2-7f95cd231ab8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d5586d3-fafe-4b9e-b712-19e8f52831be HTTP/1.1" status: 204 len: 168 time: 0.2753091 Aug 03 19:40:21.445923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02424d08-15d7-4e99-a8e2-7f95cd231ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5586d3-fafe-4b9e-b712-19e8f52831be,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:21.510167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Deleting port 5a67862d-b323-4852-af3e-ecc4a5d88754 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:21.512703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.528840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] For port deead1e4-07a2-4f67-b46f-4b9f44054b41, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=deead1e4-07a2-4f67-b46f-4b9f44054b41,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:21.529204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.546428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for deead1e4-07a2-4f67-b46f-4b9f44054b41 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:21.606839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.607191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.621845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Calling delete_port for 5a67862d-b323-4852-af3e-ecc4a5d88754 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:21.716647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.758056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['deead1e4-07a2-4f67-b46f-4b9f44054b41'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:40:21.767788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=deead1e4-07a2-4f67-b46f-4b9f44054b41,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:21.807202 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.834312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Pushing event deleted for resources: {'Port': ['ID=5a67862d-b323-4852-af3e-ecc4a5d88754,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:21.846984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaf704-ae9e-4acd-a270-da16e5a5aa01 req-48394da4-d07a-4aa5-827c-d5ca5e98864b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:21.848684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eceaf704-ae9e-4acd-a270-da16e5a5aa01 req-48394da4-d07a-4aa5-827c-d5ca5e98864b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.5072587 Aug 03 19:40:21.849779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] No DVR routers for this DVR port deead1e4-07a2-4f67-b46f-4b9f44054b41 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:21.852707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.854718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96b7f1ad-cc69-4de6-a69c-36d7624723d7 req-12cfbc44-7a35-4eb6-9f89-3244e2b6c799 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "DELETE /v2.0/ports/deead1e4-07a2-4f67-b46f-4b9f44054b41 HTTP/1.1" status: 204 len: 173 time: 0.6358051 Aug 03 19:40:21.855164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f', 'name': 'network-vif-deleted', 'tag': 'deead1e4-07a2-4f67-b46f-4b9f44054b41'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:21.857514 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c783b276-ab11-430a-8804-65d28505155e" -d '{"events": [{"server_uuid": "e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f", "name": "network-vif-deleted", "tag": "deead1e4-07a2-4f67-b46f-4b9f44054b41"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:21.898977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eceaf704-ae9e-4acd-a270-da16e5a5aa01 req-07386a2c-d7ab-4fad-ba24-d6933efbba67 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 Aug 03 19:40:21.939488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45558) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:21.950580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.954058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:21.955897 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7665287d-063e-439c-af5e-15c42fc833ee tempest-FloatingIPAdminTestJSON-978722300 tempest-FloatingIPAdminTestJSON-978722300-project] 10.222.0.42 "DELETE /v2.0/floatingips/7bbbfac4-2f5d-4129-be36-1bfcaa72dfd7 HTTP/1.1" status: 204 len: 168 time: 0.9645941 Aug 03 19:40:21.958287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45560) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:21.988714 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01878d26-fdd7-4d20-9b59-6f9f08f24066 x-openstack-request-id: req-01878d26-fdd7-4d20-9b59-6f9f08f24066 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:21.989317 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f", "name": "network-vif-deleted", "tag": "deead1e4-07a2-4f67-b46f-4b9f44054b41", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:21.989758 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01878d26-fdd7-4d20-9b59-6f9f08f24066 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:21.993223 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f', 'name': 'network-vif-deleted', 'tag': 'deead1e4-07a2-4f67-b46f-4b9f44054b41', 'status': 'completed', 'code': 200} Aug 03 19:40:22.019510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45562) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:22.021162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-de4cd5d5-2296-4793-a115-9734277ca96e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24e560f2d4334d6aa67b42e18aa199c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804391 Aug 03 19:40:22.057226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91a36f30-38f3-4014-a744-59e53f675839 req-8af67719-f3b3-413a-8d00-76046965402d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 210 time: 0.0336866 Aug 03 19:40:22.134294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56741699-cc67-4ff6-9d84-29dfc4c0adb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.163018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56741699-cc67-4ff6-9d84-29dfc4c0adb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.188256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Deleting port baf39f5a-3d41-4336-9773-21f71041bbb2 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:22.188608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.282848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56741699-cc67-4ff6-9d84-29dfc4c0adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.285359 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56741699-cc67-4ff6-9d84-29dfc4c0adb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.286539 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-56741699-cc67-4ff6-9d84-29dfc4c0adb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/489f0a87-01cd-4265-b165-cfc5fce3a0ce HTTP/1.1" status: 204 len: 168 time: 0.2662089 Aug 03 19:40:22.292223 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.292566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.303750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56741699-cc67-4ff6-9d84-29dfc4c0adb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489f0a87-01cd-4265-b165-cfc5fce3a0ce,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:22.312070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Calling delete_port for baf39f5a-3d41-4336-9773-21f71041bbb2 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:22.477372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.508367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Pushing event deleted for resources: {'Port': ['ID=baf39f5a-3d41-4336-9773-21f71041bbb2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:22.606166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.609709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.611241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9c861713-87ae-4956-868e-5bba3e33189c tempest-FloatingIPAdminTestJSON-1651036490 tempest-FloatingIPAdminTestJSON-1651036490-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/ecf68a68-0ec3-42f1-b259-f4429fee0b20 HTTP/1.1" status: 204 len: 168 time: 0.6498899 Aug 03 19:40:22.616150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45574) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:22.802363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5e59746f-620d-4bb8-9e45-afa448460bc8 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Deleting port f51056d5-04a5-47ac-bbb6-37de920b99bf {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:22.802994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e59746f-620d-4bb8-9e45-afa448460bc8 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.926978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40effe7-82f8-4cfa-84ed-6147c6d06189 req-49c0add1-1325-4a59-bc1b-5a3cee8154d9 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:22.931780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40effe7-82f8-4cfa-84ed-6147c6d06189 req-49c0add1-1325-4a59-bc1b-5a3cee8154d9 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0863779 Aug 03 19:40:22.963971 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e59746f-620d-4bb8-9e45-afa448460bc8 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.995612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5e59746f-620d-4bb8-9e45-afa448460bc8 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Calling delete_port for f51056d5-04a5-47ac-bbb6-37de920b99bf owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:23.040785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40effe7-82f8-4cfa-84ed-6147c6d06189 req-639b040f-c82d-4a28-8723-313e890bfa64 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904458 Aug 03 19:40:23.090385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e8758-b1e0-4cc6-881e-e29a1c995085 req-b22939b7-4dc0-4a8c-a3e4-984b28eb6ba7 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:23.091901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c06e8758-b1e0-4cc6-881e-e29a1c995085 req-b22939b7-4dc0-4a8c-a3e4-984b28eb6ba7 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1091640 Aug 03 19:40:23.497941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0acfc36a-482a-4e30-85df-eedf3b003a9e req-6f542b23-3c4c-4a74-b050-63cadfd852f6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 210 time: 0.3634586 Aug 03 19:40:23.502850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c06e8758-b1e0-4cc6-881e-e29a1c995085 req-3d38f963-067c-466b-8089-fabbda2ea56b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001458 Aug 03 19:40:23.554501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e59746f-620d-4bb8-9e45-afa448460bc8 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:23.587817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59746f-620d-4bb8-9e45-afa448460bc8 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event deleted for resources: {'Port': ['ID=f51056d5-04a5-47ac-bbb6-37de920b99bf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:23.656592 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5e59746f-620d-4bb8-9e45-afa448460bc8 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:23.661169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5e59746f-620d-4bb8-9e45-afa448460bc8 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "DELETE /v2.0/ports/f51056d5-04a5-47ac-bbb6-37de920b99bf HTTP/1.1" status: 204 len: 168 time: 1.0408659 Aug 03 19:40:23.661308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45586) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:23.712851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cff221-a346-41a0-98df-a386594a4f2e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:23.717022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-31cff221-a346-41a0-98df-a386594a4f2e tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed5e5836-2fcb-4377-be83-f9a96d827ae9 HTTP/1.1" status: 200 len: 913 time: 0.0524275 Aug 03 19:40:23.717415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45588) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:24.083986 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:24.221251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce131ee-fd2e-469d-be60-a4b9916a20a8 req-df64f961-cf15-4bdb-9792-7d3edec543f0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:24.222916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ce131ee-fd2e-469d-be60-a4b9916a20a8 req-df64f961-cf15-4bdb-9792-7d3edec543f0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1006627 Aug 03 19:40:24.316203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ce131ee-fd2e-469d-be60-a4b9916a20a8 req-e3fbdc3e-faeb-456b-9fd6-c1e68d9fe4e6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861313 Aug 03 19:40:24.425351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Deleting port 6d8550f3-a44c-4617-8c71-06cdcb36e0ea {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:24.425731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:24.516025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:24.528406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Calling delete_port for 6d8550f3-a44c-4617-8c71-06cdcb36e0ea owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:24.711350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d65783-66b8-43ac-8ed3-395890abc7a9 req-ee66027f-5972-43be-9361-ca50a8490db3 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:24.712964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5d65783-66b8-43ac-8ed3-395890abc7a9 req-ee66027f-5972-43be-9361-ca50a8490db3 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1085436 Aug 03 19:40:24.794438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5d65783-66b8-43ac-8ed3-395890abc7a9 req-837216fe-21fb-494b-b6da-56cb822ecde6 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723486 Aug 03 19:40:24.807264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:24.836272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event deleted for resources: {'Port': ['ID=6d8550f3-a44c-4617-8c71-06cdcb36e0ea,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:24.938568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2579480-ea31-4035-b79a-b62b86b33870 req-13118a09-9e38-4478-8fae-2d83f6f4e921 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 210 time: 0.3027046 Aug 03 19:40:25.064492 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:25.070912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device deead1e4-07a2-4f67-b46f-4b9f44054b41 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:25.093332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: deead1e4-07a2-4f67-b46f-4b9f44054b41 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:25.093689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device deead1e4-07a2-4f67-b46f-4b9f44054b41 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:25.325238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Router ed5e5836-2fcb-4377-be83-f9a96d827ae9 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:25.470437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:25.475946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3fc8328f-0653-4765-8565-d5ac58b44782 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "PUT /v2.0/routers/ed5e5836-2fcb-4377-be83-f9a96d827ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575080 Aug 03 19:40:25.478868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45600) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:25.480579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d120e6d-95fb-423a-9521-06d691e811bf None None] Sync routers for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:25.489728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d120e6d-95fb-423a-9521-06d691e811bf None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:25.490352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6d120e6d-95fb-423a-9521-06d691e811bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:25.494963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e719e-5e82-43d0-a8a2-fe6422014be9 req-7bf33257-43f9-44ec-9d62-b975f5262653 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:25.496498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d5e719e-5e82-43d0-a8a2-fe6422014be9 req-7bf33257-43f9-44ec-9d62-b975f5262653 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0792589 Aug 03 19:40:25.528792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6d120e6d-95fb-423a-9521-06d691e811bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:25.538900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d120e6d-95fb-423a-9521-06d691e811bf None None] Routers {'ed5e5836-2fcb-4377-be83-f9a96d827ae9'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:25.539782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6d120e6d-95fb-423a-9521-06d691e811bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:25.546213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d5e719e-5e82-43d0-a8a2-fe6422014be9 req-9d5fe013-ae0e-4eff-88cf-091ce493d997 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427723 Aug 03 19:40:25.594470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-6d120e6d-95fb-423a-9521-06d691e811bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:25.595247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d120e6d-95fb-423a-9521-06d691e811bf None None] The sync data for ids ['ed5e5836-2fcb-4377-be83-f9a96d827ae9'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:25.620947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:25.723112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:25.774297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Deleting port 7ebcd1a8-c4b9-4de9-8e99-03fdd2941251 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:25.774634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:25.793056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:25.860178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:25.872493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Calling delete_port for 7ebcd1a8-c4b9-4de9-8e99-03fdd2941251 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:25.933517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0694-f53f-4cb1-98b5-92308cccb43f req-7ed2adf9-82f9-4b18-bf72-c7b3d0b77b0f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:25.935207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-427c0694-f53f-4cb1-98b5-92308cccb43f req-7ed2adf9-82f9-4b18-bf72-c7b3d0b77b0f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0515761 Aug 03 19:40:25.976643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-427c0694-f53f-4cb1-98b5-92308cccb43f req-75c1b8a5-4757-4f0c-ab53-cc9099a88012 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Aug 03 19:40:26.060058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.078206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6a80957-971f-46eb-adea-535a562cf191 req-27b1c785-c0d9-42fb-8a49-087e450385e5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e885f28f-4ec5-4c90-8a33-a8eb73a4fb3f HTTP/1.1" status: 200 len: 210 time: 0.0364463 Aug 03 19:40:26.088889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event deleted for resources: {'Port': ['ID=7ebcd1a8-c4b9-4de9-8e99-03fdd2941251,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:26.148466 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2cfd27d4-adfb-429e-baf5-16eb7f11dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.153757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.254443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.257145 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.298701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.299401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Fanout notify agent at l3_agent the message router_deleted on router ed5e5836-2fcb-4377-be83-f9a96d827ae9 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:40:26.307743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.308775 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3e9c19fd-f68a-4376-aa76-f8544900e2f1 tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "DELETE /v2.0/routers/ed5e5836-2fcb-4377-be83-f9a96d827ae9 HTTP/1.1" status: 204 len: 168 time: 0.8288376 Aug 03 19:40:26.311277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45606) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:26.362041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e815ac6e-43f2-4484-9cf6-1e934650799c tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Deleting subnet 07590172-3bba-4310-82fe-c1d1e6196d8d {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:40:26.365185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e815ac6e-43f2-4484-9cf6-1e934650799c tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.405287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e815ac6e-43f2-4484-9cf6-1e934650799c tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.492526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e815ac6e-43f2-4484-9cf6-1e934650799c tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.549974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e815ac6e-43f2-4484-9cf6-1e934650799c tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.578501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815ac6e-43f2-4484-9cf6-1e934650799c tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event deleted for resources: {'Subnet': ['ID=07590172-3bba-4310-82fe-c1d1e6196d8d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:26.580435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e815ac6e-43f2-4484-9cf6-1e934650799c tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.584526 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e815ac6e-43f2-4484-9cf6-1e934650799c tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "DELETE /v2.0/subnets/07590172-3bba-4310-82fe-c1d1e6196d8d HTTP/1.1" status: 204 len: 168 time: 0.2700660 Aug 03 19:40:26.585131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45608) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:26.590579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d9866-439b-4d4a-a1c8-3704d3f2c188 None None] Network c27a327f-ddf8-4c47-9327-7b174646b8e0 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:26.665833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.694320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff24fc-4dd8-4223-ac78-231637285dba req-ee042455-eab0-44d7-934f-df01c0d265eb tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:26.696118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17ff24fc-4dd8-4223-ac78-231637285dba req-ee042455-eab0-44d7-934f-df01c0d265eb tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0525029 Aug 03 19:40:26.720345 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Deleting port db232d14-5fff-4f14-b432-8479c5d1434a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:26.720689 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.741242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17ff24fc-4dd8-4223-ac78-231637285dba req-06ecb08d-9a0d-4fab-b458-cde1fee93d6c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376163 Aug 03 19:40:26.786595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] For port db232d14-5fff-4f14-b432-8479c5d1434a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db232d14-5fff-4f14-b432-8479c5d1434a,segment=NetworkSegment(c9851324-e4d9-4925-98e4-96bf47a95c86),segment_id=c9851324-e4d9-4925-98e4-96bf47a95c86)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:26.787239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.795132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] DHCP port deletion for c27a327f-ddf8-4c47-9327-7b174646b8e0 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:40:26.806741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Calling delete_port for db232d14-5fff-4f14-b432-8479c5d1434a owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:26.845783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] Deleting port db232d14-5fff-4f14-b432-8479c5d1434a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:26.846152 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.895335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.899748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-0c3b1f79-dd7f-4c67-afee-9c3a65c86dd8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518692 Aug 03 19:40:26.911576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] For port db232d14-5fff-4f14-b432-8479c5d1434a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=db232d14-5fff-4f14-b432-8479c5d1434a,segment=NetworkSegment(c9851324-e4d9-4925-98e4-96bf47a95c86),segment_id=c9851324-e4d9-4925-98e4-96bf47a95c86)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:26.911980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:26.922723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event deleted for resources: {'Port': ['ID=db232d14-5fff-4f14-b432-8479c5d1434a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:26.924523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] No DVR routers for this DVR port db232d14-5fff-4f14-b432-8479c5d1434a on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:26.932056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] Calling delete_port for db232d14-5fff-4f14-b432-8479c5d1434a owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:27.017152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-5fda0d4e-4168-4f70-98a4-27339ee8e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:27.017735 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.018920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-5fda0d4e-4168-4f70-98a4-27339ee8e819 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 1096 time: 0.0489612 Aug 03 19:40:27.028695 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.029370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27a327f-ddf8-4c47-9327-7b174646b8e0']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:27.040088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9851324-e4d9-4925-98e4-96bf47a95c86') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:27.040509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9851324-e4d9-4925-98e4-96bf47a95c86') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:27.043163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] No DVR routers for this DVR port db232d14-5fff-4f14-b432-8479c5d1434a on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:27.057954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.066190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1457f1d-4945-4afd-9d49-b40bf8cdb55e None None] Pushing event deleted for resources: {'Port': ['ID=db232d14-5fff-4f14-b432-8479c5d1434a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:27.082949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.089231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:40:27.089675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:40:27.092737 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:40:27.165870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.173158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd20f4-977e-4aa2-8416-ffff12849fd7 req-4944839c-9879-4a32-b816-371d9bc4f0e9 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:27.174643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bedd20f4-977e-4aa2-8416-ffff12849fd7 req-4944839c-9879-4a32-b816-371d9bc4f0e9 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1088743 Aug 03 19:40:27.179070 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.183117 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "DELETE /v2.0/networks/c27a327f-ddf8-4c47-9327-7b174646b8e0 HTTP/1.1" status: 204 len: 168 time: 0.5970252 Aug 03 19:40:27.184913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45618) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:27.194482 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a3a25-328c-44fc-908c-ca668716f3fe tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event deleted for resources: {'Network': ['ID=c27a327f-ddf8-4c47-9327-7b174646b8e0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:27.238712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-5133c422-8422-4ff1-93a0-deb4e080832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:27.240947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-5133c422-8422-4ff1-93a0-deb4e080832c service neutron] 10.222.0.63 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 912 time: 0.1995554 Aug 03 19:40:27.337726 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-eb33fd88-0dce-4f86-9764-9678b499b1c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e77d14e4-0560-4a5a-a804-dc74a803deed HTTP/1.1" status: 200 len: 217 time: 0.0857725 Aug 03 19:40:27.342343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bedd20f4-977e-4aa2-8416-ffff12849fd7 req-09b123e6-71e6-4a00-a05c-ddcfe0c14165 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589339 Aug 03 19:40:27.410895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-78e53b31-50fc-4a88-8d3f-8ac7b94badde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:27.412957 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-78e53b31-50fc-4a88-8d3f-8ac7b94badde service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 200 len: 851 time: 0.0671475 Aug 03 19:40:27.449345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-bfce42fe-5347-47b6-8d62-e242e2a813cd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=057a8773-2656-4c2a-8aa0-5a0a465eb52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290825 Aug 03 19:40:27.457094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Deleting port a9612e84-a155-4a78-a3d5-c65f1cb539bf {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:27.457094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.607511 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.607897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.628622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-43bb2ac2-cccc-41bf-860f-18293f504af9 service neutron] 10.222.0.63 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720424 Aug 03 19:40:27.629439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Calling delete_port for a9612e84-a155-4a78-a3d5-c65f1cb539bf owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:27.783352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cb52aa6-b1cd-4202-8ed9-e64af74b2fce req-61031916-c090-4a5f-8090-dcdfc5903f45 service neutron] 10.222.0.63 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449072 Aug 03 19:40:27.881914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:27.916521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a70333-6b27-4204-b747-0dd18da69e00 req-6142b294-b865-4e58-844d-83dc0e858531 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:27.918097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19a70333-6b27-4204-b747-0dd18da69e00 req-6142b294-b865-4e58-844d-83dc0e858531 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0893977 Aug 03 19:40:27.921230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Pushing event deleted for resources: {'Port': ['ID=a9612e84-a155-4a78-a3d5-c65f1cb539bf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:28.002162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19a70333-6b27-4204-b747-0dd18da69e00 req-b583deaa-91bc-448b-956c-bc3ad4547254 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772376 Aug 03 19:40:28.008844 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.011639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.015406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9a891f1e-dd3e-42ff-9c47-42eb12a65d5d tempest-FloatingIPAdminTestJSON-1487779303 tempest-FloatingIPAdminTestJSON-1487779303-project] 10.222.0.42 "DELETE /v2.0/floatingips/27b72eb0-2121-40d2-b03c-ceca2b466aea HTTP/1.1" status: 204 len: 168 time: 0.8195465 Aug 03 19:40:28.268002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45628) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:28.413005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f8982796-b8e8-4fed-8794-f38db9a59fe6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cc3aea7b1a749afb1af7e2abc7b629c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433027 Aug 03 19:40:28.415910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45636) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:28.467981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caa060-78e0-42bd-be66-fa1e88044ee2 req-3fc6c9aa-3610-4be6-8cd7-d8d35e06783e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:28.471488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74caa060-78e0-42bd-be66-fa1e88044ee2 req-3fc6c9aa-3610-4be6-8cd7-d8d35e06783e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0572960 Aug 03 19:40:28.480773 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8907b06-ec32-4d69-9159-6d9665faaf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.504636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8907b06-ec32-4d69-9159-6d9665faaf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.509989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74caa060-78e0-42bd-be66-fa1e88044ee2 req-92ab6490-c908-4524-80da-b5b7d87f8b3d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330293 Aug 03 19:40:28.555986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8907b06-ec32-4d69-9159-6d9665faaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.558529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8907b06-ec32-4d69-9159-6d9665faaf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.562252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d8907b06-ec32-4d69-9159-6d9665faaf0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7762ea65-019d-414b-ac73-43ee7172e12a HTTP/1.1" status: 204 len: 168 time: 0.1429262 Aug 03 19:40:28.569961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8907b06-ec32-4d69-9159-6d9665faaf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7762ea65-019d-414b-ac73-43ee7172e12a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:28.654747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db232d14-5fff-4f14-b432-8479c5d1434a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:28.683293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: db232d14-5fff-4f14-b432-8479c5d1434a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:28.683730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device db232d14-5fff-4f14-b432-8479c5d1434a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:28.843116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45642) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:28.860464 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-048dcf81-6a26-400b-bf1b-8aa781e2edac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.951457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-048dcf81-6a26-400b-bf1b-8aa781e2edac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.955359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-048dcf81-6a26-400b-bf1b-8aa781e2edac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:28.994948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-048dcf81-6a26-400b-bf1b-8aa781e2edac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0af8c9568434dd0b62f7df22c308392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507602 Aug 03 19:40:28.995930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dcf81-6a26-400b-bf1b-8aa781e2edac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3af3a8-0427-4fca-a6cf-fc07517f7a88,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:28.997771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45644) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:29.051485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f350ef29-68bd-43d1-a026-0c3bf24354cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:29.075228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f350ef29-68bd-43d1-a026-0c3bf24354cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:29.124767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f350ef29-68bd-43d1-a026-0c3bf24354cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:29.127417 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f350ef29-68bd-43d1-a026-0c3bf24354cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:29.128583 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f350ef29-68bd-43d1-a026-0c3bf24354cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba3af3a8-0427-4fca-a6cf-fc07517f7a88 HTTP/1.1" status: 204 len: 168 time: 0.1298020 Aug 03 19:40:29.132980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0debec-66e9-4737-b41b-968a8444ff77 req-feca3950-e6f1-4bc4-90bc-c53abd06f71c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:29.134434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff0debec-66e9-4737-b41b-968a8444ff77 req-feca3950-e6f1-4bc4-90bc-c53abd06f71c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0566585 Aug 03 19:40:29.138060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ef29-68bd-43d1-a026-0c3bf24354cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3af3a8-0427-4fca-a6cf-fc07517f7a88,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:29.190931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff0debec-66e9-4737-b41b-968a8444ff77 req-0ca2e9d6-7fb8-480f-9f27-d56622e8eb36 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420144 Aug 03 19:40:29.500985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45668) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:29.516097 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3f3603-7e66-48ed-9189-2f1fe86f3948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:29.633348 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3f3603-7e66-48ed-9189-2f1fe86f3948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:29.638618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3f3603-7e66-48ed-9189-2f1fe86f3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:29.671767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971360e-dc3c-4aaf-9487-4e18298be21a req-574e3098-c3f8-414d-84a1-8abbd5f0ca88 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:29.680033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7971360e-dc3c-4aaf-9487-4e18298be21a req-574e3098-c3f8-414d-84a1-8abbd5f0ca88 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0670590 Aug 03 19:40:29.699281 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c3f3603-7e66-48ed-9189-2f1fe86f3948 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bec20f5bdabc43d7b4302d5469c56c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971376 Aug 03 19:40:29.700068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f3603-7e66-48ed-9189-2f1fe86f3948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bf44b5-0f1a-48f7-b203-b43079bc2479,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:29.700382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45700) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:29.766800 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:30.139456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7971360e-dc3c-4aaf-9487-4e18298be21a req-1134fa1a-c719-4205-bd64-4ce95cbb0734 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584215 Aug 03 19:40:30.168370 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c23f836-4f44-43f9-8968-61a329ca6e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:30.191237 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c23f836-4f44-43f9-8968-61a329ca6e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:30.250312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c23f836-4f44-43f9-8968-61a329ca6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:30.254311 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c23f836-4f44-43f9-8968-61a329ca6e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:30.262221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5c23f836-4f44-43f9-8968-61a329ca6e0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56bf44b5-0f1a-48f7-b203-b43079bc2479 HTTP/1.1" status: 204 len: 168 time: 0.5605209 Aug 03 19:40:30.274774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23f836-4f44-43f9-8968-61a329ca6e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bf44b5-0f1a-48f7-b203-b43079bc2479,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:30.300826 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2fbf00a6-f4be-4c0e-a0db-ea7c9407b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:30.373415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259da6-19bc-487e-8877-26e68f8b7f45 req-dc04364f-b174-470e-af47-e0f32378cb02 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:30.375452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44259da6-19bc-487e-8877-26e68f8b7f45 req-dc04364f-b174-470e-af47-e0f32378cb02 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0719008 Aug 03 19:40:30.417921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-44259da6-19bc-487e-8877-26e68f8b7f45 req-4b7e604c-2a71-419f-8c99-2f0207cb0b3b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357988 Aug 03 19:40:31.041659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45760) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:31.143669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1858208862'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:31.167004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Made reservation on behalf of 67c790dda4764d31b17c4a0cec496a27 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:31.179640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.189776 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.295487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3754c2-6059-4e87-ba58-8247501de6d5 req-f62520b3-9e59-4d95-85a4-18956912a913 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:31.297071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca3754c2-6059-4e87-ba58-8247501de6d5 req-f62520b3-9e59-4d95-85a4-18956912a913 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0720022 Aug 03 19:40:31.362735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.366837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca3754c2-6059-4e87-ba58-8247501de6d5 req-f3b1ae99-87f4-459a-9ed6-fb95d790552c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611398 Aug 03 19:40:31.367879 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.394746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:40:31.404580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f9071c-18f4-44d7-a59b-6b115cf0cf54,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:31.409745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.410076 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Added segment 28fe63f5-13d6-4e75-9c5a-7ef6ae929023 of type vlan for network 7cd09f3d-6886-4535-bf89-b66ea5dab387 Aug 03 19:40:31.453752 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.489415 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.496773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:31.497421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.587762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5449748 Aug 03 19:40:31.590858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45768) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:31.597052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Request body: {'subnet': {'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:31.598221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713060ec-66a9-4317-92a8-1077201939f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event updated for resources: {'Network': ['ID=7cd09f3d-6886-4535-bf89-b66ea5dab387,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:31.611869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 7cd09f3d-6886-4535-bf89-b66ea5dab387 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:40:31.618584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa8e2d-4cf9-4889-b58a-24d3418822de req-3f979ac3-4602-4b56-b4c3-a92c471adaa1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:31.620140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feaa8e2d-4cf9-4889-b58a-24d3418822de req-3f979ac3-4602-4b56-b4c3-a92c471adaa1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1150477 Aug 03 19:40:31.665785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feaa8e2d-4cf9-4889-b58a-24d3418822de req-f7818c3a-4aa6-44c4-8af2-be35a97ed533 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383716 Aug 03 19:40:31.701120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Made reservation on behalf of 67c790dda4764d31b17c4a0cec496a27 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:31.704754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.898719 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.968464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:31.968865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event updated for resources: {'Subnet': ['ID=83b56304-dbb3-402f-9a49-2dc14c33120c,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:31.977322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Checking segment: {'id': '28fe63f5-13d6-4e75-9c5a-7ef6ae929023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:31.977723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Network hostable DHCP agents. Network: 7cd09f3d-6886-4535-bf89-b66ea5dab387, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:40:31.994646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Network 7cd09f3d-6886-4535-bf89-b66ea5dab387 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:40:32.003908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 7cd09f3d-6886-4535-bf89-b66ea5dab387) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:32.008841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:32.009426 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.015357 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a2fadc-bf22-43da-a533-194d7bd258fe None None] Network 7cd09f3d-6886-4535-bf89-b66ea5dab387 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:32.025153 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-44bc8166-8c40-4e15-bc8d-eb3e232647e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4332857 Aug 03 19:40:32.027831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45770) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:32.033237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Request body: {'port': {'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-724375477'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:32.151897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Made reservation on behalf of 67c790dda4764d31b17c4a0cec496a27 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:32.158211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.174108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-7cd09f3d-6886-4535-bf89-b66ea5dab387', 'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387', 'tenant_id': '67c790dda4764d31b17c4a0cec496a27', 'fixed_ips': [{'subnet_id': '83b56304-dbb3-402f-9a49-2dc14c33120c'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:40:32.174964 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.179559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] device_id is not set on port b6e50a34-c796-4158-9dfa-9ad4cc33abc8 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:40:32.309729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Allocated IP 2001:db8::1f3 (7cd09f3d-6886-4535-bf89-b66ea5dab387/83b56304-dbb3-402f-9a49-2dc14c33120c/b6e50a34-c796-4158-9dfa-9ad4cc33abc8) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:32.472252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.492089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Transition to ACTIVE for port object b6e50a34-c796-4158-9dfa-9ad4cc33abc8 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:32.496033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ac9df-0e17-4166-8027-2cc862749ab6 req-d03a4309-52c7-4983-8f66-b37838cedecd tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:32.497719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f65ac9df-0e17-4166-8027-2cc862749ab6 req-d03a4309-52c7-4983-8f66-b37838cedecd tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0552394 Aug 03 19:40:32.527619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.542626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f65ac9df-0e17-4166-8027-2cc862749ab6 req-3110acfa-97d1-4c4d-8afd-9ce94900e87a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381453 Aug 03 19:40:32.589163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Network 7cd09f3d-6886-4535-bf89-b66ea5dab387 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:32.592251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:32.598155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:32.599761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Allocated IP 2001:db8::2 (7cd09f3d-6886-4535-bf89-b66ea5dab387/83b56304-dbb3-402f-9a49-2dc14c33120c/ac518c44-5361-4885-9262-f26ac34caeef) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:32.604277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:32.605011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.611601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event updated for resources: {'Port': ['ID=b6e50a34-c796-4158-9dfa-9ad4cc33abc8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:32.625227 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-58407bcd-fac8-4ab3-b253-96d31746e7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5962379 Aug 03 19:40:32.628091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45776) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:32.633817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Request body: {'port': {'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-66547868', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:32.634369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.api.validators [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] bootfile-name is not in valid_values {{(pid=94133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:40:32.634710 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.api.validators [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] tftp-server is not in valid_values {{(pid=94133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:40:32.635047 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.api.validators [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] server-ip-address is not in valid_values {{(pid=94133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:40:32.763840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Made reservation on behalf of 67c790dda4764d31b17c4a0cec496a27 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:32.771242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.794812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] device_id is not set on port c5d801c7-253d-407d-b649-ce0876b56a12 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:40:32.799476 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.819495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Transition to ACTIVE for port object ac518c44-5361-4885-9262-f26ac34caeef will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:32.822974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af1b3a-dd6d-442c-8009-e58971f04470 req-d6293912-6b6c-494a-aad7-6f3ba2b67e79 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:32.837142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63af1b3a-dd6d-442c-8009-e58971f04470 req-d6293912-6b6c-494a-aad7-6f3ba2b67e79 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0789087 Aug 03 19:40:32.840107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Transition to ACTIVE for port object ac518c44-5361-4885-9262-f26ac34caeef will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:32.848117 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.884170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63af1b3a-dd6d-442c-8009-e58971f04470 req-c0379d6c-f0cd-47d1-851e-f13442eeb5f1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461717 Aug 03 19:40:32.899527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Pushing event updated for resources: {'Port': ['ID=ac518c44-5361-4885-9262-f26ac34caeef,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:32.913275 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Network 7cd09f3d-6886-4535-bf89-b66ea5dab387 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:32.914984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:32.917574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.917928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.918301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.918619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.918955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.919286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.919614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.919940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.920266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.920585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.920928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.921234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:32.924605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:32.936434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Allocated IP 2001:db8::23b (7cd09f3d-6886-4535-bf89-b66ea5dab387/83b56304-dbb3-402f-9a49-2dc14c33120c/c5d801c7-253d-407d-b649-ce0876b56a12) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:32.984945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Attempting to bind port ac518c44-5361-4885-9262-f26ac34caeef on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:40:32.985312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Attempting to bind port ac518c44-5361-4885-9262-f26ac34caeef by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '28fe63f5-13d6-4e75-9c5a-7ef6ae929023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:40:32.985710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Attempting to bind port ac518c44-5361-4885-9262-f26ac34caeef on network 7cd09f3d-6886-4535-bf89-b66ea5dab387 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:32.991043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:40:32.991284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Checking segment: {'id': '28fe63f5-13d6-4e75-9c5a-7ef6ae929023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:32.991696 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:32.992094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Bound using segment: {'id': '28fe63f5-13d6-4e75-9c5a-7ef6ae929023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:40:32.992560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Bound port: ac518c44-5361-4885-9262-f26ac34caeef, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fe63f5-13d6-4e75-9c5a-7ef6ae929023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7cd09f3d-6886-4535-bf89-b66ea5dab387'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:40:32.992941 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.064943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] For port ac518c44-5361-4885-9262-f26ac34caeef, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:40:33.068434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] For port ac518c44-5361-4885-9262-f26ac34caeef, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ac518c44-5361-4885-9262-f26ac34caeef,segment=NetworkSegment(28fe63f5-13d6-4e75-9c5a-7ef6ae929023),segment_id=28fe63f5-13d6-4e75-9c5a-7ef6ae929023)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:40:33.073801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.142209 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fe9c3-7eb2-4e2a-ac1b-e92c11d49208 None None] Pushing event updated for resources: {'Port': ['ID=ac518c44-5361-4885-9262-f26ac34caeef,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:33.157897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.192305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Transition to ACTIVE for port object c5d801c7-253d-407d-b649-ce0876b56a12 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:33.236723 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.296044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Network 7cd09f3d-6886-4535-bf89-b66ea5dab387 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:33.300349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event updated for resources: {'Port': ['ID=c5d801c7-253d-407d-b649-ce0876b56a12,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:33.303793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:33.306024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:33.311765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:33.312431 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.328893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-610eb5bb-9366-4eb9-a854-4427b5c5e459 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.6995244 Aug 03 19:40:33.331311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45782) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:33.404884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85065de1-a3d0-4dcd-87f4-8dd4fa9fa873 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:33.411132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85065de1-a3d0-4dcd-87f4-8dd4fa9fa873 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:33.417746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85065de1-a3d0-4dcd-87f4-8dd4fa9fa873 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:33.419512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-85065de1-a3d0-4dcd-87f4-8dd4fa9fa873 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0872121 Aug 03 19:40:33.424634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45784) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:33.545828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c169f651-2035-4b7e-be1f-a679a0714318 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Deleting port c5d801c7-253d-407d-b649-ce0876b56a12 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:33.546570 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c169f651-2035-4b7e-be1f-a679a0714318 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.664153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c169f651-2035-4b7e-be1f-a679a0714318 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.681563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c169f651-2035-4b7e-be1f-a679a0714318 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Calling delete_port for c5d801c7-253d-407d-b649-ce0876b56a12 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:33.700910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a33a5f-04e4-4a78-915c-233a5dfdf8a3 req-dc0bdba6-405e-4bc1-a639-d1510b9e07f0 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:33.702489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0a33a5f-04e4-4a78-915c-233a5dfdf8a3 req-dc0bdba6-405e-4bc1-a639-d1510b9e07f0 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0810425 Aug 03 19:40:33.789328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0a33a5f-04e4-4a78-915c-233a5dfdf8a3 req-f928ad17-20bb-49c7-9dd0-79fb90f10a90 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477161 Aug 03 19:40:33.879904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c169f651-2035-4b7e-be1f-a679a0714318 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.914813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169f651-2035-4b7e-be1f-a679a0714318 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event deleted for resources: {'Port': ['ID=c5d801c7-253d-407d-b649-ce0876b56a12,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:33.951244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c169f651-2035-4b7e-be1f-a679a0714318 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.961619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c169f651-2035-4b7e-be1f-a679a0714318 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "DELETE /v2.0/ports/c5d801c7-253d-407d-b649-ce0876b56a12 HTTP/1.1" status: 204 len: 168 time: 0.5281997 Aug 03 19:40:33.961936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45790) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:33.971367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Request body: {'port': {'name': 'tempest-new-port-name-1325789612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:33.972009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.api.validators [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] bootfile-name is not in valid_values {{(pid=94133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:40:33.972614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.api.validators [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] tftp-server is not in valid_values {{(pid=94133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:40:33.973260 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.api.validators [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] server-ip-address is not in valid_values {{(pid=94133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:40:34.033679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bc741-e9b6-4910-8bf6-d6d7742e8021 req-6fa0c89d-c219-4aba-a062-c629e43bea4b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:34.035407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac2bc741-e9b6-4910-8bf6-d6d7742e8021 req-6fa0c89d-c219-4aba-a062-c629e43bea4b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0586431 Aug 03 19:40:34.080588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac2bc741-e9b6-4910-8bf6-d6d7742e8021 req-7fcd85f9-5a23-4836-adde-b9689a50e0cf tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385573 Aug 03 19:40:34.085301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.234722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca794e-465d-41ca-9187-916520b4876b None None] Network 7cd09f3d-6886-4535-bf89-b66ea5dab387 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:34.310353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d4a825a7-4022-4347-8dcf-cd32106f7c13 None None] Provisioning for port ac518c44-5361-4885-9262-f26ac34caeef completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:34.315300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.321088 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.361085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] In _notify_port_updated(), no bound segment for port b6e50a34-c796-4158-9dfa-9ad4cc33abc8 on network 7cd09f3d-6886-4535-bf89-b66ea5dab387 {{(pid=94133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:40:34.368012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:34.368746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.372530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "PUT /v2.0/ports/b6e50a34-c796-4158-9dfa-9ad4cc33abc8 HTTP/1.1" status: 200 len: 1130 time: 0.4069178 Aug 03 19:40:34.372967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45794) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:34.410435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c87619-e296-46e6-b9bf-e5c92e03e676 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event updated for resources: {'Port': ['ID=b6e50a34-c796-4158-9dfa-9ad4cc33abc8,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:34.420642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26188329-591f-46a5-a7d5-f2a3a853c594 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:34.425570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-26188329-591f-46a5-a7d5-f2a3a853c594 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "GET /v2.0/ports/b6e50a34-c796-4158-9dfa-9ad4cc33abc8 HTTP/1.1" status: 200 len: 1130 time: 0.0481515 Aug 03 19:40:34.427169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45796) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:34.451041 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.536503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e675fc08-bde2-4a53-90e1-f2aacdef02b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Deleting port b6e50a34-c796-4158-9dfa-9ad4cc33abc8 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:34.536503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e675fc08-bde2-4a53-90e1-f2aacdef02b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.640411 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e675fc08-bde2-4a53-90e1-f2aacdef02b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.656881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e675fc08-bde2-4a53-90e1-f2aacdef02b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Calling delete_port for b6e50a34-c796-4158-9dfa-9ad4cc33abc8 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:34.729162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ac518c44-5361-4885-9262-f26ac34caeef up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:34.779936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Provisioning for port b6e50a34-c796-4158-9dfa-9ad4cc33abc8 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:34.791955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Provisioning complete for port b6e50a34-c796-4158-9dfa-9ad4cc33abc8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:34.792540 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.816717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ac518c44-5361-4885-9262-f26ac34caeef completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:34.834613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ac518c44-5361-4885-9262-f26ac34caeef triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:34.835284 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.863862 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e675fc08-bde2-4a53-90e1-f2aacdef02b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.871527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Port b6e50a34-c796-4158-9dfa-9ad4cc33abc8 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:34.901004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Provisioning complete for port ac518c44-5361-4885-9262-f26ac34caeef triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:34.901383 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.982173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675fc08-bde2-4a53-90e1-f2aacdef02b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event deleted for resources: {'Port': ['ID=b6e50a34-c796-4158-9dfa-9ad4cc33abc8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:34.993583 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:34.995956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e675fc08-bde2-4a53-90e1-f2aacdef02b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.001751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45800) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:35.010887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e675fc08-bde2-4a53-90e1-f2aacdef02b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "DELETE /v2.0/ports/b6e50a34-c796-4158-9dfa-9ad4cc33abc8 HTTP/1.1" status: 204 len: 168 time: 0.5818040 Aug 03 19:40:35.056306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.058634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db2f8c-e6e9-4e3c-9470-50dd63fb61f2 req-e65909c5-b4ef-490b-bdcc-f61eb8354800 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:35.061793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port ac518c44-5361-4885-9262-f26ac34caeef, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ac518c44-5361-4885-9262-f26ac34caeef,segment=NetworkSegment(28fe63f5-13d6-4e75-9c5a-7ef6ae929023),segment_id=28fe63f5-13d6-4e75-9c5a-7ef6ae929023)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:35.063258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6db2f8c-e6e9-4e3c-9470-50dd63fb61f2 req-e65909c5-b4ef-490b-bdcc-f61eb8354800 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1658003 Aug 03 19:40:35.070759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0926602f-3323-4567-bcfb-dbeb968009fa tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Deleting subnet 83b56304-dbb3-402f-9a49-2dc14c33120c {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:40:35.071063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.076752 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0926602f-3323-4567-bcfb-dbeb968009fa tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.135086 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0926602f-3323-4567-bcfb-dbeb968009fa tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.138107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6db2f8c-e6e9-4e3c-9470-50dd63fb61f2 req-fade46f2-65e8-4e29-a358-a1641d51f5d9 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688131 Aug 03 19:40:35.235449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=ac518c44-5361-4885-9262-f26ac34caeef,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:35.242231 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:40:35.242914 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-8b311f6d-1ee3-4b7a-a9d2-73099c0328cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:40:35.290978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0926602f-3323-4567-bcfb-dbeb968009fa tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.300185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986dea-3c9e-4329-9f33-616cb482b9c1 req-71ef3ea7-83a1-4d14-89d0-70e456baca92 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:35.315605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49986dea-3c9e-4329-9f33-616cb482b9c1 req-71ef3ea7-83a1-4d14-89d0-70e456baca92 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1114383 Aug 03 19:40:35.361595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49986dea-3c9e-4329-9f33-616cb482b9c1 req-03e27296-5244-44a6-bd45-9db73bc807e7 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397637 Aug 03 19:40:35.368728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0926602f-3323-4567-bcfb-dbeb968009fa tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.405589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926602f-3323-4567-bcfb-dbeb968009fa tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event deleted for resources: {'Subnet': ['ID=83b56304-dbb3-402f-9a49-2dc14c33120c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:35.407768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0926602f-3323-4567-bcfb-dbeb968009fa tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.411918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0926602f-3323-4567-bcfb-dbeb968009fa tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "DELETE /v2.0/subnets/83b56304-dbb3-402f-9a49-2dc14c33120c HTTP/1.1" status: 204 len: 168 time: 0.4069507 Aug 03 19:40:35.412367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45806) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:35.453546 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:40:35.511138 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.569619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Deleting port ac518c44-5361-4885-9262-f26ac34caeef {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:35.569977 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.574021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6881133-89ad-4eb9-9c9e-7f58080c53c5 None None] Network 7cd09f3d-6886-4535-bf89-b66ea5dab387 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:35.642287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] For port ac518c44-5361-4885-9262-f26ac34caeef, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ac518c44-5361-4885-9262-f26ac34caeef,segment=NetworkSegment(28fe63f5-13d6-4e75-9c5a-7ef6ae929023),segment_id=28fe63f5-13d6-4e75-9c5a-7ef6ae929023)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:35.642878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.659631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Calling delete_port for ac518c44-5361-4885-9262-f26ac34caeef owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:35.759845 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.786476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64067d44-819b-44be-bb35-5b64891426d3 None None] DHCP port deletion for 7cd09f3d-6886-4535-bf89-b66ea5dab387 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:40:35.795203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] No DVR routers for this DVR port ac518c44-5361-4885-9262-f26ac34caeef on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:35.802153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event deleted for resources: {'Port': ['ID=ac518c44-5361-4885-9262-f26ac34caeef,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:35.894263 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.906903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd09f3d-6886-4535-bf89-b66ea5dab387']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:35.919315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fe63f5-13d6-4e75-9c5a-7ef6ae929023') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:35.919974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fe63f5-13d6-4e75-9c5a-7ef6ae929023') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:35.925009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d88ea9fe-5d73-470f-bdf7-0a921e627319 None None] Could not find standard attr ID for object c5d801c7-253d-407d-b649-ce0876b56a12. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:40:35.928593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d88ea9fe-5d73-470f-bdf7-0a921e627319 None None] Could not find standard attr ID for object b6e50a34-c796-4158-9dfa-9ad4cc33abc8. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:40:35.931394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.945352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.951515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:40:35.951968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:40:35.955171 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:40:36.015259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.024791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.026833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] 10.222.0.42 "DELETE /v2.0/networks/7cd09f3d-6886-4535-bf89-b66ea5dab387 HTTP/1.1" status: 204 len: 168 time: 0.6134794 Aug 03 19:40:36.038616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd19e5-2228-4e38-b0b8-553c9988986a tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948 tempest-ExtraDHCPOptionsIpV6TestJSON-1469347948-project] Pushing event deleted for resources: {'Network': ['ID=7cd09f3d-6886-4535-bf89-b66ea5dab387,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:36.263767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d621370-c57e-4ae4-b578-65f8c312627d req-eea28b0b-69fb-4f31-a930-97a4a021124e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:36.265562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d621370-c57e-4ae4-b578-65f8c312627d req-eea28b0b-69fb-4f31-a930-97a4a021124e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0530441 Aug 03 19:40:36.298061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45814) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:36.330413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d621370-c57e-4ae4-b578-65f8c312627d req-fcae5c2d-f452-49ca-8450-3c92b4f7305e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Aug 03 19:40:36.450124 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e316325b-c912-471b-82b9-81806c567a7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67c790dda4764d31b17c4a0cec496a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502526 Aug 03 19:40:36.452697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45822) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:36.535670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafbe47-d8dc-4a5d-9434-05e716dafd0b req-8e0a739e-4fd4-4336-9af3-f6ddaeac78c5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:36.537522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9cafbe47-d8dc-4a5d-9434-05e716dafd0b req-8e0a739e-4fd4-4336-9af3-f6ddaeac78c5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0818114 Aug 03 19:40:36.555418 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83ace0eb-cd42-430a-86a8-8e916765b4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.598014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83ace0eb-cd42-430a-86a8-8e916765b4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.602510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9cafbe47-d8dc-4a5d-9434-05e716dafd0b req-33a74515-0cfe-45f2-a974-38029a6062b5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587125 Aug 03 19:40:36.654668 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83ace0eb-cd42-430a-86a8-8e916765b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.657522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83ace0eb-cd42-430a-86a8-8e916765b4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.659033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-83ace0eb-cd42-430a-86a8-8e916765b4a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80f9071c-18f4-44d7-a59b-6b115cf0cf54 HTTP/1.1" status: 204 len: 168 time: 0.2046626 Aug 03 19:40:36.670032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ace0eb-cd42-430a-86a8-8e916765b4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f9071c-18f4-44d7-a59b-6b115cf0cf54,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:36.707856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ac518c44-5361-4885-9262-f26ac34caeef no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:36.729060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ac518c44-5361-4885-9262-f26ac34caeef {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:36.729506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ac518c44-5361-4885-9262-f26ac34caeef not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:37.389671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45848) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.465099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4ec73-f42e-449a-aa7d-3aea99571f78 req-78581729-964a-470f-aee1-9c642dced035 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:37.466879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cc4ec73-f42e-449a-aa7d-3aea99571f78 req-78581729-964a-470f-aee1-9c642dced035 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0636854 Aug 03 19:40:37.508028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5cc4ec73-f42e-449a-aa7d-3aea99571f78 req-b8763ffe-dbee-4318-9b57-d810cb7cc195 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Aug 03 19:40:37.523338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cee969e2-7deb-4694-af58-d325413f71ef tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] Request body: {'port': {'network_id': 'e5ddf9d6-55e4-471e-9058-bb181c18fd73', 'name': 'tempest-NetworksNegativeTestJSON-1482947251'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:37.538319 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee969e2-7deb-4694-af58-d325413f71ef tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] POST failed (client error): The resource could not be found. Aug 03 19:40:37.538943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee969e2-7deb-4694-af58-d325413f71ef tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:40:37.540140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cee969e2-7deb-4694-af58-d325413f71ef tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1494141 Aug 03 19:40:37.544013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45852) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.564062 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7aa5503-cd88-4906-a1b7-fdcc20f29bc1 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] DELETE failed (client error): The resource could not be found. Aug 03 19:40:37.564679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7aa5503-cd88-4906-a1b7-fdcc20f29bc1 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:40:37.566493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a7aa5503-cd88-4906-a1b7-fdcc20f29bc1 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "DELETE /v2.0/networks/6d24fa09-89b4-4ace-a614-2acb7abf6f51 HTTP/1.1" status: 404 len: 339 time: 0.0214424 Aug 03 19:40:37.570338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45854) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.594857 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2056de-e875-4436-b462-b4372eaaa523 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] DELETE failed (client error): The resource could not be found. Aug 03 19:40:37.595583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2056de-e875-4436-b462-b4372eaaa523 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:40:37.597351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bb2056de-e875-4436-b462-b4372eaaa523 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "DELETE /v2.0/ports/42a376fd-789a-47d1-a4b9-37df2edb1b74 HTTP/1.1" status: 404 len: 333 time: 0.0260568 Aug 03 19:40:37.601829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45856) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.628487 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e2e1ac-76e9-4935-b35a-99c8e54c5088 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] DELETE failed (client error): The resource could not be found. Aug 03 19:40:37.628867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e2e1ac-76e9-4935-b35a-99c8e54c5088 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:40:37.632446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-02e2e1ac-76e9-4935-b35a-99c8e54c5088 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "DELETE /v2.0/subnets/fef65d52-51df-494c-81fd-61b9415714dc HTTP/1.1" status: 404 len: 337 time: 0.0278580 Aug 03 19:40:37.634493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45858) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.660698 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4daca0f-dda2-4611-b3ea-5fca4647965d tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] GET failed (client error): The resource could not be found. Aug 03 19:40:37.662930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a4daca0f-dda2-4611-b3ea-5fca4647965d tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "GET /v2.0/networks/77a6acdc-8014-4258-a01e-0b5c3c3acbba HTTP/1.1" status: 404 len: 339 time: 0.0274823 Aug 03 19:40:37.667789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45862) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.697106 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-605f1713-6cd9-424f-b867-0aca3f0e9110 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] GET failed (client error): The resource could not be found. Aug 03 19:40:37.703035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-605f1713-6cd9-424f-b867-0aca3f0e9110 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "GET /v2.0/ports/75497e5b-1c7d-409b-bf7a-4a5847354138 HTTP/1.1" status: 404 len: 333 time: 0.0299907 Aug 03 19:40:37.703258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45864) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.732649 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-51027cba-c7d3-4579-a09f-dbc1778ef505 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] GET failed (client error): The resource could not be found. Aug 03 19:40:37.737514 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-51027cba-c7d3-4579-a09f-dbc1778ef505 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "GET /v2.0/subnets/ba588b65-5559-44ab-99f8-ef46dda1e686 HTTP/1.1" status: 404 len: 337 time: 0.0300715 Aug 03 19:40:37.738210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45866) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.744260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f7fe9ed1-ea22-4ca0-b8ee-bfb8ce5164f9 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:37.759034 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fe9ed1-ea22-4ca0-b8ee-bfb8ce5164f9 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] PUT failed (client error): The resource could not be found. Aug 03 19:40:37.759612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fe9ed1-ea22-4ca0-b8ee-bfb8ce5164f9 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:40:37.761973 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f7fe9ed1-ea22-4ca0-b8ee-bfb8ce5164f9 tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "PUT /v2.0/networks/8e4ffb0c-595c-430b-8aae-40d1af4b8c53 HTTP/1.1" status: 404 len: 339 time: 0.0224793 Aug 03 19:40:37.765167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45868) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.772552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d6cbbf29-8ea1-433d-8ee4-ab7aee127e0b tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:37.795322 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cbbf29-8ea1-433d-8ee4-ab7aee127e0b tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] PUT failed (client error): The resource could not be found. Aug 03 19:40:37.796049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cbbf29-8ea1-433d-8ee4-ab7aee127e0b tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:40:37.797219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d6cbbf29-8ea1-433d-8ee4-ab7aee127e0b tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "PUT /v2.0/ports/0d3d67c8-4747-42da-a25e-36156c18f050 HTTP/1.1" status: 404 len: 333 time: 0.0310166 Aug 03 19:40:37.803350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45870) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:37.811200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbb0b1-ad77-4974-91b8-99ef9c83cf19 req-1a760f1e-4dac-4a01-be3b-6b29e7bcb7c6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:37.812761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cdbb0b1-ad77-4974-91b8-99ef9c83cf19 req-1a760f1e-4dac-4a01-be3b-6b29e7bcb7c6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0900755 Aug 03 19:40:37.817860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8266fad2-d189-4020-8c4e-01a02e10658c tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:37.847385 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8266fad2-d189-4020-8c4e-01a02e10658c tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] PUT failed (client error): The resource could not be found. Aug 03 19:40:37.847724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8266fad2-d189-4020-8c4e-01a02e10658c tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:40:37.848867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8266fad2-d189-4020-8c4e-01a02e10658c tempest-NetworksNegativeTestJSON-2052123761 tempest-NetworksNegativeTestJSON-2052123761-project] 10.222.0.42 "PUT /v2.0/subnets/99e9865d-dcee-4e05-b5e6-505fa103cfea HTTP/1.1" status: 404 len: 337 time: 0.0351734 Aug 03 19:40:37.877846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cdbb0b1-ad77-4974-91b8-99ef9c83cf19 req-6163ee91-6359-4c0c-a68e-a3603d935f24 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558140 Aug 03 19:40:38.122379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45876) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:38.239375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4cb4-7a9a-4f10-9dec-a2eb8c867f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.348346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4cb4-7a9a-4f10-9dec-a2eb8c867f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.353318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4cb4-7a9a-4f10-9dec-a2eb8c867f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.397154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0c7a4cb4-7a9a-4f10-9dec-a2eb8c867f38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77edd9fab26f44e1895ae984cc47349a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712295 Aug 03 19:40:38.397414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45880) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:38.404301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a4cb4-7a9a-4f10-9dec-a2eb8c867f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7f2e9b-9afc-4645-87f3-3b8e6117f862,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:38.464427 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9baac3-ddbd-4130-8446-7468a47925df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.494983 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9baac3-ddbd-4130-8446-7468a47925df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.558181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9baac3-ddbd-4130-8446-7468a47925df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.561362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e9baac3-ddbd-4130-8446-7468a47925df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.565950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e9baac3-ddbd-4130-8446-7468a47925df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d7f2e9b-9afc-4645-87f3-3b8e6117f862 HTTP/1.1" status: 204 len: 168 time: 0.1674767 Aug 03 19:40:38.576489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9baac3-ddbd-4130-8446-7468a47925df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7f2e9b-9afc-4645-87f3-3b8e6117f862,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:38.711871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fe420-33bd-4190-af8b-10e139084254 req-8733ff6e-583d-438b-801c-25e73bc12f63 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:38.713415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb4fe420-33bd-4190-af8b-10e139084254 req-8733ff6e-583d-438b-801c-25e73bc12f63 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0544651 Aug 03 19:40:38.767678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb4fe420-33bd-4190-af8b-10e139084254 req-1b4e737a-7400-45f4-b79f-d710eb87cc34 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478678 Aug 03 19:40:39.048989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fd2e7-044a-435e-95ee-d8b4c1e2cb7e req-49dcbd07-04ed-4c49-a125-9ebf721533c6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:39.052133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f7fd2e7-044a-435e-95ee-d8b4c1e2cb7e req-49dcbd07-04ed-4c49-a125-9ebf721533c6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0745463 Aug 03 19:40:39.109346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f7fd2e7-044a-435e-95ee-d8b4c1e2cb7e req-25421a91-8b31-476c-935e-676fcd6da544 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475631 Aug 03 19:40:39.348290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45908) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:39.454621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-1186416869'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:39.487696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:39.492483 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.502520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.616362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.621779 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.650783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:40:39.660876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1242df-fd47-4f0e-9469-b20703df81c1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:39.673621 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.674019 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment 2e764743-f248-458a-b2ea-927df6db9ce0 of type vlan for network 80b9adac-0f34-4162-8492-6e8d740404c2 Aug 03 19:40:39.716130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.746333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.753758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:39.754512 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.820527 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4711134 Aug 03 19:40:39.823281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45916) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:39.828340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-1405454625'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:39.829439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f4018-9080-4de5-916a-a8d13a31fec1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=80b9adac-0f34-4162-8492-6e8d740404c2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:39.842384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 80b9adac-0f34-4162-8492-6e8d740404c2 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:40:39.854569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:39.858889 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.917173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:40:39.946157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d6899-b347-474c-b4ce-d376cd899ef6 req-54023249-b7f2-4159-a86b-5c2f323cdf2e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:39.947865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf2d6899-b347-474c-b4ce-d376cd899ef6 req-54023249-b7f2-4159-a86b-5c2f323cdf2e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0776625 Aug 03 19:40:39.949440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:39.949994 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment 2b839a45-a3d6-4aa1-98e0-f94780e95679 of type vlan for network a998fad4-6d26-421c-9c40-8928b0654443 Aug 03 19:40:40.013893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.033137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf2d6899-b347-474c-b4ce-d376cd899ef6 req-713f761c-d0e9-419c-8db2-633480266f8b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745807 Aug 03 19:40:40.056589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.063333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:40.064156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.136960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3125768 Aug 03 19:40:40.140163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45920) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:40.146425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': '80b9adac-0f34-4162-8492-6e8d740404c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:40.152924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62bcd0-02fe-45e1-955e-957948ceeb54 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=a998fad4-6d26-421c-9c40-8928b0654443,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:40.165022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a998fad4-6d26-421c-9c40-8928b0654443 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:40:40.253134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:40.257676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.269996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063af451-1e90-4c7e-9e78-14bd54fc074d req-da104e66-329f-49c6-ba7d-10bc20ba7337 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:40.271499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-063af451-1e90-4c7e-9e78-14bd54fc074d req-da104e66-329f-49c6-ba7d-10bc20ba7337 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0730128 Aug 03 19:40:40.320391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-063af451-1e90-4c7e-9e78-14bd54fc074d req-fc950f0c-9415-4553-981f-32671c5e185b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418403 Aug 03 19:40:40.456265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.520657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=7c516e23-763c-4eac-a81d-ed066664a279,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:40.529118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': '2e764743-f248-458a-b2ea-927df6db9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '80b9adac-0f34-4162-8492-6e8d740404c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:40.529516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: 80b9adac-0f34-4162-8492-6e8d740404c2, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:40:40.547692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 80b9adac-0f34-4162-8492-6e8d740404c2 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:40:40.558875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 80b9adac-0f34-4162-8492-6e8d740404c2) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:40.566548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:40.567290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.581203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f798541-aefe-42d9-ab6d-57d606457a8d None None] Network 80b9adac-0f34-4162-8492-6e8d740404c2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:40.603251 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-917dce9b-b7f5-4b36-a174-4068af0ee64f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4584389 Aug 03 19:40:40.603847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 45926) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:40.613418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': 'a998fad4-6d26-421c-9c40-8928b0654443', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:40.743682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:40.748320 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.778864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-80b9adac-0f34-4162-8492-6e8d740404c2', 'network_id': '80b9adac-0f34-4162-8492-6e8d740404c2', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': '7c516e23-763c-4eac-a81d-ed066664a279'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:40:40.779971 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.964840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Allocated IP 172.20.0.2 (80b9adac-0f34-4162-8492-6e8d740404c2/7c516e23-763c-4eac-a81d-ed066664a279/c0246e22-8669-49f3-b74d-3af8348d4ad6) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:41.006187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.097241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=a50347b7-136f-4437-8266-d48aea789ec7,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:41.106107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': '2b839a45-a3d6-4aa1-98e0-f94780e95679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a998fad4-6d26-421c-9c40-8928b0654443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:41.106484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: a998fad4-6d26-421c-9c40-8928b0654443, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:40:41.128658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network a998fad4-6d26-421c-9c40-8928b0654443 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:40:41.153819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a998fad4-6d26-421c-9c40-8928b0654443) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:41.161111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:41.161815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.171392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be23e9-c6cb-440e-9708-601b8b89c87e None None] Network a998fad4-6d26-421c-9c40-8928b0654443 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:41.213237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:40:41.218058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d58840b6-6613-4d0d-bf21-9958ee7904db tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6098046 Aug 03 19:40:41.219367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45952) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:41.224767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d1478137-aa64-48b1-9bcf-8c8f8630aed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1343136499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:41.238401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32667f1b-ae9a-4317-8c5c-dfb05d671878 req-b68879ae-7395-45c1-ac63-78796cd4698c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:41.241182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32667f1b-ae9a-4317-8c5c-dfb05d671878 req-b68879ae-7395-45c1-ac63-78796cd4698c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0748124 Aug 03 19:40:41.276907 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1478137-aa64-48b1-9bcf-8c8f8630aed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.278384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1478137-aa64-48b1-9bcf-8c8f8630aed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.316905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32667f1b-ae9a-4317-8c5c-dfb05d671878 req-b9520875-1348-427b-a69a-d34fb891722c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662355 Aug 03 19:40:41.402380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1478137-aa64-48b1-9bcf-8c8f8630aed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.415157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1478137-aa64-48b1-9bcf-8c8f8630aed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.498370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1478137-aa64-48b1-9bcf-8c8f8630aed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.500878 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1478137-aa64-48b1-9bcf-8c8f8630aed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2801692 Aug 03 19:40:41.504255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 45960) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:41.526539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:41.553435 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.558658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'port_id': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'mac_address': 'fa:16:3e:72:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:40:41.588766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Transition to ACTIVE for port object c0246e22-8669-49f3-b74d-3af8348d4ad6 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:41.608922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-a998fad4-6d26-421c-9c40-8928b0654443', 'network_id': 'a998fad4-6d26-421c-9c40-8928b0654443', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': 'a50347b7-136f-4437-8266-d48aea789ec7'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:40:41.612157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b478a0d-03bb-4419-8499-068352195957 req-ab223816-bb0c-4f18-b2a9-1e7873ec2dc2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:41.613187 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.614244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b478a0d-03bb-4419-8499-068352195957 req-ab223816-bb0c-4f18-b2a9-1e7873ec2dc2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1526096 Aug 03 19:40:41.715695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b478a0d-03bb-4419-8499-068352195957 req-4e3840ed-79e0-4fce-bbf8-0a630c37c844 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941887 Aug 03 19:40:41.731211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Transition to ACTIVE for port object c0246e22-8669-49f3-b74d-3af8348d4ad6 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:41.739405 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.793859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.862582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94a424b7-ece5-494f-92e6-a1655f3d9c49 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:40:41.916199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Network 80b9adac-0f34-4162-8492-6e8d740404c2 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:41.921988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:41.932031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Pushing event updated for resources: {'Port': ['ID=c0246e22-8669-49f3-b74d-3af8348d4ad6,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:41.934894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:41.939793 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:41.945860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:42.058260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['94a424b7-ece5-494f-92e6-a1655f3d9c49'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:40:42.069565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Allocated IP 172.21.0.2 (a998fad4-6d26-421c-9c40-8928b0654443/a50347b7-136f-4437-8266-d48aea789ec7/ff3b630a-e37a-47c4-ba0f-ec04d96b80a4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:42.084117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.125079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:42.132728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Attempting to bind port c0246e22-8669-49f3-b74d-3af8348d4ad6 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:40:42.133612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Attempting to bind port c0246e22-8669-49f3-b74d-3af8348d4ad6 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2e764743-f248-458a-b2ea-927df6db9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '80b9adac-0f34-4162-8492-6e8d740404c2'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:40:42.135107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Attempting to bind port c0246e22-8669-49f3-b74d-3af8348d4ad6 on network 80b9adac-0f34-4162-8492-6e8d740404c2 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:42.190439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:40:42.191156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Checking segment: {'id': '2e764743-f248-458a-b2ea-927df6db9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '80b9adac-0f34-4162-8492-6e8d740404c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:42.191756 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.192349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Bound using segment: {'id': '2e764743-f248-458a-b2ea-927df6db9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '80b9adac-0f34-4162-8492-6e8d740404c2'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:40:42.193697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Bound port: c0246e22-8669-49f3-b74d-3af8348d4ad6, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e764743-f248-458a-b2ea-927df6db9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '80b9adac-0f34-4162-8492-6e8d740404c2'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:40:42.194449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.357838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] For port c0246e22-8669-49f3-b74d-3af8348d4ad6, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:40:42.407203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] For port c0246e22-8669-49f3-b74d-3af8348d4ad6, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c0246e22-8669-49f3-b74d-3af8348d4ad6,segment=NetworkSegment(2e764743-f248-458a-b2ea-927df6db9ce0),segment_id=2e764743-f248-458a-b2ea-927df6db9ce0)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:40:42.437493 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.439691 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.494571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Transition to ACTIVE for port object ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:42.541941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181775cc-0260-46be-9445-267889399571 req-177c316a-233e-46f3-b338-406e68896265 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:42.543978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-181775cc-0260-46be-9445-267889399571 req-177c316a-233e-46f3-b338-406e68896265 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1284511 Aug 03 19:40:42.568758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Transition to ACTIVE for port object ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:42.582458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad350bc2-6ffe-450c-9ade-862e4e34ee37 None None] Pushing event updated for resources: {'Port': ['ID=c0246e22-8669-49f3-b74d-3af8348d4ad6,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:42.585812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.606264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.20.0.1 (80b9adac-0f34-4162-8492-6e8d740404c2/7c516e23-763c-4eac-a81d-ed066664a279/2b56b0b5-a62e-4c26-a29d-1f4f775c481b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:42.644232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-181775cc-0260-46be-9445-267889399571 req-8d631d68-7916-4e04-acaa-d8471980597d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856962 Aug 03 19:40:42.666269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Network a998fad4-6d26-421c-9c40-8928b0654443 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:42.674211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:42.680562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:42.685040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Pushing event updated for resources: {'Port': ['ID=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:42.765741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Attempting to bind port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:40:42.766213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Attempting to bind port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2b839a45-a3d6-4aa1-98e0-f94780e95679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a998fad4-6d26-421c-9c40-8928b0654443'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:40:42.766676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Attempting to bind port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 on network a998fad4-6d26-421c-9c40-8928b0654443 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:42.773612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:40:42.774263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Checking segment: {'id': '2b839a45-a3d6-4aa1-98e0-f94780e95679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a998fad4-6d26-421c-9c40-8928b0654443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:42.774779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.775269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Bound using segment: {'id': '2b839a45-a3d6-4aa1-98e0-f94780e95679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a998fad4-6d26-421c-9c40-8928b0654443'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:40:42.775885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Bound port: ff3b630a-e37a-47c4-ba0f-ec04d96b80a4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b839a45-a3d6-4aa1-98e0-f94780e95679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a998fad4-6d26-421c-9c40-8928b0654443'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:40:42.776406 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.866526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:42.926600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object 2b56b0b5-a62e-4c26-a29d-1f4f775c481b will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:42.985992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82418-6f4c-482f-aa4a-181a34a02ea3 req-a482f9be-eb73-4e5b-bda4-1329c3407bd2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:42.987692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24f82418-6f4c-482f-aa4a-181a34a02ea3 req-a482f9be-eb73-4e5b-bda4-1329c3407bd2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 944 time: 0.1301823 Aug 03 19:40:42.999089 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:43.034851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] For port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:40:43.044465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] For port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,segment=NetworkSegment(2b839a45-a3d6-4aa1-98e0-f94780e95679),segment_id=2b839a45-a3d6-4aa1-98e0-f94780e95679)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:40:43.045393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24f82418-6f4c-482f-aa4a-181a34a02ea3 req-1ea54471-0e8d-4f89-b3dc-0c6a724b2802 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511763 Aug 03 19:40:43.055046 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:43.093177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=2b56b0b5-a62e-4c26-a29d-1f4f775c481b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:43.107909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 80b9adac-0f34-4162-8492-6e8d740404c2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:43.109853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:43.112883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:43.207570 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:43.210518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:43.254695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737c275-a1f7-4fc4-b11a-bf9000c9174c None None] Pushing event updated for resources: {'Port': ['ID=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:43.300648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 94a424b7-ece5-494f-92e6-a1655f3d9c49 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:43.301414 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:43.422199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:43.514940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:43.516912 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41405667-ecd9-451d-bf4f-7c20d3d14a22" -d '{"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-plugged", "status": "completed", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:43.553454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:43.572432 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:43.635770 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6fe298-5ff6-4ecc-bfc6-0908a691ee8a x-openstack-request-id: req-8e6fe298-5ff6-4ecc-bfc6-0908a691ee8a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:43.636162 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-plugged", "status": "completed", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:43.636476 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e6fe298-5ff6-4ecc-bfc6-0908a691ee8a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:43.636932 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'code': 200} Aug 03 19:40:43.718798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:43.849797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c3423-1857-4c9f-843c-0f1e0e8f614a req-f27344d6-3b33-4c09-b28b-76c32611a254 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:43.859241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086c3423-1857-4c9f-843c-0f1e0e8f614a req-f27344d6-3b33-4c09-b28b-76c32611a254 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0935252 Aug 03 19:40:44.009190 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-086c3423-1857-4c9f-843c-0f1e0e8f614a req-f08fe99d-cb99-488a-8dbe-69df23c1a170 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427300 Aug 03 19:40:44.011802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:44.273589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdeb87-0f6d-4b25-af42-f6bb30850a92 req-504fc1c4-f6f2-4676-aa9a-ce94973eb2a1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:44.279241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba60305-aaa5-47cb-9e72-029a815c8ac1 None None] Network 80b9adac-0f34-4162-8492-6e8d740404c2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:44.282059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ecdeb87-0f6d-4b25-af42-f6bb30850a92 req-504fc1c4-f6f2-4676-aa9a-ce94973eb2a1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1201525 Aug 03 19:40:44.335587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ecdeb87-0f6d-4b25-af42-f6bb30850a92 req-4ff12898-8879-4722-b1f9-3c3a512ed357 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525532 Aug 03 19:40:44.483936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1852e7c5-f316-4e1e-8ce5-edabdc998883 None None] Provisioning for port c0246e22-8669-49f3-b74d-3af8348d4ad6 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:44.576277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:44.586561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:44.644753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:44.727512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e2829-6bdb-4643-bda9-8f153876b2b1 None None] Network a998fad4-6d26-421c-9c40-8928b0654443 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:44.780348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=2b56b0b5-a62e-4c26-a29d-1f4f775c481b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:44.855374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 80b9adac-0f34-4162-8492-6e8d740404c2 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:44.858253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:44.910004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c0246e22-8669-49f3-b74d-3af8348d4ad6 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:44.971231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0a7092d1-4096-47c5-8683-7f2ad4cbd69f None None] Provisioning for port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:45.054197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c0246e22-8669-49f3-b74d-3af8348d4ad6 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:45.059935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c0246e22-8669-49f3-b74d-3af8348d4ad6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:45.060126 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:45.267361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Provisioning complete for port c0246e22-8669-49f3-b74d-3af8348d4ad6 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:45.269268 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:45.271448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router d826d576-3879-4a02-91e1-0feb30e90a9a is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:40:45.328047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36a9a3-5c6e-415d-9aeb-c0f715f615b0 req-59647064-2a98-45d8-b64b-711076879c92 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:45.330018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe36a9a3-5c6e-415d-9aeb-c0f715f615b0 req-59647064-2a98-45d8-b64b-711076879c92 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1352379 Aug 03 19:40:45.455643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe36a9a3-5c6e-415d-9aeb-c0f715f615b0 req-81d4b015-109d-4a92-b1ef-284ae4dc604d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170285 Aug 03 19:40:45.496367 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:45.505777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:45.512340 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3594ac94-6a66-4975-b53a-a36b4dd8770b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/d826d576-3879-4a02-91e1-0feb30e90a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0068104 Aug 03 19:40:45.515093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46008) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:45.528917 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f168b8-0f23-4933-a54d-e089b57c1b32 None None] Sync routers for ids ['d826d576-3879-4a02-91e1-0feb30e90a9a'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:45.551608 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f168b8-0f23-4933-a54d-e089b57c1b32 None None] Routers {'d826d576-3879-4a02-91e1-0feb30e90a9a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:45.562237 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a4f168b8-0f23-4933-a54d-e089b57c1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d826d576-3879-4a02-91e1-0feb30e90a9a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:45.590624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ee6c-7d92-435b-8511-ec3bf05255ca req-b4389e1a-130f-4fe1-87d4-4eae9e88d08c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:45.598632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c09ee6c-7d92-435b-8511-ec3bf05255ca req-b4389e1a-130f-4fe1-87d4-4eae9e88d08c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1116757 Aug 03 19:40:45.628043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6496a7-2729-41bb-8a50-8470e8fc8df4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:45.632691 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eb6496a7-2729-41bb-8a50-8470e8fc8df4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports/2b56b0b5-a62e-4c26-a29d-1f4f775c481b HTTP/1.1" status: 200 len: 910 time: 0.1135023 Aug 03 19:40:45.633132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46010) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:45.654880 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:45.661287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port c0246e22-8669-49f3-b74d-3af8348d4ad6, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c0246e22-8669-49f3-b74d-3af8348d4ad6,segment=NetworkSegment(2e764743-f248-458a-b2ea-927df6db9ce0),segment_id=2e764743-f248-458a-b2ea-927df6db9ce0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:45.673806 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:45.675276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:45.697378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c09ee6c-7d92-435b-8511-ec3bf05255ca req-b587bd1c-677d-43fd-9f27-a0196757a1e6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925765 Aug 03 19:40:45.724622 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a4f168b8-0f23-4933-a54d-e089b57c1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:45.734802 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f168b8-0f23-4933-a54d-e089b57c1b32 None None] Routers {'d826d576-3879-4a02-91e1-0feb30e90a9a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:45.735664 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a4f168b8-0f23-4933-a54d-e089b57c1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d826d576-3879-4a02-91e1-0feb30e90a9a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:45.777727 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a4f168b8-0f23-4933-a54d-e089b57c1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:45.778251 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f168b8-0f23-4933-a54d-e089b57c1b32 None None] The sync data for ids ['d826d576-3879-4a02-91e1-0feb30e90a9a'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:45.828318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=c0246e22-8669-49f3-b74d-3af8348d4ad6,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:45.876195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:40:45.877151 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:40:45.881492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:45.887254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:45.890621 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:45.994316 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:46.047540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,segment=NetworkSegment(2b839a45-a3d6-4aa1-98e0-f94780e95679),segment_id=2b839a45-a3d6-4aa1-98e0-f94780e95679)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:46.078277 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:46.153493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:46.281829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:46.480799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Provisioning for port 2b56b0b5-a62e-4c26-a29d-1f4f775c481b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:46.486442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Provisioning complete for port 2b56b0b5-a62e-4c26-a29d-1f4f775c481b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:46.487026 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:46.571794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b244c460-2573-4c70-b3c0-895e907e69c6 None None] Port 2b56b0b5-a62e-4c26-a29d-1f4f775c481b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:46.598584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e731-2072-476c-b9c2-35f9c7d12b6d req-d6cb8ea5-215f-4c9c-a986-3e31795d9817 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:46.609573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6638e731-2072-476c-b9c2-35f9c7d12b6d req-d6cb8ea5-215f-4c9c-a986-3e31795d9817 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0695596 Aug 03 19:40:46.695697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6638e731-2072-476c-b9c2-35f9c7d12b6d req-2d6eb20d-4eca-4ade-9071-991d8a7eb41d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844665 Aug 03 19:40:46.696187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a9113c11-a293-4dd2-82ac-04cf3505256c None None] Provisioning complete for port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:46.696564 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a9113c11-a293-4dd2-82ac-04cf3505256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:46.722631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.21.0.1 (a998fad4-6d26-421c-9c40-8928b0654443/a50347b7-136f-4437-8266-d48aea789ec7/de329301-7ea1-420e-bd78-5c01611acfd1) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:46.745598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c0246e22-8669-49f3-b74d-3af8348d4ad6 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:46.906860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc1aa-fd35-430f-8a23-9de2abe87007 req-24c3fae9-54ef-446b-9747-3b4575dd7cf2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:46.917251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e0bc1aa-fd35-430f-8a23-9de2abe87007 req-24c3fae9-54ef-446b-9747-3b4575dd7cf2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1013472 Aug 03 19:40:46.926024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:46.941193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c0246e22-8669-49f3-b74d-3af8348d4ad6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:46.941621 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:46.951636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object de329301-7ea1-420e-bd78-5c01611acfd1 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:46.979169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a9113c11-a293-4dd2-82ac-04cf3505256c None None] Provisioning complete for port 2b56b0b5-a62e-4c26-a29d-1f4f775c481b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:46.979169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a9113c11-a293-4dd2-82ac-04cf3505256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:47.058531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e0bc1aa-fd35-430f-8a23-9de2abe87007 req-6ef880dc-faad-45ac-a786-e3f85713138c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396840 Aug 03 19:40:47.072834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:47.122898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f5a9c-bc15-4488-8919-303bf75d0e25 req-89c3cdf7-2a70-4792-a9a9-70d1944e4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:47.124733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e69f5a9c-bc15-4488-8919-303bf75d0e25 req-89c3cdf7-2a70-4792-a9a9-70d1944e4efc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 1096 time: 0.1412261 Aug 03 19:40:47.147427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network a998fad4-6d26-421c-9c40-8928b0654443 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:47.159973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:47.167654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:47.174149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=de329301-7ea1-420e-bd78-5c01611acfd1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:47.227749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e69f5a9c-bc15-4488-8919-303bf75d0e25 req-7faf0a10-c4f2-4f16-be89-14a6f5c011d2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930803 Aug 03 19:40:47.243525 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:47.255978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a9113c11-a293-4dd2-82ac-04cf3505256c None None] Port 2b56b0b5-a62e-4c26-a29d-1f4f775c481b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:47.363666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:47.443321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:47.444449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:47.469291 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:47.520152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf399c5b-240f-4f35-8cba-06ba8fbe1401 None None] Provisioning for port de329301-7ea1-420e-bd78-5c01611acfd1 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:47.555732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf399c5b-240f-4f35-8cba-06ba8fbe1401 None None] Provisioning complete for port de329301-7ea1-420e-bd78-5c01611acfd1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:47.556316 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf399c5b-240f-4f35-8cba-06ba8fbe1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:47.601343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bf399c5b-240f-4f35-8cba-06ba8fbe1401 None None] Port de329301-7ea1-420e-bd78-5c01611acfd1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:47.836711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d844c-9fe3-4f86-8834-964ef779232a req-9f67e0e4-2658-4bd2-945e-ef371495151d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:47.845363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac8d844c-9fe3-4f86-8834-964ef779232a req-9f67e0e4-2658-4bd2-945e-ef371495151d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0652244 Aug 03 19:40:47.885288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:47.892978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac8d844c-9fe3-4f86-8834-964ef779232a req-5227e5c2-d3b0-441b-9e5a-7915824a0f35 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Aug 03 19:40:47.896946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:48.010015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=de329301-7ea1-420e-bd78-5c01611acfd1,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:48.018200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:48.157575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network a998fad4-6d26-421c-9c40-8928b0654443 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:48.159301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:48.271443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102be83-803c-4770-86b4-e7afdcc796a3 req-ac2544fe-ec0f-48be-a7f5-7a6b801ce62f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:48.274663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7102be83-803c-4770-86b4-e7afdcc796a3 req-ac2544fe-ec0f-48be-a7f5-7a6b801ce62f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1187072 Aug 03 19:40:48.349236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7102be83-803c-4770-86b4-e7afdcc796a3 req-23140c47-6709-46a0-ac1f-b36b36969c8d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673006 Aug 03 19:40:48.377780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router d826d576-3879-4a02-91e1-0feb30e90a9a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:48.545070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-58b9a425-eb93-4ed0-bf9e-88f7d91ac15b None None] Provisioning complete for port de329301-7ea1-420e-bd78-5c01611acfd1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:48.545528 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-58b9a425-eb93-4ed0-bf9e-88f7d91ac15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:48.554799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:48.565731 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e41d3c5b-9008-4e48-a890-428a7e097844 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/d826d576-3879-4a02-91e1-0feb30e90a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9291918 Aug 03 19:40:48.566422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46030) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:48.580583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81097a2-f58f-43e9-8d4c-ff07212136e9 None None] Sync routers for ids ['d826d576-3879-4a02-91e1-0feb30e90a9a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:48.606720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-58b9a425-eb93-4ed0-bf9e-88f7d91ac15b None None] Port de329301-7ea1-420e-bd78-5c01611acfd1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:48.608216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81097a2-f58f-43e9-8d4c-ff07212136e9 None None] Routers {'d826d576-3879-4a02-91e1-0feb30e90a9a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:48.608845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a81097a2-f58f-43e9-8d4c-ff07212136e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d826d576-3879-4a02-91e1-0feb30e90a9a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:48.636585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602c9c5-90c8-42a2-8813-45dcaec27e61 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:48.638727 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d602c9c5-90c8-42a2-8813-45dcaec27e61 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports/de329301-7ea1-420e-bd78-5c01611acfd1 HTTP/1.1" status: 200 len: 910 time: 0.0709717 Aug 03 19:40:48.642108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46032) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:48.650751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a81097a2-f58f-43e9-8d4c-ff07212136e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:48.663908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81097a2-f58f-43e9-8d4c-ff07212136e9 None None] Routers {'d826d576-3879-4a02-91e1-0feb30e90a9a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:48.665562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a81097a2-f58f-43e9-8d4c-ff07212136e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d826d576-3879-4a02-91e1-0feb30e90a9a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:48.705265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a81097a2-f58f-43e9-8d4c-ff07212136e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:48.705976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81097a2-f58f-43e9-8d4c-ff07212136e9 None None] The sync data for ids ['d826d576-3879-4a02-91e1-0feb30e90a9a'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:49.060458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdcbca-6621-499c-a0cc-9914e6d14bfd req-9d442034-3683-450c-8bb0-0682fbb7d33b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:49.071006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bcdcbca-6621-499c-a0cc-9914e6d14bfd req-9d442034-3683-450c-8bb0-0682fbb7d33b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0763471 Aug 03 19:40:49.134114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bcdcbca-6621-499c-a0cc-9914e6d14bfd req-a2a71ed5-7184-4af7-8093-dfab6ba34533 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569994 Aug 03 19:40:49.224185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:49.450689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-71ba067f-2c4d-4343-b927-01361549b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:49.453254 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-71ba067f-2c4d-4343-b927-01361549b9d3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 1096 time: 0.0948377 Aug 03 19:40:49.583835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd72a-e9b4-4f5b-bd7a-8f4c2b8686b8 req-e54847dd-2782-4dfc-8f90-2c6f46fc95ee tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:49.592940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dbdd72a-e9b4-4f5b-bd7a-8f4c2b8686b8 req-e54847dd-2782-4dfc-8f90-2c6f46fc95ee tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1560900 Aug 03 19:40:49.626208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73717-8d32-41e6-b61f-dd270c146b0a req-35aee363-12f9-454d-8497-88b80ca5da3f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:49.634918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7b73717-8d32-41e6-b61f-dd270c146b0a req-35aee363-12f9-454d-8497-88b80ca5da3f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1368289 Aug 03 19:40:49.683674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-c95f6f94-6206-4c0f-8223-a02da27d9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:49.685128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-c95f6f94-6206-4c0f-8223-a02da27d9514 service neutron] 10.222.0.88 "GET /v2.0/networks?id=057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 200 len: 912 time: 0.2204449 Aug 03 19:40:49.731556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dbdd72a-e9b4-4f5b-bd7a-8f4c2b8686b8 req-ad77a241-b001-40d8-ae1b-f49740b314b1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356328 Aug 03 19:40:49.788529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7b73717-8d32-41e6-b61f-dd270c146b0a req-33654f41-0378-4d5a-b7b7-fd0c9670214d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523283 Aug 03 19:40:49.797165 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-ac18e0a7-40bb-484d-a7cb-f7a172663b18 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=014e30eb-bebe-41e1-bd65-0da159114080 HTTP/1.1" status: 200 len: 217 time: 0.1021309 Aug 03 19:40:49.854347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port de329301-7ea1-420e-bd78-5c01611acfd1 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:49.855073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:49.856656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-39cdbec3-95fa-4846-98c1-4fa1ff19c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:49.860506 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-39cdbec3-95fa-4846-98c1-4fa1ff19c08c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 200 len: 851 time: 0.0536485 Aug 03 19:40:49.896949 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-e42c3ad6-bdd7-4130-8f35-f693618f9f66 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=057a8773-2656-4c2a-8aa0-5a0a465eb52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293255 Aug 03 19:40:49.996662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:50.023053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for de329301-7ea1-420e-bd78-5c01611acfd1 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:50.028533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-461efacb-836a-4e01-857d-e8a5a9f3a02d service neutron] 10.222.0.88 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193018 Aug 03 19:40:50.129895 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-31024236-362b-4f86-819e-3e2ca5e2d698 req-241e8b1e-58f7-403e-a77d-765042970250 service neutron] 10.222.0.88 "GET /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921183 Aug 03 19:40:50.233031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:50.268558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=de329301-7ea1-420e-bd78-5c01611acfd1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:50.499954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:50.595733 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:50.743974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router d826d576-3879-4a02-91e1-0feb30e90a9a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:50.939901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:50.948870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2528219a-144f-4fd4-891a-ab6a9ff86033 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/d826d576-3879-4a02-91e1-0feb30e90a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3056540 Aug 03 19:40:50.955777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46056) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:50.973094 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bce88-2afa-4a8f-aa3b-a3df22dd5fda None None] Sync routers for ids ['d826d576-3879-4a02-91e1-0feb30e90a9a'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:50.994387 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bce88-2afa-4a8f-aa3b-a3df22dd5fda None None] Routers {'d826d576-3879-4a02-91e1-0feb30e90a9a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:51.007056 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5c3bce88-2afa-4a8f-aa3b-a3df22dd5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d826d576-3879-4a02-91e1-0feb30e90a9a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:51.027621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160db3ce-00b7-4fab-8ad0-f19fa0f22131 req-629367bf-8efc-4e2d-8cab-4a62c7dfe23c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:51.029341 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-160db3ce-00b7-4fab-8ad0-f19fa0f22131 req-629367bf-8efc-4e2d-8cab-4a62c7dfe23c tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1598988 Aug 03 19:40:51.046833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6f5e9-78b7-444e-876b-ae6a245fb3b6 req-1d28237b-66aa-4edf-bced-61c919943a9e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:51.048208 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5c3bce88-2afa-4a8f-aa3b-a3df22dd5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:51.048796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7da6f5e9-78b7-444e-876b-ae6a245fb3b6 req-1d28237b-66aa-4edf-bced-61c919943a9e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1416557 Aug 03 19:40:51.058441 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bce88-2afa-4a8f-aa3b-a3df22dd5fda None None] Routers {'d826d576-3879-4a02-91e1-0feb30e90a9a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:51.059325 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5c3bce88-2afa-4a8f-aa3b-a3df22dd5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d826d576-3879-4a02-91e1-0feb30e90a9a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:51.104048 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5c3bce88-2afa-4a8f-aa3b-a3df22dd5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:51.105070 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bce88-2afa-4a8f-aa3b-a3df22dd5fda None None] The sync data for ids ['d826d576-3879-4a02-91e1-0feb30e90a9a'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:51.128123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-160db3ce-00b7-4fab-8ad0-f19fa0f22131 req-5bc04f50-45ba-4ca7-be0f-a41c8641d014 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772960 Aug 03 19:40:51.137642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7da6f5e9-78b7-444e-876b-ae6a245fb3b6 req-3bf0a3e1-7700-457c-a1f6-91fc6236ad96 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778956 Aug 03 19:40:51.491020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:51.779796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 2b56b0b5-a62e-4c26-a29d-1f4f775c481b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:51.780168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:52.437344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:52.456811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 2b56b0b5-a62e-4c26-a29d-1f4f775c481b owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:52.700708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:52.732587 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=2b56b0b5-a62e-4c26-a29d-1f4f775c481b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:52.883257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1312-1f9d-4f49-af70-7175e502b00e req-eb45b386-9d3f-4ac0-84f3-e5bf2f83c1e3 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:52.891872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39df1312-1f9d-4f49-af70-7175e502b00e req-eb45b386-9d3f-4ac0-84f3-e5bf2f83c1e3 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.6070533 Aug 03 19:40:52.910364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5022f9f-74f1-4d50-82b3-f83369f69b0d req-9d337257-cc7d-419f-89c5-862b31e50587 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:52.913242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5022f9f-74f1-4d50-82b3-f83369f69b0d req-9d337257-cc7d-419f-89c5-862b31e50587 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.5807445 Aug 03 19:40:52.995353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39df1312-1f9d-4f49-af70-7175e502b00e req-7862507b-6109-4df5-aa36-d29ad54b5173 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018350 Aug 03 19:40:53.000243 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.006730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5022f9f-74f1-4d50-82b3-f83369f69b0d req-a374b283-abec-49e6-a475-a3ec03a988c8 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865412 Aug 03 19:40:53.296644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router d826d576-3879-4a02-91e1-0feb30e90a9a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:53.372659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148ab0b-2767-4aeb-acc6-b0aa602142d9 req-033b734b-e445-437f-b7f8-0dd19993bdfe tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:53.376770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7148ab0b-2767-4aeb-acc6-b0aa602142d9 req-033b734b-e445-437f-b7f8-0dd19993bdfe tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0863793 Aug 03 19:40:53.401121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:53.406631 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2df8ed6f-98a6-40ac-9887-3f93e8d52e68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/d826d576-3879-4a02-91e1-0feb30e90a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4522295 Aug 03 19:40:53.409260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46084) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:53.415058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f4178-0c0c-47da-9b9f-1e99e15059e2 None None] Sync routers for ids ['d826d576-3879-4a02-91e1-0feb30e90a9a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:53.448357 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a916eef0-ea3d-4494-bb8a-6d39496fda26 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=d826d576-3879-4a02-91e1-0feb30e90a9a HTTP/1.1" status: 200 len: 205 time: 0.0348995 Aug 03 19:40:53.450568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:53.450814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f4178-0c0c-47da-9b9f-1e99e15059e2 None None] Routers {'d826d576-3879-4a02-91e1-0feb30e90a9a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:53.453033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-758f4178-0c0c-47da-9b9f-1e99e15059e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d826d576-3879-4a02-91e1-0feb30e90a9a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:53.486705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7148ab0b-2767-4aeb-acc6-b0aa602142d9 req-94a8fee4-ef6d-476e-ace3-0385aafe4bcb tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023681 Aug 03 19:40:53.528916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-758f4178-0c0c-47da-9b9f-1e99e15059e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:53.539410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f4178-0c0c-47da-9b9f-1e99e15059e2 None None] Routers {'d826d576-3879-4a02-91e1-0feb30e90a9a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:53.540105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-758f4178-0c0c-47da-9b9f-1e99e15059e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d826d576-3879-4a02-91e1-0feb30e90a9a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:53.563598 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f78bd46-eb54-4859-a093-ec963f9a0c7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.575999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-758f4178-0c0c-47da-9b9f-1e99e15059e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:53.576769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f4178-0c0c-47da-9b9f-1e99e15059e2 None None] The sync data for ids ['d826d576-3879-4a02-91e1-0feb30e90a9a'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:53.617313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138bbd-d758-40be-958f-096c8c3695ca req-e8aef307-a251-4f8e-871c-9611bbd14ebe tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:53.618888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-e8aef307-a251-4f8e-871c-9611bbd14ebe tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.1456485 Aug 03 19:40:53.654885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-a03f8426-950b-4761-a2dd-697fe18063aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/quotas/a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 375 time: 0.0261459 Aug 03 19:40:53.722408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-e734417e-3469-43cb-b44d-0784492189c0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661898 Aug 03 19:40:53.772090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f78bd46-eb54-4859-a093-ec963f9a0c7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.774737 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f78bd46-eb54-4859-a093-ec963f9a0c7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.829061 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f78bd46-eb54-4859-a093-ec963f9a0c7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.829605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f78bd46-eb54-4859-a093-ec963f9a0c7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Fanout notify agent at l3_agent the message router_deleted on router d826d576-3879-4a02-91e1-0feb30e90a9a {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:40:53.837150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f78bd46-eb54-4859-a093-ec963f9a0c7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.840589 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9f78bd46-eb54-4859-a093-ec963f9a0c7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/d826d576-3879-4a02-91e1-0feb30e90a9a HTTP/1.1" status: 204 len: 168 time: 0.3856697 Aug 03 19:40:53.842440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:53.856537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-a805155c-43bd-47d7-9e30-610a46f679c3 service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332424 Aug 03 19:40:53.963888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2b8f99-8cea-49c0-a481-12b4aab4a07a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet a50347b7-136f-4437-8266-d48aea789ec7 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:40:53.973009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8f99-8cea-49c0-a481-12b4aab4a07a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.041645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8f99-8cea-49c0-a481-12b4aab4a07a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.080039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-5d90a2a8-7f61-40e2-8e26-8af64480efdc service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018702 Aug 03 19:40:54.181926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f336a-f2ee-4499-8fe1-f2436eef3e9b req-bac14958-85d0-4b5b-92a4-8bcc84d8b23f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:54.189326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d83f336a-f2ee-4499-8fe1-f2436eef3e9b req-bac14958-85d0-4b5b-92a4-8bcc84d8b23f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1080608 Aug 03 19:40:54.226092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8f99-8cea-49c0-a481-12b4aab4a07a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.277095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d83f336a-f2ee-4499-8fe1-f2436eef3e9b req-8a3ba55a-46af-4aa7-8628-ee3bb84ad6d3 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868468 Aug 03 19:40:54.354930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c658a0ef-b04d-4cb8-80eb-aab7b8ed2387 req-642629ce-8e04-4b7e-a773-65d1de554f1e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 210 time: 0.0396659 Aug 03 19:40:54.388734 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8f99-8cea-49c0-a481-12b4aab4a07a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.419134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b8f99-8cea-49c0-a481-12b4aab4a07a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=a50347b7-136f-4437-8266-d48aea789ec7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:54.423673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8f99-8cea-49c0-a481-12b4aab4a07a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.428510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46100) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:54.437675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fb2b8f99-8cea-49c0-a481-12b4aab4a07a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/a50347b7-136f-4437-8266-d48aea789ec7 HTTP/1.1" status: 204 len: 168 time: 0.5929320 Aug 03 19:40:54.440469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267d8914-7cb8-4c2a-8a3f-46ff88ad268d None None] Network a998fad4-6d26-421c-9c40-8928b0654443 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:54.484476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd4bc74-071e-4a2d-874e-4304b99ba28a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet 7c516e23-763c-4eac-a81d-ed066664a279 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:40:54.487423 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cd4bc74-071e-4a2d-874e-4304b99ba28a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.549676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cd4bc74-071e-4a2d-874e-4304b99ba28a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.682693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba2b27-6ebd-4133-8a2a-8afc9a8c0d8e req-207e86b3-77e0-4db4-82e2-42d1967a2f06 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:54.690638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02ba2b27-6ebd-4133-8a2a-8afc9a8c0d8e req-207e86b3-77e0-4db4-82e2-42d1967a2f06 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.0894661 Aug 03 19:40:54.697709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cd4bc74-071e-4a2d-874e-4304b99ba28a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.734250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02ba2b27-6ebd-4133-8a2a-8afc9a8c0d8e req-8c98eb7c-bf94-41a4-8a47-eca42e67e08a tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Aug 03 19:40:54.751935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] DHCP port deletion for a998fad4-6d26-421c-9c40-8928b0654443 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:40:54.821658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cd4bc74-071e-4a2d-874e-4304b99ba28a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.822221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] Deleting port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:54.822937 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.855262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4bc74-071e-4a2d-874e-4304b99ba28a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=7c516e23-763c-4eac-a81d-ed066664a279,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:54.863663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6cd4bc74-071e-4a2d-874e-4304b99ba28a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.868914 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6cd4bc74-071e-4a2d-874e-4304b99ba28a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/7c516e23-763c-4eac-a81d-ed066664a279 HTTP/1.1" status: 204 len: 168 time: 0.4371228 Aug 03 19:40:54.869284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46108) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:54.878297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07eca6-7ea8-4318-b0ff-f1c0e84f923f None None] Network 80b9adac-0f34-4162-8492-6e8d740404c2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:54.970383 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.018730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] For port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,segment=NetworkSegment(2b839a45-a3d6-4aa1-98e0-f94780e95679),segment_id=2b839a45-a3d6-4aa1-98e0-f94780e95679)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:55.019426 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.034093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] Calling delete_port for ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:55.075131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:55.080594 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.131672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] DHCP port deletion for 80b9adac-0f34-4162-8492-6e8d740404c2 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:40:55.162036 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.184922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,segment=NetworkSegment(2b839a45-a3d6-4aa1-98e0-f94780e95679),segment_id=2b839a45-a3d6-4aa1-98e0-f94780e95679)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:55.185455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.194466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] No DVR routers for this DVR port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:55.211426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:55.220142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e4049-623e-4126-bcd5-9b5866407a32 None None] Pushing event deleted for resources: {'Port': ['ID=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:55.247076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] Deleting port c0246e22-8669-49f3-b74d-3af8348d4ad6 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:55.247560 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.316030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] For port c0246e22-8669-49f3-b74d-3af8348d4ad6, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c0246e22-8669-49f3-b74d-3af8348d4ad6,segment=NetworkSegment(2e764743-f248-458a-b2ea-927df6db9ce0),segment_id=2e764743-f248-458a-b2ea-927df6db9ce0)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:55.316531 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.333250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] Calling delete_port for c0246e22-8669-49f3-b74d-3af8348d4ad6 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:55.356033 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.416989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No DVR routers for this DVR port ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:55.421876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=ff3b630a-e37a-47c4-ba0f-ec04d96b80a4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:55.446627 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.480984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] Pushing event deleted for resources: {'Port': ['ID=c0246e22-8669-49f3-b74d-3af8348d4ad6,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:55.498056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de869f-330e-4eba-bbd0-ac1070573373 None None] No DVR routers for this DVR port c0246e22-8669-49f3-b74d-3af8348d4ad6 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:55.569195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0882a90-6e38-4904-a5ab-235503d1a9bb req-4e5b6800-3ed3-4120-8126-647124129413 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 210 time: 0.0429556 Aug 03 19:40:55.641788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0906a-98b5-408a-b3a2-ff383225b24e req-1b2f8ba2-b6aa-4446-90c9-94bdbae2547d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:55.643318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfa0906a-98b5-408a-b3a2-ff383225b24e req-1b2f8ba2-b6aa-4446-90c9-94bdbae2547d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.2434688 Aug 03 19:40:55.661541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.714762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a998fad4-6d26-421c-9c40-8928b0654443']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:55.737948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b839a45-a3d6-4aa1-98e0-f94780e95679') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:55.738214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b839a45-a3d6-4aa1-98e0-f94780e95679') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:55.757527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.805882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfa0906a-98b5-408a-b3a2-ff383225b24e req-5440306b-3008-4058-9301-bdc86d89560d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415317 Aug 03 19:40:55.806989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.821588 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.857780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:40:55.858192 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: self.session.flush() Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:40:55.873268 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:40:55.898296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138bbd-d758-40be-958f-096c8c3695ca req-6ea21ed0-6f44-4dd0-a4c7-0bdec037f2df tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:55.899917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-6ea21ed0-6f44-4dd0-a4c7-0bdec037f2df tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.2746704 Aug 03 19:40:55.938882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'port': {'device_id': '42eb19cc-3e39-42df-89fd-f5bd273d0690', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'admin_state_up': True, 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:56.057218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.070260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.072103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/a998fad4-6d26-421c-9c40-8928b0654443 HTTP/1.1" status: 204 len: 168 time: 1.2017028 Aug 03 19:40:56.075543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46120) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:56.083083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfec04-ad6c-4160-84d9-0934df63ab8a req-5dc7d3ec-2e21-44ae-b94e-3fe1f4b5a12b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:56.086088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cccfec04-ad6c-4160-84d9-0934df63ab8a req-5dc7d3ec-2e21-44ae-b94e-3fe1f4b5a12b tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1573355 Aug 03 19:40:56.104448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92413b-a535-4bd8-a2d8-1f373ca2cb00 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=a998fad4-6d26-421c-9c40-8928b0654443,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:56.173084 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d994e3cb-d85d-44df-82f2-08baff7c597f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.226075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cccfec04-ad6c-4160-84d9-0934df63ab8a req-9765ffd2-8197-4681-b6ba-572ee9645109 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257746 Aug 03 19:40:56.228334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.253589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:56.260715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.398475 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.464937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b9adac-0f34-4162-8492-6e8d740404c2']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:56.478044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e764743-f248-458a-b2ea-927df6db9ce0') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:56.478716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e764743-f248-458a-b2ea-927df6db9ce0') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:56.491484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.499093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.20.0.7 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:56.511318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.520474 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:40:56.521065 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:40:56.524206 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:40:56.535103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-5f2ad1fb-201a-4174-ad30-13f289baf088 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:56.537445 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-5f2ad1fb-201a-4174-ad30-13f289baf088 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.88 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 945 time: 0.1198475 Aug 03 19:40:56.715226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.718015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c0246e22-8669-49f3-b74d-3af8348d4ad6 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:56.724869 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.730251 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/80b9adac-0f34-4162-8492-6e8d740404c2 HTTP/1.1" status: 204 len: 168 time: 0.6490836 Aug 03 19:40:56.741598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46134) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:56.747275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-412134136'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:56.756012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c0c89-a846-4b8d-9d5a-509fac79c654 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=80b9adac-0f34-4162-8492-6e8d740404c2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:56.773173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c0246e22-8669-49f3-b74d-3af8348d4ad6 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:56.773623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c0246e22-8669-49f3-b74d-3af8348d4ad6 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:56.774898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:56.784382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8bd401ae-fbfa-4090-a5cd-11c5bad92acb req-c15323cc-8248-43ae-8225-93516909a2dc tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 210 time: 0.0495026 Aug 03 19:40:56.789971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Deleting port 014e30eb-bebe-41e1-bd65-0da159114080 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:56.790317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.834349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:56.834960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ff3b630a-e37a-47c4-ba0f-ec04d96b80a4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:56.854011 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.865347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:56.871169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.876428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Transition to ACTIVE for port object cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:56.908455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:40:56.934102 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.934453 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment 7403ae20-ad50-43f1-b980-e267a4c3efb9 of type vlan for network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 Aug 03 19:40:56.950299 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:56.993499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70617cd8-cb85-43e0-a7a7-945046c7a7cf req-8a16268b-afa5-457c-a56c-c8d6f38be62d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:56.995348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70617cd8-cb85-43e0-a7a7-945046c7a7cf req-8a16268b-afa5-457c-a56c-c8d6f38be62d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.0925035 Aug 03 19:40:57.000306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] For port 014e30eb-bebe-41e1-bd65-0da159114080, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=014e30eb-bebe-41e1-bd65-0da159114080,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:57.000916 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.010985 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.021349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Calling delete_port for 014e30eb-bebe-41e1-bd65-0da159114080 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:57.027139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:57.031734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:57.042597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:57.047912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:57.091132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.096973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:57.097788 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.099819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70617cd8-cb85-43e0-a7a7-945046c7a7cf req-791aed1e-c3ca-4ab6-91dc-ec71f7db98d0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903623 Aug 03 19:40:57.126025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:57.126875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.147249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-98a34d8e-c4c4-49f5-9730-a156d8b7638c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2143166 Aug 03 19:40:57.167525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Request body: {'port': {'device_id': '42eb19cc-3e39-42df-89fd-f5bd273d0690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:57.173175 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4296615 Aug 03 19:40:57.179281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46142) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:57.185291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': '84e2d341-5b5b-4d49-85d8-315fd4e59e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:57.258941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d88bc1-8449-4fba-96ab-1142310c0af7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=84e2d341-5b5b-4d49-85d8-315fd4e59e13,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:57.273446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:40:57.284568 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.435766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.440046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:57.444079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fb37987f-7992-4010-9bbf-1bae059a5ced None None] Provisioning for port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:57.445776 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.450983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['014e30eb-bebe-41e1-bd65-0da159114080'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:40:57.464506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fb37987f-7992-4010-9bbf-1bae059a5ced None None] Provisioning complete for port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:57.466087 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fb37987f-7992-4010-9bbf-1bae059a5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.493758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['e77d14e4-0560-4a5a-a804-dc74a803deed'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:40:57.536890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262292-1dec-4645-86a7-3c1b9fa989fc req-cd60acb1-7840-40b8-9b9f-e3d6250205ae tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:57.538453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54262292-1dec-4645-86a7-3c1b9fa989fc req-cd60acb1-7840-40b8-9b9f-e3d6250205ae tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=663cfac5-e737-46e6-82a0-455050976332 HTTP/1.1" status: 200 len: 867 time: 0.1929920 Aug 03 19:40:57.559401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Pushing event deleted for resources: {'Port': ['ID=014e30eb-bebe-41e1-bd65-0da159114080,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:57.598958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] No DVR routers for this DVR port 014e30eb-bebe-41e1-bd65-0da159114080 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:40:57.599590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-fb37987f-7992-4010-9bbf-1bae059a5ced None None] Port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:57.604166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.606152 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a4501a70-cc2c-4fed-ab19-47d886a08a75 req-8a1e701f-a7cd-4b1e-b492-78461338d87f tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.88 "DELETE /v2.0/ports/014e30eb-bebe-41e1-bd65-0da159114080 HTTP/1.1" status: 204 len: 173 time: 1.0577714 Aug 03 19:40:57.607140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663cfac5-e737-46e6-82a0-455050976332', 'name': 'network-vif-deleted', 'tag': '014e30eb-bebe-41e1-bd65-0da159114080'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:57.609512 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b160169-2254-4251-9f14-1c163fc54442" -d '{"events": [{"server_uuid": "663cfac5-e737-46e6-82a0-455050976332", "name": "network-vif-deleted", "tag": "014e30eb-bebe-41e1-bd65-0da159114080"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:57.691936 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f66e740-f88a-457e-8e3f-18634ae32289 x-openstack-request-id: req-8f66e740-f88a-457e-8e3f-18634ae32289 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:57.693157 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663cfac5-e737-46e6-82a0-455050976332", "name": "network-vif-deleted", "tag": "014e30eb-bebe-41e1-bd65-0da159114080", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:57.693614 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f66e740-f88a-457e-8e3f-18634ae32289 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:57.694463 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663cfac5-e737-46e6-82a0-455050976332', 'name': 'network-vif-deleted', 'tag': '014e30eb-bebe-41e1-bd65-0da159114080', 'status': 'completed', 'code': 200} Aug 03 19:40:57.714482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-70471781-46ce-48a7-a920-33728fb614f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:57.722898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-70471781-46ce-48a7-a920-33728fb614f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 1096 time: 0.3352935 Aug 03 19:40:57.737757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54262292-1dec-4645-86a7-3c1b9fa989fc req-540a740c-766f-4c44-90f3-f2bb340e2377 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737216 Aug 03 19:40:57.832578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.896633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-203e120c-1d71-4e71-b805-1b43ed28b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:57.898118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-203e120c-1d71-4e71-b805-1b43ed28b9c4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.1742823 Aug 03 19:40:57.917928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=6337ede3-427f-487f-9cf9-879da125b6dc,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:57.932456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.932805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.933159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.933524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.934128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.934278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.934523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.934946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.935279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.935608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.936158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.936487 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:57.940081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': '7403ae20-ad50-43f1-b980-e267a4c3efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84e2d341-5b5b-4d49-85d8-315fd4e59e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:57.940621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: 84e2d341-5b5b-4d49-85d8-315fd4e59e13, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:40:57.967485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:40:57.980634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 84e2d341-5b5b-4d49-85d8-315fd4e59e13) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:57.990893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b3cca-7614-4451-9889-48ce13f8ae85 None None] Network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:40:58.011702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:40:58.013256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:58.014009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.028255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.035158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-21e84656-d321-4ea0-b0f9-87f013e92ca8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49 HTTP/1.1" status: 200 len: 1000 time: 0.1185012 Aug 03 19:40:58.043373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2008d149-a436-4575-8e77-d3cb649966a0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8631830 Aug 03 19:40:58.045688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46152) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:58.047580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d3bdc-bf96-4517-a585-fe850752ae19 req-c2a41b8a-b53d-490f-b3ad-344bd079feea tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:58.049296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc8d3bdc-bf96-4517-a585-fe850752ae19 req-c2a41b8a-b53d-490f-b3ad-344bd079feea tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 931 time: 0.1735201 Aug 03 19:40:58.051110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-47ca7e00-d16f-4607-b048-b2ffb1910181 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-55745410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:58.078715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca7e00-d16f-4607-b048-b2ffb1910181 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.080703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca7e00-d16f-4607-b048-b2ffb1910181 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.104066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Transition to ACTIVE for port object cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:58.123366 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.152866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca7e00-d16f-4607-b048-b2ffb1910181 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.160469 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca7e00-d16f-4607-b048-b2ffb1910181 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.193870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47ca7e00-d16f-4607-b048-b2ffb1910181 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.195428 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-47ca7e00-d16f-4607-b048-b2ffb1910181 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1486824 Aug 03 19:40:58.198797 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46156) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:58.212111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'port': {'network_id': '84e2d341-5b5b-4d49-85d8-315fd4e59e13', 'name': 'tempest-RoutersTest-96171882'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:58.232346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-ad80f1a3-845a-49a4-b859-51663c8cf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:58.235626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-ad80f1a3-845a-49a4-b859-51663c8cf672 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.1833565 Aug 03 19:40:58.297883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc8d3bdc-bf96-4517-a585-fe850752ae19 req-52a54ff4-bb5c-4ae9-8087-b5e1a1201741 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148924 Aug 03 19:40:58.298862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:58.332333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-84e2d341-5b5b-4d49-85d8-315fd4e59e13', 'network_id': '84e2d341-5b5b-4d49-85d8-315fd4e59e13', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': '6337ede3-427f-487f-9cf9-879da125b6dc'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:40:58.333298 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.436175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:58.444257 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.478295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] device_id is not set on port a9730893-e82e-4f0c-97b8-70f73f111fa1 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:40:58.496444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Attempting to bind port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:40:58.496989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Attempting to bind port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:40:58.497555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Attempting to bind port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:58.504580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-6aeef53f-d537-4f70-a726-ea4077ae5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:58.506684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-6aeef53f-d537-4f70-a726-ea4077ae5774 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562826 Aug 03 19:40:58.513059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:40:58.513789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Attempting to bind port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:58.523056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:40:58.523917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:58.524558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:40:58.525197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Bound port: cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:40:58.525789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.542098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Allocated IP 172.20.0.2 (84e2d341-5b5b-4d49-85d8-315fd4e59e13/6337ede3-427f-487f-9cf9-879da125b6dc/ca844c39-eb72-4a5f-a945-c1d74ed8626f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:58.559915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13491c01-4278-443c-910b-8172e771de00 req-97c0f161-38ef-49d3-ab44-cded0686b6aa tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:58.562001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13491c01-4278-443c-910b-8172e771de00 req-97c0f161-38ef-49d3-ab44-cded0686b6aa tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.2427123 Aug 03 19:40:58.646684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] For port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:40:58.650494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] For port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:40:58.721138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13491c01-4278-443c-910b-8172e771de00 req-7c90ac40-d0ea-4409-a082-7a9764b173d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688767 Aug 03 19:40:58.724812 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.740063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.750017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Transition to ACTIVE for port object ca844c39-eb72-4a5f-a945-c1d74ed8626f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:58.766903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Transition to ACTIVE for port object ca844c39-eb72-4a5f-a945-c1d74ed8626f will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:58.776435 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.791506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:58.792153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.793778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] 10.222.0.63 "PUT /v2.0/ports/cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a HTTP/1.1" status: 200 len: 1091 time: 1.6325500 Aug 03 19:40:58.796599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42eb19cc-3e39-42df-89fd-f5bd273d0690', 'tag': 'cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:58.799081 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a1aafd-6160-48e4-8017-1de3033290d0" -d '{"events": [{"name": "network-changed", "server_uuid": "42eb19cc-3e39-42df-89fd-f5bd273d0690", "tag": "cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:58.827669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:58.832235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:58.836425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:58.851485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Pushing event updated for resources: {'Port': ['ID=ca844c39-eb72-4a5f-a945-c1d74ed8626f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:58.909880 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223060ca-3907-4335-be9d-a35119323494 x-openstack-request-id: req-223060ca-3907-4335-be9d-a35119323494 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:58.910461 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42eb19cc-3e39-42df-89fd-f5bd273d0690", "tag": "cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:58.910923 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-223060ca-3907-4335-be9d-a35119323494 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:58.911513 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42eb19cc-3e39-42df-89fd-f5bd273d0690', 'tag': 'cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a', 'status': 'completed', 'code': 200} Aug 03 19:40:58.940781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Attempting to bind port ca844c39-eb72-4a5f-a945-c1d74ed8626f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:40:58.941285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Attempting to bind port ca844c39-eb72-4a5f-a945-c1d74ed8626f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7403ae20-ad50-43f1-b980-e267a4c3efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84e2d341-5b5b-4d49-85d8-315fd4e59e13'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:40:58.941719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Attempting to bind port ca844c39-eb72-4a5f-a945-c1d74ed8626f on network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:58.949796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:40:58.950773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Checking segment: {'id': '7403ae20-ad50-43f1-b980-e267a4c3efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84e2d341-5b5b-4d49-85d8-315fd4e59e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:58.951845 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.952348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Bound using segment: {'id': '7403ae20-ad50-43f1-b980-e267a4c3efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84e2d341-5b5b-4d49-85d8-315fd4e59e13'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:40:58.952959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Bound port: ca844c39-eb72-4a5f-a945-c1d74ed8626f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7403ae20-ad50-43f1-b980-e267a4c3efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84e2d341-5b5b-4d49-85d8-315fd4e59e13'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:40:58.954012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.962245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92a12b-81c9-4d72-b08e-b26586ec56e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:58.962699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.20.0.11 (84e2d341-5b5b-4d49-85d8-315fd4e59e13/6337ede3-427f-487f-9cf9-879da125b6dc/a9730893-e82e-4f0c-97b8-70f73f111fa1) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:58.982940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-852a7cbd-5d85-4cb2-8838-e3384474571f service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632158 Aug 03 19:40:59.014545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138bbd-d758-40be-958f-096c8c3695ca req-05def0f4-14fd-4fe5-a440-1a25dac49644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.026254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-05def0f4-14fd-4fe5-a440-1a25dac49644 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 1094 time: 0.1485038 Aug 03 19:40:59.094019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] For port ca844c39-eb72-4a5f-a945-c1d74ed8626f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:40:59.102400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] For port ca844c39-eb72-4a5f-a945-c1d74ed8626f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ca844c39-eb72-4a5f-a945-c1d74ed8626f,segment=NetworkSegment(7403ae20-ad50-43f1-b980-e267a4c3efb9),segment_id=7403ae20-ad50-43f1-b980-e267a4c3efb9)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:40:59.110715 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:59.157429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-d761d524-3504-41e9-a028-5217952e1aee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a HTTP/1.1" status: 200 len: 217 time: 0.1123936 Aug 03 19:40:59.208594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61c4c3-58aa-49af-9a36-8d057bec262a None None] Pushing event updated for resources: {'Port': ['ID=ca844c39-eb72-4a5f-a945-c1d74ed8626f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:59.216808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-409b1f71-9484-4372-abe7-e6e0f5922257 req-0d228b43-6c8b-44d5-8ef3-d7a7b6ed47f5 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250221 Aug 03 19:40:59.299338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:59.323828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object a9730893-e82e-4f0c-97b8-70f73f111fa1 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:59.336360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138bbd-d758-40be-958f-096c8c3695ca req-038faa95-dd85-406e-b2ae-fed5c5814250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.337944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-038faa95-dd85-406e-b2ae-fed5c5814250 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.1166453 Aug 03 19:40:59.374103 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:59.423961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:59.428192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:59.434962 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:59.450082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d70aeb-d8d4-41ee-9e85-114c7d6da629 req-6ab1a570-6047-4928-99b9-88e55687374e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.457552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7d70aeb-d8d4-41ee-9e85-114c7d6da629 req-6ab1a570-6047-4928-99b9-88e55687374e tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1868715 Aug 03 19:40:59.514490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.515183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:59.526762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=a9730893-e82e-4f0c-97b8-70f73f111fa1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:59.578226 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-00f24e8f-3c74-481d-9af4-f7a826ed969b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3768647 Aug 03 19:40:59.585709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46170) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:59.657425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138bbd-d758-40be-958f-096c8c3695ca req-c72cd823-981c-41c6-8c85-de33f24939d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.659570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-c72cd823-981c-41c6-8c85-de33f24939d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3044860 Aug 03 19:40:59.778997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:00.127327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:00.182218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adfac6-2c8f-43a1-8ff9-67c9bb8b95eb req-a22f15e6-41d8-41c8-97c4-22b2588f994d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:00.190298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39adfac6-2c8f-43a1-8ff9-67c9bb8b95eb req-a22f15e6-41d8-41c8-97c4-22b2588f994d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.7307022 Aug 03 19:41:00.202978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7d70aeb-d8d4-41ee-9e85-114c7d6da629 req-85449b7b-86f3-4bd8-b485-f20109b50927 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7079172 Aug 03 19:41:00.325994 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b739d100-e0f1-44b4-aeb5-d4581c49a0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:00.343343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39adfac6-2c8f-43a1-8ff9-67c9bb8b95eb req-977a2d4f-a920-449e-b31d-3ddb4994bb00 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519177 Aug 03 19:41:00.404277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-dfdfc43d-32ca-4a4b-b6a8-7bda8a00bb64 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278905 Aug 03 19:41:00.513238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae41cf7-0f21-4d4a-a0d5-2eed42f53e45 req-ad978466-bae1-4430-94d8-ccda67df522c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:00.522068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fae41cf7-0f21-4d4a-a0d5-2eed42f53e45 req-ad978466-bae1-4430-94d8-ccda67df522c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 945 time: 0.1757061 Aug 03 19:41:00.582963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8138bbd-d758-40be-958f-096c8c3695ca req-c8dafee7-c085-4dd1-ac0b-0a5fc514d829 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696236 Aug 03 19:41:00.586951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fae41cf7-0f21-4d4a-a0d5-2eed42f53e45 req-4de589f0-19ae-47cf-b95e-e33574ecd4d8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640438 Aug 03 19:41:00.619240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:00.628761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:00.743942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-8dab94ba-67cb-4bb5-91d2-baae0fd08883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:00.745503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-8dab94ba-67cb-4bb5-91d2-baae0fd08883 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 1094 time: 0.0712140 Aug 03 19:41:00.806796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4c149-9868-48c9-8885-75746289a58e None None] Network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:00.901147 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ca844c39-eb72-4a5f-a945-c1d74ed8626f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:00.924720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=a9730893-e82e-4f0c-97b8-70f73f111fa1,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:00.946742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:00.976841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-1db4d574-88c6-4eb9-9201-c9e82223210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:00.978334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-1db4d574-88c6-4eb9-9201-c9e82223210d service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.2233422 Aug 03 19:41:01.006983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e1f72814-fc97-4c19-b05c-89abcfaba04e None None] Provisioning for port ca844c39-eb72-4a5f-a945-c1d74ed8626f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:01.021806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ca844c39-eb72-4a5f-a945-c1d74ed8626f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:01.028602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e1f72814-fc97-4c19-b05c-89abcfaba04e None None] Provisioning complete for port ca844c39-eb72-4a5f-a945-c1d74ed8626f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:01.029280 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e1f72814-fc97-4c19-b05c-89abcfaba04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.050048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-ef8afdf5-d2fb-4551-bed6-0b9935419013 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a HTTP/1.1" status: 200 len: 217 time: 0.0617876 Aug 03 19:41:01.073502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ca844c39-eb72-4a5f-a945-c1d74ed8626f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:01.074980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.134725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-76153bec-6276-4d10-b6c3-7a5f09f75287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:01.136476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-76153bec-6276-4d10-b6c3-7a5f09f75287 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0788376 Aug 03 19:41:01.211624 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.242696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-a8c6b822-264b-4e1e-a6c2-247f478d1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:01.246084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-a8c6b822-264b-4e1e-a6c2-247f478d1ddb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988486 Aug 03 19:41:01.292744 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e1f72814-fc97-4c19-b05c-89abcfaba04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.323329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 014e30eb-bebe-41e1-bd65-0da159114080 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:01.366468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 014e30eb-bebe-41e1-bd65-0da159114080 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:01.367159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 014e30eb-bebe-41e1-bd65-0da159114080 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:01.367303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:01.382798 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.489131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e1f72814-fc97-4c19-b05c-89abcfaba04e None None] For port ca844c39-eb72-4a5f-a945-c1d74ed8626f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ca844c39-eb72-4a5f-a945-c1d74ed8626f,segment=NetworkSegment(7403ae20-ad50-43f1-b980-e267a4c3efb9),segment_id=7403ae20-ad50-43f1-b980-e267a4c3efb9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:01.509423 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e1f72814-fc97-4c19-b05c-89abcfaba04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.589400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-dd72c3a0-b010-4ff1-8f6a-f9f335610a02 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268507 Aug 03 19:41:01.675478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:41:01.675883 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:41:01.681721 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.683839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f72814-fc97-4c19-b05c-89abcfaba04e None None] Pushing event updated for resources: {'Port': ['ID=ca844c39-eb72-4a5f-a945-c1d74ed8626f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:01.684849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b47357-bd0f-4264-9345-7535cb6e339b req-dad9f21b-18c2-4952-96e1-5ad84db3343c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:01.706881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99b47357-bd0f-4264-9345-7535cb6e339b req-dad9f21b-18c2-4952-96e1-5ad84db3343c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.1642082 Aug 03 19:41:01.732491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:01.740089 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da967f7-ef86-4e0d-98a5-de10dc2723b3" -d '{"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-unplugged", "status": "completed", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:01.766753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:01.777818 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.819029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85af9b-41e3-4708-aaae-aa5842f6e863 req-8409c60e-e9a4-48ff-b146-2fc7cf67bdb2 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:01.829586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c85af9b-41e3-4708-aaae-aa5842f6e863 req-8409c60e-e9a4-48ff-b146-2fc7cf67bdb2 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.3396971 Aug 03 19:41:01.946914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c85af9b-41e3-4708-aaae-aa5842f6e863 req-75a01867-d3b9-47db-8465-457456bd2873 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148093 Aug 03 19:41:01.951522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:01.967363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99b47357-bd0f-4264-9345-7535cb6e339b req-e2b35ef6-ad90-4e8f-8125-7804a1b7cf7e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558641 Aug 03 19:41:01.983887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c4dba911-c7f4-4b4d-90e3-aa64a547afbd None None] Provisioning for port a9730893-e82e-4f0c-97b8-70f73f111fa1 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:01.995040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c4dba911-c7f4-4b4d-90e3-aa64a547afbd None None] Provisioning complete for port a9730893-e82e-4f0c-97b8-70f73f111fa1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:01.997698 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c4dba911-c7f4-4b4d-90e3-aa64a547afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.017999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9a1aafd-6160-48e4-8017-1de3033290d0 req-a6ba74e9-6d02-44b3-b8dc-55050c4d96db service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165611 Aug 03 19:41:02.049981 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.110003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c4dba911-c7f4-4b4d-90e3-aa64a547afbd None None] Port a9730893-e82e-4f0c-97b8-70f73f111fa1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:02.138657 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8501b4d5-771c-4164-9cf4-a1b1077c4028 x-openstack-request-id: req-8501b4d5-771c-4164-9cf4-a1b1077c4028 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:02.138657 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-unplugged", "status": "failed", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49", "code": 422}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:02.140993 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8501b4d5-771c-4164-9cf4-a1b1077c4028 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:02.140993 n-d-803378-1 neutron-server[94135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'code': 422} returned with failed status Aug 03 19:41:02.140993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c4dba911-c7f4-4b4d-90e3-aa64a547afbd None None] Provisioning complete for port ca844c39-eb72-4a5f-a945-c1d74ed8626f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:02.141543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c4dba911-c7f4-4b4d-90e3-aa64a547afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.213982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f66b7-85f7-49e9-a77f-1bd5014a1371 req-be2a6edd-70fc-4493-9bcc-26b0a843059d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:02.223274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b9f66b7-85f7-49e9-a77f-1bd5014a1371 req-be2a6edd-70fc-4493-9bcc-26b0a843059d tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.1497643 Aug 03 19:41:02.293550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b9f66b7-85f7-49e9-a77f-1bd5014a1371 req-5f3b5982-3588-4843-afdf-0a9000c14923 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597072 Aug 03 19:41:02.500560 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-ea86b0f3-f885-4819-837f-f48b18000404 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:02.502338 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-ea86b0f3-f885-4819-837f-f48b18000404 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.63 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.9064445 Aug 03 19:41:02.513231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9bda4da1-586d-4f03-abf6-0d2cf6131858 None None] Provisioning complete for port a9730893-e82e-4f0c-97b8-70f73f111fa1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:02.525554 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9bda4da1-586d-4f03-abf6-0d2cf6131858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.600123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9bda4da1-586d-4f03-abf6-0d2cf6131858 None None] Port a9730893-e82e-4f0c-97b8-70f73f111fa1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:02.701007 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.711043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.738269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6002c40d-dfbd-4ece-b5b9-283ac5c044bc None None] Provisioning complete for port a9730893-e82e-4f0c-97b8-70f73f111fa1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:02.738762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6002c40d-dfbd-4ece-b5b9-283ac5c044bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.819064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ca844c39-eb72-4a5f-a945-c1d74ed8626f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:02.826899 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.834479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=a9730893-e82e-4f0c-97b8-70f73f111fa1,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:02.900863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6002c40d-dfbd-4ece-b5b9-283ac5c044bc None None] Port a9730893-e82e-4f0c-97b8-70f73f111fa1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:02.918663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Deleting port e77d14e4-0560-4a5a-a804-dc74a803deed {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:02.919228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.926597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ca844c39-eb72-4a5f-a945-c1d74ed8626f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:02.927893 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:03.065292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:03.100546 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:03.167967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] For port e77d14e4-0560-4a5a-a804-dc74a803deed, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=e77d14e4-0560-4a5a-a804-dc74a803deed,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:03.168350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:03.282329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Calling delete_port for e77d14e4-0560-4a5a-a804-dc74a803deed owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:03.317441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc2a0-aeb2-4178-b3c0-4dbecf68a621 req-409e22ac-cc60-435a-a07f-61c04c62043b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:03.320070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5cfc2a0-aeb2-4178-b3c0-4dbecf68a621 req-409e22ac-cc60-435a-a07f-61c04c62043b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.1843793 Aug 03 19:41:03.334871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04549f16-188b-4d4b-a879-1a975b865c2f req-39a1b607-83a8-4eeb-8185-562da8577d60 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:03.336855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04549f16-188b-4d4b-a879-1a975b865c2f req-39a1b607-83a8-4eeb-8185-562da8577d60 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 945 time: 0.1980338 Aug 03 19:41:03.439317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router 94e71df8-ec41-4dbc-913a-2ce94165848e is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:41:03.442107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f5cfc2a0-aeb2-4178-b3c0-4dbecf68a621 req-fbd9cd02-695a-4e8b-86f7-c77451d5f8b7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036355 Aug 03 19:41:03.478796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04549f16-188b-4d4b-a879-1a975b865c2f req-2a4b260a-8fb9-4a3f-833c-df417bcc2ecf tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/security-groups?id=680bfa95-7da1-4518-bf48-b10f5d9fa649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184845 Aug 03 19:41:03.541238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-461865c6-2169-49f9-a1ab-56b803a8fb62 None None] Provisioning complete for port a9730893-e82e-4f0c-97b8-70f73f111fa1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:03.542012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-461865c6-2169-49f9-a1ab-56b803a8fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:03.619263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-461865c6-2169-49f9-a1ab-56b803a8fb62 None None] Port a9730893-e82e-4f0c-97b8-70f73f111fa1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:03.626009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:03.673295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Pushing event deleted for resources: {'Port': ['ID=e77d14e4-0560-4a5a-a804-dc74a803deed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:03.683992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:03.701886 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a530ed4-55b5-4164-8d63-978d7fcb0c36 None None] Sync routers for ids ['94e71df8-ec41-4dbc-913a-2ce94165848e'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:03.721736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a530ed4-55b5-4164-8d63-978d7fcb0c36 None None] Routers {'94e71df8-ec41-4dbc-913a-2ce94165848e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:03.731534 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0a530ed4-55b5-4164-8d63-978d7fcb0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['94e71df8-ec41-4dbc-913a-2ce94165848e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:03.733568 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b710aab-f54f-44c1-8b2f-b5d1f7807803 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/94e71df8-ec41-4dbc-913a-2ce94165848e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1471722 Aug 03 19:41:03.736243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46204) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:03.760240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] No DVR routers for this DVR port e77d14e4-0560-4a5a-a804-dc74a803deed on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:03.765611 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:03.767930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4e10c607-1fcd-4a2a-bfa4-593c5eb52625 req-a2f9c09a-321b-43d0-be75-97678d5fcde1 tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.63 "DELETE /v2.0/ports/e77d14e4-0560-4a5a-a804-dc74a803deed HTTP/1.1" status: 204 len: 173 time: 1.2292314 Aug 03 19:41:03.768904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81', 'name': 'network-vif-deleted', 'tag': 'e77d14e4-0560-4a5a-a804-dc74a803deed'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:03.788447 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0a530ed4-55b5-4164-8d63-978d7fcb0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:03.797062 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef04e4bb-1282-40ae-a811-048a99f01e6b" -d '{"events": [{"server_uuid": "a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81", "name": "network-vif-deleted", "tag": "e77d14e4-0560-4a5a-a804-dc74a803deed"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:03.806204 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a530ed4-55b5-4164-8d63-978d7fcb0c36 None None] Routers {'94e71df8-ec41-4dbc-913a-2ce94165848e'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:03.807768 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0a530ed4-55b5-4164-8d63-978d7fcb0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['94e71df8-ec41-4dbc-913a-2ce94165848e'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:03.868299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16a4c7-8ed0-4f76-9234-69825ef9d7d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:03.874062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3e16a4c7-8ed0-4f76-9234-69825ef9d7d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports/a9730893-e82e-4f0c-97b8-70f73f111fa1 HTTP/1.1" status: 200 len: 976 time: 0.1333849 Aug 03 19:41:03.874254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46208) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:03.875940 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0a530ed4-55b5-4164-8d63-978d7fcb0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:03.876580 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a530ed4-55b5-4164-8d63-978d7fcb0c36 None None] The sync data for ids ['94e71df8-ec41-4dbc-913a-2ce94165848e'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:03.930623 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ba9c3d-0479-4bb1-8ae9-ccd653780504 x-openstack-request-id: req-d7ba9c3d-0479-4bb1-8ae9-ccd653780504 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:03.931029 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81", "name": "network-vif-deleted", "tag": "e77d14e4-0560-4a5a-a804-dc74a803deed", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:03.931221 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7ba9c3d-0479-4bb1-8ae9-ccd653780504 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:03.931584 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81', 'name': 'network-vif-deleted', 'tag': 'e77d14e4-0560-4a5a-a804-dc74a803deed', 'status': 'completed', 'code': 200} Aug 03 19:41:04.337100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:04.418484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d51d4d-3f7c-4f4f-a933-1de639df946c req-61922ade-e508-457d-8928-7c9eb91f3d2b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:04.422960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87d51d4d-3f7c-4f4f-a933-1de639df946c req-61922ade-e508-457d-8928-7c9eb91f3d2b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.0925207 Aug 03 19:41:04.446988 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:04.460500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-2898d265-d591-41ab-ab21-e33309af8549 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900733 Aug 03 19:41:04.482067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87d51d4d-3f7c-4f4f-a933-1de639df946c req-30ca61de-b752-4c31-a4a7-c80be660bae6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464408 Aug 03 19:41:04.675281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b462-143d-427d-b79b-86d386cc1849 req-abac531a-1b32-412c-aff9-b91addbd01fe tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:04.676975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3256b462-143d-427d-b79b-86d386cc1849 req-abac531a-1b32-412c-aff9-b91addbd01fe tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.1335311 Aug 03 19:41:04.714328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4abcdd3f-f218-4185-a531-796fdd47e221 req-54324ef0-4266-4833-9e01-1e8d24fd215d tempest-ServerRescueTestJSON-689290514 tempest-ServerRescueTestJSON-689290514-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a7c7ea-a4e0-4478-94a9-9efff9fd6f81 HTTP/1.1" status: 200 len: 210 time: 0.0749230 Aug 03 19:41:04.812211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3256b462-143d-427d-b79b-86d386cc1849 req-702c2452-2476-459d-a34c-9ab69c778b32 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901079 Aug 03 19:41:04.873112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port a9730893-e82e-4f0c-97b8-70f73f111fa1 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:04.874029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:04.999485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:05.015298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for a9730893-e82e-4f0c-97b8-70f73f111fa1 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:05.235818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e77d14e4-0560-4a5a-a804-dc74a803deed no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:05.272052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: e77d14e4-0560-4a5a-a804-dc74a803deed {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:05.274980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device e77d14e4-0560-4a5a-a804-dc74a803deed not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:05.284610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:05.320304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=a9730893-e82e-4f0c-97b8-70f73f111fa1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:05.325018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:05.545859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:05.622073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-88eae74b-a09f-405b-bced-aebb389a7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:05.623918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-88eae74b-a09f-405b-bced-aebb389a7520 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693&tenant_id=c351f6806f484562b6084caca9fb4539 HTTP/1.1" status: 200 len: 1094 time: 0.1115108 Aug 03 19:41:05.694356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade898d-1a2d-4fab-abfd-e689250719d3 req-84233e73-1a6e-49a0-b985-525cc8b0f32a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:05.696141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ade898d-1a2d-4fab-abfd-e689250719d3 req-84233e73-1a6e-49a0-b985-525cc8b0f32a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.1037495 Aug 03 19:41:05.731951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-b395ebd0-ea61-45d6-b9d7-70b781c3b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:05.733570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-b395ebd0-ea61-45d6-b9d7-70b781c3b50c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c351f6806f484562b6084caca9fb4539&device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 1094 time: 0.0709553 Aug 03 19:41:05.769485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ade898d-1a2d-4fab-abfd-e689250719d3 req-6d9767bf-20fe-482f-b2bd-883eb7ef5a2f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658457 Aug 03 19:41:05.770804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router 94e71df8-ec41-4dbc-913a-2ce94165848e has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:05.798365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46238) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:05.889001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-d3c923b2-96f2-4433-8dfc-aa9c269f54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:05.890691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-d3c923b2-96f2-4433-8dfc-aa9c269f54e8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 200 len: 918 time: 0.1482837 Aug 03 19:41:05.951768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:05.964789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13850f6f-48a3-4bb3-833f-355228f9f96f None None] Sync routers for ids ['94e71df8-ec41-4dbc-913a-2ce94165848e'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:05.972819 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9d82f89a-2560-47c6-b2cb-f81fbffb3f93 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/94e71df8-ec41-4dbc-913a-2ce94165848e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0972292 Aug 03 19:41:05.977908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46242) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:05.986087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13850f6f-48a3-4bb3-833f-355228f9f96f None None] Routers {'94e71df8-ec41-4dbc-913a-2ce94165848e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:05.987206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-13850f6f-48a3-4bb3-833f-355228f9f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['94e71df8-ec41-4dbc-913a-2ce94165848e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:06.034392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95368a-57ed-48f2-a075-2db528a4d6ab req-d7ea0d3f-afcc-46cb-9003-291ef40ff7d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:06.044257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd95368a-57ed-48f2-a075-2db528a4d6ab req-d7ea0d3f-afcc-46cb-9003-291ef40ff7d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.1302955 Aug 03 19:41:06.048265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-13850f6f-48a3-4bb3-833f-355228f9f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:06.058268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13850f6f-48a3-4bb3-833f-355228f9f96f None None] Routers {'94e71df8-ec41-4dbc-913a-2ce94165848e'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:06.059053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-13850f6f-48a3-4bb3-833f-355228f9f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['94e71df8-ec41-4dbc-913a-2ce94165848e'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:06.075523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-7d592c2c-5bb6-42d6-ad1f-fe6cf3c44223 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49 HTTP/1.1" status: 200 len: 998 time: 0.1699462 Aug 03 19:41:06.101017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-13850f6f-48a3-4bb3-833f-355228f9f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:06.101869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13850f6f-48a3-4bb3-833f-355228f9f96f None None] The sync data for ids ['94e71df8-ec41-4dbc-913a-2ce94165848e'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:06.149971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd95368a-57ed-48f2-a075-2db528a4d6ab req-1e511808-8a34-4baf-9099-f3bacbc87b94 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047671 Aug 03 19:41:06.184814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-1fbb4d31-60a1-4565-907f-68afefa758ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:06.186577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-1fbb4d31-60a1-4565-907f-68afefa758ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 200 len: 856 time: 0.1002972 Aug 03 19:41:06.258894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-6896ff1d-af73-4f87-ae2e-fdf2d3cadd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:06.260830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-6896ff1d-af73-4f87-ae2e-fdf2d3cadd5b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4bd5cf61-9181-41f5-98cc-aa699526ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660081 Aug 03 19:41:06.282016 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-3b977f0e-b950-4c3c-ae8e-33202ea8b764 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] remove_router_interface failed (client error): The resource could not be found. Aug 03 19:41:06.283069 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3b977f0e-b950-4c3c-ae8e-33202ea8b764 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/94e71df8-ec41-4dbc-913a-2ce94165848e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3035412 Aug 03 19:41:06.290417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46244) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:06.352161 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-251eb6b8-f6eb-4abb-9aef-6dc48fcc36fa tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e71df8-ec41-4dbc-913a-2ce94165848e HTTP/1.1" status: 200 len: 205 time: 0.0612035 Aug 03 19:41:06.356784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46246) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:06.381870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-47031fb0-46a8-43b5-823f-928ddee469e5 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124334 Aug 03 19:41:06.528179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-02be496d-60c5-4612-b07f-63e4bd80b7d3 service neutron] 10.222.0.88 "GET /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396494 Aug 03 19:41:06.827323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc92cb8a-00e5-4539-89b3-fc60fceeb1c5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.003309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f80a-e300-4394-859a-971c670fae86 req-a7671820-78fa-48fe-b109-0b65419d0b4e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:07.012746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf95f80a-e300-4394-859a-971c670fae86 req-a7671820-78fa-48fe-b109-0b65419d0b4e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.1370683 Aug 03 19:41:07.099469 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc92cb8a-00e5-4539-89b3-fc60fceeb1c5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.105369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc92cb8a-00e5-4539-89b3-fc60fceeb1c5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.114642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf95f80a-e300-4394-859a-971c670fae86 req-9a9be3c9-17b6-4e85-890b-aee8e1ac62a0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008186 Aug 03 19:41:07.182630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc92cb8a-00e5-4539-89b3-fc60fceeb1c5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.186159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc92cb8a-00e5-4539-89b3-fc60fceeb1c5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Fanout notify agent at l3_agent the message router_deleted on router 94e71df8-ec41-4dbc-913a-2ce94165848e {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:41:07.223595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bc92cb8a-00e5-4539-89b3-fc60fceeb1c5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.230097 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bc92cb8a-00e5-4539-89b3-fc60fceeb1c5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/94e71df8-ec41-4dbc-913a-2ce94165848e HTTP/1.1" status: 204 len: 168 time: 0.8720541 Aug 03 19:41:07.234967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46268) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:07.448157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.505013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a367fc-1262-4718-80eb-75c39bb6e0d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet 6337ede3-427f-487f-9cf9-879da125b6dc {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:07.516882 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95a367fc-1262-4718-80eb-75c39bb6e0d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.621346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce258151-2965-4b58-80f3-843795993875 req-c8df176a-ee92-477b-8036-4750c17b91cd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:07.638035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce258151-2965-4b58-80f3-843795993875 req-c8df176a-ee92-477b-8036-4750c17b91cd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.2534742 Aug 03 19:41:07.699227 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95a367fc-1262-4718-80eb-75c39bb6e0d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.778715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce258151-2965-4b58-80f3-843795993875 req-774db105-6bb3-4f07-9928-9f537ee2c2e4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388180 Aug 03 19:41:07.852105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Deleting port 36027293-4969-4110-a16e-8eb58e88ed9a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:07.852438 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.863874 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95a367fc-1262-4718-80eb-75c39bb6e0d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.950167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95a367fc-1262-4718-80eb-75c39bb6e0d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.972166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95a367fc-1262-4718-80eb-75c39bb6e0d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:07.977331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-95a367fc-1262-4718-80eb-75c39bb6e0d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/6337ede3-427f-487f-9cf9-879da125b6dc HTTP/1.1" status: 204 len: 168 time: 0.7398491 Aug 03 19:41:07.980425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46270) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:07.986491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0af139-70d1-44b0-bf65-8c4f26c14f56 None None] Network 84e2d341-5b5b-4d49-85d8-315fd4e59e13 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:07.992969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] For port 36027293-4969-4110-a16e-8eb58e88ed9a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=36027293-4969-4110-a16e-8eb58e88ed9a,segment=NetworkSegment(5cc4d4d8-c70f-4a66-94b8-68c336505c10),segment_id=5cc4d4d8-c70f-4a66-94b8-68c336505c10)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:07.993316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.035123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a367fc-1262-4718-80eb-75c39bb6e0d4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=6337ede3-427f-487f-9cf9-879da125b6dc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:08.059709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Calling delete_port for 36027293-4969-4110-a16e-8eb58e88ed9a owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:08.149334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.301187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] DHCP port deletion for 84e2d341-5b5b-4d49-85d8-315fd4e59e13 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:41:08.374120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4965cb6-d5b6-4b94-b80d-3572bad9c6b5 req-e85f18cd-9223-48c5-90dc-5b471eeff09c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:08.376884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port ca844c39-eb72-4a5f-a945-c1d74ed8626f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:08.377577 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.384451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4965cb6-d5b6-4b94-b80d-3572bad9c6b5 req-e85f18cd-9223-48c5-90dc-5b471eeff09c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.1253312 Aug 03 19:41:08.430852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] Deleting port ca844c39-eb72-4a5f-a945-c1d74ed8626f {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:08.431423 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.480355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4965cb6-d5b6-4b94-b80d-3572bad9c6b5 req-fa55371a-787c-4946-b867-a668064087ca tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948811 Aug 03 19:41:08.530926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port ca844c39-eb72-4a5f-a945-c1d74ed8626f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ca844c39-eb72-4a5f-a945-c1d74ed8626f,segment=NetworkSegment(7403ae20-ad50-43f1-b980-e267a4c3efb9),segment_id=7403ae20-ad50-43f1-b980-e267a4c3efb9)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:08.531255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.555650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for ca844c39-eb72-4a5f-a945-c1d74ed8626f owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:08.556449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] For port ca844c39-eb72-4a5f-a945-c1d74ed8626f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ca844c39-eb72-4a5f-a945-c1d74ed8626f,segment=NetworkSegment(7403ae20-ad50-43f1-b980-e267a4c3efb9),segment_id=7403ae20-ad50-43f1-b980-e267a4c3efb9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:08.557310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.581004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] Calling delete_port for ca844c39-eb72-4a5f-a945-c1d74ed8626f owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:08.581929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.711817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Pushing event deleted for resources: {'Port': ['ID=36027293-4969-4110-a16e-8eb58e88ed9a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:08.755105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ca844c39-eb72-4a5f-a945-c1d74ed8626f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:08.867321 n-d-803378-1 neutron-server[94135]: INFO neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No ports have port_id starting with ca844c39-eb72-4a5f-a945-c1d74ed8626f Aug 03 19:41:08.871023 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.960182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] Pushing event deleted for resources: {'Port': ['ID=ca844c39-eb72-4a5f-a945-c1d74ed8626f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:08.969644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.982593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeebae0-6306-4f0c-921c-287f8902716f None None] No DVR routers for this DVR port ca844c39-eb72-4a5f-a945-c1d74ed8626f on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:09.001668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178f721-d5d6-4117-b6da-d81eb8189c9c req-f4e18b56-00e0-49c5-899d-29d94f95f768 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:09.014075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a178f721-d5d6-4117-b6da-d81eb8189c9c req-f4e18b56-00e0-49c5-899d-29d94f95f768 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.1018991 Aug 03 19:41:09.015428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No DVR routers for this DVR port ca844c39-eb72-4a5f-a945-c1d74ed8626f on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:09.068305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=ca844c39-eb72-4a5f-a945-c1d74ed8626f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:09.095306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a178f721-d5d6-4117-b6da-d81eb8189c9c req-e1e3dce5-41bb-4987-9f4f-88a2023363df tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802414 Aug 03 19:41:09.202117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.215585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e2d341-5b5b-4d49-85d8-315fd4e59e13']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:09.218098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.296163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7403ae20-ad50-43f1-b980-e267a4c3efb9') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:09.296537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7403ae20-ad50-43f1-b980-e267a4c3efb9') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:09.350679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.376701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.390072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:09.390072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: self.session.flush() Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:09.392819 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:09.527684 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.533498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.536944 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/84e2d341-5b5b-4d49-85d8-315fd4e59e13 HTTP/1.1" status: 204 len: 168 time: 1.5554259 Aug 03 19:41:09.541017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46278) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:09.547104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-606859116'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:09.590280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacbecd-53a6-47a9-8212-a6e75c591aba tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=84e2d341-5b5b-4d49-85d8-315fd4e59e13,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:09.594970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:09.599800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.653563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:41:09.678374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.678947 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment 0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f of type vlan for network 87713165-d8db-439e-a8f3-a8c05d6053d8 Aug 03 19:41:09.684162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Router 517445f7-f9b0-4627-a53b-70021af97e5b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:09.781883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.826377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6a1ae-a931-43c5-a6f7-55205bf929fc req-aa0938be-de86-4f6b-bff7-923debee0127 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:09.826377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19d6a1ae-a931-43c5-a6f7-55205bf929fc req-aa0938be-de86-4f6b-bff7-923debee0127 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.0848279 Aug 03 19:41:09.892392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.912814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:09.913516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.947595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19d6a1ae-a931-43c5-a6f7-55205bf929fc req-a7b9dc9a-d5b9-4321-9251-9ab8cf7e514e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074061 Aug 03 19:41:09.961808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:09.983609 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] Sync routers for ids ['517445f7-f9b0-4627-a53b-70021af97e5b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:10.004969 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] Routers {'517445f7-f9b0-4627-a53b-70021af97e5b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:10.007181 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['517445f7-f9b0-4627-a53b-70021af97e5b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:10.009306 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ec86fecc-04a4-4393-87d9-c552dc3b1360 admin admin] 10.222.0.42 "PUT /v2.0/routers/517445f7-f9b0-4627-a53b-70021af97e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2097371 Aug 03 19:41:10.012322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46282) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:10.055559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5132799 Aug 03 19:41:10.070481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46284) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:10.075930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': '87713165-d8db-439e-a8f3-a8c05d6053d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:10.152925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe08bfe-778f-4b4b-9f15-bef08f43ff7c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=87713165-d8db-439e-a8f3-a8c05d6053d8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:10.168590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 87713165-d8db-439e-a8f3-a8c05d6053d8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:41:10.247588 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] Set router 517445f7-f9b0-4627-a53b-70021af97e5b gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:10.274596 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:10.295424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd146-a500-44dc-bdca-60ad86f37560 req-03cfad32-36ee-42fb-ac7b-39a29cb67b0e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:10.297322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c15fd146-a500-44dc-bdca-60ad86f37560 req-03cfad32-36ee-42fb-ac7b-39a29cb67b0e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.0928738 Aug 03 19:41:10.298593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:10.302711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:10.461519 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c15fd146-a500-44dc-bdca-60ad86f37560 req-3d203135-23d2-45fa-9e8a-4d75aad78d18 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884860 Aug 03 19:41:10.508913 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:10.629969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Deleting port 449cfd20-ad07-4983-9814-959ac786bccf {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:10.633715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:10.666986 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '449cfd20-ad07-4983-9814-959ac786bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:41:08Z', 'revision_number': 5, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port': {'id': '449cfd20-ad07-4983-9814-959ac786bccf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:17Z', 'updated_at': '2021-08-03T19:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:10.732317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:10.743639 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] Checking router: 517445f7-f9b0-4627-a53b-70021af97e5b for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:10.766264 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] Routers {'517445f7-f9b0-4627-a53b-70021af97e5b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:10.767453 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['517445f7-f9b0-4627-a53b-70021af97e5b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:10.830626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] For port 449cfd20-ad07-4983-9814-959ac786bccf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=449cfd20-ad07-4983-9814-959ac786bccf,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:10.831114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:10.857276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Calling delete_port for 449cfd20-ad07-4983-9814-959ac786bccf owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:10.889217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': '0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87713165-d8db-439e-a8f3-a8c05d6053d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:10.893001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: 87713165-d8db-439e-a8f3-a8c05d6053d8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:41:10.906046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=088ce7ed-2f72-4285-9674-c89bff3dc01b,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:10.941049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 87713165-d8db-439e-a8f3-a8c05d6053d8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:41:10.968335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 87713165-d8db-439e-a8f3-a8c05d6053d8) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:10.974605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:10.975348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:10.993625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f8a93-e03a-4fad-be6a-67894e5da80b None None] Network 87713165-d8db-439e-a8f3-a8c05d6053d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:11.004181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ead45454-95f6-4c00-904a-0ae13961583e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9320667 Aug 03 19:41:11.005445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46290) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:11.015633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e2e72825-8b40-4096-85b2-8bc87fd700f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2029730447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:11.019933 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] Set router 517445f7-f9b0-4627-a53b-70021af97e5b gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:11.068067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2e72825-8b40-4096-85b2-8bc87fd700f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.069676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2e72825-8b40-4096-85b2-8bc87fd700f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.247396 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2e72825-8b40-4096-85b2-8bc87fd700f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.257932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2e72825-8b40-4096-85b2-8bc87fd700f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.320052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.378852 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2e72825-8b40-4096-85b2-8bc87fd700f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.387049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e2e72825-8b40-4096-85b2-8bc87fd700f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3790977 Aug 03 19:41:11.390428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46292) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:11.393330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=449cfd20-ad07-4983-9814-959ac786bccf,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:11.493408 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:41:10Z', 'revision_number': 6, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:11.526820 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f9ba4-3590-4974-af32-f54b5b79e487 None None] The sync data for ids ['517445f7-f9b0-4627-a53b-70021af97e5b'] in n-d-803378-1 is: [{'id': '517445f7-f9b0-4627-a53b-70021af97e5b', 'name': 'tempest-ServerRescueTestJSON-1247805535-router', 'tenant_id': '894576b788fd4cf59e9aefbbe3626d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:16Z', 'updated_at': '2021-08-03T19:41:10Z', 'revision_number': 6, 'project_id': '894576b788fd4cf59e9aefbbe3626d6e', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:11.576652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.588985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-87713165-d8db-439e-a8f3-a8c05d6053d8', 'network_id': '87713165-d8db-439e-a8f3-a8c05d6053d8', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': '088ce7ed-2f72-4285-9674-c89bff3dc01b'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:41:11.590045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.686444 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.689140 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.719016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5968e-fc6b-4458-9689-661c593261b2 req-a1da6e98-3ae9-4f47-bd1c-f7e39351b704 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:11.728426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cf5968e-fc6b-4458-9689-661c593261b2 req-a1da6e98-3ae9-4f47-bd1c-f7e39351b704 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.4493895 Aug 03 19:41:11.771416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.773127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517445f7-f9b0-4627-a53b-70021af97e5b {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:41:11.781628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:11.788854 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b476c720-dec9-4176-934f-a3692ecd25d6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/517445f7-f9b0-4627-a53b-70021af97e5b HTTP/1.1" status: 204 len: 168 time: 1.7746034 Aug 03 19:41:11.789635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46296) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:11.913276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432ec02-0671-4ede-bda6-e3b731c9b15a req-fbc2e57c-8f58-4a96-963a-2376a5d31f5c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:11.935610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e432ec02-0671-4ede-bda6-e3b731c9b15a req-fbc2e57c-8f58-4a96-963a-2376a5d31f5c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.3133376 Aug 03 19:41:11.984672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Allocated IP 172.20.0.2 (87713165-d8db-439e-a8f3-a8c05d6053d8/088ce7ed-2f72-4285-9674-c89bff3dc01b/5b02558e-7504-41e4-b7a3-ee16732f5606) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:11.985429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cf5968e-fc6b-4458-9689-661c593261b2 req-ca6e8036-bea8-43d9-9909-985c364a3be0 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2507203 Aug 03 19:41:12.093256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95d10d6-89a5-4d36-bb55-aaa9f69a44c6 admin admin] Deleting subnet a8567e21-d93a-4584-9ed7-ca9c469ed7e9 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:12.112988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a95d10d6-89a5-4d36-bb55-aaa9f69a44c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.154016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e432ec02-0671-4ede-bda6-e3b731c9b15a req-052d8084-fa71-4970-9107-2dadf374804e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173808 Aug 03 19:41:12.284460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a95d10d6-89a5-4d36-bb55-aaa9f69a44c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.292835 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.303611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Transition to ACTIVE for port object 5b02558e-7504-41e4-b7a3-ee16732f5606 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:12.326165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Transition to ACTIVE for port object 5b02558e-7504-41e4-b7a3-ee16732f5606 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:12.341990 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.413983 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.455895 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:41:12.456494 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Pushing event updated for resources: {'Port': ['ID=5b02558e-7504-41e4-b7a3-ee16732f5606,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:12.483155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Network 87713165-d8db-439e-a8f3-a8c05d6053d8 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:12.484895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:12.492574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:12.511981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a95d10d6-89a5-4d36-bb55-aaa9f69a44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.638780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Attempting to bind port 5b02558e-7504-41e4-b7a3-ee16732f5606 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:12.639362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Attempting to bind port 5b02558e-7504-41e4-b7a3-ee16732f5606 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87713165-d8db-439e-a8f3-a8c05d6053d8'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:12.639496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Attempting to bind port 5b02558e-7504-41e4-b7a3-ee16732f5606 on network 87713165-d8db-439e-a8f3-a8c05d6053d8 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:12.679452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:12.679728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Checking segment: {'id': '0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87713165-d8db-439e-a8f3-a8c05d6053d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:12.680142 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.680550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Bound using segment: {'id': '0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87713165-d8db-439e-a8f3-a8c05d6053d8'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:12.681052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Bound port: 5b02558e-7504-41e4-b7a3-ee16732f5606, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87713165-d8db-439e-a8f3-a8c05d6053d8'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:12.681443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.822848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 36027293-4969-4110-a16e-8eb58e88ed9a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:12.872205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 36027293-4969-4110-a16e-8eb58e88ed9a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:12.872503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 36027293-4969-4110-a16e-8eb58e88ed9a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:12.872866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 449cfd20-ad07-4983-9814-959ac786bccf no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:12.896281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 449cfd20-ad07-4983-9814-959ac786bccf {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:12.896623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 449cfd20-ad07-4983-9814-959ac786bccf not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:12.946291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] For port 5b02558e-7504-41e4-b7a3-ee16732f5606, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:12.951895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] For port 5b02558e-7504-41e4-b7a3-ee16732f5606, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5b02558e-7504-41e4-b7a3-ee16732f5606,segment=NetworkSegment(0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f),segment_id=0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:12.961921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.018882 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a95d10d6-89a5-4d36-bb55-aaa9f69a44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.078889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6afb22-e1ba-4a3f-93d8-71da06b8b4b2 None None] Pushing event updated for resources: {'Port': ['ID=5b02558e-7504-41e4-b7a3-ee16732f5606,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:13.304490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d10d6-89a5-4d36-bb55-aaa9f69a44c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8567e21-d93a-4584-9ed7-ca9c469ed7e9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:13.336334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a95d10d6-89a5-4d36-bb55-aaa9f69a44c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.338306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a95d10d6-89a5-4d36-bb55-aaa9f69a44c6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a8567e21-d93a-4584-9ed7-ca9c469ed7e9 HTTP/1.1" status: 204 len: 168 time: 1.5127900 Aug 03 19:41:13.341205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46302) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:13.403894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.20.0.1 (87713165-d8db-439e-a8f3-a8c05d6053d8/088ce7ed-2f72-4285-9674-c89bff3dc01b/b644c72f-094d-402a-81da-4e18e816f7b0) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:13.514471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2d3b8-d100-4908-b485-b7422ca9dfdd req-056abb00-d8c8-457c-bf23-535030f6184b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:13.525327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fe2d3b8-d100-4908-b485-b7422ca9dfdd req-056abb00-d8c8-457c-bf23-535030f6184b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.2815027 Aug 03 19:41:13.539030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.599549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350e515-b6da-409d-a607-00e2ea01ebab req-122ba323-3797-4f11-92d1-516c5b061bff tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:13.607169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5350e515-b6da-409d-a607-00e2ea01ebab req-122ba323-3797-4f11-92d1-516c5b061bff tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.2987697 Aug 03 19:41:13.720496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fe2d3b8-d100-4908-b485-b7422ca9dfdd req-978b554d-a482-428c-9f3f-6265d77196ae tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1866441 Aug 03 19:41:13.722362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.748045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5350e515-b6da-409d-a607-00e2ea01ebab req-8bab1c88-76eb-4335-874b-d203568157e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251428 Aug 03 19:41:13.753943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057a8773-2656-4c2a-8aa0-5a0a465eb52f']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:13.782739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc4d4d8-c70f-4a66-94b8-68c336505c10') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:13.783110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc4d4d8-c70f-4a66-94b8-68c336505c10') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:13.811906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.841973 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.857005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:13.857557 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:13.859938 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:14.016706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:14.024494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:14.027305 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] 10.222.0.42 "DELETE /v2.0/networks/057a8773-2656-4c2a-8aa0-5a0a465eb52f HTTP/1.1" status: 204 len: 168 time: 0.6849828 Aug 03 19:41:14.083302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12dc38-3218-49f8-894e-03588384f924 admin admin] Pushing event deleted for resources: {'Network': ['ID=057a8773-2656-4c2a-8aa0-5a0a465eb52f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:14.333150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:14.355965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object b644c72f-094d-402a-81da-4e18e816f7b0 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:14.416393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46308) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:14.507049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:14.541263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46310) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:14.550241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ce2635fd-a992-4b2b-a035-3263492ea890 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=894576b788fd4cf59e9aefbbe3626d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148236 Aug 03 19:41:14.714604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 87713165-d8db-439e-a8f3-a8c05d6053d8 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:14.742991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=b644c72f-094d-402a-81da-4e18e816f7b0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:14.780902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:14.789452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:14.839478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5b02558e-7504-41e4-b7a3-ee16732f5606 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:14.885449 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:14.966229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56558c-73c7-4e45-aebc-607675d7abaa None None] Network 87713165-d8db-439e-a8f3-a8c05d6053d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:15.059975 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3304e30e-66c8-4a04-b73a-97048e950661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.085985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c8458b45-aec0-475e-b2c6-413a0cfbbb11 None None] Provisioning for port 5b02558e-7504-41e4-b7a3-ee16732f5606 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:15.094520 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3304e30e-66c8-4a04-b73a-97048e950661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.102125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 5b02558e-7504-41e4-b7a3-ee16732f5606 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:15.107670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5b02558e-7504-41e4-b7a3-ee16732f5606 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:15.108256 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.174239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c8458b45-aec0-475e-b2c6-413a0cfbbb11 None None] Provisioning complete for port 5b02558e-7504-41e4-b7a3-ee16732f5606 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:15.174697 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c8458b45-aec0-475e-b2c6-413a0cfbbb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.315244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c157f3b-3763-4b50-8bc7-6a517a742801 req-4a211c93-aa14-4340-854d-754e394dd9dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:15.334654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c157f3b-3763-4b50-8bc7-6a517a742801 req-4a211c93-aa14-4340-854d-754e394dd9dd tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.3360481 Aug 03 19:41:15.389813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf115-5333-4834-909c-b40777d710e8 req-b88e98b4-65fa-4bf4-bbf9-848b95707cf6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:15.398914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21bbf115-5333-4834-909c-b40777d710e8 req-b88e98b4-65fa-4bf4-bbf9-848b95707cf6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.4450569 Aug 03 19:41:15.430546 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c8458b45-aec0-475e-b2c6-413a0cfbbb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.473887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3304e30e-66c8-4a04-b73a-97048e950661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.487704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3304e30e-66c8-4a04-b73a-97048e950661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.492646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3304e30e-66c8-4a04-b73a-97048e950661 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/680bfa95-7da1-4518-bf48-b10f5d9fa649 HTTP/1.1" status: 204 len: 168 time: 0.9239173 Aug 03 19:41:15.548776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304e30e-66c8-4a04-b73a-97048e950661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680bfa95-7da1-4518-bf48-b10f5d9fa649,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:15.583189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21bbf115-5333-4834-909c-b40777d710e8 req-251a7d45-013b-4109-a21d-9bcd540dbd11 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784234 Aug 03 19:41:15.589000 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.602428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c157f3b-3763-4b50-8bc7-6a517a742801 req-8cdaceec-1d35-474a-902b-95fcd7dd029b tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2666435 Aug 03 19:41:15.647804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c8458b45-aec0-475e-b2c6-413a0cfbbb11 None None] For port 5b02558e-7504-41e4-b7a3-ee16732f5606, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5b02558e-7504-41e4-b7a3-ee16732f5606,segment=NetworkSegment(0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f),segment_id=0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:15.659778 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.677969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c8458b45-aec0-475e-b2c6-413a0cfbbb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.786403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8458b45-aec0-475e-b2c6-413a0cfbbb11 None None] Pushing event updated for resources: {'Port': ['ID=5b02558e-7504-41e4-b7a3-ee16732f5606,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:15.902478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:41:15.903381 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:41:16.320086 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.326311 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.367582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4e554597-2c82-4e1a-b026-3e39705bcc8b None None] Provisioning for port b644c72f-094d-402a-81da-4e18e816f7b0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:16.385334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4e554597-2c82-4e1a-b026-3e39705bcc8b None None] Provisioning complete for port b644c72f-094d-402a-81da-4e18e816f7b0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:16.386347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e554597-2c82-4e1a-b026-3e39705bcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.506759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4e554597-2c82-4e1a-b026-3e39705bcc8b None None] Port b644c72f-094d-402a-81da-4e18e816f7b0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:16.524879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4e554597-2c82-4e1a-b026-3e39705bcc8b None None] Provisioning complete for port 5b02558e-7504-41e4-b7a3-ee16732f5606 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:16.525705 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e554597-2c82-4e1a-b026-3e39705bcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.548498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=b644c72f-094d-402a-81da-4e18e816f7b0,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:16.552860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.807659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5b02558e-7504-41e4-b7a3-ee16732f5606 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:16.921962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5b02558e-7504-41e4-b7a3-ee16732f5606 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:16.923642 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.984696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 87713165-d8db-439e-a8f3-a8c05d6053d8 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:16.993209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:17.038416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceaa94-dc8e-4199-8e35-acf1aaec45d7 req-36e6fc67-a4a1-4593-8491-bcb18cff5177 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:17.047455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7ceaa94-dc8e-4199-8e35-acf1aaec45d7 req-36e6fc67-a4a1-4593-8491-bcb18cff5177 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.3128548 Aug 03 19:41:17.128911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6302b99-a479-4b71-a950-cc6d48351e8b req-677243d0-18a5-4704-b59f-2069109ca5c8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:17.136795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-94152277-4f6b-4317-b750-e488ca3a0c5b None None] Provisioning complete for port b644c72f-094d-402a-81da-4e18e816f7b0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:17.137171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94152277-4f6b-4317-b750-e488ca3a0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:17.142861 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6302b99-a479-4b71-a950-cc6d48351e8b req-677243d0-18a5-4704-b59f-2069109ca5c8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.2090430 Aug 03 19:41:17.288324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-94152277-4f6b-4317-b750-e488ca3a0c5b None None] Port b644c72f-094d-402a-81da-4e18e816f7b0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:17.297990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7ceaa94-dc8e-4199-8e35-acf1aaec45d7 req-f94f9c0a-fd9b-43bc-a98c-01b6655a616d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467713 Aug 03 19:41:17.353308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6302b99-a479-4b71-a950-cc6d48351e8b req-da48efde-1cf4-44bd-975d-00078402c556 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2093852 Aug 03 19:41:17.407277 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router a63bab8a-e627-49c9-b111-a266fd772681 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:41:17.524681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cbfc68ae-a4c4-4ad1-88a0-d822f2cab89a None None] Provisioning complete for port b644c72f-094d-402a-81da-4e18e816f7b0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:17.525062 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cbfc68ae-a4c4-4ad1-88a0-d822f2cab89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:17.616733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc68ae-a4c4-4ad1-88a0-d822f2cab89a None None] Port b644c72f-094d-402a-81da-4e18e816f7b0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:17.636897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:17.643691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6b79cfc5-8064-4c25-9ae8-165278ad0a68 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/a63bab8a-e627-49c9-b111-a266fd772681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2225850 Aug 03 19:41:17.647246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46350) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:17.652793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711ffd0-a29c-4ae7-91c5-d1aa13ab8789 None None] Sync routers for ids ['a63bab8a-e627-49c9-b111-a266fd772681'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:17.665274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711ffd0-a29c-4ae7-91c5-d1aa13ab8789 None None] Routers {'a63bab8a-e627-49c9-b111-a266fd772681'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:17.666543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3711ffd0-a29c-4ae7-91c5-d1aa13ab8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a63bab8a-e627-49c9-b111-a266fd772681'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:17.730265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3711ffd0-a29c-4ae7-91c5-d1aa13ab8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:17.750629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e794a5-e01a-4b35-a034-418aba016f72 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:17.755728 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f5e794a5-e01a-4b35-a034-418aba016f72 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports/b644c72f-094d-402a-81da-4e18e816f7b0 HTTP/1.1" status: 200 len: 910 time: 0.1039064 Aug 03 19:41:17.756103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:17.759128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711ffd0-a29c-4ae7-91c5-d1aa13ab8789 None None] Routers {'a63bab8a-e627-49c9-b111-a266fd772681'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:17.760060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3711ffd0-a29c-4ae7-91c5-d1aa13ab8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a63bab8a-e627-49c9-b111-a266fd772681'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:17.805670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3711ffd0-a29c-4ae7-91c5-d1aa13ab8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:17.806318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711ffd0-a29c-4ae7-91c5-d1aa13ab8789 None None] The sync data for ids ['a63bab8a-e627-49c9-b111-a266fd772681'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:18.121464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6473447e-7a0b-48e8-aaca-54b421301f97 req-d5246027-c94b-4426-9489-18751f11c94e tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d2055b9-2eee-4841-9f69-7b38d7b46a93 HTTP/1.1" status: 200 len: 210 time: 0.0326152 Aug 03 19:41:18.294052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:18.574107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f744abe-3c36-485a-a1cc-730805997f66 req-a2567666-18a4-4350-a9da-046aa6acb9ff tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:18.575732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f744abe-3c36-485a-a1cc-730805997f66 req-a2567666-18a4-4350-a9da-046aa6acb9ff tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.1773441 Aug 03 19:41:18.610012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addb05c-1c20-4af1-b888-86b493fac9c9 req-5072cb00-bec7-479d-a13f-99854116819f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:18.611471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1addb05c-1c20-4af1-b888-86b493fac9c9 req-5072cb00-bec7-479d-a13f-99854116819f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.0972154 Aug 03 19:41:18.670887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f744abe-3c36-485a-a1cc-730805997f66 req-e0580e86-9b1a-44ff-81bd-b706438269d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871570 Aug 03 19:41:18.730494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1addb05c-1c20-4af1-b888-86b493fac9c9 req-51e2dcf7-f8f1-4018-bdfb-7086327a4101 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092095 Aug 03 19:41:18.773588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-569ed833-a38f-40c4-8e37-8b6aeb83a88d req-786c12ab-16b2-495d-a5f5-d67c05077601 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0368977 Aug 03 19:41:18.847009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port b644c72f-094d-402a-81da-4e18e816f7b0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:18.847943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:18.940639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:18.956152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for b644c72f-094d-402a-81da-4e18e816f7b0 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:19.151985 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:19.186440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=b644c72f-094d-402a-81da-4e18e816f7b0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:19.217278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.217662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.217996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.218336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.218697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.219036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.219420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.219694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.220025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.220344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.220344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.220344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:19.353525 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:19.529389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router a63bab8a-e627-49c9-b111-a266fd772681 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:19.613703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:19.619940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-212502df-a002-4f73-8201-a6bd27453bb6 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/a63bab8a-e627-49c9-b111-a266fd772681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8623097 Aug 03 19:41:19.621401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46406) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:19.623812 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f463c157-275a-4e7a-a499-cbd1b7ad7bfe None None] Sync routers for ids ['a63bab8a-e627-49c9-b111-a266fd772681'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:19.633767 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f463c157-275a-4e7a-a499-cbd1b7ad7bfe None None] Routers {'a63bab8a-e627-49c9-b111-a266fd772681'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:19.634389 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f463c157-275a-4e7a-a499-cbd1b7ad7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a63bab8a-e627-49c9-b111-a266fd772681'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:19.649102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0d815b5f-c223-4eb1-a1c7-de79c9f946ae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=a63bab8a-e627-49c9-b111-a266fd772681 HTTP/1.1" status: 200 len: 205 time: 0.0265126 Aug 03 19:41:19.651810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46408) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:19.672121 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f463c157-275a-4e7a-a499-cbd1b7ad7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:19.681918 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f463c157-275a-4e7a-a499-cbd1b7ad7bfe None None] Routers {'a63bab8a-e627-49c9-b111-a266fd772681'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:19.682506 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f463c157-275a-4e7a-a499-cbd1b7ad7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a63bab8a-e627-49c9-b111-a266fd772681'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:19.715809 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f463c157-275a-4e7a-a499-cbd1b7ad7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:19.716390 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f463c157-275a-4e7a-a499-cbd1b7ad7bfe None None] The sync data for ids ['a63bab8a-e627-49c9-b111-a266fd772681'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:19.728602 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6752f06-4540-430c-b08b-5190ecac508b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:19.957431 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6752f06-4540-430c-b08b-5190ecac508b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:19.966365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f0be7-bc4a-464f-9e25-44e10f428315 req-18706943-cd59-49ce-8387-3a253682e755 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:19.967918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb6f0be7-bc4a-464f-9e25-44e10f428315 req-18706943-cd59-49ce-8387-3a253682e755 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.2051587 Aug 03 19:41:19.969922 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6752f06-4540-430c-b08b-5190ecac508b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.356191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6c23-3b40-4286-bed5-93f01f90b083 req-e3e8a2b0-cfc9-43aa-9e41-b8f45ade72a8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:20.357656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa5f6c23-3b40-4286-bed5-93f01f90b083 req-e3e8a2b0-cfc9-43aa-9e41-b8f45ade72a8 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.5045905 Aug 03 19:41:20.359877 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6752f06-4540-430c-b08b-5190ecac508b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.360358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6752f06-4540-430c-b08b-5190ecac508b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Fanout notify agent at l3_agent the message router_deleted on router a63bab8a-e627-49c9-b111-a266fd772681 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:41:20.368254 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6752f06-4540-430c-b08b-5190ecac508b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.369141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a6752f06-4540-430c-b08b-5190ecac508b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/a63bab8a-e627-49c9-b111-a266fd772681 HTTP/1.1" status: 204 len: 168 time: 0.7163799 Aug 03 19:41:20.372189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46416) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:20.399571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb6f0be7-bc4a-464f-9e25-44e10f428315 req-361b19ef-d574-4e8b-9a7c-0b8ca043acfb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676203 Aug 03 19:41:20.431170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce8d522-ae85-435d-869d-6857750a5585 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet 088ce7ed-2f72-4285-9674-c89bff3dc01b {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:20.437960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa5f6c23-3b40-4286-bed5-93f01f90b083 req-45690eb5-00f1-418a-a34e-eb600a6848ea tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671124 Aug 03 19:41:20.438364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d522-ae85-435d-869d-6857750a5585 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.482897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d522-ae85-435d-869d-6857750a5585 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.508331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b5ab900-26f3-4fd2-a0f1-5e7e401d5a41 req-f1b731fc-8c6d-4710-affd-a53f197aa651 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0328400 Aug 03 19:41:20.561440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d9f7e95-fcd1-42e8-ae74-3312125aeef7 req-c4749baa-768a-4512-8c52-8d6f167bea9c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0d2055b9-2eee-4841-9f69-7b38d7b46a93 HTTP/1.1" status: 200 len: 210 time: 0.0251868 Aug 03 19:41:20.587680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d522-ae85-435d-869d-6857750a5585 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.592012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.649318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d522-ae85-435d-869d-6857750a5585 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.677495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8d522-ae85-435d-869d-6857750a5585 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=088ce7ed-2f72-4285-9674-c89bff3dc01b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:20.679452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d522-ae85-435d-869d-6857750a5585 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.681308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ce8d522-ae85-435d-869d-6857750a5585 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/088ce7ed-2f72-4285-9674-c89bff3dc01b HTTP/1.1" status: 204 len: 168 time: 0.3080099 Aug 03 19:41:20.683988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939d353-6577-4053-b5de-de1fdc68705c None None] Network 87713165-d8db-439e-a8f3-a8c05d6053d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:20.684168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46418) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:20.765392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.822072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 5b02558e-7504-41e4-b7a3-ee16732f5606 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:20.822405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.844340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] DHCP port deletion for 87713165-d8db-439e-a8f3-a8c05d6053d8 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:41:20.887494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port 5b02558e-7504-41e4-b7a3-ee16732f5606, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5b02558e-7504-41e4-b7a3-ee16732f5606,segment=NetworkSegment(0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f),segment_id=0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:20.887816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.896457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] Deleting port 5b02558e-7504-41e4-b7a3-ee16732f5606 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:20.896821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.902285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 5b02558e-7504-41e4-b7a3-ee16732f5606 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:20.945763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54b4476b-a3cf-4be0-b50f-95aab599b8ac req-9a5d4cea-468e-4468-945b-6c44e2f5cf83 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0293996 Aug 03 19:41:20.959652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] For port 5b02558e-7504-41e4-b7a3-ee16732f5606, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5b02558e-7504-41e4-b7a3-ee16732f5606,segment=NetworkSegment(0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f),segment_id=0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:20.960049 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:20.972648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] Calling delete_port for 5b02558e-7504-41e4-b7a3-ee16732f5606 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:20.988538 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.015621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=5b02558e-7504-41e4-b7a3-ee16732f5606,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:21.017458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No DVR routers for this DVR port 5b02558e-7504-41e4-b7a3-ee16732f5606 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:41:21.047687 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:41:21.053507 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.078612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] Pushing event deleted for resources: {'Port': ['ID=5b02558e-7504-41e4-b7a3-ee16732f5606,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:21.082088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ce6ce-1d17-4513-b6a5-231991ac39c4 None None] No DVR routers for this DVR port 5b02558e-7504-41e4-b7a3-ee16732f5606 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:21.101992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.111936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87713165-d8db-439e-a8f3-a8c05d6053d8']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:21.122034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:21.122330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9400ff-a93f-4bf2-a0e5-ffdf625bad5f') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:21.131636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.144633 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.150513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:21.150912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:21.153878 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:21.210874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.218470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.220373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/87713165-d8db-439e-a8f3-a8c05d6053d8 HTTP/1.1" status: 204 len: 168 time: 0.5352638 Aug 03 19:41:21.224522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46420) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:21.229098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1914532630', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:21.234365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b87d58-f13f-4a85-8a0d-83bb59426483 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=87713165-d8db-439e-a8f3-a8c05d6053d8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:21.256039 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.257038 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.309094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.401441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:41:21.461368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.569898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:21.582885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'port_id': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'mac_address': 'fa:16:3e:72:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:41:21.619767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2414b-e126-4188-ae21-89d670e2e612 req-31880814-d47f-4843-a4e7-ecbc46b9507b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:21.621890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58c2414b-e126-4188-ae21-89d670e2e612 req-31880814-d47f-4843-a4e7-ecbc46b9507b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.1084621 Aug 03 19:41:21.633903 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.641860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0760e3-360c-40be-88ec-537a7665b29b req-6401d202-045d-4e11-b09d-59921512fb38 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:21.643416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da0760e3-360c-40be-88ec-537a7665b29b req-6401d202-045d-4e11-b09d-59921512fb38 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 943 time: 0.1010189 Aug 03 19:41:21.648362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a424b7-ece5-494f-92e6-a1655f3d9c49 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:41:21.671437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:21.676950 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.724453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58c2414b-e126-4188-ae21-89d670e2e612 req-a241423a-94a3-435a-9966-0a0be4bc5299 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934780 Aug 03 19:41:21.737936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-da0760e3-360c-40be-88ec-537a7665b29b req-c148ba70-c5c8-4d4b-8852-3de8c719e25f tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798905 Aug 03 19:41:21.755172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:21.861812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-647fe75c-a547-4976-b6d6-153ca3ec7ac4 req-64d9213d-af22-4ad8-bce7-87c128ab9e31 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0551112 Aug 03 19:41:21.884875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.905141 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.936397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['94a424b7-ece5-494f-92e6-a1655f3d9c49'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:41:22.045813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.25.4.108 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/e176eb6e-3c03-42cf-97bf-cbed4c0f858b) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:22.166591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:22.230081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30536a53-54b2-4efc-8b8f-1efe5ca30779 req-9ec5596b-5d6d-49d5-be58-f1b85f46b213 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0376873 Aug 03 19:41:22.241386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:22.283048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:22.286002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:22.291650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:22.297040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=e176eb6e-3c03-42cf-97bf-cbed4c0f858b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:22.562153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:22.685075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5b02558e-7504-41e4-b7a3-ee16732f5606 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:22.706069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 5b02558e-7504-41e4-b7a3-ee16732f5606 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:22.706478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5b02558e-7504-41e4-b7a3-ee16732f5606 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:22.776303 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:22.912206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6252a8-782f-41fd-a2cf-7b082dcbd7ef req-5d44dddd-697b-45b3-a204-9af77ee476c1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:22.913800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6252a8-782f-41fd-a2cf-7b082dcbd7ef req-5d44dddd-697b-45b3-a204-9af77ee476c1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 944 time: 0.0978842 Aug 03 19:41:22.979000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6252a8-782f-41fd-a2cf-7b082dcbd7ef req-85daf836-813a-43c2-94f0-92923a809929 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568783 Aug 03 19:41:22.996841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bfbec1a7-9431-4697-a0c2-4fb563e6962f is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:41:23.139226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:23.148960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ced31-19cf-4fee-be78-3ad5afcfc64b None None] Sync routers for ids ['bfbec1a7-9431-4697-a0c2-4fb563e6962f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:23.152913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ec4a-9fc6-44cd-bffb-fa8cbb0620fa req-89abc1be-e764-471b-a0f9-0dbcf9f9e0ca tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:23.154475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe60ec4a-9fc6-44cd-bffb-fa8cbb0620fa req-89abc1be-e764-471b-a0f9-0dbcf9f9e0ca tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.0915167 Aug 03 19:41:23.158535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ced31-19cf-4fee-be78-3ad5afcfc64b None None] Routers {'bfbec1a7-9431-4697-a0c2-4fb563e6962f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:23.159190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b49ced31-19cf-4fee-be78-3ad5afcfc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bfbec1a7-9431-4697-a0c2-4fb563e6962f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:23.179096 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:23.180234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d51abe3b-a146-40c5-a270-237551251508 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.9547215 Aug 03 19:41:23.183392 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:23.192492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b49ced31-19cf-4fee-be78-3ad5afcfc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:23.201526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ced31-19cf-4fee-be78-3ad5afcfc64b None None] Routers {'bfbec1a7-9431-4697-a0c2-4fb563e6962f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:23.201768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe60ec4a-9fc6-44cd-bffb-fa8cbb0620fa req-96316c7a-3155-4c02-8cbd-6ce521434a87 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Aug 03 19:41:23.202143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b49ced31-19cf-4fee-be78-3ad5afcfc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bfbec1a7-9431-4697-a0c2-4fb563e6962f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:23.240834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b49ced31-19cf-4fee-be78-3ad5afcfc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:23.241518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ced31-19cf-4fee-be78-3ad5afcfc64b None None] The sync data for ids ['bfbec1a7-9431-4697-a0c2-4fb563e6962f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:23.308271 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fe595a48-08bd-4b54-9faa-4cdc6ac3b0ec tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/routers/bfbec1a7-9431-4697-a0c2-4fb563e6962f HTTP/1.1" status: 200 len: 881 time: 0.1227307 Aug 03 19:41:23.310658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46452) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:23.348257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b917314-11bc-427d-acdd-f9b7340d7ae2 req-ef08dceb-6dfc-48e4-ad3a-75f92d530dec tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0311558 Aug 03 19:41:23.424234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:23.586881 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c5beed7-cfaa-4e07-bdb1-b48bc2e8d5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2727883 Aug 03 19:41:23.587170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46454) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:23.591688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-439f8420-610c-4d8b-aaa2-7213dc5cd2e2 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1914532630'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:23.629691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 94a424b7-ece5-494f-92e6-a1655f3d9c49 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:23.630064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:23.707441 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:23.731888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:23.734240 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543a024-98c4-4d95-ab02-d9ff63594d1f" -d '{"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-plugged", "status": "completed", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:23.749566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:23.755091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:23.784016 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570b6294-0fc3-4f57-bad2-f86e8c7152c7 x-openstack-request-id: req-570b6294-0fc3-4f57-bad2-f86e8c7152c7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:23.785152 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-plugged", "status": "completed", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:23.785467 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-570b6294-0fc3-4f57-bad2-f86e8c7152c7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:23.785946 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'code': 200} Aug 03 19:41:23.815478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=10']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:23.944227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df015-0f52-414f-a86e-dadfafdb9d58 req-d6f976b3-f2a6-4ce5-8307-f7d0b06ac802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:23.945843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f39df015-0f52-414f-a86e-dadfafdb9d58 req-d6f976b3-f2a6-4ce5-8307-f7d0b06ac802 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 1097 time: 0.0437763 Aug 03 19:41:23.989201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f39df015-0f52-414f-a86e-dadfafdb9d58 req-c61b5ada-910d-4c23-964b-b40b51bf8f5f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349669 Aug 03 19:41:24.113394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9184b2-5844-4ead-adea-f738fa053564 req-48894a58-be1f-4560-a406-4aec194716f5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:24.115065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b9184b2-5844-4ead-adea-f738fa053564 req-48894a58-be1f-4560-a406-4aec194716f5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 946 time: 0.0560830 Aug 03 19:41:24.157733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b9184b2-5844-4ead-adea-f738fa053564 req-75a3e5c3-c402-4516-aec4-79a938cb0ba5 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353329 Aug 03 19:41:24.281896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-439f8420-610c-4d8b-aaa2-7213dc5cd2e2 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:24.293306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-439f8420-610c-4d8b-aaa2-7213dc5cd2e2 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:24.328726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570a02-1c72-4358-a035-dabbd33bc13c req-e5443f20-484d-4a4e-a6f4-a49887ebc085 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:24.330320 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e570a02-1c72-4358-a035-dabbd33bc13c req-e5443f20-484d-4a4e-a6f4-a49887ebc085 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.0541029 Aug 03 19:41:24.369688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e570a02-1c72-4358-a035-dabbd33bc13c req-680df01f-891f-4823-8ec6-3e2da1fa1ded tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Aug 03 19:41:24.417766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439f8420-610c-4d8b-aaa2-7213dc5cd2e2 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bfbec1a7-9431-4697-a0c2-4fb563e6962f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:24.453793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02f90b80-1a96-46cd-a643-9d4e57e9cd1f req-00eea9bc-a8fc-4761-a3c7-aac7c9080dd7 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Aug 03 19:41:24.524656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439f8420-610c-4d8b-aaa2-7213dc5cd2e2 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:24.531381 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-439f8420-610c-4d8b-aaa2-7213dc5cd2e2 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:24.532606 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-439f8420-610c-4d8b-aaa2-7213dc5cd2e2 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bfbec1a7-9431-4697-a0c2-4fb563e6962f HTTP/1.1" status: 200 len: 888 time: 0.9445453 Aug 03 19:41:24.535184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:24.537115 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e35b8-b0af-44c5-9c78-ce1b256702d4 None None] Sync routers for ids ['bfbec1a7-9431-4697-a0c2-4fb563e6962f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:24.546811 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e35b8-b0af-44c5-9c78-ce1b256702d4 None None] Routers {'bfbec1a7-9431-4697-a0c2-4fb563e6962f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:24.547538 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-974e35b8-b0af-44c5-9c78-ce1b256702d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bfbec1a7-9431-4697-a0c2-4fb563e6962f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:24.579311 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-974e35b8-b0af-44c5-9c78-ce1b256702d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:24.589047 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e35b8-b0af-44c5-9c78-ce1b256702d4 None None] Routers {'bfbec1a7-9431-4697-a0c2-4fb563e6962f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:24.589700 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-974e35b8-b0af-44c5-9c78-ce1b256702d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bfbec1a7-9431-4697-a0c2-4fb563e6962f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:24.625030 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-974e35b8-b0af-44c5-9c78-ce1b256702d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:24.625873 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e35b8-b0af-44c5-9c78-ce1b256702d4 None None] The sync data for ids ['bfbec1a7-9431-4697-a0c2-4fb563e6962f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:24.648992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-727efcf5-fb34-4af9-a41d-a69e5a017387 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/routers/bfbec1a7-9431-4697-a0c2-4fb563e6962f HTTP/1.1" status: 200 len: 888 time: 0.1126761 Aug 03 19:41:24.651603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46466) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:24.682028 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0f77b5ac-dea4-47cd-ade2-b90edc797814 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfbec1a7-9431-4697-a0c2-4fb563e6962f HTTP/1.1" status: 200 len: 205 time: 0.0293436 Aug 03 19:41:24.684422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:24.788484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:24.897642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:24.956767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port e176eb6e-3c03-42cf-97bf-cbed4c0f858b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:24.957107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.041595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.057902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for e176eb6e-3c03-42cf-97bf-cbed4c0f858b owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:25.268125 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.290618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa95d-37d5-4e99-80e5-a0ad937075fa req-a6b81029-5947-4145-a6a1-7e19f943a85a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:25.298421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e8aa95d-37d5-4e99-80e5-a0ad937075fa req-a6b81029-5947-4145-a6a1-7e19f943a85a tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 946 time: 0.0637174 Aug 03 19:41:25.299932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=e176eb6e-3c03-42cf-97bf-cbed4c0f858b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:25.336069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e8aa95d-37d5-4e99-80e5-a0ad937075fa req-0ced4b76-7388-480f-a288-ac58c74356f6 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367606 Aug 03 19:41:25.370056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.467089 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.478606 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.530232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a335a-794e-445b-a4e3-b4e09435d4e9 req-80e756be-719f-4877-9b83-a55afa58fc57 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:25.536629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a12a335a-794e-445b-a4e3-b4e09435d4e9 req-80e756be-719f-4877-9b83-a55afa58fc57 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.0871842 Aug 03 19:41:25.547047 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.547516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Fanout notify agent at l3_agent the message router_deleted on router bfbec1a7-9431-4697-a0c2-4fb563e6962f {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:41:25.555177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.556334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ec3a5ad7-fab9-46ee-b6e1-77c725297d3d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/bfbec1a7-9431-4697-a0c2-4fb563e6962f HTTP/1.1" status: 204 len: 168 time: 0.8710184 Aug 03 19:41:25.560724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46510) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:25.566044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-98686607'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:25.575903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1727cb3-b8f3-4485-91b8-5fec2c903947 req-1394c2f6-5e04-43dd-8a2c-d4117116b067 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0372994 Aug 03 19:41:25.600052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:25.603861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.612441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a12a335a-794e-445b-a4e3-b4e09435d4e9 req-22d8114d-7d3d-40e9-a58b-da519dc218e6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608659 Aug 03 19:41:25.635704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:41:25.647078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.647635 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment 3c0b33e0-4904-49ed-8735-57446b359f79 of type vlan for network 9a40fce3-3417-4ade-b192-3cd254ff83e3 Aug 03 19:41:25.694346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.725800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.731495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:25.732085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.807463 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.808050 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2427280 Aug 03 19:41:25.808202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46512) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:25.813102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': '9a40fce3-3417-4ade-b192-3cd254ff83e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:25.820701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dcd25-b108-4e9a-9e40-520eee3a5e88 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=9a40fce3-3417-4ade-b192-3cd254ff83e3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:25.831071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9a40fce3-3417-4ade-b192-3cd254ff83e3 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:41:25.906517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:25.910127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.097114 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.156317 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1e7a08a5-3c5a-44a4-9f86-67da769e3c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.164102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=35980b7c-7ab0-4b6f-bed5-20c86e263b2d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:26.171399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': '3c0b33e0-4904-49ed-8735-57446b359f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9a40fce3-3417-4ade-b192-3cd254ff83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:26.171760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: 9a40fce3-3417-4ade-b192-3cd254ff83e3, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:41:26.189496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 9a40fce3-3417-4ade-b192-3cd254ff83e3 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:41:26.200035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9a40fce3-3417-4ade-b192-3cd254ff83e3) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:26.204701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:26.205301 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.209934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad176ece-09ba-46fa-931f-c3d96f296ca3 None None] Network 9a40fce3-3417-4ade-b192-3cd254ff83e3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:26.220581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-466ed1c4-c66c-4574-965e-e219dc70cfce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4115503 Aug 03 19:41:26.223244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46514) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:26.227808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5b94116f-2bc2-4df3-8d95-b9224aedc387 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1870846967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:26.256817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b94116f-2bc2-4df3-8d95-b9224aedc387 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.258632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b94116f-2bc2-4df3-8d95-b9224aedc387 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.313224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b94116f-2bc2-4df3-8d95-b9224aedc387 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.319398 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b94116f-2bc2-4df3-8d95-b9224aedc387 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.336626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5b94116f-2bc2-4df3-8d95-b9224aedc387 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.337898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5b94116f-2bc2-4df3-8d95-b9224aedc387 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1137037 Aug 03 19:41:26.340416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46516) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:26.369488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9a40fce3-3417-4ade-b192-3cd254ff83e3', 'network_id': '9a40fce3-3417-4ade-b192-3cd254ff83e3', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': '35980b7c-7ab0-4b6f-bed5-20c86e263b2d'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:41:26.370398 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.521806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Allocated IP 172.20.0.2 (9a40fce3-3417-4ade-b192-3cd254ff83e3/35980b7c-7ab0-4b6f-bed5-20c86e263b2d/e5064130-3c69-4db1-ac4d-2b82338414c3) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:26.600101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b59d0d-d520-46fa-9247-ac2fad38f110 req-b447dd3a-268d-4dcb-9efe-26c1eb65eede tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:26.602103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6b59d0d-d520-46fa-9247-ac2fad38f110 req-b447dd3a-268d-4dcb-9efe-26c1eb65eede tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 946 time: 0.1781845 Aug 03 19:41:26.687954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6b59d0d-d520-46fa-9247-ac2fad38f110 req-f3b8713c-92e2-4c77-a9e3-e102dfb2b2ac tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774827 Aug 03 19:41:26.747361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18052bb5-c772-46fd-97ac-23f062e296b4 req-0078256c-4740-4e5d-856a-4aaf9f0c8721 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0381243 Aug 03 19:41:26.763512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.776464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.784904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Transition to ACTIVE for port object e5064130-3c69-4db1-ac4d-2b82338414c3 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:26.800464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Transition to ACTIVE for port object e5064130-3c69-4db1-ac4d-2b82338414c3 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:26.807018 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.848678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Network 9a40fce3-3417-4ade-b192-3cd254ff83e3 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:26.854081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:26.856624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:26.864940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Pushing event updated for resources: {'Port': ['ID=e5064130-3c69-4db1-ac4d-2b82338414c3,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:26.920236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Attempting to bind port e5064130-3c69-4db1-ac4d-2b82338414c3 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:26.920603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Attempting to bind port e5064130-3c69-4db1-ac4d-2b82338414c3 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '3c0b33e0-4904-49ed-8735-57446b359f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9a40fce3-3417-4ade-b192-3cd254ff83e3'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:26.920969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Attempting to bind port e5064130-3c69-4db1-ac4d-2b82338414c3 on network 9a40fce3-3417-4ade-b192-3cd254ff83e3 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:26.927190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:26.927570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Checking segment: {'id': '3c0b33e0-4904-49ed-8735-57446b359f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9a40fce3-3417-4ade-b192-3cd254ff83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:26.927997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.928375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Bound using segment: {'id': '3c0b33e0-4904-49ed-8735-57446b359f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9a40fce3-3417-4ade-b192-3cd254ff83e3'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:26.928852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Bound port: e5064130-3c69-4db1-ac4d-2b82338414c3, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0b33e0-4904-49ed-8735-57446b359f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9a40fce3-3417-4ade-b192-3cd254ff83e3'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:26.929239 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.949842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715650-8c23-4bd7-9e4c-79d147c1aa40 req-2c908034-894d-4852-9a0f-f9426c2adf85 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:26.951446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0715650-8c23-4bd7-9e4c-79d147c1aa40 req-2c908034-894d-4852-9a0f-f9426c2adf85 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 943 time: 0.1623209 Aug 03 19:41:26.999915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] For port e5064130-3c69-4db1-ac4d-2b82338414c3, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:27.004097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] For port e5064130-3c69-4db1-ac4d-2b82338414c3, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e5064130-3c69-4db1-ac4d-2b82338414c3,segment=NetworkSegment(3c0b33e0-4904-49ed-8735-57446b359f79),segment_id=3c0b33e0-4904-49ed-8735-57446b359f79)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:27.009291 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.046439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0715650-8c23-4bd7-9e4c-79d147c1aa40 req-11eb02a6-774f-432f-941b-51715ab3849f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877879 Aug 03 19:41:27.076591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f44291-e359-451e-ba1b-3b638fd9992a None None] Pushing event updated for resources: {'Port': ['ID=e5064130-3c69-4db1-ac4d-2b82338414c3,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:27.101311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.20.0.1 (9a40fce3-3417-4ade-b192-3cd254ff83e3/35980b7c-7ab0-4b6f-bed5-20c86e263b2d/2fc142ab-c4f5-4403-a80f-65fa9eb06fac) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:27.242468 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.261324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object 2fc142ab-c4f5-4403-a80f-65fa9eb06fac will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:27.280698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:41:27.306200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.362409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 9a40fce3-3417-4ade-b192-3cd254ff83e3 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:27.366183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:27.373949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:27.399397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=2fc142ab-c4f5-4403-a80f-65fa9eb06fac,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:27.413746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:27.423630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.431032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'port_id': 'cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a', 'mac_address': 'fa:16:3e:27:a2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:41:27.477605 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.495191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:41:27.520134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:27.524701 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.562543 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.576447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:27.898222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:41:28.068334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b46dfe-2975-4fac-aead-26367affe524 None None] Network 9a40fce3-3417-4ade-b192-3cd254ff83e3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:28.101101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bffcc793-b0e6-4c3c-9f9f-fcb3c8c1f593 req-c0be61a6-3305-4fb4-a899-7aa0527d7d1b tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0327175 Aug 03 19:41:28.144266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9bc5394e-1696-4991-9872-6c101e1562e2 None None] Provisioning for port e5064130-3c69-4db1-ac4d-2b82338414c3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:28.253718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184e65-6b69-44a6-8e1a-c95a1bafc652 req-4302f16d-87ef-4116-9c73-3cfa499301b3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:28.255250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5184e65-6b69-44a6-8e1a-c95a1bafc652 req-4302f16d-87ef-4116-9c73-3cfa499301b3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 944 time: 0.1196468 Aug 03 19:41:28.333067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5184e65-6b69-44a6-8e1a-c95a1bafc652 req-6901cd8f-7d22-4341-bb80-80acdfb6dae4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656390 Aug 03 19:41:28.342728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.349780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.428774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.430665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=2fc142ab-c4f5-4403-a80f-65fa9eb06fac,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:28.494968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d361968d-91b4-477b-80bc-d3d1827e5a97 None None] Provisioning for port 2fc142ab-c4f5-4403-a80f-65fa9eb06fac completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:28.499225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d361968d-91b4-477b-80bc-d3d1827e5a97 None None] Provisioning complete for port 2fc142ab-c4f5-4403-a80f-65fa9eb06fac triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:28.499730 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d361968d-91b4-477b-80bc-d3d1827e5a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.539207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d361968d-91b4-477b-80bc-d3d1827e5a97 None None] Port 2fc142ab-c4f5-4403-a80f-65fa9eb06fac cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:28.543367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 9a40fce3-3417-4ade-b192-3cd254ff83e3 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:28.544960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:28.685988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:41:28.755056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e5064130-3c69-4db1-ac4d-2b82338414c3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:28.804549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ac12c70c-b5a2-4297-9a72-f4880f5693dd None None] Provisioning complete for port 2fc142ab-c4f5-4403-a80f-65fa9eb06fac triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:28.805033 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ac12c70c-b5a2-4297-9a72-f4880f5693dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.805446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:28.814604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fa118623-0d7d-4de0-9f83-88de98f2b56e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727726 Aug 03 19:41:28.817667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46530) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:28.828786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96255e65-79aa-489d-96cf-33a89d673703 None None] Sync routers for ids ['e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:28.853771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96255e65-79aa-489d-96cf-33a89d673703 None None] Routers {'e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:28.854541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-96255e65-79aa-489d-96cf-33a89d673703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:28.894729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e5064130-3c69-4db1-ac4d-2b82338414c3 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:28.897378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-96255e65-79aa-489d-96cf-33a89d673703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:28.897677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816342e3-ecb6-4457-bc53-9089a6d82382 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:28.900961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-816342e3-ecb6-4457-bc53-9089a6d82382 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports/2fc142ab-c4f5-4403-a80f-65fa9eb06fac HTTP/1.1" status: 200 len: 910 time: 0.0801537 Aug 03 19:41:28.901258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ac12c70c-b5a2-4297-9a72-f4880f5693dd None None] Port 2fc142ab-c4f5-4403-a80f-65fa9eb06fac cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:28.904597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e5064130-3c69-4db1-ac4d-2b82338414c3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:28.905057 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.940809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96255e65-79aa-489d-96cf-33a89d673703 None None] Routers {'e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:28.941618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-96255e65-79aa-489d-96cf-33a89d673703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:28.978558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46532) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:28.986489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-96255e65-79aa-489d-96cf-33a89d673703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:28.987166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96255e65-79aa-489d-96cf-33a89d673703 None None] The sync data for ids ['e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:28.989202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1ed8ad49-b35f-4ac8-817b-99562b71605a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35980b7c-7ab0-4b6f-bed5-20c86e263b2d'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:29.047759 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.087992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e5064130-3c69-4db1-ac4d-2b82338414c3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e5064130-3c69-4db1-ac4d-2b82338414c3,segment=NetworkSegment(3c0b33e0-4904-49ed-8735-57446b359f79),segment_id=3c0b33e0-4904-49ed-8735-57446b359f79)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:29.092943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.154657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1440aaea-7d8b-4ebf-8f24-34c47d714347 None None] Provisioning complete for port 2fc142ab-c4f5-4403-a80f-65fa9eb06fac triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:29.154904 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1440aaea-7d8b-4ebf-8f24-34c47d714347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.156746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e5064130-3c69-4db1-ac4d-2b82338414c3,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:29.194968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ed8ad49-b35f-4ac8-817b-99562b71605a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.197177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1440aaea-7d8b-4ebf-8f24-34c47d714347 None None] Port 2fc142ab-c4f5-4403-a80f-65fa9eb06fac cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:29.244331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ec88d8e-77d9-4b73-9efc-99414dd5a7fa req-63d8ab55-6975-478d-b4ac-6548800a019b tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0438988 Aug 03 19:41:29.286487 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:29.341716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:29.346838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:29.347637 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.434915 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.464655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eb19cc-3e39-42df-89fd-f5bd273d0690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:29.466937 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793d0192-0f39-4fc8-8cb5-3e5fc25cddf4" -d '{"events": [{"server_uuid": "42eb19cc-3e39-42df-89fd-f5bd273d0690", "name": "network-vif-plugged", "status": "completed", "tag": "cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:29.483476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:29.487343 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.513518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038e45-f7f7-4dbf-923b-eb284757f371 req-c774eea5-b0b7-4ae7-93a9-ca125e2e8aba tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:29.514241 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97268c21-1bac-4277-812a-0cb8e6e620a9 x-openstack-request-id: req-97268c21-1bac-4277-812a-0cb8e6e620a9 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:29.514566 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eb19cc-3e39-42df-89fd-f5bd273d0690", "name": "network-vif-plugged", "status": "completed", "tag": "cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:29.514812 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97268c21-1bac-4277-812a-0cb8e6e620a9 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:29.515161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21038e45-f7f7-4dbf-923b-eb284757f371 req-c774eea5-b0b7-4ae7-93a9-ca125e2e8aba tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 944 time: 0.1002223 Aug 03 19:41:29.516895 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42eb19cc-3e39-42df-89fd-f5bd273d0690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a', 'code': 200} Aug 03 19:41:29.548221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:29.621457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21038e45-f7f7-4dbf-923b-eb284757f371 req-92c15a6b-0bd1-48aa-b0a2-b674d79541b3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952332 Aug 03 19:41:29.690317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ed8ad49-b35f-4ac8-817b-99562b71605a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.700511 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ed8ad49-b35f-4ac8-817b-99562b71605a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.738274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb729-d64f-4c42-8b10-47aa62df6ee9 req-4e4a8334-e700-42a9-be12-c5bf1f6c8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:29.739875 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8f7eb729-d64f-4c42-8b10-47aa62df6ee9 req-4e4a8334-e700-42a9-be12-c5bf1f6c8c4c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 1096 time: 0.1452601 Aug 03 19:41:29.774343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8ad49-b35f-4ac8-817b-99562b71605a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=2fc142ab-c4f5-4403-a80f-65fa9eb06fac,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:29.776983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.784205 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8f7eb729-d64f-4c42-8b10-47aa62df6ee9 req-5fbd8aa1-a7df-43bc-ab19-721613df19d1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Aug 03 19:41:29.785042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed8ad49-b35f-4ac8-817b-99562b71605a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:29.785750 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ed8ad49-b35f-4ac8-817b-99562b71605a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.787104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1ed8ad49-b35f-4ac8-817b-99562b71605a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/ports/2fc142ab-c4f5-4403-a80f-65fa9eb06fac HTTP/1.1" status: 200 len: 910 time: 0.8069389 Aug 03 19:41:29.790299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46542) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:30.130487 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.295006 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d55ea92e-df0f-4ebe-9df7-19de96b8a192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.378987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ec22102-239f-41cc-b8b1-781b7564154c req-2d84f81c-5e85-4eb1-a98f-a812c1ba9bd6 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0359704 Aug 03 19:41:30.433503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 2fc142ab-c4f5-4403-a80f-65fa9eb06fac {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:30.435449 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.529351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.542467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 2fc142ab-c4f5-4403-a80f-65fa9eb06fac owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:30.709885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e5064130-3c69-4db1-ac4d-2b82338414c3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:30.754937 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.759558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e5064130-3c69-4db1-ac4d-2b82338414c3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:30.759936 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.798419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f57a1d-b988-418e-b58e-9a8638d602b7 req-3c94cf8d-9c50-4c3f-a091-c222da26f72e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:30.800059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75f57a1d-b988-418e-b58e-9a8638d602b7 req-3c94cf8d-9c50-4c3f-a091-c222da26f72e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 945 time: 0.0993516 Aug 03 19:41:30.802708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=2fc142ab-c4f5-4403-a80f-65fa9eb06fac,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:30.903039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75f57a1d-b988-418e-b58e-9a8638d602b7 req-ccd17eb2-499e-4c93-a0b7-4d29aa82ac3b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769863 Aug 03 19:41:30.975429 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.138190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:31.217587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:31.222632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-738d4dc3-0bbd-4151-83cf-a663ca10bc75 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4314778 Aug 03 19:41:31.226868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46548) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:31.229952 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33287373-6bb4-421a-af8b-0c4daa8dba5f None None] Sync routers for ids ['e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:31.239817 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33287373-6bb4-421a-af8b-0c4daa8dba5f None None] Routers {'e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:31.240446 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-33287373-6bb4-421a-af8b-0c4daa8dba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:31.257549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a692428b-7836-4a45-91a3-ce34bc41d828 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b HTTP/1.1" status: 200 len: 205 time: 0.0294497 Aug 03 19:41:31.260084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46550) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:31.273715 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-33287373-6bb4-421a-af8b-0c4daa8dba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:31.284384 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33287373-6bb4-421a-af8b-0c4daa8dba5f None None] Routers {'e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:31.285015 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-33287373-6bb4-421a-af8b-0c4daa8dba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:31.319973 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-33287373-6bb4-421a-af8b-0c4daa8dba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:31.320625 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33287373-6bb4-421a-af8b-0c4daa8dba5f None None] The sync data for ids ['e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:31.342403 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a121124-0b19-4a7b-834f-05346dd7da22 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.530975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bb37eca-ca1f-482c-9765-1961c0cef629 req-1ff6209d-e977-4c86-acbd-8d68c2f3e09e tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0546899 Aug 03 19:41:31.532870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a121124-0b19-4a7b-834f-05346dd7da22 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.535577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a121124-0b19-4a7b-834f-05346dd7da22 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.581892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a121124-0b19-4a7b-834f-05346dd7da22 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.582426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a121124-0b19-4a7b-834f-05346dd7da22 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Fanout notify agent at l3_agent the message router_deleted on router e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:41:31.590174 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a121124-0b19-4a7b-834f-05346dd7da22 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.591195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9a121124-0b19-4a7b-834f-05346dd7da22 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b HTTP/1.1" status: 204 len: 168 time: 0.3301761 Aug 03 19:41:31.594652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46554) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:31.650366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a79aa38-78be-4858-9348-e9929aec51b0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet 35980b7c-7ab0-4b6f-bed5-20c86e263b2d {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:31.653696 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5a79aa38-78be-4858-9348-e9929aec51b0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.694837 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5a79aa38-78be-4858-9348-e9929aec51b0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.777263 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5a79aa38-78be-4858-9348-e9929aec51b0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.853281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5a79aa38-78be-4858-9348-e9929aec51b0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.885374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5a79aa38-78be-4858-9348-e9929aec51b0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.887444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5a79aa38-78be-4858-9348-e9929aec51b0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/35980b7c-7ab0-4b6f-bed5-20c86e263b2d HTTP/1.1" status: 204 len: 168 time: 0.2911344 Aug 03 19:41:31.889803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46556) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:31.891082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79aa38-78be-4858-9348-e9929aec51b0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=35980b7c-7ab0-4b6f-bed5-20c86e263b2d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:31.891236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66211004-f400-4f3d-a715-b9753339b499 None None] Network 9a40fce3-3417-4ade-b192-3cd254ff83e3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:31.991615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.024230 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.040494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf326c-7fc6-452a-a523-d86130eb20a5 req-06086b75-b28b-4ba7-b8b6-d84db4cc97ae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:32.042153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2cf326c-7fc6-452a-a523-d86130eb20a5 req-06086b75-b28b-4ba7-b8b6-d84db4cc97ae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 945 time: 0.0594063 Aug 03 19:41:32.065999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port e5064130-3c69-4db1-ac4d-2b82338414c3 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:32.066449 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.094952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2cf326c-7fc6-452a-a523-d86130eb20a5 req-e9a4ed42-b310-490c-a15c-94f9f6e09027 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Aug 03 19:41:32.125733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] DHCP port deletion for 9a40fce3-3417-4ade-b192-3cd254ff83e3 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:41:32.141909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port e5064130-3c69-4db1-ac4d-2b82338414c3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e5064130-3c69-4db1-ac4d-2b82338414c3,segment=NetworkSegment(3c0b33e0-4904-49ed-8735-57446b359f79),segment_id=3c0b33e0-4904-49ed-8735-57446b359f79)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:32.142288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.157575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for e5064130-3c69-4db1-ac4d-2b82338414c3 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:32.191113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] Deleting port e5064130-3c69-4db1-ac4d-2b82338414c3 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:32.191524 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.236909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891f2ee-09f9-4fff-9ff2-9c94057899d4 req-5c9b4dc0-fbac-4501-98b0-b460c7988fe2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:32.238581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8891f2ee-09f9-4fff-9ff2-9c94057899d4 req-5c9b4dc0-fbac-4501-98b0-b460c7988fe2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 945 time: 0.0701833 Aug 03 19:41:32.261909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.265762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] For port e5064130-3c69-4db1-ac4d-2b82338414c3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e5064130-3c69-4db1-ac4d-2b82338414c3,segment=NetworkSegment(3c0b33e0-4904-49ed-8735-57446b359f79),segment_id=3c0b33e0-4904-49ed-8735-57446b359f79)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:32.266098 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.283249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] Calling delete_port for e5064130-3c69-4db1-ac4d-2b82338414c3 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:32.289557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8891f2ee-09f9-4fff-9ff2-9c94057899d4 req-b87932de-e719-48e8-a18c-b25b4f616d59 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439651 Aug 03 19:41:32.291107 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=e5064130-3c69-4db1-ac4d-2b82338414c3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:32.295174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No DVR routers for this DVR port e5064130-3c69-4db1-ac4d-2b82338414c3 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:32.365353 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.397230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] Pushing event deleted for resources: {'Port': ['ID=e5064130-3c69-4db1-ac4d-2b82338414c3,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:32.398412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.400993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716f5dc-9c4e-4482-a542-fd20e8db40c3 None None] No DVR routers for this DVR port e5064130-3c69-4db1-ac4d-2b82338414c3 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:32.418188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a40fce3-3417-4ade-b192-3cd254ff83e3']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:32.430108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0b33e0-4904-49ed-8735-57446b359f79') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:32.430542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0b33e0-4904-49ed-8735-57446b359f79') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:32.441324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.460492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.461524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a0221-ed82-4e6d-943c-3e6032c59d4f req-005b8154-cccb-4aaa-bfd4-6567e59f666f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:32.463158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6a0221-ed82-4e6d-943c-3e6032c59d4f req-005b8154-cccb-4aaa-bfd4-6567e59f666f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 945 time: 0.0771902 Aug 03 19:41:32.468403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:32.468823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:32.473043 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:32.514589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc6a0221-ed82-4e6d-943c-3e6032c59d4f req-1848ea8b-31ed-49ce-806b-531a61329f02 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Aug 03 19:41:32.542887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.547744 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.554266 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/9a40fce3-3417-4ade-b192-3cd254ff83e3 HTTP/1.1" status: 204 len: 168 time: 0.6591518 Aug 03 19:41:32.554823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46566) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:32.564510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-02c45a29-d40f-4779-9117-f71fc146626e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-844638891', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:32.578970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03226fef-db20-4aca-8100-6af2644adeae tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=9a40fce3-3417-4ade-b192-3cd254ff83e3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:32.616344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c45a29-d40f-4779-9117-f71fc146626e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.616344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c45a29-d40f-4779-9117-f71fc146626e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.719815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c8d021a-aa57-4215-9b48-4a36844e7a20 req-a1b71f9b-fa8d-49ec-83dc-a02841acbb5d tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0799844 Aug 03 19:41:32.725392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c45a29-d40f-4779-9117-f71fc146626e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.729984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e5064130-3c69-4db1-ac4d-2b82338414c3 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:32.737736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c45a29-d40f-4779-9117-f71fc146626e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.756009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c45a29-d40f-4779-9117-f71fc146626e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.760243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-02c45a29-d40f-4779-9117-f71fc146626e tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2007024 Aug 03 19:41:32.763070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46572) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:32.763366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e5064130-3c69-4db1-ac4d-2b82338414c3 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:32.763823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e5064130-3c69-4db1-ac4d-2b82338414c3 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:32.777571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-756999146'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:32.812434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:32.817256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.848391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:41:32.858040 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.858405 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment 8eac81fc-f776-42b3-a941-26f38ec12880 of type vlan for network 9f05a897-a88a-437e-a347-8b349b56963e Aug 03 19:41:32.896751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d545f-9bdb-43f0-a5ab-fbe2937cd63c req-6660952f-2211-4cfa-9399-30be16c0ede9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:32.898521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af9d545f-9bdb-43f0-a5ab-fbe2937cd63c req-6660952f-2211-4cfa-9399-30be16c0ede9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 945 time: 0.0561361 Aug 03 19:41:32.939887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.946763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af9d545f-9bdb-43f0-a5ab-fbe2937cd63c req-2b1ead8f-4ced-4fc5-beff-57d5dce1061f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Aug 03 19:41:32.984314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.990647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:32.991274 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.056154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2925208 Aug 03 19:41:33.059005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46576) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:33.064453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:33.065225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca4e98-8466-4e14-9fde-7571f68bdca1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=9f05a897-a88a-437e-a347-8b349b56963e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:33.083155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9f05a897-a88a-437e-a347-8b349b56963e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:41:33.161883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:33.165786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.360193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.431315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=a6c56383-dcdf-49f2-b01c-8fb6b2eeec72,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:33.438880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:33.439245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: 9f05a897-a88a-437e-a347-8b349b56963e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:41:33.459144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 9f05a897-a88a-437e-a347-8b349b56963e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:41:33.468557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9f05a897-a88a-437e-a347-8b349b56963e) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:33.473810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:33.475004 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.478560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28066897-1880-4512-8160-d6ae42840294 None None] Network 9f05a897-a88a-437e-a347-8b349b56963e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:33.492813 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-19c7cc00-114b-4d9a-8395-82f801c545df tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4325011 Aug 03 19:41:33.495534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46578) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:33.649948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9f05a897-a88a-437e-a347-8b349b56963e', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:41:33.650977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.805967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Allocated IP 172.20.0.2 (9f05a897-a88a-437e-a347-8b349b56963e/a6c56383-dcdf-49f2-b01c-8fb6b2eeec72/b6d0cbbf-6428-4438-9c10-4beea01a6574) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:33.962471 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.970967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Transition to ACTIVE for port object b6d0cbbf-6428-4438-9c10-4beea01a6574 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:33.988980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Transition to ACTIVE for port object b6d0cbbf-6428-4438-9c10-4beea01a6574 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:34.010823 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.026346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bd1c18c-a003-4dfb-8698-f2c8ee0a0e80 req-20a1d361-125a-44f1-8355-cce1fdcd1e4e tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.1100316 Aug 03 19:41:34.067752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Network 9f05a897-a88a-437e-a347-8b349b56963e is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:34.074504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:34.077335 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Pushing event updated for resources: {'Port': ['ID=b6d0cbbf-6428-4438-9c10-4beea01a6574,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:34.080064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:34.091991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.092877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.092877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.093542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.094166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.094525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.094909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.095246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.095594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.096405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.097045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.097336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:34.155960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Attempting to bind port b6d0cbbf-6428-4438-9c10-4beea01a6574 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:34.157045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Attempting to bind port b6d0cbbf-6428-4438-9c10-4beea01a6574 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:34.157420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Attempting to bind port b6d0cbbf-6428-4438-9c10-4beea01a6574 on network 9f05a897-a88a-437e-a347-8b349b56963e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:34.163456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:34.163835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Checking segment: {'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:34.164244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.164640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Bound using segment: {'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:34.165133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Bound port: b6d0cbbf-6428-4438-9c10-4beea01a6574, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:34.165624 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.237318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d775db-31f1-41e4-af05-cb2f417cc00d req-078555f8-037a-40f9-a995-8a8cf319376d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:34.239476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3d775db-31f1-41e4-af05-cb2f417cc00d req-078555f8-037a-40f9-a995-8a8cf319376d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 945 time: 0.2052193 Aug 03 19:41:34.246978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] For port b6d0cbbf-6428-4438-9c10-4beea01a6574, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:34.251438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] For port b6d0cbbf-6428-4438-9c10-4beea01a6574, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b6d0cbbf-6428-4438-9c10-4beea01a6574,segment=NetworkSegment(8eac81fc-f776-42b3-a941-26f38ec12880),segment_id=8eac81fc-f776-42b3-a941-26f38ec12880)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:34.257525 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.310343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.319620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3d775db-31f1-41e4-af05-cb2f417cc00d req-c44ffaa7-7386-4b29-95ab-c0aa5b6903a9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Aug 03 19:41:34.323948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111d3fe-5255-42af-932c-f0628eeca408 None None] Pushing event updated for resources: {'Port': ['ID=b6d0cbbf-6428-4438-9c10-4beea01a6574,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:34.449561 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.572467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-71d85206-6ffa-45e9-813b-5b15bd87787d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:34.574624 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-71d85206-6ffa-45e9-813b-5b15bd87787d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 945 time: 0.0690241 Aug 03 19:41:34.621645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.20.0.1 (9f05a897-a88a-437e-a347-8b349b56963e/a6c56383-dcdf-49f2-b01c-8fb6b2eeec72/67a1f33c-39b2-4a37-ae02-e1171fb120cd) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:34.700088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:34.700463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.745588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b6d0cbbf-6428-4438-9c10-4beea01a6574 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:34.750409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.765004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object 67a1f33c-39b2-4a37-ae02-e1171fb120cd will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:34.801873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.804022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b6d0cbbf-6428-4438-9c10-4beea01a6574 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:34.817936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] For port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:34.818452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.837947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:34.850163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 9f05a897-a88a-437e-a347-8b349b56963e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:34.861002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:34.869308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:34.873712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=67a1f33c-39b2-4a37-ae02-e1171fb120cd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:34.916928 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:34.982904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.018385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:41:35.053670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.064795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] No DVR routers for this DVR port cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:35.077942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:35.092058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.094329 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5370a6b5-9bf7-4c2a-8a69-88db2434d6e8 req-5eef3d7d-fbd9-48dd-980d-35e4890f7b47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "DELETE /v2.0/ports/cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a HTTP/1.1" status: 204 len: 173 time: 0.5134532 Aug 03 19:41:35.096819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eb19cc-3e39-42df-89fd-f5bd273d0690', 'name': 'network-vif-deleted', 'tag': 'cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:35.097225 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de5613e-a796-4806-ae14-fdf397a1c8f9" -d '{"events": [{"server_uuid": "42eb19cc-3e39-42df-89fd-f5bd273d0690", "name": "network-vif-deleted", "tag": "cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:35.199449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb9292f2-864b-4956-9983-6cc8123f9043 req-bc8975d3-c04d-4476-93f6-46169171dae5 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0359552 Aug 03 19:41:35.272897 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1f639c-bec5-4e94-8f82-df36d6505f65 x-openstack-request-id: req-5a1f639c-bec5-4e94-8f82-df36d6505f65 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:35.273223 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eb19cc-3e39-42df-89fd-f5bd273d0690", "name": "network-vif-deleted", "tag": "cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:35.273438 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a1f639c-bec5-4e94-8f82-df36d6505f65 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:35.273864 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42eb19cc-3e39-42df-89fd-f5bd273d0690', 'name': 'network-vif-deleted', 'tag': 'cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a', 'status': 'completed', 'code': 200} Aug 03 19:41:35.486155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d09561d0-4710-4788-b890-5e4d4bb81299 req-540ea4ab-754f-4511-977c-6f12d4922ab6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 210 time: 0.0505047 Aug 03 19:41:35.541717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.548154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21eda9-ef7b-406b-91d2-f1a3ad454ca2 None None] Network 9f05a897-a88a-437e-a347-8b349b56963e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:35.551774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.605689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b6e23061-cc02-443e-82b7-aedf1eff7ac9 None None] Provisioning for port b6d0cbbf-6428-4438-9c10-4beea01a6574 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:35.610695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b6e23061-cc02-443e-82b7-aedf1eff7ac9 None None] Provisioning complete for port b6d0cbbf-6428-4438-9c10-4beea01a6574 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:35.611156 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b6e23061-cc02-443e-82b7-aedf1eff7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.643399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=67a1f33c-39b2-4a37-ae02-e1171fb120cd,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:35.647363 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.743733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 9f05a897-a88a-437e-a347-8b349b56963e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:35.745434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:35.785229 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b6e23061-cc02-443e-82b7-aedf1eff7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.821622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b6e23061-cc02-443e-82b7-aedf1eff7ac9 None None] For port b6d0cbbf-6428-4438-9c10-4beea01a6574, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b6d0cbbf-6428-4438-9c10-4beea01a6574,segment=NetworkSegment(8eac81fc-f776-42b3-a941-26f38ec12880),segment_id=8eac81fc-f776-42b3-a941-26f38ec12880)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:35.829786 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b6e23061-cc02-443e-82b7-aedf1eff7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:35.892400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:41:35.895991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e23061-cc02-443e-82b7-aedf1eff7ac9 None None] Pushing event updated for resources: {'Port': ['ID=b6d0cbbf-6428-4438-9c10-4beea01a6574,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:36.006353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:36.011689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8faa1b07-5828-42bb-9b7d-fbac1a2acd46 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5151486 Aug 03 19:41:36.014304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46592) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:36.021858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:36.024220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-1143787027'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:36.034798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:36.035950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:36.058438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:36.062688 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.103114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:41:36.119637 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.120185 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment 1d85160e-757d-4a0a-9cbf-f322853c4777 of type vlan for network e6a31813-ee86-4096-ad84-c1c06dd7cd4c Aug 03 19:41:36.127677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8e0a212b-ef25-4ce7-be01-5be200374615 None None] Provisioning complete for port b6d0cbbf-6428-4438-9c10-4beea01a6574 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:36.128786 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8e0a212b-ef25-4ce7-be01-5be200374615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.175027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.176194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:36.216554 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.224252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:36.225312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.334293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=e6a31813-ee86-4096-ad84-c1c06dd7cd4c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:36.338380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fbae1998-01fb-449c-a77c-e2a09f0da952 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3230267 Aug 03 19:41:36.341137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46596) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:36.347764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:36.386942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f158a747-0416-49a7-99c4-9c1380ddcfc3 req-581e1edd-1f68-4a72-b7c7-82ed7f8a002f tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0320871 Aug 03 19:41:36.488214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:36.492566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.496950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e6a31813-ee86-4096-ad84-c1c06dd7cd4c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:41:36.634756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b078596-7007-4853-bde1-4ff25cf4d795 req-c2a5f5cb-8841-4c0d-b8a1-d2e75ba5d72b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 210 time: 0.0355046 Aug 03 19:41:36.713913 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.726685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b6d0cbbf-6428-4438-9c10-4beea01a6574 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:36.784177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=7ff69a40-db93-4d55-8f4c-156ba1589723,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:36.797863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:36.798023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: e6a31813-ee86-4096-ad84-c1c06dd7cd4c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:41:36.806178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8e0a212b-ef25-4ce7-be01-5be200374615 None None] Provisioning for port 67a1f33c-39b2-4a37-ae02-e1171fb120cd completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:36.816367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8e0a212b-ef25-4ce7-be01-5be200374615 None None] Provisioning complete for port 67a1f33c-39b2-4a37-ae02-e1171fb120cd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:36.817000 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8e0a212b-ef25-4ce7-be01-5be200374615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.817237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network e6a31813-ee86-4096-ad84-c1c06dd7cd4c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:41:36.827829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e6a31813-ee86-4096-ad84-c1c06dd7cd4c) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:36.832150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:36.832759 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.848827 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-75bfc500-d667-44e0-88c3-d61b0daf9817 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5061927 Aug 03 19:41:36.851643 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46600) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:36.857987 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96326524-e8b6-4a7b-98d7-3696f57e171d None None] Network e6a31813-ee86-4096-ad84-c1c06dd7cd4c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:36.930650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a212b-ef25-4ce7-be01-5be200374615 None None] Port 67a1f33c-39b2-4a37-ae02-e1171fb120cd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:36.937745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b6d0cbbf-6428-4438-9c10-4beea01a6574 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:36.938118 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.010310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:35Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:35Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:37.067641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:37.068024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Updating router bb85331a-ba90-4daf-966a-b0a8fbede4c1 port 67a1f33c-39b2-4a37-ae02-e1171fb120cd binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:41:37.140397 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.145709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e83a6eb3-6afe-4637-b1df-91d372b6acfc None None] Provisioning complete for port 67a1f33c-39b2-4a37-ae02-e1171fb120cd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:37.146075 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e83a6eb3-6afe-4637-b1df-91d372b6acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.204212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:41:37.205080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.243448 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.255336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e83a6eb3-6afe-4637-b1df-91d372b6acfc None None] Port 67a1f33c-39b2-4a37-ae02-e1171fb120cd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:37.323924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:37.409602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:37.409955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device cdd2db1c-42d3-4bb4-819c-4bc7f56dfa6a not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:37.539903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-74d9f27b-8772-4ee8-92ea-910d525c51ee req-e15ae533-c769-4335-a069-e0218669c621 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0288239 Aug 03 19:41:37.552591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Allocated IP 172.21.0.2 (e6a31813-ee86-4096-ad84-c1c06dd7cd4c/7ff69a40-db93-4d55-8f4c-156ba1589723/06fe79df-1bf5-4bc1-b65a-6feec853c824) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:37.738820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.748100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fe885fc-cd80-495d-8a18-ba08611da8fc req-163f795c-a101-4272-9407-ca3e1f8bd524 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 210 time: 0.0293159 Aug 03 19:41:37.772010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Transition to ACTIVE for port object 67a1f33c-39b2-4a37-ae02-e1171fb120cd will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:37.782444 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.820250 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.836899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Transition to ACTIVE for port object 06fe79df-1bf5-4bc1-b65a-6feec853c824 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:37.868158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079697-2ee1-4eaa-a552-3beabb074e6c None None] Pushing event updated for resources: {'Port': ['ID=67a1f33c-39b2-4a37-ae02-e1171fb120cd,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:37.873809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Transition to ACTIVE for port object 06fe79df-1bf5-4bc1-b65a-6feec853c824 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:37.899318 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.960449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Attempting to bind port 67a1f33c-39b2-4a37-ae02-e1171fb120cd on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:37.960819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Attempting to bind port 67a1f33c-39b2-4a37-ae02-e1171fb120cd by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:37.961190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Attempting to bind port 67a1f33c-39b2-4a37-ae02-e1171fb120cd on network 9f05a897-a88a-437e-a347-8b349b56963e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:37.966067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Network e6a31813-ee86-4096-ad84-c1c06dd7cd4c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:37.978484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:37.984951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:37.990392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:37.990688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Checking segment: {'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:37.991104 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.991504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Bound using segment: {'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:37.991987 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Bound port: 67a1f33c-39b2-4a37-ae02-e1171fb120cd, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eac81fc-f776-42b3-a941-26f38ec12880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:37.992532 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:37.993155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.21.0.1 (e6a31813-ee86-4096-ad84-c1c06dd7cd4c/7ff69a40-db93-4d55-8f4c-156ba1589723/86520f66-1f30-4ae0-aede-d9b7e4cdc33a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:37.996658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Pushing event updated for resources: {'Port': ['ID=06fe79df-1bf5-4bc1-b65a-6feec853c824,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:38.139078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Attempting to bind port 06fe79df-1bf5-4bc1-b65a-6feec853c824 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:38.139458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Attempting to bind port 06fe79df-1bf5-4bc1-b65a-6feec853c824 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:38.139901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Attempting to bind port 06fe79df-1bf5-4bc1-b65a-6feec853c824 on network e6a31813-ee86-4096-ad84-c1c06dd7cd4c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:38.150881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:38.151259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Checking segment: {'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:38.151785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.152242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Bound using segment: {'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:38.152813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Bound port: 06fe79df-1bf5-4bc1-b65a-6feec853c824, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:38.153271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.155906 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.173107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] For port 67a1f33c-39b2-4a37-ae02-e1171fb120cd, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:38.173444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object 86520f66-1f30-4ae0-aede-d9b7e4cdc33a will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:38.212298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] For port 67a1f33c-39b2-4a37-ae02-e1171fb120cd, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=67a1f33c-39b2-4a37-ae02-e1171fb120cd,segment=NetworkSegment(8eac81fc-f776-42b3-a941-26f38ec12880),segment_id=8eac81fc-f776-42b3-a941-26f38ec12880)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:38.212652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.225068 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.257377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network e6a31813-ee86-4096-ad84-c1c06dd7cd4c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:38.261290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:38.265293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:38.296528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] For port 06fe79df-1bf5-4bc1-b65a-6feec853c824, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:38.300601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:38.316851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] For port 06fe79df-1bf5-4bc1-b65a-6feec853c824, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06fe79df-1bf5-4bc1-b65a-6feec853c824,segment=NetworkSegment(1d85160e-757d-4a0a-9cbf-f322853c4777),segment_id=1d85160e-757d-4a0a-9cbf-f322853c4777)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:38.332393 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.335978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.353985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079697-2ee1-4eaa-a552-3beabb074e6c None None] Pushing event updated for resources: {'Port': ['ID=67a1f33c-39b2-4a37-ae02-e1171fb120cd,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:38.356884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:38.364506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:38.561774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.862920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cf9fc-e6cf-48a3-89ae-11ff7f3ae0d1 None None] Pushing event updated for resources: {'Port': ['ID=06fe79df-1bf5-4bc1-b65a-6feec853c824,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:38.876196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:38.965809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72855653-b37f-4ad0-8adc-a7d55ff98a4d req-e2815e2d-ceaa-4c0e-b276-ca62d3ba631e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 210 time: 0.0482116 Aug 03 19:41:38.983017 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5df889a8-4b4a-465e-99b2-a5dff1f05ade req-6b27d33d-a2a2-40b5-983e-96cdb9857c4d tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.1943083 Aug 03 19:41:39.111041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:35Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:38Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:39.141966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa517a47-b18a-43fd-aa6c-17084e0acfa3 None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:35Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:38Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:39.484948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:39.493566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:39.571841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:39.636943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:39.705156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network e6a31813-ee86-4096-ad84-c1c06dd7cd4c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:39.707306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:39.821617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:39.830591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0779559-1698-4443-a596-f7e522778f49 None None] Network e6a31813-ee86-4096-ad84-c1c06dd7cd4c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:39.933838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:39.942988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-afaf2039-0146-4d87-be42-a1b9aa1f4176 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0892828 Aug 03 19:41:39.943301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46610) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:39.949461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-127051563'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:39.990040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:39.995299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:39.997222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-32ed5487-8050-4829-927f-5acd5047ab37 None None] Provisioning for port 06fe79df-1bf5-4bc1-b65a-6feec853c824 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:40.052244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:41:40.085241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.085987 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment ee6b7fb9-7217-436e-8c7c-1030f75e736a of type vlan for network e313a2ea-1afe-4b78-bf6e-da62366dd797 Aug 03 19:41:40.163767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.202021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db8792fe-a843-41c5-9975-1af110008bd4 req-b39848b3-a443-477b-85c2-e94ad6c379a1 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0623777 Aug 03 19:41:40.247329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.247716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49abb124-7efd-4801-b44d-22a529b87116 req-aa75196e-bdbf-4e20-b778-740c2203dc25 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb19cc-3e39-42df-89fd-f5bd273d0690 HTTP/1.1" status: 200 len: 210 time: 0.0446701 Aug 03 19:41:40.254913 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:40.257710 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.290762 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3438601 Aug 03 19:41:40.291837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46616) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:40.304141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:40.368270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32d465-f76a-4b18-9924-51a1261bd9b4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=e313a2ea-1afe-4b78-bf6e-da62366dd797,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:40.387346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e313a2ea-1afe-4b78-bf6e-da62366dd797 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:41:40.457112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:40.461231 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.572492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d59a7774-a5c4-433c-adcd-34d8fb1acf89 None None] Provisioning for port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:40.587553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d59a7774-a5c4-433c-adcd-34d8fb1acf89 None None] Provisioning complete for port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:40.587921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d59a7774-a5c4-433c-adcd-34d8fb1acf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.646355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d59a7774-a5c4-433c-adcd-34d8fb1acf89 None None] Port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:40.729872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.773841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fb4ea51e-3572-4efd-ad40-b3fa7118264c None None] Provisioning complete for port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:40.774214 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea51e-3572-4efd-ad40-b3fa7118264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.833679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ea51e-3572-4efd-ad40-b3fa7118264c None None] Port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:40.850749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=5025e7aa-e50e-49a4-a8d7-be7018b0a416,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:40.873091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 67a1f33c-39b2-4a37-ae02-e1171fb120cd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:40.875117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:40.875719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: e313a2ea-1afe-4b78-bf6e-da62366dd797, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:41:40.903353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network e313a2ea-1afe-4b78-bf6e-da62366dd797 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:41:40.919437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e313a2ea-1afe-4b78-bf6e-da62366dd797) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:40.928969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27e30c-bfe1-47c0-89a9-a1fff58f7643 None None] Network e313a2ea-1afe-4b78-bf6e-da62366dd797 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:40.930251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:40.931342 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.949709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 67a1f33c-39b2-4a37-ae02-e1171fb120cd completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:40.960482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2d03b7af-1b29-40f4-a2fb-ab6694eb17d7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6656225 Aug 03 19:41:40.960912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46618) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:40.989842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 67a1f33c-39b2-4a37-ae02-e1171fb120cd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:40.990406 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.105749 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:41.123937 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:41.125023 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:41.161725 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.199299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bfe16f41-5663-4c99-a382-1b0ea6783151 None None] Provisioning complete for port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:41.199971 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bfe16f41-5663-4c99-a382-1b0ea6783151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.246577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e313a2ea-1afe-4b78-bf6e-da62366dd797', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:41:41.248732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.258802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 67a1f33c-39b2-4a37-ae02-e1171fb120cd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=67a1f33c-39b2-4a37-ae02-e1171fb120cd,segment=NetworkSegment(8eac81fc-f776-42b3-a941-26f38ec12880),segment_id=8eac81fc-f776-42b3-a941-26f38ec12880)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:41.265389 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:41.274973 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.276100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06fe79df-1bf5-4bc1-b65a-6feec853c824 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:41.349872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bfe16f41-5663-4c99-a382-1b0ea6783151 None None] Port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:41.446277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=67a1f33c-39b2-4a37-ae02-e1171fb120cd,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:41.479179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92aca84e-6b84-4ac5-90fd-daad3f3298b5 req-10c321db-194c-4bf1-a56e-84fe8eefaff2 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0912561 Aug 03 19:41:41.528514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 06fe79df-1bf5-4bc1-b65a-6feec853c824 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:41.535523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 06fe79df-1bf5-4bc1-b65a-6feec853c824 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:41.535898 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.550100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.589370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Allocated IP 172.22.0.2 (e313a2ea-1afe-4b78-bf6e-da62366dd797/5025e7aa-e50e-49a4-a8d7-be7018b0a416/fbae8e75-6f6e-4d82-9c38-e83f73048864) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:41.606359 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:38Z', 'revision_number': 3, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:38Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:38Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:41.644636 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:41.645286 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Updating router bb85331a-ba90-4daf-966a-b0a8fbede4c1 port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:41:41.680374 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.708607 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.790187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 06fe79df-1bf5-4bc1-b65a-6feec853c824, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06fe79df-1bf5-4bc1-b65a-6feec853c824,segment=NetworkSegment(1d85160e-757d-4a0a-9cbf-f322853c4777),segment_id=1d85160e-757d-4a0a-9cbf-f322853c4777)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:41.802582 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.844313 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.865288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Transition to ACTIVE for port object fbae8e75-6f6e-4d82-9c38-e83f73048864 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:41.889966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=06fe79df-1bf5-4bc1-b65a-6feec853c824,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:41.896326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Transition to ACTIVE for port object fbae8e75-6f6e-4d82-9c38-e83f73048864 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:41.905095 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.948000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Network e313a2ea-1afe-4b78-bf6e-da62366dd797 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:41.951203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:41.955097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:41.975312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Pushing event updated for resources: {'Port': ['ID=fbae8e75-6f6e-4d82-9c38-e83f73048864,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:42.036379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Attempting to bind port fbae8e75-6f6e-4d82-9c38-e83f73048864 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:42.037189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Attempting to bind port fbae8e75-6f6e-4d82-9c38-e83f73048864 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:42.037343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Attempting to bind port fbae8e75-6f6e-4d82-9c38-e83f73048864 on network e313a2ea-1afe-4b78-bf6e-da62366dd797 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:42.042374 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.044633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:42.045206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Checking segment: {'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:42.046072 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.046320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Bound using segment: {'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:42.046938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Bound port: fbae8e75-6f6e-4d82-9c38-e83f73048864, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:42.047771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.055949 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Transition to ACTIVE for port object 86520f66-1f30-4ae0-aede-d9b7e4cdc33a will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:42.066341 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.124856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Pushing event updated for resources: {'Port': ['ID=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:42.131094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] For port fbae8e75-6f6e-4d82-9c38-e83f73048864, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:42.138113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] For port fbae8e75-6f6e-4d82-9c38-e83f73048864, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fbae8e75-6f6e-4d82-9c38-e83f73048864,segment=NetworkSegment(ee6b7fb9-7217-436e-8c7c-1030f75e736a),segment_id=ee6b7fb9-7217-436e-8c7c-1030f75e736a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:42.145705 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.177155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.22.0.1 (e313a2ea-1afe-4b78-bf6e-da62366dd797/5025e7aa-e50e-49a4-a8d7-be7018b0a416/0237569a-1163-4d1c-8839-04d6e0f50848) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:42.196035 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.197663 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.198259 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.199102 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.199878 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.200453 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.201034 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.201638 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.202250 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.203057 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.203784 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.204349 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:42.257464 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Attempting to bind port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:42.258128 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Attempting to bind port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:42.259112 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Attempting to bind port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a on network e6a31813-ee86-4096-ad84-c1c06dd7cd4c {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:42.261392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9acb60-5695-4936-a514-1fd67931aa45 None None] Pushing event updated for resources: {'Port': ['ID=fbae8e75-6f6e-4d82-9c38-e83f73048864,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:42.266982 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:42.267761 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Checking segment: {'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:42.269228 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.269990 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Bound using segment: {'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:42.270721 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Bound port: 86520f66-1f30-4ae0-aede-d9b7e4cdc33a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d85160e-757d-4a0a-9cbf-f322853c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:42.271344 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.358210 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] For port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:42.362087 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] For port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,segment=NetworkSegment(1d85160e-757d-4a0a-9cbf-f322853c4777),segment_id=1d85160e-757d-4a0a-9cbf-f322853c4777)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:42.368870 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.406474 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.430409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object 0237569a-1163-4d1c-8839-04d6e0f50848 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:42.496632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.509074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:42.509877 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:42.571482 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f64e19-195b-4248-9142-7b365f0340d9 None None] Pushing event updated for resources: {'Port': ['ID=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:42.615996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network e313a2ea-1afe-4b78-bf6e-da62366dd797 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:42.678417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=0237569a-1163-4d1c-8839-04d6e0f50848,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:42.687558 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:42.693791 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:42.697906 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:42.741791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16837ee5-5986-4ebc-93cc-a089bdc5e515 req-f654b710-0263-42df-bebd-c06b4800276f tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0843029 Aug 03 19:41:42.817189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:42.954659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 67a1f33c-39b2-4a37-ae02-e1171fb120cd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:43.033289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 67a1f33c-39b2-4a37-ae02-e1171fb120cd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:43.034640 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:43.040749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:43.167495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fbae8e75-6f6e-4d82-9c38-e83f73048864 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:43.232370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port fbae8e75-6f6e-4d82-9c38-e83f73048864 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:43.238463 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:38Z', 'revision_number': 3, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:42Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:43.255061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06fe79df-1bf5-4bc1-b65a-6feec853c824 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:43.283463 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a28e6-c93a-4583-b165-72ad9af776fb None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:38Z', 'revision_number': 3, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:42Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:43.388531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 06fe79df-1bf5-4bc1-b65a-6feec853c824 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:43.389661 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:43.615092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:43.630896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:43.732835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0251ec1-367d-47fb-b7ce-d8fe4dd8ab1d None None] Network e313a2ea-1afe-4b78-bf6e-da62366dd797 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:43.755619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=0237569a-1163-4d1c-8839-04d6e0f50848,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:43.773160 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:43.936676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-182eff95-b280-4dd4-bd4e-6f2b720a3149 None None] Provisioning for port fbae8e75-6f6e-4d82-9c38-e83f73048864 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:43.948805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-182eff95-b280-4dd4-bd4e-6f2b720a3149 None None] Provisioning complete for port fbae8e75-6f6e-4d82-9c38-e83f73048864 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:43.949323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-182eff95-b280-4dd4-bd4e-6f2b720a3149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:43.966004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9cc28ea8-777f-4264-be9c-952b3a7cdd90 req-d8ad1dcd-ef7e-4117-a4c5-eb6eadff9ff9 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0673845 Aug 03 19:41:44.013722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network e313a2ea-1afe-4b78-bf6e-da62366dd797 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:44.015507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:44.170932 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-182eff95-b280-4dd4-bd4e-6f2b720a3149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.215881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:44.259100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-182eff95-b280-4dd4-bd4e-6f2b720a3149 None None] For port fbae8e75-6f6e-4d82-9c38-e83f73048864, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fbae8e75-6f6e-4d82-9c38-e83f73048864,segment=NetworkSegment(ee6b7fb9-7217-436e-8c7c-1030f75e736a),segment_id=ee6b7fb9-7217-436e-8c7c-1030f75e736a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:44.268338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-182eff95-b280-4dd4-bd4e-6f2b720a3149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.338273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eff95-b280-4dd4-bd4e-6f2b720a3149 None None] Pushing event updated for resources: {'Port': ['ID=fbae8e75-6f6e-4d82-9c38-e83f73048864,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:44.350033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:44.355673 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6ef4f90e-bdf6-4da9-9357-6cb50541f9c4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3933506 Aug 03 19:41:44.358243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46644) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:44.364777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'network': {'name': 'tempest-RoutersTest-336978834'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:44.390380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:44.395169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.398388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:44.421287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:44.422087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:44.424899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:41:44.438087 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.438516 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added segment 17c22548-fc48-4bac-9b33-9d096ffd03bd of type vlan for network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 Aug 03 19:41:44.487661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.524258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.531052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:44.532129 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.534770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1ddac9e4-3d66-4e1b-bc2c-af043690a533 None None] Provisioning complete for port fbae8e75-6f6e-4d82-9c38-e83f73048864 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:44.535364 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1ddac9e4-3d66-4e1b-bc2c-af043690a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.576202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:44.604584 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2450566 Aug 03 19:41:44.607888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46646) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:44.616979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'subnet': {'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:44.621697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b77954-e78b-492e-bc17-64376da45d83 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Network': ['ID=2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:44.641765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:41:44.737361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Made reservation on behalf of 51be73e7aa8f4a9a98b4e78d7c5d71b0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:44.742152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.824895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 86520f66-1f30-4ae0-aede-d9b7e4cdc33a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:44.933097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1ddac9e4-3d66-4e1b-bc2c-af043690a533 None None] Provisioning for port 0237569a-1163-4d1c-8839-04d6e0f50848 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:44.944957 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1ddac9e4-3d66-4e1b-bc2c-af043690a533 None None] Provisioning complete for port 0237569a-1163-4d1c-8839-04d6e0f50848 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:44.945339 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1ddac9e4-3d66-4e1b-bc2c-af043690a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.978795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:44.995128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1ddac9e4-3d66-4e1b-bc2c-af043690a533 None None] Port 0237569a-1163-4d1c-8839-04d6e0f50848 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:44.996597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:44.996961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.050980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.062917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:42Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:43Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:42Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:45.107751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:45.108102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Updating router bb85331a-ba90-4daf-966a-b0a8fbede4c1 port 0237569a-1163-4d1c-8839-04d6e0f50848 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:41:45.161789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-384c39c0-d9cf-4416-98f9-34185fd5b9b1 req-789a5ef8-7894-4c17-8731-7c6680935238 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0547771 Aug 03 19:41:45.166856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-01f2b4a4-b50b-4891-ad47-c689982c71ae None None] Provisioning complete for port 0237569a-1163-4d1c-8839-04d6e0f50848 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:45.167231 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-01f2b4a4-b50b-4891-ad47-c689982c71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.169507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Subnet': ['ID=c9ee1a99-2b7e-40fb-b451-1c48f567d24d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:45.170373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.200951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Checking segment: {'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:45.201686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network hostable DHCP agents. Network: 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:41:45.217545 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.223077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:41:45.229068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-01f2b4a4-b50b-4891-ad47-c689982c71ae None None] Port 0237569a-1163-4d1c-8839-04d6e0f50848 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:45.238687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:45.253110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:45.254435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.255847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71259492-7d97-46f1-b27a-cf69c0aa4a57 None None] Network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:45.281717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-71068c47-4054-4be4-bd06-dbf8ac3eebce tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6721771 Aug 03 19:41:45.284943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46656) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:45.543140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,segment=NetworkSegment(1d85160e-757d-4a0a-9cbf-f322853c4777),segment_id=1d85160e-757d-4a0a-9cbf-f322853c4777)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:45.554613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.555413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fbae8e75-6f6e-4d82-9c38-e83f73048864 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:45.686704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.742304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:45.793139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8', 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'fixed_ips': [{'subnet_id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:41:45.794080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.799169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fbae8e75-6f6e-4d82-9c38-e83f73048864 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:45.799513 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.969201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Allocated IP 172.23.0.1 (2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8/c9ee1a99-2b7e-40fb-b451-1c48f567d24d/618d54ac-03e0-4a60-964d-c1467734eecd) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:46.011833 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.031026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Transition to ACTIVE for port object 0237569a-1163-4d1c-8839-04d6e0f50848 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:46.047591 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.118625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a31ee-284d-42a3-b7f4-83898b35fc8d None None] Pushing event updated for resources: {'Port': ['ID=0237569a-1163-4d1c-8839-04d6e0f50848,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:46.119968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.140599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Transition to ACTIVE for port object 618d54ac-03e0-4a60-964d-c1467734eecd will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:46.204521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.251429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:46.259170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:46.260354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Attempting to bind port 0237569a-1163-4d1c-8839-04d6e0f50848 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:46.260925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Attempting to bind port 0237569a-1163-4d1c-8839-04d6e0f50848 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:46.261497 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Attempting to bind port 0237569a-1163-4d1c-8839-04d6e0f50848 on network e313a2ea-1afe-4b78-bf6e-da62366dd797 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:46.265746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:46.281066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:46.282246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Checking segment: {'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:46.283179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.284590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Bound using segment: {'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:46.285361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Bound port: 0237569a-1163-4d1c-8839-04d6e0f50848, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6b7fb9-7217-436e-8c7c-1030f75e736a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:46.286029 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.342214 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.351463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0bd16349-6ccb-4cbb-979a-015aa6ab3805 req-7ba05c46-fab0-460d-ad12-00f79875b426 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0408919 Aug 03 19:41:46.393286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=618d54ac-03e0-4a60-964d-c1467734eecd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:46.417269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Allocated IP 172.23.0.2 (2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8/c9ee1a99-2b7e-40fb-b451-1c48f567d24d/9005edef-db2e-4719-875b-cfe640765dc4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:46.419604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] For port 0237569a-1163-4d1c-8839-04d6e0f50848, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:46.424985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] For port 0237569a-1163-4d1c-8839-04d6e0f50848, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0237569a-1163-4d1c-8839-04d6e0f50848,segment=NetworkSegment(ee6b7fb9-7217-436e-8c7c-1030f75e736a),segment_id=ee6b7fb9-7217-436e-8c7c-1030f75e736a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:46.433951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.492171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.556496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a31ee-284d-42a3-b7f4-83898b35fc8d None None] Pushing event updated for resources: {'Port': ['ID=0237569a-1163-4d1c-8839-04d6e0f50848,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:46.591054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:46.591525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:46.737285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:46.768305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 86520f66-1f30-4ae0-aede-d9b7e4cdc33a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:46.822218 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.868025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.873507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.876310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Transition to ACTIVE for port object 9005edef-db2e-4719-875b-cfe640765dc4 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:46.938810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Transition to ACTIVE for port object 9005edef-db2e-4719-875b-cfe640765dc4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:46.955895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event updated for resources: {'Port': ['ID=618d54ac-03e0-4a60-964d-c1467734eecd,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:46.959805 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.960024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.968115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:46.968490 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.050948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:47.064315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:47.066426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:47.067826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:47.090091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:47.095710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Pushing event updated for resources: {'Port': ['ID=9005edef-db2e-4719-875b-cfe640765dc4,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:47.176803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:47.186489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Attempting to bind port 9005edef-db2e-4719-875b-cfe640765dc4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:47.186857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Attempting to bind port 9005edef-db2e-4719-875b-cfe640765dc4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:47.187229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Attempting to bind port 9005edef-db2e-4719-875b-cfe640765dc4 on network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:47.251312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:47.251312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Checking segment: {'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:47.251312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.251312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Bound using segment: {'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:47.251312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Bound port: 9005edef-db2e-4719-875b-cfe640765dc4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:47.251312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.289614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:46Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:46Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '618d54ac-03e0-4a60-964d-c1467734eecd', 'name': '', 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:cf:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:45Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 1, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:47.378345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:47.386799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae20ae-67dc-477c-bb1b-fd3524e28b70 None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:46Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:46Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '618d54ac-03e0-4a60-964d-c1467734eecd', 'name': '', 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:cf:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:45Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 1, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:47.393213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46696) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:47.393774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f398e6b9-db9d-433c-9c8f-cfa118689a5c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1072478 Aug 03 19:41:47.400201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:47.476603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] For port 9005edef-db2e-4719-875b-cfe640765dc4, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:47.495307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] For port 9005edef-db2e-4719-875b-cfe640765dc4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9005edef-db2e-4719-875b-cfe640765dc4,segment=NetworkSegment(17c22548-fc48-4bac-9b33-9d096ffd03bd),segment_id=17c22548-fc48-4bac-9b33-9d096ffd03bd)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:47.511794 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.619754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb16185-2fb0-467c-ab8a-664465577710 None None] Pushing event updated for resources: {'Port': ['ID=9005edef-db2e-4719-875b-cfe640765dc4,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:47.643037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cf07188-ed92-4d1a-8294-7bb8038fa304 req-a5551603-bc18-437b-a064-6864359065c1 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0640974 Aug 03 19:41:48.080997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.extraroute_db [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:41:48.100657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.extraroute_db [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Removed routes are [] {{(pid=94133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:41:48.101068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.325990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.329510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.443614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:48.574041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:48.581183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.585440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46742) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:48.586021 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-69d85229-b0f7-424b-9808-76ee6790c458 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 200 len: 933 time: 1.1907549 Aug 03 19:41:48.728706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-465197f3-7be5-493c-8ed5-598df2d82ff7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 200 len: 933 time: 0.1420434 Aug 03 19:41:48.732393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46746) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:48.741768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'routes': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:48.827668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9005edef-db2e-4719-875b-cfe640765dc4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:48.879591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32534f86-706c-4d44-877d-176bb70b5baf req-8e142e99-0158-4a70-b955-15af745f5d10 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.1293006 Aug 03 19:41:48.913093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9005edef-db2e-4719-875b-cfe640765dc4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:48.922200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0237569a-1163-4d1c-8839-04d6e0f50848 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:48.966058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6827b6-c8b9-4fce-868c-e2c53602b717 None None] Network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:49.035231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 0237569a-1163-4d1c-8839-04d6e0f50848 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:49.051451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0237569a-1163-4d1c-8839-04d6e0f50848 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:49.051972 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.104118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f4809153-11ec-40f5-b92b-6a3a832c27c6 None None] Provisioning for port 9005edef-db2e-4719-875b-cfe640765dc4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:49.111084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f4809153-11ec-40f5-b92b-6a3a832c27c6 None None] Provisioning complete for port 9005edef-db2e-4719-875b-cfe640765dc4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:49.111711 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f4809153-11ec-40f5-b92b-6a3a832c27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.251068 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.258252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.extraroute_db [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added routes are [] {{(pid=94134) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:41:49.258252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.extraroute_db [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94134) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:41:49.295428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.316122 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f4809153-11ec-40f5-b92b-6a3a832c27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.327452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 0237569a-1163-4d1c-8839-04d6e0f50848, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0237569a-1163-4d1c-8839-04d6e0f50848,segment=NetworkSegment(ee6b7fb9-7217-436e-8c7c-1030f75e736a),segment_id=ee6b7fb9-7217-436e-8c7c-1030f75e736a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:49.339993 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.370745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f4809153-11ec-40f5-b92b-6a3a832c27c6 None None] For port 9005edef-db2e-4719-875b-cfe640765dc4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9005edef-db2e-4719-875b-cfe640765dc4,segment=NetworkSegment(17c22548-fc48-4bac-9b33-9d096ffd03bd),segment_id=17c22548-fc48-4bac-9b33-9d096ffd03bd)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:49.404567 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f4809153-11ec-40f5-b92b-6a3a832c27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.450673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=0237569a-1163-4d1c-8839-04d6e0f50848,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:49.476700 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:41:49.517953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4809153-11ec-40f5-b92b-6a3a832c27c6 None None] Pushing event updated for resources: {'Port': ['ID=9005edef-db2e-4719-875b-cfe640765dc4,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:49.632177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fc3a3b48-42d6-4482-b5cf-605cff27c096 None None] Provisioning complete for port 9005edef-db2e-4719-875b-cfe640765dc4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:49.632685 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fc3a3b48-42d6-4482-b5cf-605cff27c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.769519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fc3a3b48-42d6-4482-b5cf-605cff27c096 None None] Provisioning for port 618d54ac-03e0-4a60-964d-c1467734eecd completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:49.775042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fc3a3b48-42d6-4482-b5cf-605cff27c096 None None] Provisioning complete for port 618d54ac-03e0-4a60-964d-c1467734eecd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:49.775635 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fc3a3b48-42d6-4482-b5cf-605cff27c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.830626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-fc3a3b48-42d6-4482-b5cf-605cff27c096 None None] Port 618d54ac-03e0-4a60-964d-c1467734eecd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:49.896334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.900565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.960120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4edfc7b8-cbed-4dec-85ab-3bacaf82deca None None] Provisioning complete for port 618d54ac-03e0-4a60-964d-c1467734eecd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:49.960493 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4edfc7b8-cbed-4dec-85ab-3bacaf82deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.009206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4edfc7b8-cbed-4dec-85ab-3bacaf82deca None None] Port 618d54ac-03e0-4a60-964d-c1467734eecd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:50.038360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aad8e3c7-c5f0-4307-9ff1-67e20b78274f req-e0d66f70-2661-4c48-a1e5-dd9b980af1ae tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0395875 Aug 03 19:41:50.057366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:50.132707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b865b8d3-2fd8-4070-ab1b-421caa098334 None None] Provisioning complete for port 618d54ac-03e0-4a60-964d-c1467734eecd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:50.132961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b865b8d3-2fd8-4070-ab1b-421caa098334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.170644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:50.177024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b865b8d3-2fd8-4070-ab1b-421caa098334 None None] Port 618d54ac-03e0-4a60-964d-c1467734eecd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:50.179777 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.181102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d8c2cdb1-916a-4504-9c83-27efe518924a tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 200 len: 699 time: 1.4469221 Aug 03 19:41:50.183710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46754) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:50.292051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:50.292911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46756) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:50.293430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f35a2f9-ee63-45a1-9882-c1c9e5f838c1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 200 len: 699 time: 0.1079681 Aug 03 19:41:50.304170 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:50.304800 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:50.398631 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:50.601191 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.649349 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 7, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '618d54ac-03e0-4a60-964d-c1467734eecd', 'name': '', 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:cf:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:45Z', 'updated_at': '2021-08-03T19:41:46Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:50.677502 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:50.678140 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Updating router bb85331a-ba90-4daf-966a-b0a8fbede4c1 port 618d54ac-03e0-4a60-964d-c1467734eecd binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:41:50.706631 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.732819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9005edef-db2e-4719-875b-cfe640765dc4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:50.802335 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9005edef-db2e-4719-875b-cfe640765dc4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:50.802769 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.914566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0237569a-1163-4d1c-8839-04d6e0f50848 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:50.975473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0237569a-1163-4d1c-8839-04d6e0f50848 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:50.975870 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.004643 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.053151 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.068289 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Transition to ACTIVE for port object 618d54ac-03e0-4a60-964d-c1467734eecd will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:51.084904 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.167402 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a25f-5d79-4cab-9e99-ec73c8c17ba8 None None] Pushing event updated for resources: {'Port': ['ID=618d54ac-03e0-4a60-964d-c1467734eecd,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:51.185673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d97fed2-e1e8-40e2-ada7-03a2cf0ee2ba req-94ca95d2-4c30-4476-865a-7427bfdd76a4 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0461347 Aug 03 19:41:51.233763 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Attempting to bind port 618d54ac-03e0-4a60-964d-c1467734eecd on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:51.234124 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Attempting to bind port 618d54ac-03e0-4a60-964d-c1467734eecd by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:51.234484 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Attempting to bind port 618d54ac-03e0-4a60-964d-c1467734eecd on network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:51.240366 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:51.240741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Checking segment: {'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:51.241144 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.241556 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Bound using segment: {'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:51.242030 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Bound port: 618d54ac-03e0-4a60-964d-c1467734eecd, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c22548-fc48-4bac-9b33-9d096ffd03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:51.242409 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.340898 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] For port 618d54ac-03e0-4a60-964d-c1467734eecd, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:51.344632 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] For port 618d54ac-03e0-4a60-964d-c1467734eecd, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=618d54ac-03e0-4a60-964d-c1467734eecd,segment=NetworkSegment(17c22548-fc48-4bac-9b33-9d096ffd03bd),segment_id=17c22548-fc48-4bac-9b33-9d096ffd03bd)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:51.349639 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.370346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 618d54ac-03e0-4a60-964d-c1467734eecd {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:51.370887 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.413344 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a25f-5d79-4cab-9e99-ec73c8c17ba8 None None] Pushing event updated for resources: {'Port': ['ID=618d54ac-03e0-4a60-964d-c1467734eecd,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:51.417563 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:51.418146 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:51.519989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port 618d54ac-03e0-4a60-964d-c1467734eecd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=618d54ac-03e0-4a60-964d-c1467734eecd,segment=NetworkSegment(17c22548-fc48-4bac-9b33-9d096ffd03bd),segment_id=17c22548-fc48-4bac-9b33-9d096ffd03bd)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:51.520494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.534883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:51.543393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 618d54ac-03e0-4a60-964d-c1467734eecd owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:51.798516 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.830995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=618d54ac-03e0-4a60-964d-c1467734eecd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:51.835926 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 7, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '618d54ac-03e0-4a60-964d-c1467734eecd', 'name': '', 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:cf:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:45Z', 'updated_at': '2021-08-03T19:41:51Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:51.877750 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e36de5-37aa-4794-840a-1278ff44f082 None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 7, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '618d54ac-03e0-4a60-964d-c1467734eecd', 'name': '', 'network_id': '2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:cf:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:45Z', 'updated_at': '2021-08-03T19:41:51Z', 'revision_number': 4, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'c9ee1a99-2b7e-40fb-b451-1c48f567d24d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:52.019986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.305630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:52.359496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a486c282-4ae1-4521-abc5-1b535d22bdad req-5c1d1ac7-7cf1-4f02-a3ad-cc2208f5e081 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Aug 03 19:41:52.429636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:52.435884 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9c07e633-8027-4e04-baa6-442a814ceed4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413901 Aug 03 19:41:52.439222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46766) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:52.450442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:52.469754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:52.470558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:52.515735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c31d827-1f1e-4d83-bfd6-f5f952ffc5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet c9ee1a99-2b7e-40fb-b451-1c48f567d24d {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:52.520923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c31d827-1f1e-4d83-bfd6-f5f952ffc5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.583369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c31d827-1f1e-4d83-bfd6-f5f952ffc5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.603033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:52.699139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c31d827-1f1e-4d83-bfd6-f5f952ffc5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.771274 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c31d827-1f1e-4d83-bfd6-f5f952ffc5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.802059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31d827-1f1e-4d83-bfd6-f5f952ffc5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ee1a99-2b7e-40fb-b451-1c48f567d24d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:52.806009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c31d827-1f1e-4d83-bfd6-f5f952ffc5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.810726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46768) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:52.810875 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c31d827-1f1e-4d83-bfd6-f5f952ffc5fc tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/c9ee1a99-2b7e-40fb-b451-1c48f567d24d HTTP/1.1" status: 204 len: 168 time: 0.3701401 Aug 03 19:41:52.860651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e896100-d3f4-4983-b349-649f6056ad24 None None] Network 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:52.943099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.007421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 9005edef-db2e-4719-875b-cfe640765dc4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:53.007669 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.078916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port 9005edef-db2e-4719-875b-cfe640765dc4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9005edef-db2e-4719-875b-cfe640765dc4,segment=NetworkSegment(17c22548-fc48-4bac-9b33-9d096ffd03bd),segment_id=17c22548-fc48-4bac-9b33-9d096ffd03bd)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:53.079325 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.097434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 9005edef-db2e-4719-875b-cfe640765dc4 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:53.129708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:51Z', 'revision_number': 8, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:53.159454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:53.172133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:53.173022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:53.198491 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.212192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac104c03-3ebb-4f8f-9b62-f286c5ecb99c None None] DHCP port deletion for 2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:41:53.234950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=9005edef-db2e-4719-875b-cfe640765dc4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:53.240495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No DVR routers for this DVR port 9005edef-db2e-4719-875b-cfe640765dc4 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:53.279819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:53.355220 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.366439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:53.377785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c22548-fc48-4bac-9b33-9d096ffd03bd') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:53.378203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c22548-fc48-4bac-9b33-9d096ffd03bd') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:53.390757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.410936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.421700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:53.421915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:53.430734 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:53.529637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69c6112b-1f2f-4d3e-af20-c61c057d004e req-142ae25e-8a59-4fb2-b396-b6af98e2cf71 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0508931 Aug 03 19:41:53.537519 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.546834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.549998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8 HTTP/1.1" status: 204 len: 168 time: 0.7378359 Aug 03 19:41:53.552325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46774) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:53.560091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:51Z', 'revision_number': 8, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:53.568119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0a5fa-0035-4929-b469-4a422f0f039b tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=2534a961-3fc0-4f8c-bca1-5a7e9a5af8d8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:53.594619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf48194-f0d5-4dec-93f2-71cd01abfd1f None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:51Z', 'revision_number': 8, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '0237569a-1163-4d1c-8839-04d6e0f50848', 'name': '', 'network_id': 'e313a2ea-1afe-4b78-bf6e-da62366dd797', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:b8:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:41Z', 'updated_at': '2021-08-03T19:41:49Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '5025e7aa-e50e-49a4-a8d7-be7018b0a416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:53.927599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.232554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 0237569a-1163-4d1c-8839-04d6e0f50848 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:54.232902 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.342024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port 0237569a-1163-4d1c-8839-04d6e0f50848, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0237569a-1163-4d1c-8839-04d6e0f50848,segment=NetworkSegment(ee6b7fb9-7217-436e-8c7c-1030f75e736a),segment_id=ee6b7fb9-7217-436e-8c7c-1030f75e736a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:54.342403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.367247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 0237569a-1163-4d1c-8839-04d6e0f50848 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:54.547416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.579678 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=0237569a-1163-4d1c-8839-04d6e0f50848,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:54.728682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-814410c2-1018-4fb0-b4b6-38e2e3c8d379 req-cbfd8e00-7f3a-4dd3-a7d7-eda2e277f02b tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0672269 Aug 03 19:41:54.789122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.844662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9005edef-db2e-4719-875b-cfe640765dc4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:54.865301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9005edef-db2e-4719-875b-cfe640765dc4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:54.865765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9005edef-db2e-4719-875b-cfe640765dc4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:54.866196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 618d54ac-03e0-4a60-964d-c1467734eecd no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:54.887003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 618d54ac-03e0-4a60-964d-c1467734eecd {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:54.887277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 618d54ac-03e0-4a60-964d-c1467734eecd not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:54.997178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:55.117427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:55.124994 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-482ef936-f307-470c-815e-4295b1d8b23d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5684595 Aug 03 19:41:55.125462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46782) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:55.134264 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:55.144482 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:55.145162 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:55.193732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5202c34f-cbc3-4e3a-a73b-8da501f81ef1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet 5025e7aa-e50e-49a4-a8d7-be7018b0a416 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:55.198055 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5202c34f-cbc3-4e3a-a73b-8da501f81ef1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.209612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23657893-7c60-4cda-ac71-a64e1f2b848b req-28c1af75-f579-4fa5-bbfc-41a032aad105 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0351751 Aug 03 19:41:55.245085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5202c34f-cbc3-4e3a-a73b-8da501f81ef1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.249700 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:55.604403 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 9, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:55.634087 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:55.638481 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5202c34f-cbc3-4e3a-a73b-8da501f81ef1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.643502 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:55.644131 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:55.707615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5202c34f-cbc3-4e3a-a73b-8da501f81ef1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.738261 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:55.739258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202c34f-cbc3-4e3a-a73b-8da501f81ef1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=5025e7aa-e50e-49a4-a8d7-be7018b0a416,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:55.746875 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5202c34f-cbc3-4e3a-a73b-8da501f81ef1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.749520 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5202c34f-cbc3-4e3a-a73b-8da501f81ef1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/5025e7aa-e50e-49a4-a8d7-be7018b0a416 HTTP/1.1" status: 204 len: 168 time: 0.6224225 Aug 03 19:41:55.751770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46786) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:55.755579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ea95c-4cdf-47ff-8805-649027b7cda8 None None] Network e313a2ea-1afe-4b78-bf6e-da62366dd797 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:55.848695 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.914943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c038dd3-cb64-41bc-9816-fd03a3778115 req-9955aa53-3498-46fa-b7d8-7ae067360db9 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0447135 Aug 03 19:41:55.969748 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.993970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] DHCP port deletion for e313a2ea-1afe-4b78-bf6e-da62366dd797 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:41:56.011875 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 9, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:56.055249 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a39bb2e-fec2-4c9b-96af-2d65cc82dee7 None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 9, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86520f66-1f30-4ae0-aede-d9b7e4cdc33a', 'name': '', 'network_id': 'e6a31813-ee86-4096-ad84-c1c06dd7cd4c', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:71:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:37Z', 'updated_at': '2021-08-03T19:41:45Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': '7ff69a40-db93-4d55-8f4c-156ba1589723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:56.061605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port fbae8e75-6f6e-4d82-9c38-e83f73048864 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:56.061961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.096282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] Deleting port fbae8e75-6f6e-4d82-9c38-e83f73048864 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:56.096667 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.152430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port fbae8e75-6f6e-4d82-9c38-e83f73048864, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fbae8e75-6f6e-4d82-9c38-e83f73048864,segment=NetworkSegment(ee6b7fb9-7217-436e-8c7c-1030f75e736a),segment_id=ee6b7fb9-7217-436e-8c7c-1030f75e736a)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:56.152811 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.168058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for fbae8e75-6f6e-4d82-9c38-e83f73048864 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:56.200771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30d8a91b-839d-4d7a-a98b-093ea3ad3bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.222124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] For port fbae8e75-6f6e-4d82-9c38-e83f73048864, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fbae8e75-6f6e-4d82-9c38-e83f73048864,segment=NetworkSegment(ee6b7fb9-7217-436e-8c7c-1030f75e736a),segment_id=ee6b7fb9-7217-436e-8c7c-1030f75e736a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:56.222543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.239769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] Calling delete_port for fbae8e75-6f6e-4d82-9c38-e83f73048864 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:56.276137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.308331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=fbae8e75-6f6e-4d82-9c38-e83f73048864,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:56.321372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No DVR routers for this DVR port fbae8e75-6f6e-4d82-9c38-e83f73048864 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:56.332873 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.365616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] Pushing event deleted for resources: {'Port': ['ID=fbae8e75-6f6e-4d82-9c38-e83f73048864,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:56.367876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f9eae-b0f3-440c-9152-6f71ea1ec386 None None] No DVR routers for this DVR port fbae8e75-6f6e-4d82-9c38-e83f73048864 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:56.431803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.452286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e313a2ea-1afe-4b78-bf6e-da62366dd797']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:56.475261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6b7fb9-7217-436e-8c7c-1030f75e736a') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:56.475567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6b7fb9-7217-436e-8c7c-1030f75e736a') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:56.494528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.524636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.532610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:56.533609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:56.537525 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:56.602743 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.610021 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.611995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/e313a2ea-1afe-4b78-bf6e-da62366dd797 HTTP/1.1" status: 204 len: 168 time: 0.8592262 Aug 03 19:41:56.614944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46792) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:56.634350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ffb1c-85fa-4a42-98d6-e9516997e030 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=e313a2ea-1afe-4b78-bf6e-da62366dd797,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:56.729282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0237569a-1163-4d1c-8839-04d6e0f50848 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:56.753307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 0237569a-1163-4d1c-8839-04d6e0f50848 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:56.753682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0237569a-1163-4d1c-8839-04d6e0f50848 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:56.754095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fbae8e75-6f6e-4d82-9c38-e83f73048864 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:56.776598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: fbae8e75-6f6e-4d82-9c38-e83f73048864 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:56.777420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fbae8e75-6f6e-4d82-9c38-e83f73048864 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:56.988480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.031893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-153f940f-c22c-4bea-91e1-cf0bd1656da7 req-ae74422e-7046-4b87-8385-a1c3557a5b04 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0302615 Aug 03 19:41:57.293958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:57.294574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.371928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af6c8a94-c257-46a5-a185-39ca0dfbe2c8 req-1a72c78b-959b-439a-9712-9e498647e503 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87&device_id=0d2055b9-2eee-4841-9f69-7b38d7b46a93 HTTP/1.1" status: 200 len: 210 time: 0.0368752 Aug 03 19:41:57.400290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port 86520f66-1f30-4ae0-aede-d9b7e4cdc33a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,segment=NetworkSegment(1d85160e-757d-4a0a-9cbf-f322853c4777),segment_id=1d85160e-757d-4a0a-9cbf-f322853c4777)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:57.400756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.416222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 86520f66-1f30-4ae0-aede-d9b7e4cdc33a owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:57.601639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5088e39f-df26-47e0-94f2-0aca386e632e req-43cd073e-e8a4-4970-aa04-6dcbcd14480c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51c933f92f0f48a3bf63149b249db928&device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0364056 Aug 03 19:41:57.630639 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.657393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09ed6254-6e60-49aa-8a39-6a3182e3f7b4 req-ea725ffd-fab0-4998-a18f-f8fab9c77ded tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0518143 Aug 03 19:41:57.660184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5088e39f-df26-47e0-94f2-0aca386e632e req-8988fff3-c4c3-429a-92a4-0b92901bbe9d service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=51c933f92f0f48a3bf63149b249db928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441675 Aug 03 19:41:57.692361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=86520f66-1f30-4ae0-aede-d9b7e4cdc33a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:57.855148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.889932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e39f-df26-47e0-94f2-0aca386e632e req-5105fe71-be67-4679-b51c-ce7fc1e9c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:57.891463 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5088e39f-df26-47e0-94f2-0aca386e632e req-5105fe71-be67-4679-b51c-ce7fc1e9c071 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236221 Aug 03 19:41:58.063819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:58.165900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:58.174208 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0e811c2c-03c6-4ebc-bd3e-3369c6fca507 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5549507 Aug 03 19:41:58.175497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46804) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:58.175614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:58.184892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:58.185748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:58.237082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet 7ff69a40-db93-4d55-8f4c-156ba1589723 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:58.240535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.289236 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.291674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:58.395586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.469284 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.500601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff69a40-db93-4d55-8f4c-156ba1589723,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:58.509661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.514267 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/7ff69a40-db93-4d55-8f4c-156ba1589723 HTTP/1.1" status: 204 len: 168 time: 0.3349538 Aug 03 19:41:58.514409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0d65b-618f-4147-9835-ba3d5df497dc None None] Network e6a31813-ee86-4096-ad84-c1c06dd7cd4c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:58.514530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.514530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.514530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.514748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46806) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:58.518091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.518263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:57Z', 'revision_number': 10, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:58.519308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.520176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.520673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.521417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.521830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.522277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.522684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.523127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaf0d77-5c1e-40c3-a633-905c2c76d788 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:58.569346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:58.605348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.618501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:58.619292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:41:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:58.678147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 06fe79df-1bf5-4bc1-b65a-6feec853c824 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:58.678495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.761061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:58.822052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-633c473d-da1f-4d96-896e-6f4266b8599f req-8605db9d-e2de-4af0-8990-8e42d966b76c tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0455163 Aug 03 19:41:58.834436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port 06fe79df-1bf5-4bc1-b65a-6feec853c824, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06fe79df-1bf5-4bc1-b65a-6feec853c824,segment=NetworkSegment(1d85160e-757d-4a0a-9cbf-f322853c4777),segment_id=1d85160e-757d-4a0a-9cbf-f322853c4777)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:58.835000 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.855753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 06fe79df-1bf5-4bc1-b65a-6feec853c824 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:58.887540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] DHCP port deletion for e6a31813-ee86-4096-ad84-c1c06dd7cd4c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:41:58.949595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.981831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=06fe79df-1bf5-4bc1-b65a-6feec853c824,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:58.988486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No DVR routers for this DVR port 06fe79df-1bf5-4bc1-b65a-6feec853c824 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:58.992888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] Deleting port 06fe79df-1bf5-4bc1-b65a-6feec853c824 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:58.993270 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.083357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.096451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a31813-ee86-4096-ad84-c1c06dd7cd4c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:59.111949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d85160e-757d-4a0a-9cbf-f322853c4777') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:59.112278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d85160e-757d-4a0a-9cbf-f322853c4777') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:59.123086 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.146761 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.153806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:59.154215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:59.159498 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:59.266234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] For port 06fe79df-1bf5-4bc1-b65a-6feec853c824, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:59.266797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.282758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] Calling delete_port for 06fe79df-1bf5-4bc1-b65a-6feec853c824 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:59.286709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] Port 06fe79df-1bf5-4bc1-b65a-6feec853c824 was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:41:59.290160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.304994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:57Z', 'revision_number': 10, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:59.312901 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.333375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] No DVR routers for this DVR port 06fe79df-1bf5-4bc1-b65a-6feec853c824 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:59.335199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b078d1f-15fe-4d79-98d5-395d4a41ec26 None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:41:57Z', 'revision_number': 10, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None, '_interfaces': [{'id': '67a1f33c-39b2-4a37-ae02-e1171fb120cd', 'name': '', 'network_id': '9f05a897-a88a-437e-a347-8b349b56963e', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'mac_address': 'fa:16:3e:94:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:34Z', 'updated_at': '2021-08-03T19:41:41Z', 'revision_number': 5, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'subnets': [{'id': 'a6c56383-dcdf-49f2-b01c-8fb6b2eeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:59.373331 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.373331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/e6a31813-ee86-4096-ad84-c1c06dd7cd4c HTTP/1.1" status: 204 len: 168 time: 0.8522060 Aug 03 19:41:59.374682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46814) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:59.380922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62c288-bdb2-48b6-a01f-c42b7e7b5eb5 None None] Pushing event deleted for resources: {'Port': ['ID=06fe79df-1bf5-4bc1-b65a-6feec853c824,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:59.385534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1fe56-2e92-40bf-95bc-e12c080cc6ad tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=e6a31813-ee86-4096-ad84-c1c06dd7cd4c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:59.408779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5088e39f-df26-47e0-94f2-0aca386e632e req-0f0e0b2a-a000-4df1-a377-8c3c70d52932 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0393057 Aug 03 19:41:59.783187 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.825403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.961692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1f99b03-96d8-43bb-bb79-886f00a7c22a req-ffaa6f20-c512-4877-b96f-98c192c7d70f tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9d5bd68-e43e-4351-ac64-f65f172d0d87 HTTP/1.1" status: 200 len: 210 time: 0.0337858 Aug 03 19:42:00.290384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3db728c4-7c29-4867-a629-8118e03636ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:00.412931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port 67a1f33c-39b2-4a37-ae02-e1171fb120cd {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:00.413459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:00.524811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port 67a1f33c-39b2-4a37-ae02-e1171fb120cd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=67a1f33c-39b2-4a37-ae02-e1171fb120cd,segment=NetworkSegment(8eac81fc-f776-42b3-a941-26f38ec12880),segment_id=8eac81fc-f776-42b3-a941-26f38ec12880)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:00.525189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:00.539867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for 67a1f33c-39b2-4a37-ae02-e1171fb120cd owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:00.736498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 86520f66-1f30-4ae0-aede-d9b7e4cdc33a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:00.739184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b3d7-325d-4e6d-a0b6-3dadc86966d8 req-99463ece-fccc-4853-88f4-3092635ae96e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:00.741004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17f2b3d7-325d-4e6d-a0b6-3dadc86966d8 req-99463ece-fccc-4853-88f4-3092635ae96e tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 946 time: 0.0821888 Aug 03 19:42:00.752565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:00.782527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=67a1f33c-39b2-4a37-ae02-e1171fb120cd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:00.784094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 86520f66-1f30-4ae0-aede-d9b7e4cdc33a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:00.785489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 86520f66-1f30-4ae0-aede-d9b7e4cdc33a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:00.786974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06fe79df-1bf5-4bc1-b65a-6feec853c824 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:00.796697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17f2b3d7-325d-4e6d-a0b6-3dadc86966d8 req-4217b7b2-fae1-4af6-b859-a072c7205032 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451906 Aug 03 19:42:00.846974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 06fe79df-1bf5-4bc1-b65a-6feec853c824 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:00.847425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06fe79df-1bf5-4bc1-b65a-6feec853c824 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:00.965991 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.130622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:42:01.215158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:42:01.220393 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7197dfc9-991c-4ff0-a79b-3ebe9d5237cf tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8455489 Aug 03 19:42:01.223090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46836) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:01.230069 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:42:01.239472 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:01.240103 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:01.255925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-552b57f8-40db-42a3-992e-97bf3772489a req-2f28d197-c653-415b-b387-7acd21408740 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51c933f92f0f48a3bf63149b249db928&device_id=0d2055b9-2eee-4841-9f69-7b38d7b46a93 HTTP/1.1" status: 200 len: 210 time: 0.0470250 Aug 03 19:42:01.297514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-968dcd3a-b03a-431a-936e-1e5fa00bc271 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting subnet a6c56383-dcdf-49f2-b01c-8fb6b2eeec72 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:01.304228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-968dcd3a-b03a-431a-936e-1e5fa00bc271 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.309345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-552b57f8-40db-42a3-992e-97bf3772489a req-9681edc4-e406-434b-94f5-2cd27b746d1e service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=51c933f92f0f48a3bf63149b249db928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429716 Aug 03 19:42:01.311456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55affcfc-cbb2-471f-a562-b69d3b86dc44 req-0a2fd65a-5f68-425c-af6c-3354c4033cf7 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d2055b9-2eee-4841-9f69-7b38d7b46a93 HTTP/1.1" status: 200 len: 210 time: 0.0597839 Aug 03 19:42:01.330870 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:01.354834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-968dcd3a-b03a-431a-936e-1e5fa00bc271 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.402954 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:42:00Z', 'revision_number': 11, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:01.434733 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:42:01.445101 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:01.446017 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:01.485443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b57f8-40db-42a3-992e-97bf3772489a req-0d64dcb9-87d0-4fe2-b365-04612708bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:01.487072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-552b57f8-40db-42a3-992e-97bf3772489a req-0d64dcb9-87d0-4fe2-b365-04612708bfbe service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693699 Aug 03 19:42:01.505861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-968dcd3a-b03a-431a-936e-1e5fa00bc271 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.520631 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:01.572771 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:42:00Z', 'revision_number': 11, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:01.573729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-968dcd3a-b03a-431a-936e-1e5fa00bc271 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.605508 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20133f8-e232-4b2a-9178-dabeaa5a1934 None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:42:00Z', 'revision_number': 11, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:42:01.609177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-968dcd3a-b03a-431a-936e-1e5fa00bc271 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.611224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-968dcd3a-b03a-431a-936e-1e5fa00bc271 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/a6c56383-dcdf-49f2-b01c-8fb6b2eeec72 HTTP/1.1" status: 204 len: 168 time: 0.3871667 Aug 03 19:42:01.612093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dcd3a-b03a-431a-936e-1e5fa00bc271 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c56383-dcdf-49f2-b01c-8fb6b2eeec72,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:01.614394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46846) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:01.619407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9989cb5-85d3-41d8-b316-454692758669 None None] Network 9f05a897-a88a-437e-a347-8b349b56963e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:01.714232 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.782192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Deleting port b6d0cbbf-6428-4438-9c10-4beea01a6574 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:01.783345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.872318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] For port b6d0cbbf-6428-4438-9c10-4beea01a6574, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b6d0cbbf-6428-4438-9c10-4beea01a6574,segment=NetworkSegment(8eac81fc-f776-42b3-a941-26f38ec12880),segment_id=8eac81fc-f776-42b3-a941-26f38ec12880)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:01.872956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.896210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Calling delete_port for b6d0cbbf-6428-4438-9c10-4beea01a6574 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:01.989448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] DHCP port deletion for 9f05a897-a88a-437e-a347-8b349b56963e request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:42:02.037087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04938367-ca17-47d7-bb71-ea1bf0b5c11a req-848fd08e-cee4-493f-9d2b-534544b65a81 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:02.038829 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04938367-ca17-47d7-bb71-ea1bf0b5c11a req-848fd08e-cee4-493f-9d2b-534544b65a81 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 946 time: 0.1269612 Aug 03 19:42:02.058747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.069630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.093644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] Deleting port b6d0cbbf-6428-4438-9c10-4beea01a6574 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:02.094021 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.132236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No DVR routers for this DVR port b6d0cbbf-6428-4438-9c10-4beea01a6574 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:02.161327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] For port b6d0cbbf-6428-4438-9c10-4beea01a6574, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:02.162270 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.177770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Port': ['ID=b6d0cbbf-6428-4438-9c10-4beea01a6574,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:02.178573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] Calling delete_port for b6d0cbbf-6428-4438-9c10-4beea01a6574 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:02.181872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] Port b6d0cbbf-6428-4438-9c10-4beea01a6574 was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:42:02.183301 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.201246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04938367-ca17-47d7-bb71-ea1bf0b5c11a req-5e843334-83e0-4e58-9b52-86433fd63b8c tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups?id=86e0cb70-4193-47d7-88d0-3a60e4bf8386&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422436 Aug 03 19:42:02.209280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] Pushing event deleted for resources: {'Port': ['ID=b6d0cbbf-6428-4438-9c10-4beea01a6574,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:02.215401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba965b-b9f8-4114-bcdf-352f227478a3 None None] No DVR routers for this DVR port b6d0cbbf-6428-4438-9c10-4beea01a6574 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:02.267311 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.276713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368965-8db2-4bf0-af3e-280792f70439 req-41148e45-d26f-4d89-865a-2221ec9ead51 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:02.278226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e368965-8db2-4bf0-af3e-280792f70439 req-41148e45-d26f-4d89-865a-2221ec9ead51 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 946 time: 0.1871343 Aug 03 19:42:02.293178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f05a897-a88a-437e-a347-8b349b56963e']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:02.324839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eac81fc-f776-42b3-a941-26f38ec12880') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:02.325224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eac81fc-f776-42b3-a941-26f38ec12880') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:02.340140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.379070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.394926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:42:02.395357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:42:02.402272 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:42:02.480114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48787c5a-e3a5-4d3f-8f66-020ca0ecdcf2 req-b374957f-c52f-43c5-b9d5-83e76147e95d tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d2055b9-2eee-4841-9f69-7b38d7b46a93 HTTP/1.1" status: 200 len: 210 time: 0.0799282 Aug 03 19:42:02.500579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.507777 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.510504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/networks/9f05a897-a88a-437e-a347-8b349b56963e HTTP/1.1" status: 204 len: 168 time: 0.8948789 Aug 03 19:42:02.514847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46862) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:02.520650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Deleting port 94a424b7-ece5-494f-92e6-a1655f3d9c49 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:02.521923 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.526286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'routes': None}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:02.536594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08874ba3-e65e-46d0-a9c0-342524164614 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Pushing event deleted for resources: {'Network': ['ID=9f05a897-a88a-437e-a347-8b349b56963e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:02.650083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] For port 94a424b7-ece5-494f-92e6-a1655f3d9c49, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=94a424b7-ece5-494f-92e6-a1655f3d9c49,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:02.650443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.717728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.extraroute_db [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Added routes are [] {{(pid=94133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:42:02.718103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.extraroute_db [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Removed routes are [] {{(pid=94133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:42:02.718468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.761390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 67a1f33c-39b2-4a37-ae02-e1171fb120cd no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:02.786298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 67a1f33c-39b2-4a37-ae02-e1171fb120cd {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:02.786878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 67a1f33c-39b2-4a37-ae02-e1171fb120cd not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:02.787453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b6d0cbbf-6428-4438-9c10-4beea01a6574 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:02.812426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: b6d0cbbf-6428-4438-9c10-4beea01a6574 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:02.813289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b6d0cbbf-6428-4438-9c10-4beea01a6574 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:02.904282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.904512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-552b57f8-40db-42a3-992e-97bf3772489a req-f621f1b9-95bf-4d98-87f8-a4d31e44eb70 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d2055b9-2eee-4841-9f69-7b38d7b46a93 HTTP/1.1" status: 200 len: 210 time: 0.0613177 Aug 03 19:42:02.905027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.905536 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Floating IP bd017486-1463-4d1d-beb4-8d2752434d35 disassociated. External IP: 172.25.4.62, port: 94a424b7-ece5-494f-92e6-a1655f3d9c49. Aug 03 19:42:02.906046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Calling delete_port for 94a424b7-ece5-494f-92e6-a1655f3d9c49 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:02.908897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:02.912605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.068907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router bb85331a-ba90-4daf-966a-b0a8fbede4c1 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:42:03.099451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.132118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event deleted for resources: {'Port': ['ID=94a424b7-ece5-494f-92e6-a1655f3d9c49,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:03.178434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:42:03.186060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.187343 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7cc59c75-5069-44a8-80ae-fd187bf29cc1 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 200 len: 700 time: 0.6708164 Aug 03 19:42:03.192339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] Sync routers for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:42:03.194081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46870) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:03.203983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:03.205693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:03.227559 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a0f32cf7-0b98-4eec-aaf9-c5b9459cabca tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 200 len: 205 time: 0.0321305 Aug 03 19:42:03.230429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46876) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:03.290937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Router 0e2bb790-9c91-4585-8531-169fbc0a8b5f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:42:03.348670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:03.368524 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28e44711-4658-4d87-b8fe-68e215aed588 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.419921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:42:00Z', 'revision_number': 11, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:03.454935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] Checking router: bb85331a-ba90-4daf-966a-b0a8fbede4c1 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:42:03.465650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] Routers {'bb85331a-ba90-4daf-966a-b0a8fbede4c1'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:03.466532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:03.560992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] Set router bb85331a-ba90-4daf-966a-b0a8fbede4c1 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:03.634832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28e44711-4658-4d87-b8fe-68e215aed588 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.638428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28e44711-4658-4d87-b8fe-68e215aed588 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.675506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:42:00Z', 'revision_number': 11, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:03.707027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6215cd-46db-4d97-856e-e082d2ce25af None None] The sync data for ids ['bb85331a-ba90-4daf-966a-b0a8fbede4c1'] in n-d-803378-1 is: [{'id': 'bb85331a-ba90-4daf-966a-b0a8fbede4c1', 'name': 'tempest-RoutersTest-router-844638891', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:32Z', 'updated_at': '2021-08-03T19:42:00Z', 'revision_number': 11, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:42:03.742988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28e44711-4658-4d87-b8fe-68e215aed588 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.743518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e44711-4658-4d87-b8fe-68e215aed588 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Fanout notify agent at l3_agent the message router_deleted on router bb85331a-ba90-4daf-966a-b0a8fbede4c1 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:42:03.759073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28e44711-4658-4d87-b8fe-68e215aed588 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.760948 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-28e44711-4658-4d87-b8fe-68e215aed588 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 204 len: 168 time: 0.5294216 Aug 03 19:42:03.767609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46882) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:03.773850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2980d7bc-5d44-4e1f-812d-ac7cbd43507d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2003233315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:03.806245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2980d7bc-5d44-4e1f-812d-ac7cbd43507d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.808010 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2980d7bc-5d44-4e1f-812d-ac7cbd43507d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.874970 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2980d7bc-5d44-4e1f-812d-ac7cbd43507d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.883078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2980d7bc-5d44-4e1f-812d-ac7cbd43507d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.905849 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2980d7bc-5d44-4e1f-812d-ac7cbd43507d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.907915 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2980d7bc-5d44-4e1f-812d-ac7cbd43507d tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1384151 Aug 03 19:42:03.911072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46884) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:03.917445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-781d6b7b-6114-4596-991e-17ae1abcfcc5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:03.991140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-575c192a-f778-4d11-9bb3-6b9478ec4bde req-7f034f42-1df2-4153-99c4-e5688e408874 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d2055b9-2eee-4841-9f69-7b38d7b46a93 HTTP/1.1" status: 200 len: 210 time: 0.0648842 Aug 03 19:42:03.998552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4bd87927-0f92-467d-ad0f-8a4f8a926050 req-3db6eab1-47d4-4415-9c7d-1c47bc76aca1 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8c568e6-afca-44c0-bc66-07e84d2d2693 HTTP/1.1" status: 200 len: 210 time: 0.0708699 Aug 03 19:42:04.087843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:42:04.097738 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] Sync routers for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:42:04.111480 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:04.112128 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:04.176451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] No DVR routers for this DVR port 94a424b7-ece5-494f-92e6-a1655f3d9c49 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:04.179972 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.182557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e368965-8db2-4bf0-af3e-280792f70439 req-ea631479-4c29-44ce-b10c-de96d9d1c6d2 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.88 "DELETE /v2.0/ports/94a424b7-ece5-494f-92e6-a1655f3d9c49 HTTP/1.1" status: 204 len: 173 time: 1.8968062 Aug 03 19:42:04.183250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-deleted', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:04.186150 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27ef3d2-d1a8-4c2d-a57b-9abf0a84befc" -d '{"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-deleted", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:04.256683 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:04.431774 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e66de90-7170-47be-b18b-a334740fa42f x-openstack-request-id: req-8e66de90-7170-47be-b18b-a334740fa42f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:04.432275 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c568e6-afca-44c0-bc66-07e84d2d2693", "name": "network-vif-deleted", "tag": "94a424b7-ece5-494f-92e6-a1655f3d9c49", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:04.432372 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e66de90-7170-47be-b18b-a334740fa42f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:04.433415 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c568e6-afca-44c0-bc66-07e84d2d2693', 'name': 'network-vif-deleted', 'tag': '94a424b7-ece5-494f-92e6-a1655f3d9c49', 'status': 'completed', 'code': 200} Aug 03 19:42:04.458313 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.532024 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:04.579074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] Checking router: 0e2bb790-9c91-4585-8531-169fbc0a8b5f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:42:04.582526 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-781d6b7b-6114-4596-991e-17ae1abcfcc5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.588748 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:04.589795 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:04.595856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-781d6b7b-6114-4596-991e-17ae1abcfcc5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.707141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781d6b7b-6114-4596-991e-17ae1abcfcc5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Router 1717a475-b0f8-436a-bff9-8a352fc7d3f0 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:42:04.707935 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:04.788123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d6b7b-6114-4596-991e-17ae1abcfcc5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:42:04.795370 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-781d6b7b-6114-4596-991e-17ae1abcfcc5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.799658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-781d6b7b-6114-4596-991e-17ae1abcfcc5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "PUT /v2.0/routers/1717a475-b0f8-436a-bff9-8a352fc7d3f0 HTTP/1.1" status: 200 len: 694 time: 0.8842437 Aug 03 19:42:04.800024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46894) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:04.806153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] Sync routers for ids ['1717a475-b0f8-436a-bff9-8a352fc7d3f0'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:42:04.817846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] Routers {'1717a475-b0f8-436a-bff9-8a352fc7d3f0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:04.818743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1717a475-b0f8-436a-bff9-8a352fc7d3f0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:04.901431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8d425cb0-e742-4d05-a3a1-2c88967819b9 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/routers/1717a475-b0f8-436a-bff9-8a352fc7d3f0 HTTP/1.1" status: 200 len: 700 time: 0.0993378 Aug 03 19:42:04.903512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46896) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:04.930063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] Set router 1717a475-b0f8-436a-bff9-8a352fc7d3f0 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:04.943232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46898) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:04.944479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-542aec7c-0a48-4fad-a975-f95883992afe tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=1717a475-b0f8-436a-bff9-8a352fc7d3f0 HTTP/1.1" status: 200 len: 205 time: 0.0393531 Aug 03 19:42:05.028868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5933e7ae-737d-4141-8de7-33a34d90f799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.034975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1717a475-b0f8-436a-bff9-8a352fc7d3f0', 'name': 'tempest-RoutersTest-router-2003233315', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:42:03Z', 'updated_at': '2021-08-03T19:42:04Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:05.076762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] Checking router: 1717a475-b0f8-436a-bff9-8a352fc7d3f0 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:42:05.087618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] Routers {'1717a475-b0f8-436a-bff9-8a352fc7d3f0'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:05.088087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1717a475-b0f8-436a-bff9-8a352fc7d3f0'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:05.101049 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:05.161938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46910) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.189504 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605ee0f-c017-4ca2-af91-d905b79460b9 None None] The sync data for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 is: [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'a864107c-2ad1-4260-983a-4a4d3528dda3', 'name': '', 'network_id': '4bd5cf61-9181-41f5-98cc-aa699526ffb5', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'mac_address': 'fa:16:3e:26:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:11Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'subnets': [{'id': '477e6f00-51c3-4ff5-9ca3-8cba23e157c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:42:05.333337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02504b15-4161-4c1f-bc48-b790ad948d08 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.337695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] Set router 1717a475-b0f8-436a-bff9-8a352fc7d3f0 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:05.358873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5933e7ae-737d-4141-8de7-33a34d90f799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.368325 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5933e7ae-737d-4141-8de7-33a34d90f799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.394670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02504b15-4161-4c1f-bc48-b790ad948d08 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.459500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1717a475-b0f8-436a-bff9-8a352fc7d3f0', 'name': 'tempest-RoutersTest-router-2003233315', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:42:03Z', 'updated_at': '2021-08-03T19:42:04Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:05.485294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5933e7ae-737d-4141-8de7-33a34d90f799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.486934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5933e7ae-737d-4141-8de7-33a34d90f799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Fanout notify agent at l3_agent the message router_deleted on router 1717a475-b0f8-436a-bff9-8a352fc7d3f0 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:42:05.499941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02504b15-4161-4c1f-bc48-b790ad948d08 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.507254 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02504b15-4161-4c1f-bc48-b790ad948d08 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.518738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-02504b15-4161-4c1f-bc48-b790ad948d08 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "DELETE /v2.0/security-groups/86e0cb70-4193-47d7-88d0-3a60e4bf8386 HTTP/1.1" status: 204 len: 168 time: 0.3458986 Aug 03 19:42:05.518960 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5933e7ae-737d-4141-8de7-33a34d90f799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.518960 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5933e7ae-737d-4141-8de7-33a34d90f799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/1717a475-b0f8-436a-bff9-8a352fc7d3f0 HTTP/1.1" status: 204 len: 168 time: 0.5672631 Aug 03 19:42:05.518960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46912) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.525443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46914) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.550364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02504b15-4161-4c1f-bc48-b790ad948d08 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e0cb70-4193-47d7-88d0-3a60e4bf8386,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:05.565725 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-c49fb20a-4df0-417d-91bb-5cd59918bd74 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] show failed (client error): The resource could not be found. Aug 03 19:42:05.569540 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c49fb20a-4df0-417d-91bb-5cd59918bd74 tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "GET /v2.0/security-groups/86e0cb70-4193-47d7-88d0-3a60e4bf8386 HTTP/1.1" status: 404 len: 347 time: 0.0516260 Aug 03 19:42:05.574448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46918) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.586751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91aadf9-b93b-4d87-a473-29aff036b82b None None] The sync data for ids ['1717a475-b0f8-436a-bff9-8a352fc7d3f0'] in n-d-803378-1 is: [{'id': '1717a475-b0f8-436a-bff9-8a352fc7d3f0', 'name': 'tempest-RoutersTest-router-2003233315', 'tenant_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:42:03Z', 'updated_at': '2021-08-03T19:42:04Z', 'revision_number': 2, 'project_id': '51be73e7aa8f4a9a98b4e78d7c5d71b0', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:42:05.610475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-553f5a50-1db3-405c-b345-972ebcfccaf5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=1717a475-b0f8-436a-bff9-8a352fc7d3f0 HTTP/1.1" status: 200 len: 205 time: 0.0797737 Aug 03 19:42:05.610791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:05.610939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46920) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.683887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 94a424b7-ece5-494f-92e6-a1655f3d9c49 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:05.684767 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 94a424b7-ece5-494f-92e6-a1655f3d9c49 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:05.695411 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-4a8fc413-f326-4d2e-b9c0-954e70f5762c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] delete failed (client error): The resource could not be found. Aug 03 19:42:05.696637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4a8fc413-f326-4d2e-b9c0-954e70f5762c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/1717a475-b0f8-436a-bff9-8a352fc7d3f0 HTTP/1.1" status: 404 len: 336 time: 0.0849316 Aug 03 19:42:05.701390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46922) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.759058 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf3755-d4e6-49e7-8f6b-4a77fbef1fe4 None None] New status for floating IP bd017486-1463-4d1d-beb4-8d2752434d35: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:42:05.761345 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecf4b09-cf0e-49f3-94a7-f759dd6c11ff tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:05.761852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecf4b09-cf0e-49f3-94a7-f759dd6c11ff tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:05.767265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8ecf4b09-cf0e-49f3-94a7-f759dd6c11ff tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/c9ee1a99-2b7e-40fb-b451-1c48f567d24d HTTP/1.1" status: 404 len: 337 time: 0.0614738 Aug 03 19:42:05.772751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46924) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.773441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46926) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.828703 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c681cdf-820a-4528-8b4b-486e52836ecd tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:05.829408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c681cdf-820a-4528-8b4b-486e52836ecd tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:05.835719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46930) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.836622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3c681cdf-820a-4528-8b4b-486e52836ecd tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/5025e7aa-e50e-49a4-a8d7-be7018b0a416 HTTP/1.1" status: 404 len: 337 time: 0.0608852 Aug 03 19:42:05.879448 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07bd4c2-b6c2-48de-bc04-8c8e7bc917dd tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:05.879973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07bd4c2-b6c2-48de-bc04-8c8e7bc917dd tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:05.885034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b07bd4c2-b6c2-48de-bc04-8c8e7bc917dd tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/7ff69a40-db93-4d55-8f4c-156ba1589723 HTTP/1.1" status: 404 len: 337 time: 0.0453277 Aug 03 19:42:05.886055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46932) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.920353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Deleting port 2475e4d8-ddae-407a-835a-a3137e290822 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:05.920705 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.946082 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e640b8-8d4d-40c3-8d98-4fcec5150687 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:05.949539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e640b8-8d4d-40c3-8d98-4fcec5150687 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:05.961352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-24e640b8-8d4d-40c3-8d98-4fcec5150687 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/a6c56383-dcdf-49f2-b01c-8fb6b2eeec72 HTTP/1.1" status: 404 len: 337 time: 0.0716710 Aug 03 19:42:05.964063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46934) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.020357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dbee4b7d-cb5b-4746-83c7-07b999c26937 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 200 len: 205 time: 0.0548530 Aug 03 19:42:06.022710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46936) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.099128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.099529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.111031 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-10e2bf5a-3b84-48e2-9196-5293096c0132 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] delete failed (client error): The resource could not be found. Aug 03 19:42:06.115108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-10e2bf5a-3b84-48e2-9196-5293096c0132 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/bb85331a-ba90-4daf-966a-b0a8fbede4c1 HTTP/1.1" status: 404 len: 336 time: 0.0883377 Aug 03 19:42:06.116307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46938) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.135851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0c97f8da-32ff-459e-baef-4f574b8ef61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.141764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Calling delete_port for 2475e4d8-ddae-407a-835a-a3137e290822 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:06.165533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7325a8c5-fcea-4511-a927-5e61e1b1ea52 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b HTTP/1.1" status: 200 len: 205 time: 0.0452266 Aug 03 19:42:06.166062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46940) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.232988 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-9cc13e77-ea2c-4aa1-a381-a087c37b2799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] delete failed (client error): The resource could not be found. Aug 03 19:42:06.234079 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9cc13e77-ea2c-4aa1-a381-a087c37b2799 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/e7eb9dae-58bd-4ca3-b2ef-05e16698ad7b HTTP/1.1" status: 404 len: 336 time: 0.0665364 Aug 03 19:42:06.237385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46942) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.280879 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13f725e-0fb8-4771-80bc-11fcbf8c8107 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:06.281769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13f725e-0fb8-4771-80bc-11fcbf8c8107 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:06.285560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c13f725e-0fb8-4771-80bc-11fcbf8c8107 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/35980b7c-7ab0-4b6f-bed5-20c86e263b2d HTTP/1.1" status: 404 len: 337 time: 0.0448925 Aug 03 19:42:06.288302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46944) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.305030 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0c97f8da-32ff-459e-baef-4f574b8ef61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.312395 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0c97f8da-32ff-459e-baef-4f574b8ef61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.338753 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b7fb6682-d362-494c-b1e8-fa26930c10f3 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfbec1a7-9431-4697-a0c2-4fb563e6962f HTTP/1.1" status: 200 len: 205 time: 0.0491827 Aug 03 19:42:06.341271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46948) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.347831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0c97f8da-32ff-459e-baef-4f574b8ef61c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51c933f92f0f48a3bf63149b249db928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5286598 Aug 03 19:42:06.353324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46950) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.389070 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-78db5e40-3028-44c9-a327-56941987b2f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] delete failed (client error): The resource could not be found. Aug 03 19:42:06.393753 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-78db5e40-3028-44c9-a327-56941987b2f4 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/bfbec1a7-9431-4697-a0c2-4fb563e6962f HTTP/1.1" status: 404 len: 336 time: 0.0512252 Aug 03 19:42:06.394445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46952) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.448296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-52b32b11-24fc-4e6e-9862-c8b642f559c0 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=a63bab8a-e627-49c9-b111-a266fd772681 HTTP/1.1" status: 200 len: 205 time: 0.0485284 Aug 03 19:42:06.449102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f8da-32ff-459e-baef-4f574b8ef61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35433967-2d37-4d2a-b2c2-71bdb64d2b4b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:06.451910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46954) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.471237 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cefe63a7-4781-4e42-a645-49a49eeecf2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.490644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.518740 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-5553571b-4c66-45f2-b936-b633ae23388f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] delete failed (client error): The resource could not be found. Aug 03 19:42:06.520136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Pushing event deleted for resources: {'Port': ['ID=2475e4d8-ddae-407a-835a-a3137e290822,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:06.523307 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5553571b-4c66-45f2-b936-b633ae23388f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/a63bab8a-e627-49c9-b111-a266fd772681 HTTP/1.1" status: 404 len: 336 time: 0.0600886 Aug 03 19:42:06.523998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46956) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.542557 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cefe63a7-4781-4e42-a645-49a49eeecf2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.612265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cefe63a7-4781-4e42-a645-49a49eeecf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.616034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cefe63a7-4781-4e42-a645-49a49eeecf2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.617415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cefe63a7-4781-4e42-a645-49a49eeecf2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35433967-2d37-4d2a-b2c2-71bdb64d2b4b HTTP/1.1" status: 204 len: 168 time: 0.2630146 Aug 03 19:42:06.625395 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59e3cc9-208d-4cf5-81c9-61ccbf927e6f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:06.625886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59e3cc9-208d-4cf5-81c9-61ccbf927e6f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:06.627641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe63a7-4781-4e42-a645-49a49eeecf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35433967-2d37-4d2a-b2c2-71bdb64d2b4b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:06.628181 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b59e3cc9-208d-4cf5-81c9-61ccbf927e6f tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/088ce7ed-2f72-4285-9674-c89bff3dc01b HTTP/1.1" status: 404 len: 337 time: 0.1025734 Aug 03 19:42:06.635183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46960) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.671544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-22948236-770d-49e3-a9e2-9a13ba3af714 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e71df8-ec41-4dbc-913a-2ce94165848e HTTP/1.1" status: 200 len: 205 time: 0.0348854 Aug 03 19:42:06.674975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46962) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.690594 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.694199 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.695549 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c13d999a-d931-44f7-a1c0-337744ef23bc tempest-AttachVolumeShelveTestJSON-318960630 tempest-AttachVolumeShelveTestJSON-318960630-project] 10.222.0.42 "DELETE /v2.0/floatingips/bd017486-1463-4d1d-beb4-8d2752434d35 HTTP/1.1" status: 204 len: 168 time: 1.1198988 Aug 03 19:42:06.799318 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-4d656bd3-d847-4d62-8ac4-1258612330de tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] delete failed (client error): The resource could not be found. Aug 03 19:42:06.803204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4d656bd3-d847-4d62-8ac4-1258612330de tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/94e71df8-ec41-4dbc-913a-2ce94165848e HTTP/1.1" status: 404 len: 336 time: 0.1245506 Aug 03 19:42:06.803909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46966) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.859098 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d94801-4598-463c-bd80-f15449bbe862 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:06.859728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d94801-4598-463c-bd80-f15449bbe862 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:06.861963 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46d94801-4598-463c-bd80-f15449bbe862 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/6337ede3-427f-487f-9cf9-879da125b6dc HTTP/1.1" status: 404 len: 337 time: 0.0563405 Aug 03 19:42:06.866348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 46970) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.903242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46974) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.910388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5ed0f93a-956e-4b4f-89b7-d17e72a962f7 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "GET /v2.0/ports?device_id=d826d576-3879-4a02-91e1-0feb30e90a9a HTTP/1.1" status: 200 len: 205 time: 0.0347028 Aug 03 19:42:06.953748 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-ffba4173-37f6-4944-a178-1ad22790a209 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] delete failed (client error): The resource could not be found. Aug 03 19:42:06.954854 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ffba4173-37f6-4944-a178-1ad22790a209 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/routers/d826d576-3879-4a02-91e1-0feb30e90a9a HTTP/1.1" status: 404 len: 336 time: 0.0505898 Aug 03 19:42:06.957403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46976) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.987039 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c985d4-cb49-4d54-a0af-f998a7c62d0c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:06.987502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c985d4-cb49-4d54-a0af-f998a7c62d0c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:06.989272 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07c985d4-cb49-4d54-a0af-f998a7c62d0c tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/a50347b7-136f-4437-8266-d48aea789ec7 HTTP/1.1" status: 404 len: 337 time: 0.0308981 Aug 03 19:42:06.991931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46978) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:07.022145 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ee9f0f-d893-467e-be35-2e893a58e2f5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] DELETE failed (client error): The resource could not be found. Aug 03 19:42:07.022631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ee9f0f-d893-467e-be35-2e893a58e2f5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:42:07.024913 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-39ee9f0f-d893-467e-be35-2e893a58e2f5 tempest-RoutersTest-2099129146 tempest-RoutersTest-2099129146-project] 10.222.0.42 "DELETE /v2.0/subnets/7c516e23-763c-4eac-a81d-ed066664a279 HTTP/1.1" status: 404 len: 337 time: 0.0320134 Aug 03 19:42:07.358359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 46994) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:07.568497 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d73f9e6f-87aa-47a2-b903-0fe9e6cfd889 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51be73e7aa8f4a9a98b4e78d7c5d71b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089553 Aug 03 19:42:07.571256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47012) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:07.633107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3354-2f4d-4f18-aee0-1eaead4a3f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:07.659268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3354-2f4d-4f18-aee0-1eaead4a3f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:07.680823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47018) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:07.726574 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3354-2f4d-4f18-aee0-1eaead4a3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:07.729436 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3354-2f4d-4f18-aee0-1eaead4a3f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:07.733206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ae2a3354-2f4d-4f18-aee0-1eaead4a3f4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da1242df-fd47-4f0e-9469-b20703df81c1 HTTP/1.1" status: 204 len: 168 time: 0.1582296 Aug 03 19:42:07.768861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a3354-2f4d-4f18-aee0-1eaead4a3f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1242df-fd47-4f0e-9469-b20703df81c1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:07.941842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-dec927df-7470-4b71-b3d9-0d7e600689df tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:07.950359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-dec927df-7470-4b71-b3d9-0d7e600689df tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.2003818 Aug 03 19:42:07.981402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-0560d886-0cc8-4703-a494-864c996c5d88 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/quotas/a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 375 time: 0.0295119 Aug 03 19:42:08.108745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1161544986-network', 'tenant_id': 'd5d2711b60134b98a62c10d1523b1fa5'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:08.109763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-cfa6e43e-17c7-4c3e-82b4-b0a1ee979c1d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110461 Aug 03 19:42:08.151936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Made reservation on behalf of d5d2711b60134b98a62c10d1523b1fa5 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:08.154365 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.164478 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.258524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-ce3e9c44-7e55-41f5-aa83-de88698728e2 service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405053 Aug 03 19:42:08.304868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.311143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.358945 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:08.377496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d84bd-ffbf-474a-994d-471695c48f32,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:08.380796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-3fee6036-6657-4da7-a0b4-c46da9c7b80a service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207087 Aug 03 19:42:08.389332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.389840 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Added segment f12e30b6-1c14-4367-8c00-05b69a57733d of type vlan for network d574d134-4842-4df8-8fd5-1941b79ed275 Aug 03 19:42:08.452473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.501352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.502514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:08.503176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.608074 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9255333 Aug 03 19:42:08.611680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47050) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:08.620422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Request body: {'subnet': {'network_id': 'd574d134-4842-4df8-8fd5-1941b79ed275', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1161544986-subnet', 'tenant_id': 'd5d2711b60134b98a62c10d1523b1fa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:08.621669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6de67-d793-4ad7-b173-574d65e74a5b admin admin] Pushing event updated for resources: {'Network': ['ID=d574d134-4842-4df8-8fd5-1941b79ed275,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:08.632648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d574d134-4842-4df8-8fd5-1941b79ed275 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:08.662861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Made reservation on behalf of d5d2711b60134b98a62c10d1523b1fa5 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:08.665994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.672636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47052) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:08.824579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b23c56d-b058-48b7-9af9-5836f028a143 req-ab74fc0e-044e-4c23-854e-04eadfbdcc4b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0389938 Aug 03 19:42:08.866417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6e73792d-fdf9-4701-b122-22bdff48cbaa tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-671629233', 'prefixes': ['172.20.0.0/16']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:08.974694 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.039494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=349379ad-6d8a-4ae7-a607-e257d0dfe6f8,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:09.041886 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e73792d-fdf9-4701-b122-22bdff48cbaa tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] Notify callbacks [] for subnetpool, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.043126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e73792d-fdf9-4701-b122-22bdff48cbaa tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3685749 Aug 03 19:42:09.048724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47064) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:09.065735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Checking segment: {'id': 'f12e30b6-1c14-4367-8c00-05b69a57733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd574d134-4842-4df8-8fd5-1941b79ed275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:09.066102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Network hostable DHCP agents. Network: d574d134-4842-4df8-8fd5-1941b79ed275, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:09.087245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Network d574d134-4842-4df8-8fd5-1941b79ed275 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:09.101067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d574d134-4842-4df8-8fd5-1941b79ed275) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:09.111266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bcfb1c-e8ad-4172-b402-43685ffa6bdc None None] Network d574d134-4842-4df8-8fd5-1941b79ed275 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:09.112317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.112912 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.151355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47072) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:09.151589 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f63dbcde-a061-4119-ad76-2b2b3f3fa99f tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] 10.222.0.42 "GET /v2.0/subnetpools/e6e11564-0792-443b-8391-84bf7782837f HTTP/1.1" status: 200 len: 731 time: 0.1009638 Aug 03 19:42:09.153698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c597c940-2b7b-4ded-a421-7cb4ad686ba8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5408916 Aug 03 19:42:09.174249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6054102a-9ccb-44e0-a37d-d6f05309bf30 tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1606038373'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:09.376326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6054102a-9ccb-44e0-a37d-d6f05309bf30 tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] Notify callbacks [] for subnetpool, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.380120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6054102a-9ccb-44e0-a37d-d6f05309bf30 tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] 10.222.0.42 "PUT /v2.0/subnetpools/e6e11564-0792-443b-8391-84bf7782837f HTTP/1.1" status: 200 len: 684 time: 0.2192507 Aug 03 19:42:09.380383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47082) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:09.518066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56e678-d682-497d-acba-ef94fcdc7600 None None] Network d574d134-4842-4df8-8fd5-1941b79ed275 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:09.525124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1adef515-317e-4250-99d0-45927942af30 tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] Notify callbacks [] for subnetpool, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.527072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1adef515-317e-4250-99d0-45927942af30 tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] 10.222.0.42 "DELETE /v2.0/subnetpools/e6e11564-0792-443b-8391-84bf7782837f HTTP/1.1" status: 204 len: 168 time: 0.1452029 Aug 03 19:42:09.532168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47086) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:09.567525 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-814f6a84-0077-4686-8bcb-09e837a8d620 tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] show failed (client error): The resource could not be found. Aug 03 19:42:09.569890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-814f6a84-0077-4686-8bcb-09e837a8d620 tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] 10.222.0.42 "GET /v2.0/subnetpools/e6e11564-0792-443b-8391-84bf7782837f HTTP/1.1" status: 404 len: 346 time: 0.0352371 Aug 03 19:42:09.573220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:09.615622 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-2904dc8f-929a-41ea-9e94-48e5edf954db tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] delete failed (client error): The resource could not be found. Aug 03 19:42:09.617658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2904dc8f-929a-41ea-9e94-48e5edf954db tempest-SubnetPoolsTestJSON-200221748 tempest-SubnetPoolsTestJSON-200221748-project] 10.222.0.42 "DELETE /v2.0/subnetpools/e6e11564-0792-443b-8391-84bf7782837f HTTP/1.1" status: 404 len: 346 time: 0.0425856 Aug 03 19:42:09.979540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47102) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:09.989943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f6e0605-5bf0-4028-b409-1a4b11e08762 req-3b3d8010-16d6-4650-9ff2-fcc66506c081 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0550668 Aug 03 19:42:10.224325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47110) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:10.231302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1050501680-network', 'tenant_id': '2bd15cebaffb4248b6f6010e8e1af74b'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:10.266634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6468ceb1-0f4e-44cc-830c-fca44f93cf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.273850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Made reservation on behalf of 2bd15cebaffb4248b6f6010e8e1af74b for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:10.284523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-f639b784-84e7-45f2-9bdd-cd1a74fa4b65 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:10.286127 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-f639b784-84e7-45f2-9bdd-cd1a74fa4b65 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.2307763 Aug 03 19:42:10.293461 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.311931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'port': {'device_id': 'e85431af-35ef-4987-950f-4133f5e6e0c1', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'admin_state_up': True, 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:10.342018 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.510792 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6468ceb1-0f4e-44cc-830c-fca44f93cf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.516366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6468ceb1-0f4e-44cc-830c-fca44f93cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.564456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47114) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:10.565613 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6468ceb1-0f4e-44cc-830c-fca44f93cf74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7caa55ca36048e4aa952906861e907f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764961 Aug 03 19:42:10.577558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:42:10.577558 n-d-803378-1 neutron-server[94133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:42:10.577558 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id_1': 'a13f83e3050949aab38e4aa703f4d71b', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 42, 10, 490102)}] Aug 03 19:42:10.577558 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:42:10.578645 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:42:10.598539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468ceb1-0f4e-44cc-830c-fca44f93cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01928dd-0c35-4b7e-9791-3c317ca7ac34,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:10.663619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44940a58-b6c9-435e-8ffc-07d497cf3a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.693930 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.702662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.706942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44940a58-b6c9-435e-8ffc-07d497cf3a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.749942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:10.775546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2e94f9-b221-4e76-b091-d7486e7a17cd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:10.779089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.779471 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Added segment b9e390e9-b9be-4059-84a1-34c09d41a2fd of type vlan for network c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2 Aug 03 19:42:10.824873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.835963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44940a58-b6c9-435e-8ffc-07d497cf3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.838753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44940a58-b6c9-435e-8ffc-07d497cf3a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.842221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-44940a58-b6c9-435e-8ffc-07d497cf3a09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b01928dd-0c35-4b7e-9791-3c317ca7ac34 HTTP/1.1" status: 204 len: 168 time: 0.2724171 Aug 03 19:42:10.862732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44940a58-b6c9-435e-8ffc-07d497cf3a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01928dd-0c35-4b7e-9791-3c317ca7ac34,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:10.873670 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.875221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:10.876184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:10.929166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7003808 Aug 03 19:42:10.929361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47118) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:10.934669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Request body: {'subnet': {'network_id': 'c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1050501680-subnet', 'tenant_id': '2bd15cebaffb4248b6f6010e8e1af74b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:10.939782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ae696-8686-42cd-9052-7d66414806ba admin admin] Pushing event updated for resources: {'Network': ['ID=c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:10.950994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:10.964681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Made reservation on behalf of 2bd15cebaffb4248b6f6010e8e1af74b for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:10.968433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:11.203416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-978d0f8a-85c3-41b6-ad47-37c31df84f03 req-a6fc5688-f554-4df4-b4cd-b39cdc8d45e3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0752509 Aug 03 19:42:11.211989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:11.218451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:11.314673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:11.410136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9b7626-5f9c-455b-bdcf-85119e8899ad,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:11.497885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Checking segment: {'id': 'b9e390e9-b9be-4059-84a1-34c09d41a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:11.498657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Network hostable DHCP agents. Network: c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:11.502280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.20.0.5 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/f427a812-afc8-400e-9a48-74ab6fd10a16) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:11.548815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Network c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:11.578163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:11.583775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:11.584544 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:11.590042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e57523-f966-49c1-9466-4f0d5484185b None None] Network c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:11.671943 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c2263773-cfb6-446e-9f38-457684c38864 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7416358 Aug 03 19:42:11.781517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:11.799329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Transition to ACTIVE for port object f427a812-afc8-400e-9a48-74ab6fd10a16 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:11.845951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:11.931803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:11.935363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:11.939272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:11.982347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:11.984864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=f427a812-afc8-400e-9a48-74ab6fd10a16,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:11.989630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7f51f-7003-44c8-90ef-c66e9e21f168 None None] Network c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:12.060369 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:12.061059 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.098155 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-251fee27-dd2f-4a64-8c47-1615d5c91b34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7948253 Aug 03 19:42:12.131380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Request body: {'port': {'device_id': 'e85431af-35ef-4987-950f-4133f5e6e0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:12.186249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1328812410-network', 'tenant_id': 'aedfb213102d4e89a39d3824218e5966'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:12.222046 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.234810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Made reservation on behalf of aedfb213102d4e89a39d3824218e5966 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:12.238721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.252422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.394616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2a770206-9302-4f78-8567-b06fff89d071 None None] Provisioning for port f427a812-afc8-400e-9a48-74ab6fd10a16 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:12.399426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2a770206-9302-4f78-8567-b06fff89d071 None None] Provisioning complete for port f427a812-afc8-400e-9a48-74ab6fd10a16 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:12.399830 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2a770206-9302-4f78-8567-b06fff89d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.454731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.463846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2a770206-9302-4f78-8567-b06fff89d071 None None] Port f427a812-afc8-400e-9a48-74ab6fd10a16 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:42:12.475048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.565245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:12.580171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8ca0-4ec2-42a4-8801-72bd4c803f35 req-220d2133-344f-4bb9-91dc-66fc05a4d2d3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:12.588122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-edef8ca0-4ec2-42a4-8801-72bd4c803f35 req-220d2133-344f-4bb9-91dc-66fc05a4d2d3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 931 time: 0.1838391 Aug 03 19:42:12.642029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27fd0b5-10ee-4552-93e5-3edb02b4775e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:12.645583 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.646248 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Added segment 7caa8497-fc2d-439b-8f68-639d91e2d80a of type vlan for network 33b5824b-ab34-4b4b-850a-7d986d2bf0dc Aug 03 19:42:12.713937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-edef8ca0-4ec2-42a4-8801-72bd4c803f35 req-7e180c69-857b-4099-a02e-30b366634f89 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244226 Aug 03 19:42:12.740478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb779226-ce65-4480-86e2-80f47de68612 req-d1ba3487-94ab-478d-a94c-5df55dc9aa24 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:12.742444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-d1ba3487-94ab-478d-a94c-5df55dc9aa24 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/networks?id=d574d134-4842-4df8-8fd5-1941b79ed275 HTTP/1.1" status: 200 len: 825 time: 0.2857447 Aug 03 19:42:12.746733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.767120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-3e3ba041-af30-4458-bdf4-d1d7b2896787 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/quotas/d5d2711b60134b98a62c10d1523b1fa5 HTTP/1.1" status: 200 len: 375 time: 0.0124388 Aug 03 19:42:12.790591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f427a812-afc8-400e-9a48-74ab6fd10a16 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:12.799611 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.813181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Transition to ACTIVE for port object f427a812-afc8-400e-9a48-74ab6fd10a16 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:12.818312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.837799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-82f4a3a6-117e-416a-9f75-2f62be88cab5 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d2711b60134b98a62c10d1523b1fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632789 Aug 03 19:42:12.886198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f427a812-afc8-400e-9a48-74ab6fd10a16,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:12.912285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47172) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:12.963933 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:12.967508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:12.968273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:13.018627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Attempting to bind port f427a812-afc8-400e-9a48-74ab6fd10a16 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:13.018982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Attempting to bind port f427a812-afc8-400e-9a48-74ab6fd10a16 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:13.019311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Attempting to bind port f427a812-afc8-400e-9a48-74ab6fd10a16 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:13.099016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1144567 Aug 03 19:42:13.146998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f659000-ffaa-45ff-8179-7f8452879ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=33b5824b-ab34-4b4b-850a-7d986d2bf0dc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:13.151795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-de5f86aa-343e-48a1-ae4f-2455317c78f4 service neutron] 10.222.0.42 "GET /v2.0/networks/d574d134-4842-4df8-8fd5-1941b79ed275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055325 Aug 03 19:42:13.153350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47176) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:13.159477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 33b5824b-ab34-4b4b-850a-7d986d2bf0dc details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:13.173119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Request body: {'subnet': {'network_id': '33b5824b-ab34-4b4b-850a-7d986d2bf0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1328812410-subnet', 'tenant_id': 'aedfb213102d4e89a39d3824218e5966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:13.338777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-f9b5a058-a50c-4f56-a16c-9710882ec6df service neutron] 10.222.0.42 "GET /v2.0/networks/d574d134-4842-4df8-8fd5-1941b79ed275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554976 Aug 03 19:42:13.356004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Made reservation on behalf of aedfb213102d4e89a39d3824218e5966 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:13.359486 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:13.548290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Port f427a812-afc8-400e-9a48-74ab6fd10a16 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:13.548290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Attempting to bind port f427a812-afc8-400e-9a48-74ab6fd10a16 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:13.557842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:42:13.558279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:13.558590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:42:13.559208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Bound port: f427a812-afc8-400e-9a48-74ab6fd10a16, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:42:13.559563 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:13.626581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:13.685222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62757eb9-5d71-4263-975e-e2659f7da420,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:13.702203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Checking segment: {'id': '7caa8497-fc2d-439b-8f68-639d91e2d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '33b5824b-ab34-4b4b-850a-7d986d2bf0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:13.702651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Network hostable DHCP agents. Network: 33b5824b-ab34-4b4b-850a-7d986d2bf0dc, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:13.725146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Network 33b5824b-ab34-4b4b-850a-7d986d2bf0dc is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:13.769690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 33b5824b-ab34-4b4b-850a-7d986d2bf0dc) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:13.778989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1fdb05-29ad-4609-b571-73460072cf81 None None] Network 33b5824b-ab34-4b4b-850a-7d986d2bf0dc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:13.810977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:13.811569 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:13.817294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3646116-9e57-4cb8-9ebf-4e842b960e31 req-c42e08f3-abe4-4c68-b801-dd0a08ceb46f tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 210 time: 0.0798142 Aug 03 19:42:13.826461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] For port f427a812-afc8-400e-9a48-74ab6fd10a16, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:13.861501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] For port f427a812-afc8-400e-9a48-74ab6fd10a16, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f427a812-afc8-400e-9a48-74ab6fd10a16,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:42:13.868128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:13.874575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-20feb33b-765e-499c-a357-879071b5361c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7198811 Aug 03 19:42:13.959840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec7c05-b06f-4484-9fd0-6fd081281b04 req-5f7f755b-2a13-4c06-ac67-1607b6de6578 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:13.961523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6ec7c05-b06f-4484-9fd0-6fd081281b04 req-5f7f755b-2a13-4c06-ac67-1607b6de6578 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.1137505 Aug 03 19:42:13.988114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:13.988765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:14.006626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] 10.222.0.63 "PUT /v2.0/ports/f427a812-afc8-400e-9a48-74ab6fd10a16 HTTP/1.1" status: 200 len: 1091 time: 1.8942235 Aug 03 19:42:14.007056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85431af-35ef-4987-950f-4133f5e6e0c1', 'tag': 'f427a812-afc8-400e-9a48-74ab6fd10a16'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:14.013607 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5363850-1585-47dc-a3eb-e4b1f7c427e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e85431af-35ef-4987-950f-4133f5e6e0c1", "tag": "f427a812-afc8-400e-9a48-74ab6fd10a16"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:14.101569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6ec7c05-b06f-4484-9fd0-6fd081281b04 req-6de80680-2461-45d6-8e3b-aa83179069c8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193123 Aug 03 19:42:14.211534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6e7329-bc18-4283-b9de-e18df11d84e7 None None] Network 33b5824b-ab34-4b4b-850a-7d986d2bf0dc requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:14.256381 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eb15b4-f140-4ca2-8596-1dcd3563041b x-openstack-request-id: req-79eb15b4-f140-4ca2-8596-1dcd3563041b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:14.257022 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85431af-35ef-4987-950f-4133f5e6e0c1", "tag": "f427a812-afc8-400e-9a48-74ab6fd10a16", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:14.257657 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79eb15b4-f140-4ca2-8596-1dcd3563041b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:14.258247 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85431af-35ef-4987-950f-4133f5e6e0c1', 'tag': 'f427a812-afc8-400e-9a48-74ab6fd10a16', 'status': 'completed', 'code': 200} Aug 03 19:42:14.271364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed3cee-48e5-43f5-9188-d3f76721ccb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f427a812-afc8-400e-9a48-74ab6fd10a16,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:14.322911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-30a88750-da51-4707-a37f-828c96a737e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:14.330149 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-30a88750-da51-4707-a37f-828c96a737e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 1094 time: 0.2093358 Aug 03 19:42:14.411290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-0ccff7b5-06a3-4b3e-829a-b704f9af1b19 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f427a812-afc8-400e-9a48-74ab6fd10a16 HTTP/1.1" status: 200 len: 217 time: 0.0526061 Aug 03 19:42:14.506380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-e0c1c769-50d3-495e-a167-3c795540605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:14.507891 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-e0c1c769-50d3-495e-a167-3c795540605f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0891776 Aug 03 19:42:14.598279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-c4c27c2d-02bd-476b-a174-fae248847cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:14.599827 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-c4c27c2d-02bd-476b-a174-fae248847cdc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821097 Aug 03 19:42:14.646325 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:14.801359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47206) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:14.807093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-675649402-network', 'tenant_id': 'ebc72c708dd443d0851fca26d95a3b74'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:14.810945 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-88470a86-a810-40e2-93d7-d0172a3b9906 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021141 Aug 03 19:42:14.830244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Made reservation on behalf of ebc72c708dd443d0851fca26d95a3b74 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:14.832865 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:14.841991 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:14.936350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3751b5f6-9731-4049-be21-fe6a607d2dcc req-d1fc4bcb-1c62-4c58-94d4-1e56fb1ef707 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 210 time: 0.0328245 Aug 03 19:42:14.987351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:14.992795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.008222 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79af6f61-c4a0-46fa-9c3a-21b7b8c50def req-604564ca-c065-46af-81c1-4513eabd6d8a service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891539 Aug 03 19:42:15.041941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0abac77-c2b8-4dda-a50b-8f2afda990c1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:15.061029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:15.075662 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.076015 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Added segment b2799410-bb9c-417c-80d3-1d42978c1f34 of type vlan for network d76701f7-ca1e-417a-a592-c2d394b02c9e Aug 03 19:42:15.183382 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.237507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-da79f184-e7d4-4055-8fc9-e8579df5ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.240313 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-da79f184-e7d4-4055-8fc9-e8579df5ece2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 1094 time: 0.1164331 Aug 03 19:42:15.289499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.290933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.291698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.318697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb779226-ce65-4480-86e2-80f47de68612 req-16a1ca8f-d990-41fd-9f89-5f94acda8997 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.321600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-16a1ca8f-d990-41fd-9f89-5f94acda8997 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.88 "GET /v2.0/networks?id=d574d134-4842-4df8-8fd5-1941b79ed275 HTTP/1.1" status: 200 len: 825 time: 0.2207189 Aug 03 19:42:15.333881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Deleting port a864107c-2ad1-4260-983a-4a4d3528dda3 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:15.334316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.399005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Request body: {'port': {'device_id': '0181dd31-ab9b-4ec7-9889-02be170059a9', 'network_id': 'd574d134-4842-4df8-8fd5-1941b79ed275', 'admin_state_up': True, 'tenant_id': 'd5d2711b60134b98a62c10d1523b1fa5'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:15.454669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-17c5db1a-9323-442f-91ea-d4f8214b3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.456164 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-17c5db1a-9323-442f-91ea-d4f8214b3a33 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.2021840 Aug 03 19:42:15.465694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] For port a864107c-2ad1-4260-983a-4a4d3528dda3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a864107c-2ad1-4260-983a-4a4d3528dda3,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:15.466113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.487458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6818440 Aug 03 19:42:15.488981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47212) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:15.490413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf3a92-f166-4502-b9da-3d110ebf899c admin admin] Pushing event updated for resources: {'Network': ['ID=d76701f7-ca1e-417a-a592-c2d394b02c9e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:15.497749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Request body: {'subnet': {'network_id': 'd76701f7-ca1e-417a-a592-c2d394b02c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-675649402-subnet', 'tenant_id': 'ebc72c708dd443d0851fca26d95a3b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:15.506602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d76701f7-ca1e-417a-a592-c2d394b02c9e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:15.524829 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-f4643791-d470-4b02-a89c-d375fe8cf079 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f427a812-afc8-400e-9a48-74ab6fd10a16 HTTP/1.1" status: 200 len: 217 time: 0.0559151 Aug 03 19:42:15.533527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Calling delete_port for a864107c-2ad1-4260-983a-4a4d3528dda3 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:15.535517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefbb44-a248-4cf6-925d-0613b6f6930c req-335a924c-e7e1-4af9-9293-6bbcaa81b929 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.537241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffefbb44-a248-4cf6-925d-0613b6f6930c req-335a924c-e7e1-4af9-9293-6bbcaa81b929 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.2376125 Aug 03 19:42:15.580642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Made reservation on behalf of ebc72c708dd443d0851fca26d95a3b74 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:15.583030 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.588531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-5ae324f4-5de0-428e-93ad-f30ffe80d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.590095 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-5ae324f4-5de0-428e-93ad-f30ffe80d7ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0588894 Aug 03 19:42:15.667875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffefbb44-a248-4cf6-925d-0613b6f6930c req-ecc6929d-5126-42a4-a802-2b9c31753533 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196351 Aug 03 19:42:15.693779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-5f298758-7ec3-4e39-a504-431cab1553e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.701245 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-5f298758-7ec3-4e39-a504-431cab1553e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974576 Aug 03 19:42:15.712788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Made reservation on behalf of d5d2711b60134b98a62c10d1523b1fa5 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:15.716737 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.860883 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-1e6e121e-fac8-4beb-b12b-2dc8a66ee3f5 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553710 Aug 03 19:42:15.907451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.956175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Allocated IP 172.20.0.2 (d574d134-4842-4df8-8fd5-1941b79ed275/349379ad-6d8a-4ae7-a607-e257d0dfe6f8/8da74efa-a955-493c-9bb4-a567715aa08b) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:15.980356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3805f986-24a1-4e10-b084-a74c95dff836,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:16.001540 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a5363850-1585-47dc-a3eb-e4b1f7c427e0 req-f4b6921d-8d8c-4f8a-9d4f-e10f209c3b6b service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328244 Aug 03 19:42:16.027117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Checking segment: {'id': 'b2799410-bb9c-417c-80d3-1d42978c1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd76701f7-ca1e-417a-a592-c2d394b02c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:16.027520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Network hostable DHCP agents. Network: d76701f7-ca1e-417a-a592-c2d394b02c9e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:16.050091 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.083268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a864107c-2ad1-4260-983a-4a4d3528dda3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:16.128980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b739e5c3-8a3b-41fc-87aa-c1087f1a44ee req-b66593e1-0618-49ac-8db8-e5b76b2c6772 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 210 time: 0.0765245 Aug 03 19:42:16.132521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Network d76701f7-ca1e-417a-a592-c2d394b02c9e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:16.159124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d76701f7-ca1e-417a-a592-c2d394b02c9e) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:16.166087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:16.166792 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.167025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66254977-b5e0-4414-98d9-a1c7d676cca4 None None] Network d76701f7-ca1e-417a-a592-c2d394b02c9e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:16.209544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79a281a7-a441-4c0e-bdd8-1aa69b59081a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7103288 Aug 03 19:42:16.262551 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.349381 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.375320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b29e22e-6e8a-48e6-89de-0ed3e8c27c3d None None] Network d76701f7-ca1e-417a-a592-c2d394b02c9e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:16.381409 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.428688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Network d574d134-4842-4df8-8fd5-1941b79ed275 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:16.437715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:16.440350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:16.480332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47218) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:16.490745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Pushing event updated for resources: {'Port': ['ID=8da74efa-a955-493c-9bb4-a567715aa08b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:16.549244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:16.549916 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.558181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3467437-01be-4928-89d1-8686192d357e admin admin] Deleting subnet 62757eb9-5d71-4263-975e-e2659f7da420 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:16.565648 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3467437-01be-4928-89d1-8686192d357e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.592656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-2177720c-b743-46c7-96aa-ca30e8f31c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2352996 Aug 03 19:42:16.607550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Request body: {'port': {'device_id': '0181dd31-ab9b-4ec7-9889-02be170059a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:16.612527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3467437-01be-4928-89d1-8686192d357e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.678810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Router 0e2bb790-9c91-4585-8531-169fbc0a8b5f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:42:16.701448 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3467437-01be-4928-89d1-8686192d357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.703775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.807372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:42:16.816340 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3e1b6f34-c11e-4b92-92f1-8f2940a650b5 admin admin] 10.222.0.42 "PUT /v2.0/routers/0e2bb790-9c91-4585-8531-169fbc0a8b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9029598 Aug 03 19:42:16.817113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47222) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:16.817679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] Sync routers for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:42:16.832477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:16.833508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:16.904539 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3467437-01be-4928-89d1-8686192d357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.939214 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.946555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3467437-01be-4928-89d1-8686192d357e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62757eb9-5d71-4263-975e-e2659f7da420,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:16.957893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:16.958558 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3467437-01be-4928-89d1-8686192d357e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.960776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a3467437-01be-4928-89d1-8686192d357e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/62757eb9-5d71-4263-975e-e2659f7da420 HTTP/1.1" status: 204 len: 168 time: 0.4792044 Aug 03 19:42:16.964764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47224) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:16.973214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe9e17-cf94-40d4-ab4b-d988aeb4caad req-04e17703-3a66-42d0-bf7b-6f5667e5deb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:16.974713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dbe9e17-cf94-40d4-ab4b-d988aeb4caad req-04e17703-3a66-42d0-bf7b-6f5667e5deb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.1974144 Aug 03 19:42:17.061426 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.132072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Deleting port 9d677f56-1a67-479e-bc2f-afd3f3888ce4 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:17.132461 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.350244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:42:15Z', 'revision_number': 5, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port': {'id': '9d677f56-1a67-479e-bc2f-afd3f3888ce4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:50Z', 'updated_at': '2021-08-03T19:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:17.380572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] Checking router: 0e2bb790-9c91-4585-8531-169fbc0a8b5f for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:42:17.391829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] Routers {'0e2bb790-9c91-4585-8531-169fbc0a8b5f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:17.392491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:42:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:17.496774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] Set router 0e2bb790-9c91-4585-8531-169fbc0a8b5f gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:17.508656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] For port 9d677f56-1a67-479e-bc2f-afd3f3888ce4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d677f56-1a67-479e-bc2f-afd3f3888ce4,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:17.509406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.526166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Calling delete_port for 9d677f56-1a67-479e-bc2f-afd3f3888ce4 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:17.560555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dbe9e17-cf94-40d4-ab4b-d988aeb4caad req-06590e16-6243-4213-b4a3-c950f3466446 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725236 Aug 03 19:42:17.567685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:42:17Z', 'revision_number': 6, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:17.595936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.596333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a4f88-9f32-4707-8d13-64a1bb945226 None None] The sync data for ids ['0e2bb790-9c91-4585-8531-169fbc0a8b5f'] in n-d-803378-1 is: [{'id': '0e2bb790-9c91-4585-8531-169fbc0a8b5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1291492243-router', 'tenant_id': 'c351f6806f484562b6084caca9fb4539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:42:17Z', 'revision_number': 6, 'project_id': 'c351f6806f484562b6084caca9fb4539', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:42:17.621072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b8430-aeef-4adc-840e-d10434c2c29d req-a5fd11a4-b1db-43cb-a712-a8e535ced5c5 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:17.623976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c02b8430-aeef-4adc-840e-d10434c2c29d req-a5fd11a4-b1db-43cb-a712-a8e535ced5c5 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 931 time: 0.1775289 Aug 03 19:42:17.718415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.745136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d677f56-1a67-479e-bc2f-afd3f3888ce4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:17.774915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c02b8430-aeef-4adc-840e-d10434c2c29d req-b4248038-08fa-4ac7-b552-b3ae76b2113b tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447597 Aug 03 19:42:17.777002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da74efa-a955-493c-9bb4-a567715aa08b {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:17.790074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.792961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.812795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b5824b-ab34-4b4b-850a-7d986d2bf0dc']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:17.813084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.823155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Transition to ACTIVE for port object 8da74efa-a955-493c-9bb4-a567715aa08b will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:17.827512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7caa8497-fc2d-439b-8f68-639d91e2d80a') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:17.827859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7caa8497-fc2d-439b-8f68-639d91e2d80a') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:17.834880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.841454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.889571 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.903754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Pushing event updated for resources: {'Port': ['ID=8da74efa-a955-493c-9bb4-a567715aa08b,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:17.904736 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.907510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.909680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:42:17.910100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:42:17.911888 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:42:17.955330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.955495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e2bb790-9c91-4585-8531-169fbc0a8b5f {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:42:17.959898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:17.961093 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-285c705e-4561-48fa-9173-2d1d3bb0b8c0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0e2bb790-9c91-4585-8531-169fbc0a8b5f HTTP/1.1" status: 204 len: 168 time: 1.1429949 Aug 03 19:42:17.963738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47228) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:18.020685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.021804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc326e6-34fa-4352-8080-9ca07e80d78b admin admin] Deleting subnet 477e6f00-51c3-4ff5-9ca3-8cba23e157c5 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:18.025415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfc326e6-34fa-4352-8080-9ca07e80d78b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.029004 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.034902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/33b5824b-ab34-4b4b-850a-7d986d2bf0dc HTTP/1.1" status: 204 len: 168 time: 1.0591660 Aug 03 19:42:18.038148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47230) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:18.065010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b0e6f-17f3-488d-8787-e7675cd83bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b5824b-ab34-4b4b-850a-7d986d2bf0dc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:18.066953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfc326e6-34fa-4352-8080-9ca07e80d78b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.097190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Attempting to bind port 8da74efa-a955-493c-9bb4-a567715aa08b on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:18.097554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Attempting to bind port 8da74efa-a955-493c-9bb4-a567715aa08b by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'f12e30b6-1c14-4367-8c00-05b69a57733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd574d134-4842-4df8-8fd5-1941b79ed275'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:18.097887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Attempting to bind port 8da74efa-a955-493c-9bb4-a567715aa08b on network d574d134-4842-4df8-8fd5-1941b79ed275 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:18.108330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Port 8da74efa-a955-493c-9bb4-a567715aa08b on network d574d134-4842-4df8-8fd5-1941b79ed275 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:18.108330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Attempting to bind port 8da74efa-a955-493c-9bb4-a567715aa08b on network d574d134-4842-4df8-8fd5-1941b79ed275 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:18.115715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:42:18.116050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Checking segment: {'id': 'f12e30b6-1c14-4367-8c00-05b69a57733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd574d134-4842-4df8-8fd5-1941b79ed275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:18.116435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Bound using segment: {'id': 'f12e30b6-1c14-4367-8c00-05b69a57733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd574d134-4842-4df8-8fd5-1941b79ed275'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:42:18.116861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Bound port: 8da74efa-a955-493c-9bb4-a567715aa08b, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12e30b6-1c14-4367-8c00-05b69a57733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd574d134-4842-4df8-8fd5-1941b79ed275'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:42:18.117309 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.124479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ee54e8-f0fe-4919-bc25-e32850a5a4db admin admin] Deleting subnet 3805f986-24a1-4e10-b084-a74c95dff836 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:18.139739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9ee54e8-f0fe-4919-bc25-e32850a5a4db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.156747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfc326e6-34fa-4352-8080-9ca07e80d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.200267 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9ee54e8-f0fe-4919-bc25-e32850a5a4db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.216811 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfc326e6-34fa-4352-8080-9ca07e80d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.249084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc326e6-34fa-4352-8080-9ca07e80d78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477e6f00-51c3-4ff5-9ca3-8cba23e157c5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:18.253574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfc326e6-34fa-4352-8080-9ca07e80d78b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.254388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] For port 8da74efa-a955-493c-9bb4-a567715aa08b, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:18.255576 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bfc326e6-34fa-4352-8080-9ca07e80d78b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/477e6f00-51c3-4ff5-9ca3-8cba23e157c5 HTTP/1.1" status: 204 len: 168 time: 0.2907836 Aug 03 19:42:18.258248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47232) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:18.265692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77bc1e-87ed-4e7d-9aba-5786260e1daf None None] Network 4bd5cf61-9181-41f5-98cc-aa699526ffb5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:18.268355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9ee54e8-f0fe-4919-bc25-e32850a5a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.314625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] For port 8da74efa-a955-493c-9bb4-a567715aa08b, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8da74efa-a955-493c-9bb4-a567715aa08b,segment=NetworkSegment(f12e30b6-1c14-4367-8c00-05b69a57733d),segment_id=f12e30b6-1c14-4367-8c00-05b69a57733d)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:42:18.323112 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.336094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.375101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:18.377081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.378950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] 10.222.0.88 "PUT /v2.0/ports/8da74efa-a955-493c-9bb4-a567715aa08b HTTP/1.1" status: 200 len: 1091 time: 1.7770317 Aug 03 19:42:18.379414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0181dd31-ab9b-4ec7-9889-02be170059a9', 'tag': '8da74efa-a955-493c-9bb4-a567715aa08b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:18.381860 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37464ea1-4948-4941-8e69-dc2906453a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0181dd31-ab9b-4ec7-9889-02be170059a9", "tag": "8da74efa-a955-493c-9bb4-a567715aa08b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:18.388191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9ee54e8-f0fe-4919-bc25-e32850a5a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.440458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee54e8-f0fe-4919-bc25-e32850a5a4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3805f986-24a1-4e10-b084-a74c95dff836,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:18.443648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Deleting port c1eb7bf2-474b-44c3-a312-0a630a7b6519 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:18.444061 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.468046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9ee54e8-f0fe-4919-bc25-e32850a5a4db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.478897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e9ee54e8-f0fe-4919-bc25-e32850a5a4db admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3805f986-24a1-4e10-b084-a74c95dff836 HTTP/1.1" status: 204 len: 168 time: 0.4364414 Aug 03 19:42:18.487674 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec7547-0e8b-42c4-9e20-32be1289cbd0 x-openstack-request-id: req-cbec7547-0e8b-42c4-9e20-32be1289cbd0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:18.487971 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0181dd31-ab9b-4ec7-9889-02be170059a9", "tag": "8da74efa-a955-493c-9bb4-a567715aa08b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:18.488220 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbec7547-0e8b-42c4-9e20-32be1289cbd0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:18.488740 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0181dd31-ab9b-4ec7-9889-02be170059a9', 'tag': '8da74efa-a955-493c-9bb4-a567715aa08b', 'status': 'completed', 'code': 200} Aug 03 19:42:18.489447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47236) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:18.511878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] DHCP port deletion for 4bd5cf61-9181-41f5-98cc-aa699526ffb5 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:42:18.512895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042856b-e9fc-4f3e-b122-c1cbc8708c84 service neutron] Pushing event updated for resources: {'Port': ['ID=8da74efa-a955-493c-9bb4-a567715aa08b,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:18.540559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] For port c1eb7bf2-474b-44c3-a312-0a630a7b6519, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c1eb7bf2-474b-44c3-a312-0a630a7b6519,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:18.540559 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.557639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Calling delete_port for c1eb7bf2-474b-44c3-a312-0a630a7b6519 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:18.570399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] Deleting port c1eb7bf2-474b-44c3-a312-0a630a7b6519 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:18.571101 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.591421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb779226-ce65-4480-86e2-80f47de68612 req-d6362f7e-8ace-415a-a46b-e4fcddf5f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:18.592962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-d6362f7e-8ace-415a-a46b-e4fcddf5f21b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5d2711b60134b98a62c10d1523b1fa5&device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 1094 time: 0.1265302 Aug 03 19:42:18.599850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.656196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-265b3faf-1a4f-4c3c-9d0e-95b0ce2b375b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da74efa-a955-493c-9bb4-a567715aa08b HTTP/1.1" status: 200 len: 217 time: 0.0534112 Aug 03 19:42:18.659511 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.691021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] For port c1eb7bf2-474b-44c3-a312-0a630a7b6519, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c1eb7bf2-474b-44c3-a312-0a630a7b6519,segment=NetworkSegment(34a8021b-6092-4581-a153-65ca92f33e74),segment_id=34a8021b-6092-4581-a153-65ca92f33e74)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:18.691684 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.693676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1eb7bf2-474b-44c3-a312-0a630a7b6519,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:18.695762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] No DVR routers for this DVR port c1eb7bf2-474b-44c3-a312-0a630a7b6519 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:18.717629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] Calling delete_port for c1eb7bf2-474b-44c3-a312-0a630a7b6519 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:18.796304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.800518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d677f56-1a67-479e-bc2f-afd3f3888ce4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:18.821556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd5cf61-9181-41f5-98cc-aa699526ffb5']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:18.827591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb779226-ce65-4480-86e2-80f47de68612 req-ad7c1f8f-d284-447b-ae3e-19457916fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:18.829256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-ad7c1f8f-d284-447b-ae3e-19457916fe93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=349379ad-6d8a-4ae7-a607-e257d0dfe6f8 HTTP/1.1" status: 200 len: 865 time: 0.1647077 Aug 03 19:42:18.844201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a8021b-6092-4581-a153-65ca92f33e74') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:18.844582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a8021b-6092-4581-a153-65ca92f33e74') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:18.847522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.858221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.869052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9d677f56-1a67-479e-bc2f-afd3f3888ce4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:18.877279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.878097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d677f56-1a67-479e-bc2f-afd3f3888ce4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:18.878734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c1eb7bf2-474b-44c3-a312-0a630a7b6519 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:18.884497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cd6df-3a22-4895-b188-83052c85cd24 req-223cc718-d9d1-4e51-8c87-73b767735acf tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:18.885244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-854cd6df-3a22-4895-b188-83052c85cd24 req-223cc718-d9d1-4e51-8c87-73b767735acf tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.2084796 Aug 03 19:42:18.889558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-014b5abd-534c-43cb-a522-73e33f035497 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d574d134-4842-4df8-8fd5-1941b79ed275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525451 Aug 03 19:42:18.890061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:42:18.890802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:42:18.893291 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:42:18.897192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76701f7-ca1e-417a-a592-c2d394b02c9e']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:18.916903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c1eb7bf2-474b-44c3-a312-0a630a7b6519 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:18.917154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c1eb7bf2-474b-44c3-a312-0a630a7b6519 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:18.917595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a864107c-2ad1-4260-983a-4a4d3528dda3 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:18.938302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a864107c-2ad1-4260-983a-4a4d3528dda3 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:18.939172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a864107c-2ad1-4260-983a-4a4d3528dda3 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:18.955009 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.971161 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.977027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:18.981292 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] 10.222.0.42 "DELETE /v2.0/networks/4bd5cf61-9181-41f5-98cc-aa699526ffb5 HTTP/1.1" status: 204 len: 168 time: 0.7198129 Aug 03 19:42:18.986422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] Pushing event deleted for resources: {'Port': ['ID=c1eb7bf2-474b-44c3-a312-0a630a7b6519,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:18.992820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef3efb-1ef4-4de2-b22c-922faed903b6 None None] No DVR routers for this DVR port c1eb7bf2-474b-44c3-a312-0a630a7b6519 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:18.993609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9bc96-6dc4-4cd8-ac9f-fae632d0cc7f admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd5cf61-9181-41f5-98cc-aa699526ffb5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:19.015687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2799410-bb9c-417c-80d3-1d42978c1f34') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:19.015995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2799410-bb9c-417c-80d3-1d42978c1f34') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:19.034269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.074745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.085332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-854cd6df-3a22-4895-b188-83052c85cd24 req-cbe1707b-c649-4f09-a979-e595e4d1b4c9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672163 Aug 03 19:42:19.095665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:42:19.095949 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:42:19.098484 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:42:19.117740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98418a7a-ed18-4bb8-ac4d-a5b4c999c07a req-84653a6a-9a82-4ba2-8bdd-a69f1a9a4cdc tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:19.119192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98418a7a-ed18-4bb8-ac4d-a5b4c999c07a req-84653a6a-9a82-4ba2-8bdd-a69f1a9a4cdc tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 943 time: 0.2114937 Aug 03 19:42:19.183268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47244) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:19.195006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-90418463-bd48-4472-b7a6-3504921cf0f1 service neutron] 10.222.0.88 "GET /v2.0/networks/d574d134-4842-4df8-8fd5-1941b79ed275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947729 Aug 03 19:42:19.220900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.227463 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9aa240d1-b95b-4300-b7f9-0faf04ec2e5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c351f6806f484562b6084caca9fb4539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427840 Aug 03 19:42:19.234009 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47246) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:19.246387 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.248803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d76701f7-ca1e-417a-a592-c2d394b02c9e HTTP/1.1" status: 204 len: 168 time: 0.7568865 Aug 03 19:42:19.252702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98418a7a-ed18-4bb8-ac4d-a5b4c999c07a req-ebe18257-ec74-4934-9c86-47500a48392b tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020770 Aug 03 19:42:19.290574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76701f7-ca1e-417a-a592-c2d394b02c9e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:19.301944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf243-ceec-420b-8bdd-570113dee216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.304866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.305220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.305590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.305927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.306264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.306599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.306929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.307255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.307585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.308302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.308302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.308539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351063ab-7912-4c4e-83c3-6fa8cfdaaae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:19.328273 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf243-ceec-420b-8bdd-570113dee216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.347053 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb779226-ce65-4480-86e2-80f47de68612 req-11716f36-3c08-4570-8dd7-51f2f29b8ac0 service neutron] 10.222.0.88 "GET /v2.0/networks/d574d134-4842-4df8-8fd5-1941b79ed275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364508 Aug 03 19:42:19.383621 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf243-ceec-420b-8bdd-570113dee216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.386277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf243-ceec-420b-8bdd-570113dee216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.387750 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9c0cf243-ceec-420b-8bdd-570113dee216 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46d01105-f490-4b82-98ae-c0dce302ad88 HTTP/1.1" status: 204 len: 168 time: 0.1525719 Aug 03 19:42:19.398045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cf243-ceec-420b-8bdd-570113dee216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d01105-f490-4b82-98ae-c0dce302ad88,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:19.449567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37464ea1-4948-4941-8e69-dc2906453a8c req-732c9772-b8f7-43b9-8209-0c954e68fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:19.451142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37464ea1-4948-4941-8e69-dc2906453a8c req-732c9772-b8f7-43b9-8209-0c954e68fa3a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5d2711b60134b98a62c10d1523b1fa5&device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 1094 time: 0.0539329 Aug 03 19:42:19.465787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47252) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:19.508109 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-90efcf97-f1df-4f6d-b80b-291cc48919de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aedfb213102d4e89a39d3824218e5966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409951 Aug 03 19:42:19.510511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47254) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:19.558435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37464ea1-4948-4941-8e69-dc2906453a8c req-bc8056f4-21d4-4ee3-9560-1b07621c6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:19.560014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37464ea1-4948-4941-8e69-dc2906453a8c req-bc8056f4-21d4-4ee3-9560-1b07621c6abe service neutron] 10.222.0.88 "GET /v2.0/networks?id=d574d134-4842-4df8-8fd5-1941b79ed275 HTTP/1.1" status: 200 len: 926 time: 0.1006181 Aug 03 19:42:19.569455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304d908f-10f9-49fe-8d92-2f05d07f114b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.591492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304d908f-10f9-49fe-8d92-2f05d07f114b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.602815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37464ea1-4948-4941-8e69-dc2906453a8c req-958e74bf-4696-4c2a-9abc-2d5129e26435 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da74efa-a955-493c-9bb4-a567715aa08b HTTP/1.1" status: 200 len: 217 time: 0.0344954 Aug 03 19:42:19.640613 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304d908f-10f9-49fe-8d92-2f05d07f114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.644510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304d908f-10f9-49fe-8d92-2f05d07f114b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:19.650200 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-304d908f-10f9-49fe-8d92-2f05d07f114b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f27fd0b5-10ee-4552-93e5-3edb02b4775e HTTP/1.1" status: 204 len: 168 time: 0.1384416 Aug 03 19:42:19.658494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d908f-10f9-49fe-8d92-2f05d07f114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27fd0b5-10ee-4552-93e5-3edb02b4775e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:19.669405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37464ea1-4948-4941-8e69-dc2906453a8c req-e91cabc3-fc69-41f4-8c6a-ea5b0c296b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:19.671876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37464ea1-4948-4941-8e69-dc2906453a8c req-e91cabc3-fc69-41f4-8c6a-ea5b0c296b1c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=349379ad-6d8a-4ae7-a607-e257d0dfe6f8 HTTP/1.1" status: 200 len: 865 time: 0.0603149 Aug 03 19:42:19.717258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37464ea1-4948-4941-8e69-dc2906453a8c req-866f784f-22ad-4172-a19b-d36d9fcbce44 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d574d134-4842-4df8-8fd5-1941b79ed275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306971 Aug 03 19:42:19.814079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37464ea1-4948-4941-8e69-dc2906453a8c req-db1e54d5-7e78-4e6e-93c2-8fde870cb5d2 service neutron] 10.222.0.88 "GET /v2.0/networks/d574d134-4842-4df8-8fd5-1941b79ed275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874422 Aug 03 19:42:19.917335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37464ea1-4948-4941-8e69-dc2906453a8c req-430e63b4-abcd-43ba-8522-80d9c00033b7 service neutron] 10.222.0.88 "GET /v2.0/networks/d574d134-4842-4df8-8fd5-1941b79ed275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965381 Aug 03 19:42:19.960085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47276) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:20.002925 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0599d94c-920a-457d-aae7-d40d081a9064 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebc72c708dd443d0851fca26d95a3b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415969 Aug 03 19:42:20.005428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47280) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:20.053064 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e94b2ac-f491-46f9-9ebd-847a6c6b120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:20.074940 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e94b2ac-f491-46f9-9ebd-847a6c6b120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:20.122098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e94b2ac-f491-46f9-9ebd-847a6c6b120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:20.124946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e94b2ac-f491-46f9-9ebd-847a6c6b120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:20.126681 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0e94b2ac-f491-46f9-9ebd-847a6c6b120d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0abac77-c2b8-4dda-a50b-8f2afda990c1 HTTP/1.1" status: 204 len: 168 time: 0.1203234 Aug 03 19:42:20.134769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94b2ac-f491-46f9-9ebd-847a6c6b120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0abac77-c2b8-4dda-a50b-8f2afda990c1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:20.231506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e8ee8-7d8a-4b0d-8b76-53a5dfcd516e req-74b73f94-9d71-4f2b-81a9-da7dacfb24d9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:20.233051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-732e8ee8-7d8a-4b0d-8b76-53a5dfcd516e req-74b73f94-9d71-4f2b-81a9-da7dacfb24d9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.0520694 Aug 03 19:42:20.278603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-732e8ee8-7d8a-4b0d-8b76-53a5dfcd516e req-6e1a991b-c040-48bd-8cb0-0f456e4dc3cf tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Aug 03 19:42:20.391909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a19129-3a7b-40a3-a3ac-d638d764c9ca req-dc00243a-b4da-4254-96bc-978e3c22f2f1 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:20.393661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80a19129-3a7b-40a3-a3ac-d638d764c9ca req-dc00243a-b4da-4254-96bc-978e3c22f2f1 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 943 time: 0.0559251 Aug 03 19:42:20.444142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80a19129-3a7b-40a3-a3ac-d638d764c9ca req-5de4e20d-1b6a-4cdc-b3b3-9282022ee822 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447268 Aug 03 19:42:20.593402 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:21.409753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9962c-4bfd-41cd-bce2-f7d53244f2e6 req-10ed587a-4d1e-476e-b8ff-ac3538b34708 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:21.411195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bd9962c-4bfd-41cd-bce2-f7d53244f2e6 req-10ed587a-4d1e-476e-b8ff-ac3538b34708 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.0584216 Aug 03 19:42:21.464807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bd9962c-4bfd-41cd-bce2-f7d53244f2e6 req-dcf5b212-85d7-4bef-8837-46405a9a3017 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Aug 03 19:42:21.596805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8276e-5be2-4ce9-bcf9-08a4dd9330ac req-f606868d-7642-48e4-bda0-bbffaa994e10 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:21.598641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08a8276e-5be2-4ce9-bcf9-08a4dd9330ac req-f606868d-7642-48e4-bda0-bbffaa994e10 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 943 time: 0.0598853 Aug 03 19:42:21.645684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08a8276e-5be2-4ce9-bcf9-08a4dd9330ac req-155bb4fc-64b9-47d9-943d-bac3516a216c tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Aug 03 19:42:21.708836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8da74efa-a955-493c-9bb4-a567715aa08b details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:42:21.805060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8da74efa-a955-493c-9bb4-a567715aa08b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8da74efa-a955-493c-9bb4-a567715aa08b,segment=NetworkSegment(f12e30b6-1c14-4367-8c00-05b69a57733d),segment_id=f12e30b6-1c14-4367-8c00-05b69a57733d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:21.817151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '8da74efa-a955-493c-9bb4-a567715aa08b', 'network_id': 'd574d134-4842-4df8-8fd5-1941b79ed275', 'port_id': '8da74efa-a955-493c-9bb4-a567715aa08b', 'mac_address': 'fa:16:3e:b5:35:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349379ad-6d8a-4ae7-a607-e257d0dfe6f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:42:21.859770 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:21.876920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da74efa-a955-493c-9bb4-a567715aa08b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:21.897948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8da74efa-a955-493c-9bb4-a567715aa08b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8da74efa-a955-493c-9bb4-a567715aa08b,segment=NetworkSegment(f12e30b6-1c14-4367-8c00-05b69a57733d),segment_id=f12e30b6-1c14-4367-8c00-05b69a57733d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:21.902885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:21.952079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=8da74efa-a955-493c-9bb4-a567715aa08b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:22.064208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47380) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:22.157292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['8da74efa-a955-493c-9bb4-a567715aa08b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:22.175087 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dbdc-665d-4809-b995-3ca0a332f6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.303715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dbdc-665d-4809-b995-3ca0a332f6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.307959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dbdc-665d-4809-b995-3ca0a332f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.347575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c7f1dbdc-665d-4809-b995-3ca0a332f6b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ca53d2cea154c0e95293df3bc683ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822354 Aug 03 19:42:22.349646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1dbdc-665d-4809-b995-3ca0a332f6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35bd08-e2a2-4273-a62d-b54e706c000f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:22.350275 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47386) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:22.403433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd85069a-a2f3-4381-9de6-79094d640364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.424087 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd85069a-a2f3-4381-9de6-79094d640364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.472957 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd85069a-a2f3-4381-9de6-79094d640364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.475711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd85069a-a2f3-4381-9de6-79094d640364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.476897 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fd85069a-a2f3-4381-9de6-79094d640364 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d35bd08-e2a2-4273-a62d-b54e706c000f HTTP/1.1" status: 204 len: 168 time: 0.1251192 Aug 03 19:42:22.485671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85069a-a2f3-4381-9de6-79094d640364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35bd08-e2a2-4273-a62d-b54e706c000f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:22.602112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98644f7-5af5-4826-821c-68131d646881 req-b6dc930b-df32-4c92-9ed1-a192cb9b8f91 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:22.603645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f98644f7-5af5-4826-821c-68131d646881 req-b6dc930b-df32-4c92-9ed1-a192cb9b8f91 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.0539029 Aug 03 19:42:22.643769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f98644f7-5af5-4826-821c-68131d646881 req-22f80f25-67c3-48ea-8ea4-9aea86f187c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339539 Aug 03 19:42:22.760281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47396) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:22.770206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db858f0-fa3f-46a8-9b69-8c80587ab29e req-8803b805-10aa-43b6-9786-8cc02c0eb6a4 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:22.771768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0db858f0-fa3f-46a8-9b69-8c80587ab29e req-8803b805-10aa-43b6-9786-8cc02c0eb6a4 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 944 time: 0.0540493 Aug 03 19:42:22.774532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-219b9fd4-103f-4d57-8e8d-71405ff324a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.813097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0db858f0-fa3f-46a8-9b69-8c80587ab29e req-a03412bc-991d-41b1-bf81-c70f8476ae4b tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Aug 03 19:42:22.870210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-219b9fd4-103f-4d57-8e8d-71405ff324a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.873936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-219b9fd4-103f-4d57-8e8d-71405ff324a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.912555 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-219b9fd4-103f-4d57-8e8d-71405ff324a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b30fc61b13e140b2b340c09addc7b2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507475 Aug 03 19:42:22.914617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b9fd4-103f-4d57-8e8d-71405ff324a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d7168c-1b61-4f99-b661-e37975273ad7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:22.915587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47398) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:22.964617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e78-16c9-4983-aa1c-cc2df07643d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.986473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e78-16c9-4983-aa1c-cc2df07643d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:23.032441 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e78-16c9-4983-aa1c-cc2df07643d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:23.035330 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e78-16c9-4983-aa1c-cc2df07643d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:23.036490 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c68d4e78-16c9-4983-aa1c-cc2df07643d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85d7168c-1b61-4f99-b661-e37975273ad7 HTTP/1.1" status: 204 len: 168 time: 0.1199207 Aug 03 19:42:23.044720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d4e78-16c9-4983-aa1c-cc2df07643d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d7168c-1b61-4f99-b661-e37975273ad7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:23.722154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8da74efa-a955-493c-9bb4-a567715aa08b up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:42:23.785558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31429ed9-6d4c-49c5-994e-a7f1f5c0163d req-3ce60c00-2554-4b6d-85b7-fa057f364583 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:23.787200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 8da74efa-a955-493c-9bb4-a567715aa08b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:23.788150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31429ed9-6d4c-49c5-994e-a7f1f5c0163d req-3ce60c00-2554-4b6d-85b7-fa057f364583 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.0658555 Aug 03 19:42:23.791863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 8da74efa-a955-493c-9bb4-a567715aa08b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:23.792299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:23.849775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31429ed9-6d4c-49c5-994e-a7f1f5c0163d req-58cbd99a-b10b-44b3-83e6-2b0767e37895 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493145 Aug 03 19:42:23.887715 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:23.922089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0181dd31-ab9b-4ec7-9889-02be170059a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da74efa-a955-493c-9bb4-a567715aa08b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:23.925661 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8096bee-b84d-4129-92a2-043d7a84863a" -d '{"events": [{"server_uuid": "0181dd31-ab9b-4ec7-9889-02be170059a9", "name": "network-vif-plugged", "status": "completed", "tag": "8da74efa-a955-493c-9bb4-a567715aa08b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:23.947478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8da74efa-a955-493c-9bb4-a567715aa08b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8da74efa-a955-493c-9bb4-a567715aa08b,segment=NetworkSegment(f12e30b6-1c14-4367-8c00-05b69a57733d),segment_id=f12e30b6-1c14-4367-8c00-05b69a57733d)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:23.953119 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:23.972190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c12f6-2e0f-4a6f-a21c-103cb302e11a req-896f8773-f625-4da8-9d67-2cbe3c70a7f4 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:23.983039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c66c12f6-2e0f-4a6f-a21c-103cb302e11a req-896f8773-f625-4da8-9d67-2cbe3c70a7f4 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 944 time: 0.0787168 Aug 03 19:42:24.045168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c66c12f6-2e0f-4a6f-a21c-103cb302e11a req-db886895-4e9b-4cb4-898f-ef2e7fa6c7fe tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611167 Aug 03 19:42:24.057913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=8da74efa-a955-493c-9bb4-a567715aa08b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:24.225844 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d77d6c-3a0a-4bba-b3f2-59f6247a3980 x-openstack-request-id: req-75d77d6c-3a0a-4bba-b3f2-59f6247a3980 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:24.226147 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0181dd31-ab9b-4ec7-9889-02be170059a9", "name": "network-vif-plugged", "status": "completed", "tag": "8da74efa-a955-493c-9bb4-a567715aa08b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:24.226408 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75d77d6c-3a0a-4bba-b3f2-59f6247a3980 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:24.226806 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0181dd31-ab9b-4ec7-9889-02be170059a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da74efa-a955-493c-9bb4-a567715aa08b', 'code': 200} Aug 03 19:42:24.341576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7e001-40ba-45cf-bf79-3ad6f20fae80 req-d39ba018-a00b-4cc6-8225-fd1e85669e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:24.343188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dc7e001-40ba-45cf-bf79-3ad6f20fae80 req-d39ba018-a00b-4cc6-8225-fd1e85669e6a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 1096 time: 0.0497088 Aug 03 19:42:24.384428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0dc7e001-40ba-45cf-bf79-3ad6f20fae80 req-cbc71d57-22b4-40b6-90b7-d967f64d59b0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339522 Aug 03 19:42:24.979874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaddd4a-98a7-4704-9813-87e56a0eab41 req-06cea6f1-556d-4437-af62-0ac697017d55 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:24.987852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbaddd4a-98a7-4704-9813-87e56a0eab41 req-06cea6f1-556d-4437-af62-0ac697017d55 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 943 time: 0.0724916 Aug 03 19:42:25.059936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbaddd4a-98a7-4704-9813-87e56a0eab41 req-8a3384d8-7a03-46ee-953c-810c5443adab tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573637 Aug 03 19:42:25.166000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4447f-0284-48f4-ab93-db57b6099ada req-3b2e4e3a-8e85-42df-a62e-aca2458201e1 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:25.167621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91d4447f-0284-48f4-ab93-db57b6099ada req-3b2e4e3a-8e85-42df-a62e-aca2458201e1 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 945 time: 0.0585532 Aug 03 19:42:25.226504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91d4447f-0284-48f4-ab93-db57b6099ada req-cd50874b-55a9-470b-9c96-cc2b59f99774 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466838 Aug 03 19:42:25.583314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f427a812-afc8-400e-9a48-74ab6fd10a16 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:42:25.708181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f427a812-afc8-400e-9a48-74ab6fd10a16, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f427a812-afc8-400e-9a48-74ab6fd10a16,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:25.724058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f427a812-afc8-400e-9a48-74ab6fd10a16', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'port_id': 'f427a812-afc8-400e-9a48-74ab6fd10a16', 'mac_address': 'fa:16:3e:d2:54:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:42:25.761734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:25.775688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f427a812-afc8-400e-9a48-74ab6fd10a16 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:25.796532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f427a812-afc8-400e-9a48-74ab6fd10a16, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f427a812-afc8-400e-9a48-74ab6fd10a16,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:25.801821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:25.844664 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:25.862796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f427a812-afc8-400e-9a48-74ab6fd10a16,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:26.162040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-05bb0c1c-c87b-4f41-b589-244a9a537d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:26.169060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858ffb7-4756-44f3-8543-a3c1dba34354 req-f4dbb886-38b3-46db-991b-1638155df4cd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:26.170654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0858ffb7-4756-44f3-8543-a3c1dba34354 req-f4dbb886-38b3-46db-991b-1638155df4cd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 944 time: 0.0548165 Aug 03 19:42:26.193332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f427a812-afc8-400e-9a48-74ab6fd10a16'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:26.220921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0858ffb7-4756-44f3-8543-a3c1dba34354 req-53f32376-77f0-4f6c-b87b-8d5197828dd5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428891 Aug 03 19:42:26.368154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a54702-9f35-4e45-96c4-2f97b64ae10f req-dee0f0bf-fe8c-40ec-9cbe-f134013ac0a6 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:26.370077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53a54702-9f35-4e45-96c4-2f97b64ae10f req-dee0f0bf-fe8c-40ec-9cbe-f134013ac0a6 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 945 time: 0.0707583 Aug 03 19:42:26.414131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53a54702-9f35-4e45-96c4-2f97b64ae10f req-d5bae598-bf0b-42f4-afd3-1842c65083f9 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Aug 03 19:42:26.458828 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:42:26.533625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce977eb-ba3d-4184-9e1f-cdbb96248f8c req-3f5f747c-c525-449a-b0c3-034707879a84 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:26.535145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ce977eb-ba3d-4184-9e1f-cdbb96248f8c req-3f5f747c-c525-449a-b0c3-034707879a84 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 945 time: 0.0514402 Aug 03 19:42:26.577586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ce977eb-ba3d-4184-9e1f-cdbb96248f8c req-a1e419f0-537e-417b-a515-860e8c687a08 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Aug 03 19:42:26.950955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031c5de-be28-46e0-b5bd-7446767aa3b3 req-9108c8a9-f856-4d3b-b48f-ac793c52f314 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:26.952476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c031c5de-be28-46e0-b5bd-7446767aa3b3 req-9108c8a9-f856-4d3b-b48f-ac793c52f314 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 945 time: 0.0500720 Aug 03 19:42:26.992681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c031c5de-be28-46e0-b5bd-7446767aa3b3 req-b21b7ffa-2129-4f53-9a08-b6fd633ac235 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Aug 03 19:42:27.311838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0916d-b549-4d0d-8e37-48207aa0499a req-48e09f1a-a9f0-49ea-b748-41333925c384 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:27.314103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7e0916d-b549-4d0d-8e37-48207aa0499a req-48e09f1a-a9f0-49ea-b748-41333925c384 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 945 time: 0.0748889 Aug 03 19:42:27.386506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7e0916d-b549-4d0d-8e37-48207aa0499a req-f59b702c-ddfb-4342-bed9-548ecc6b28e8 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601485 Aug 03 19:42:27.396342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3116dd4-7dde-41ed-99f3-35f03094ff6a req-f314ae54-d38c-4d52-8a82-1ad6eec5ee77 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:27.398276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3116dd4-7dde-41ed-99f3-35f03094ff6a req-f314ae54-d38c-4d52-8a82-1ad6eec5ee77 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 944 time: 0.0832508 Aug 03 19:42:27.450680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3116dd4-7dde-41ed-99f3-35f03094ff6a req-85e2d8ba-04db-443a-83c9-6f58d25bd20a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Aug 03 19:42:27.613384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f427a812-afc8-400e-9a48-74ab6fd10a16 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:42:27.674533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port f427a812-afc8-400e-9a48-74ab6fd10a16 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:27.679714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f427a812-afc8-400e-9a48-74ab6fd10a16 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:27.680464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:27.782839 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:27.807257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85431af-35ef-4987-950f-4133f5e6e0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f427a812-afc8-400e-9a48-74ab6fd10a16'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:27.809629 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45662ac8-81d7-4e7f-b854-ceb00cf84b27" -d '{"events": [{"server_uuid": "e85431af-35ef-4987-950f-4133f5e6e0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f427a812-afc8-400e-9a48-74ab6fd10a16"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:27.823164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f427a812-afc8-400e-9a48-74ab6fd10a16, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f427a812-afc8-400e-9a48-74ab6fd10a16,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:27.829717 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:27.866948 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573f2a34-8c67-4f77-885f-8810ff307b08 x-openstack-request-id: req-573f2a34-8c67-4f77-885f-8810ff307b08 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:27.866948 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85431af-35ef-4987-950f-4133f5e6e0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f427a812-afc8-400e-9a48-74ab6fd10a16", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:27.866948 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-573f2a34-8c67-4f77-885f-8810ff307b08 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:27.866948 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85431af-35ef-4987-950f-4133f5e6e0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f427a812-afc8-400e-9a48-74ab6fd10a16', 'code': 200} Aug 03 19:42:27.895363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f427a812-afc8-400e-9a48-74ab6fd10a16,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:28.003608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda42c-f502-464b-b3af-c97d461fde28 req-f8a75343-63f9-4e4b-b6a6-5e6e61c70c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:28.005197 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2fda42c-f502-464b-b3af-c97d461fde28 req-f8a75343-63f9-4e4b-b6a6-5e6e61c70c9e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 1096 time: 0.0487049 Aug 03 19:42:28.059980 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f2fda42c-f502-464b-b3af-c97d461fde28 req-24d4ed89-45fe-4019-b8f0-1679a3e3965a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Aug 03 19:42:28.517786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469313-2cd2-416f-9bfe-a190b4cef0b5 req-758547c4-a6c8-4bdd-a922-c3e7dbedf5c4 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:28.519597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1469313-2cd2-416f-9bfe-a190b4cef0b5 req-758547c4-a6c8-4bdd-a922-c3e7dbedf5c4 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 945 time: 0.0574467 Aug 03 19:42:28.627461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933518-aa85-4199-830a-02a5bf500525 req-a36fc84f-fd3e-481e-acd7-11cfa4786c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:28.629164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96933518-aa85-4199-830a-02a5bf500525 req-a36fc84f-fd3e-481e-acd7-11cfa4786c6a tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.88 "GET /v2.0/ports?device_id=0181dd31-ab9b-4ec7-9889-02be170059a9 HTTP/1.1" status: 200 len: 945 time: 0.1086476 Aug 03 19:42:28.648624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1469313-2cd2-416f-9bfe-a190b4cef0b5 req-9f988619-299f-43cb-8bfa-6c642285220f tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a57d84bd-ffbf-474a-994d-471695c48f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184599 Aug 03 19:42:28.728199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04438728-2876-4b02-bc97-9d6c18bd7548 req-2b96221e-d7dc-4765-a621-e123d2cf685c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:28.730682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04438728-2876-4b02-bc97-9d6c18bd7548 req-2b96221e-d7dc-4765-a621-e123d2cf685c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 945 time: 0.1913655 Aug 03 19:42:28.787347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04438728-2876-4b02-bc97-9d6c18bd7548 req-1361a22a-81af-42bf-b5bf-16e03b0333bd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470800 Aug 03 19:42:28.809973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Deleting port 8da74efa-a955-493c-9bb4-a567715aa08b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:28.810314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:28.852631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47696) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:28.912603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] For port 8da74efa-a955-493c-9bb4-a567715aa08b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8da74efa-a955-493c-9bb4-a567715aa08b,segment=NetworkSegment(f12e30b6-1c14-4367-8c00-05b69a57733d),segment_id=f12e30b6-1c14-4367-8c00-05b69a57733d)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:28.913206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:28.926942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Calling delete_port for 8da74efa-a955-493c-9bb4-a567715aa08b owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:28.968903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2f61-58c4-42e4-b7d7-58445df0380e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.083172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.092446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2f61-58c4-42e4-b7d7-58445df0380e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.098017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['8da74efa-a955-493c-9bb4-a567715aa08b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:29.098502 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2f61-58c4-42e4-b7d7-58445df0380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.114453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Pushing event deleted for resources: {'Port': ['ID=8da74efa-a955-493c-9bb4-a567715aa08b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:29.146022 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ff6f2f61-58c4-42e4-b7d7-58445df0380e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=548abbfc6d804d20843c352ddfc16a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922540 Aug 03 19:42:29.149961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47700) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:29.159220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f2f61-58c4-42e4-b7d7-58445df0380e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b8c603-d837-474f-aa1f-e221a3a0cf25,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:29.161198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] No DVR routers for this DVR port 8da74efa-a955-493c-9bb4-a567715aa08b on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:29.163626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.165808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96933518-aa85-4199-830a-02a5bf500525 req-c0d43aa1-b9c1-4645-895b-73b9e544df48 tempest-ServersNegativeTestMultiTenantJSON-1775636101 tempest-ServersNegativeTestMultiTenantJSON-1775636101-project] 10.222.0.88 "DELETE /v2.0/ports/8da74efa-a955-493c-9bb4-a567715aa08b HTTP/1.1" status: 204 len: 173 time: 0.5282671 Aug 03 19:42:29.166250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0181dd31-ab9b-4ec7-9889-02be170059a9', 'name': 'network-vif-deleted', 'tag': '8da74efa-a955-493c-9bb4-a567715aa08b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:29.168458 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9945b995-9104-4027-b7ce-91c5392914ca" -d '{"events": [{"server_uuid": "0181dd31-ab9b-4ec7-9889-02be170059a9", "name": "network-vif-deleted", "tag": "8da74efa-a955-493c-9bb4-a567715aa08b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:29.215629 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6877fc71-4fbc-4a5c-bf9c-9b3e80c35043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.239913 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa88cd3-7e4f-4af2-b1b4-e532943fc97d x-openstack-request-id: req-3aa88cd3-7e4f-4af2-b1b4-e532943fc97d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:29.240205 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0181dd31-ab9b-4ec7-9889-02be170059a9", "name": "network-vif-deleted", "tag": "8da74efa-a955-493c-9bb4-a567715aa08b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:29.240454 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3aa88cd3-7e4f-4af2-b1b4-e532943fc97d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:29.240847 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0181dd31-ab9b-4ec7-9889-02be170059a9', 'name': 'network-vif-deleted', 'tag': '8da74efa-a955-493c-9bb4-a567715aa08b', 'status': 'completed', 'code': 200} Aug 03 19:42:29.241940 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6877fc71-4fbc-4a5c-bf9c-9b3e80c35043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.308469 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6877fc71-4fbc-4a5c-bf9c-9b3e80c35043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.311175 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6877fc71-4fbc-4a5c-bf9c-9b3e80c35043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.315439 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6877fc71-4fbc-4a5c-bf9c-9b3e80c35043 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9b8c603-d837-474f-aa1f-e221a3a0cf25 HTTP/1.1" status: 204 len: 168 time: 0.1612978 Aug 03 19:42:29.324071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877fc71-4fbc-4a5c-bf9c-9b3e80c35043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b8c603-d837-474f-aa1f-e221a3a0cf25,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:29.648043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47708) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:29.663464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b4f63f4-0ac2-4648-b4b6-47801f37ee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.730558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47712) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:29.783164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.788435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b4f63f4-0ac2-4648-b4b6-47801f37ee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.793934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-15da2eae-99d3-4010-baee-5768ca296a7b admin admin] Deleting subnet 349379ad-6d8a-4ae7-a607-e257d0dfe6f8 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:29.794264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3b4f63f4-0ac2-4648-b4b6-47801f37ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.799103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15da2eae-99d3-4010-baee-5768ca296a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.863231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f63f4-0ac2-4648-b4b6-47801f37ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7671214-06fe-4fb3-9434-16015e6b6d67,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:29.888394 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3b4f63f4-0ac2-4648-b4b6-47801f37ee07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb1e92fe22094b0e8e0192e38c98ca69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373989 Aug 03 19:42:29.889918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47718) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:29.894105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15da2eae-99d3-4010-baee-5768ca296a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:29.978486 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-7fe474a8-0d3a-4829-a64e-3592d9414386 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869832 Aug 03 19:42:29.985359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15da2eae-99d3-4010-baee-5768ca296a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.004952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c51d2ce-cfa0-4570-9ccb-880dbde75c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.021723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c9c0e-030e-4079-922e-67894a028a37 req-3fff4c78-eb6c-4ca5-a33c-9fae29bdc4dd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:30.023140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-231c9c0e-030e-4079-922e-67894a028a37 req-3fff4c78-eb6c-4ca5-a33c-9fae29bdc4dd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 945 time: 0.0878778 Aug 03 19:42:30.036118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c51d2ce-cfa0-4570-9ccb-880dbde75c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.098378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-231c9c0e-030e-4079-922e-67894a028a37 req-3585fc44-c19b-4183-a5fb-9049631ba4bb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528302 Aug 03 19:42:30.118935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15da2eae-99d3-4010-baee-5768ca296a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.154613 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-700b09f5-0d2c-4f5c-a76a-fecdc1099425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:30.156484 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-700b09f5-0d2c-4f5c-a76a-fecdc1099425 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1059513 Aug 03 19:42:30.164223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da2eae-99d3-4010-baee-5768ca296a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349379ad-6d8a-4ae7-a607-e257d0dfe6f8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:30.166334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15da2eae-99d3-4010-baee-5768ca296a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.168509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-15da2eae-99d3-4010-baee-5768ca296a7b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/349379ad-6d8a-4ae7-a607-e257d0dfe6f8 HTTP/1.1" status: 204 len: 168 time: 0.4367566 Aug 03 19:42:30.172828 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c51d2ce-cfa0-4570-9ccb-880dbde75c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.173686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47726) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:30.177389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c51d2ce-cfa0-4570-9ccb-880dbde75c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.178827 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7c51d2ce-cfa0-4570-9ccb-880dbde75c7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7671214-06fe-4fb3-9434-16015e6b6d67 HTTP/1.1" status: 204 len: 168 time: 0.2860048 Aug 03 19:42:30.267320 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.267631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51d2ce-cfa0-4570-9ccb-880dbde75c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7671214-06fe-4fb3-9434-16015e6b6d67,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:30.279726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-899a8087-0fc8-4b12-8234-75b6dd6251ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:30.282053 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-899a8087-0fc8-4b12-8234-75b6dd6251ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.0941806 Aug 03 19:42:30.300199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34e4a0f0-4879-4ab3-9613-dffe605431fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.349689 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-f31dd5bb-6c5e-4bca-8666-f5a7d11c2b4d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f427a812-afc8-400e-9a48-74ab6fd10a16 HTTP/1.1" status: 200 len: 217 time: 0.0606375 Aug 03 19:42:30.424769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83926917-05b4-42a3-9637-07711013ee53 req-22607b57-4d4f-4701-9143-bcf2f68e1ea8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:30.439817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83926917-05b4-42a3-9637-07711013ee53 req-22607b57-4d4f-4701-9143-bcf2f68e1ea8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 945 time: 0.1761158 Aug 03 19:42:30.457058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-a511661f-c35b-4918-b5b0-aaf5af1e4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:30.461450 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.464876 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-a511661f-c35b-4918-b5b0-aaf5af1e4bbc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.1080244 Aug 03 19:42:30.494475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d574d134-4842-4df8-8fd5-1941b79ed275']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:30.525987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12e30b6-1c14-4367-8c00-05b69a57733d') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:30.526551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12e30b6-1c14-4367-8c00-05b69a57733d') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:30.540892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83926917-05b4-42a3-9637-07711013ee53 req-4107229d-901c-439c-9d1f-6fdccaa11604 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000214 Aug 03 19:42:30.543056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.548778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-ce7a8b5f-7721-4aea-9ecc-c09ca7f4ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:30.550566 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-ce7a8b5f-7721-4aea-9ecc-c09ca7f4ad17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772626 Aug 03 19:42:30.574658 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.582863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:42:30.583281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:42:30.585043 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:42:30.698314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.711334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.717413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d574d134-4842-4df8-8fd5-1941b79ed275 HTTP/1.1" status: 204 len: 168 time: 0.5371101 Aug 03 19:42:30.721735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47740) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:30.759509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba875d7-6fa3-4364-8b08-30dfe979d327 admin admin] Pushing event deleted for resources: {'Network': ['ID=d574d134-4842-4df8-8fd5-1941b79ed275,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:30.786706 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-d0e63946-48be-4d39-95d1-8185c5859ebe service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282176 Aug 03 19:42:30.799759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9dfbbb-f592-4661-acc2-ef97845c4bf7 admin admin] Deleting subnet 3e9b7626-5f9c-455b-bdcf-85119e8899ad {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:30.802597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f9dfbbb-f592-4661-acc2-ef97845c4bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.914003 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f9dfbbb-f592-4661-acc2-ef97845c4bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:30.988406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f9dfbbb-f592-4661-acc2-ef97845c4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.017202 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5c5f29c0-3cf6-4ca0-b774-58cbadd0aa05 req-6937120a-1108-4c38-915d-7c14f3bcc993 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768320 Aug 03 19:42:31.075313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f9dfbbb-f592-4661-acc2-ef97845c4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.162789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f9dfbbb-f592-4661-acc2-ef97845c4bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.167547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47760) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:31.167719 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6f9dfbbb-f592-4661-acc2-ef97845c4bf7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3e9b7626-5f9c-455b-bdcf-85119e8899ad HTTP/1.1" status: 204 len: 168 time: 0.4444585 Aug 03 19:42:31.169950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dfbbb-f592-4661-acc2-ef97845c4bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9b7626-5f9c-455b-bdcf-85119e8899ad,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:31.299575 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.464187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.494076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:31.540286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e390e9-b9be-4059-84a1-34c09d41a2fd') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:31.540577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e390e9-b9be-4059-84a1-34c09d41a2fd') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:31.562785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.588252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.597013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:42:31.598175 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:42:31.599932 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:42:31.672738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.691903 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.693860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] 10.222.0.42 "DELETE /v2.0/networks/c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2 HTTP/1.1" status: 204 len: 168 time: 0.5246341 Aug 03 19:42:31.713610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d1a0a-dda0-4834-aed6-80f0aef1c14d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e4c919-ea89-45a0-9ce5-dd01bd6b7da2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:31.723863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8da74efa-a955-493c-9bb4-a567715aa08b no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:31.757937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 8da74efa-a955-493c-9bb4-a567715aa08b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:31.758317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8da74efa-a955-493c-9bb4-a567715aa08b not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:31.990337 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.995638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47800) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:32.073882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47806) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:32.076669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5b6d80d3-beb0-45d0-ae55-8a0abff0fa6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5d2711b60134b98a62c10d1523b1fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790224 Aug 03 19:42:32.226625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c400dd-edb6-4bfc-9491-b175395403ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:32.321031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c400dd-edb6-4bfc-9491-b175395403ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:32.447181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c400dd-edb6-4bfc-9491-b175395403ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:32.468890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c400dd-edb6-4bfc-9491-b175395403ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:32.470374 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-06c400dd-edb6-4bfc-9491-b175395403ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a57d84bd-ffbf-474a-994d-471695c48f32 HTTP/1.1" status: 204 len: 168 time: 0.3949978 Aug 03 19:42:32.527210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c400dd-edb6-4bfc-9491-b175395403ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d84bd-ffbf-474a-994d-471695c48f32,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:33.019443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47852) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:33.072686 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3a7e367-fa7d-4ef5-a827-035273522298 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bd15cebaffb4248b6f6010e8e1af74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460365 Aug 03 19:42:33.073497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47856) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:33.126628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c8e8d8d-b319-4ac5-bcf1-ed68fcb2fec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:33.150098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c8e8d8d-b319-4ac5-bcf1-ed68fcb2fec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:33.212451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c8e8d8d-b319-4ac5-bcf1-ed68fcb2fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:33.215164 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c8e8d8d-b319-4ac5-bcf1-ed68fcb2fec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:33.219673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c8e8d8d-b319-4ac5-bcf1-ed68fcb2fec7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a2e94f9-b221-4e76-b091-d7486e7a17cd HTTP/1.1" status: 204 len: 168 time: 0.1444988 Aug 03 19:42:33.229647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e8d8d-b319-4ac5-bcf1-ed68fcb2fec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2e94f9-b221-4e76-b091-d7486e7a17cd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:34.295246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47928) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:34.352441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c8a04-fafb-47c2-b252-1062cc074287 req-1a539a8f-2899-4a95-bd27-6858b5c307b0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:34.354183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-1a539a8f-2899-4a95-bd27-6858b5c307b0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.1529498 Aug 03 19:42:34.384683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-b0d40d62-5b79-490e-b183-ac87ad5251ee tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/quotas/a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 375 time: 0.0203276 Aug 03 19:42:34.431724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-960277730-network', 'tenant_id': 'bd01eeafd6874ca9aaff6f5e9090d4f8'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:34.462450 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.474860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-db86c28e-e0d3-4a9c-9859-3a843fce7a68 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871711 Aug 03 19:42:34.478378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Made reservation on behalf of bd01eeafd6874ca9aaff6f5e9090d4f8 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:34.482874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.505653 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.623971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-c626c8a1-1d4c-4236-af99-794bd2459724 service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476624 Aug 03 19:42:34.688623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47940) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:34.761678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.767151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.789776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:34.801713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-aa5825f3-5fab-46d8-9b12-5a45518f773b service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652937 Aug 03 19:42:34.831866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-7f97a141-2f8b-4894-a2b8-64d27f6fa196 req-4d85c7c1-5644-45bf-88c8-d1e24f532e3c service neutron] (94134) timed out ('10.222.0.42', 57688) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:42:34.836714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.836835 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Added segment f04b99ba-9a01-4ccb-a6d0-df6ef6567c76 of type vlan for network a7943c06-310a-4442-aee4-65ca121ef46a Aug 03 19:42:34.851110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bd6812-ad54-484b-96d3-6c4fde594d6e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:34.899293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62101435-6ac8-4ae0-95cd-35915ff7309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.912984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.987307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.988719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:34.997638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.102256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403c3d23-b430-4baa-98b3-e2578ee93377 req-a5e099b4-f0d2-4754-93a5-07a6a7d51500 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.0499017 Aug 03 19:42:35.152329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] Pushing event updated for resources: {'Network': ['ID=a7943c06-310a-4442-aee4-65ca121ef46a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:35.173109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a7943c06-310a-4442-aee4-65ca121ef46a details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:35.181462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62101435-6ac8-4ae0-95cd-35915ff7309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.188424 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62101435-6ac8-4ae0-95cd-35915ff7309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.216530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d7ed131-63b3-4262-8b66-ca050b356482 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9202042 Aug 03 19:42:35.219838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47952) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:35.224758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Request body: {'subnet': {'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-960277730-subnet', 'tenant_id': 'bd01eeafd6874ca9aaff6f5e9090d4f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:35.254401 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-62101435-6ac8-4ae0-95cd-35915ff7309f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=762fdf2b7ce04100973486bfbcddd15c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634990 Aug 03 19:42:35.255476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62101435-6ac8-4ae0-95cd-35915ff7309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33435d5-5d0c-44b5-b9e8-d1faa9e59e75,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:35.260900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47956) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:35.285441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Made reservation on behalf of bd01eeafd6874ca9aaff6f5e9090d4f8 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:35.289803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.344256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07dab778-b162-4387-be71-d25c4616bc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.383507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07dab778-b162-4387-be71-d25c4616bc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.474030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07dab778-b162-4387-be71-d25c4616bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.476553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07dab778-b162-4387-be71-d25c4616bc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.477899 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07dab778-b162-4387-be71-d25c4616bc18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a33435d5-5d0c-44b5-b9e8-d1faa9e59e75 HTTP/1.1" status: 204 len: 168 time: 0.2156227 Aug 03 19:42:35.489174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dab778-b162-4387-be71-d25c4616bc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33435d5-5d0c-44b5-b9e8-d1faa9e59e75,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:35.600268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.682135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:35.685950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Checking segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:35.687007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Network hostable DHCP agents. Network: a7943c06-310a-4442-aee4-65ca121ef46a, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:35.720328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Network a7943c06-310a-4442-aee4-65ca121ef46a is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:35.736583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a7943c06-310a-4442-aee4-65ca121ef46a) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:35.749505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7565753-ed3c-4572-921b-a119803e02d1 None None] Network a7943c06-310a-4442-aee4-65ca121ef46a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:35.783567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:35.786751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.816657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6b63a7ec-a7e0-49dd-ad76-67631247b96b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5955851 Aug 03 19:42:35.928725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 47970) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:35.945142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-302f858c-40fa-4776-9127-391e05e32e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:35.954609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def5d71-de5e-4131-a02a-182984e3e56f None None] Network a7943c06-310a-4442-aee4-65ca121ef46a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:36.075703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-302f858c-40fa-4776-9127-391e05e32e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:36.080002 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-302f858c-40fa-4776-9127-391e05e32e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:36.121557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-302f858c-40fa-4776-9127-391e05e32e67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fd2dbd1f1d34f06ba56ccaf054853b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916399 Aug 03 19:42:36.122709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f858c-40fa-4776-9127-391e05e32e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab4de73-fa66-4e0f-9e1f-20c9b4ee6117,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:36.124801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 47978) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:36.191386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf33b806-2b83-48e8-9c96-1f85c4367003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:36.201610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1040414-50b1-4985-8581-5171d3821367 req-9251cb0d-ec41-4095-a420-5086568fbf51 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.0280447 Aug 03 19:42:36.213884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf33b806-2b83-48e8-9c96-1f85c4367003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:36.268525 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf33b806-2b83-48e8-9c96-1f85c4367003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:36.271296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf33b806-2b83-48e8-9c96-1f85c4367003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:36.272483 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cf33b806-2b83-48e8-9c96-1f85c4367003 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ab4de73-fa66-4e0f-9e1f-20c9b4ee6117 HTTP/1.1" status: 204 len: 168 time: 0.1458864 Aug 03 19:42:36.281816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33b806-2b83-48e8-9c96-1f85c4367003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab4de73-fa66-4e0f-9e1f-20c9b4ee6117,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:36.891194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f535-0a44-45b1-aea7-3055e971473d req-b9992414-b189-4d42-9e28-90ff97001a80 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:36.892760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-b9992414-b189-4d42-9e28-90ff97001a80 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 814 time: 0.5677369 Aug 03 19:42:36.904250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2b9ba0a3-85df-47b1-bfa2-200e0fd6cb34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:36.905803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2b9ba0a3-85df-47b1-bfa2-200e0fd6cb34 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.88 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.5274365 Aug 03 19:42:36.919208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'port': {'device_id': '6dab0da9-3a46-46ed-a463-8f1a86a997f8', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'admin_state_up': True, 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:36.936800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-e00f30bb-35d4-40d0-80ea-4f12aed53bf6 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/quotas/bd01eeafd6874ca9aaff6f5e9090d4f8 HTTP/1.1" status: 200 len: 375 time: 0.0299420 Aug 03 19:42:37.008635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-cad6a0b3-4e5c-4834-9f04-d05352ff1a5c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359318 Aug 03 19:42:37.154026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:37.157980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:37.196837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-2fbb6736-ad3a-48d9-b957-82ded83a2013 service neutron] 10.222.0.42 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801133 Aug 03 19:42:37.416499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82034f1f-55ab-4345-a9ea-24c38d7a39f5 req-bb7433b5-bd4f-4f1a-8525-200aed35bf52 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.0462997 Aug 03 19:42:37.505264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-b5ffc6e0-c5a6-45cd-b471-ed1ba8023d71 service neutron] 10.222.0.42 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074701 Aug 03 19:42:37.516968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.20.0.13 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:37.804093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-835157b6-4124-41da-89c1-42ac40bc9e74 req-3bf5637b-e397-4064-bc94-57bc83187d7c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 210 time: 0.0530887 Aug 03 19:42:37.835787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:37.854240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Transition to ACTIVE for port object a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:37.896122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48046) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:37.905599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:37.959742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:37.962932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f427a812-afc8-400e-9a48-74ab6fd10a16'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:37.963572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:37.971409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:37.980337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:38.032773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:38.033652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.060272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0b731f0a-358e-4ab5-963c-a32a8cd1edc1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1455858 Aug 03 19:42:38.074738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Request body: {'port': {'device_id': '6dab0da9-3a46-46ed-a463-8f1a86a997f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:38.203513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7e1078f7-f034-4d42-9e1a-7b43708d7f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.219334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.459137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7e1078f7-f034-4d42-9e1a-7b43708d7f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.461786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-57dfbfea-4244-4eb5-9135-5e7d74c26bcc None None] Provisioning for port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:38.468754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-57dfbfea-4244-4eb5-9135-5e7d74c26bcc None None] Provisioning complete for port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:38.470748 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-57dfbfea-4244-4eb5-9135-5e7d74c26bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.471845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7e1078f7-f034-4d42-9e1a-7b43708d7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.533193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-57dfbfea-4244-4eb5-9135-5e7d74c26bcc None None] Port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:42:38.563130 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7e1078f7-f034-4d42-9e1a-7b43708d7f1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=445bdfd2b0e04da692f9d26da71098b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6653113 Aug 03 19:42:38.568914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48060) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:38.656547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1078f7-f034-4d42-9e1a-7b43708d7f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80acaef-3920-4781-8af2-57e1db2bf1a8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:38.672651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2dd77b7-64c2-4fbd-b87a-eb83a1ce0630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.702840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2dd77b7-64c2-4fbd-b87a-eb83a1ce0630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.760718 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2dd77b7-64c2-4fbd-b87a-eb83a1ce0630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.764077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2dd77b7-64c2-4fbd-b87a-eb83a1ce0630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.765811 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2dd77b7-64c2-4fbd-b87a-eb83a1ce0630 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a80acaef-3920-4781-8af2-57e1db2bf1a8 HTTP/1.1" status: 204 len: 168 time: 0.1756361 Aug 03 19:42:38.776470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd77b7-64c2-4fbd-b87a-eb83a1ce0630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80acaef-3920-4781-8af2-57e1db2bf1a8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:38.816099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f707566-07b1-4843-b1fe-e4795950b095 req-f73c7ba8-56a7-4020-892a-4e41d4d6c593 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:38.825346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f707566-07b1-4843-b1fe-e4795950b095 req-f73c7ba8-56a7-4020-892a-4e41d4d6c593 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 932 time: 0.2097902 Aug 03 19:42:38.911581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:38.924391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.930703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f707566-07b1-4843-b1fe-e4795950b095 req-db82cab7-f24a-4a30-a536-1262a7aff5fb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043310 Aug 03 19:42:38.978581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Transition to ACTIVE for port object a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:38.982707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1510045b-d94f-45d7-adaa-8d4e6bb9f8e2 req-d9b316cd-bcd6-4a61-88e2-b55fb684aa41 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 210 time: 0.0552542 Aug 03 19:42:38.986671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:39.054181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:39.306284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Attempting to bind port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:39.307493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Attempting to bind port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:39.320969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Attempting to bind port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:39.344275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:39.344548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Attempting to bind port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:39.360600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:42:39.360957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:39.361463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:42:39.361843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Bound port: a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:42:39.362312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:39.530841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] For port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:39.535854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] For port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:42:39.541818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:39.571330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f535-0a44-45b1-aea7-3055e971473d req-3db407e1-f211-4c94-ad29-2afff7d5bef9 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:39.574682 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-3db407e1-f211-4c94-ad29-2afff7d5bef9 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.63 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 814 time: 0.2657099 Aug 03 19:42:39.613035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:39.613388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Request body: {'port': {'device_id': '51c3f581-d0e6-4d73-84e4-7e91a63883c2', 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'admin_state_up': True, 'tenant_id': 'bd01eeafd6874ca9aaff6f5e9090d4f8'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:39.614126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:39.619315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] 10.222.0.88 "PUT /v2.0/ports/a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 HTTP/1.1" status: 200 len: 1092 time: 1.5481596 Aug 03 19:42:39.620071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dab0da9-3a46-46ed-a463-8f1a86a997f8', 'tag': 'a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:39.628386 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b755ca-1c87-493a-a717-ab951025a6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6dab0da9-3a46-46ed-a463-8f1a86a997f8", "tag": "a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:39.745011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69af65-80dc-438c-b326-45113e883d56 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:39.771350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c8a04-fafb-47c2-b252-1062cc074287 req-15558775-41dc-4748-b2e2-f15a75c38ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:39.775402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-15558775-41dc-4748-b2e2-f15a75c38ef4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 1095 time: 0.0990365 Aug 03 19:42:39.781971 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f78ee9-f037-4bc8-9857-7faf82638271 x-openstack-request-id: req-a4f78ee9-f037-4bc8-9857-7faf82638271 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:39.782269 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dab0da9-3a46-46ed-a463-8f1a86a997f8", "tag": "a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:39.782546 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4f78ee9-f037-4bc8-9857-7faf82638271 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:39.783031 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dab0da9-3a46-46ed-a463-8f1a86a997f8', 'tag': 'a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19', 'status': 'completed', 'code': 200} Aug 03 19:42:39.880481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-895fb37a-f4f1-4580-846e-86a188350d3a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 HTTP/1.1" status: 200 len: 217 time: 0.0964811 Aug 03 19:42:39.960138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2bf5c550-740f-4481-8b18-a9705715b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:39.963419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-2bf5c550-740f-4481-8b18-a9705715b939 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0757408 Aug 03 19:42:39.969114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Made reservation on behalf of bd01eeafd6874ca9aaff6f5e9090d4f8 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:39.976457 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.070362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c8a04-fafb-47c2-b252-1062cc074287 req-d00849ba-17e9-478e-ab05-cafaebae20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:40.072170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-d00849ba-17e9-478e-ab05-cafaebae20ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977275 Aug 03 19:42:40.176812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Allocated IP 172.20.0.3 (a7943c06-310a-4442-aee4-65ca121ef46a/4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a/f81ab83a-d306-4b65-be40-94b348ad1161) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:40.320678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a37101ce-1e45-4551-8012-13ad373a26fa req-8480add4-b092-4549-bd8f-e850871ce6f7 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 210 time: 0.1248045 Aug 03 19:42:40.408359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b44bd-b0f1-49e2-ad80-e29980afd830 req-04cf40ed-90f1-45a1-bfd3-21740f47d9cb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:40.410000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53b44bd-b0f1-49e2-ad80-e29980afd830 req-04cf40ed-90f1-45a1-bfd3-21740f47d9cb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.2298687 Aug 03 19:42:40.421127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.474380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-0f96e93d-4a32-40f1-b07e-e493a7ab3aea service neutron] 10.222.0.88 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942556 Aug 03 19:42:40.485528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.556544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Pushing event updated for resources: {'Port': ['ID=f81ab83a-d306-4b65-be40-94b348ad1161,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:40.576570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Network a7943c06-310a-4442-aee4-65ca121ef46a is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:40.589343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:40.595819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:40.653804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53b44bd-b0f1-49e2-ad80-e29980afd830 req-3e7f61a6-1e0b-4133-87cf-e9cf0d502ac8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282164 Aug 03 19:42:40.709368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:40.710050 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.715447 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-791c8a04-fafb-47c2-b252-1062cc074287 req-d0895057-67ef-46ec-b04d-1162b344a263 service neutron] 10.222.0.88 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289093 Aug 03 19:42:40.727510 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-b2eadaad-6a46-45e7-a61e-b2e27b40550a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1275365 Aug 03 19:42:40.761307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Request body: {'port': {'device_id': '51c3f581-d0e6-4d73-84e4-7e91a63883c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:40.845087 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.896864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-35763fea-c836-4e88-a0ea-b185da19e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:40.901824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-35763fea-c836-4e88-a0ea-b185da19e19d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 1095 time: 0.1341670 Aug 03 19:42:41.215681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-035eafcd-bc67-4fc5-90eb-7621ad3fca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:41.224207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-035eafcd-bc67-4fc5-90eb-7621ad3fca5e service neutron] 10.222.0.88 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.3085999 Aug 03 19:42:41.225695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81ab83a-d306-4b65-be40-94b348ad1161 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:41.236155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:41.269003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Transition to ACTIVE for port object f81ab83a-d306-4b65-be40-94b348ad1161 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:41.275926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:41.276258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-16e97021-6b50-4256-9d1e-7ad78cbd17c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 HTTP/1.1" status: 200 len: 217 time: 0.0494361 Aug 03 19:42:41.362547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ab83a-d306-4b65-be40-94b348ad1161,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:41.425694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-40c6e8a9-a44c-4d3d-919c-0831caa14a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:41.427251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-40c6e8a9-a44c-4d3d-919c-0831caa14a82 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.1432538 Aug 03 19:42:41.541589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Attempting to bind port f81ab83a-d306-4b65-be40-94b348ad1161 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:41.542084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Attempting to bind port f81ab83a-d306-4b65-be40-94b348ad1161 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:41.542519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Attempting to bind port f81ab83a-d306-4b65-be40-94b348ad1161 on network a7943c06-310a-4442-aee4-65ca121ef46a {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:41.543642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-8e15b740-9f8b-4b93-b4a7-2de8465e2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:41.545216 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-8e15b740-9f8b-4b93-b4a7-2de8465e2de1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087811 Aug 03 19:42:41.551621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Port f81ab83a-d306-4b65-be40-94b348ad1161 on network a7943c06-310a-4442-aee4-65ca121ef46a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:41.552121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Attempting to bind port f81ab83a-d306-4b65-be40-94b348ad1161 on network a7943c06-310a-4442-aee4-65ca121ef46a {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:41.565799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48124) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:41.575024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:42:41.575453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Checking segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:41.575953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Bound using segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:42:41.576671 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Bound port: f81ab83a-d306-4b65-be40-94b348ad1161, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:42:41.577261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:41.702711 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] For port f81ab83a-d306-4b65-be40-94b348ad1161, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:41.713514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] For port f81ab83a-d306-4b65-be40-94b348ad1161, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f81ab83a-d306-4b65-be40-94b348ad1161,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:42:41.728210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:41.739335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1f90a-78ef-4e6c-afc6-7fd9379748b7 req-b027f0e3-b1c9-43bb-bed3-3d34f4297406 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:41.748500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af1f90a-78ef-4e6c-afc6-7fd9379748b7 req-b027f0e3-b1c9-43bb-bed3-3d34f4297406 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 943 time: 0.2651172 Aug 03 19:42:41.802784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:41.803808 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:41.805464 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] 10.222.0.63 "PUT /v2.0/ports/f81ab83a-d306-4b65-be40-94b348ad1161 HTTP/1.1" status: 200 len: 1091 time: 1.0639610 Aug 03 19:42:41.807931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c3f581-d0e6-4d73-84e4-7e91a63883c2', 'tag': 'f81ab83a-d306-4b65-be40-94b348ad1161'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:41.810475 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1432bd6d-b235-479e-9396-ea6f844fffe0" -d '{"events": [{"name": "network-changed", "server_uuid": "51c3f581-d0e6-4d73-84e4-7e91a63883c2", "tag": "f81ab83a-d306-4b65-be40-94b348ad1161"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:41.825666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af1f90a-78ef-4e6c-afc6-7fd9379748b7 req-56327b2d-af9d-4a9a-992f-4085f5d85f1d tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755880 Aug 03 19:42:41.907996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-f8f01b68-4c8a-4afc-920b-2e471b7157c4 service neutron] 10.222.0.88 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505368 Aug 03 19:42:41.951505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1700569107'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:41.977895 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e5c0c-891e-405c-9e3c-c2920eefc437 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ab83a-d306-4b65-be40-94b348ad1161,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:42.003935 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de508787-dee7-4872-aa71-a83120cfd842 x-openstack-request-id: req-de508787-dee7-4872-aa71-a83120cfd842 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:42.004413 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c3f581-d0e6-4d73-84e4-7e91a63883c2", "tag": "f81ab83a-d306-4b65-be40-94b348ad1161", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:42.004919 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de508787-dee7-4872-aa71-a83120cfd842 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:42.005600 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c3f581-d0e6-4d73-84e4-7e91a63883c2', 'tag': 'f81ab83a-d306-4b65-be40-94b348ad1161', 'status': 'completed', 'code': 200} Aug 03 19:42:42.035707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87721ec7-6756-47cb-9f8d-6507302a2a7c req-9e4652c6-8608-4edc-9038-8d02e050c4a7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:42.037249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87721ec7-6756-47cb-9f8d-6507302a2a7c req-9e4652c6-8608-4edc-9038-8d02e050c4a7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.2289286 Aug 03 19:42:42.052479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f535-0a44-45b1-aea7-3055e971473d req-95a7bb34-91df-4fc4-bd96-66149b315765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:42.054005 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-95a7bb34-91df-4fc4-bd96-66149b315765 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 1094 time: 0.1775949 Aug 03 19:42:42.054841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Made reservation on behalf of 33eaaaed0b65485186f5ab6e9a870ecb for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:42.058024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:42.084745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:42.091392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03b755ca-1c87-493a-a717-ab951025a6e3 req-aa287bb9-f5ff-4462-b9af-840d84742ae8 service neutron] 10.222.0.88 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757247 Aug 03 19:42:42.107797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87721ec7-6756-47cb-9f8d-6507302a2a7c req-654eef6b-4ce0-4554-b4d1-25b1e8e13e38 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580680 Aug 03 19:42:42.139381 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-d6a2fb43-cc60-4fe8-a1bb-f3ffd37a06c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f81ab83a-d306-4b65-be40-94b348ad1161 HTTP/1.1" status: 200 len: 217 time: 0.0572777 Aug 03 19:42:42.213835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f535-0a44-45b1-aea7-3055e971473d req-8c919dfc-6b35-48e9-a200-c4e236ece9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:42.215343 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-8c919dfc-6b35-48e9-a200-c4e236ece9ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.0682185 Aug 03 19:42:42.256759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-db2b588b-d3c6-44f0-9d70-1d3a2ba060b7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340588 Aug 03 19:42:42.377096 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:42.398821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:42.409833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-0a3ce269-f850-4f49-811a-f11d5f1605b1 service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456220 Aug 03 19:42:42.433077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:42.529998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9abef1e-2c18-4128-9498-8b87d1f3c9c1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:42.542598 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:42.547469 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Added segment dfc80b7c-37af-4e51-b670-44c79f965e88 of type vlan for network b0bf3d5f-f408-446d-ad10-a5856f7b2844 Aug 03 19:42:42.954701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:42.987911 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e994f535-0a44-45b1-aea7-3055e971473d req-ceaf76f0-9103-4d24-93d7-3360812cf557 service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676289 Aug 03 19:42:43.017873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:43.025907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.026546 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:43.095620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82969d5d-4b35-4d0c-963d-66cc9504cc34 req-114a7cc3-6ce0-4ac9-92c4-fa08f1a9585f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.102174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82969d5d-4b35-4d0c-963d-66cc9504cc34 req-114a7cc3-6ce0-4ac9-92c4-fa08f1a9585f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 943 time: 0.1378949 Aug 03 19:42:43.118388 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5513697 Aug 03 19:42:43.167276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82969d5d-4b35-4d0c-963d-66cc9504cc34 req-52a8d457-1f00-46a4-9bd9-46b510b0c8fd tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639658 Aug 03 19:42:43.179262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c2609-a233-42d0-98f5-d87d93b4b50a tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Pushing event updated for resources: {'Network': ['ID=b0bf3d5f-f408-446d-ad10-a5856f7b2844,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:43.182762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-77dab03e-5afe-4f5b-beb0-39065b150df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.184211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-77dab03e-5afe-4f5b-beb0-39065b150df4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 1094 time: 0.0853577 Aug 03 19:42:43.193464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network b0bf3d5f-f408-446d-ad10-a5856f7b2844 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:43.351698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-9fc25ed3-c63c-4cfc-a7fa-d2012d069ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.353255 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-9fc25ed3-c63c-4cfc-a7fa-d2012d069ee3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 915 time: 0.1447103 Aug 03 19:42:43.405168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48144) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:43.410988 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-4d582f65-8d0d-4e76-baca-9ebb47bae7c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f81ab83a-d306-4b65-be40-94b348ad1161 HTTP/1.1" status: 200 len: 217 time: 0.0485032 Aug 03 19:42:43.417664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Request body: {'port': {'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844', 'binding:host_id': 'n-h1-803378-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1813667062'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:43.457584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a42d8-2138-43b2-8fed-6ec5c59d3c51 req-a04a3529-0783-4178-ad9e-378fb67a3aad tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.461377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb2a42d8-2138-43b2-8fed-6ec5c59d3c51 req-a04a3529-0783-4178-ad9e-378fb67a3aad tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1478922 Aug 03 19:42:43.494629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Made reservation on behalf of 8ff3b2e84b4645bf80ea1909ee640c16 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:43.499973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:43.520656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-8786ba4b-d472-4d82-b168-7f1ad1caad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.520656 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-8786ba4b-d472-4d82-b168-7f1ad1caad53 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.1025517 Aug 03 19:42:43.536840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:43.574124 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-b0d852c9-01ad-44e4-9a4e-6d3f5e468fcf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456302 Aug 03 19:42:43.601331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb2a42d8-2138-43b2-8fed-6ec5c59d3c51 req-eb1f0657-46a9-4e6f-a73c-39ccb99baea3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263208 Aug 03 19:42:43.745412 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-8fda0faf-4a72-492e-9f7e-c9f423c23e1e service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621065 Aug 03 19:42:43.836105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:43.844588 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:43.863543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] device_id is not set on port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:43.881531 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1432bd6d-b235-479e-9396-ea6f844fffe0 req-231c6497-3002-43d3-b0aa-260ed6f555e1 service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281614 Aug 03 19:42:43.959734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b0ced0-5de4-4c43-9adf-cff6228ea875,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:44.232449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] device_id is not set on port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:44.255727 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:44.270288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Transition to ACTIVE for port object 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:44.295322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:44.393596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa194582-057d-4ca4-958f-beadeb28d572 req-1423f01c-a3a1-4580-8d89-133ba00e615f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:44.395140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa194582-057d-4ca4-958f-beadeb28d572 req-1423f01c-a3a1-4580-8d89-133ba00e615f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 943 time: 0.1122036 Aug 03 19:42:44.404924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=9d0ff7d7-b60d-44a7-9253-6ab65eb94607,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:44.431061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Checking segment: {'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:44.431412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Network hostable DHCP agents. Network: b0bf3d5f-f408-446d-ad10-a5856f7b2844, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:44.467074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa194582-057d-4ca4-958f-beadeb28d572 req-4c181888-cc62-42fb-8802-50f64e8fe7fb tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567436 Aug 03 19:42:44.470379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Network b0bf3d5f-f408-446d-ad10-a5856f7b2844 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:44.490657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, b0bf3d5f-f408-446d-ad10-a5856f7b2844) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:44.495844 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:44.509350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fe3e89-bc18-410c-876e-e2f41f75550b None None] Network b0bf3d5f-f408-446d-ad10-a5856f7b2844 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:44.511681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.512025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.512399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.517871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.518283 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.518659 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 2 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.548649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.549134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.549313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.558485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.559166 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.560628 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 3 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.583631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.584441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.584441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.592329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.592895 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.593303 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 4 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.611412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.612212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.612212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.616809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.617136 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.617553 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 5 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.654417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.654768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.655109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.672956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.673310 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.675409 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 6 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.700915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.701257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.701628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.722021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.722021 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.722021 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 7 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.751064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.751064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.751416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.757679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.758017 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.759140 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 8 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.778928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.779273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.779614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.791239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8957c-4f72-4504-b3dc-ea69a391db75 req-42ce7655-bb1a-4688-b92d-245266fcd8bb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:44.793146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37c8957c-4f72-4504-b3dc-ea69a391db75 req-42ce7655-bb1a-4688-b92d-245266fcd8bb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.0854173 Aug 03 19:42:44.798253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.798579 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.798958 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 9 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.840053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.840387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.840709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.851458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.851458 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.857982 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 10 to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 Aug 03 19:42:44.896501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37c8957c-4f72-4504-b3dc-ea69a391db75 req-d88d7580-ffd4-45ea-9262-ce6798bc862f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909400 Aug 03 19:42:44.898070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:44.898417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:44.898761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:44.908719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:44.909068 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:44.909452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:44.996747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] For port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:44.997790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempted to set empty binding levels {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:42:45.003116 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.023139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:45.023936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.061514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6515193 Aug 03 19:42:45.064662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48166) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:45.081917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87de0a-d2c0-45cf-b338-1a94cb31ffaa tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=9d0ff7d7-b60d-44a7-9253-6ab65eb94607,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:45.174272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Deleting port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:45.174901 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.259746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] For port 9d0ff7d7-b60d-44a7-9253-6ab65eb94607, host n-h1-803378-1, got binding levels [] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:45.259746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.273048 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Calling delete_port for 9d0ff7d7-b60d-44a7-9253-6ab65eb94607 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:45.371148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.439654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d0ff7d7-b60d-44a7-9253-6ab65eb94607,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:45.441839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.445258 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-578eafec-6254-4155-ad90-46fda5b83aa8 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9d0ff7d7-b60d-44a7-9253-6ab65eb94607 HTTP/1.1" status: 204 len: 168 time: 0.3769653 Aug 03 19:42:45.451632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48168) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:45.489666 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c460dcf-0482-4230-9566-38ab1444ef4c tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:42:45.510222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48172) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:45.515939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Request body: {'port': {'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-633537390'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:45.518134 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5c460dcf-0482-4230-9566-38ab1444ef4c tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "GET /v2.0/ports/9d0ff7d7-b60d-44a7-9253-6ab65eb94607 HTTP/1.1" status: 404 len: 333 time: 0.0649722 Aug 03 19:42:45.553882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Made reservation on behalf of 8ff3b2e84b4645bf80ea1909ee640c16 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:45.556333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.581079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] device_id is not set on port 76a3db70-4901-42cf-9a9d-bc9ba728be92 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:45.680452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf20083-6c2a-4c24-a7cc-e52bdfed48f7 req-74016717-bbeb-45c3-911c-0bc2a6432eeb tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:45.682452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cf20083-6c2a-4c24-a7cc-e52bdfed48f7 req-74016717-bbeb-45c3-911c-0bc2a6432eeb tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 943 time: 0.0679259 Aug 03 19:42:45.764254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cf20083-6c2a-4c24-a7cc-e52bdfed48f7 req-2859cddc-d8a0-481a-9583-7af2764a1950 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713634 Aug 03 19:42:45.812038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.860509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.903768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Network b0bf3d5f-f408-446d-ad10-a5856f7b2844 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:45.907643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:45.915160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:45.916139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:45.918022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.962142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4508061 Aug 03 19:42:45.970382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48178) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:45.977412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:45.986136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e99f5c-40fe-4e66-83a3-ace60e140fa7 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=76a3db70-4901-42cf-9a9d-bc9ba728be92,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:46.155639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.181600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d0f5-64ef-472c-88ad-e1542681bc86 req-b6f630f7-3ab6-46d5-b05b-4bdda2e0a73b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:46.183301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e1d0f5-64ef-472c-88ad-e1542681bc86 req-b6f630f7-3ab6-46d5-b05b-4bdda2e0a73b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1417968 Aug 03 19:42:46.303803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e1d0f5-64ef-472c-88ad-e1542681bc86 req-c294eb3d-d6b8-47f4-b24b-f9a779c4e15e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971758 Aug 03 19:42:46.513301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] device_id is not set on port 76a3db70-4901-42cf-9a9d-bc9ba728be92 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:46.527487 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.551206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Transition to ACTIVE for port object 76a3db70-4901-42cf-9a9d-bc9ba728be92 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:46.558586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.671147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=76a3db70-4901-42cf-9a9d-bc9ba728be92,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:46.682367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.682894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.683498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.692609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.693625 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.694817 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 2 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.710946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.711368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.711792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.716674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.717046 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.717444 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 3 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.736127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.738183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.738183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.744179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.744616 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.745104 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 4 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.762352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.762852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.763139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.768460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.768797 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.769197 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 5 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.794141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.794141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.794141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.810496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.811205 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.811632 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 6 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.831048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.831513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.831841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.836939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.837267 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.837671 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 7 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.863110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.863450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.863785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.889037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.889488 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.890205 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 8 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.913155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.913742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.914288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.920626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.920626 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.922402 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 9 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.941871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a736d4-2b1d-45d6-b8da-b04348e2968b req-14a79380-00ee-4d65-ac11-bb814f5d4317 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:46.943472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93a736d4-2b1d-45d6-b8da-b04348e2968b req-14a79380-00ee-4d65-ac11-bb814f5d4317 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 943 time: 0.1013775 Aug 03 19:42:46.949561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.949904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.950239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.963114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.963452 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:46.970644 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 10 to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 Aug 03 19:42:46.989879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.989879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.989879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:47.006190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:47.006419 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:47.009397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.011033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93a736d4-2b1d-45d6-b8da-b04348e2968b req-cef4d0ad-0dd8-482f-9342-f4b31eff9156 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583086 Aug 03 19:42:47.088495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] For port 76a3db70-4901-42cf-9a9d-bc9ba728be92, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:47.088893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempted to set empty binding levels {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:42:47.095642 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.130405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] In _notify_port_updated(), no bound segment for port 76a3db70-4901-42cf-9a9d-bc9ba728be92 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:42:47.131295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.131897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.133240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "PUT /v2.0/ports/76a3db70-4901-42cf-9a9d-bc9ba728be92 HTTP/1.1" status: 200 len: 974 time: 1.1616139 Aug 03 19:42:47.136837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48194) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:47.182858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d993d4-f1cd-4a32-bb23-225e0e976625 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=76a3db70-4901-42cf-9a9d-bc9ba728be92,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:47.210892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.211356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.211836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.212300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.212761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.213237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.213714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.214360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.214810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.215264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.216182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.216604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.217417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.218192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.221396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2f77884f-3536-4456-b852-d042b6427e2b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12797 time: 0.0836024 Aug 03 19:42:47.224814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48196) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:47.314232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Deleting port 76a3db70-4901-42cf-9a9d-bc9ba728be92 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:47.314779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.396293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] For port 76a3db70-4901-42cf-9a9d-bc9ba728be92, host n-h1-803378-1, got binding levels [] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:47.396757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.427082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Calling delete_port for 76a3db70-4901-42cf-9a9d-bc9ba728be92 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:47.528169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed6c25-4cd5-418b-86a6-52defc74ba47 req-0a6423cd-3e6f-4f8b-b2a4-fa06d233af2c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.529721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03ed6c25-4cd5-418b-86a6-52defc74ba47 req-0a6423cd-3e6f-4f8b-b2a4-fa06d233af2c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1162231 Aug 03 19:42:47.591958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03ed6c25-4cd5-418b-86a6-52defc74ba47 req-3103aaf8-c2cd-4cbe-a68d-18d2c52fdbff tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503635 Aug 03 19:42:47.601810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.642964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.644948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "DELETE /v2.0/ports/76a3db70-4901-42cf-9a9d-bc9ba728be92 HTTP/1.1" status: 204 len: 168 time: 0.4191949 Aug 03 19:42:47.645874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13925d5e-6b54-4a2c-9053-53f9d06898a3 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event deleted for resources: {'Port': ['ID=76a3db70-4901-42cf-9a9d-bc9ba728be92,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:47.652037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48204) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:47.677682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f81ab83a-d306-4b65-be40-94b348ad1161 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:42:47.682013 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af8c5c7-b6f1-41ec-8faa-68e88e5b1eb6 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:42:47.686613 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9af8c5c7-b6f1-41ec-8faa-68e88e5b1eb6 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "GET /v2.0/ports/76a3db70-4901-42cf-9a9d-bc9ba728be92 HTTP/1.1" status: 404 len: 333 time: 0.0332234 Aug 03 19:42:47.691229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48206) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:47.698914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2045001159', 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:47.742346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Made reservation on behalf of 8ff3b2e84b4645bf80ea1909ee640c16 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:47.749045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.771456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] device_id is not set on port d2ca2506-5abe-4539-b5f0-9ff4adc0769e yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:47.816095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f81ab83a-d306-4b65-be40-94b348ad1161, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f81ab83a-d306-4b65-be40-94b348ad1161,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:47.830272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f81ab83a-d306-4b65-be40-94b348ad1161', 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'port_id': 'f81ab83a-d306-4b65-be40-94b348ad1161', 'mac_address': 'fa:16:3e:67:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:42:47.901290 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.925005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81ab83a-d306-4b65-be40-94b348ad1161 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:47.963943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:47.992460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f81ab83a-d306-4b65-be40-94b348ad1161, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f81ab83a-d306-4b65-be40-94b348ad1161,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:48.001585 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.018920 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.097815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Network b0bf3d5f-f408-446d-ad10-a5856f7b2844 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:48.107713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f81ab83a-d306-4b65-be40-94b348ad1161,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:48.117279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.117978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.118379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.118774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.119110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.119446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.119925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.120098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:48.120672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.121378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.122145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.122628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.123108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:48.124058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:48.125055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.126205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.158173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=d2ca2506-5abe-4539-b5f0-9ff4adc0769e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:48.180179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3f76b416-ec6c-4e07-8e65-0b02d66f268b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4876540 Aug 03 19:42:48.182722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48220) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:48.225866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c44b2c-97d6-4470-aba6-95e0275cf98b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.227270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b1c44b2c-97d6-4470-aba6-95e0275cf98b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "GET /v2.0/ports/d2ca2506-5abe-4539-b5f0-9ff4adc0769e HTTP/1.1" status: 200 len: 955 time: 0.0436542 Aug 03 19:42:48.230286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48224) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:48.235602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ecaba-6a53-403c-bbc4-43f929c33540 req-26b1ce14-d2ae-4da6-9aca-ff73e948dd1e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.237074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e3ecaba-6a53-403c-bbc4-43f929c33540 req-26b1ce14-d2ae-4da6-9aca-ff73e948dd1e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 944 time: 0.1033764 Aug 03 19:42:48.282034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e3ecaba-6a53-403c-bbc4-43f929c33540 req-425ec85c-ee39-4053-9039-b1484627cb99 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Aug 03 19:42:48.321688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a2413c37-b179-415c-afe2-590323d62a78 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Deleting port d2ca2506-5abe-4539-b5f0-9ff4adc0769e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:48.322041 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2413c37-b179-415c-afe2-590323d62a78 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.381352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2413c37-b179-415c-afe2-590323d62a78 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.394547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a2413c37-b179-415c-afe2-590323d62a78 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Calling delete_port for d2ca2506-5abe-4539-b5f0-9ff4adc0769e owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:48.450686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f81ab83a-d306-4b65-be40-94b348ad1161'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:48.481738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2413c37-b179-415c-afe2-590323d62a78 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.515216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2413c37-b179-415c-afe2-590323d62a78 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2ca2506-5abe-4539-b5f0-9ff4adc0769e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:48.526556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2413c37-b179-415c-afe2-590323d62a78 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.529272 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a2413c37-b179-415c-afe2-590323d62a78 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "DELETE /v2.0/ports/d2ca2506-5abe-4539-b5f0-9ff4adc0769e HTTP/1.1" status: 204 len: 168 time: 0.2978022 Aug 03 19:42:48.532184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48226) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:48.557155 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-48235ce1-64d9-4c55-9650-4343ab8df79b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:42:48.558868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-48235ce1-64d9-4c55-9650-4343ab8df79b tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "GET /v2.0/ports/d2ca2506-5abe-4539-b5f0-9ff4adc0769e HTTP/1.1" status: 404 len: 333 time: 0.0256872 Aug 03 19:42:48.563059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48228) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:48.568057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Request body: {'port': {'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-21497485'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:48.603780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Made reservation on behalf of 8ff3b2e84b4645bf80ea1909ee640c16 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:48.606720 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.624311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] device_id is not set on port 789c4886-afb6-4e35-9573-55a0059fe2b0 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:48.837138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beb185-4577-423d-a2a0-1fedfe654554 req-c8566fb4-e4cd-4623-a9c6-7338a5aef524 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.838710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1beb185-4577-423d-a2a0-1fedfe654554 req-c8566fb4-e4cd-4623-a9c6-7338a5aef524 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1300495 Aug 03 19:42:48.863136 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.902993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1beb185-4577-423d-a2a0-1fedfe654554 req-4d5432c3-367a-4bbd-9241-31aea168d010 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556033 Aug 03 19:42:48.930717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.978483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Network b0bf3d5f-f408-446d-ad10-a5856f7b2844 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:48.981667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:48.987826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:48.988800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.989403 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:48.995486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=789c4886-afb6-4e35-9573-55a0059fe2b0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:49.010677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-85ee0ce0-7b15-41ec-b87a-2cc7b3e8c014 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4464245 Aug 03 19:42:49.013850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48232) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:49.020058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:49.081194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:49.632741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f5c1-d1f2-42a8-a171-0d66662aee73 req-a74df294-376b-46f8-bde0-7d4fcad3323c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:49.638156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43d6f5c1-d1f2-42a8-a171-0d66662aee73 req-a74df294-376b-46f8-bde0-7d4fcad3323c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 944 time: 0.0949974 Aug 03 19:42:49.674067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f81ab83a-d306-4b65-be40-94b348ad1161 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:42:49.727012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43d6f5c1-d1f2-42a8-a171-0d66662aee73 req-6cd4f421-e168-4d24-b388-6b9e159db3df tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776703 Aug 03 19:42:49.743986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] device_id is not set on port 789c4886-afb6-4e35-9573-55a0059fe2b0 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:49.747372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port f81ab83a-d306-4b65-be40-94b348ad1161 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:49.753753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f81ab83a-d306-4b65-be40-94b348ad1161 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:49.754300 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:49.754632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:49.768445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Transition to ACTIVE for port object 789c4886-afb6-4e35-9573-55a0059fe2b0 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:49.772985 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:49.835562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=789c4886-afb6-4e35-9573-55a0059fe2b0,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:49.843763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:49.844313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:49.844883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:49.849742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:49.850342 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:49.850935 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 2 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:49.865311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:49.866373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:49.866918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:49.869717 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:49.873437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:49.873880 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:49.874466 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 3 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:49.890688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:49.891139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:49.891639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:49.898180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:49.898818 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:49.899565 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 4 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:49.901602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c3f581-d0e6-4d73-84e4-7e91a63883c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ab83a-d306-4b65-be40-94b348ad1161'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:49.904952 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a2fe12-b49e-427c-9d91-09db4631c78e" -d '{"events": [{"server_uuid": "51c3f581-d0e6-4d73-84e4-7e91a63883c2", "name": "network-vif-plugged", "status": "completed", "tag": "f81ab83a-d306-4b65-be40-94b348ad1161"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:49.930081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f81ab83a-d306-4b65-be40-94b348ad1161, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f81ab83a-d306-4b65-be40-94b348ad1161,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:49.933000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:49.933663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:49.933855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:49.936132 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:49.942624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:49.942957 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:49.943411 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 5 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:49.958731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:49.959071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:49.959404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:49.966684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:49.967010 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:49.967405 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 6 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:49.998779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:50.000742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:50.001588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:50.007736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f81ab83a-d306-4b65-be40-94b348ad1161,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:50.009210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:50.009564 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:50.016436 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 7 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:50.021025 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74e1ec5-2bf4-4583-aaab-e519f0773b42 x-openstack-request-id: req-d74e1ec5-2bf4-4583-aaab-e519f0773b42 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:50.021421 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c3f581-d0e6-4d73-84e4-7e91a63883c2", "name": "network-vif-plugged", "status": "completed", "tag": "f81ab83a-d306-4b65-be40-94b348ad1161", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:50.022194 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d74e1ec5-2bf4-4583-aaab-e519f0773b42 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:50.023018 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c3f581-d0e6-4d73-84e4-7e91a63883c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ab83a-d306-4b65-be40-94b348ad1161', 'code': 200} Aug 03 19:42:50.048438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:50.049245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:50.049764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:50.055899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:50.056379 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:50.057542 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 8 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:50.074534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:50.074534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:50.075124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:50.081508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:50.081973 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:50.082498 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 9 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:50.113169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:50.113707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:50.114277 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:50.121533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:50.123806 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:50.123806 n-d-803378-1 neutron-server[94134]: INFO neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempt 10 to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 Aug 03 19:42:50.144094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2620b1f-2808-4dd7-a65e-a6c093ecf2bc req-06699fcd-f5f0-46bb-850a-fd7735ffd4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:50.146532 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d2620b1f-2808-4dd7-a65e-a6c093ecf2bc req-06699fcd-f5f0-46bb-850a-fd7735ffd4e3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 1096 time: 0.0497696 Aug 03 19:42:50.154183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:50.154677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:50.155226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempting to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:50.162552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:50.163035 n-d-803378-1 neutron-server[94134]: ERROR neutron.plugins.ml2.managers [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Failed to bind port 789c4886-afb6-4e35-9573-55a0059fe2b0 on host n-h1-803378-1 for vnic_type normal using segments [{'id': 'dfc80b7c-37af-4e51-b670-44c79f965e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0bf3d5f-f408-446d-ad10-a5856f7b2844'}] Aug 03 19:42:50.163510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.188570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-d2620b1f-2808-4dd7-a65e-a6c093ecf2bc req-7809cede-94cf-4f72-a018-1761417b5639 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333693 Aug 03 19:42:50.230283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a8b72-a00a-441f-beba-56c84f26c09f req-11ecf90e-c567-49d0-946a-ec14698f785a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:50.231964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7a8b72-a00a-441f-beba-56c84f26c09f req-11ecf90e-c567-49d0-946a-ec14698f785a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1332030 Aug 03 19:42:50.278773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] For port 789c4886-afb6-4e35-9573-55a0059fe2b0, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:50.279242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attempted to set empty binding levels {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:42:50.288094 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.301852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd7a8b72-a00a-441f-beba-56c84f26c09f req-56e4e30b-268f-4828-8f19-7e27babe14fc tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619566 Aug 03 19:42:50.349352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event updated for resources: {'Port': ['ID=789c4886-afb6-4e35-9573-55a0059fe2b0,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:50.356913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] In _notify_port_updated(), no bound segment for port 789c4886-afb6-4e35-9573-55a0059fe2b0 on network b0bf3d5f-f408-446d-ad10-a5856f7b2844 {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:42:50.357848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:50.358455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.363019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-383fb1ab-f1a9-425d-be66-493014414785 tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "PUT /v2.0/ports/789c4886-afb6-4e35-9573-55a0059fe2b0 HTTP/1.1" status: 200 len: 973 time: 1.3454795 Aug 03 19:42:50.363360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48258) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:50.470833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Deleting port 789c4886-afb6-4e35-9573-55a0059fe2b0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:50.471087 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.537783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] For port 789c4886-afb6-4e35-9573-55a0059fe2b0, host n-h1-803378-1, got binding levels [] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:50.538168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.552726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Calling delete_port for 789c4886-afb6-4e35-9573-55a0059fe2b0 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:50.604345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.646400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.679156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Pushing event deleted for resources: {'Port': ['ID=789c4886-afb6-4e35-9573-55a0059fe2b0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:50.683113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.686032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-856cd54c-7235-4603-9188-3c509b44f8da tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "DELETE /v2.0/ports/789c4886-afb6-4e35-9573-55a0059fe2b0 HTTP/1.1" status: 204 len: 168 time: 0.3215821 Aug 03 19:42:50.688253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48260) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:50.718311 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c4b57b-f426-419c-b443-174aa3e4449f tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:42:50.724003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c5c4b57b-f426-419c-b443-174aa3e4449f tempest-PortsAdminExtendedAttrsTestJSON-617501910 tempest-PortsAdminExtendedAttrsTestJSON-617501910-project-admin] 10.222.0.42 "GET /v2.0/ports/789c4886-afb6-4e35-9573-55a0059fe2b0 HTTP/1.1" status: 404 len: 333 time: 0.0305457 Aug 03 19:42:50.724393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48264) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:50.860146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:50.888990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0fb4e-94b1-497f-ae6e-8e66d83e04c1 req-68025edd-882e-478c-84ba-8d27fafb4781 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:50.889761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad0fb4e-94b1-497f-ae6e-8e66d83e04c1 req-68025edd-882e-478c-84ba-8d27fafb4781 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 945 time: 0.0787892 Aug 03 19:42:51.007756 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.013802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bad0fb4e-94b1-497f-ae6e-8e66d83e04c1 req-532d2af1-fcf5-443c-acf7-ac153c1f2b51 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997331 Aug 03 19:42:51.023488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bf3d5f-f408-446d-ad10-a5856f7b2844']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:51.036376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc80b7c-37af-4e51-b670-44c79f965e88') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:51.036771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc80b7c-37af-4e51-b670-44c79f965e88') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:51.050666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.066217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.072700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:42:51.073105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:42:51.076325 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:42:51.137075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.144513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.146521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] 10.222.0.42 "DELETE /v2.0/networks/b0bf3d5f-f408-446d-ad10-a5856f7b2844 HTTP/1.1" status: 204 len: 168 time: 0.4209411 Aug 03 19:42:51.159548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569efb4-947f-4c3e-a270-e99af2bcb831 tempest-PortsAdminExtendedAttrsTestJSON-1161415040 tempest-PortsAdminExtendedAttrsTestJSON-1161415040-project] Pushing event deleted for resources: {'Network': ['ID=b0bf3d5f-f408-446d-ad10-a5856f7b2844,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:51.420482 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48280) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:51.461003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f82953-26f4-45b0-a8c7-6f76c77cf6c9 req-0173717b-0643-4b62-b67b-dc929c4585d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:51.462822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98f82953-26f4-45b0-a8c7-6f76c77cf6c9 req-0173717b-0643-4b62-b67b-dc929c4585d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.0599341 Aug 03 19:42:51.526052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98f82953-26f4-45b0-a8c7-6f76c77cf6c9 req-038af747-96c4-453a-8a05-4e53dbb92cb6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568025 Aug 03 19:42:51.593706 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0294021e-f0f7-40cd-aeae-7e14653c4e2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33eaaaed0b65485186f5ab6e9a870ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717448 Aug 03 19:42:51.596476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48284) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:51.661793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3e77e85-8c78-46d5-a2fa-2c8a35ec23c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.690029 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3e77e85-8c78-46d5-a2fa-2c8a35ec23c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.754466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3e77e85-8c78-46d5-a2fa-2c8a35ec23c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.757121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3e77e85-8c78-46d5-a2fa-2c8a35ec23c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.758468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a3e77e85-8c78-46d5-a2fa-2c8a35ec23c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9abef1e-2c18-4128-9498-8b87d1f3c9c1 HTTP/1.1" status: 204 len: 168 time: 0.1607502 Aug 03 19:42:51.768535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77e85-8c78-46d5-a2fa-2c8a35ec23c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9abef1e-2c18-4128-9498-8b87d1f3c9c1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:52.117897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48298) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:52.189443 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7cbebc26-7410-48de-8b69-34f8bab78db0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ff3b2e84b4645bf80ea1909ee640c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699484 Aug 03 19:42:52.189797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48300) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:52.247591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298697-7ee4-4f59-8591-c97b6af91bd6 req-e809eeae-6c54-4526-b44e-7dc88a4e7053 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:52.249117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3298697-7ee4-4f59-8591-c97b6af91bd6 req-e809eeae-6c54-4526-b44e-7dc88a4e7053 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 945 time: 0.1247361 Aug 03 19:42:52.290167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c19529e8-a114-4fec-9d2d-b9a6332d046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:52.324006 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c19529e8-a114-4fec-9d2d-b9a6332d046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:52.328360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3298697-7ee4-4f59-8591-c97b6af91bd6 req-35a279e1-570c-4a10-adf6-fa4711e57bfb tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709894 Aug 03 19:42:52.394636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c19529e8-a114-4fec-9d2d-b9a6332d046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:52.399946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c19529e8-a114-4fec-9d2d-b9a6332d046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:52.402712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c19529e8-a114-4fec-9d2d-b9a6332d046b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3b0ced0-5de4-4c43-9adf-cff6228ea875 HTTP/1.1" status: 204 len: 168 time: 0.2114882 Aug 03 19:42:52.421820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19529e8-a114-4fec-9d2d-b9a6332d046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b0ced0-5de4-4c43-9adf-cff6228ea875,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:52.730205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48763910-f117-4576-9cee-e8a10449c96f req-2fd7f557-26d5-4f93-b7c7-33e4808b9600 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:52.739093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48763910-f117-4576-9cee-e8a10449c96f req-2fd7f557-26d5-4f93-b7c7-33e4808b9600 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1091185 Aug 03 19:42:52.794647 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48763910-f117-4576-9cee-e8a10449c96f req-6d8d890a-ea7e-4894-8a0d-debb380f640d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541983 Aug 03 19:42:53.446394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48338) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:53.589726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1748359783'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:53.611596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:53.615535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.626903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.733107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.736963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.764189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:53.773761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021c2b54-ac5f-45d6-911d-f3a3db742d6f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:53.779841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.780198 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Added segment 279dd1fa-be8e-434f-95fa-e72138c7aca8 of type vlan for network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c Aug 03 19:42:53.834764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.872480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.881068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:53.881904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.950987 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5028501 Aug 03 19:42:53.955049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48350) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:53.964553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:53.967165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae3e72-eb2f-49ee-8d0a-bed627975be2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Network': ['ID=113fbff5-95f4-4c5e-92eb-65aa0c766d7c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:53.986261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:53.996739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caea0d-06b8-494a-a8ef-52825f924f5d req-c56ed909-356d-482e-97ff-e8dcfbf73972 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:53.998955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7caea0d-06b8-494a-a8ef-52825f924f5d req-c56ed909-356d-482e-97ff-e8dcfbf73972 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1288111 Aug 03 19:42:54.100069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7caea0d-06b8-494a-a8ef-52825f924f5d req-affdae56-1392-44d9-b44f-c64a98564db6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693989 Aug 03 19:42:54.130757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:54.136277 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.397181 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.481288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=cb6326bd-5edd-415a-89bc-e131bbdd545f,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:54.492677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:54.493053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network hostable DHCP agents. Network: 113fbff5-95f4-4c5e-92eb-65aa0c766d7c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:54.517463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:54.543345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 113fbff5-95f4-4c5e-92eb-65aa0c766d7c) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:54.555491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64773d8b-6693-418d-93cf-14ab16aa59e2 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:54.564725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:54.565637 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.593293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c1bbda73-88f0-43ac-a283-d95deb3dbf4c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6362216 Aug 03 19:42:54.596197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48364) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:54.604343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'name': 'tempest-NetworksTestDHCPv6-371100141'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:54.744817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:54.751220 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.772459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 87133db7-4f3e-4042-a1e5-2706a0869762 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:54.912083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': 'cb6326bd-5edd-415a-89bc-e131bbdd545f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:42:54.913160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.928505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::2a8 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/cb6326bd-5edd-415a-89bc-e131bbdd545f/87133db7-4f3e-4042-a1e5-2706a0869762) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:55.118152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.140927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 87133db7-4f3e-4042-a1e5-2706a0869762 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:55.189946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.246354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:55.262510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:55.268102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/cb6326bd-5edd-415a-89bc-e131bbdd545f/4677f3e4-9d18-45ef-83c1-8b3a2b527d5d) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:55.286362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:55.290348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:55.291075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.300778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=87133db7-4f3e-4042-a1e5-2706a0869762,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:55.330377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b41a1c5f-e6e5-4e84-ad38-2c9dbd14bc86 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7307894 Aug 03 19:42:55.334516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48370) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:55.339718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6abda-da53-457a-8a44-6555ff855ab3 req-f4be443f-c2f3-470c-a18c-1eccf1db094b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:55.341331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73d6abda-da53-457a-8a44-6555ff855ab3 req-f4be443f-c2f3-470c-a18c-1eccf1db094b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1027889 Aug 03 19:42:55.451258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73d6abda-da53-457a-8a44-6555ff855ab3 req-50cd3afc-e98c-4edb-a07d-d66fd84efa3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945423 Aug 03 19:42:55.467140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973cea1-6a7b-4030-9a61-3c90fa0e0327 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:55.473032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48372) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:55.475537 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d973cea1-6a7b-4030-9a61-3c90fa0e0327 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1398215 Aug 03 19:42:55.591898 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.602150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Transition to ACTIVE for port object 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:55.610133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2b61ad17-0360-463c-b050-970f4fdba730 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 87133db7-4f3e-4042-a1e5-2706a0869762 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:55.610687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2b61ad17-0360-463c-b050-970f4fdba730 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.623089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Transition to ACTIVE for port object 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:55.632260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.692039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Pushing event updated for resources: {'Port': ['ID=4677f3e4-9d18-45ef-83c1-8b3a2b527d5d,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:55.696060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:55.698397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:55.701184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:55.790606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Attempting to bind port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:55.791315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Attempting to bind port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:55.792081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Attempting to bind port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:55.799885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:42:55.800833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:55.801532 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.802163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:42:55.802938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Bound port: 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:42:55.803607 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.805883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2b61ad17-0360-463c-b050-970f4fdba730 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.825609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2b61ad17-0360-463c-b050-970f4fdba730 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 87133db7-4f3e-4042-a1e5-2706a0869762 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:55.834885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.916809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] For port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:55.927192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] For port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4677f3e4-9d18-45ef-83c1-8b3a2b527d5d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:42:55.936836 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.012334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88573b8b-e6ef-4695-8d38-969c71f0b75e None None] Pushing event updated for resources: {'Port': ['ID=4677f3e4-9d18-45ef-83c1-8b3a2b527d5d,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:56.025765 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2b61ad17-0360-463c-b050-970f4fdba730 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.064351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61ad17-0360-463c-b050-970f4fdba730 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=87133db7-4f3e-4042-a1e5-2706a0869762,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:56.107583 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2b61ad17-0360-463c-b050-970f4fdba730 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.113014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2b61ad17-0360-463c-b050-970f4fdba730 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/87133db7-4f3e-4042-a1e5-2706a0869762 HTTP/1.1" status: 204 len: 168 time: 0.6383195 Aug 03 19:42:56.113255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48384) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:56.166161 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a76d-dba4-4241-afbc-3524e8e145ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.272525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3d813-ba2d-4912-badf-2abb91e120c0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:56.274246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3d813-ba2d-4912-badf-2abb91e120c0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:56.278862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48388) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:56.285107 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-45d3d813-ba2d-4912-badf-2abb91e120c0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1671972 Aug 03 19:42:56.396067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf31152-cb24-4047-8d3b-797aa2f1256b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet cb6326bd-5edd-415a-89bc-e131bbdd545f {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:56.401889 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-baf31152-cb24-4047-8d3b-797aa2f1256b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.487663 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-baf31152-cb24-4047-8d3b-797aa2f1256b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.667668 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-baf31152-cb24-4047-8d3b-797aa2f1256b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.732688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f136a3-a809-423c-8cc0-e785a7bbb60d req-f86a487e-7eb4-487a-a03e-ec5065b2716b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:56.734992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9f136a3-a809-423c-8cc0-e785a7bbb60d req-f86a487e-7eb4-487a-a03e-ec5065b2716b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1298640 Aug 03 19:42:56.819495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9f136a3-a809-423c-8cc0-e785a7bbb60d req-dc87f28c-cda0-406e-943b-f1f128838b8e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730729 Aug 03 19:42:56.831549 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-baf31152-cb24-4047-8d3b-797aa2f1256b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.875663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf31152-cb24-4047-8d3b-797aa2f1256b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6326bd-5edd-415a-89bc-e131bbdd545f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:56.885523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-baf31152-cb24-4047-8d3b-797aa2f1256b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.887845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-baf31152-cb24-4047-8d3b-797aa2f1256b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/cb6326bd-5edd-415a-89bc-e131bbdd545f HTTP/1.1" status: 204 len: 168 time: 0.6078155 Aug 03 19:42:56.891499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48394) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:56.904332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:42:56.967751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-02d8819e-ca7b-49d4-b5ed-c1061fe7df0f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747635 Aug 03 19:42:56.974212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:56.975185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48396) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:56.986823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:57.119651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:57.125039 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:57.478034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa458660-7178-4aaf-83fd-d5a263e5661c None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:57.507800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:57.610676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:57.615165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:57.619005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:57.619629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:57.667686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=0b03e8f4-047b-4cab-a29a-61c3d833b4b3,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:57.695996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8d8bd05c-ad89-4a2a-840a-144fb90416b5 None None] Provisioning for port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:57.697324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-00fa623d-2d3b-4a1d-afe7-44791ffd14a3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7198517 Aug 03 19:42:57.700199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48402) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:57.706984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'name': 'tempest-NetworksTestDHCPv6-1196078112'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:57.713446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8d8bd05c-ad89-4a2a-840a-144fb90416b5 None None] Provisioning complete for port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:57.713841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8d8bd05c-ad89-4a2a-840a-144fb90416b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:57.886998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:57.891316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:57.912725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port ed38899a-e470-4ef0-8bee-6bd39957ca23 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:42:57.966288 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8d8bd05c-ad89-4a2a-840a-144fb90416b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.013183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8d8bd05c-ad89-4a2a-840a-144fb90416b5 None None] For port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4677f3e4-9d18-45ef-83c1-8b3a2b527d5d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:58.019659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8d8bd05c-ad89-4a2a-840a-144fb90416b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.039262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356e4a-7f50-4404-8a83-9bef78aa1bd8 req-881e7c43-ed3f-4190-aedd-9ebdfa4f81fb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:58.040879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70356e4a-7f50-4404-8a83-9bef78aa1bd8 req-881e7c43-ed3f-4190-aedd-9ebdfa4f81fb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.0875895 Aug 03 19:42:58.083293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bd05c-ad89-4a2a-840a-144fb90416b5 None None] Pushing event updated for resources: {'Port': ['ID=4677f3e4-9d18-45ef-83c1-8b3a2b527d5d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:58.141564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70356e4a-7f50-4404-8a83-9bef78aa1bd8 req-6fecc12c-ceff-4a4c-9fb2-2355aef7e863 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667956 Aug 03 19:42:58.163707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::1a6 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/0b03e8f4-047b-4cab-a29a-61c3d833b4b3/ed38899a-e470-4ef0-8bee-6bd39957ca23) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:58.288668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe16ab-f72f-4911-9282-3eda9d91cfe1 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:58.350008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.382977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object ed38899a-e470-4ef0-8bee-6bd39957ca23 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:58.403944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a5d685fa-6507-4c97-a9f2-29656990bfb9 None None] Provisioning complete for port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:58.404396 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5d685fa-6507-4c97-a9f2-29656990bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.434747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.490426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:58.493728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:58.497998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:58.504549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:58.505216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.524512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=ed38899a-e470-4ef0-8bee-6bd39957ca23,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:58.540994 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9ddbe95a-1138-409d-99bb-174c62a9eda6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8371422 Aug 03 19:42:58.540994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48408) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:58.663992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644220e-4a75-43c3-a5c6-853e1f8bc08d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:58.671355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644220e-4a75-43c3-a5c6-853e1f8bc08d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:58.673112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9644220e-4a75-43c3-a5c6-853e1f8bc08d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1307633 Aug 03 19:42:58.675998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48410) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:58.798897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:42:58.824161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port ed38899a-e470-4ef0-8bee-6bd39957ca23 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:58.825357 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.931531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:58.932343 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.961664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.979921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for ed38899a-e470-4ef0-8bee-6bd39957ca23 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:59.022649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-020b9b8a-adf4-480c-b064-35b5e21cddfe None None] Provisioning complete for port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:59.023640 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-020b9b8a-adf4-480c-b064-35b5e21cddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.221765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-020b9b8a-adf4-480c-b064-35b5e21cddfe None None] Provisioning for port ed38899a-e470-4ef0-8bee-6bd39957ca23 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:59.222000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.227548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-020b9b8a-adf4-480c-b064-35b5e21cddfe None None] Provisioning complete for port ed38899a-e470-4ef0-8bee-6bd39957ca23 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:59.228056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-020b9b8a-adf4-480c-b064-35b5e21cddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.256627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-020b9b8a-adf4-480c-b064-35b5e21cddfe None None] Port ed38899a-e470-4ef0-8bee-6bd39957ca23 was deleted so its status cannot be updated. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:42:59.309979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=ed38899a-e470-4ef0-8bee-6bd39957ca23,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:59.351205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.351565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.352387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.353126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.353688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.354067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.354450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.354818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.355112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.355445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.355811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.356140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:59.360769 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.363642 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e6949ac3-1a3f-42f1-aabe-3b605b4d331b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/ed38899a-e470-4ef0-8bee-6bd39957ca23 HTTP/1.1" status: 204 len: 168 time: 0.6861110 Aug 03 19:42:59.367334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48416) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:59.403583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1f18acef-138d-4a40-a45c-1349cdcc92da None None] Could not find standard attr ID for object 87133db7-4f3e-4042-a1e5-2706a0869762. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:42:59.548689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765043e-6cdc-4814-94b8-a84a1b6fa6f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.550708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765043e-6cdc-4814-94b8-a84a1b6fa6f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.555548 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e765043e-6cdc-4814-94b8-a84a1b6fa6f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1858232 Aug 03 19:42:59.556158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48420) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:59.568228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737495-d5d9-4473-98a9-aac2fb3640b8 req-3ab8af88-2efa-42c6-9606-92cf083d9761 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.574847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d737495-d5d9-4473-98a9-aac2fb3640b8 req-3ab8af88-2efa-42c6-9606-92cf083d9761 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1972840 Aug 03 19:42:59.628852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06e1bf4-3e85-432d-93c8-3f49f958c07c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 0b03e8f4-047b-4cab-a29a-61c3d833b4b3 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:59.634968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c06e1bf4-3e85-432d-93c8-3f49f958c07c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.666477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d737495-d5d9-4473-98a9-aac2fb3640b8 req-41564b17-8dbc-4d95-98d1-e75ee5c324d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836990 Aug 03 19:42:59.701154 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c06e1bf4-3e85-432d-93c8-3f49f958c07c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.775379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c06e1bf4-3e85-432d-93c8-3f49f958c07c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.782548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.836264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a8b96ca7-56ce-4ca6-ba23-9d6ee99c08ec None None] Could not find standard attr ID for object ed38899a-e470-4ef0-8bee-6bd39957ca23. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:42:59.876083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c06e1bf4-3e85-432d-93c8-3f49f958c07c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.911177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e1bf4-3e85-432d-93c8-3f49f958c07c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=0b03e8f4-047b-4cab-a29a-61c3d833b4b3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:59.918340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c06e1bf4-3e85-432d-93c8-3f49f958c07c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.923675 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c06e1bf4-3e85-432d-93c8-3f49f958c07c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/0b03e8f4-047b-4cab-a29a-61c3d833b4b3 HTTP/1.1" status: 204 len: 168 time: 0.3636794 Aug 03 19:42:59.924805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48424) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:59.975137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c76e8d8-8f5d-4d46-b17a-1deaa523c633 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463791 Aug 03 19:42:59.975347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48426) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:59.980416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:00.106562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:00.110484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.114258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b95919-7ca9-4468-be75-09da3b7ea3f2 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:00.288580 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ca6610f-06e8-4862-b80d-803de329037d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.341311 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.343899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:00.395565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:00.399127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] Deleting port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:00.399342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:00.399688 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.404287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.404997 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.417310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=22345694-5d3e-4b10-b138-1907ce1541a9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:00.433018 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-305ea8d2-f0cf-41b7-b42b-a605f9a94fe2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4563046 Aug 03 19:43:00.435466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48428) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:00.442386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'name': 'tempest-NetworksTestDHCPv6-791884637'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:00.505294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] For port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4677f3e4-9d18-45ef-83c1-8b3a2b527d5d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:00.505801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.525366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] Calling delete_port for 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:00.602557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:00.608998 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.632466 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.636221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port eeb6a543-4868-4b5c-806b-2f92cf2ad620 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:00.663389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] Pushing event deleted for resources: {'Port': ['ID=4677f3e4-9d18-45ef-83c1-8b3a2b527d5d,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:00.665895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a5b08-6230-4822-9b30-9d788aab6bd5 None None] No DVR routers for this DVR port 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:00.700880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f8355-9e22-41c5-ae53-ccd0c8ba1d67 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:00.832924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:00.850842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bacbe-663a-42ca-8a50-c8970b5ca868 req-f68f21e9-cd05-4be2-81ab-e0afb352dd56 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.852390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-552bacbe-663a-42ca-8a50-c8970b5ca868 req-f68f21e9-cd05-4be2-81ab-e0afb352dd56 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1084805 Aug 03 19:43:00.898988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::127 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/22345694-5d3e-4b10-b138-1907ce1541a9/eeb6a543-4868-4b5c-806b-2f92cf2ad620) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:00.909501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:00.910980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4677f3e4-9d18-45ef-83c1-8b3a2b527d5d not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:00.953337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-552bacbe-663a-42ca-8a50-c8970b5ca868 req-b524531a-4202-452d-ab88-2fdf60dc0669 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795882 Aug 03 19:43:01.090319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': '22345694-5d3e-4b10-b138-1907ce1541a9'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:01.091953 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.119980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.142402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object eeb6a543-4868-4b5c-806b-2f92cf2ad620 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:01.209861 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.270100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:01.282409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=eeb6a543-4868-4b5c-806b-2f92cf2ad620,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:01.285511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:01.287949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:01.292337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/22345694-5d3e-4b10-b138-1907ce1541a9/874e17c8-02c8-47b2-8b6c-defe7e0d3294) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:01.294322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:01.295001 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.316360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3ec507d7-3179-4198-9334-2c2b767ff023 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8770421 Aug 03 19:43:01.316829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48454) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:01.384984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ee087-22aa-44b8-bf27-7500d6aebc4d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:01.389520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-963ee087-22aa-44b8-bf27-7500d6aebc4d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0688512 Aug 03 19:43:01.391479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48456) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:01.487698 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.498256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Transition to ACTIVE for port object 874e17c8-02c8-47b2-8b6c-defe7e0d3294 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:01.504807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f680459f-9492-4b0c-b41c-42bbd885e799 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port eeb6a543-4868-4b5c-806b-2f92cf2ad620 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:01.505196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f680459f-9492-4b0c-b41c-42bbd885e799 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.517645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Transition to ACTIVE for port object 874e17c8-02c8-47b2-8b6c-defe7e0d3294 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:01.525401 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.568998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:01.571963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:01.578471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:01.585436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Pushing event updated for resources: {'Port': ['ID=874e17c8-02c8-47b2-8b6c-defe7e0d3294,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:01.609334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f680459f-9492-4b0c-b41c-42bbd885e799 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.626063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f680459f-9492-4b0c-b41c-42bbd885e799 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for eeb6a543-4868-4b5c-806b-2f92cf2ad620 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:01.640392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Attempting to bind port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:01.640976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Attempting to bind port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:01.641399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Attempting to bind port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:01.647829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:01.648545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:01.649316 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.649754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:01.650834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Bound port: 874e17c8-02c8-47b2-8b6c-defe7e0d3294, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:01.651522 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.746233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] For port 874e17c8-02c8-47b2-8b6c-defe7e0d3294, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:01.750981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] For port 874e17c8-02c8-47b2-8b6c-defe7e0d3294, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=874e17c8-02c8-47b2-8b6c-defe7e0d3294,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:01.759007 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.848160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:43:01.850793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8d277-73b8-47e6-a65c-955ab87638f4 None None] Pushing event updated for resources: {'Port': ['ID=874e17c8-02c8-47b2-8b6c-defe7e0d3294,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:01.851109 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f680459f-9492-4b0c-b41c-42bbd885e799 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.913097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680459f-9492-4b0c-b41c-42bbd885e799 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=eeb6a543-4868-4b5c-806b-2f92cf2ad620,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:01.971091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f680459f-9492-4b0c-b41c-42bbd885e799 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.972914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f680459f-9492-4b0c-b41c-42bbd885e799 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/eeb6a543-4868-4b5c-806b-2f92cf2ad620 HTTP/1.1" status: 204 len: 168 time: 0.5803750 Aug 03 19:43:01.975608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:02.014947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.052300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:02.076445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8aea22-6816-4868-b4bd-77b9765da974 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.076628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'port_id': 'a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19', 'mac_address': 'fa:16:3e:96:24:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:43:02.080075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8aea22-6816-4868-b4bd-77b9765da974 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.083327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4b8aea22-6816-4868-b4bd-77b9765da974 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1060324 Aug 03 19:43:02.086117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48462) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:02.162595 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.198934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:02.231082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:02.231932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5e8e0-6fec-4e56-8dc0-43dd34f1e795 req-a65ac690-a687-4f8d-9abb-92c306d3b3cd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.235244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fe5e8e0-6fec-4e56-8dc0-43dd34f1e795 req-a65ac690-a687-4f8d-9abb-92c306d3b3cd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 944 time: 0.1702938 Aug 03 19:43:02.237892 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.270317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec39e55-6ecd-4927-b111-437837f9d4ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 22345694-5d3e-4b10-b138-1907ce1541a9 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:02.278560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e55-6ecd-4927-b111-437837f9d4ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.292200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fe5e8e0-6fec-4e56-8dc0-43dd34f1e795 req-893b5d35-68dc-45a8-be3e-6792bd300084 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505326 Aug 03 19:43:02.327747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:02.348965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e55-6ecd-4927-b111-437837f9d4ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.470685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e55-6ecd-4927-b111-437837f9d4ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.475861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:02.549218 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e55-6ecd-4927-b111-437837f9d4ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.585909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec39e55-6ecd-4927-b111-437837f9d4ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=22345694-5d3e-4b10-b138-1907ce1541a9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:02.594169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e55-6ecd-4927-b111-437837f9d4ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.596667 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8ec39e55-6ecd-4927-b111-437837f9d4ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/22345694-5d3e-4b10-b138-1907ce1541a9 HTTP/1.1" status: 204 len: 168 time: 0.5092325 Aug 03 19:43:02.599544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:02.645515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f1962520-4695-4675-bbaf-8e0b27402fe6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444915 Aug 03 19:43:02.647404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48470) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:02.700983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a0c06-a30a-4871-98bd-17dd472255fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.702544 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-042a0c06-a30a-4871-98bd-17dd472255fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0542138 Aug 03 19:43:02.705210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48472) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:02.784946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa5697-108f-466f-ab79-6f4a905e3be3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.788197 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f8fa5697-108f-466f-ab79-6f4a905e3be3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0815272 Aug 03 19:43:02.790627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48474) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:02.829337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 874e17c8-02c8-47b2-8b6c-defe7e0d3294 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:02.846780 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c0c18f8-6e54-41f7-843f-96897d7a3665 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547457 Aug 03 19:43:02.851293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48476) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:02.859153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:02.909579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:02.993093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:03.001364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.162253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df20966-5ea8-49c7-a113-9b5427ff640c None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:03.239062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f1dd7ede-a03a-438c-9851-5816ab73cc5f None None] Provisioning for port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:03.254912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.263664 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f1dd7ede-a03a-438c-9851-5816ab73cc5f None None] Provisioning complete for port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:03.264897 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7ede-a03a-438c-9851-5816ab73cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.345153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:03.350583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:03.366405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:03.367805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.374936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=eabd94ce-e092-42f2-a0f6-874223db47df,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:03.400837 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-842d6044-9710-4d26-b6bc-67d1f7271060 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5482638 Aug 03 19:43:03.404462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48484) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:03.411103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'eabd94ce-e092-42f2-a0f6-874223db47df', 'ip_address': '2001:db8::9ff9:8719:2a7c:201a'}], 'name': 'tempest-NetworksTestDHCPv6-1952131269'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:03.435401 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7ede-a03a-438c-9851-5816ab73cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.473086 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:43:03.489825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f1dd7ede-a03a-438c-9851-5816ab73cc5f None None] For port 874e17c8-02c8-47b2-8b6c-defe7e0d3294, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=874e17c8-02c8-47b2-8b6c-defe7e0d3294,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:03.494963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7ede-a03a-438c-9851-5816ab73cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.537684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80996d40-ab2c-4b49-b541-94dfce31c77c req-74e581ad-fdfa-4c83-bcd4-ccd0d6e05b80 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:03.539249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80996d40-ab2c-4b49-b541-94dfce31c77c req-74e581ad-fdfa-4c83-bcd4-ccd0d6e05b80 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 945 time: 0.1116276 Aug 03 19:43:03.587327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd7ede-a03a-438c-9851-5816ab73cc5f None None] Pushing event updated for resources: {'Port': ['ID=874e17c8-02c8-47b2-8b6c-defe7e0d3294,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:03.624743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80996d40-ab2c-4b49-b541-94dfce31c77c req-0f20d72b-357a-4ac2-bb61-b80d18f91d55 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709648 Aug 03 19:43:03.650654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:03.750041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.753666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f8cb7-d9de-4cb8-aebb-2d309805db35 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:03.771726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port ce60ef9c-a441-4e0f-9743-964e38e022db yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:03.850707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:03.884742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a11d3fad-27b6-4a5f-8b88-13efda1ab7a8 None None] Provisioning complete for port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:03.885024 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a11d3fad-27b6-4a5f-8b88-13efda1ab7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.933858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::9ff9:8719:2a7c:201a (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/eabd94ce-e092-42f2-a0f6-874223db47df/ce60ef9c-a441-4e0f-9743-964e38e022db) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:04.026052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:04.035332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:04.035850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.104589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.120359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object ce60ef9c-a441-4e0f-9743-964e38e022db will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:04.168943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.215485 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.219493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:04.223093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:04.229714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:04.236918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:04.237418 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.245257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=ce60ef9c-a441-4e0f-9743-964e38e022db,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:04.262886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dab0da9-3a46-46ed-a463-8f1a86a997f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:04.266013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fca368c8-7c90-4a73-a2f6-3e09caa18992 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8587465 Aug 03 19:43:04.266449 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08d6843-528c-4cda-8539-793d12a17fb9" -d '{"events": [{"server_uuid": "6dab0da9-3a46-46ed-a463-8f1a86a997f8", "name": "network-vif-plugged", "status": "completed", "tag": "a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:04.268257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48488) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:04.297202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:04.305245 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.396553 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9ce7e1-42ed-4c60-bb4e-8704d052f7f3 x-openstack-request-id: req-ad9ce7e1-42ed-4c60-bb4e-8704d052f7f3 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:04.396965 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dab0da9-3a46-46ed-a463-8f1a86a997f8", "name": "network-vif-plugged", "status": "completed", "tag": "a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:04.397317 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad9ce7e1-42ed-4c60-bb4e-8704d052f7f3 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:04.397988 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dab0da9-3a46-46ed-a463-8f1a86a997f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19', 'code': 200} Aug 03 19:43:04.399171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:04.502434 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.503341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-91c36ba8-d779-4aff-8e3f-34631edd88ec None None] Provisioning complete for port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:04.503804 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91c36ba8-d779-4aff-8e3f-34631edd88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.722241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-91345f9c-af72-4b1f-a5c3-9f7e07e919bf None None] Could not find standard attr ID for object eeb6a543-4868-4b5c-806b-2f92cf2ad620. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:04.790970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 874e17c8-02c8-47b2-8b6c-defe7e0d3294 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:04.802712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a927416-bb66-404b-a25b-ec8396e4060e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:04.808907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a927416-bb66-404b-a25b-ec8396e4060e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:04.813497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4a927416-bb66-404b-a25b-ec8396e4060e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.5404127 Aug 03 19:43:04.813960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48512) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:04.882844 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1136-8959-4b51-935d-a071a2fe1483 req-de099c85-cf06-459a-ba9f-a4665accb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:04.883184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:04.883556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.884987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab4c1136-8959-4b51-935d-a071a2fe1483 req-de099c85-cf06-459a-ba9f-a4665accb22e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 1097 time: 0.1116152 Aug 03 19:43:04.922401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f982b0-b273-403c-bebd-20a66e8a7c88 req-8e32602b-b0d5-43b8-b0a2-20d5e778294a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:04.923958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41f982b0-b273-403c-bebd-20a66e8a7c88 req-8e32602b-b0d5-43b8-b0a2-20d5e778294a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 946 time: 0.1518505 Aug 03 19:43:04.966736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab4c1136-8959-4b51-935d-a071a2fe1483 req-b791a4a4-0f7c-4c68-b1e1-c7ceb349e29e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724080 Aug 03 19:43:04.987195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3ea91c26-8c3d-4e92-a205-347891cf9de4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port ce60ef9c-a441-4e0f-9743-964e38e022db {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:04.988152 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ea91c26-8c3d-4e92-a205-347891cf9de4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.988452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41f982b0-b273-403c-bebd-20a66e8a7c88 req-3951da80-f125-4c7e-86b6-b7e275629243 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564251 Aug 03 19:43:05.111264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ea91c26-8c3d-4e92-a205-347891cf9de4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.127723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3ea91c26-8c3d-4e92-a205-347891cf9de4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for ce60ef9c-a441-4e0f-9743-964e38e022db owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:05.282935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ea91c26-8c3d-4e92-a205-347891cf9de4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.284667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-001a5018-5f67-4b2e-b38d-0589fd3ca3b8 None None] Provisioning for port ce60ef9c-a441-4e0f-9743-964e38e022db completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:05.290645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-001a5018-5f67-4b2e-b38d-0589fd3ca3b8 None None] Provisioning complete for port ce60ef9c-a441-4e0f-9743-964e38e022db triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:05.291366 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-001a5018-5f67-4b2e-b38d-0589fd3ca3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.317732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-001a5018-5f67-4b2e-b38d-0589fd3ca3b8 None None] Port ce60ef9c-a441-4e0f-9743-964e38e022db was deleted so its status cannot be updated. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:43:05.325365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91c26-8c3d-4e92-a205-347891cf9de4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=ce60ef9c-a441-4e0f-9743-964e38e022db,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:05.360400 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ea91c26-8c3d-4e92-a205-347891cf9de4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.362781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3ea91c26-8c3d-4e92-a205-347891cf9de4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/ce60ef9c-a441-4e0f-9743-964e38e022db HTTP/1.1" status: 204 len: 168 time: 0.5476353 Aug 03 19:43:05.365373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48518) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:05.442867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a4bf5-d17e-429f-9db5-62a7e78ca74d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:05.445044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a4bf5-d17e-429f-9db5-62a7e78ca74d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:05.449619 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-639a4bf5-d17e-429f-9db5-62a7e78ca74d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0804005 Aug 03 19:43:05.450095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48520) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:05.532629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a13cc72-b703-4439-bbb6-2e00337cb190 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet eabd94ce-e092-42f2-a0f6-874223db47df {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:05.537925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a13cc72-b703-4439-bbb6-2e00337cb190 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.601312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a13cc72-b703-4439-bbb6-2e00337cb190 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.672168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a13cc72-b703-4439-bbb6-2e00337cb190 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.786667 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a13cc72-b703-4439-bbb6-2e00337cb190 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.823425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13cc72-b703-4439-bbb6-2e00337cb190 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=eabd94ce-e092-42f2-a0f6-874223db47df,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:05.831856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ea78d-7036-472e-9fbf-c86c57f4e879 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:05.835991 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a13cc72-b703-4439-bbb6-2e00337cb190 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.840886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48524) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:05.841376 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6a13cc72-b703-4439-bbb6-2e00337cb190 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/eabd94ce-e092-42f2-a0f6-874223db47df HTTP/1.1" status: 204 len: 168 time: 0.3902009 Aug 03 19:43:05.914098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4e014ff2-eb48-48e3-90fd-8d5d3325bc4d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711601 Aug 03 19:43:05.916741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48526) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:05.922627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:06.039971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:06.052006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:06.062378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:06.097774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] Deleting port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:06.098347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:06.167134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] For port 874e17c8-02c8-47b2-8b6c-defe7e0d3294, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=874e17c8-02c8-47b2-8b6c-defe7e0d3294,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:06.167633 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:06.177347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66705c-65ff-446f-856d-d4698d45983a req-7066580d-2c69-4a66-859e-dbcbd776f54c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:06.178903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f66705c-65ff-446f-856d-d4698d45983a req-7066580d-2c69-4a66-859e-dbcbd776f54c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 946 time: 0.0980880 Aug 03 19:43:06.181772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] Calling delete_port for 874e17c8-02c8-47b2-8b6c-defe7e0d3294 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:06.263905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f66705c-65ff-446f-856d-d4698d45983a req-caaeea07-dde4-4ae4-90e4-aa3c534e9d11 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724652 Aug 03 19:43:06.268235 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:06.300620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] Pushing event deleted for resources: {'Port': ['ID=874e17c8-02c8-47b2-8b6c-defe7e0d3294,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:06.302678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cfb8e-da97-49c2-81da-914a3e59c86b None None] No DVR routers for this DVR port 874e17c8-02c8-47b2-8b6c-defe7e0d3294 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:06.343200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:06.415605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:06.423191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:06.430166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:06.430775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:06.437141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d31ae9-b8e4-4eb6-91ce-b9c6a451f00f None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:06.446631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=86d8c859-ad0f-4aca-b04e-d97e46c65dc4,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:06.464510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d77c810-80e9-4aa7-bd50-b2bce6a8fa23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5464575 Aug 03 19:43:06.467444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48536) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:06.473322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': '86d8c859-ad0f-4aca-b04e-d97e46c65dc4', 'ip_address': '2001:db8::ed6f:b999:86fa:7044'}], 'name': 'tempest-NetworksTestDHCPv6-2090184138'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:06.480611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb197-11df-453f-9a80-27485e3dcf7c req-12069e8c-b66e-4e9b-aabc-48e86c31a0fb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:06.482748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95bdb197-11df-453f-9a80-27485e3dcf7c req-12069e8c-b66e-4e9b-aabc-48e86c31a0fb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 946 time: 0.1099420 Aug 03 19:43:06.546036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-95bdb197-11df-453f-9a80-27485e3dcf7c req-1d7bc6cd-8641-4ae2-a71c-6e9750a0218c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553632 Aug 03 19:43:06.612301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:06.629073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': '86d8c859-ad0f-4aca-b04e-d97e46c65dc4'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:06.630315 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:06.828307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/86d8c859-ad0f-4aca-b04e-d97e46c65dc4/6d611421-d387-4d11-9b2f-cb12e62a669b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:06.843595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 874e17c8-02c8-47b2-8b6c-defe7e0d3294 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:06.879401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 874e17c8-02c8-47b2-8b6c-defe7e0d3294 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:06.880021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 874e17c8-02c8-47b2-8b6c-defe7e0d3294 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:06.992122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b5801-aecb-4f3a-b8d2-da423d6d23b4 req-2d52958c-04cc-4233-bd1c-632933dbc0dc tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:06.993777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f94b5801-aecb-4f3a-b8d2-da423d6d23b4 req-2d52958c-04cc-4233-bd1c-632933dbc0dc tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 946 time: 0.0800633 Aug 03 19:43:07.038884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f94b5801-aecb-4f3a-b8d2-da423d6d23b4 req-ffdbdd24-a8a3-46e5-97da-fec708887721 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382476 Aug 03 19:43:07.112748 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.114857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.125379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Transition to ACTIVE for port object 6d611421-d387-4d11-9b2f-cb12e62a669b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:07.143544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 6fee58ec-58d3-44ef-9cb9-18c806e52a0f yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:07.143959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Transition to ACTIVE for port object 6d611421-d387-4d11-9b2f-cb12e62a669b will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:07.152900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.209212 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:07.227530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:07.233453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:07.234618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-042b66e7-bc94-49f9-b193-ee88d2820723 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:07.236501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-042b66e7-bc94-49f9-b193-ee88d2820723 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 814 time: 0.1677768 Aug 03 19:43:07.237139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Pushing event updated for resources: {'Port': ['ID=6d611421-d387-4d11-9b2f-cb12e62a669b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:07.260148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-03c743ef-fa2a-41d4-b215-cb81bf933b5b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/quotas/bd01eeafd6874ca9aaff6f5e9090d4f8 HTTP/1.1" status: 200 len: 375 time: 0.0102344 Aug 03 19:43:07.298722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Attempting to bind port 6d611421-d387-4d11-9b2f-cb12e62a669b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:07.299485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Attempting to bind port 6d611421-d387-4d11-9b2f-cb12e62a669b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:07.300057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Attempting to bind port 6d611421-d387-4d11-9b2f-cb12e62a669b on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:07.305588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:07.306205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:07.307049 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.307715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:07.309235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Bound port: 6d611421-d387-4d11-9b2f-cb12e62a669b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:07.310039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.314669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-25ef493d-4751-4756-bac1-af2e8c067d99 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450482 Aug 03 19:43:07.354929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::ed6f:b999:86fa:7044 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/86d8c859-ad0f-4aca-b04e-d97e46c65dc4/6fee58ec-58d3-44ef-9cb9-18c806e52a0f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:07.405781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] For port 6d611421-d387-4d11-9b2f-cb12e62a669b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:07.411058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] For port 6d611421-d387-4d11-9b2f-cb12e62a669b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6d611421-d387-4d11-9b2f-cb12e62a669b,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:07.418043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.492171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2008cd-6c22-4c7e-a4ef-f3b642c53b13 None None] Pushing event updated for resources: {'Port': ['ID=6d611421-d387-4d11-9b2f-cb12e62a669b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:07.580295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-caf638a0-6126-4010-b157-359546a0b694 service neutron] 10.222.0.42 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567265 Aug 03 19:43:07.599150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.625684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 6fee58ec-58d3-44ef-9cb9-18c806e52a0f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:07.682046 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.736045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-56c81159-d828-4136-8d16-df4c944ce523 service neutron] 10.222.0.42 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507318 Aug 03 19:43:07.794669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:07.798577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:07.805419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:07.811976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:07.812655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.821810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=6fee58ec-58d3-44ef-9cb9-18c806e52a0f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:07.836259 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d52558c6-053f-4bd2-bba5-e75893dfb5de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3676696 Aug 03 19:43:07.836486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48564) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:07.903693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf925d-5c78-4e1e-ad8c-d817b77dc17a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:07.914089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf925d-5c78-4e1e-ad8c-d817b77dc17a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:07.916069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c3cf925d-5c78-4e1e-ad8c-d817b77dc17a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0786574 Aug 03 19:43:07.918884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48568) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:07.989224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-443363ee-495b-4d4d-8504-dfc3ce6c2132 req-137af2f8-10f1-4d4e-a548-6825a3a5d5ea tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 210 time: 0.0429559 Aug 03 19:43:08.055947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-6a5cd298-4125-4b42-9ab3-8f4a797b7bbe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 6fee58ec-58d3-44ef-9cb9-18c806e52a0f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:08.056601 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd298-4125-4b42-9ab3-8f4a797b7bbe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.209566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd298-4125-4b42-9ab3-8f4a797b7bbe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.233541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-6a5cd298-4125-4b42-9ab3-8f4a797b7bbe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 6fee58ec-58d3-44ef-9cb9-18c806e52a0f owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:08.243097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc117c9c-3949-48a5-ba07-0177edcbc3a2 req-6f0a1a38-4e2e-4331-9b8b-3a80ef9fdd51 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:08.245011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc117c9c-3949-48a5-ba07-0177edcbc3a2 req-6f0a1a38-4e2e-4331-9b8b-3a80ef9fdd51 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 946 time: 0.1085372 Aug 03 19:43:08.393245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc117c9c-3949-48a5-ba07-0177edcbc3a2 req-e1638da3-92f8-4736-afc0-f8510e54f45a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262238 Aug 03 19:43:08.439366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-22cc5411-3979-441a-9d8a-b8dfbdd7d602 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:08.440949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-22cc5411-3979-441a-9d8a-b8dfbdd7d602 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 946 time: 0.1625609 Aug 03 19:43:08.574611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd298-4125-4b42-9ab3-8f4a797b7bbe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.637854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cd298-4125-4b42-9ab3-8f4a797b7bbe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=6fee58ec-58d3-44ef-9cb9-18c806e52a0f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:08.663954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd298-4125-4b42-9ab3-8f4a797b7bbe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.666656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6a5cd298-4125-4b42-9ab3-8f4a797b7bbe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/6fee58ec-58d3-44ef-9cb9-18c806e52a0f HTTP/1.1" status: 204 len: 168 time: 0.7468505 Aug 03 19:43:08.669559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48586) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:08.677561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:08.677894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.767777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d904af-2935-4548-b5cd-77c6e72a31b6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:08.769919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d904af-2935-4548-b5cd-77c6e72a31b6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:08.771525 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e8d904af-2935-4548-b5cd-77c6e72a31b6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0998218 Aug 03 19:43:08.774161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48588) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:08.834479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] For port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:08.835001 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.844878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcf7a7b-5486-4589-8a57-ab921f625c35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 86d8c859-ad0f-4aca-b04e-d97e46c65dc4 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:08.852105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6d611421-d387-4d11-9b2f-cb12e62a669b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:08.856749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:08.864347 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7a7b-5486-4589-8a57-ab921f625c35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.921932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-959c6477-860c-48a6-8f53-5cb33a57ac31 None None] Provisioning for port 6d611421-d387-4d11-9b2f-cb12e62a669b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:08.965683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7a7b-5486-4589-8a57-ab921f625c35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.991166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 6d611421-d387-4d11-9b2f-cb12e62a669b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:08.995706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 6d611421-d387-4d11-9b2f-cb12e62a669b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:08.996229 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.114350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.130302 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7a7b-5486-4589-8a57-ab921f625c35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.144297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:09.167785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:09.204355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-890fcb37-9259-4785-bb43-82a7b1de0c9f req-062f42ac-d736-49e6-a418-5ff9ca333c0c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 210 time: 0.0376372 Aug 03 19:43:09.230447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f427a812-afc8-400e-9a48-74ab6fd10a16'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:09.244604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-79c25ea4-7bb3-4401-9ff0-189bf6079d91 None None] Could not find standard attr ID for object 6fee58ec-58d3-44ef-9cb9-18c806e52a0f. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:09.253451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7a7b-5486-4589-8a57-ab921f625c35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.285801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] No DVR routers for this DVR port a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:09.292062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.296029 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0097a54d-9bfb-4c42-91ab-81d8de8dfdb9 req-9e6a4028-d5a2-428f-9c03-203db0d5e96c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.88 "DELETE /v2.0/ports/a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 HTTP/1.1" status: 204 len: 173 time: 0.8482499 Aug 03 19:43:09.297035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dab0da9-3a46-46ed-a463-8f1a86a997f8', 'name': 'network-vif-deleted', 'tag': 'a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:09.301569 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec54277-c68c-40cf-8a09-68bf6a6ee83b" -d '{"events": [{"server_uuid": "6dab0da9-3a46-46ed-a463-8f1a86a997f8", "name": "network-vif-deleted", "tag": "a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:09.347730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7a7b-5486-4589-8a57-ab921f625c35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=86d8c859-ad0f-4aca-b04e-d97e46c65dc4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:09.356757 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39786ecd-def9-4f99-b80a-1f4755f2e1ce x-openstack-request-id: req-39786ecd-def9-4f99-b80a-1f4755f2e1ce {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:09.357102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.357218 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dab0da9-3a46-46ed-a463-8f1a86a997f8", "name": "network-vif-deleted", "tag": "a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:09.357300 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39786ecd-def9-4f99-b80a-1f4755f2e1ce {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:09.357813 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dab0da9-3a46-46ed-a463-8f1a86a997f8', 'name': 'network-vif-deleted', 'tag': 'a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19', 'status': 'completed', 'code': 200} Aug 03 19:43:09.377802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7a7b-5486-4589-8a57-ab921f625c35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.382187 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ebcf7a7b-5486-4589-8a57-ab921f625c35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/86d8c859-ad0f-4aca-b04e-d97e46c65dc4 HTTP/1.1" status: 204 len: 168 time: 0.6046662 Aug 03 19:43:09.383573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48602) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:09.519287 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9a281934-f7d2-4c47-afba-fec9475c4946 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353889 Aug 03 19:43:09.519948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48610) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:09.541344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:09.750924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17207d76-0c1a-4cec-b0cb-f18656a44428 req-dacd2629-63e8-4de4-87d6-8aee295cb2b3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.1961062 Aug 03 19:43:09.762623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492fed62-fcf9-4b50-8d03-8ab73bc36b98 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:09.765116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:43:09.765489 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:43:09.772685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:09.777309 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.846657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-fa6e38b4-8502-4487-9038-951a2821dd4e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:09.854678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-fa6e38b4-8502-4487-9038-951a2821dd4e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.88 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 814 time: 0.3738673 Aug 03 19:43:09.875164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Request body: {'port': {'device_id': '47eff52c-4416-4c96-8b3c-5296300db993', 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'admin_state_up': True, 'tenant_id': 'bd01eeafd6874ca9aaff6f5e9090d4f8'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:10.060176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Made reservation on behalf of bd01eeafd6874ca9aaff6f5e9090d4f8 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:10.081411 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.210055 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.215792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:10.315023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:10.326062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:10.329649 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.331859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:10.332651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.348144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=3081958e-fab3-4a07-863d-bec49e927e0f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:10.363279 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f521294c-18b0-4f5f-bc3e-0e20626bc7a8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8320115 Aug 03 19:43:10.367479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48620) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:10.377506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] Deleting port 6d611421-d387-4d11-9b2f-cb12e62a669b {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:10.378081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.384123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': '3081958e-fab3-4a07-863d-bec49e927e0f', 'ip_address': '2001:db8::e933:e0e7:f44:8938'}], 'name': 'tempest-NetworksTestDHCPv6-824332982'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:10.394351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Allocated IP 172.20.0.11 (a7943c06-310a-4442-aee4-65ca121ef46a/4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a/1daf7ed0-0254-4cc0-938b-325c76ce4a22) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:10.448295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 6d611421-d387-4d11-9b2f-cb12e62a669b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6d611421-d387-4d11-9b2f-cb12e62a669b,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:10.470575 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.487101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0d41b94-c0fb-43a2-9d77-4a5ae8800eb9 req-bbb81577-1436-446d-b0e9-d536142de7c0 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 210 time: 0.0751696 Aug 03 19:43:10.558589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] For port 6d611421-d387-4d11-9b2f-cb12e62a669b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6d611421-d387-4d11-9b2f-cb12e62a669b,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:10.559027 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.570598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:10.575844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.593797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] Calling delete_port for 6d611421-d387-4d11-9b2f-cb12e62a669b owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:10.601105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=6d611421-d387-4d11-9b2f-cb12e62a669b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:10.605367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 6e8d40a7-47de-47fd-92e1-486654c2f45b yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:10.702130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.712500 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.746233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] Pushing event deleted for resources: {'Port': ['ID=6d611421-d387-4d11-9b2f-cb12e62a669b,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:10.751544 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b31b7-c6ec-4b03-a1b4-993ea30ff48a None None] No DVR routers for this DVR port 6d611421-d387-4d11-9b2f-cb12e62a669b on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:10.779141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfd654-d865-47e8-81e1-ab77afc82542 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:10.790624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:10.859700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Network a7943c06-310a-4442-aee4-65ca121ef46a is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:10.872026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::e933:e0e7:f44:8938 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/3081958e-fab3-4a07-863d-bec49e927e0f/6e8d40a7-47de-47fd-92e1-486654c2f45b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:10.873122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f81ab83a-d306-4b65-be40-94b348ad1161'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:10.876423 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6d611421-d387-4d11-9b2f-cb12e62a669b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:10.880926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:10.914662 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26a4e136-546f-4a59-ab68-157994ef26b1 req-3d234b96-db51-46aa-aafb-64e5ddd3fb03 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.0509191 Aug 03 19:43:10.914951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:10.928381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Pushing event updated for resources: {'Port': ['ID=1daf7ed0-0254-4cc0-938b-325c76ce4a22,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:10.950623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 6d611421-d387-4d11-9b2f-cb12e62a669b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:10.950623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6d611421-d387-4d11-9b2f-cb12e62a669b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:11.025360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:11.026422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.043131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-ad87fb05-9987-48de-bb12-b0ccfc4717cf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1788371 Aug 03 19:43:11.062748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Request body: {'port': {'device_id': '47eff52c-4416-4c96-8b3c-5296300db993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:11.096686 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.111566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 6e8d40a7-47de-47fd-92e1-486654c2f45b will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:11.137941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.149604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.259203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=6e8d40a7-47de-47fd-92e1-486654c2f45b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:11.269766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:11.271804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:11.275889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:11.284158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:11.284937 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.305548 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d7d5c109-c2d0-4a72-ab03-421d635b5b3c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9353950 Aug 03 19:43:11.306681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48628) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:11.316332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': '3081958e-fab3-4a07-863d-bec49e927e0f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:11.317203 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.404166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f585c-5a89-48a5-806e-6aa20b00eef3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:11.411251 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-280f585c-5a89-48a5-806e-6aa20b00eef3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1029127 Aug 03 19:43:11.411785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48630) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:11.631558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/3081958e-fab3-4a07-863d-bec49e927e0f/ed5a9733-c579-4e0c-9a91-93673cc32d1a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:11.635089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8da110b6-7e53-4fda-a92f-79e7f59cd4fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 6e8d40a7-47de-47fd-92e1-486654c2f45b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:11.635315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da110b6-7e53-4fda-a92f-79e7f59cd4fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.764311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0016820-2cf7-44e7-8d3e-dcddac1732ba req-e33a4cd0-6afc-43ef-9224-4bdc6b568b3e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:11.767932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0016820-2cf7-44e7-8d3e-dcddac1732ba req-e33a4cd0-6afc-43ef-9224-4bdc6b568b3e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 932 time: 0.1307094 Aug 03 19:43:11.798117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da110b6-7e53-4fda-a92f-79e7f59cd4fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.813111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8da110b6-7e53-4fda-a92f-79e7f59cd4fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 6e8d40a7-47de-47fd-92e1-486654c2f45b owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:11.824701 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.838102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Transition to ACTIVE for port object ed5a9733-c579-4e0c-9a91-93673cc32d1a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:11.859550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Transition to ACTIVE for port object ed5a9733-c579-4e0c-9a91-93673cc32d1a will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:11.867560 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.870207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0016820-2cf7-44e7-8d3e-dcddac1732ba req-0272803d-c212-4441-97c8-96db11f24041 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814559 Aug 03 19:43:11.906411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:11.908152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:11.909035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daf7ed0-0254-4cc0-938b-325c76ce4a22 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:11.911776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:11.921849 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.944741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:11.961687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Transition to ACTIVE for port object 1daf7ed0-0254-4cc0-938b-325c76ce4a22 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:11.966187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:11.984062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:11.985916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a8c0d524-ead9-4edb-a1a9-d22b8c8d6f19 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:12.007915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da110b6-7e53-4fda-a92f-79e7f59cd4fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.065512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Pushing event updated for resources: {'Port': ['ID=ed5a9733-c579-4e0c-9a91-93673cc32d1a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:12.076459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Pushing event updated for resources: {'Port': ['ID=1daf7ed0-0254-4cc0-938b-325c76ce4a22,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:12.090492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Attempting to bind port ed5a9733-c579-4e0c-9a91-93673cc32d1a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:12.091047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Attempting to bind port ed5a9733-c579-4e0c-9a91-93673cc32d1a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:12.091409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Attempting to bind port ed5a9733-c579-4e0c-9a91-93673cc32d1a on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:12.095819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da110b6-7e53-4fda-a92f-79e7f59cd4fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=6e8d40a7-47de-47fd-92e1-486654c2f45b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:12.098461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:12.098847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:12.099381 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.099773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:12.100250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Bound port: ed5a9733-c579-4e0c-9a91-93673cc32d1a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:12.100709 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.143060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8da110b6-7e53-4fda-a92f-79e7f59cd4fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.149153 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8da110b6-7e53-4fda-a92f-79e7f59cd4fd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/6e8d40a7-47de-47fd-92e1-486654c2f45b HTTP/1.1" status: 204 len: 168 time: 0.7360587 Aug 03 19:43:12.150504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48646) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:12.174852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99347eab-253d-49a4-b5f0-dfaa30a07412 req-62817ab8-3c2d-452d-a2b4-42bf77eaf534 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.1252377 Aug 03 19:43:12.193855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Attempting to bind port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:12.194447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Attempting to bind port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:12.194960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Attempting to bind port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 on network a7943c06-310a-4442-aee4-65ca121ef46a {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:12.195443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] For port ed5a9733-c579-4e0c-9a91-93673cc32d1a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:12.204019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] For port ed5a9733-c579-4e0c-9a91-93673cc32d1a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ed5a9733-c579-4e0c-9a91-93673cc32d1a,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:12.207542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 on network a7943c06-310a-4442-aee4-65ca121ef46a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:43:12.208041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Attempting to bind port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 on network a7943c06-310a-4442-aee4-65ca121ef46a {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:12.208195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.213992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:12.214616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Checking segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:12.215265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Bound using segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:12.215879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Bound port: 1daf7ed0-0254-4cc0-938b-325c76ce4a22, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:12.216420 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.255506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cd8697-0c5f-4cdc-96ab-9f802d2a7c7a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:12.258097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cd8697-0c5f-4cdc-96ab-9f802d2a7c7a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:12.270084 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-49cd8697-0c5f-4cdc-96ab-9f802d2a7c7a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1180091 Aug 03 19:43:12.270533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48648) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:12.293936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822af97-b864-4a69-bdca-ec193ea86fec None None] Pushing event updated for resources: {'Port': ['ID=ed5a9733-c579-4e0c-9a91-93673cc32d1a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:12.333214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] For port 1daf7ed0-0254-4cc0-938b-325c76ce4a22, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:12.338447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] For port 1daf7ed0-0254-4cc0-938b-325c76ce4a22, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1daf7ed0-0254-4cc0-938b-325c76ce4a22,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:12.346590 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.365242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdeaa2b2-8078-496a-9016-bb5006b76a49 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 3081958e-fab3-4a07-863d-bec49e927e0f {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:12.372547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa2b2-8078-496a-9016-bb5006b76a49 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.450642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:12.451284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.454686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] 10.222.0.88 "PUT /v2.0/ports/1daf7ed0-0254-4cc0-938b-325c76ce4a22 HTTP/1.1" status: 200 len: 1092 time: 1.4005315 Aug 03 19:43:12.454686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eff52c-4416-4c96-8b3c-5296300db993', 'tag': '1daf7ed0-0254-4cc0-938b-325c76ce4a22'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:12.455836 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72" -d '{"events": [{"name": "network-changed", "server_uuid": "47eff52c-4416-4c96-8b3c-5296300db993", "tag": "1daf7ed0-0254-4cc0-938b-325c76ce4a22"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:12.493204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa2b2-8078-496a-9016-bb5006b76a49 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.536586 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac51532a-073c-4387-bef3-3b32cdccd316 x-openstack-request-id: req-ac51532a-073c-4387-bef3-3b32cdccd316 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:12.536918 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eff52c-4416-4c96-8b3c-5296300db993", "tag": "1daf7ed0-0254-4cc0-938b-325c76ce4a22", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:12.537152 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac51532a-073c-4387-bef3-3b32cdccd316 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:12.538304 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eff52c-4416-4c96-8b3c-5296300db993', 'tag': '1daf7ed0-0254-4cc0-938b-325c76ce4a22', 'status': 'completed', 'code': 200} Aug 03 19:43:12.553988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df80fd2-d78f-42ff-af6c-00da91b15235 service neutron] Pushing event updated for resources: {'Port': ['ID=1daf7ed0-0254-4cc0-938b-325c76ce4a22,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:12.700105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-b2241004-63b8-416e-b55c-b7ba1ebe5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:12.703181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-b2241004-63b8-416e-b55c-b7ba1ebe5bd5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 1095 time: 0.1715028 Aug 03 19:43:12.785217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-5e6b7b41-bce3-47d7-a739-07038da37ddc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1daf7ed0-0254-4cc0-938b-325c76ce4a22 HTTP/1.1" status: 200 len: 217 time: 0.0555844 Aug 03 19:43:12.798917 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa2b2-8078-496a-9016-bb5006b76a49 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.857254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ed5a9733-c579-4e0c-9a91-93673cc32d1a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:12.907546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-7046a611-05b9-48c2-8ce4-37e173a64b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:12.909508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-7046a611-05b9-48c2-8ce4-37e173a64b52 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.0794818 Aug 03 19:43:12.914806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa2b2-8078-496a-9016-bb5006b76a49 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.946944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ed5a9733-c579-4e0c-9a91-93673cc32d1a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:12.975387 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa2b2-8078-496a-9016-bb5006b76a49 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:12.979988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cdeaa2b2-8078-496a-9016-bb5006b76a49 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/3081958e-fab3-4a07-863d-bec49e927e0f HTTP/1.1" status: 204 len: 168 time: 0.7084219 Aug 03 19:43:12.980190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48658) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:12.984481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-5afbfed8-b088-4743-9fad-2d0195c064bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668750 Aug 03 19:43:12.985168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeaa2b2-8078-496a-9016-bb5006b76a49 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=3081958e-fab3-4a07-863d-bec49e927e0f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:13.025229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b9882b20-8d24-4a1a-986a-2edb8b5fbb89 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436008 Aug 03 19:43:13.027780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48660) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:13.090615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6252a4c-1cd9-46c0-a964-f7f10fc64f36 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:13.092395 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e6252a4c-1cd9-46c0-a964-f7f10fc64f36 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0632195 Aug 03 19:43:13.095094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48662) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:13.096630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af3e13-c696-4327-9ab2-16febb3d4884 req-438411c2-6e28-44be-912b-754384c396db tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:13.098250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21af3e13-c696-4327-9ab2-16febb3d4884 req-438411c2-6e28-44be-912b-754384c396db tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 944 time: 0.1172190 Aug 03 19:43:13.152840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-a6c7ce55-82ff-43ba-9f1a-c848c732df09 service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565566 Aug 03 19:43:13.166047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14467fe9-91af-45cd-84bc-76ec4695b7ea tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:13.167770 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-14467fe9-91af-45cd-84bc-76ec4695b7ea tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0712514 Aug 03 19:43:13.173358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48664) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:13.270582 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21af3e13-c696-4327-9ab2-16febb3d4884 req-27af6697-6e80-4e76-a846-afce09e556cb tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594121 Aug 03 19:43:13.277091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8c1cc9e5-45d4-49df-b2cb-11eba3a3c3e3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980086 Aug 03 19:43:13.277465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48668) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:13.283647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:13.345876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-320a0d31-5b68-46a0-9102-b759417f9975 req-7c64741a-db33-4048-882b-2e9e43aa86e7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.0372438 Aug 03 19:43:13.351747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df334d56-1d27-45c1-a4bd-83ad26dec01e req-cfcaa7ac-18f8-4f36-b9e5-eceb33342571 service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909847 Aug 03 19:43:13.418506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:13.423247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:13.485118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-b8a7042a-f683-407a-8d47-51b32eca0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:13.487119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-b8a7042a-f683-407a-8d47-51b32eca0bfc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 1095 time: 0.0765996 Aug 03 19:43:13.601258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-bc7efe55-f666-4a23-8191-6778ce922da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:13.603133 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-bc7efe55-f666-4a23-8191-6778ce922da2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 915 time: 0.1087825 Aug 03 19:43:13.641523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2901e63-c37a-44a1-86af-8e60b4adf201 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:13.660148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-076c9abf-61ba-4799-9235-3ec6b8cac6ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1daf7ed0-0254-4cc0-938b-325c76ce4a22 HTTP/1.1" status: 200 len: 217 time: 0.0473306 Aug 03 19:43:13.682793 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:13.724562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-dedd9c7c-ca86-4115-8da6-9b939a291f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:13.726332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-dedd9c7c-ca86-4115-8da6-9b939a291f90 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.0591695 Aug 03 19:43:13.781927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-ac15b229-500b-4fb7-baed-f3edb9eb8b68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479178 Aug 03 19:43:13.825829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9652d005-efaf-4502-82c6-ce04fc09e743 None None] Provisioning for port ed5a9733-c579-4e0c-9a91-93673cc32d1a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:13.851127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9652d005-efaf-4502-82c6-ce04fc09e743 None None] Provisioning complete for port ed5a9733-c579-4e0c-9a91-93673cc32d1a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:13.851573 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9652d005-efaf-4502-82c6-ce04fc09e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:13.856863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:13.884058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:13.884058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=e0f28555-ab7e-4ed0-af96-b181962a0398,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:13.888117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:13.888117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:13.912026 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ec0c987-5494-4da7-8566-31282422d67a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6302359 Aug 03 19:43:13.912462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48676) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:13.929891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-f526fbb8-2330-44b1-be21-b1a66a1f8cfd service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376324 Aug 03 19:43:13.933125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'e0f28555-ab7e-4ed0-af96-b181962a0398', 'ip_address': '2001:db8::7941:5f58:54e7:3d98'}], 'name': 'tempest-NetworksTestDHCPv6-486199424'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:14.168995 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9652d005-efaf-4502-82c6-ce04fc09e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:14.178730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31f7bbb1-d63f-4d4b-abea-a19fe964bc72 req-c5744fb5-7446-4dd5-a1d1-296c8ab78183 service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403648 Aug 03 19:43:14.237255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9652d005-efaf-4502-82c6-ce04fc09e743 None None] For port ed5a9733-c579-4e0c-9a91-93673cc32d1a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ed5a9733-c579-4e0c-9a91-93673cc32d1a,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:14.239231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:14.242413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9652d005-efaf-4502-82c6-ce04fc09e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:14.348439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652d005-efaf-4502-82c6-ce04fc09e743 None None] Pushing event updated for resources: {'Port': ['ID=ed5a9733-c579-4e0c-9a91-93673cc32d1a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:14.353047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9652d005-efaf-4502-82c6-ce04fc09e743 None None] Could not find standard attr ID for object 6e8d40a7-47de-47fd-92e1-486654c2f45b. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:14.401422 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:14.436537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 0910906c-22bd-4a30-a143-5ea3c4d07a1a yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:14.523677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cab629-7780-4a64-811a-91e62ab50df5 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:14.547881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71201e70-8b95-42ed-bdc2-4a77ecc2cc89 req-76b3dc2e-7954-4592-a1cf-34b2647e2318 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:14.557326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71201e70-8b95-42ed-bdc2-4a77ecc2cc89 req-76b3dc2e-7954-4592-a1cf-34b2647e2318 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 944 time: 0.1497514 Aug 03 19:43:14.585118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd37b1d1-59be-4502-8fcd-498a05ba2613 req-eec79fe2-679d-4983-a847-c620ac11a407 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.0881250 Aug 03 19:43:14.646444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7f73accc-1bea-400d-8c7f-000ee4bf7190 None None] Provisioning complete for port ed5a9733-c579-4e0c-9a91-93673cc32d1a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:14.647041 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f73accc-1bea-400d-8c7f-000ee4bf7190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:14.669963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-71201e70-8b95-42ed-bdc2-4a77ecc2cc89 req-31f617a9-1b4a-4476-9ee7-cfc95916dce2 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087275 Aug 03 19:43:14.671138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::7941:5f58:54e7:3d98 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/e0f28555-ab7e-4ed0-af96-b181962a0398/0910906c-22bd-4a30-a143-5ea3c4d07a1a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:14.819070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ed5a9733-c579-4e0c-9a91-93673cc32d1a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:14.868289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:14.889985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 0910906c-22bd-4a30-a143-5ea3c4d07a1a will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:14.944831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:14.998350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ed5a9733-c579-4e0c-9a91-93673cc32d1a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:14.999179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:15.019993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:15.024173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:15.030357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:15.037353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:15.038264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:15.079527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=0910906c-22bd-4a30-a143-5ea3c4d07a1a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:15.085060 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b0bf385e-a7c5-47e3-9897-2d8190986884 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1710637 Aug 03 19:43:15.088833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48684) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:15.099728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c85ac3f6-885f-47b9-8dbb-5a95254347e2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'e0f28555-ab7e-4ed0-af96-b181962a0398', 'ip_address': '2001:db8::7941:5f58:54e7:3d98'}], 'name': 'tempest-NetworksTestDHCPv6-1109604240'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:15.268991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85ac3f6-885f-47b9-8dbb-5a95254347e2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:15.432376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c261cc93-b7e6-4b18-a19b-77f6de5a724f None None] Provisioning complete for port ed5a9733-c579-4e0c-9a91-93673cc32d1a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:15.433216 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c261cc93-b7e6-4b18-a19b-77f6de5a724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:15.483684 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c85ac3f6-885f-47b9-8dbb-5a95254347e2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:15.532781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-c85ac3f6-885f-47b9-8dbb-5a95254347e2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 1caf5940-112c-4a99-8f3e-12b534144eba yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:15.783191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-97387914-0559-4e87-b2ba-89bf61ed12f8 None None] Could not find standard attr ID for object 6e8d40a7-47de-47fd-92e1-486654c2f45b. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:15.870791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02f4ac6f-cb1a-4fa9-bfec-a481c6438bd7 req-81c25101-21c9-415a-aec3-2e4e8526fa10 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dab0da9-3a46-46ed-a463-8f1a86a997f8 HTTP/1.1" status: 200 len: 210 time: 0.1103377 Aug 03 19:43:15.897244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1daf7ed0-0254-4cc0-938b-325c76ce4a22 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:43:15.959384 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85ac3f6-885f-47b9-8dbb-5a95254347e2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:43:15.960095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85ac3f6-885f-47b9-8dbb-5a95254347e2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:43:15.991966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd04d8a-e66d-43c4-9e2f-5a41a6b69082 req-48996053-d36d-4fa3-8ff8-3b99a2d9cf40 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:15.994021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcd04d8a-e66d-43c4-9e2f-5a41a6b69082 req-48996053-d36d-4fa3-8ff8-3b99a2d9cf40 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 944 time: 0.1263368 Aug 03 19:43:15.999039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c85ac3f6-885f-47b9-8dbb-5a95254347e2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9058328 Aug 03 19:43:15.999357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48694) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:16.049071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1daf7ed0-0254-4cc0-938b-325c76ce4a22, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1daf7ed0-0254-4cc0-938b-325c76ce4a22,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:16.073797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '1daf7ed0-0254-4cc0-938b-325c76ce4a22', 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'port_id': '1daf7ed0-0254-4cc0-938b-325c76ce4a22', 'mac_address': 'fa:16:3e:83:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:43:16.083890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bcd04d8a-e66d-43c4-9e2f-5a41a6b69082 req-62e2a8e8-8cae-4fd1-93b0-47dc11d12d9a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749288 Aug 03 19:43:16.101855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68827657-c763-4031-b999-7e43939bdc95 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:16.114316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68827657-c763-4031-b999-7e43939bdc95 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:16.116091 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-68827657-c763-4031-b999-7e43939bdc95 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1157136 Aug 03 19:43:16.118906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48696) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:16.153383 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:16.175392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daf7ed0-0254-4cc0-938b-325c76ce4a22 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:16.207350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1daf7ed0-0254-4cc0-938b-325c76ce4a22, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1daf7ed0-0254-4cc0-938b-325c76ce4a22,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:16.212428 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:16.286448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-61af628d-7ef3-4821-aa50-e6fe2bef5316 None None] Provisioning for port 0910906c-22bd-4a30-a143-5ea3c4d07a1a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:16.297720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f081a32a-f3cb-44b2-88fe-55bd2c09fcb6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 0910906c-22bd-4a30-a143-5ea3c4d07a1a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:16.298207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f081a32a-f3cb-44b2-88fe-55bd2c09fcb6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:16.307521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-61af628d-7ef3-4821-aa50-e6fe2bef5316 None None] Provisioning complete for port 0910906c-22bd-4a30-a143-5ea3c4d07a1a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:16.308134 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61af628d-7ef3-4821-aa50-e6fe2bef5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:16.313455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=1daf7ed0-0254-4cc0-938b-325c76ce4a22,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:16.376771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-61af628d-7ef3-4821-aa50-e6fe2bef5316 None None] Port 0910906c-22bd-4a30-a143-5ea3c4d07a1a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:16.425949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['1daf7ed0-0254-4cc0-938b-325c76ce4a22'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:16.820166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f081a32a-f3cb-44b2-88fe-55bd2c09fcb6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:16.834217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f081a32a-f3cb-44b2-88fe-55bd2c09fcb6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 0910906c-22bd-4a30-a143-5ea3c4d07a1a owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:16.975534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f081a32a-f3cb-44b2-88fe-55bd2c09fcb6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.015960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081a32a-f3cb-44b2-88fe-55bd2c09fcb6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=0910906c-22bd-4a30-a143-5ea3c4d07a1a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:17.044851 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f081a32a-f3cb-44b2-88fe-55bd2c09fcb6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.047166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f081a32a-f3cb-44b2-88fe-55bd2c09fcb6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/0910906c-22bd-4a30-a143-5ea3c4d07a1a HTTP/1.1" status: 204 len: 168 time: 0.9270895 Aug 03 19:43:17.049444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48722) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:17.154509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4655356-5496-49ed-b530-c83aaf549914 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.157158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4655356-5496-49ed-b530-c83aaf549914 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.161513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b4655356-5496-49ed-b530-c83aaf549914 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1107090 Aug 03 19:43:17.164328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48726) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:17.269577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7992183-a5de-4d76-a32b-01dc6a28e792 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet e0f28555-ab7e-4ed0-af96-b181962a0398 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:17.273389 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7992183-a5de-4d76-a32b-01dc6a28e792 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.318088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d989e5-fc32-49ab-b060-7c3f36c6825c req-82490297-8696-442d-b074-36b13354f4eb tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.319579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18d989e5-fc32-49ab-b060-7c3f36c6825c req-82490297-8696-442d-b074-36b13354f4eb tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 945 time: 0.1412086 Aug 03 19:43:17.361853 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7992183-a5de-4d76-a32b-01dc6a28e792 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.389704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18d989e5-fc32-49ab-b060-7c3f36c6825c req-845f7154-20fa-4fae-a9b7-1a61f355fdff tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Aug 03 19:43:17.422428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7992183-a5de-4d76-a32b-01dc6a28e792 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.491358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7992183-a5de-4d76-a32b-01dc6a28e792 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.527253 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7992183-a5de-4d76-a32b-01dc6a28e792 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.532517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b7992183-a5de-4d76-a32b-01dc6a28e792 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/e0f28555-ab7e-4ed0-af96-b181962a0398 HTTP/1.1" status: 204 len: 168 time: 0.3638136 Aug 03 19:43:17.532517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7992183-a5de-4d76-a32b-01dc6a28e792 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f28555-ab7e-4ed0-af96-b181962a0398,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:17.532819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48728) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:17.537816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9381ad9c-66ae-49ab-bca9-fbdad571fb71 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:17.576267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b3b7b8ec-626c-47e7-aea3-186011155ebb tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421023 Aug 03 19:43:17.583100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48730) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:17.588368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:17.704086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:17.707874 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.793162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:17.854445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] Deleting port ed5a9733-c579-4e0c-9a91-93673cc32d1a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:17.854908 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.912928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1daf7ed0-0254-4cc0-938b-325c76ce4a22 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:17.962251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.979271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] For port ed5a9733-c579-4e0c-9a91-93673cc32d1a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ed5a9733-c579-4e0c-9a91-93673cc32d1a,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:17.980053 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:17.997713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] Calling delete_port for ed5a9733-c579-4e0c-9a91-93673cc32d1a owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:18.047340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=d8220c4e-9374-4370-8b71-67b85c0e39d5,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:18.054850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:18.056897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:18.058219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:18.066302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:18.067420 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.067541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:18.067819 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.093509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1685ccae-4d74-49fa-be6a-ee5e118bacde tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5092270 Aug 03 19:43:18.096864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48736) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:18.103063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c4f83099-8b28-4f8b-920d-6fb2eb4cf49f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'd8220c4e-9374-4370-8b71-67b85c0e39d5', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1720746910'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:18.160384 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.194611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] Pushing event deleted for resources: {'Port': ['ID=ed5a9733-c579-4e0c-9a91-93673cc32d1a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:18.207359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484aacbe-f5d4-45e0-b8a5-f6cb84169665 None None] No DVR routers for this DVR port ed5a9733-c579-4e0c-9a91-93673cc32d1a on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:18.209222 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.228926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e8f57f-9618-4780-9e32-8046c121ce03 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:18.240997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f83099-8b28-4f8b-920d-6fb2eb4cf49f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:18.246335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4f83099-8b28-4f8b-920d-6fb2eb4cf49f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.270764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-c4f83099-8b28-4f8b-920d-6fb2eb4cf49f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 6379dab3-e6f6-4a3d-bd0b-59877b4810bf yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:18.287462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eff52c-4416-4c96-8b3c-5296300db993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daf7ed0-0254-4cc0-938b-325c76ce4a22'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:18.289747 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f0758c-1bd6-4491-af77-1c649669d068" -d '{"events": [{"server_uuid": "47eff52c-4416-4c96-8b3c-5296300db993", "name": "network-vif-plugged", "status": "completed", "tag": "1daf7ed0-0254-4cc0-938b-325c76ce4a22"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:18.309227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 1daf7ed0-0254-4cc0-938b-325c76ce4a22, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1daf7ed0-0254-4cc0-938b-325c76ce4a22,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:18.316019 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.348365 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378236d5-c8d7-4bbe-89a7-18441ed4ef2b x-openstack-request-id: req-378236d5-c8d7-4bbe-89a7-18441ed4ef2b {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:18.348659 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eff52c-4416-4c96-8b3c-5296300db993", "name": "network-vif-plugged", "status": "completed", "tag": "1daf7ed0-0254-4cc0-938b-325c76ce4a22", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:18.349084 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-378236d5-c8d7-4bbe-89a7-18441ed4ef2b {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:18.349289 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eff52c-4416-4c96-8b3c-5296300db993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daf7ed0-0254-4cc0-938b-325c76ce4a22', 'code': 200} Aug 03 19:43:18.418065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=1daf7ed0-0254-4cc0-938b-325c76ce4a22,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:18.419769 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f83099-8b28-4f8b-920d-6fb2eb4cf49f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:43:18.425795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f83099-8b28-4f8b-920d-6fb2eb4cf49f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:43:18.449052 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c4f83099-8b28-4f8b-920d-6fb2eb4cf49f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3500876 Aug 03 19:43:18.451456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48742) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:18.472576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': 'd8220c4e-9374-4370-8b71-67b85c0e39d5'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:18.479425 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.490167 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ae92dfc-f6e8-43a2-a625-ac6a180137b6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372465 Aug 03 19:43:18.492537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48744) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:18.548655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e30480-09f7-426a-9f8b-1eb20150ea9f req-abbeeb5d-a717-429d-9dab-63f4629b324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:18.550626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2e30480-09f7-426a-9f8b-1eb20150ea9f req-abbeeb5d-a717-429d-9dab-63f4629b324c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 1097 time: 0.1384857 Aug 03 19:43:18.558940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f8737-d356-40e5-b857-9364f74592c3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:18.561068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f8737-d356-40e5-b857-9364f74592c3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:18.562709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ca4f8737-d356-40e5-b857-9364f74592c3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0691543 Aug 03 19:43:18.564344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e95f3-44cc-41fc-8ace-31156a974bdb req-dc9a8da9-d12b-430b-8d7e-3b843e4eaf8c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:18.565356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48746) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:18.576866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b2e95f3-44cc-41fc-8ace-31156a974bdb req-dc9a8da9-d12b-430b-8d7e-3b843e4eaf8c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 946 time: 0.0839987 Aug 03 19:43:18.632459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b644f496-a011-42b0-a79b-e8331f813801 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet d8220c4e-9374-4370-8b71-67b85c0e39d5 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:18.636186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b2e95f3-44cc-41fc-8ace-31156a974bdb req-0d7287ef-f118-47a2-98c1-f1222d4ff28e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582027 Aug 03 19:43:18.637591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/d8220c4e-9374-4370-8b71-67b85c0e39d5/fafdc00e-60ac-4d22-a9fd-fe8e0d03082f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:18.652306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2e30480-09f7-426a-9f8b-1eb20150ea9f req-e849069a-3bc0-4bf7-b6aa-837fa2bbbaec service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723057 Aug 03 19:43:18.780449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ed5a9733-c579-4e0c-9a91-93673cc32d1a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:18.808837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ed5a9733-c579-4e0c-9a91-93673cc32d1a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:18.809182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ed5a9733-c579-4e0c-9a91-93673cc32d1a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:18.810967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.819845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Transition to ACTIVE for port object fafdc00e-60ac-4d22-a9fd-fe8e0d03082f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:18.835242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Transition to ACTIVE for port object fafdc00e-60ac-4d22-a9fd-fe8e0d03082f will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:18.841185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b644f496-a011-42b0-a79b-e8331f813801 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.841788 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.887904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b644f496-a011-42b0-a79b-e8331f813801 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.898816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Pushing event updated for resources: {'Port': ['ID=fafdc00e-60ac-4d22-a9fd-fe8e0d03082f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:18.907633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:18.909285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:18.911725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:18.975114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Attempting to bind port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:18.975393 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Attempting to bind port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:18.975749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Attempting to bind port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:18.981688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:18.982175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:18.982847 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.983444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:18.984019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Bound port: fafdc00e-60ac-4d22-a9fd-fe8e0d03082f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:18.984513 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.016675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b644f496-a011-42b0-a79b-e8331f813801 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.092965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b644f496-a011-42b0-a79b-e8331f813801 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.097496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] For port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:19.102063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] For port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fafdc00e-60ac-4d22-a9fd-fe8e0d03082f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:19.108417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.131051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644f496-a011-42b0-a79b-e8331f813801 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=d8220c4e-9374-4370-8b71-67b85c0e39d5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:19.135765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b644f496-a011-42b0-a79b-e8331f813801 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.138279 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b644f496-a011-42b0-a79b-e8331f813801 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/d8220c4e-9374-4370-8b71-67b85c0e39d5 HTTP/1.1" status: 204 len: 168 time: 0.5717881 Aug 03 19:43:19.141911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48766) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:19.177278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e126a0-94ff-4cf0-bcf5-538fa6a838d8 None None] Pushing event updated for resources: {'Port': ['ID=fafdc00e-60ac-4d22-a9fd-fe8e0d03082f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:19.210570 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-30dc044a-fbe5-46dd-b7a9-5a44af702139 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668678 Aug 03 19:43:19.215183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48768) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:19.224873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:19.401618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:19.408421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.719448 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.772830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:19.796380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:19.803690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:19.804284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.819895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=715ab78e-3689-4aa0-833a-d538d0593ee4,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:19.832026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6153498 Aug 03 19:43:19.834317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.834666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.835004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.835146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48778) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:19.835334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.835665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.835993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.836318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.836641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.836963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.837282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.837907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.838045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce3006f-74aa-4e59-847f-1a5491e4193e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:19.840179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4424f19d-1aa1-4672-b642-de69c95475e3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1021850208', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:19.853502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cc3ed-a573-40c5-8902-b9e6d0050ee0 req-126ef50b-adc6-4fa3-b6d6-1e6819006c4a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:19.854593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c56cc3ed-a573-40c5-8902-b9e6d0050ee0 req-126ef50b-adc6-4fa3-b6d6-1e6819006c4a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 946 time: 0.1037023 Aug 03 19:43:19.873313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4424f19d-1aa1-4672-b642-de69c95475e3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.876991 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4424f19d-1aa1-4672-b642-de69c95475e3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.924601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c56cc3ed-a573-40c5-8902-b9e6d0050ee0 req-fc5b3251-33d5-43c8-abbe-c1032c923f00 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619633 Aug 03 19:43:19.954727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4424f19d-1aa1-4672-b642-de69c95475e3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.959458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4424f19d-1aa1-4672-b642-de69c95475e3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.983827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4424f19d-1aa1-4672-b642-de69c95475e3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.985519 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4424f19d-1aa1-4672-b642-de69c95475e3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1488037 Aug 03 19:43:19.988024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48782) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:20.380454 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:20.640935 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:20.700731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf648a8-d703-41ae-b909-5d89e27c7c8e None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:20.773910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-35ea103e-9eab-4e93-9f5b-bcbf5f5cc583 None None] Provisioning for port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:20.831708 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::1 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/715ab78e-3689-4aa0-833a-d538d0593ee4/188963fd-c4b7-417e-b285-0443c1011a1f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:20.891882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fafdc00e-60ac-4d22-a9fd-fe8e0d03082f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:20.978318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:20.986702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:20.987097 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:20.989636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.007082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 188963fd-c4b7-417e-b285-0443c1011a1f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:21.052196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.098459 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.104946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:21.108732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:21.116089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:21.116464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.143701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fafdc00e-60ac-4d22-a9fd-fe8e0d03082f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:21.150060 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.208323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=188963fd-c4b7-417e-b285-0443c1011a1f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:21.213650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=fafdc00e-60ac-4d22-a9fd-fe8e0d03082f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:21.242847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.313697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-deec117f-46fe-4820-a7b4-e9543e4a3a9e None None] Provisioning complete for port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:21.314080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-deec117f-46fe-4820-a7b4-e9543e4a3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.693832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf5d84f3-6381-41d7-8946-53313d28fa94 None None] Provisioning for port 188963fd-c4b7-417e-b285-0443c1011a1f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:21.699075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf5d84f3-6381-41d7-8946-53313d28fa94 None None] Provisioning complete for port 188963fd-c4b7-417e-b285-0443c1011a1f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:21.699767 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf5d84f3-6381-41d7-8946-53313d28fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.786329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d84f3-6381-41d7-8946-53313d28fa94 None None] Port 188963fd-c4b7-417e-b285-0443c1011a1f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:21.821896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a89d67-b865-4175-8efd-33e573f69ad7 req-9da8b15c-9b00-4c08-a1cd-defb0ba7c843 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:21.823641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91a89d67-b865-4175-8efd-33e573f69ad7 req-9da8b15c-9b00-4c08-a1cd-defb0ba7c843 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 945 time: 0.0861890 Aug 03 19:43:21.878691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91a89d67-b865-4175-8efd-33e573f69ad7 req-573ab7d2-8026-4780-8608-d7632a6f3f9b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474784 Aug 03 19:43:21.959931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.966268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.968254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.067501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=188963fd-c4b7-417e-b285-0443c1011a1f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:22.111636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:22.113349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:22.260016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Router e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:43:22.384897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:22.395709 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Sync routers for ids ['e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:22.410957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48840) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:22.412769 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Routers {'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:22.414045 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6a7fa90e-75ba-48c5-a2f9-392ea3a8b7ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "PUT /v2.0/routers/e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4249349 Aug 03 19:43:22.414411 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:43:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:22.450776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48842) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:22.517416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9cd672fe-600f-4924-9f9d-81a85bc5a7d4 None None] Provisioning complete for port 188963fd-c4b7-417e-b285-0443c1011a1f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:22.517822 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9cd672fe-600f-4924-9f9d-81a85bc5a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.526156 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Set router e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:22.543300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4aa9ec-3b9b-4f42-8a18-403d82ccf324 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:22.545082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ff4aa9ec-3b9b-4f42-8a18-403d82ccf324 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports/188963fd-c4b7-417e-b285-0443c1011a1f HTTP/1.1" status: 200 len: 911 time: 0.1329899 Aug 03 19:43:22.547969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48846) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:22.619408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9cd672fe-600f-4924-9f9d-81a85bc5a7d4 None None] Port 188963fd-c4b7-417e-b285-0443c1011a1f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:22.627356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35bce39-db7e-454d-aff2-cb0ef5f5cd8b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:22.634431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35bce39-db7e-454d-aff2-cb0ef5f5cd8b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:22.639444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48848) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:22.639848 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b35bce39-db7e-454d-aff2-cb0ef5f5cd8b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0899453 Aug 03 19:43:22.683155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05fab2fb-6383-4de5-8e49-cad2f7dfdb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.837065 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1021850208', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:19Z', 'updated_at': '2021-08-03T19:43:21Z', 'revision_number': 2, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'gw_port_host': None, '_interfaces': [{'id': '188963fd-c4b7-417e-b285-0443c1011a1f', 'name': '', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'mac_address': 'fa:16:3e:8a:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '715ab78e-3689-4aa0-833a-d538d0593ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:20Z', 'updated_at': '2021-08-03T19:43:21Z', 'revision_number': 2, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'subnets': [{'id': '715ab78e-3689-4aa0-833a-d538d0593ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:22.843526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fafdc00e-60ac-4d22-a9fd-fe8e0d03082f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:22.885453 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Checking router: e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:22.886069 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Updating router e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb port 188963fd-c4b7-417e-b285-0443c1011a1f binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:43:22.887495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05fab2fb-6383-4de5-8e49-cad2f7dfdb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.893042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05fab2fb-6383-4de5-8e49-cad2f7dfdb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.924979 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.934206 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-05fab2fb-6383-4de5-8e49-cad2f7dfdb68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c631b75cc9ce4ff1ab9d5cb2a1ecb538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814928 Aug 03 19:43:22.943693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:22.995846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fab2fb-6383-4de5-8e49-cad2f7dfdb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386222c9-77d2-4b80-9dc6-b5c325032d5b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:23.020615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:23.021637 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.048620 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4869-e8d9-4066-906e-03e856b699a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.102389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4869-e8d9-4066-906e-03e856b699a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.179329 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4869-e8d9-4066-906e-03e856b699a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.184145 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4869-e8d9-4066-906e-03e856b699a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.188145 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3d9a4869-e8d9-4066-906e-03e856b699a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/386222c9-77d2-4b80-9dc6-b5c325032d5b HTTP/1.1" status: 204 len: 168 time: 0.2396204 Aug 03 19:43:23.210111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a4869-e8d9-4066-906e-03e856b699a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386222c9-77d2-4b80-9dc6-b5c325032d5b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:23.216110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca3590-b690-4fe2-be84-a9bd0f8afcb9 req-6dd1dfd6-877d-44e2-874a-036edd8d3c04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:23.218356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-acca3590-b690-4fe2-be84-a9bd0f8afcb9 req-6dd1dfd6-877d-44e2-874a-036edd8d3c04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 945 time: 0.1541593 Aug 03 19:43:23.295761 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.301122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-acca3590-b690-4fe2-be84-a9bd0f8afcb9 req-46c2dbbf-f717-403f-9753-b59e8b0ab6d3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=31a5c048-2ade-4ff0-af38-a15cad41caa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746717 Aug 03 19:43:23.329871 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Transition to ACTIVE for port object 188963fd-c4b7-417e-b285-0443c1011a1f will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:23.334184 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.432979 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Pushing event updated for resources: {'Port': ['ID=188963fd-c4b7-417e-b285-0443c1011a1f,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:23.442023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-c2d5dcfe-73b9-4217-8d33-38f4121a1d2a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:23.443545 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-c2d5dcfe-73b9-4217-8d33-38f4121a1d2a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 945 time: 0.0940793 Aug 03 19:43:23.464693 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.464693 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.464956 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.465165 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.465453 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.465803 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.466123 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.466443 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.467422 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.467750 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.468066 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.468384 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:23.554041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.578919 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Attempting to bind port 188963fd-c4b7-417e-b285-0443c1011a1f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:23.579722 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Attempting to bind port 188963fd-c4b7-417e-b285-0443c1011a1f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:23.580560 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Attempting to bind port 188963fd-c4b7-417e-b285-0443c1011a1f on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:23.588100 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:23.588915 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:23.589752 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.590360 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:23.591382 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Bound port: 188963fd-c4b7-417e-b285-0443c1011a1f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:23.592010 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.618165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port f427a812-afc8-400e-9a48-74ab6fd10a16 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:23.618514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.624565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48860) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:23.670051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] For port 188963fd-c4b7-417e-b285-0443c1011a1f, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:23.674891 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] For port 188963fd-c4b7-417e-b285-0443c1011a1f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=188963fd-c4b7-417e-b285-0443c1011a1f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:23.680780 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.682287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-add377e2-f21f-42e6-9582-5f9d34f6adbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.749066 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbaf80-fb5c-418b-acd7-e427ede862cc None None] Pushing event updated for resources: {'Port': ['ID=188963fd-c4b7-417e-b285-0443c1011a1f,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:23.775995 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Routers {'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:23.776702 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:43:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:23.807527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] For port f427a812-afc8-400e-9a48-74ab6fd10a16, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f427a812-afc8-400e-9a48-74ab6fd10a16,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:23.808008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.831307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for f427a812-afc8-400e-9a48-74ab6fd10a16 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:23.881842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 188963fd-c4b7-417e-b285-0443c1011a1f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:23.882333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.920550 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] Set router e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:23.949729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-add377e2-f21f-42e6-9582-5f9d34f6adbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.960678 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-add377e2-f21f-42e6-9582-5f9d34f6adbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.041750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port 188963fd-c4b7-417e-b285-0443c1011a1f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=188963fd-c4b7-417e-b285-0443c1011a1f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:24.042117 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.054396 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-add377e2-f21f-42e6-9582-5f9d34f6adbe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f52f5f534d134ef2ad89338ca6dc47c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287648 Aug 03 19:43:24.062412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 188963fd-c4b7-417e-b285-0443c1011a1f owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:24.065680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48864) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:24.111817 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add377e2-f21f-42e6-9582-5f9d34f6adbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bae37c-5157-45fb-a237-cb0208a8d844,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:24.180692 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.213926 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1021850208', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:19Z', 'updated_at': '2021-08-03T19:43:21Z', 'revision_number': 2, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'gw_port_host': None, '_interfaces': [{'id': '188963fd-c4b7-417e-b285-0443c1011a1f', 'name': '', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'mac_address': 'fa:16:3e:8a:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '715ab78e-3689-4aa0-833a-d538d0593ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:20Z', 'updated_at': '2021-08-03T19:43:23Z', 'revision_number': 4, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'subnets': [{'id': '715ab78e-3689-4aa0-833a-d538d0593ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:24.223094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f427a812-afc8-400e-9a48-74ab6fd10a16'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:24.235192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=f427a812-afc8-400e-9a48-74ab6fd10a16,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:24.243896 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d6a95-1a3a-44b8-8d0d-2e277ba1129e None None] The sync data for ids ['e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'] in n-d-803378-1 is: [{'id': 'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1021850208', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:19Z', 'updated_at': '2021-08-03T19:43:21Z', 'revision_number': 2, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'gw_port_host': None, '_interfaces': [{'id': '188963fd-c4b7-417e-b285-0443c1011a1f', 'name': '', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'mac_address': 'fa:16:3e:8a:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '715ab78e-3689-4aa0-833a-d538d0593ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:20Z', 'updated_at': '2021-08-03T19:43:23Z', 'revision_number': 4, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'subnets': [{'id': '715ab78e-3689-4aa0-833a-d538d0593ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:24.317791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] No DVR routers for this DVR port f427a812-afc8-400e-9a48-74ab6fd10a16 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:24.322576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.324191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.324714 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21261d85-72dd-4d17-8e59-369c85b9e050 req-38e6ee71-c74f-4b6c-ad7b-502256bdb37e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "DELETE /v2.0/ports/f427a812-afc8-400e-9a48-74ab6fd10a16 HTTP/1.1" status: 204 len: 173 time: 0.8732982 Aug 03 19:43:24.325141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85431af-35ef-4987-950f-4133f5e6e0c1', 'name': 'network-vif-deleted', 'tag': 'f427a812-afc8-400e-9a48-74ab6fd10a16'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:24.328221 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b56690-d0b9-4ea8-8394-70726d16a6a1" -d '{"events": [{"server_uuid": "e85431af-35ef-4987-950f-4133f5e6e0c1", "name": "network-vif-deleted", "tag": "f427a812-afc8-400e-9a48-74ab6fd10a16"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:24.334879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c57e47ee-0a63-4028-87a1-d59fbedc4371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.370753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c57e47ee-0a63-4028-87a1-d59fbedc4371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.390024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=188963fd-c4b7-417e-b285-0443c1011a1f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:24.442009 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90bf53c-3ff7-4433-90dd-3661ed80fc22 x-openstack-request-id: req-c90bf53c-3ff7-4433-90dd-3661ed80fc22 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:24.442417 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85431af-35ef-4987-950f-4133f5e6e0c1", "name": "network-vif-deleted", "tag": "f427a812-afc8-400e-9a48-74ab6fd10a16", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:24.444893 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c90bf53c-3ff7-4433-90dd-3661ed80fc22 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:24.445638 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85431af-35ef-4987-950f-4133f5e6e0c1', 'name': 'network-vif-deleted', 'tag': 'f427a812-afc8-400e-9a48-74ab6fd10a16', 'status': 'completed', 'code': 200} Aug 03 19:43:24.495372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c57e47ee-0a63-4028-87a1-d59fbedc4371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.498964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c57e47ee-0a63-4028-87a1-d59fbedc4371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.500339 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c57e47ee-0a63-4028-87a1-d59fbedc4371 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14bae37c-5157-45fb-a237-cb0208a8d844 HTTP/1.1" status: 204 len: 168 time: 0.4287150 Aug 03 19:43:24.517576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e47ee-0a63-4028-87a1-d59fbedc4371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bae37c-5157-45fb-a237-cb0208a8d844,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:24.566591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2480ff1f-4e19-4143-9f16-2e6d207cb6c0 req-e2e44b1b-98d9-454f-b017-6b5fe99a3e58 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0318298 Aug 03 19:43:24.582224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.880868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Router e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:24.990123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:24.999018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6de2a07c-6af1-43dc-a81a-c70862624e0e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "PUT /v2.0/routers/e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3549509 Aug 03 19:43:24.999350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48876) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:25.088789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacf27d-2a16-42a6-b63d-898e214c2b1b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:25.090493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacf27d-2a16-42a6-b63d-898e214c2b1b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:25.092664 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2dacf27d-2a16-42a6-b63d-898e214c2b1b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0923259 Aug 03 19:43:25.095540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48884) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:25.155229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b386b8d-fc04-4aa3-9824-e141454a41a1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 715ab78e-3689-4aa0-833a-d538d0593ee4 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:25.158885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b386b8d-fc04-4aa3-9824-e141454a41a1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.210445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b386b8d-fc04-4aa3-9824-e141454a41a1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.284770 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b386b8d-fc04-4aa3-9824-e141454a41a1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.355367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b386b8d-fc04-4aa3-9824-e141454a41a1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.386208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b386b8d-fc04-4aa3-9824-e141454a41a1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=715ab78e-3689-4aa0-833a-d538d0593ee4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:25.388176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b386b8d-fc04-4aa3-9824-e141454a41a1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.393010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7b386b8d-fc04-4aa3-9824-e141454a41a1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/715ab78e-3689-4aa0-833a-d538d0593ee4 HTTP/1.1" status: 204 len: 168 time: 0.2942259 Aug 03 19:43:25.393208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48894) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:25.399480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1a8bf-09b7-468e-be91-d720e4deef95 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:25.551701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b12f62ea-9650-48f2-b373-00afbe914f52 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1548705 Aug 03 19:43:25.552137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48898) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:25.667947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aaed17e8-8e1b-4324-8b08-de9625a34076 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.719788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:25.774076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3bd1f96f-3fdb-4843-957d-aab47d04b4d3 req-b4bf05a4-73a6-43e8-9566-50693bd00664 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0887475 Aug 03 19:43:25.828266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] Deleting port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:25.828650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.940521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] For port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fafdc00e-60ac-4d22-a9fd-fe8e0d03082f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:25.940943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.974729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] Calling delete_port for fafdc00e-60ac-4d22-a9fd-fe8e0d03082f owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:25.976576 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.022810 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aaed17e8-8e1b-4324-8b08-de9625a34076 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.025404 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aaed17e8-8e1b-4324-8b08-de9625a34076 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.093054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.110411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aaed17e8-8e1b-4324-8b08-de9625a34076 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.111735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaed17e8-8e1b-4324-8b08-de9625a34076 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Fanout notify agent at l3_agent the message router_deleted on router e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:43:26.119337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] Pushing event deleted for resources: {'Port': ['ID=fafdc00e-60ac-4d22-a9fd-fe8e0d03082f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:26.121130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aaed17e8-8e1b-4324-8b08-de9625a34076 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.125960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c4877-78de-46b5-9ed0-3b54874b5b33 None None] No DVR routers for this DVR port fafdc00e-60ac-4d22-a9fd-fe8e0d03082f on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:26.127432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aaed17e8-8e1b-4324-8b08-de9625a34076 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/routers/e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb HTTP/1.1" status: 204 len: 168 time: 0.5740328 Aug 03 19:43:26.130232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48910) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:26.145567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:26.165168 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-93860d32-e034-484b-b499-26831787a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.234561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda946f-2ead-4f0a-a162-5d6c1eb613d4 None None] Sync routers for ids ['e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:26.255210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda946f-2ead-4f0a-a162-5d6c1eb613d4 None None] Routers set() bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:26.256641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda946f-2ead-4f0a-a162-5d6c1eb613d4 None None] Router IDs set() for agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:43:26.257226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_agentschedulers_db [None req-dcda946f-2ead-4f0a-a162-5d6c1eb613d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:43:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent'). {{(pid=94135) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:43:26.283645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda946f-2ead-4f0a-a162-5d6c1eb613d4 None None] Routers set() bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:26.284008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda946f-2ead-4f0a-a162-5d6c1eb613d4 None None] Router IDs set() for agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:43:26.284613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_agentschedulers_db [None req-dcda946f-2ead-4f0a-a162-5d6c1eb613d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:43:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent'). {{(pid=94135) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:43:26.285135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda946f-2ead-4f0a-a162-5d6c1eb613d4 None None] The sync data for ids ['e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:26.344390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:26.361150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.892033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fafdc00e-60ac-4d22-a9fd-fe8e0d03082f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:26.969043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: fafdc00e-60ac-4d22-a9fd-fe8e0d03082f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:26.971027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fafdc00e-60ac-4d22-a9fd-fe8e0d03082f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:26.972453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 188963fd-c4b7-417e-b285-0443c1011a1f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:27.008671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 188963fd-c4b7-417e-b285-0443c1011a1f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:27.009013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 188963fd-c4b7-417e-b285-0443c1011a1f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:27.016223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-686a4590-f618-43fc-9628-70aa6d609779 req-b8def109-f628-4a5c-96b0-cb1bf93f7d17 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0711348 Aug 03 19:43:27.184756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-4298a8b5-69b4-4b54-ac27-e888f7f360ad tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:27.190175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-4298a8b5-69b4-4b54-ac27-e888f7f360ad tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 814 time: 0.1674197 Aug 03 19:43:27.239588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-c1d1a648-ba66-4630-bc8d-5f81941f8603 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/quotas/bd01eeafd6874ca9aaff6f5e9090d4f8 HTTP/1.1" status: 200 len: 375 time: 0.0450964 Aug 03 19:43:27.281507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.339542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:27.347976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:27.349895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=bb88e1f8-89e8-49ce-ad84-4a0fe720cf00,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:27.358191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-c717b5db-cd3f-412e-bd1f-36010c66f480 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076705 Aug 03 19:43:27.359585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:27.360172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.362037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40153c-e4f0-41dd-9ea5-4232f613c18e None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:27.376474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9613d29d-1e00-47f3-a050-7b04c94342d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2449677 Aug 03 19:43:27.379200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48944) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:27.385634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d8b5e76c-0b80-479c-8d9c-6b414cd1a706 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-162049324', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:27.434673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e76c-0b80-479c-8d9c-6b414cd1a706 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.436043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e76c-0b80-479c-8d9c-6b414cd1a706 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.521198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e76c-0b80-479c-8d9c-6b414cd1a706 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.526333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e76c-0b80-479c-8d9c-6b414cd1a706 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.554170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e76c-0b80-479c-8d9c-6b414cd1a706 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.555793 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d8b5e76c-0b80-479c-8d9c-6b414cd1a706 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1755764 Aug 03 19:43:27.560983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 48948) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:27.587642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': 'bb88e1f8-89e8-49ce-ad84-4a0fe720cf00'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:27.588501 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.742757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/bb88e1f8-89e8-49ce-ad84-4a0fe720cf00/a815aedc-e1e3-4d1f-a768-26e481fd509f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:27.778862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-604805e0-a046-485d-9e64-29e2e87efccc service neutron] 10.222.0.42 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996890 Aug 03 19:43:27.897255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.906626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Transition to ACTIVE for port object a815aedc-e1e3-4d1f-a768-26e481fd509f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:27.924049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f427a812-afc8-400e-9a48-74ab6fd10a16 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:27.926783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Transition to ACTIVE for port object a815aedc-e1e3-4d1f-a768-26e481fd509f will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:27.950420 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.953615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: f427a812-afc8-400e-9a48-74ab6fd10a16 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:27.954041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f427a812-afc8-400e-9a48-74ab6fd10a16 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:27.994368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.000518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:28.001226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-c2352bae-ebe0-4718-9bbb-fd8dad16fbb9 service neutron] 10.222.0.42 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914020 Aug 03 19:43:28.006304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:28.011036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:28.021119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Pushing event updated for resources: {'Port': ['ID=a815aedc-e1e3-4d1f-a768-26e481fd509f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:28.084120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Attempting to bind port a815aedc-e1e3-4d1f-a768-26e481fd509f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:28.084490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Attempting to bind port a815aedc-e1e3-4d1f-a768-26e481fd509f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:28.084842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Attempting to bind port a815aedc-e1e3-4d1f-a768-26e481fd509f on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:28.090179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:28.090545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:28.090953 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.091344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:28.092353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Bound port: a815aedc-e1e3-4d1f-a768-26e481fd509f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:28.092733 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.180564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] For port a815aedc-e1e3-4d1f-a768-26e481fd509f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:28.185990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] For port a815aedc-e1e3-4d1f-a768-26e481fd509f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a815aedc-e1e3-4d1f-a768-26e481fd509f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:28.197947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.277095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9e793-2a56-40ad-9559-bd10630c15e5 None None] Pushing event updated for resources: {'Port': ['ID=a815aedc-e1e3-4d1f-a768-26e481fd509f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:28.339125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f600e8f1-c021-43bf-9c5f-c70958b2c981 req-84106c12-b8eb-4a1d-9ab7-199865a59e33 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0501485 Aug 03 19:43:28.363574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99da66f5-d071-4fc1-98e4-5c500a14ae58 req-e955ac25-c694-40c4-a5aa-ee1bc864b45d tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 210 time: 0.0702243 Aug 03 19:43:28.434349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::1 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/bb88e1f8-89e8-49ce-ad84-4a0fe720cf00/500fdc79-0e2f-4b15-9202-65a795cc26fc) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:28.693908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.718162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 500fdc79-0e2f-4b15-9202-65a795cc26fc will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:28.764596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.812579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:28.816066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:28.819857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:28.820425 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.862457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a815aedc-e1e3-4d1f-a768-26e481fd509f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:28.895264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=500fdc79-0e2f-4b15-9202-65a795cc26fc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:28.934462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a815aedc-e1e3-4d1f-a768-26e481fd509f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:29.002521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.304720 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.309896 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.311361 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.407148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=500fdc79-0e2f-4b15-9202-65a795cc26fc,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:29.494581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d1f77f3-31ce-4a49-b0ea-34e5878a4bce req-87caf084-b9fc-48fe-acf1-ca5796d800f0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0717993 Aug 03 19:43:29.534159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed4b4287-9d1a-444e-8011-44d587a3fd24 req-401034b3-83fa-4ea8-808a-2fa55f5ef3cb tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 210 time: 0.0458343 Aug 03 19:43:29.595883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5d910641-50b5-43da-9fb7-6ce39ca0fa8a None None] Provisioning for port a815aedc-e1e3-4d1f-a768-26e481fd509f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:29.601169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5d910641-50b5-43da-9fb7-6ce39ca0fa8a None None] Provisioning complete for port a815aedc-e1e3-4d1f-a768-26e481fd509f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:29.601730 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d910641-50b5-43da-9fb7-6ce39ca0fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.619873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:29.624263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:29.727012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d910641-50b5-43da-9fb7-6ce39ca0fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.813247 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.815925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5d910641-50b5-43da-9fb7-6ce39ca0fa8a None None] For port a815aedc-e1e3-4d1f-a768-26e481fd509f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a815aedc-e1e3-4d1f-a768-26e481fd509f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:29.827408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d910641-50b5-43da-9fb7-6ce39ca0fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.844879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-308c472f-52ef-4838-8460-59f45388d20b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:29.846468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-308c472f-52ef-4838-8460-59f45388d20b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.88 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 814 time: 0.2950957 Aug 03 19:43:29.870110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Request body: {'port': {'device_id': '2859c1ea-c6cb-4fad-80cf-f0bc99cd5222', 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'admin_state_up': True, 'tenant_id': 'bd01eeafd6874ca9aaff6f5e9090d4f8'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:29.923389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d910641-50b5-43da-9fb7-6ce39ca0fa8a None None] Pushing event updated for resources: {'Port': ['ID=a815aedc-e1e3-4d1f-a768-26e481fd509f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:29.971350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Router a82218b3-7845-466c-af8c-0530a5191978 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:43:29.972356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3e35473d-a07f-4778-b00b-baace537f748 None None] Provisioning for port 500fdc79-0e2f-4b15-9202-65a795cc26fc completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:29.987046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3e35473d-a07f-4778-b00b-baace537f748 None None] Provisioning complete for port 500fdc79-0e2f-4b15-9202-65a795cc26fc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:29.987425 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e35473d-a07f-4778-b00b-baace537f748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.039164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3e35473d-a07f-4778-b00b-baace537f748 None None] Port 500fdc79-0e2f-4b15-9202-65a795cc26fc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:30.209221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:30.219978 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Sync routers for ids ['a82218b3-7845-466c-af8c-0530a5191978'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:30.222754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b320a264-4e8f-4643-9629-edae101125d5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "PUT /v2.0/routers/a82218b3-7845-466c-af8c-0530a5191978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6603174 Aug 03 19:43:30.223950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Made reservation on behalf of bd01eeafd6874ca9aaff6f5e9090d4f8 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:30.225409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48984) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:30.227314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.255251 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Routers {'a82218b3-7845-466c-af8c-0530a5191978'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:30.257623 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:43:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a82218b3-7845-466c-af8c-0530a5191978'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:30.293611 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-779772db-c5df-4617-b216-b1bfca5510b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.363575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180ff57-b35d-4311-b387-0ca48219faaf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:30.365062 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b180ff57-b35d-4311-b387-0ca48219faaf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports/500fdc79-0e2f-4b15-9202-65a795cc26fc HTTP/1.1" status: 200 len: 911 time: 0.1385398 Aug 03 19:43:30.367892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48988) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:30.378655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c3408e6e-de2a-4677-a54b-a09252ed852d None None] Provisioning complete for port 500fdc79-0e2f-4b15-9202-65a795cc26fc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:30.379024 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3408e6e-de2a-4677-a54b-a09252ed852d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.425863 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Set router a82218b3-7845-466c-af8c-0530a5191978 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:30.486812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547000d-c9e1-4ab9-9d77-da6cca73d193 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:30.497525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Allocated IP 172.20.0.5 (a7943c06-310a-4442-aee4-65ca121ef46a/4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a/f1deeac5-660b-4d9a-84f2-4839569cc9df) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:30.507720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547000d-c9e1-4ab9-9d77-da6cca73d193 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:30.514280 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9547000d-c9e1-4ab9-9d77-da6cca73d193 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1425381 Aug 03 19:43:30.515287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 48990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:30.655108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c3408e6e-de2a-4677-a54b-a09252ed852d None None] Port 500fdc79-0e2f-4b15-9202-65a795cc26fc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:30.749934 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82218b3-7845-466c-af8c-0530a5191978', 'name': 'tempest-NetworksTestDHCPv6-router-162049324', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:27Z', 'updated_at': '2021-08-03T19:43:28Z', 'revision_number': 2, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'gw_port_host': None, '_interfaces': [{'id': '500fdc79-0e2f-4b15-9202-65a795cc26fc', 'name': '', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'mac_address': 'fa:16:3e:06:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82218b3-7845-466c-af8c-0530a5191978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'bb88e1f8-89e8-49ce-ad84-4a0fe720cf00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:28Z', 'updated_at': '2021-08-03T19:43:29Z', 'revision_number': 2, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'subnets': [{'id': 'bb88e1f8-89e8-49ce-ad84-4a0fe720cf00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:30.757848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-beb1bf23-82a6-4636-9d92-ea8659c67091 req-b8eedae2-c17a-4603-bf37-a7ee3cb62816 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 210 time: 0.0946255 Aug 03 19:43:30.787122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33a4f548-9630-490d-841b-f210852e69b0 req-769c6fa5-e994-488e-b330-f7ed81847725 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.1107233 Aug 03 19:43:30.821525 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Checking router: a82218b3-7845-466c-af8c-0530a5191978 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:30.821980 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Updating router a82218b3-7845-466c-af8c-0530a5191978 port 500fdc79-0e2f-4b15-9202-65a795cc26fc binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:43:30.851145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.868851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a815aedc-e1e3-4d1f-a768-26e481fd509f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:30.880976 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.939437 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.954049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['1daf7ed0-0254-4cc0-938b-325c76ce4a22'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:31.005706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f81ab83a-d306-4b65-be40-94b348ad1161'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:31.031474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Network a7943c06-310a-4442-aee4-65ca121ef46a is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:31.038527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:31.047306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:31.054845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Pushing event updated for resources: {'Port': ['ID=f1deeac5-660b-4d9a-84f2-4839569cc9df,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:31.100588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a815aedc-e1e3-4d1f-a768-26e481fd509f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:31.103539 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.147929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:31.149822 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.169331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-424344a4-ecda-4c1c-ba06-bb95c56d193c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3032565 Aug 03 19:43:31.181589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Request body: {'port': {'device_id': '2859c1ea-c6cb-4fad-80cf-f0bc99cd5222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:31.300392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.415409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.415649 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.445347 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Transition to ACTIVE for port object 500fdc79-0e2f-4b15-9202-65a795cc26fc will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:31.458977 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.604657 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211a72d-646e-436a-a56c-a0561f100d4d None None] Pushing event updated for resources: {'Port': ['ID=500fdc79-0e2f-4b15-9202-65a795cc26fc,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:31.725172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 500fdc79-0e2f-4b15-9202-65a795cc26fc {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:31.725555 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.751806 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Attempting to bind port 500fdc79-0e2f-4b15-9202-65a795cc26fc on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:31.752175 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Attempting to bind port 500fdc79-0e2f-4b15-9202-65a795cc26fc by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:31.752532 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Attempting to bind port 500fdc79-0e2f-4b15-9202-65a795cc26fc on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:31.767922 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:31.768343 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:31.768695 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.769086 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:31.778815 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Bound port: 500fdc79-0e2f-4b15-9202-65a795cc26fc, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:31.779919 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.867270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port 500fdc79-0e2f-4b15-9202-65a795cc26fc, host n-d-803378-1, got binding levels [] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:31.867647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.894463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 500fdc79-0e2f-4b15-9202-65a795cc26fc owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:31.974428 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] For port 500fdc79-0e2f-4b15-9202-65a795cc26fc, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:31.991649 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] For port 500fdc79-0e2f-4b15-9202-65a795cc26fc, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=500fdc79-0e2f-4b15-9202-65a795cc26fc,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:31.997731 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:31.998520 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.067933 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Routers {'a82218b3-7845-466c-af8c-0530a5191978'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:32.068581 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:43:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a82218b3-7845-466c-af8c-0530a5191978'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:32.114404 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211a72d-646e-436a-a56c-a0561f100d4d None None] Pushing event updated for resources: {'Port': ['ID=500fdc79-0e2f-4b15-9202-65a795cc26fc,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:32.122075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5baa41a-c6e4-4598-a0ab-d842c93035a8 req-0cab97e4-a752-47b3-903d-d49a566da825 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.1628385 Aug 03 19:43:32.143523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.196369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1deeac5-660b-4d9a-84f2-4839569cc9df {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:32.198132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=500fdc79-0e2f-4b15-9202-65a795cc26fc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:32.203767 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] Set router a82218b3-7845-466c-af8c-0530a5191978 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:32.207511 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e279f1e-64ad-4ec3-b434-2048e66e78e5 req-b67cef38-b3bf-4ae2-adf4-4c18d48fff5b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e85431af-35ef-4987-950f-4133f5e6e0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0772710 Aug 03 19:43:32.211979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d815fd-ccb1-44a3-8e92-89ecd9153121 req-a0e71476-337c-4ae0-87fa-0a9a2273e81a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:32.219952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69d815fd-ccb1-44a3-8e92-89ecd9153121 req-a0e71476-337c-4ae0-87fa-0a9a2273e81a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 931 time: 0.2947531 Aug 03 19:43:32.227863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.275284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Transition to ACTIVE for port object f1deeac5-660b-4d9a-84f2-4839569cc9df will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:32.289375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.325038 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69d815fd-ccb1-44a3-8e92-89ecd9153121 req-61286407-a4e8-4b10-8a47-e8750f163500 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992482 Aug 03 19:43:32.351268 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.375540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1deeac5-660b-4d9a-84f2-4839569cc9df,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:32.482868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e279f1e-64ad-4ec3-b434-2048e66e78e5 req-a37680bd-f075-4119-b9f7-9552e21a4dd5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e85431af-35ef-4987-950f-4133f5e6e0c1 HTTP/1.1" status: 200 len: 210 time: 0.1172538 Aug 03 19:43:32.548648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-84b8c7a1-6366-41e8-812d-81605f8900ee None None] Could not find standard attr ID for object 500fdc79-0e2f-4b15-9202-65a795cc26fc. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:32.565460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Attempting to bind port f1deeac5-660b-4d9a-84f2-4839569cc9df on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:32.566360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Attempting to bind port f1deeac5-660b-4d9a-84f2-4839569cc9df by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:32.568101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Attempting to bind port f1deeac5-660b-4d9a-84f2-4839569cc9df on network a7943c06-310a-4442-aee4-65ca121ef46a {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:32.569250 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82218b3-7845-466c-af8c-0530a5191978', 'name': 'tempest-NetworksTestDHCPv6-router-162049324', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:27Z', 'updated_at': '2021-08-03T19:43:28Z', 'revision_number': 2, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'gw_port_host': None, '_interfaces': [{'id': '500fdc79-0e2f-4b15-9202-65a795cc26fc', 'name': '', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'mac_address': 'fa:16:3e:06:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82218b3-7845-466c-af8c-0530a5191978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'bb88e1f8-89e8-49ce-ad84-4a0fe720cf00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:28Z', 'updated_at': '2021-08-03T19:43:31Z', 'revision_number': 4, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'subnets': [{'id': 'bb88e1f8-89e8-49ce-ad84-4a0fe720cf00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:32.582039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Port f1deeac5-660b-4d9a-84f2-4839569cc9df on network a7943c06-310a-4442-aee4-65ca121ef46a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:43:32.583221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Attempting to bind port f1deeac5-660b-4d9a-84f2-4839569cc9df on network a7943c06-310a-4442-aee4-65ca121ef46a {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:32.590046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:32.590775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Checking segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:32.592160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Bound using segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:32.593255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Bound port: f1deeac5-660b-4d9a-84f2-4839569cc9df, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:32.594228 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.639655 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229cfa5-f792-4f9a-b5ee-8b302e756c49 None None] The sync data for ids ['a82218b3-7845-466c-af8c-0530a5191978'] in n-d-803378-1 is: [{'id': 'a82218b3-7845-466c-af8c-0530a5191978', 'name': 'tempest-NetworksTestDHCPv6-router-162049324', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:27Z', 'updated_at': '2021-08-03T19:43:28Z', 'revision_number': 2, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'gw_port_host': None, '_interfaces': [{'id': '500fdc79-0e2f-4b15-9202-65a795cc26fc', 'name': '', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'mac_address': 'fa:16:3e:06:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82218b3-7845-466c-af8c-0530a5191978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'bb88e1f8-89e8-49ce-ad84-4a0fe720cf00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:28Z', 'updated_at': '2021-08-03T19:43:31Z', 'revision_number': 4, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'subnets': [{'id': 'bb88e1f8-89e8-49ce-ad84-4a0fe720cf00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:32.719655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] For port f1deeac5-660b-4d9a-84f2-4839569cc9df, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:32.723810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] For port f1deeac5-660b-4d9a-84f2-4839569cc9df, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1deeac5-660b-4d9a-84f2-4839569cc9df,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:32.730591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.786289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:32.787076 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.788851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] 10.222.0.88 "PUT /v2.0/ports/f1deeac5-660b-4d9a-84f2-4839569cc9df HTTP/1.1" status: 200 len: 1091 time: 1.6119978 Aug 03 19:43:32.790388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2859c1ea-c6cb-4fad-80cf-f0bc99cd5222', 'tag': 'f1deeac5-660b-4d9a-84f2-4839569cc9df'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:32.798967 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ae9c5a-42c1-488b-b372-5fd7f130f510" -d '{"events": [{"name": "network-changed", "server_uuid": "2859c1ea-c6cb-4fad-80cf-f0bc99cd5222", "tag": "f1deeac5-660b-4d9a-84f2-4839569cc9df"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:32.861701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e279f1e-64ad-4ec3-b434-2048e66e78e5 req-8d94bc47-3f1a-455e-b45d-00b0346b3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:32.863342 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e279f1e-64ad-4ec3-b434-2048e66e78e5 req-8d94bc47-3f1a-455e-b45d-00b0346b3182 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a13f83e3050949aab38e4aa703f4d71b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3346229 Aug 03 19:43:32.871139 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6446c57-abac-45b6-bcf2-ef4984130ed2 x-openstack-request-id: req-f6446c57-abac-45b6-bcf2-ef4984130ed2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:32.871932 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2859c1ea-c6cb-4fad-80cf-f0bc99cd5222", "tag": "f1deeac5-660b-4d9a-84f2-4839569cc9df", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:32.872331 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6446c57-abac-45b6-bcf2-ef4984130ed2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:32.872914 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2859c1ea-c6cb-4fad-80cf-f0bc99cd5222', 'tag': 'f1deeac5-660b-4d9a-84f2-4839569cc9df', 'status': 'completed', 'code': 200} Aug 03 19:43:32.889117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a27f2-5c81-48f2-b180-7df3926e57f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1deeac5-660b-4d9a-84f2-4839569cc9df,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:32.927382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-66b570e4-f081-4b2d-a24f-8439d580302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:32.929255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-66b570e4-f081-4b2d-a24f-8439d580302f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 1094 time: 0.0962150 Aug 03 19:43:33.022669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-1ec419ff-cb8a-4e4a-84bd-11848aa96635 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1deeac5-660b-4d9a-84f2-4839569cc9df HTTP/1.1" status: 200 len: 217 time: 0.0851998 Aug 03 19:43:33.115783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-bcda6ccf-ad03-4029-9aac-506e7e69da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:33.117445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-bcda6ccf-ad03-4029-9aac-506e7e69da89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.0831461 Aug 03 19:43:33.166913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-aa5572dd-9369-4f54-b677-8e751158cb36 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393369 Aug 03 19:43:33.328675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-0f45036e-e611-416c-a5cc-a152134f61b2 service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557102 Aug 03 19:43:33.464766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64b8ff9-52f3-4074-8323-1343632318c0 req-2da75113-6584-4aad-81ff-e5a36ee562ae service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288536 Aug 03 19:43:33.510030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec84b-ad64-4ce8-8fdd-00d6c9bdcdc8 req-f155d3ef-8ff2-46e4-bdb2-3d6e47564a8f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:33.528056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb9ec84b-ad64-4ce8-8fdd-00d6c9bdcdc8 req-f155d3ef-8ff2-46e4-bdb2-3d6e47564a8f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 943 time: 0.0869868 Aug 03 19:43:33.538348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e279f1e-64ad-4ec3-b434-2048e66e78e5 req-776ae98f-a5ad-4c66-9f76-62d87aed3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:33.539990 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6e279f1e-64ad-4ec3-b434-2048e66e78e5 req-776ae98f-a5ad-4c66-9f76-62d87aed3b82 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6343846 Aug 03 19:43:33.544466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Router a82218b3-7845-466c-af8c-0530a5191978 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:33.603093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb9ec84b-ad64-4ce8-8fdd-00d6c9bdcdc8 req-3aca280e-d583-4168-9eca-33b42e70448a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734622 Aug 03 19:43:33.690745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:33.697168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c0a1498e-7809-48df-8706-b39fa3f33748 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "PUT /v2.0/routers/a82218b3-7845-466c-af8c-0530a5191978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1806271 Aug 03 19:43:33.699864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49040) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:33.767171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe03e7a-fd9a-4854-bd19-3fd17860709d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:33.769024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe03e7a-fd9a-4854-bd19-3fd17860709d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:33.771028 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8fe03e7a-fd9a-4854-bd19-3fd17860709d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0698514 Aug 03 19:43:33.773861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49042) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:33.873724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5740871-0565-4692-97bf-00239bb907e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet bb88e1f8-89e8-49ce-ad84-4a0fe720cf00 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:33.880043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5740871-0565-4692-97bf-00239bb907e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:33.945934 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5740871-0565-4692-97bf-00239bb907e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.120053 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5740871-0565-4692-97bf-00239bb907e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.203015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5740871-0565-4692-97bf-00239bb907e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.236967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-9b1f1e89-4bdc-4d81-a42c-3bb3746d52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:34.238686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-9b1f1e89-4bdc-4d81-a42c-3bb3746d52fa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 1094 time: 0.6488268 Aug 03 19:43:34.239873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5740871-0565-4692-97bf-00239bb907e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=bb88e1f8-89e8-49ce-ad84-4a0fe720cf00,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:34.251468 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5740871-0565-4692-97bf-00239bb907e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.254353 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b5740871-0565-4692-97bf-00239bb907e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/bb88e1f8-89e8-49ce-ad84-4a0fe720cf00 HTTP/1.1" status: 204 len: 168 time: 0.4785061 Aug 03 19:43:34.256055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49044) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:34.260749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44d113-8ae2-42af-b1de-24566f60221e None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:34.428830 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-74d162cf-0476-4b1b-8a7c-ebc84b708f46 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1560791 Aug 03 19:43:34.431731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49054) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:34.445030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-88d58c13-6fa8-4ba7-9893-a5401545c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:34.450009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-88d58c13-6fa8-4ba7-9893-a5401545c193 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 915 time: 0.2024302 Aug 03 19:43:34.523737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.598024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-f185de59-15a0-4232-a47b-475f566744ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1deeac5-660b-4d9a-84f2-4839569cc9df HTTP/1.1" status: 200 len: 217 time: 0.1378949 Aug 03 19:43:34.623829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:34.664862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-872293cd-e146-48d5-80f2-d58efd6d6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:34.667684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-872293cd-e146-48d5-80f2-d58efd6d6e91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.0629995 Aug 03 19:43:34.682213 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94fd953b-f78f-4036-8444-842d9d57d224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.727465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-9b55a798-7bde-4de8-9a9e-930af288242c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514567 Aug 03 19:43:34.754586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] Deleting port a815aedc-e1e3-4d1f-a768-26e481fd509f {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:34.759049 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.871040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a815aedc-e1e3-4d1f-a768-26e481fd509f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:34.875902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2bb6e-0149-484d-b8cb-4773af1ebc93 req-112c735a-f697-403e-8129-45d41d740c58 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:34.883364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ad2bb6e-0149-484d-b8cb-4773af1ebc93 req-112c735a-f697-403e-8129-45d41d740c58 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 943 time: 0.1491559 Aug 03 19:43:34.926506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] For port a815aedc-e1e3-4d1f-a768-26e481fd509f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a815aedc-e1e3-4d1f-a768-26e481fd509f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:34.927278 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.971985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ad2bb6e-0149-484d-b8cb-4773af1ebc93 req-0d25c029-1682-4592-98e8-25f7549e9446 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875590 Aug 03 19:43:34.976913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] Calling delete_port for a815aedc-e1e3-4d1f-a768-26e481fd509f owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:35.009859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-8d9e447c-0a44-4304-aabe-0debe6a4bff3 service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477155 Aug 03 19:43:35.064966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] Sync routers for ids ['a82218b3-7845-466c-af8c-0530a5191978'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:35.089647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94fd953b-f78f-4036-8444-842d9d57d224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.095483 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94fd953b-f78f-4036-8444-842d9d57d224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.112110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] Routers {'a82218b3-7845-466c-af8c-0530a5191978'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:35.113141 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:43:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a82218b3-7845-466c-af8c-0530a5191978'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:35.156628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94fd953b-f78f-4036-8444-842d9d57d224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.157150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fd953b-f78f-4036-8444-842d9d57d224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Fanout notify agent at l3_agent the message router_deleted on router a82218b3-7845-466c-af8c-0530a5191978 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:43:35.174078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94fd953b-f78f-4036-8444-842d9d57d224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.176820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-94fd953b-f78f-4036-8444-842d9d57d224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/routers/a82218b3-7845-466c-af8c-0530a5191978 HTTP/1.1" status: 204 len: 168 time: 0.7425456 Aug 03 19:43:35.179564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49080) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:35.251738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.261130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] Set router a82218b3-7845-466c-af8c-0530a5191978 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:35.263265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e543351-fecf-486b-b102-f462474fa9a7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:35.264930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8e543351-fecf-486b-b102-f462474fa9a7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0843406 Aug 03 19:43:35.265415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11ae9c5a-42c1-488b-b372-5fd7f130f510 req-2e479d45-f6a1-4783-838c-edfacd625496 service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466214 Aug 03 19:43:35.267446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:35.380473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64e765-2147-4273-865d-bad147255108 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:35.381328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82218b3-7845-466c-af8c-0530a5191978', 'name': 'tempest-NetworksTestDHCPv6-router-162049324', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:27Z', 'updated_at': '2021-08-03T19:43:32Z', 'revision_number': 3, 'project_id': '065a157605cf4fdbbd38a13f6e17fd91', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:35.382648 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6f64e765-2147-4273-865d-bad147255108 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1142247 Aug 03 19:43:35.385152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49094) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:35.420778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a815aedc-e1e3-4d1f-a768-26e481fd509f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a815aedc-e1e3-4d1f-a768-26e481fd509f,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:35.422498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] Checking router: a82218b3-7845-466c-af8c-0530a5191978 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:35.427236 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.447313 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-acb747f0-2757-4ca5-85f7-4d2705c22293 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599656 Aug 03 19:43:35.455445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49096) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:35.460781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:35.484689 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.488603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event deleted for resources: {'Port': ['ID=a815aedc-e1e3-4d1f-a768-26e481fd509f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:35.515235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] Routers set() bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:35.524376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] Router IDs set() for agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:43:35.525297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_agentschedulers_db [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a82218b3-7845-466c-af8c-0530a5191978'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:43:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent'). {{(pid=94135) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:43:35.525917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5ea01-7c5b-4c35-bb38-f5c6bdbac911 None None] The sync data for ids ['a82218b3-7845-466c-af8c-0530a5191978'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:35.577207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] No DVR routers for this DVR port a815aedc-e1e3-4d1f-a768-26e481fd509f on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:35.587623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6e983-41c9-42bc-ad37-e5d217a736cc None None] Pushing event deleted for resources: {'Port': ['ID=a815aedc-e1e3-4d1f-a768-26e481fd509f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:35.672080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:35.690657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.989854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1deeac5-660b-4d9a-84f2-4839569cc9df details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:43:36.083390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:43:36.088880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.139914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1deeac5-660b-4d9a-84f2-4839569cc9df, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1deeac5-660b-4d9a-84f2-4839569cc9df,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:36.154545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'f1deeac5-660b-4d9a-84f2-4839569cc9df', 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'port_id': 'f1deeac5-660b-4d9a-84f2-4839569cc9df', 'mac_address': 'fa:16:3e:13:cf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:43:36.167075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:36.176668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:36.182501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:36.183120 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.188889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea549d-9d42-41fb-a77d-fa71d499611f None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:36.204198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3235d-36fc-4260-8347-222c6e5665bf req-29db0cc0-31af-4230-b454-796f7ac7cd2d tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:36.211724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37b3235d-36fc-4260-8347-222c6e5665bf req-29db0cc0-31af-4230-b454-796f7ac7cd2d tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 943 time: 0.1184011 Aug 03 19:43:36.229150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=0f9e60c9-72da-423d-a51f-680bb34f294c,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:36.229355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49118) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:36.236785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fb5964e7-72aa-41ca-80d3-0004882e153d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686805441', 'description': 'tempest-secgroup-smoke-686805441 description', 'project_id': 'a13f83e3050949aab38e4aa703f4d71b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:36.260541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c1cd000f-d7c7-4fca-a192-d7a0b6095315 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8036959 Aug 03 19:43:36.261137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49120) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:36.265852 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.269254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:36.286114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37b3235d-36fc-4260-8347-222c6e5665bf req-1f8f1db0-97f5-4c21-8bc9-0dd499f11ca8 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731680 Aug 03 19:43:36.290696 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb5964e7-72aa-41ca-80d3-0004882e153d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.307401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1deeac5-660b-4d9a-84f2-4839569cc9df {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:36.349216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1deeac5-660b-4d9a-84f2-4839569cc9df, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1deeac5-660b-4d9a-84f2-4839569cc9df,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:36.356829 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.425628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb5964e7-72aa-41ca-80d3-0004882e153d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.434438 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb5964e7-72aa-41ca-80d3-0004882e153d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.450299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:36.455282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.464133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=f1deeac5-660b-4d9a-84f2-4839569cc9df,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:36.479692 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fb5964e7-72aa-41ca-80d3-0004882e153d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.481056 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fb5964e7-72aa-41ca-80d3-0004882e153d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2505746 Aug 03 19:43:36.485019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49122) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:36.491975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c13579f4-a86a-4c16-8b3e-175b807f7127 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'security_group_rule': {'security_group_id': 'd5770786-864f-430f-b7da-9bc53e3373a0', 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:36.525966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5964e7-72aa-41ca-80d3-0004882e153d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5770786-864f-430f-b7da-9bc53e3373a0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:36.527957 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': '0f9e60c9-72da-423d-a51f-680bb34f294c'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:36.529367 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.550612 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13579f4-a86a-4c16-8b3e-175b807f7127 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.634193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13579f4-a86a-4c16-8b3e-175b807f7127 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.634523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['f1deeac5-660b-4d9a-84f2-4839569cc9df'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:36.639852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13579f4-a86a-4c16-8b3e-175b807f7127 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.665383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13579f4-a86a-4c16-8b3e-175b807f7127 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc7e17f-0697-435e-a2d6-638d88b6705b,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:36.670194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13579f4-a86a-4c16-8b3e-175b807f7127 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.671822 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c13579f4-a86a-4c16-8b3e-175b807f7127 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856089 Aug 03 19:43:36.674953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49124) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:36.679774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c55aaa22-a5e1-408c-a2c7-8c1bc27a1aae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'security_group_rule': {'security_group_id': 'd5770786-864f-430f-b7da-9bc53e3373a0', 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:36.727232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c55aaa22-a5e1-408c-a2c7-8c1bc27a1aae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.736150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Allocated IP 2001:db8::f816:3eff:fe2e:4295 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/0f9e60c9-72da-423d-a51f-680bb34f294c/7c99a0f3-48eb-44df-a392-f8b2f88aaee5) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:36.782012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 500fdc79-0e2f-4b15-9202-65a795cc26fc no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:36.831879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 500fdc79-0e2f-4b15-9202-65a795cc26fc {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:36.832285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 500fdc79-0e2f-4b15-9202-65a795cc26fc not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:36.856685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c55aaa22-a5e1-408c-a2c7-8c1bc27a1aae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.863965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c55aaa22-a5e1-408c-a2c7-8c1bc27a1aae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.866691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.895718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aaa22-a5e1-408c-a2c7-8c1bc27a1aae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4a0738-1a15-4a20-92a0-5a83084611f0,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:36.906224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c55aaa22-a5e1-408c-a2c7-8c1bc27a1aae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.911447 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c55aaa22-a5e1-408c-a2c7-8c1bc27a1aae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2353251 Aug 03 19:43:36.912524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49132) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:36.920508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c9f462b1-47a6-44e7-a673-81e4e3259bb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'security_group_rule': {'security_group_id': 'd5770786-864f-430f-b7da-9bc53e3373a0', 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:36.926045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:36.931284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:36.934832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:36.936207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.954336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=acca93db-02f0-4407-a7c7-17d3cea51051,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:36.964932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2254e0b0-3ec3-4fa1-b93c-16d90d6eacbf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6997395 Aug 03 19:43:36.965821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f462b1-47a6-44e7-a673-81e4e3259bb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.969460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49134) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:36.977144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:e0:26:e4', 'name': 'tempest-NetworksTestDHCPv6-245509057'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:36.992852 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.003675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Transition to ACTIVE for port object 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:37.018534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Transition to ACTIVE for port object 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:37.025242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.072731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:37.080161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:37.084683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:37.088328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Pushing event updated for resources: {'Port': ['ID=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:37.120695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f462b1-47a6-44e7-a673-81e4e3259bb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.134647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f462b1-47a6-44e7-a673-81e4e3259bb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.152813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Attempting to bind port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:37.153184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Attempting to bind port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:37.153583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Attempting to bind port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:37.162786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:37.163195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:37.163602 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.164173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f462b1-47a6-44e7-a673-81e4e3259bb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0209951c-74ca-432d-bfa4-7c1540d8d964,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:37.164360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:37.165121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Bound port: 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:37.165573 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.168589 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f462b1-47a6-44e7-a673-81e4e3259bb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.173010 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c9f462b1-47a6-44e7-a673-81e4e3259bb8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2570984 Aug 03 19:43:37.175223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49136) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:37.180794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fdf3a91d-9fb8-4895-a107-41a1d9ffa0e2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'security_group_rule': {'security_group_id': 'd5770786-864f-430f-b7da-9bc53e3373a0', 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:37.194387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:37.225152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a91d-9fb8-4895-a107-41a1d9ffa0e2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.290577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] For port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:37.295403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] For port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:37.300364 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.314903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.319565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a91d-9fb8-4895-a107-41a1d9ffa0e2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.326514 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a91d-9fb8-4895-a107-41a1d9ffa0e2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.343365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 789ba0d2-756e-4185-b308-7bdec9192a22 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:37.363039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3a91d-9fb8-4895-a107-41a1d9ffa0e2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4da9ab5-2b5b-4008-97ff-581abf931aa7,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:37.375321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46bacb-8220-4f1b-85f6-52aac5444ead None None] Pushing event updated for resources: {'Port': ['ID=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:37.381235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a91d-9fb8-4895-a107-41a1d9ffa0e2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.381235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fdf3a91d-9fb8-4895-a107-41a1d9ffa0e2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2045009 Aug 03 19:43:37.392464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49140) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:37.401402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4f660d5b-faf1-4a0b-8cd1-96257851fa04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'security_group_rule': {'security_group_id': 'd5770786-864f-430f-b7da-9bc53e3373a0', 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:37.439336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd055d6e-e456-48a0-82cf-ed70a989c75f req-0507d50a-4474-4b21-97c8-73c75c6ac12b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:37.441889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd055d6e-e456-48a0-82cf-ed70a989c75f req-0507d50a-4474-4b21-97c8-73c75c6ac12b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 944 time: 0.0750721 Aug 03 19:43:37.480249 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-4f660d5b-faf1-4a0b-8cd1-96257851fa04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Project a13f83e3050949aab38e4aa703f4d71b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:43:37.489369 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f660d5b-faf1-4a0b-8cd1-96257851fa04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.508428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd055d6e-e456-48a0-82cf-ed70a989c75f req-02ffdb0c-0969-4326-9196-2322311f8996 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Aug 03 19:43:37.628431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 172.20.0.5 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/acca93db-02f0-4407-a7c7-17d3cea51051/789ba0d2-756e-4185-b308-7bdec9192a22) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:37.647804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f660d5b-faf1-4a0b-8cd1-96257851fa04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.656797 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:fee0:26e4 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/0f9e60c9-72da-423d-a51f-680bb34f294c/789ba0d2-756e-4185-b308-7bdec9192a22) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:37.659477 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f660d5b-faf1-4a0b-8cd1-96257851fa04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.688260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f660d5b-faf1-4a0b-8cd1-96257851fa04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6718b5fb-a9d0-4c04-9814-71db1d3ef3f4,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:37.705022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4f660d5b-faf1-4a0b-8cd1-96257851fa04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.705716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4f660d5b-faf1-4a0b-8cd1-96257851fa04 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3121514 Aug 03 19:43:37.710395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49142) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:37.715898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e3fc2ce1-5381-4647-82b5-e01d57c36d3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'security_group_rule': {'security_group_id': 'd5770786-864f-430f-b7da-9bc53e3373a0', 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:37.755644 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-e3fc2ce1-5381-4647-82b5-e01d57c36d3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Project a13f83e3050949aab38e4aa703f4d71b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:43:37.762100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2ce1-5381-4647-82b5-e01d57c36d3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.836863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2ce1-5381-4647-82b5-e01d57c36d3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.843483 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2ce1-5381-4647-82b5-e01d57c36d3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.866147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc2ce1-5381-4647-82b5-e01d57c36d3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ad899b-35ab-4a22-bdb1-c2f7bea4303e,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:37.876293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2ce1-5381-4647-82b5-e01d57c36d3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.877895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e3fc2ce1-5381-4647-82b5-e01d57c36d3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1681051 Aug 03 19:43:37.887109 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.904371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 789ba0d2-756e-4185-b308-7bdec9192a22 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:37.948736 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.993140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:37.997933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:38.001871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1deeac5-660b-4d9a-84f2-4839569cc9df up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:38.002337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:38.088491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=789ba0d2-756e-4185-b308-7bdec9192a22,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:38.102424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.103076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.113879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port f1deeac5-660b-4d9a-84f2-4839569cc9df completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:38.119039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port f1deeac5-660b-4d9a-84f2-4839569cc9df triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:38.120585 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.121872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-859d4d1c-18d2-497e-823c-5ce9fe5b35d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1488817 Aug 03 19:43:38.124285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49184) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:38.231341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e5a57-f935-4a6a-b01f-c1bf05fecc16 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.245206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e5a57-f935-4a6a-b01f-c1bf05fecc16 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.250442 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4f0e5a57-f935-4a6a-b01f-c1bf05fecc16 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1219182 Aug 03 19:43:38.255500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49200) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:38.261296 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.331995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port f1deeac5-660b-4d9a-84f2-4839569cc9df, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1deeac5-660b-4d9a-84f2-4839569cc9df,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:38.336491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2859c1ea-c6cb-4fad-80cf-f0bc99cd5222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1deeac5-660b-4d9a-84f2-4839569cc9df'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:38.340954 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79976172-be4c-4bb2-ad88-dbf751c0d617" -d '{"events": [{"server_uuid": "2859c1ea-c6cb-4fad-80cf-f0bc99cd5222", "name": "network-vif-plugged", "status": "completed", "tag": "f1deeac5-660b-4d9a-84f2-4839569cc9df"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:38.358047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.413028 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f81a0a7-26e9-4731-8b1e-59fd21bba14d x-openstack-request-id: req-9f81a0a7-26e9-4731-8b1e-59fd21bba14d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:38.413350 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2859c1ea-c6cb-4fad-80cf-f0bc99cd5222", "name": "network-vif-plugged", "status": "completed", "tag": "f1deeac5-660b-4d9a-84f2-4839569cc9df", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:38.413659 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f81a0a7-26e9-4731-8b1e-59fd21bba14d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:38.414249 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2859c1ea-c6cb-4fad-80cf-f0bc99cd5222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1deeac5-660b-4d9a-84f2-4839569cc9df', 'code': 200} Aug 03 19:43:38.429962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-45e57936-fe6d-4b4b-a11d-6b95d830383f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 789ba0d2-756e-4185-b308-7bdec9192a22 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:38.429962 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45e57936-fe6d-4b4b-a11d-6b95d830383f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.462462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=f1deeac5-660b-4d9a-84f2-4839569cc9df,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:38.663287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45e57936-fe6d-4b4b-a11d-6b95d830383f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.667410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14842-bd08-450e-b355-9e2961c43963 req-06ce11b0-0cb8-4589-a499-8fb0af426202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.668948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6f14842-bd08-450e-b355-9e2961c43963 req-06ce11b0-0cb8-4589-a499-8fb0af426202 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 1096 time: 0.1604702 Aug 03 19:43:38.712368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-45e57936-fe6d-4b4b-a11d-6b95d830383f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 789ba0d2-756e-4185-b308-7bdec9192a22 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:38.841389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d6f14842-bd08-450e-b355-9e2961c43963 req-236d7cc4-b43d-463d-83e8-17e4096fb039 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514890 Aug 03 19:43:38.850779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890b2cc-f90b-429d-8712-52ce48c6b438 req-496f2581-f385-4c66-aebd-ac441dcc1def tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.852170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0890b2cc-f90b-429d-8712-52ce48c6b438 req-496f2581-f385-4c66-aebd-ac441dcc1def tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 945 time: 0.2169003 Aug 03 19:43:38.876613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:38.912086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef369b-4586-466b-881b-3f731b35980c None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:38.926744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0890b2cc-f90b-429d-8712-52ce48c6b438 req-910587bb-944b-47e8-82b2-98b5f61dc98e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552921 Aug 03 19:43:38.997967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-484d4487-4257-47fe-a77f-2a0bbf088f11 None None] Provisioning for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:39.024421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:39.033731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:39.034106 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.100712 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45e57936-fe6d-4b4b-a11d-6b95d830383f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.185268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e57936-fe6d-4b4b-a11d-6b95d830383f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=789ba0d2-756e-4185-b308-7bdec9192a22,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:39.249404 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.297961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-45e57936-fe6d-4b4b-a11d-6b95d830383f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.302721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-45e57936-fe6d-4b4b-a11d-6b95d830383f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/789ba0d2-756e-4185-b308-7bdec9192a22 HTTP/1.1" status: 204 len: 168 time: 1.0429804 Aug 03 19:43:39.303561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49252) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:39.317815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:39.331591 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.379577 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e006c5-5f5b-49c5-b92a-76ff0f4c7d61 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:39.384130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e006c5-5f5b-49c5-b92a-76ff0f4c7d61 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:39.386854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e006c5-5f5b-49c5-b92a-76ff0f4c7d61 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:39.389159 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-20e006c5-5f5b-49c5-b92a-76ff0f4c7d61 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0824537 Aug 03 19:43:39.392772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49254) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:39.411590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e783fa-6955-495c-8cd8-9e5f946f98ef None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': '0f9e60c9-72da-423d-a51f-680bb34f294c', 'ip_address': '2001:db8::f816:3eff:fe2e:4295'}, {'subnet_id': 'acca93db-02f0-4407-a7c7-17d3cea51051'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '7c99a0f3-48eb-44df-a392-f8b2f88aaee5'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:43:39.445936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:39.461922 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9e783fa-6955-495c-8cd8-9e5f946f98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.502591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c809b6ba-f93f-4870-a426-7d03d4f33723 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 0f9e60c9-72da-423d-a51f-680bb34f294c {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:39.512821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c809b6ba-f93f-4870-a426-7d03d4f33723 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.579659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c809b6ba-f93f-4870-a426-7d03d4f33723 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.741916 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c809b6ba-f93f-4870-a426-7d03d4f33723 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.832130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c809b6ba-f93f-4870-a426-7d03d4f33723 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-d9e783fa-6955-495c-8cd8-9e5f946f98ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f9e60c9-72da-423d-a51f-680bb34f294c: This subnet is being modified by another concurrent operation. Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f9e60c9-72da-423d-a51f-680bb34f294c: This subnet is being modified by another concurrent operation. Aug 03 19:43:39.836771 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:43:39.864451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809b6ba-f93f-4870-a426-7d03d4f33723 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9e60c9-72da-423d-a51f-680bb34f294c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:39.868507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c809b6ba-f93f-4870-a426-7d03d4f33723 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.870801 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c809b6ba-f93f-4870-a426-7d03d4f33723 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/0f9e60c9-72da-423d-a51f-680bb34f294c HTTP/1.1" status: 204 len: 168 time: 0.4767730 Aug 03 19:43:39.877632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49262) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:39.939514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68a3b7b-5c28-4109-b0cd-60676103d8bf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet acca93db-02f0-4407-a7c7-17d3cea51051 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:39.944024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d68a3b7b-5c28-4109-b0cd-60676103d8bf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.960934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bae5f7-4a11-48e1-876d-e62cad1793e0 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:40.007314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d68a3b7b-5c28-4109-b0cd-60676103d8bf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.083533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d68a3b7b-5c28-4109-b0cd-60676103d8bf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.142116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c3415e54-90f5-4e90-a172-a89aed9f160f None None] Provisioning complete for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:40.142585 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3415e54-90f5-4e90-a172-a89aed9f160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.165508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211547f-d3f3-4450-936b-2dda648294dc req-db9c33d4-c089-4213-9ca6-3f1529a45fec tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:40.170167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1211547f-d3f3-4450-936b-2dda648294dc req-db9c33d4-c089-4213-9ca6-3f1529a45fec tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 945 time: 0.1184657 Aug 03 19:43:40.194251 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d68a3b7b-5c28-4109-b0cd-60676103d8bf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.231523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a3b7b-5c28-4109-b0cd-60676103d8bf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=acca93db-02f0-4407-a7c7-17d3cea51051,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:40.239005 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d68a3b7b-5c28-4109-b0cd-60676103d8bf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.245195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49274) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:40.245951 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d68a3b7b-5c28-4109-b0cd-60676103d8bf tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/acca93db-02f0-4407-a7c7-17d3cea51051 HTTP/1.1" status: 204 len: 168 time: 0.3681924 Aug 03 19:43:40.264714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1211547f-d3f3-4450-936b-2dda648294dc req-a11e5ead-487b-4f63-980a-3772228e5ddf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863991 Aug 03 19:43:40.305738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-02b650aa-ede1-4393-bb8a-5da06799f258 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580995 Aug 03 19:43:40.307473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49280) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:40.314192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:40.452824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:40.465930 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:43:40.478907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.501936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8aeb5c-be69-4e77-9ee9-1358fe8190cc None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'acca93db-02f0-4407-a7c7-17d3cea51051'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '7c99a0f3-48eb-44df-a392-f8b2f88aaee5'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:43:40.541450 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cd8aeb5c-be69-4e77-9ee9-1358fe8190cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.764343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-46a85f21-051e-4943-9cf2-7c01065f219d None None] Provisioning complete for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:40.764912 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-46a85f21-051e-4943-9cf2-7c01065f219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.895072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:40.975731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c9182-ecbf-4206-823c-e946c6eddb5c None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:43:41.087138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:43:41.092555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0868060f-b594-46c2-94b7-79b2c1ddeeea None None] Could not find standard attr ID for object 789ba0d2-756e-4185-b308-7bdec9192a22. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:41.118955 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.144593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c9182-ecbf-4206-823c-e946c6eddb5c None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:43:41.248602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:41.273340 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.397846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:41.431255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.659418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:41.709434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.715161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.717329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.834994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:41.838869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:41.847328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:41.848193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.918725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6076286 Aug 03 19:43:41.921961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49300) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:41.923614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=ef0e6022-576d-441d-b7a1-1b76b24ab263,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:41.930200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fac38-a380-4cc4-ad63-220b348047de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:41.940617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:42.113799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:42.123568 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.598757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.624456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d78229-3b41-4cb3-b522-e0fdded6f3f7 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:43:42.670018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:42.680877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:42.685600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:42.686231 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.706290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=5e16595e-e731-4a2f-9fac-2937ddcc6785,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:42.719512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b1bdc33-b720-469b-9ea0-1283c474d27c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7963388 Aug 03 19:43:42.722720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49316) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:42.733738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:5b:88:ba', 'name': 'tempest-NetworksTestDHCPv6-1221876738'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:42.774937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-521ee5b7-0f8d-4ed4-8171-d37e3b3e253c None None] Provisioning complete for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:42.775641 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-521ee5b7-0f8d-4ed4-8171-d37e3b3e253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.868189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d78229-3b41-4cb3-b522-e0fdded6f3f7 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:43:42.971934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:42.993854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:43.109857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.137301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 4306b9c1-18a8-47b8-96ad-e0a21f7c6605 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:43.184927 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-521ee5b7-0f8d-4ed4-8171-d37e3b3e253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.242025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:43.242816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.292395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-521ee5b7-0f8d-4ed4-8171-d37e3b3e253c None None] For port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:43.324617 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-521ee5b7-0f8d-4ed4-8171-d37e3b3e253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.376238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 172.20.0.11 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/5e16595e-e731-4a2f-9fac-2937ddcc6785/4306b9c1-18a8-47b8-96ad-e0a21f7c6605) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:43.385407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:fe5b:88ba (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/ef0e6022-576d-441d-b7a1-1b76b24ab263/4306b9c1-18a8-47b8-96ad-e0a21f7c6605) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:43.420417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ee5b7-0f8d-4ed4-8171-d37e3b3e253c None None] Pushing event updated for resources: {'Port': ['ID=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:43.615689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859315e5-806b-4c25-a060-49f3c07b2a3c None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'ef0e6022-576d-441d-b7a1-1b76b24ab263', 'ip_address': '2001:db8::f816:3eff:fe2e:4295'}, {'subnet_id': '5e16595e-e731-4a2f-9fac-2937ddcc6785'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '7c99a0f3-48eb-44df-a392-f8b2f88aaee5'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:43:43.651114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-859315e5-806b-4c25-a060-49f3c07b2a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.752935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.782960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 4306b9c1-18a8-47b8-96ad-e0a21f7c6605 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:43.843857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.895211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:43.902070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:43.908337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:43.912947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=4306b9c1-18a8-47b8-96ad-e0a21f7c6605,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:43.960183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-859315e5-806b-4c25-a060-49f3c07b2a3c None None] Allocated IP 172.20.0.2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/5e16595e-e731-4a2f-9fac-2937ddcc6785/7c99a0f3-48eb-44df-a392-f8b2f88aaee5) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:43.983054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:43.984142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.005172 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49334) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:44.005969 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a48ae495-198b-40e5-bace-eaef00317ffa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2818813 Aug 03 19:43:44.079323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff62683e-f2de-474d-b665-51f444d8a74c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.090585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-859315e5-806b-4c25-a060-49f3c07b2a3c None None] For port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:44.094158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff62683e-f2de-474d-b665-51f444d8a74c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.095544 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ff62683e-f2de-474d-b665-51f444d8a74c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0879261 Aug 03 19:43:44.099017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49338) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:44.131374 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-859315e5-806b-4c25-a060-49f3c07b2a3c None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.172564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-859315e5-806b-4c25-a060-49f3c07b2a3c None None] Transition to ACTIVE for port object 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:44.178509 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-859315e5-806b-4c25-a060-49f3c07b2a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.237334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3f14a981-387d-4111-ad72-757aa85aaa65 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 4306b9c1-18a8-47b8-96ad-e0a21f7c6605 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:44.237914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f14a981-387d-4111-ad72-757aa85aaa65 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.396567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859315e5-806b-4c25-a060-49f3c07b2a3c None None] Pushing event updated for resources: {'Port': ['ID=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:44.438905 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f14a981-387d-4111-ad72-757aa85aaa65 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.461238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3f14a981-387d-4111-ad72-757aa85aaa65 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 4306b9c1-18a8-47b8-96ad-e0a21f7c6605 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:44.721890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f14a981-387d-4111-ad72-757aa85aaa65 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.761717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14a981-387d-4111-ad72-757aa85aaa65 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=4306b9c1-18a8-47b8-96ad-e0a21f7c6605,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:44.860255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:44.889042 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f14a981-387d-4111-ad72-757aa85aaa65 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.894340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49350) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:44.896222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3f14a981-387d-4111-ad72-757aa85aaa65 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/4306b9c1-18a8-47b8-96ad-e0a21f7c6605 HTTP/1.1" status: 204 len: 168 time: 0.7954676 Aug 03 19:43:44.990589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61f530-042c-45e0-840b-1a4c8fb5ed20 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.992455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61f530-042c-45e0-840b-1a4c8fb5ed20 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.994149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61f530-042c-45e0-840b-1a4c8fb5ed20 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.996104 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7a61f530-042c-45e0-840b-1a4c8fb5ed20 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1004851 Aug 03 19:43:44.998898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49352) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:45.071949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08ae087-0733-434d-b9d1-00a6239a2934 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 5e16595e-e731-4a2f-9fac-2937ddcc6785 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:45.079512 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a08ae087-0733-434d-b9d1-00a6239a2934 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.140317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a08ae087-0733-434d-b9d1-00a6239a2934 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.248492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6630d36b-4854-4ab7-85b1-e03fc8cfdf38 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:45.298717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a08ae087-0733-434d-b9d1-00a6239a2934 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.318274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2ddc62a4-3436-4d2f-a1d2-c66dcca04079 None None] Provisioning for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:45.333755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2ddc62a4-3436-4d2f-a1d2-c66dcca04079 None None] Provisioning complete for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:45.333968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2ddc62a4-3436-4d2f-a1d2-c66dcca04079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.407865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a08ae087-0733-434d-b9d1-00a6239a2934 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.446509 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a08ae087-0733-434d-b9d1-00a6239a2934 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.453538 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a08ae087-0733-434d-b9d1-00a6239a2934 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/5e16595e-e731-4a2f-9fac-2937ddcc6785 HTTP/1.1" status: 204 len: 168 time: 0.4504294 Aug 03 19:43:45.454549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49358) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:45.509562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae087-0733-434d-b9d1-00a6239a2934 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=5e16595e-e731-4a2f-9fac-2937ddcc6785,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:45.627032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c6c34c-2ac0-4580-923c-035033067586 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet ef0e6022-576d-441d-b7a1-1b76b24ab263 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:45.634812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c6c34c-2ac0-4580-923c-035033067586 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.699852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c6c34c-2ac0-4580-923c-035033067586 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.894338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c6c34c-2ac0-4580-923c-035033067586 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.895547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c131cd4-80da-400d-8b85-fb70fecdcc6b None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:46.004789 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c6c34c-2ac0-4580-923c-035033067586 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.019860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5388362c-db4b-4601-9cdf-8af6e1830055 None None] Provisioning complete for port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:46.020168 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5388362c-db4b-4601-9cdf-8af6e1830055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.042654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-06c6c34c-2ac0-4580-923c-035033067586 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.046604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-06c6c34c-2ac0-4580-923c-035033067586 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/ef0e6022-576d-441d-b7a1-1b76b24ab263 HTTP/1.1" status: 204 len: 168 time: 0.5495093 Aug 03 19:43:46.049039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49372) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:46.051545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6c34c-2ac0-4580-923c-035033067586 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0e6022-576d-441d-b7a1-1b76b24ab263,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:46.117085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49374) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:46.117873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-30b1a97f-38eb-4af8-9cbf-3ba96b2c35ac tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663388 Aug 03 19:43:46.123994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:46.214354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:46.258882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:46.265248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.273809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] Deleting port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:46.274170 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.442429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] For port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:46.443589 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.478820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] Calling delete_port for 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:46.578442 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.616878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] Pushing event deleted for resources: {'Port': ['ID=7c99a0f3-48eb-44df-a392-f8b2f88aaee5,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:46.619156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fd77f-6c07-4468-971b-1d8b98de55c1 None None] No DVR routers for this DVR port 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:46.639283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.694659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:46.700825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:46.705705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:46.706602 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.710509 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c7f305-7df0-41d2-a145-7751915fbea3 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:46.730746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=be6e83e0-2754-4810-bcfa-e244e8a3968e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:46.749978 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e554d2ca-0eb6-440b-b863-ad307f92e624 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6314099 Aug 03 19:43:46.753013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49378) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:46.760315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:46.860912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:46.901636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:46.902284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7c99a0f3-48eb-44df-a392-f8b2f88aaee5 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:46.947706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:46.954827 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.973749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': 'be6e83e0-2754-4810-bcfa-e244e8a3968e'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:46.974644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.142033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Allocated IP 172.20.0.2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/be6e83e0-2754-4810-bcfa-e244e8a3968e/27319c81-5936-477e-ba10-92b62e1776ea) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:47.627642 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.640940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Transition to ACTIVE for port object 27319c81-5936-477e-ba10-92b62e1776ea will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:47.666618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Transition to ACTIVE for port object 27319c81-5936-477e-ba10-92b62e1776ea will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:47.674449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.719699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:47.723751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:47.728006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:47.777570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Pushing event updated for resources: {'Port': ['ID=27319c81-5936-477e-ba10-92b62e1776ea,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:47.837113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Attempting to bind port 27319c81-5936-477e-ba10-92b62e1776ea on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:47.837628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Attempting to bind port 27319c81-5936-477e-ba10-92b62e1776ea by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:47.837887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Attempting to bind port 27319c81-5936-477e-ba10-92b62e1776ea on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:47.873002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:47.873683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:47.874306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.875052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:47.878647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Bound port: 27319c81-5936-477e-ba10-92b62e1776ea, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:47.884161 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.035149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:43:48.065967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] For port 27319c81-5936-477e-ba10-92b62e1776ea, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:48.078377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] For port 27319c81-5936-477e-ba10-92b62e1776ea, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=27319c81-5936-477e-ba10-92b62e1776ea,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:48.087169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.194854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Pushing event updated for resources: {'Port': ['ID=27319c81-5936-477e-ba10-92b62e1776ea,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.209881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.210310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.210756 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.211106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.211447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.211784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.212323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.214204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.214605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.214953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.215292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.215634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6475e10-19c8-410d-a9f8-36a98ddd81cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:48.357270 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.584155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port 27319c81-5936-477e-ba10-92b62e1776ea, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=27319c81-5936-477e-ba10-92b62e1776ea,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:48.624521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.629519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.630294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.702887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:48.709993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:48.722592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:48.722823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.766134 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0085468 Aug 03 19:43:48.766482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49408) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:48.772522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:b8:b7:96', 'name': 'tempest-NetworksTestDHCPv6-137340891'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:48.780140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=27319c81-5936-477e-ba10-92b62e1776ea,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.789217 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5e918-4f52-4915-811f-e3bfea0003aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=c099ae9b-a90e-47aa-a0ed-e11c5f4d0708,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.911960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:48.932459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 27319c81-5936-477e-ba10-92b62e1776ea up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:49.042909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 27319c81-5936-477e-ba10-92b62e1776ea completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:49.050269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.077535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 7ca12b37-5d27-436b-b3b8-01b0823e47a6 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:49.365900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 172.20.0.8 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/be6e83e0-2754-4810-bcfa-e244e8a3968e/7ca12b37-5d27-436b-b3b8-01b0823e47a6) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:49.374565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:feb8:b796 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/c099ae9b-a90e-47aa-a0ed-e11c5f4d0708/7ca12b37-5d27-436b-b3b8-01b0823e47a6) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:49.578160 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.598819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 7ca12b37-5d27-436b-b3b8-01b0823e47a6 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:49.599968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb6ca8-922b-401f-b3fe-fbbcca57af3a None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:49.643692 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.672991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b337044f-78c1-4a16-b6a5-21e2d12ccfad None None] Provisioning for port 27319c81-5936-477e-ba10-92b62e1776ea completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:49.681345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b337044f-78c1-4a16-b6a5-21e2d12ccfad None None] Provisioning complete for port 27319c81-5936-477e-ba10-92b62e1776ea triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:49.681948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b337044f-78c1-4a16-b6a5-21e2d12ccfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.695897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:49.699444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:49.704438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:49.769757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.771124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.773881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=7ca12b37-5d27-436b-b3b8-01b0823e47a6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:49.795170 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-861da88e-914d-4a84-9d4f-4a09341eee53 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0259273 Aug 03 19:43:49.797337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49416) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:49.885895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0195a3a0-3e3d-445e-b888-58afa2a0c341 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.890334 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b337044f-78c1-4a16-b6a5-21e2d12ccfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.892528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0195a3a0-3e3d-445e-b888-58afa2a0c341 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.894259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0195a3a0-3e3d-445e-b888-58afa2a0c341 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.0954320 Aug 03 19:43:49.896897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49420) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:49.939702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b337044f-78c1-4a16-b6a5-21e2d12ccfad None None] For port 27319c81-5936-477e-ba10-92b62e1776ea, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=27319c81-5936-477e-ba10-92b62e1776ea,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:49.946338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b337044f-78c1-4a16-b6a5-21e2d12ccfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.035278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337044f-78c1-4a16-b6a5-21e2d12ccfad None None] Pushing event updated for resources: {'Port': ['ID=27319c81-5936-477e-ba10-92b62e1776ea,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:50.459632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ace5d394-f484-46f2-a108-93387fefb49a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 7ca12b37-5d27-436b-b3b8-01b0823e47a6 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:50.459982 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ace5d394-f484-46f2-a108-93387fefb49a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.588473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ace5d394-f484-46f2-a108-93387fefb49a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.605173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ace5d394-f484-46f2-a108-93387fefb49a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 7ca12b37-5d27-436b-b3b8-01b0823e47a6 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:50.610801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.800921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c9ce4322-e417-4848-b55d-6b10d2652531 None None] Provisioning complete for port 27319c81-5936-477e-ba10-92b62e1776ea triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:50.801358 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4322-e417-4848-b55d-6b10d2652531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.847386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ace5d394-f484-46f2-a108-93387fefb49a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.870760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 27319c81-5936-477e-ba10-92b62e1776ea up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:50.914296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5d394-f484-46f2-a108-93387fefb49a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=7ca12b37-5d27-436b-b3b8-01b0823e47a6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:51.026404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ace5d394-f484-46f2-a108-93387fefb49a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.030584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49430) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:51.031359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ace5d394-f484-46f2-a108-93387fefb49a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/7ca12b37-5d27-436b-b3b8-01b0823e47a6 HTTP/1.1" status: 204 len: 168 time: 1.1332765 Aug 03 19:43:51.036221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 27319c81-5936-477e-ba10-92b62e1776ea triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:51.036589 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.087142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c9ce4322-e417-4848-b55d-6b10d2652531 None None] Could not find standard attr ID for object 7ca12b37-5d27-436b-b3b8-01b0823e47a6. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:51.097732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028ba6e-39a0-4c42-b7c8-ebaca1a80b35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:51.099989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028ba6e-39a0-4c42-b7c8-ebaca1a80b35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:51.102381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028ba6e-39a0-4c42-b7c8-ebaca1a80b35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:51.123218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49434) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:51.133338 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6028ba6e-39a0-4c42-b7c8-ebaca1a80b35 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0999544 Aug 03 19:43:51.192128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3d2738-72b4-4e07-b26d-ff9dc66f29c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet be6e83e0-2754-4810-bcfa-e244e8a3968e {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:51.201427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-747500a4-a183-4d37-bcea-e88be25afca4 None None] Could not find standard attr ID for object 7ca12b37-5d27-436b-b3b8-01b0823e47a6. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:51.203088 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2738-72b4-4e07-b26d-ff9dc66f29c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.266264 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2738-72b4-4e07-b26d-ff9dc66f29c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.359891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2738-72b4-4e07-b26d-ff9dc66f29c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.441298 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2738-72b4-4e07-b26d-ff9dc66f29c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.477728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2738-72b4-4e07-b26d-ff9dc66f29c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=be6e83e0-2754-4810-bcfa-e244e8a3968e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:51.482600 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2738-72b4-4e07-b26d-ff9dc66f29c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.487034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5d3d2738-72b4-4e07-b26d-ff9dc66f29c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/be6e83e0-2754-4810-bcfa-e244e8a3968e HTTP/1.1" status: 204 len: 168 time: 0.3601229 Aug 03 19:43:51.487578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:51.550726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92b9cdd-4ed3-4003-9af6-ff4e5424e349 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet c099ae9b-a90e-47aa-a0ed-e11c5f4d0708 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:51.554827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92b9cdd-4ed3-4003-9af6-ff4e5424e349 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.611269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92b9cdd-4ed3-4003-9af6-ff4e5424e349 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.720356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92b9cdd-4ed3-4003-9af6-ff4e5424e349 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.768617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d6b1c-b70d-47eb-8ee5-1d18a004667c None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:51.792383 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92b9cdd-4ed3-4003-9af6-ff4e5424e349 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.831313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9cdd-4ed3-4003-9af6-ff4e5424e349 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=c099ae9b-a90e-47aa-a0ed-e11c5f4d0708,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:51.835629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92b9cdd-4ed3-4003-9af6-ff4e5424e349 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.838099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b92b9cdd-4ed3-4003-9af6-ff4e5424e349 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/c099ae9b-a90e-47aa-a0ed-e11c5f4d0708 HTTP/1.1" status: 204 len: 168 time: 0.3496470 Aug 03 19:43:51.840743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49442) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:51.891650 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-04159ec4-5844-4d01-977a-446debb5c206 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490077 Aug 03 19:43:51.894181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49444) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:51.900740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:52.014543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:52.018342 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.029547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:52.123498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] Deleting port 27319c81-5936-477e-ba10-92b62e1776ea {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:52.123944 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.207227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] For port 27319c81-5936-477e-ba10-92b62e1776ea, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=27319c81-5936-477e-ba10-92b62e1776ea,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:52.209698 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.226361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] Calling delete_port for 27319c81-5936-477e-ba10-92b62e1776ea owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:52.299507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.344422 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.381085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] Pushing event deleted for resources: {'Port': ['ID=27319c81-5936-477e-ba10-92b62e1776ea,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:52.381239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:52.402673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdcafa4-3d0e-4148-adca-a950fc6f8d3a None None] No DVR routers for this DVR port 27319c81-5936-477e-ba10-92b62e1776ea on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:52.411414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:52.416807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:52.417793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.424747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e787b1b-1529-450f-9b98-79c883c601cc None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:52.442109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=af6b0a48-ff6d-4233-a61f-59d525a0f320,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:52.454659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:52.455058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1a809978-a6c2-4ce9-a23e-1049a9e7f0bc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5586753 Aug 03 19:43:52.461908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:52.640195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:52.645043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.673192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': 'af6b0a48-ff6d-4233-a61f-59d525a0f320'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:52.674223 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.862131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 27319c81-5936-477e-ba10-92b62e1776ea no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:52.892874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 27319c81-5936-477e-ba10-92b62e1776ea {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:52.893360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 27319c81-5936-477e-ba10-92b62e1776ea not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:52.909210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Allocated IP 172.20.0.2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/af6b0a48-ff6d-4233-a61f-59d525a0f320/b70f1bb0-3704-4592-9bb8-70349bf0f38d) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:53.094539 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.104370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49476) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:53.106806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Transition to ACTIVE for port object b70f1bb0-3704-4592-9bb8-70349bf0f38d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:53.125426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Transition to ACTIVE for port object b70f1bb0-3704-4592-9bb8-70349bf0f38d will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:53.135737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.157021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:43:53.159225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.207311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:53.210434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:53.211286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:53.213193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Pushing event updated for resources: {'Port': ['ID=b70f1bb0-3704-4592-9bb8-70349bf0f38d,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.215386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:53.218920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:53.221643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:53.222245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.234313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=4dd7e752-b87b-4111-bec5-6041411f6e4c,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.248930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2310492-4dfd-44f9-b421-096fe542c957 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7938364 Aug 03 19:43:53.251613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49482) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:53.258509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:a7:c2:5b', 'name': 'tempest-NetworksTestDHCPv6-2072627072'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:53.287704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Attempting to bind port b70f1bb0-3704-4592-9bb8-70349bf0f38d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:53.288204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Attempting to bind port b70f1bb0-3704-4592-9bb8-70349bf0f38d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:53.288575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Attempting to bind port b70f1bb0-3704-4592-9bb8-70349bf0f38d on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:53.288696 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a106-0568-4237-b8fb-b66c8f7a11f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.294652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:53.294972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:53.295438 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.295841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:53.296444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Bound port: b70f1bb0-3704-4592-9bb8-70349bf0f38d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:53.296834 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.380551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] For port b70f1bb0-3704-4592-9bb8-70349bf0f38d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:53.385272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] For port b70f1bb0-3704-4592-9bb8-70349bf0f38d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b70f1bb0-3704-4592-9bb8-70349bf0f38d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:53.391172 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.419638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a106-0568-4237-b8fb-b66c8f7a11f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.424030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a106-0568-4237-b8fb-b66c8f7a11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.465530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:53.473757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.475399 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3ad5a106-0568-4237-b8fb-b66c8f7a11f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf63e481dca34046b31ec5ff97da7015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697021 Aug 03 19:43:53.476344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a106-0568-4237-b8fb-b66c8f7a11f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436664fb-41da-4a6c-9d3d-72dc4b21afeb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.480813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49486) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:53.495581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88121d63-6c65-4200-9ed3-5c1331abe9ea None None] Pushing event updated for resources: {'Port': ['ID=b70f1bb0-3704-4592-9bb8-70349bf0f38d,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.520530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 90c0aaed-ea2b-4e21-8997-c7feee83986a yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:53.554516 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6e30ae6-7dfe-494b-93b4-7bec4f3c21a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.583142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6e30ae6-7dfe-494b-93b4-7bec4f3c21a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.696230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6e30ae6-7dfe-494b-93b4-7bec4f3c21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.707021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6e30ae6-7dfe-494b-93b4-7bec4f3c21a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.725353 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e6e30ae6-7dfe-494b-93b4-7bec4f3c21a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/436664fb-41da-4a6c-9d3d-72dc4b21afeb HTTP/1.1" status: 204 len: 168 time: 0.2422037 Aug 03 19:43:53.739963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e30ae6-7dfe-494b-93b4-7bec4f3c21a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436664fb-41da-4a6c-9d3d-72dc4b21afeb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.801078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 172.20.0.13 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/af6b0a48-ff6d-4233-a61f-59d525a0f320/90c0aaed-ea2b-4e21-8997-c7feee83986a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:53.811374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:fea7:c25b (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/4dd7e752-b87b-4111-bec5-6041411f6e4c/90c0aaed-ea2b-4e21-8997-c7feee83986a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:54.046294 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.061517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 90c0aaed-ea2b-4e21-8997-c7feee83986a will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:54.102989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.150912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:54.156703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:54.161868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:54.166016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=90c0aaed-ea2b-4e21-8997-c7feee83986a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:54.172937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49492) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:54.193146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14e571b9-acdd-4c1e-9b95-99222a9ba914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.227063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:54.228118 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.338464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14e571b9-acdd-4c1e-9b95-99222a9ba914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.349801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14e571b9-acdd-4c1e-9b95-99222a9ba914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.354210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-440d0b23-0785-4979-92fa-6ebf2a4ed3c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0990515 Aug 03 19:43:54.354717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49496) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:54.402335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e571b9-acdd-4c1e-9b95-99222a9ba914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e60f9a4-473b-4999-87c4-e2307a55d749,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:54.408329 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-14e571b9-acdd-4c1e-9b95-99222a9ba914 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae5b8670d5b24a7883dfcdffad616197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324824 Aug 03 19:43:54.410500 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49498) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:54.435699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a62f85-af7a-43e2-92b6-9309a84fa6a9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:54.444654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a62f85-af7a-43e2-92b6-9309a84fa6a9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:54.446989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-65a62f85-af7a-43e2-92b6-9309a84fa6a9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0911930 Aug 03 19:43:54.449769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49500) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:54.470637 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b2e91fe-33dc-413c-8a31-0af9096a7740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.504601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b2e91fe-33dc-413c-8a31-0af9096a7740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.570795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-1764b15c-39dc-4c60-af70-a29b5780b240 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 90c0aaed-ea2b-4e21-8997-c7feee83986a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:54.572211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1764b15c-39dc-4c60-af70-a29b5780b240 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.573557 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b2e91fe-33dc-413c-8a31-0af9096a7740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.579206 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b2e91fe-33dc-413c-8a31-0af9096a7740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.582330 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7b2e91fe-33dc-413c-8a31-0af9096a7740 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e60f9a4-473b-4999-87c4-e2307a55d749 HTTP/1.1" status: 204 len: 168 time: 0.1699545 Aug 03 19:43:54.598188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e91fe-33dc-413c-8a31-0af9096a7740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e60f9a4-473b-4999-87c4-e2307a55d749,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:54.706235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1764b15c-39dc-4c60-af70-a29b5780b240 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.729678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-1764b15c-39dc-4c60-af70-a29b5780b240 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 90c0aaed-ea2b-4e21-8997-c7feee83986a owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:54.795202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e768f0-aea9-434e-a848-2c444ed8903b None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:54.874183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-417e0036-f850-4430-a920-f6726be99f0c None None] Provisioning for port b70f1bb0-3704-4592-9bb8-70349bf0f38d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:54.909556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b70f1bb0-3704-4592-9bb8-70349bf0f38d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:55.073631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b70f1bb0-3704-4592-9bb8-70349bf0f38d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:55.076613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1764b15c-39dc-4c60-af70-a29b5780b240 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.079681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b70f1bb0-3704-4592-9bb8-70349bf0f38d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:55.080765 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.131028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764b15c-39dc-4c60-af70-a29b5780b240 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=90c0aaed-ea2b-4e21-8997-c7feee83986a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:55.321528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1764b15c-39dc-4c60-af70-a29b5780b240 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.324610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1764b15c-39dc-4c60-af70-a29b5780b240 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/90c0aaed-ea2b-4e21-8997-c7feee83986a HTTP/1.1" status: 204 len: 168 time: 0.8722742 Aug 03 19:43:55.328177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49530) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:55.346707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99568e0-4fdb-49ab-b9f2-e3a9ea97ded9 None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'af6b0a48-ff6d-4233-a61f-59d525a0f320', 'ip_address': '172.20.0.2'}, {'subnet_id': '4dd7e752-b87b-4111-bec5-6041411f6e4c'}], 'binding:host_id': 'n-d-803378-1'}, 'id': 'b70f1bb0-3704-4592-9bb8-70349bf0f38d'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:43:55.400407 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.412685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920ae43-189a-4da6-ab34-c094abee7a4b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:55.414687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920ae43-189a-4da6-ab34-c094abee7a4b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:55.416396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920ae43-189a-4da6-ab34-c094abee7a4b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:55.418234 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9920ae43-189a-4da6-ab34-c094abee7a4b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0887570 Aug 03 19:43:55.421409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49534) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:55.433762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f99568e0-4fdb-49ab-b9f2-e3a9ea97ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.464488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b70f1bb0-3704-4592-9bb8-70349bf0f38d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b70f1bb0-3704-4592-9bb8-70349bf0f38d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:55.491946 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.495889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e7d1b5-9396-4074-aeb1-853dad1a10de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 4dd7e752-b87b-4111-bec5-6041411f6e4c {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:55.501523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d1b5-9396-4074-aeb1-853dad1a10de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.560644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d1b5-9396-4074-aeb1-853dad1a10de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.625240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b70f1bb0-3704-4592-9bb8-70349bf0f38d,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:55.639248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d1b5-9396-4074-aeb1-853dad1a10de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-f99568e0-4fdb-49ab-b9f2-e3a9ea97ded9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dd7e752-b87b-4111-bec5-6041411f6e4c: This subnet is being modified by another concurrent operation. Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dd7e752-b87b-4111-bec5-6041411f6e4c: This subnet is being modified by another concurrent operation. Aug 03 19:43:55.708898 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:43:55.716859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d1b5-9396-4074-aeb1-853dad1a10de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.752158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7d1b5-9396-4074-aeb1-853dad1a10de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd7e752-b87b-4111-bec5-6041411f6e4c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:55.755917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d1b5-9396-4074-aeb1-853dad1a10de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.760304 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a7e7d1b5-9396-4074-aeb1-853dad1a10de tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/4dd7e752-b87b-4111-bec5-6041411f6e4c HTTP/1.1" status: 204 len: 168 time: 0.3351624 Aug 03 19:43:55.760430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49544) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:55.818427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f667994c-5c00-4360-a45b-0b9fede6446f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet af6b0a48-ff6d-4233-a61f-59d525a0f320 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:55.820906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e007044d-9ec0-4a01-bf24-8edbeef92a18 None None] Provisioning complete for port b70f1bb0-3704-4592-9bb8-70349bf0f38d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:55.821405 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e007044d-9ec0-4a01-bf24-8edbeef92a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.826090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667994c-5c00-4360-a45b-0b9fede6446f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.893326 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.930491 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667994c-5c00-4360-a45b-0b9fede6446f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.945960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e007044d-9ec0-4a01-bf24-8edbeef92a18 None None] Could not find standard attr ID for object 90c0aaed-ea2b-4e21-8997-c7feee83986a. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:56.012571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19d837-27d3-48d2-8872-72f2095033a0 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:43:56.070333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1edfbf3b-a18b-43c9-abd3-d6c991e7eac1 None None] Could not find standard attr ID for object 90c0aaed-ea2b-4e21-8997-c7feee83986a. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:43:56.089082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667994c-5c00-4360-a45b-0b9fede6446f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.188034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e19d837-27d3-48d2-8872-72f2095033a0 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:43:56.196767 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-22c98336-914d-4d67-8440-bb327e707c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.197832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667994c-5c00-4360-a45b-0b9fede6446f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.258508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667994c-5c00-4360-a45b-0b9fede6446f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=af6b0a48-ff6d-4233-a61f-59d525a0f320,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:56.271965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f667994c-5c00-4360-a45b-0b9fede6446f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.274193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f667994c-5c00-4360-a45b-0b9fede6446f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/af6b0a48-ff6d-4233-a61f-59d525a0f320 HTTP/1.1" status: 204 len: 168 time: 0.5129001 Aug 03 19:43:56.276663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49554) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:56.334616 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cc0e4ffa-0837-486e-91af-fc522bea7d9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564880 Aug 03 19:43:56.337732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49558) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:56.474134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e658ba4-ebb7-4e83-a951-3a15b28d7339 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:56.478370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49564) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:56.478584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8e658ba4-ebb7-4e83-a951-3a15b28d7339 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1395147 Aug 03 19:43:56.567635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9526b5-1e36-4e22-b566-01a693bbc917 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:56.569530 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0d9526b5-1e36-4e22-b566-01a693bbc917 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0901289 Aug 03 19:43:56.572178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49568) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:56.623625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73510a9-807e-46d9-874b-9cba25720208 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:43:56.651855 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e399ecf9-0de3-460a-aadc-121bfead22f7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784037 Aug 03 19:43:56.658645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49572) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:56.663939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4c84fcfa-656e-45b2-a95f-c61a9d2968e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:56.725629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5898ceeb-3477-41d5-86c9-aafc4339b982 None None] Provisioning complete for port b70f1bb0-3704-4592-9bb8-70349bf0f38d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:56.728303 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5898ceeb-3477-41d5-86c9-aafc4339b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.788597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73510a9-807e-46d9-874b-9cba25720208 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:43:56.839044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c84fcfa-656e-45b2-a95f-c61a9d2968e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:56.846550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c84fcfa-656e-45b2-a95f-c61a9d2968e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.850808 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c84fcfa-656e-45b2-a95f-c61a9d2968e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:43:56.852364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c84fcfa-656e-45b2-a95f-c61a9d2968e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:43:56.886608 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c84fcfa-656e-45b2-a95f-c61a9d2968e5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2264497 Aug 03 19:43:56.890809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49578) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:56.900541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ee492d21-b163-4773-a2a0-97cfa99d471c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:56.939471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b70f1bb0-3704-4592-9bb8-70349bf0f38d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:57.097731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee492d21-b163-4773-a2a0-97cfa99d471c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:57.103074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ee492d21-b163-4773-a2a0-97cfa99d471c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.111525 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee492d21-b163-4773-a2a0-97cfa99d471c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:43:57.119522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee492d21-b163-4773-a2a0-97cfa99d471c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:43:57.165216 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ee492d21-b163-4773-a2a0-97cfa99d471c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2726967 Aug 03 19:43:57.168909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49586) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:57.175075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9afbd2ef-5a67-44f1-9245-e620d3b95107 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:57.228004 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.253276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fdccd2-359f-4751-a8d1-80411af4fcfa None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:57.373675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b70f1bb0-3704-4592-9bb8-70349bf0f38d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b70f1bb0-3704-4592-9bb8-70349bf0f38d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:57.392999 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.399262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0e6f82c1-2bbf-4623-8852-e28db0c52033 None None] Provisioning complete for port b70f1bb0-3704-4592-9bb8-70349bf0f38d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:57.400998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e6f82c1-2bbf-4623-8852-e28db0c52033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.423600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afbd2ef-5a67-44f1-9245-e620d3b95107 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:57.449897 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9afbd2ef-5a67-44f1-9245-e620d3b95107 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.455095 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afbd2ef-5a67-44f1-9245-e620d3b95107 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:43:57.459044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afbd2ef-5a67-44f1-9245-e620d3b95107 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:43:57.506701 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9afbd2ef-5a67-44f1-9245-e620d3b95107 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3363545 Aug 03 19:43:57.509949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49592) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:57.516708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-21274f2a-5491-4b6e-ac0b-65865d30a4c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:57.583054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b70f1bb0-3704-4592-9bb8-70349bf0f38d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:57.630798 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e6f82c1-2bbf-4623-8852-e28db0c52033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.676673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0e6f82c1-2bbf-4623-8852-e28db0c52033 None None] For port b70f1bb0-3704-4592-9bb8-70349bf0f38d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b70f1bb0-3704-4592-9bb8-70349bf0f38d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:57.693087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:57.707316 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e6f82c1-2bbf-4623-8852-e28db0c52033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.767968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21274f2a-5491-4b6e-ac0b-65865d30a4c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:57.773531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21274f2a-5491-4b6e-ac0b-65865d30a4c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.776052 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-21274f2a-5491-4b6e-ac0b-65865d30a4c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:43:57.783151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21274f2a-5491-4b6e-ac0b-65865d30a4c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:43:57.831114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-21274f2a-5491-4b6e-ac0b-65865d30a4c4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3191733 Aug 03 19:43:57.835330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49596) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:57.843728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fc901e6f-c3d6-40a9-a125-a9c5f7ce37ee tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:57.962322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc901e6f-c3d6-40a9-a125-a9c5f7ce37ee tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:57.967045 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fc901e6f-c3d6-40a9-a125-a9c5f7ce37ee tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.969647 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc901e6f-c3d6-40a9-a125-a9c5f7ce37ee tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:43:57.970505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc901e6f-c3d6-40a9-a125-a9c5f7ce37ee tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:43:57.972616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f82c1-2bbf-4623-8852-e28db0c52033 None None] Pushing event updated for resources: {'Port': ['ID=b70f1bb0-3704-4592-9bb8-70349bf0f38d,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:57.989255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] Deleting port b70f1bb0-3704-4592-9bb8-70349bf0f38d {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:57.989708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.994436 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fc901e6f-c3d6-40a9-a125-a9c5f7ce37ee tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1561308 Aug 03 19:43:57.998382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49606) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:58.008383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1528f650-6fd0-4516-a080-4f4a93af530c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:58.100902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] For port b70f1bb0-3704-4592-9bb8-70349bf0f38d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b70f1bb0-3704-4592-9bb8-70349bf0f38d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:58.101455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.127672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] Calling delete_port for b70f1bb0-3704-4592-9bb8-70349bf0f38d owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:58.169192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1528f650-6fd0-4516-a080-4f4a93af530c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:58.177281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1528f650-6fd0-4516-a080-4f4a93af530c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.179859 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1528f650-6fd0-4516-a080-4f4a93af530c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:43:58.181059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1528f650-6fd0-4516-a080-4f4a93af530c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:43:58.216640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49608) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:58.217621 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1528f650-6fd0-4516-a080-4f4a93af530c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2168565 Aug 03 19:43:58.252256 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.288444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4f596-7ee8-40db-a08e-8826c2b6fc2f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:58.290539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-98c4f596-7ee8-40db-a08e-8826c2b6fc2f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0723367 Aug 03 19:43:58.294788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49610) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:58.299918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] Pushing event deleted for resources: {'Port': ['ID=b70f1bb0-3704-4592-9bb8-70349bf0f38d,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:58.313952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4f80b-9b2b-4871-9499-3d187b6924ca None None] No DVR routers for this DVR port b70f1bb0-3704-4592-9bb8-70349bf0f38d on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:58.381125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a88c7-4011-4219-8d6a-af0c1e8b6c54 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:58.386205 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7b6a88c7-4011-4219-8d6a-af0c1e8b6c54 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0875573 Aug 03 19:43:58.386564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49612) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:58.445838 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ce11b482-00da-4387-9f76-3f5a61540ff2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577466 Aug 03 19:43:58.449667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:58.455226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:58.561578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:58.565198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.967634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:43:58.969092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.016897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:59.029605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:59.040878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9421fe39-90c1-4b8b-a1e4-79884bf489d4 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:59.042712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:59.044271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.063920 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6131694 Aug 03 19:43:59.066621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49648) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:59.073091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:bb:8b:da', 'name': 'tempest-NetworksTestDHCPv6-24854804'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:59.080492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa0dd3-84f6-4fc5-8bf8-a6055d89d009 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=8d3c6a83-bf03-4fd3-8fb7-33686d2469c8,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:59.246031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:59.306143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': '8d3c6a83-bf03-4fd3-8fb7-33686d2469c8'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:59.307322 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.365044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.393865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 29f470d1-931e-46e5-916d-d836761aa4b2 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:43:59.490245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Allocated IP 2001:db8::f816:3eff:fe64:15ef (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/8d3c6a83-bf03-4fd3-8fb7-33686d2469c8/ffc0dd4a-aa87-433b-98db-94e961bcb24a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:59.665380 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.678303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Transition to ACTIVE for port object ffc0dd4a-aa87-433b-98db-94e961bcb24a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:59.700098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Transition to ACTIVE for port object ffc0dd4a-aa87-433b-98db-94e961bcb24a will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:59.723548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.772878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:59.782399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:59.790860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:59.830986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:febb:8bda (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/8d3c6a83-bf03-4fd3-8fb7-33686d2469c8/29f470d1-931e-46e5-916d-d836761aa4b2) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:59.913340 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.915137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Pushing event updated for resources: {'Port': ['ID=ffc0dd4a-aa87-433b-98db-94e961bcb24a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:59.969038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Attempting to bind port ffc0dd4a-aa87-433b-98db-94e961bcb24a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:59.969452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Attempting to bind port ffc0dd4a-aa87-433b-98db-94e961bcb24a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:59.969841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Attempting to bind port ffc0dd4a-aa87-433b-98db-94e961bcb24a on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:59.977183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:59.977644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:59.978064 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.978465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:59.979024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Bound port: ffc0dd4a-aa87-433b-98db-94e961bcb24a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:59.980669 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.070079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] For port ffc0dd4a-aa87-433b-98db-94e961bcb24a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:00.076973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] For port ffc0dd4a-aa87-433b-98db-94e961bcb24a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ffc0dd4a-aa87-433b-98db-94e961bcb24a,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:00.085347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.097141 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.140792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 29f470d1-931e-46e5-916d-d836761aa4b2 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:00.188550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.205050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d0a66-bb13-40cf-a5b5-7c452d0a0c0b None None] Pushing event updated for resources: {'Port': ['ID=ffc0dd4a-aa87-433b-98db-94e961bcb24a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:00.249211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:00.254229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:00.257932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:00.265732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:00.266791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.299326 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dad3a5ec-4281-4351-abb1-3a4e77582e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.306936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=29f470d1-931e-46e5-916d-d836761aa4b2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:00.341887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49670) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:00.342502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c41fc096-6c0a-4f04-8699-f3eb8010b050 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2737248 Aug 03 19:44:00.510111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05879d-bc4e-490b-a522-947cccf1a1aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:00.532812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05879d-bc4e-490b-a522-947cccf1a1aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:00.534716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cb05879d-bc4e-490b-a522-947cccf1a1aa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1917915 Aug 03 19:44:00.539181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49676) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:00.720989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd3321-4592-41b9-90b4-63a7fd16edc1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 29f470d1-931e-46e5-916d-d836761aa4b2 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:00.721333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4fdd3321-4592-41b9-90b4-63a7fd16edc1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.859065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4fdd3321-4592-41b9-90b4-63a7fd16edc1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.882818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd3321-4592-41b9-90b4-63a7fd16edc1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 29f470d1-931e-46e5-916d-d836761aa4b2 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:00.927353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ffc0dd4a-aa87-433b-98db-94e961bcb24a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:01.019589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ffc0dd4a-aa87-433b-98db-94e961bcb24a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:01.071446 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4fdd3321-4592-41b9-90b4-63a7fd16edc1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.099149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49694) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:01.132663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd3321-4592-41b9-90b4-63a7fd16edc1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=29f470d1-931e-46e5-916d-d836761aa4b2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:01.166464 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4fdd3321-4592-41b9-90b4-63a7fd16edc1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.172305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49702) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:01.173273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4fdd3321-4592-41b9-90b4-63a7fd16edc1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/29f470d1-931e-46e5-916d-d836761aa4b2 HTTP/1.1" status: 204 len: 168 time: 0.6323082 Aug 03 19:44:01.257199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df50ae5d-c70f-491c-953a-15c5f49e0015 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:01.259193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df50ae5d-c70f-491c-953a-15c5f49e0015 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:01.260937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-df50ae5d-c70f-491c-953a-15c5f49e0015 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0872390 Aug 03 19:44:01.264523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49704) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:01.320335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.332015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-c4b01891-5838-496d-a45b-1ecc255c517e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:01.333643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-c4b01891-5838-496d-a45b-1ecc255c517e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 814 time: 0.2084939 Aug 03 19:44:01.361705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ff8cd8-c1db-443e-9861-8d814d2c9950 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 8d3c6a83-bf03-4fd3-8fb7-33686d2469c8 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:01.365775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73ff8cd8-c1db-443e-9861-8d814d2c9950 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.369720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-2528ad27-98b3-4ad9-bffc-75c7cfa6082e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/quotas/bd01eeafd6874ca9aaff6f5e9090d4f8 HTTP/1.1" status: 200 len: 375 time: 0.0284369 Aug 03 19:44:01.445150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73ff8cd8-c1db-443e-9861-8d814d2c9950 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.470303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.479082 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.499621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-c1cdddcd-c969-4da6-8c0e-40c42eec2889 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1095819 Aug 03 19:44:01.529156 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e198dcd5eb6c4acda0e0ad6f483ab656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261234 Aug 03 19:44:01.529156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec91baa-959c-41c2-868b-0ccb3576455a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:01.530005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49706) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:01.548103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.548437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.548783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.549117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.549447 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.549801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.550122 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.550436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.550760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.551079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.551399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.551719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427a0c6-ef6c-495b-87c8-dbc6276696f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:01.601498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99ba7f59-31bc-4776-86fb-07422b6eb8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.625048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99ba7f59-31bc-4776-86fb-07422b6eb8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.647473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73ff8cd8-c1db-443e-9861-8d814d2c9950 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.699193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99ba7f59-31bc-4776-86fb-07422b6eb8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.701255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-586f5426-6f4c-4814-a3d6-25083d4dc057 service neutron] 10.222.0.42 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872690 Aug 03 19:44:01.701389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Provisioning for port ffc0dd4a-aa87-433b-98db-94e961bcb24a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:01.708840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Provisioning complete for port ffc0dd4a-aa87-433b-98db-94e961bcb24a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:01.709492 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.709618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99ba7f59-31bc-4776-86fb-07422b6eb8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.713632 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-99ba7f59-31bc-4776-86fb-07422b6eb8e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ec91baa-959c-41c2-868b-0ccb3576455a HTTP/1.1" status: 204 len: 168 time: 0.1798506 Aug 03 19:44:01.723077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba7f59-31bc-4776-86fb-07422b6eb8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec91baa-959c-41c2-868b-0ccb3576455a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:01.844367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73ff8cd8-c1db-443e-9861-8d814d2c9950 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.877457 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.991136 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:44:01.991552 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:44:02.001684 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.177289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-73ff8cd8-c1db-443e-9861-8d814d2c9950 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.181331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-73ff8cd8-c1db-443e-9861-8d814d2c9950 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/8d3c6a83-bf03-4fd3-8fb7-33686d2469c8 HTTP/1.1" status: 204 len: 168 time: 0.9126887 Aug 03 19:44:02.181743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49714) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:02.181876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff8cd8-c1db-443e-9861-8d814d2c9950 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3c6a83-bf03-4fd3-8fb7-33686d2469c8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:02.208870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49716) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:02.236510 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6f5bad8e-f5f3-4da1-a527-d3bd7e6a4305 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530381 Aug 03 19:44:02.238791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49718) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:02.242066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-15dbeb11-3157-40f8-a30d-7e3257e32b75 service neutron] 10.222.0.42 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398324 Aug 03 19:44:02.243061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aab01367-4928-4fb4-a227-5da7ac9f5f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.244391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:02.358035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c08a4dc-b8b2-4b6f-87ce-a364fa3837d1 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:02.426206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aab01367-4928-4fb4-a227-5da7ac9f5f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.433994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aab01367-4928-4fb4-a227-5da7ac9f5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.475720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:02.489767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.490837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aab01367-4928-4fb4-a227-5da7ac9f5f56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28f21a2bf8dc470593a8d9a0b25c26f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808926 Aug 03 19:44:02.494837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49724) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:02.505811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab01367-4928-4fb4-a227-5da7ac9f5f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3731fbe4-d7f1-4feb-9e9d-b466fddd729b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:02.588726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e95a204-dd05-48bc-963f-196ec450ef08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.613213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94ab22df-ace4-4827-a8df-2d16306490bc req-1a7afe36-61c2-4527-ad89-20bb1a79d977 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 210 time: 0.0472271 Aug 03 19:44:02.642902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e95a204-dd05-48bc-963f-196ec450ef08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.730147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e95a204-dd05-48bc-963f-196ec450ef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.734831 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e95a204-dd05-48bc-963f-196ec450ef08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.736050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.738052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e95a204-dd05-48bc-963f-196ec450ef08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3731fbe4-d7f1-4feb-9e9d-b466fddd729b HTTP/1.1" status: 204 len: 168 time: 0.2419147 Aug 03 19:44:02.780467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95a204-dd05-48bc-963f-196ec450ef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3731fbe4-d7f1-4feb-9e9d-b466fddd729b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:02.874499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] For port ffc0dd4a-aa87-433b-98db-94e961bcb24a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ffc0dd4a-aa87-433b-98db-94e961bcb24a,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:02.878469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:44:02.884820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.018430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b118b2-cb14-4da1-8162-23a1f17977e9 None None] Pushing event updated for resources: {'Port': ['ID=ffc0dd4a-aa87-433b-98db-94e961bcb24a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:03.034470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3a972db7-a2b9-4882-9154-cdd22af84ad7 None None] Could not find standard attr ID for object 29f470d1-931e-46e5-916d-d836761aa4b2. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:44:03.060384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] Deleting port ffc0dd4a-aa87-433b-98db-94e961bcb24a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:03.060758 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.064493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:44:03.208579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] For port ffc0dd4a-aa87-433b-98db-94e961bcb24a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ffc0dd4a-aa87-433b-98db-94e961bcb24a,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:03.209181 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.240288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] Calling delete_port for ffc0dd4a-aa87-433b-98db-94e961bcb24a owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:03.318809 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.395766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.414552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] No DVR routers for this DVR port ffc0dd4a-aa87-433b-98db-94e961bcb24a on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:03.451336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20bb8a-eb4a-470a-9b02-449c90a161ac None None] Pushing event deleted for resources: {'Port': ['ID=ffc0dd4a-aa87-433b-98db-94e961bcb24a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:03.558261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port ffc0dd4a-aa87-433b-98db-94e961bcb24a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ffc0dd4a-aa87-433b-98db-94e961bcb24a,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:03.593662 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.599479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.600816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.667596 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=ffc0dd4a-aa87-433b-98db-94e961bcb24a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:03.690092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:03.694769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:03.698476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:03.699098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.706213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b20d759-c4f7-4658-8ad0-3c1f3d5e7579 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:03.730594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=219808c2-3298-4883-9dfa-5f5d3138a851,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:03.778491 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-98701bf9-802e-4bb9-9eb9-c6569d5be3ab tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5372007 Aug 03 19:44:03.780847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49756) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:03.783033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec1aa666-db22-4a3e-8246-1244f064a1b0 req-2a452dcc-09a8-41fb-a2a6-ad540a10cc1c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 210 time: 0.0463297 Aug 03 19:44:03.794612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:6e:bc:0f', 'name': 'tempest-NetworksTestDHCPv6-1921350611'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:03.928561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': '219808c2-3298-4883-9dfa-5f5d3138a851'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:44:03.929500 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.026142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:04.076245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Allocated IP 2001:db8::f816:3eff:fe73:47ee (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/219808c2-3298-4883-9dfa-5f5d3138a851/75108443-eca8-45eb-86d6-18df3e58c177) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:04.099966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-ce8cbb16-eebe-46d8-922f-2cea8be4d902 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:04.101603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-ce8cbb16-eebe-46d8-922f-2cea8be4d902 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.63 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 814 time: 0.1722620 Aug 03 19:44:04.137756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Request body: {'port': {'device_id': '1d55fdb8-47f0-4031-b765-6bc5aeaf86ba', 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'admin_state_up': True, 'tenant_id': 'bd01eeafd6874ca9aaff6f5e9090d4f8'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:04.147180 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.213930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 8440ff85-fe3a-4492-be85-0cda6f18ab76 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:04.284338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.295574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Transition to ACTIVE for port object 75108443-eca8-45eb-86d6-18df3e58c177 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:04.321368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Transition to ACTIVE for port object 75108443-eca8-45eb-86d6-18df3e58c177 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:04.331244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.386975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Made reservation on behalf of bd01eeafd6874ca9aaff6f5e9090d4f8 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:04.390598 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.392329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:04.396303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:04.404930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:04.405398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:fe6e:bc0f (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/219808c2-3298-4883-9dfa-5f5d3138a851/8440ff85-fe3a-4492-be85-0cda6f18ab76) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:04.419074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Pushing event updated for resources: {'Port': ['ID=75108443-eca8-45eb-86d6-18df3e58c177,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:04.510108 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.515102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Attempting to bind port 75108443-eca8-45eb-86d6-18df3e58c177 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:04.515999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Attempting to bind port 75108443-eca8-45eb-86d6-18df3e58c177 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:04.516290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Attempting to bind port 75108443-eca8-45eb-86d6-18df3e58c177 on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:04.522562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:04.522562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:04.522804 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.523264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:04.524030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Bound port: 75108443-eca8-45eb-86d6-18df3e58c177, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:04.524388 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.597984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Allocated IP 172.20.0.10 (a7943c06-310a-4442-aee4-65ca121ef46a/4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a/d6efe8e7-27e1-4775-b400-db76a5bdff86) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:04.606962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] For port 75108443-eca8-45eb-86d6-18df3e58c177, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:04.618152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] For port 75108443-eca8-45eb-86d6-18df3e58c177, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=75108443-eca8-45eb-86d6-18df3e58c177,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:04.624738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.672181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-5e47471d-f67e-4ddd-9bd7-9b865f60a69a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686805441&fields=id&tenant_id=a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 267 time: 0.0630569 Aug 03 19:44:04.698196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f6459-4bbc-4d09-8c9c-659bc389c601 None None] Pushing event updated for resources: {'Port': ['ID=75108443-eca8-45eb-86d6-18df3e58c177,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:04.862289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-beac1032-7142-4cb0-995a-a6723a36af7d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:04.867205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-beac1032-7142-4cb0-995a-a6723a36af7d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.1807411 Aug 03 19:44:04.874915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ffc0dd4a-aa87-433b-98db-94e961bcb24a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:04.903824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ffc0dd4a-aa87-433b-98db-94e961bcb24a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:04.904287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ffc0dd4a-aa87-433b-98db-94e961bcb24a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:04.954375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-73e88562-e044-4157-b316-512f9a43eaf6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/quotas/a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 375 time: 0.0633731 Aug 03 19:44:05.019629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f28120f9-49e1-40c7-a410-ceca94570c69 req-6e2eb6b2-86f0-49ca-aba6-1b24abfbdd48 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 210 time: 0.1313238 Aug 03 19:44:05.103012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-2871d351-61db-4b8a-80bd-02112386e44d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463726 Aug 03 19:44:05.231863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-55d2475d-10b2-43ee-8eab-3ae8ae3c9ddd service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208766 Aug 03 19:44:05.238183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:05.269147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 8440ff85-fe3a-4492-be85-0cda6f18ab76 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:05.275033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:05.329974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:05.334428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cb397ea7-1e61-4360-97bb-bcfeb2117455 service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957325 Aug 03 19:44:05.362676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:05.379860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['1daf7ed0-0254-4cc0-938b-325c76ce4a22', 'f1deeac5-660b-4d9a-84f2-4839569cc9df'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:05.390326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:05.400747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f81ab83a-d306-4b65-be40-94b348ad1161'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:05.403815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:05.413285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:05.419655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.420319 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:05.424085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Network a7943c06-310a-4442-aee4-65ca121ef46a is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:05.426502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=8440ff85-fe3a-4492-be85-0cda6f18ab76,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:05.436410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:05.440864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:05.490590 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-21d4d869-9459-41fb-b2db-2c39a5a5bf0c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7081625 Aug 03 19:44:05.493316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49808) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:05.529803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Pushing event updated for resources: {'Port': ['ID=d6efe8e7-27e1-4775-b400-db76a5bdff86,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:05.553150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.558475 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:05.576883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d4c4a7-7067-4c58-82ba-df9eaae6e2e8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.592863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d4c4a7-7067-4c58-82ba-df9eaae6e2e8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.594283 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-5c11e664-0488-4777-894c-975716050426 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4618638 Aug 03 19:44:05.597520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-53d4c4a7-7067-4c58-82ba-df9eaae6e2e8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1013839 Aug 03 19:44:05.599102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49814) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:05.617631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Request body: {'port': {'device_id': '1d55fdb8-47f0-4031-b765-6bc5aeaf86ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:05.671408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49816) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:05.718992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:05.760395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-8408f3c9-87e3-48bd-88a0-0666144697e6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046703 Aug 03 19:44:05.798519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d55031b7-5538-4dfa-8348-de1a0609affe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 8440ff85-fe3a-4492-be85-0cda6f18ab76 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:05.798865 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d55031b7-5538-4dfa-8348-de1a0609affe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:05.955292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d55031b7-5538-4dfa-8348-de1a0609affe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.003853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c225009-d9d4-4a28-8473-7087758a6466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.031614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d55031b7-5538-4dfa-8348-de1a0609affe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 8440ff85-fe3a-4492-be85-0cda6f18ab76 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:06.036073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c625d68-4b96-4e1e-9db9-968b09b2620a req-ae0991c0-8e96-4843-b638-6a33794c9681 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 210 time: 0.0857887 Aug 03 19:44:06.159398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-85855b04-5ac7-41b2-b264-80e06fd37ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.161581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-85855b04-5ac7-41b2-b264-80e06fd37ce5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 1097 time: 0.2095530 Aug 03 19:44:06.271979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6efe8e7-27e1-4775-b400-db76a5bdff86 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:06.282353 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c225009-d9d4-4a28-8473-7087758a6466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.284913 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.287879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c225009-d9d4-4a28-8473-7087758a6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.298613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-38157f27-16fa-4fb0-9103-87cdcf9f1c0d None None] Provisioning for port 75108443-eca8-45eb-86d6-18df3e58c177 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:06.325959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c225009-d9d4-4a28-8473-7087758a6466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c7170-3af4-4da3-bff3-f716cdd1dc16,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:06.349615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38a65-e2cd-49c6-994a-d5921651e46a req-748a8c3f-a6d5-414e-ac5c-381aae4d095b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.351193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25b38a65-e2cd-49c6-994a-d5921651e46a req-748a8c3f-a6d5-414e-ac5c-381aae4d095b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 932 time: 0.1685729 Aug 03 19:44:06.357402 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0c225009-d9d4-4a28-8473-7087758a6466 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4627b033c68d4e95a1bef7c3234776e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836572 Aug 03 19:44:06.360030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49832) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:06.367811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Transition to ACTIVE for port object d6efe8e7-27e1-4775-b400-db76a5bdff86 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:06.384962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.390636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d55031b7-5538-4dfa-8348-de1a0609affe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.467836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55031b7-5538-4dfa-8348-de1a0609affe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=8440ff85-fe3a-4492-be85-0cda6f18ab76,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:06.489732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25b38a65-e2cd-49c6-994a-d5921651e46a req-54e1faf6-b9ea-47a5-9594-a4e7fe3303ae tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292865 Aug 03 19:44:06.499027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Pushing event updated for resources: {'Port': ['ID=d6efe8e7-27e1-4775-b400-db76a5bdff86,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:06.525338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fddc-72f8-4cb1-a39f-77ac8777b6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.530604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-0f1b0e2b-d6dc-4236-b1b5-3b33e6204213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.532126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-0f1b0e2b-d6dc-4236-b1b5-3b33e6204213 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 915 time: 0.3368123 Aug 03 19:44:06.533168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d55031b7-5538-4dfa-8348-de1a0609affe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.535084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d55031b7-5538-4dfa-8348-de1a0609affe tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/8440ff85-fe3a-4492-be85-0cda6f18ab76 HTTP/1.1" status: 204 len: 168 time: 0.9349306 Aug 03 19:44:06.537647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49834) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:06.580347 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fddc-72f8-4cb1-a39f-77ac8777b6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.622804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Attempting to bind port d6efe8e7-27e1-4775-b400-db76a5bdff86 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:06.623363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Attempting to bind port d6efe8e7-27e1-4775-b400-db76a5bdff86 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:06.623363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Attempting to bind port d6efe8e7-27e1-4775-b400-db76a5bdff86 on network a7943c06-310a-4442-aee4-65ca121ef46a {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:06.632353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Port d6efe8e7-27e1-4775-b400-db76a5bdff86 on network a7943c06-310a-4442-aee4-65ca121ef46a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:44:06.632679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Attempting to bind port d6efe8e7-27e1-4775-b400-db76a5bdff86 on network a7943c06-310a-4442-aee4-65ca121ef46a {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:06.637884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-58c96971-dcd5-41f7-aa71-6c7085817c5c None None] Could not find standard attr ID for object 8440ff85-fe3a-4492-be85-0cda6f18ab76. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:44:06.639825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:06.640634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Checking segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:06.641742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Bound using segment: {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:06.642634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Bound port: d6efe8e7-27e1-4775-b400-db76a5bdff86, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:06.643191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.675846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-0321caa7-4a1f-4937-8b15-a1ccae068c53 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1daf7ed0-0254-4cc0-938b-325c76ce4a22 HTTP/1.1" status: 200 len: 217 time: 0.1257279 Aug 03 19:44:06.713738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fddc-72f8-4cb1-a39f-77ac8777b6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.716136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541b2c6-151e-4f39-b021-a023216f5c84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.717701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fddc-72f8-4cb1-a39f-77ac8777b6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.718164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541b2c6-151e-4f39-b021-a023216f5c84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.719321 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5fd5fddc-72f8-4cb1-a39f-77ac8777b6ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e8c7170-3af4-4da3-bff3-f716cdd1dc16 HTTP/1.1" status: 204 len: 168 time: 0.3578799 Aug 03 19:44:06.722155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1541b2c6-151e-4f39-b021-a023216f5c84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1806607 Aug 03 19:44:06.742687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49838) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:06.790751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] For port d6efe8e7-27e1-4775-b400-db76a5bdff86, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:06.795707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] For port d6efe8e7-27e1-4775-b400-db76a5bdff86, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d6efe8e7-27e1-4775-b400-db76a5bdff86,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:06.816954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.817121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-71ac5390-8e62-4bec-9087-677263acf693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.822288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-71ac5390-8e62-4bec-9087-677263acf693 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.1276741 Aug 03 19:44:06.861279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5fddc-72f8-4cb1-a39f-77ac8777b6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c7170-3af4-4da3-bff3-f716cdd1dc16,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:06.894717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-6715b6e4-7a50-4037-af2b-237e86e3c62d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634570 Aug 03 19:44:06.906323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 75108443-eca8-45eb-86d6-18df3e58c177 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:06.906529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.907139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.908688 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] 10.222.0.63 "PUT /v2.0/ports/d6efe8e7-27e1-4775-b400-db76a5bdff86 HTTP/1.1" status: 200 len: 1092 time: 1.2966983 Aug 03 19:44:06.912972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d55fdb8-47f0-4031-b765-6bc5aeaf86ba', 'tag': 'd6efe8e7-27e1-4775-b400-db76a5bdff86'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:06.915522 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66afe6a3-eecc-4f82-8304-3de0d330bff0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d55fdb8-47f0-4031-b765-6bc5aeaf86ba", "tag": "d6efe8e7-27e1-4775-b400-db76a5bdff86"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:06.943283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab98076e-7ad8-4046-84a4-b506697aa1dc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 219808c2-3298-4883-9dfa-5f5d3138a851 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:06.949917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab98076e-7ad8-4046-84a4-b506697aa1dc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.002220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 75108443-eca8-45eb-86d6-18df3e58c177 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:07.018617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 75108443-eca8-45eb-86d6-18df3e58c177 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:07.019034 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.025996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-194a8ed9-bc39-4b35-8fbf-914ca69dcef9 service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187198 Aug 03 19:44:07.034448 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3368af99-fb5c-4944-895c-cc391857f156 x-openstack-request-id: req-3368af99-fb5c-4944-895c-cc391857f156 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:07.034747 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d55fdb8-47f0-4031-b765-6bc5aeaf86ba", "tag": "d6efe8e7-27e1-4775-b400-db76a5bdff86", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:07.035000 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3368af99-fb5c-4944-895c-cc391857f156 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:07.035394 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d55fdb8-47f0-4031-b765-6bc5aeaf86ba', 'tag': 'd6efe8e7-27e1-4775-b400-db76a5bdff86', 'status': 'completed', 'code': 200} Aug 03 19:44:07.045123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cb6cd-82f4-44a1-9c89-f5c2f3e6a13d service neutron] Pushing event updated for resources: {'Port': ['ID=d6efe8e7-27e1-4775-b400-db76a5bdff86,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:07.073548 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab98076e-7ad8-4046-84a4-b506697aa1dc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.105749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-dcc0df3a-2f77-4c8d-8595-ee00350d3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:07.107303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-dcc0df3a-2f77-4c8d-8595-ee00350d3f26 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 1095 time: 0.1042380 Aug 03 19:44:07.129453 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.168202 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-9b4792a7-6f2f-43ee-beb5-13c781325f47 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6efe8e7-27e1-4775-b400-db76a5bdff86 HTTP/1.1" status: 200 len: 217 time: 0.0425999 Aug 03 19:44:07.174695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 75108443-eca8-45eb-86d6-18df3e58c177, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=75108443-eca8-45eb-86d6-18df3e58c177,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:07.179180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e40a6ad6-2361-4e3e-9a5b-7a82c2bb8506 req-ca70ce4f-459f-4846-8907-f094fd9c17d8 service neutron] 10.222.0.88 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442020 Aug 03 19:44:07.181739 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.237514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aeb79570-631a-4291-bbdd-b27954f9c537 req-873247c1-0ee1-444e-a32d-4fe831a23346 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 210 time: 0.0518708 Aug 03 19:44:07.275153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab98076e-7ad8-4046-84a4-b506697aa1dc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.279476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-c67661d0-c326-47ed-8ecd-96d31f8fa667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:07.280851 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-c67661d0-c326-47ed-8ecd-96d31f8fa667 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.1062689 Aug 03 19:44:07.299951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=75108443-eca8-45eb-86d6-18df3e58c177,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:07.331090 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-39c7491e-4eb6-4d7b-ba4b-5e71ae319301 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307744 Aug 03 19:44:07.346304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49846) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:07.373406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6895-63ee-40bf-ae39-8ee8799d0aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.408181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-b57a5bf6-cd29-43f2-8e33-5c93765e5be0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:07.409842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-b57a5bf6-cd29-43f2-8e33-5c93765e5be0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.1752307 Aug 03 19:44:07.425614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab98076e-7ad8-4046-84a4-b506697aa1dc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.468071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ab98076e-7ad8-4046-84a4-b506697aa1dc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.469998 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ab98076e-7ad8-4046-84a4-b506697aa1dc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/219808c2-3298-4883-9dfa-5f5d3138a851 HTTP/1.1" status: 204 len: 168 time: 0.6699390 Aug 03 19:44:07.470829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98076e-7ad8-4046-84a4-b506697aa1dc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=219808c2-3298-4883-9dfa-5f5d3138a851,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:07.476535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49848) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:07.478965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b4d6b-61fa-41f0-b4c2-4bd4c1f9a2cc None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:07.510016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-fc6eed50-8b98-4172-9199-b2b337c32e42 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 379 time: 0.0791628 Aug 03 19:44:07.520589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'port': {'device_id': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'admin_state_up': True, 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'security_groups': ['d5770786-864f-430f-b7da-9bc53e3373a0']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:07.528645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-39d64795-0a39-4777-81b0-d88dfbc62c3e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506039 Aug 03 19:44:07.530936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49852) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:07.544749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-ec833866-5df6-43f2-98e0-7ca4ddc4034c service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978664 Aug 03 19:44:07.643244 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c01e2c-4f35-4e3d-a3fc-1ba4279a2272 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:07.644804 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f0c01e2c-4f35-4e3d-a3fc-1ba4279a2272 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1129479 Aug 03 19:44:07.647292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:07.651978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6895-63ee-40bf-ae39-8ee8799d0aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.666875 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6895-63ee-40bf-ae39-8ee8799d0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.722317 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-91b8353b-3087-4e94-9a5e-a49448fbe177 req-76159c2d-8ab2-406d-a0ff-b92045084fcf service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570168 Aug 03 19:44:07.733663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6c8f6895-63ee-40bf-ae39-8ee8799d0aa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d65d30f1bfc4496990bf3d9551e6feca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833716 Aug 03 19:44:07.735507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49856) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:07.736009 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdf6f9-ce0b-4c59-8373-17f34575975a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:07.739992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-92cdf6f9-ce0b-4c59-8373-17f34575975a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0895689 Aug 03 19:44:07.740270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49858) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:07.760832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a164dc-c30b-4e70-a2d1-6e44b28baf62 req-b21d7df2-052d-4d36-b7e1-0e5d0f93bd4c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:07.763352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50a164dc-c30b-4e70-a2d1-6e44b28baf62 req-b21d7df2-052d-4d36-b7e1-0e5d0f93bd4c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 944 time: 0.1600697 Aug 03 19:44:07.768443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:44:07.770152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f6895-63ee-40bf-ae39-8ee8799d0aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddcb15b-f1fb-4dcf-b259-ed6df7b12209,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:07.806022 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-25fc3670-d29b-4aa2-ae46-a80aa2d92d8f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605044 Aug 03 19:44:07.806709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49860) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:07.813638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:07.841077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] Deleting port 75108443-eca8-45eb-86d6-18df3e58c177 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:07.841703 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.850816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:07.854753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.888409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-50a164dc-c30b-4e70-a2d1-6e44b28baf62 req-a74bb277-9f64-4928-a034-36aebf94d9e2 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064172 Aug 03 19:44:07.904153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59f3a693-b506-47d6-8e87-90884c713f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.937195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-3304095d-7d0f-463f-86a1-9835eb0829a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:07.938663 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-3304095d-7d0f-463f-86a1-9835eb0829a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 1095 time: 0.1200213 Aug 03 19:44:07.959064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] For port 75108443-eca8-45eb-86d6-18df3e58c177, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=75108443-eca8-45eb-86d6-18df3e58c177,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:07.959472 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.966850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59f3a693-b506-47d6-8e87-90884c713f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.975388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] Calling delete_port for 75108443-eca8-45eb-86d6-18df3e58c177 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:08.014468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:08.017517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.028750 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59f3a693-b506-47d6-8e87-90884c713f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.032551 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59f3a693-b506-47d6-8e87-90884c713f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.034036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-59f3a693-b506-47d6-8e87-90884c713f51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ddcb15b-f1fb-4dcf-b259-ed6df7b12209 HTTP/1.1" status: 204 len: 168 time: 0.2887144 Aug 03 19:44:08.058208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3a693-b506-47d6-8e87-90884c713f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddcb15b-f1fb-4dcf-b259-ed6df7b12209,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:08.121021 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.148188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-718efd68-b374-4bbc-8dcf-c6252bb74ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:08.149506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] Pushing event deleted for resources: {'Port': ['ID=75108443-eca8-45eb-86d6-18df3e58c177,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:08.149653 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-718efd68-b374-4bbc-8dcf-c6252bb74ea5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 915 time: 0.2000229 Aug 03 19:44:08.156404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af8482-6c0f-4e24-90be-3ae467424e33 None None] No DVR routers for this DVR port 75108443-eca8-45eb-86d6-18df3e58c177 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:08.170204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.20.0.4 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:08.201684 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-506a5a04-e138-461a-8d23-4eccd1baaee1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6efe8e7-27e1-4775-b400-db76a5bdff86 HTTP/1.1" status: 200 len: 217 time: 0.0430126 Aug 03 19:44:08.350464 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.393613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ab58964-d96f-4efc-a59f-053c490ff5e3 req-8c056c6f-1f4d-478a-916c-a1d2adc6365c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 210 time: 0.0396891 Aug 03 19:44:08.400315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Transition to ACTIVE for port object c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:08.423609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-69246e4e-17fd-4b83-bc95-2cbd7f7103fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:08.425378 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-69246e4e-17fd-4b83-bc95-2cbd7f7103fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.2149842 Aug 03 19:44:08.452924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.468421 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-e23ae849-463e-4d9d-84b1-84e69f2d5f1f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355687 Aug 03 19:44:08.492062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:44:08.500313 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.516012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:08.524941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:08.539253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:08.567369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:08.619795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:08.627461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:08.628731 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:08.629677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.636257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:08.636917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.644557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344e684-8d4d-4ef4-af59-c0e57ba6433a None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:08.665322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-cde10faf-b0f3-482d-83fe-789fb51885e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1497748 Aug 03 19:44:08.668283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=56a10901-9406-418c-81bf-361985e943f1,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:08.696039 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0fe2e285-bfec-4e86-9b4c-8c4e43a95082 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8852885 Aug 03 19:44:08.698376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Request body: {'port': {'device_id': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:08.702798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49876) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:08.708178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:ac:e7:e9', 'name': 'tempest-NetworksTestDHCPv6-412987529'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:08.714426 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-7249acf7-2ff7-4168-968b-ca70d548eaf8 service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227967 Aug 03 19:44:08.808282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.014472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 75108443-eca8-45eb-86d6-18df3e58c177 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:09.046703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 75108443-eca8-45eb-86d6-18df3e58c177 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:09.047267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 75108443-eca8-45eb-86d6-18df3e58c177 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:09.087796 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-66afe6a3-eecc-4f82-8304-3de0d330bff0 req-b8acec50-fe7c-46c8-8876-df3c00198fc4 service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513510 Aug 03 19:44:09.096171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5d0f8b18-94d7-4677-82a5-207a453c1722 None None] Provisioning for port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:09.103270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5d0f8b18-94d7-4677-82a5-207a453c1722 None None] Provisioning complete for port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:09.103918 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8b18-94d7-4677-82a5-207a453c1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.115584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:09.120278 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.155067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 891c7ee3-838b-412a-900d-ea16d0c96659 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:09.216408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fe423-1c8a-41a3-875f-69712e5f7b66 req-a2974bc7-5312-42ce-830a-39ffe5b30efa tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.221104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d13fe423-1c8a-41a3-875f-69712e5f7b66 req-a2974bc7-5312-42ce-830a-39ffe5b30efa tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 944 time: 0.1837530 Aug 03 19:44:09.245276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f8b18-94d7-4677-82a5-207a453c1722 None None] Port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:09.305654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d13fe423-1c8a-41a3-875f-69712e5f7b66 req-6b17aba1-7bb5-4734-809b-014eda1d8f41 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777302 Aug 03 19:44:09.338476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': '56a10901-9406-418c-81bf-361985e943f1'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:44:09.339805 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.362878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:feac:e7e9 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/56a10901-9406-418c-81bf-361985e943f1/891c7ee3-838b-412a-900d-ea16d0c96659) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:09.411807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:09.441291 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.493894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Transition to ACTIVE for port object c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:09.504186 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.610604 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.631069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 891c7ee3-838b-412a-900d-ea16d0c96659 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:09.647287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:09.679868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.707309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6737-2525-4efc-a878-695060c361e8 req-f2b16b84-431b-4521-89e7-3760068e2bd6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.710071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea0e6737-2525-4efc-a878-695060c361e8 req-f2b16b84-431b-4521-89e7-3760068e2bd6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.1611328 Aug 03 19:44:09.774741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=891c7ee3-838b-412a-900d-ea16d0c96659,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:09.803482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Allocated IP 2001:db8::f816:3eff:fe1d:7976 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/56a10901-9406-418c-81bf-361985e943f1/dc85f7aa-70e7-4443-b5af-47af9406419d) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:09.811163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:09.814972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:09.823274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:09.828566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea0e6737-2525-4efc-a878-695060c361e8 req-f689d4bd-d681-47cc-b177-e66306cf8956 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867648 Aug 03 19:44:09.841243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Attempting to bind port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:09.841371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.841514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Attempting to bind port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:09.841606 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.841703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Attempting to bind port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:09.842506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:44:09.842791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Attempting to bind port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:09.850521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:09.852480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:09.852480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:09.852480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Bound port: c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:09.853085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.860696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d056eab7-2124-45fa-b02e-6a6fd6e771be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1566975 Aug 03 19:44:09.863230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49900) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:09.944693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7564bd-725f-4a10-8d90-a33e0a449ad6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.946764 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c7564bd-725f-4a10-8d90-a33e0a449ad6 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0821731 Aug 03 19:44:09.950808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49904) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:10.078223 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] For port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:10.086818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] For port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:10.095790 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.143425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:10.144194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.146787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] 10.222.0.63 "PUT /v2.0/ports/c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 HTTP/1.1" status: 200 len: 1091 time: 1.4657226 Aug 03 19:44:10.147523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'tag': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:10.153731 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32289885-062a-4210-9860-5373e529d563" -d '{"events": [{"name": "network-changed", "server_uuid": "f6273f39-fd77-4c61-8b00-5ee751674d5c", "tag": "c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:10.177081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.188413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Transition to ACTIVE for port object dc85f7aa-70e7-4443-b5af-47af9406419d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:10.214992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Transition to ACTIVE for port object dc85f7aa-70e7-4443-b5af-47af9406419d will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:10.223245 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.225503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3bc45-f3a5-484e-acd2-6533ce060539 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:10.296855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2b00d305-9ccb-4ef5-9402-87c8b320234d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 891c7ee3-838b-412a-900d-ea16d0c96659 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:10.297584 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b00d305-9ccb-4ef5-9402-87c8b320234d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.315488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Pushing event updated for resources: {'Port': ['ID=dc85f7aa-70e7-4443-b5af-47af9406419d,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:10.315823 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edfe8b9-74d4-4420-bd53-f6aef37b6b69 x-openstack-request-id: req-6edfe8b9-74d4-4420-bd53-f6aef37b6b69 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:10.316318 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6273f39-fd77-4c61-8b00-5ee751674d5c", "tag": "c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:10.316723 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6edfe8b9-74d4-4420-bd53-f6aef37b6b69 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:10.317924 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'tag': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'status': 'completed', 'code': 200} Aug 03 19:44:10.351602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-260b94ca-e59c-4eff-afaa-215cd3a1a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:10.361982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-260b94ca-e59c-4eff-afaa-215cd3a1a379 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 1094 time: 0.1287804 Aug 03 19:44:10.368461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:10.373249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:10.396126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:10.553942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Attempting to bind port dc85f7aa-70e7-4443-b5af-47af9406419d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:10.561542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Attempting to bind port dc85f7aa-70e7-4443-b5af-47af9406419d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:10.562288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Attempting to bind port dc85f7aa-70e7-4443-b5af-47af9406419d on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:10.564098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b00d305-9ccb-4ef5-9402-87c8b320234d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.583139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:10.587516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:10.588969 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.590637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:10.590866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2b00d305-9ccb-4ef5-9402-87c8b320234d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 891c7ee3-838b-412a-900d-ea16d0c96659 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:10.591850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Bound port: dc85f7aa-70e7-4443-b5af-47af9406419d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:10.593430 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.600185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-d24753a2-7454-47e1-a40d-e99ead060ddc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 HTTP/1.1" status: 200 len: 217 time: 0.1753724 Aug 03 19:44:10.724864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afb1c9-cd0e-48ac-a3d1-5ee77b2b5f00 req-5c709661-2e67-44cc-9a52-06637757ac6b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:10.727451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20afb1c9-cd0e-48ac-a3d1-5ee77b2b5f00 req-5c709661-2e67-44cc-9a52-06637757ac6b tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 944 time: 0.1577547 Aug 03 19:44:10.732695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-58b1ac91-0b61-4fea-8eb7-b0bc2819fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:10.734219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-58b1ac91-0b61-4fea-8eb7-b0bc2819fce2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.1025674 Aug 03 19:44:10.792534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] For port dc85f7aa-70e7-4443-b5af-47af9406419d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:10.796695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] For port dc85f7aa-70e7-4443-b5af-47af9406419d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc85f7aa-70e7-4443-b5af-47af9406419d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:10.805543 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b00d305-9ccb-4ef5-9402-87c8b320234d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.810205 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.824005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20afb1c9-cd0e-48ac-a3d1-5ee77b2b5f00 req-cf64a005-dd9c-4568-ae6d-f0a17d944934 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887978 Aug 03 19:44:10.834182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-c722c4a7-a3d6-436c-b6eb-15f16bdc235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:10.835852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-c722c4a7-a3d6-436c-b6eb-15f16bdc235c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915992 Aug 03 19:44:10.914647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2d614-9c96-4e04-a460-78eeb4744291 None None] Pushing event updated for resources: {'Port': ['ID=dc85f7aa-70e7-4443-b5af-47af9406419d,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:10.927394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00d305-9ccb-4ef5-9402-87c8b320234d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=891c7ee3-838b-412a-900d-ea16d0c96659,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:10.950714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b00d305-9ccb-4ef5-9402-87c8b320234d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.959489 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b00d305-9ccb-4ef5-9402-87c8b320234d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/891c7ee3-838b-412a-900d-ea16d0c96659 HTTP/1.1" status: 204 len: 168 time: 1.0072329 Aug 03 19:44:10.960264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49922) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:11.058385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4bee9d-3752-426c-b0e4-bf375b076224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:11.060453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4bee9d-3752-426c-b0e4-bf375b076224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:11.062254 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-be4bee9d-3752-426c-b0e4-bf375b076224 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1008956 Aug 03 19:44:11.064842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49928) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:11.134568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-868ad7e8-663d-4e88-996b-1ebbf2c60616 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 56a10901-9406-418c-81bf-361985e943f1 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:11.144714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-868ad7e8-663d-4e88-996b-1ebbf2c60616 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:11.258761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-868ad7e8-663d-4e88-996b-1ebbf2c60616 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:11.400132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85ba9-2ac0-4064-ad8e-b147289cb79c req-a87e30db-252b-4654-a074-05d460597290 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:11.400955 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-868ad7e8-663d-4e88-996b-1ebbf2c60616 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:11.401791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76e85ba9-2ac0-4064-ad8e-b147289cb79c req-a87e30db-252b-4654-a074-05d460597290 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.1550174 Aug 03 19:44:11.408530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-c0428f74-5e9a-4ff5-ba55-47f9103537a8 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549419 Aug 03 19:44:11.511481 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-868ad7e8-663d-4e88-996b-1ebbf2c60616 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:11.512526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76e85ba9-2ac0-4064-ad8e-b147289cb79c req-e857e968-9454-445e-9811-8075ec37b8f1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006894 Aug 03 19:44:11.555561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad7e8-663d-4e88-996b-1ebbf2c60616 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=56a10901-9406-418c-81bf-361985e943f1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:11.561807 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-868ad7e8-663d-4e88-996b-1ebbf2c60616 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:11.562673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2fda06-7780-4a6d-853c-3ccb5e46ad10 req-c7d53e5a-c759-4359-a57b-aaede0c14d91 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411040 Aug 03 19:44:11.563804 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-868ad7e8-663d-4e88-996b-1ebbf2c60616 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/56a10901-9406-418c-81bf-361985e943f1 HTTP/1.1" status: 204 len: 168 time: 0.4976609 Aug 03 19:44:11.566560 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49934) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:11.626600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f7761ac-a5a9-48b4-ab76-2f0396ce0269 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588844 Aug 03 19:44:11.631207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49936) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:11.637360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:11.752340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289885-062a-4210-9860-5373e529d563 req-64c19cd3-2c52-4bcb-966a-a296154bd8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:11.754013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32289885-062a-4210-9860-5373e529d563 req-64c19cd3-2c52-4bcb-966a-a296154bd8b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 1094 time: 0.1126130 Aug 03 19:44:11.786840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:11.791855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:11.980766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289885-062a-4210-9860-5373e529d563 req-8677a320-b2af-45b6-b1c8-62e2d0771f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:11.982335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32289885-062a-4210-9860-5373e529d563 req-8677a320-b2af-45b6-b1c8-62e2d0771f04 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.2206681 Aug 03 19:44:12.076686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32289885-062a-4210-9860-5373e529d563 req-a4c2be95-547b-4ed2-bc00-5fc1f83a7787 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 HTTP/1.1" status: 200 len: 217 time: 0.0758367 Aug 03 19:44:12.114494 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d6efe8e7-27e1-4775-b400-db76a5bdff86 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:44:12.143300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc9ead-2897-4286-ad57-0ae8c10b15ea req-261212ef-3012-45cf-9167-8173da68b6bf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:12.144922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6bc9ead-2897-4286-ad57-0ae8c10b15ea req-261212ef-3012-45cf-9167-8173da68b6bf tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 944 time: 0.1595595 Aug 03 19:44:12.261960 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d6efe8e7-27e1-4775-b400-db76a5bdff86, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d6efe8e7-27e1-4775-b400-db76a5bdff86,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:12.263488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289885-062a-4210-9860-5373e529d563 req-4b3ce367-3325-443f-8787-d3defac1b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:12.265290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32289885-062a-4210-9860-5373e529d563 req-4b3ce367-3325-443f-8787-d3defac1b901 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.1804349 Aug 03 19:44:12.283700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'd6efe8e7-27e1-4775-b400-db76a5bdff86', 'network_id': 'a7943c06-310a-4442-aee4-65ca121ef46a', 'port_id': 'd6efe8e7-27e1-4775-b400-db76a5bdff86', 'mac_address': 'fa:16:3e:9c:20:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:44:12.331246 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:12.334692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6bc9ead-2897-4286-ad57-0ae8c10b15ea req-2d767a5a-ce21-4a3e-afd8-25c510d8a110 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686695 Aug 03 19:44:12.358776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b00fc-9565-4ae2-8634-83c52f184352 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:12.385926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289885-062a-4210-9860-5373e529d563 req-176727f1-453a-40b3-8e8c-428a7f21bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:12.387455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32289885-062a-4210-9860-5373e529d563 req-176727f1-453a-40b3-8e8c-428a7f21bfb9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150832 Aug 03 19:44:12.409652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6efe8e7-27e1-4775-b400-db76a5bdff86 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:12.463376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d6efe8e7-27e1-4775-b400-db76a5bdff86, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d6efe8e7-27e1-4775-b400-db76a5bdff86,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:12.472914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:12.481319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a23b2503-defc-491c-82e3-eac4fd4db019 None None] Provisioning for port dc85f7aa-70e7-4443-b5af-47af9406419d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:12.548195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32289885-062a-4210-9860-5373e529d563 req-7710efc2-9d2a-4e48-b581-58f7439e4eb3 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506951 Aug 03 19:44:12.586191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:44:12.653907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d6efe8e7-27e1-4775-b400-db76a5bdff86,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:12.845344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d6efe8e7-27e1-4775-b400-db76a5bdff86'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:12.858910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186ec62-09fa-4681-b46f-3544516a11fe req-bcac54a3-97f7-4e29-a7e0-a6043d44f2a2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:12.860704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8186ec62-09fa-4681-b46f-3544516a11fe req-bcac54a3-97f7-4e29-a7e0-a6043d44f2a2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.1658192 Aug 03 19:44:12.883700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32289885-062a-4210-9860-5373e529d563 req-f86c5f30-0631-4f4b-bc4c-696bfad1ae54 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217220 Aug 03 19:44:12.905048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:12.912796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc85f7aa-70e7-4443-b5af-47af9406419d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:12.969637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8186ec62-09fa-4681-b46f-3544516a11fe req-900bdbaa-b177-46d6-a663-bea560fb45e5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914428 Aug 03 19:44:13.036715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port dc85f7aa-70e7-4443-b5af-47af9406419d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:13.044110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port dc85f7aa-70e7-4443-b5af-47af9406419d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:13.044495 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.150007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port dc85f7aa-70e7-4443-b5af-47af9406419d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc85f7aa-70e7-4443-b5af-47af9406419d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:13.190210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.196516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.197678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.270283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d46498cc-50b6-4b07-8ebd-9c28afa6b205 None None] Provisioning complete for port dc85f7aa-70e7-4443-b5af-47af9406419d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:13.270909 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d46498cc-50b6-4b07-8ebd-9c28afa6b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.287982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:13.291514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:13.295639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:13.296281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.327031 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.347146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=dc85f7aa-70e7-4443-b5af-47af9406419d,revision_number=5']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:13.352950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=f8f11e36-2c00-4f32-8cbd-207d05a3d3fd,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:13.361975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d8032375-77b9-4bcc-b8d2-ce3b00517058 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7269468 Aug 03 19:44:13.362179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49962) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:13.368117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:51:1f:70', 'name': 'tempest-NetworksTestDHCPv6-313334378'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:13.478452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a796d-14b3-4aff-bb16-3355f19412a5 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:13.484246 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:44:13.484604 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:44:13.525961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d46498cc-50b6-4b07-8ebd-9c28afa6b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.545243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:13.562349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87261db1-d946-46a1-818e-08371ce1b7b2 req-fe8a303e-402c-4673-8fd0-2407aac6929a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:13.564026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87261db1-d946-46a1-818e-08371ce1b7b2 req-fe8a303e-402c-4673-8fd0-2407aac6929a tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 945 time: 0.1026468 Aug 03 19:44:13.593662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d46498cc-50b6-4b07-8ebd-9c28afa6b205 None None] For port dc85f7aa-70e7-4443-b5af-47af9406419d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc85f7aa-70e7-4443-b5af-47af9406419d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:13.599402 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d46498cc-50b6-4b07-8ebd-9c28afa6b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.621886 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-87261db1-d946-46a1-818e-08371ce1b7b2 req-fed442b1-a989-4bab-b39b-03b71b15e52d tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494254 Aug 03 19:44:13.697791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46498cc-50b6-4b07-8ebd-9c28afa6b205 None None] Pushing event updated for resources: {'Port': ['ID=dc85f7aa-70e7-4443-b5af-47af9406419d,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:13.698393 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.726165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f442eddd-ba5b-4ff2-bf08-830918787b59 None None] Could not find standard attr ID for object 891c7ee3-838b-412a-900d-ea16d0c96659. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:44:13.732382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port be131527-473a-4a56-8f38-035bde3216cd yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:13.878773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:fe51:1f70 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/f8f11e36-2c00-4f32-8cbd-207d05a3d3fd/be131527-473a-4a56-8f38-035bde3216cd) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:14.062465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f442a613-361f-47a9-9e77-2adc9732c7c3 None None] Provisioning complete for port dc85f7aa-70e7-4443-b5af-47af9406419d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:14.062931 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f442a613-361f-47a9-9e77-2adc9732c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.094038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.116495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d6efe8e7-27e1-4775-b400-db76a5bdff86 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:14.119886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object be131527-473a-4a56-8f38-035bde3216cd will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:14.123343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33332-d63a-49d1-be8a-feaeebdbc622 req-55f837d4-0c85-45c1-8dd2-5b90a62b7344 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.125167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f33332-d63a-49d1-be8a-feaeebdbc622 req-55f837d4-0c85-45c1-8dd2-5b90a62b7344 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.0666237 Aug 03 19:44:14.164288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.180845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c9f33332-d63a-49d1-be8a-feaeebdbc622 req-5d28c79d-6abb-447c-8522-a6773ba0d8e1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486324 Aug 03 19:44:14.219318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port d6efe8e7-27e1-4775-b400-db76a5bdff86 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:14.223182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port d6efe8e7-27e1-4775-b400-db76a5bdff86 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:14.223182 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.226571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:14.232765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:14.237410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:14.244004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.244332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.248517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=be131527-473a-4a56-8f38-035bde3216cd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:14.264229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ee9f4743-04dc-40f3-8a3b-d160ca4841bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8998277 Aug 03 19:44:14.266653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 49980) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:14.338430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd93e1d-cd76-432e-bffd-797aaa58eea1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.348276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd93e1d-cd76-432e-bffd-797aaa58eea1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.350619 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dfd93e1d-cd76-432e-bffd-797aaa58eea1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0829537 Aug 03 19:44:14.353666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49982) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:14.361199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.420647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d55fdb8-47f0-4031-b765-6bc5aeaf86ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6efe8e7-27e1-4775-b400-db76a5bdff86'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:14.430727 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63862b1b-9d67-4769-8246-d880ff8d5a43" -d '{"events": [{"server_uuid": "1d55fdb8-47f0-4031-b765-6bc5aeaf86ba", "name": "network-vif-plugged", "status": "completed", "tag": "d6efe8e7-27e1-4775-b400-db76a5bdff86"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:14.441164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d6efe8e7-27e1-4775-b400-db76a5bdff86, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d6efe8e7-27e1-4775-b400-db76a5bdff86,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:14.446020 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.490105 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68f3b53-dd0c-4acc-8a0e-f57341975d4e x-openstack-request-id: req-a68f3b53-dd0c-4acc-8a0e-f57341975d4e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:14.490400 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d55fdb8-47f0-4031-b765-6bc5aeaf86ba", "name": "network-vif-plugged", "status": "completed", "tag": "d6efe8e7-27e1-4775-b400-db76a5bdff86", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:14.490651 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a68f3b53-dd0c-4acc-8a0e-f57341975d4e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:14.491044 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d55fdb8-47f0-4031-b765-6bc5aeaf86ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6efe8e7-27e1-4775-b400-db76a5bdff86', 'code': 200} Aug 03 19:44:14.554651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d6efe8e7-27e1-4775-b400-db76a5bdff86,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:14.591277 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-207a75a2-6fbe-4a81-b759-6b810febdc82 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port be131527-473a-4a56-8f38-035bde3216cd {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:14.591777 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-207a75a2-6fbe-4a81-b759-6b810febdc82 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.640931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7c605711-3515-43b3-94f2-337cf485c10e None None] Provisioning for port be131527-473a-4a56-8f38-035bde3216cd completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:14.644985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7c605711-3515-43b3-94f2-337cf485c10e None None] Provisioning complete for port be131527-473a-4a56-8f38-035bde3216cd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:14.645357 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7c605711-3515-43b3-94f2-337cf485c10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.692375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7c605711-3515-43b3-94f2-337cf485c10e None None] Port be131527-473a-4a56-8f38-035bde3216cd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:14.736251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-207a75a2-6fbe-4a81-b759-6b810febdc82 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.773760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd31f3-fb45-45ae-ac89-149000e79681 req-a5cc7b72-6ffa-4952-8230-410320c3fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.775299 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cdd31f3-fb45-45ae-ac89-149000e79681 req-a5cc7b72-6ffa-4952-8230-410320c3fd21 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 1097 time: 0.1876533 Aug 03 19:44:14.776170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-207a75a2-6fbe-4a81-b759-6b810febdc82 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for be131527-473a-4a56-8f38-035bde3216cd owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:14.831530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc85f7aa-70e7-4443-b5af-47af9406419d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:14.867118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266314fe-beca-4b11-8889-773f49b6c8ed req-ecec8fcc-0b8c-4ecc-8d29-50340e9f6ae6 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.868638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-266314fe-beca-4b11-8889-773f49b6c8ed req-ecec8fcc-0b8c-4ecc-8d29-50340e9f6ae6 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 946 time: 0.1381497 Aug 03 19:44:14.876276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4cdd31f3-fb45-45ae-ac89-149000e79681 req-113ba77c-182f-4d6d-b2a7-37d554634917 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921276 Aug 03 19:44:14.883833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port dc85f7aa-70e7-4443-b5af-47af9406419d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:14.884427 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.935388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-266314fe-beca-4b11-8889-773f49b6c8ed req-2d112ea4-79e4-4d74-823a-b419f8c87bd8 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528810 Aug 03 19:44:14.995753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-207a75a2-6fbe-4a81-b759-6b810febdc82 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.027849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a75a2-6fbe-4a81-b759-6b810febdc82 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=be131527-473a-4a56-8f38-035bde3216cd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:15.068116 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-207a75a2-6fbe-4a81-b759-6b810febdc82 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.071042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-207a75a2-6fbe-4a81-b759-6b810febdc82 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/be131527-473a-4a56-8f38-035bde3216cd HTTP/1.1" status: 204 len: 168 time: 0.7160623 Aug 03 19:44:15.073559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49990) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:15.137319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c33ced8-b2ee-49a5-b30d-e95e4e71fc05 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:15.139029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c33ced8-b2ee-49a5-b30d-e95e4e71fc05 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:15.140891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6c33ced8-b2ee-49a5-b30d-e95e4e71fc05 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0660892 Aug 03 19:44:15.143456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49992) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:15.201602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba18706e-6589-4e56-872e-e40dac31ef55 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet f8f11e36-2c00-4f32-8cbd-207d05a3d3fd {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:15.205691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba18706e-6589-4e56-872e-e40dac31ef55 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.260014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba18706e-6589-4e56-872e-e40dac31ef55 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.381163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780ac06-8fc1-4351-a873-6873784e90ba req-c2e2242a-a652-4886-8de0-5db4eb6a0762 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:15.383670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e780ac06-8fc1-4351-a873-6873784e90ba req-c2e2242a-a652-4886-8de0-5db4eb6a0762 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.0974040 Aug 03 19:44:15.389930 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba18706e-6589-4e56-872e-e40dac31ef55 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.463000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e780ac06-8fc1-4351-a873-6873784e90ba req-83413565-2083-427e-80af-85366638471d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506005 Aug 03 19:44:15.478936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba18706e-6589-4e56-872e-e40dac31ef55 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.508939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18706e-6589-4e56-872e-e40dac31ef55 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f11e36-2c00-4f32-8cbd-207d05a3d3fd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:15.512705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba18706e-6589-4e56-872e-e40dac31ef55 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.514627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ba18706e-6589-4e56-872e-e40dac31ef55 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/f8f11e36-2c00-4f32-8cbd-207d05a3d3fd HTTP/1.1" status: 204 len: 168 time: 0.3701768 Aug 03 19:44:15.517172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 49996) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:15.522921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50113b94-9507-484c-8043-bd7b2f52fc62 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:15.571204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-37ea3fb5-cc6f-4532-a544-912fe4a4882e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530064 Aug 03 19:44:15.573819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50000) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:15.637772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505564a-ad21-4792-b5e0-242186129a23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:15.641648 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a505564a-ad21-4792-b5e0-242186129a23 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0638516 Aug 03 19:44:15.641835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50002) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:15.697273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5e076-66fb-430e-aa4e-75cdbe1ec478 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:15.698966 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b6e5e076-66fb-430e-aa4e-75cdbe1ec478 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0561986 Aug 03 19:44:15.702994 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50004) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:15.729642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:44:15.748956 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4fc6acde-07e3-4229-86de-a75aa27c9437 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441980 Aug 03 19:44:15.752357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50006) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:15.757537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:15.779238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] Deleting port dc85f7aa-70e7-4443-b5af-47af9406419d {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:15.779696 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.841360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] For port dc85f7aa-70e7-4443-b5af-47af9406419d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc85f7aa-70e7-4443-b5af-47af9406419d,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:15.841903 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.848963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:15.852654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.860403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] Calling delete_port for dc85f7aa-70e7-4443-b5af-47af9406419d owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:15.961983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.992567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] Pushing event deleted for resources: {'Port': ['ID=dc85f7aa-70e7-4443-b5af-47af9406419d,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:16.000171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6ccf2-eab3-4130-9f5b-fba497271588 None None] No DVR routers for this DVR port dc85f7aa-70e7-4443-b5af-47af9406419d on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:16.362026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:16.416835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:16.427941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91a25a-287b-4af0-937b-ceb526460d13 req-37c72a31-17de-4ca5-b216-866a016ef2e4 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:16.429516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf91a25a-287b-4af0-937b-ceb526460d13 req-37c72a31-17de-4ca5-b216-866a016ef2e4 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 946 time: 0.3963220 Aug 03 19:44:16.433257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:16.437690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:16.438275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:16.443776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=cecbcd09-39e5-4649-a789-f3a239b5f434,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:16.447958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6742ce-463b-47c4-a2fa-49fefe3f09d9 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:16.474318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c2dcabfc-0312-44f1-b452-bf3ddb075d6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7184706 Aug 03 19:44:16.475213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50010) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:16.482005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:e3:5b:c5', 'name': 'tempest-NetworksTestDHCPv6-1425557776'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:16.485766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf91a25a-287b-4af0-937b-ceb526460d13 req-e14ed637-df8e-48f3-9b6f-c124279b52f1 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448318 Aug 03 19:44:16.601263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271a9e1-710d-436a-95a7-4562b1fb14ca req-9b632d80-5871-4c9d-9289-6e72c61154b5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:16.618199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f271a9e1-710d-436a-95a7-4562b1fb14ca req-9b632d80-5871-4c9d-9289-6e72c61154b5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.0807183 Aug 03 19:44:16.624030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:16.630739 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:16.640632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'tenant_id': '065a157605cf4fdbbd38a13f6e17fd91', 'fixed_ips': [{'subnet_id': 'cecbcd09-39e5-4649-a789-f3a239b5f434'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:44:16.640632 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:16.660649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 7cc09781-4355-403f-ba67-e1c13e410932 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:16.688428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f271a9e1-710d-436a-95a7-4562b1fb14ca req-5678234f-54b9-4cff-a2f9-a0fd9d6b745d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692835 Aug 03 19:44:16.827110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc85f7aa-70e7-4443-b5af-47af9406419d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:16.834096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::1d5 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/cecbcd09-39e5-4649-a789-f3a239b5f434/7cc09781-4355-403f-ba67-e1c13e410932) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:16.854394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: dc85f7aa-70e7-4443-b5af-47af9406419d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:16.854739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc85f7aa-70e7-4443-b5af-47af9406419d not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:17.313320 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.327354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 7cc09781-4355-403f-ba67-e1c13e410932 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:17.361168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.405426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:17.408431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:17.414785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:17.419140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/cecbcd09-39e5-4649-a789-f3a239b5f434/11cb2c06-37e6-4f9f-9ad5-af781c11dbb9) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:17.420402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:17.421019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.428055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=7cc09781-4355-403f-ba67-e1c13e410932,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:17.443817 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f10777db-6d83-4482-8a02-c2d7cac93a84 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9670053 Aug 03 19:44:17.446794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50024) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:17.468474 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:44:17.501869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4344b-93aa-4131-8914-77139eb9affa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:17.503737 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bdb4344b-93aa-4131-8914-77139eb9affa tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0558777 Aug 03 19:44:17.507203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50026) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:17.610088 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.627906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Transition to ACTIVE for port object 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:17.646170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Transition to ACTIVE for port object 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:17.654528 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.656935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e73b0c8a-0cb3-4ac4-ac72-419bd57a304b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 7cc09781-4355-403f-ba67-e1c13e410932 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:17.657736 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e73b0c8a-0cb3-4ac4-ac72-419bd57a304b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.668405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743a74-c2eb-4628-8cb3-236df4f2e43f req-c9aa56b7-1139-4cb3-9471-7d7f77a8daa6 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:17.669869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03743a74-c2eb-4628-8cb3-236df4f2e43f req-c9aa56b7-1139-4cb3-9471-7d7f77a8daa6 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 946 time: 0.0916400 Aug 03 19:44:17.694480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:17.699832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:17.707375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:17.730008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03743a74-c2eb-4628-8cb3-236df4f2e43f req-62bf479f-d044-45b1-a03e-bc125590fd44 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468330 Aug 03 19:44:17.754873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:17.793674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e73b0c8a-0cb3-4ac4-ac72-419bd57a304b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.806588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e73b0c8a-0cb3-4ac4-ac72-419bd57a304b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 7cc09781-4355-403f-ba67-e1c13e410932 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:17.806832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Attempting to bind port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:17.807210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Attempting to bind port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:17.807569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Attempting to bind port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 on network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:17.814398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:17.814761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Checking segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:17.815420 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.815812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Bound using segment: {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:17.816281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Bound port: 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dd1fa-be8e-434f-95fa-e72138c7aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:17.816785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.841038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aad9aa-5652-454e-b66f-55394cfd186d req-70cca0d1-0f72-489d-bb22-8dbedbe26ce8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:17.842985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09aad9aa-5652-454e-b66f-55394cfd186d req-70cca0d1-0f72-489d-bb22-8dbedbe26ce8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.0635676 Aug 03 19:44:17.893395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09aad9aa-5652-454e-b66f-55394cfd186d req-de457591-9da6-4e25-9733-0e532206554a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422091 Aug 03 19:44:17.908240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:17.912500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:17.916659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.982537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e73b0c8a-0cb3-4ac4-ac72-419bd57a304b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:17.986898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506b8c3-b9b6-4c9b-9908-3e0c1df29073 None None] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:18.023677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b0c8a-0cb3-4ac4-ac72-419bd57a304b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=7cc09781-4355-403f-ba67-e1c13e410932,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:18.061119 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e73b0c8a-0cb3-4ac4-ac72-419bd57a304b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:18.066491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50040) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:18.066748 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e73b0c8a-0cb3-4ac4-ac72-419bd57a304b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/7cc09781-4355-403f-ba67-e1c13e410932 HTTP/1.1" status: 204 len: 168 time: 0.5587785 Aug 03 19:44:18.149502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47b734-59fc-4f10-a49a-235cdc43caf2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:18.151742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47b734-59fc-4f10-a49a-235cdc43caf2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:18.156139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50048) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:18.156334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f47b734-59fc-4f10-a49a-235cdc43caf2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0887208 Aug 03 19:44:18.215181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b87605-1e2b-4138-8ec4-bf309dd8d48e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet cecbcd09-39e5-4649-a789-f3a239b5f434 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:18.218821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71b87605-1e2b-4138-8ec4-bf309dd8d48e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:18.301266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71b87605-1e2b-4138-8ec4-bf309dd8d48e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:18.412561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71b87605-1e2b-4138-8ec4-bf309dd8d48e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:18.502767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71b87605-1e2b-4138-8ec4-bf309dd8d48e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:18.520019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71b87605-1e2b-4138-8ec4-bf309dd8d48e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:18.525364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50064) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:18.525617 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-71b87605-1e2b-4138-8ec4-bf309dd8d48e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/cecbcd09-39e5-4649-a789-f3a239b5f434 HTTP/1.1" status: 204 len: 168 time: 0.3681865 Aug 03 19:44:18.548201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b87605-1e2b-4138-8ec4-bf309dd8d48e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=cecbcd09-39e5-4649-a789-f3a239b5f434,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:18.592216 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3c5bcfed-8612-4e4e-9d87-3fb5ba934c9a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657463 Aug 03 19:44:18.594406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50066) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:18.643042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56f9aaa-3044-4160-a23d-2a1a8a45b212 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:18.645521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b56f9aaa-3044-4160-a23d-2a1a8a45b212 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0492423 Aug 03 19:44:18.647086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50068) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:18.698535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef24a88-78c3-436b-b349-1035f12805ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:18.700486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cef24a88-78c3-436b-b349-1035f12805ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0524762 Aug 03 19:44:18.703267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50070) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:18.749030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bce0a25c-d9b9-4631-a8a8-34c25b7dc74a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444438 Aug 03 19:44:18.755104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50072) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:18.760045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:18.908259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:18.918240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:18.922721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:19.014341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:19.110945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3be8b1-c14f-435d-a6d4-f16726a25477 req-66a53d41-42cd-496b-8b36-607d46263e47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:19.112684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea3be8b1-c14f-435d-a6d4-f16726a25477 req-66a53d41-42cd-496b-8b36-607d46263e47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.1134334 Aug 03 19:44:19.240219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea3be8b1-c14f-435d-a6d4-f16726a25477 req-3c20d415-cbcb-4260-9a5a-1e14a830085f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164424 Aug 03 19:44:19.267366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b04ab2-95b7-44c6-9afc-6d067ffb0c14 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:19.358148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:44:19.375866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Provisioning for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:19.412984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:19.413368 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:19.550284 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:19.574611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:19.650966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:44:19.651490 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:44:19.796875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:19.838443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:19.844488 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:19.845349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:19.869154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:19.873717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:19.915629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:19.916237 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:19.964056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2097421 Aug 03 19:44:19.967530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:19.973162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4ec45727-b006-4dbb-8605-3ba9cfdbe7d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:19.984069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=8980207f-1bd5-48ec-84e8-c235e2c60ef2,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:19.986526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=5']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:20.002261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.002612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.003317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.004024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.004471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.004910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.005627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.006284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.006718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.007152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.007582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.008048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.014456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.014943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.015401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.015835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.016569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.016832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.017269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.017722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.018706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.018706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.018706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.019367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb3463-55c8-4fde-9e02-043af0b9cf17 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:20.073583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043e45e-486c-4319-ab5f-f34f8a59e254 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:20.152795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec45727-b006-4dbb-8605-3ba9cfdbe7d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:20.157977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ec45727-b006-4dbb-8605-3ba9cfdbe7d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:20.231388 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:20.269370 n-d-803378-1 neutron-server[94133]: INFO neutron.db.ipam_backend_mixin [None req-4ec45727-b006-4dbb-8605-3ba9cfdbe7d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8980207f-1bd5-48ec-84e8-c235e2c60ef2 (CIDR: 2001:db8::/64) Aug 03 19:44:20.273892 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec45727-b006-4dbb-8605-3ba9cfdbe7d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:44:20.274495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec45727-b006-4dbb-8605-3ba9cfdbe7d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:20.294901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50096) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:20.301767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:20.306334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4ec45727-b006-4dbb-8605-3ba9cfdbe7d1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3375962 Aug 03 19:44:20.317133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:20.323397 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:20.419233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2b54e-ff7a-41ef-9db0-c63bccfb9c6a None None] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:20.440231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-78471b6f-4bca-499a-b0ec-298c8c88579b None None] Could not find standard attr ID for object 7cc09781-4355-403f-ba67-e1c13e410932. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:44:20.448070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd798488-858f-4341-abd1-1bfac1718f03 req-5f5e52f9-aa5f-4e7a-92c2-0b66b6ecbcd1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:20.450764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd798488-858f-4341-abd1-1bfac1718f03 req-5f5e52f9-aa5f-4e7a-92c2-0b66b6ecbcd1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.1297941 Aug 03 19:44:20.453532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-78471b6f-4bca-499a-b0ec-298c8c88579b None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:20.453789 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-78471b6f-4bca-499a-b0ec-298c8c88579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:20.515470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd798488-858f-4341-abd1-1bfac1718f03 req-646f30b5-36bb-437f-9cce-a3c9a11a56dd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528502 Aug 03 19:44:20.516443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:20.519896 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:20.642099 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:20.805500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b3c930b5-926e-4dcd-8531-7f0535ff62a3 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:20.805500 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b3c930b5-926e-4dcd-8531-7f0535ff62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:20.858336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:20.899603 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:20.924659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:20.928257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:20.955191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:20.955838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.002409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7051337 Aug 03 19:44:21.004854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50108) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:21.007724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaf3dd-751d-47ba-b6ee-28f6c51881d8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=55cbd54c-fcfe-42b9-8a29-5de33aa9bd88,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:21.011494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:e3:ba:75', 'name': 'tempest-NetworksTestDHCPv6-509837039'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:21.196450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50112) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:21.247713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:21.250992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5210467-c70e-414a-9be9-65a8b8481982 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:21.325838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:21.326363 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.358476 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c54f6f71-2d79-43c8-8112-3f7ecca9fa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.433306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.495894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port c2d1057a-646b-4774-bdeb-f402f15814d5 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:21.565756 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c54f6f71-2d79-43c8-8112-3f7ecca9fa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.584123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c54f6f71-2d79-43c8-8112-3f7ecca9fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.593764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e2369d-cf82-4ba1-a650-0eb62cb4d01f None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': '8980207f-1bd5-48ec-84e8-c235e2c60ef2', 'ip_address': '2001:db8::f816:3eff:fe4a:b3ad'}, {'subnet_id': '55cbd54c-fcfe-42b9-8a29-5de33aa9bd88'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '11cb2c06-37e6-4f9f-9ad5-af781c11dbb9'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:44:21.624272 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92e2369d-cf82-4ba1-a650-0eb62cb4d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.704889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c54f6f71-2d79-43c8-8112-3f7ecca9fa48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5ac8c75e0164360853f0dd48a0cddae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068312 Aug 03 19:44:21.716412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f6f71-2d79-43c8-8112-3f7ecca9fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc0a09c-ce7d-4300-afe3-0949aef127f2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:21.719271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50118) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:21.774640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8:0:1::231 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/55cbd54c-fcfe-42b9-8a29-5de33aa9bd88/c2d1057a-646b-4774-bdeb-f402f15814d5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:21.783914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:fee3:ba75 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/8980207f-1bd5-48ec-84e8-c235e2c60ef2/c2d1057a-646b-4774-bdeb-f402f15814d5) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:21.834769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bbe65-db68-4bd6-b618-ed022f738f7d req-36e7240f-f2a5-47ef-9413-849fa211c7bb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:21.836206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f1bbe65-db68-4bd6-b618-ed022f738f7d req-36e7240f-f2a5-47ef-9413-849fa211c7bb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.1779869 Aug 03 19:44:21.864504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4602cdb-7775-4261-8aaa-4c1f4cef9e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.899674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f1bbe65-db68-4bd6-b618-ed022f738f7d req-0fa9012b-b4c1-47e5-8b32-13c28f37b952 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548277 Aug 03 19:44:21.901611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4602cdb-7775-4261-8aaa-4c1f4cef9e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.954073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4602cdb-7775-4261-8aaa-4c1f4cef9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.955795 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.957043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4602cdb-7775-4261-8aaa-4c1f4cef9e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:21.960842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e4602cdb-7775-4261-8aaa-4c1f4cef9e89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fdc0a09c-ce7d-4300-afe3-0949aef127f2 HTTP/1.1" status: 204 len: 168 time: 0.2010846 Aug 03 19:44:21.966968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602cdb-7775-4261-8aaa-4c1f4cef9e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc0a09c-ce7d-4300-afe3-0949aef127f2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:21.974644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object c2d1057a-646b-4774-bdeb-f402f15814d5 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:22.036879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.091911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:22.097803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:22.102877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:22.113840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-92e2369d-cf82-4ba1-a650-0eb62cb4d01f None None] Allocated IP 2001:db8:0:1::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/55cbd54c-fcfe-42b9-8a29-5de33aa9bd88/11cb2c06-37e6-4f9f-9ad5-af781c11dbb9) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:22.116333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:22.117108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.150673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=c2d1057a-646b-4774-bdeb-f402f15814d5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:22.157426 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1dcd93f3-df01-4035-bd43-17e171331814 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1491170 Aug 03 19:44:22.157820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50126) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:22.231248 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-92e2369d-cf82-4ba1-a650-0eb62cb4d01f None None] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:22.271885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92e2369d-cf82-4ba1-a650-0eb62cb4d01f None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.279507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-174ebf8e-d1bf-4e66-aa8e-b9aa2e4739c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port c2d1057a-646b-4774-bdeb-f402f15814d5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:22.279854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-174ebf8e-d1bf-4e66-aa8e-b9aa2e4739c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.291120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-92e2369d-cf82-4ba1-a650-0eb62cb4d01f None None] Transition to ACTIVE for port object 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:22.295982 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-92e2369d-cf82-4ba1-a650-0eb62cb4d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.318621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50128) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:22.336520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-322e7bc7-ae99-4c65-a8b8-6872d5b432eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.404199 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-174ebf8e-d1bf-4e66-aa8e-b9aa2e4739c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.415674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2369d-cf82-4ba1-a650-0eb62cb4d01f None None] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:22.422231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-174ebf8e-d1bf-4e66-aa8e-b9aa2e4739c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for c2d1057a-646b-4774-bdeb-f402f15814d5 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:22.486720 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-322e7bc7-ae99-4c65-a8b8-6872d5b432eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.494429 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-322e7bc7-ae99-4c65-a8b8-6872d5b432eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.539343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e7bc7-ae99-4c65-a8b8-6872d5b432eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129bbf55-07dd-44b1-80aa-ef52efdb4c13,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:22.564242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50130) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:22.565005 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-322e7bc7-ae99-4c65-a8b8-6872d5b432eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30a037cc25134e398c541de699a2662c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451527 Aug 03 19:44:22.669609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-275626f1-7856-4854-a7cd-6d77aa496bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.707726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-275626f1-7856-4854-a7cd-6d77aa496bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.709441 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-174ebf8e-d1bf-4e66-aa8e-b9aa2e4739c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.760967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ebf8e-d1bf-4e66-aa8e-b9aa2e4739c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=c2d1057a-646b-4774-bdeb-f402f15814d5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:22.829870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-174ebf8e-d1bf-4e66-aa8e-b9aa2e4739c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.834794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-174ebf8e-d1bf-4e66-aa8e-b9aa2e4739c2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/c2d1057a-646b-4774-bdeb-f402f15814d5 HTTP/1.1" status: 204 len: 168 time: 0.6756396 Aug 03 19:44:22.835750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50134) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:22.861344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-275626f1-7856-4854-a7cd-6d77aa496bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.862951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:22.866131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-275626f1-7856-4854-a7cd-6d77aa496bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.869660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-275626f1-7856-4854-a7cd-6d77aa496bab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/129bbf55-07dd-44b1-80aa-ef52efdb4c13 HTTP/1.1" status: 204 len: 168 time: 0.3015671 Aug 03 19:44:22.891513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275626f1-7856-4854-a7cd-6d77aa496bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129bbf55-07dd-44b1-80aa-ef52efdb4c13,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:22.947224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719f95e-2962-40b3-8201-ff48cf6236ed tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:22.952325 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c719f95e-2962-40b3-8201-ff48cf6236ed tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1152029 Aug 03 19:44:22.954947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50140) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:23.063716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccd74a-bb49-4714-8eec-c9b74f3da11f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:23.068588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50142) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:23.069075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-20ccd74a-bb49-4714-8eec-c9b74f3da11f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1125038 Aug 03 19:44:23.101072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bf5cc-8def-4268-b311-6cf066299fbd req-dcfd03fb-b69c-4bd5-82b6-92f0445c614c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:23.102744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-745bf5cc-8def-4268-b311-6cf066299fbd req-dcfd03fb-b69c-4bd5-82b6-92f0445c614c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.0827069 Aug 03 19:44:23.154255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb9da0-1aa5-40c4-9aaf-d4dc316b3442 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:23.156298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb9da0-1aa5-40c4-9aaf-d4dc316b3442 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:23.158863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb9da0-1aa5-40c4-9aaf-d4dc316b3442 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:23.163399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-745bf5cc-8def-4268-b311-6cf066299fbd req-8b61469d-e246-4799-bf67-bb117a095307 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526259 Aug 03 19:44:23.164150 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d5fb9da0-1aa5-40c4-9aaf-d4dc316b3442 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0942860 Aug 03 19:44:23.164899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50146) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:23.238827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-25070579-280d-4ca2-80a7-b698d36848f9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 55cbd54c-fcfe-42b9-8a29-5de33aa9bd88 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:23.242745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25070579-280d-4ca2-80a7-b698d36848f9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.295931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25070579-280d-4ca2-80a7-b698d36848f9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.382038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50148) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:23.395974 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-38b0296d-21a1-41ce-9558-431ce8322c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.408443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25070579-280d-4ca2-80a7-b698d36848f9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.505503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25070579-280d-4ca2-80a7-b698d36848f9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.510901 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-38b0296d-21a1-41ce-9558-431ce8322c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.513168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a0175605-961f-436b-a2f9-c7dff719e727 None None] Provisioning for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:23.515785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-38b0296d-21a1-41ce-9558-431ce8322c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.529633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a0175605-961f-436b-a2f9-c7dff719e727 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:23.530169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0175605-961f-436b-a2f9-c7dff719e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.564178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-38b0296d-21a1-41ce-9558-431ce8322c64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=805a4cced7944a17a7c50aeb020bd4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810234 Aug 03 19:44:23.566472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0296d-21a1-41ce-9558-431ce8322c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f06e6-2264-49d8-8da6-90026be63f55,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:23.569210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50150) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:23.593892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25070579-280d-4ca2-80a7-b698d36848f9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.599972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50152) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:23.601151 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-25070579-280d-4ca2-80a7-b698d36848f9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/55cbd54c-fcfe-42b9-8a29-5de33aa9bd88 HTTP/1.1" status: 204 len: 168 time: 0.4346442 Aug 03 19:44:23.602848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25070579-280d-4ca2-80a7-b698d36848f9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=55cbd54c-fcfe-42b9-8a29-5de33aa9bd88,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:23.689261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a363472f-248a-4d16-9c91-6fbed27fdc06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 8980207f-1bd5-48ec-84e8-c235e2c60ef2 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:23.691646 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2de68311-48e1-4bbb-b4e4-0826e38f0cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.695289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a363472f-248a-4d16-9c91-6fbed27fdc06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.748873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2de68311-48e1-4bbb-b4e4-0826e38f0cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.762479 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a363472f-248a-4d16-9c91-6fbed27fdc06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.767380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203be09-ff05-4701-88b8-6761243f871a None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:23.853588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3915ee78-0b12-4da4-823f-3bad26c8bf83 None None] Could not find standard attr ID for object c2d1057a-646b-4774-bdeb-f402f15814d5. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:44:23.875188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2de68311-48e1-4bbb-b4e4-0826e38f0cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.878015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2de68311-48e1-4bbb-b4e4-0826e38f0cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.879201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2de68311-48e1-4bbb-b4e4-0826e38f0cce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b27f06e6-2264-49d8-8da6-90026be63f55 HTTP/1.1" status: 204 len: 168 time: 0.3090174 Aug 03 19:44:23.886093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a363472f-248a-4d16-9c91-6fbed27fdc06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:23.949334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de68311-48e1-4bbb-b4e4-0826e38f0cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f06e6-2264-49d8-8da6-90026be63f55,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:24.023986 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a363472f-248a-4d16-9c91-6fbed27fdc06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:24.056392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363472f-248a-4d16-9c91-6fbed27fdc06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=8980207f-1bd5-48ec-84e8-c235e2c60ef2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:24.058909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a363472f-248a-4d16-9c91-6fbed27fdc06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:24.061196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a363472f-248a-4d16-9c91-6fbed27fdc06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/8980207f-1bd5-48ec-84e8-c235e2c60ef2 HTTP/1.1" status: 204 len: 168 time: 0.4604225 Aug 03 19:44:24.063667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50158) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:24.112524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0e903c03-fa71-4e9a-b55d-74111ae5b0fb tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449336 Aug 03 19:44:24.112785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50160) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:24.118293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:24.175363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:44:24.244164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:24.257779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:24.360730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:24.375545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'port_id': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'mac_address': 'fa:16:3e:be:75:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:44:24.427538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc5c6b-5362-4469-a925-4601a37ef0af req-cc8dba5c-f8d1-496e-a000-b29bf1e618e5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:24.429362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9bc5c6b-5362-4469-a925-4601a37ef0af req-cc8dba5c-f8d1-496e-a000-b29bf1e618e5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 943 time: 0.1155505 Aug 03 19:44:24.457512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:24.479441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:24.485267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9bc5c6b-5362-4469-a925-4601a37ef0af req-fe12e85c-71d7-4bd7-aef8-36bea615dd82 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452483 Aug 03 19:44:24.530206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:24.536713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:24.595987 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:24.754769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:44:24.828013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f324c2-39e3-4595-b6f9-8096574a0001 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:24.911990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d364aaa9-24f3-4ffe-91f4-16b6513982e8 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:24.912385 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d364aaa9-24f3-4ffe-91f4-16b6513982e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:24.939433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:24.942454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.130482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:25.177896 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.183781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.184557 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.265978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:25.274622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:25.278384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:25.278984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.331941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50188) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:25.332505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2180312 Aug 03 19:44:25.332821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=b648dac9-e4a1-4ca2-af78-c82885e7d5fa,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:25.337091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b2fb-d5c0-40ec-8cff-058befe66143 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=11']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:25.338948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8495c0d7-9aef-40e3-ba87-0faed3125948 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:25.397772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf3025a-77ad-4c81-9ad5-25cef86bbbd1 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:25.484055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0148322a-06e0-4d1f-9ddf-8d2396b46d2f None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:25.484619 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0148322a-06e0-4d1f-9ddf-8d2396b46d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.499595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8495c0d7-9aef-40e3-ba87-0faed3125948 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:25.503836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8495c0d7-9aef-40e3-ba87-0faed3125948 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.642074 n-d-803378-1 neutron-server[94133]: INFO neutron.db.ipam_backend_mixin [None req-8495c0d7-9aef-40e3-ba87-0faed3125948 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b648dac9-e4a1-4ca2-af78-c82885e7d5fa (CIDR: 2001:db8::/64) Aug 03 19:44:25.646030 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8495c0d7-9aef-40e3-ba87-0faed3125948 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:44:25.646730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8495c0d7-9aef-40e3-ba87-0faed3125948 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:25.652734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adb6c7-8c09-43e8-ac6f-841284499b71 req-44c013b9-f2f5-4adf-8636-7270eb6804b3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:25.662377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80adb6c7-8c09-43e8-ac6f-841284499b71 req-44c013b9-f2f5-4adf-8636-7270eb6804b3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 944 time: 0.0870845 Aug 03 19:44:25.665312 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8495c0d7-9aef-40e3-ba87-0faed3125948 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3312330 Aug 03 19:44:25.670039 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50198) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:25.681848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:25.703439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80adb6c7-8c09-43e8-ac6f-841284499b71 req-83506a30-a257-4182-a0a8-2291232152aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369432 Aug 03 19:44:25.827337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:25.831340 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.868706 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:25.994059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-145d970e-be8e-49b0-9ebe-13adbbb0f940 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:25.994571 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-145d970e-be8e-49b0-9ebe-13adbbb0f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.127563 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.180155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f5121d0-f2ca-41a6-aa55-7b322aabc15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.180385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:26.185146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:26.192036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:26.192647 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.197295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc7b10-34b3-488b-a2ae-b581c4040ad1 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:26.200927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:26.215165 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5402777 Aug 03 19:44:26.215499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50202) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:26.220912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:3e:84:c0', 'name': 'tempest-NetworksTestDHCPv6-1809441812'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:26.240502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35afd7a-ff46-4ca5-8a7b-7f21026c0ea4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=e467cade-aac9-42be-b831-b25ed64a0871,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:26.327751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:26.350498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:26.351354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:26.351731 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.355757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.378539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port c766af33-d7a1-4fba-8da6-8a5a843fc5c0 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:26.478692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.514567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:26.517034 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bfca27-89a4-42c9-8363-252395db1c18" -d '{"events": [{"server_uuid": "f6273f39-fd77-4c61-8b00-5ee751674d5c", "name": "network-vif-plugged", "status": "completed", "tag": "c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:26.571162 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce2a003-4212-4034-ae01-7d64949e581a x-openstack-request-id: req-6ce2a003-4212-4034-ae01-7d64949e581a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:26.573581 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6273f39-fd77-4c61-8b00-5ee751674d5c", "name": "network-vif-plugged", "status": "completed", "tag": "c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:26.574580 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ce2a003-4212-4034-ae01-7d64949e581a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:26.575140 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'code': 200} Aug 03 19:44:26.580617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:26.586728 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.623656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50895a4b-c959-416d-91fd-ca3eb4430c20 None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'b648dac9-e4a1-4ca2-af78-c82885e7d5fa', 'ip_address': '2001:db8::f816:3eff:fe4a:b3ad'}, {'subnet_id': 'e467cade-aac9-42be-b831-b25ed64a0871'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '11cb2c06-37e6-4f9f-9ad5-af781c11dbb9'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:44:26.632839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8:0:1::369 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/e467cade-aac9-42be-b831-b25ed64a0871/c766af33-d7a1-4fba-8da6-8a5a843fc5c0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:26.642299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::f816:3eff:fe3e:84c0 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/b648dac9-e4a1-4ca2-af78-c82885e7d5fa/c766af33-d7a1-4fba-8da6-8a5a843fc5c0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:26.682665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:26.701138 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-50895a4b-c959-416d-91fd-ca3eb4430c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.716974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-86e7e4c5-e989-4fa0-841d-236a78031db0 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=56bfd98db13e494caa68e71ae1059e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456202 Aug 03 19:44:26.864476 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:26.885300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.901802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object c766af33-d7a1-4fba-8da6-8a5a843fc5c0 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:26.928981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:26.929983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.946674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.971811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:26.976231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:27.005341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:27.011532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.012189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:27.018813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-50895a4b-c959-416d-91fd-ca3eb4430c20 None None] Allocated IP 2001:db8:0:1::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/e467cade-aac9-42be-b831-b25ed64a0871/11cb2c06-37e6-4f9f-9ad5-af781c11dbb9) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:27.045449 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8279910 Aug 03 19:44:27.046773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003d721-6146-4364-843e-c6c9c53103db tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=c766af33-d7a1-4fba-8da6-8a5a843fc5c0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:27.049738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50222) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:27.117422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803c98b-b736-4fdd-b1e2-c8d8eaf64fd9 req-51a54a1c-61d3-423e-abfa-fa57c0f34249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.119258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a803c98b-b736-4fdd-b1e2-c8d8eaf64fd9 req-51a54a1c-61d3-423e-abfa-fa57c0f34249 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 1096 time: 0.4572842 Aug 03 19:44:27.152996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-50895a4b-c959-416d-91fd-ca3eb4430c20 None None] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:27.153430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-323b6336-0971-4968-87dc-c4c0251c8c68 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port c766af33-d7a1-4fba-8da6-8a5a843fc5c0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:27.153901 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-323b6336-0971-4968-87dc-c4c0251c8c68 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:27.196901 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-50895a4b-c959-416d-91fd-ca3eb4430c20 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:27.218064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-50895a4b-c959-416d-91fd-ca3eb4430c20 None None] Transition to ACTIVE for port object 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:27.232806 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-50895a4b-c959-416d-91fd-ca3eb4430c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:27.280535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-323b6336-0971-4968-87dc-c4c0251c8c68 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:27.286702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a803c98b-b736-4fdd-b1e2-c8d8eaf64fd9 req-1efaa1a4-6ea2-4488-9440-77320054885c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512923 Aug 03 19:44:27.297130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-323b6336-0971-4968-87dc-c4c0251c8c68 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for c766af33-d7a1-4fba-8da6-8a5a843fc5c0 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:27.302188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe5b8-1411-42eb-bd1b-e1d2ffd6324c req-2166530c-9c74-48a1-b201-8d800b53c1d8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.303906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa1fe5b8-1411-42eb-bd1b-e1d2ffd6324c req-2166530c-9c74-48a1-b201-8d800b53c1d8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 945 time: 0.1971633 Aug 03 19:44:27.312971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-711960c3-f695-4005-90c7-f04c82624b03 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.314631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-711960c3-f695-4005-90c7-f04c82624b03 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5905683 Aug 03 19:44:27.323177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50895a4b-c959-416d-91fd-ca3eb4430c20 None None] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=12']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:27.349423 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-af6043bf-a188-4174-8ee2-a13b73ab6181 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/quotas/56bfd98db13e494caa68e71ae1059e30 HTTP/1.1" status: 200 len: 375 time: 0.0162976 Aug 03 19:44:27.374604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa1fe5b8-1411-42eb-bd1b-e1d2ffd6324c req-91c80656-d9c0-4abc-9e75-41e021f13473 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588393 Aug 03 19:44:27.412192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-6a1abb18-4a66-4e39-8433-180f09c214fb tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56bfd98db13e494caa68e71ae1059e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455678 Aug 03 19:44:27.520015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-323b6336-0971-4968-87dc-c4c0251c8c68 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:27.553520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b6336-0971-4968-87dc-c4c0251c8c68 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=c766af33-d7a1-4fba-8da6-8a5a843fc5c0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:27.612266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-323b6336-0971-4968-87dc-c4c0251c8c68 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:27.614809 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-323b6336-0971-4968-87dc-c4c0251c8c68 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/c766af33-d7a1-4fba-8da6-8a5a843fc5c0 HTTP/1.1" status: 204 len: 168 time: 0.5637605 Aug 03 19:44:27.617518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50230) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:27.625043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c88b9c17-76c9-4093-a207-abbac3848307 req-eed9c60a-b88c-4a4b-90cf-29d1c84525e6 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0302339 Aug 03 19:44:27.679934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5119d1ac-789c-4023-ac24-429a41c1ffe7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.684532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50232) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:27.684719 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5119d1ac-789c-4023-ac24-429a41c1ffe7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0659988 Aug 03 19:44:27.742850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36514402-a8fb-473e-b3a6-1a8e67fdabbc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.744488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-36514402-a8fb-473e-b3a6-1a8e67fdabbc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0583575 Aug 03 19:44:27.747890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50238) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:27.807586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77498d85-bcd9-4dee-a4ed-283253125b1f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.809350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77498d85-bcd9-4dee-a4ed-283253125b1f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.811022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77498d85-bcd9-4dee-a4ed-283253125b1f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.815673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-77498d85-bcd9-4dee-a4ed-283253125b1f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0666094 Aug 03 19:44:27.816015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50240) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:27.885491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9783dc2f-087d-41d0-8995-0d8ba980e836 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet b648dac9-e4a1-4ca2-af78-c82885e7d5fa {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:27.889738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9783dc2f-087d-41d0-8995-0d8ba980e836 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:27.940651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9783dc2f-087d-41d0-8995-0d8ba980e836 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.044567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9783dc2f-087d-41d0-8995-0d8ba980e836 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.057245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c441c222-5fe2-427a-9cd0-4146dd7a88ec None None] Provisioning for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:28.063564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c441c222-5fe2-427a-9cd0-4146dd7a88ec None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:28.064076 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c441c222-5fe2-427a-9cd0-4146dd7a88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.122217 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9783dc2f-087d-41d0-8995-0d8ba980e836 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.153502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783dc2f-087d-41d0-8995-0d8ba980e836 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=b648dac9-e4a1-4ca2-af78-c82885e7d5fa,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:28.157730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9783dc2f-087d-41d0-8995-0d8ba980e836 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.163041 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9783dc2f-087d-41d0-8995-0d8ba980e836 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/b648dac9-e4a1-4ca2-af78-c82885e7d5fa HTTP/1.1" status: 204 len: 168 time: 0.3431334 Aug 03 19:44:28.164448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50244) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:28.208964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbabf12-f512-422a-bb15-498591f6ee53 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:28.239449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2716175-028b-4918-ae90-05c646eeaf6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet e467cade-aac9-42be-b831-b25ed64a0871 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:28.243519 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2716175-028b-4918-ae90-05c646eeaf6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.302230 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2716175-028b-4918-ae90-05c646eeaf6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.304051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c32152f7-ec6e-4077-8512-2713e51a9cbe None None] Could not find standard attr ID for object c766af33-d7a1-4fba-8da6-8a5a843fc5c0. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:44:28.387194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2716175-028b-4918-ae90-05c646eeaf6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.451373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2716175-028b-4918-ae90-05c646eeaf6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.486135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2716175-028b-4918-ae90-05c646eeaf6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=e467cade-aac9-42be-b831-b25ed64a0871,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:28.502106 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2716175-028b-4918-ae90-05c646eeaf6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.504081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b2716175-028b-4918-ae90-05c646eeaf6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/e467cade-aac9-42be-b831-b25ed64a0871 HTTP/1.1" status: 204 len: 168 time: 0.3379157 Aug 03 19:44:28.506730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50250) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:28.562546 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-42cb7e57-bf98-4775-acf3-12eda49e0464 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546367 Aug 03 19:44:28.565358 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50252) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:28.573866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:28.620078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff404a-76cd-462a-876b-240236ee6d4c req-864894f8-ffc6-4362-bf97-8465fdaaee3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:28.623461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fcff404a-76cd-462a-876b-240236ee6d4c req-864894f8-ffc6-4362-bf97-8465fdaaee3d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 945 time: 0.1381443 Aug 03 19:44:28.625491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-34705663-1d63-44cd-9bf6-fbd9455e239c tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=56bfd98db13e494caa68e71ae1059e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587287 Aug 03 19:44:28.691411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:28.695467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:28.795356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc00675-4613-4d06-9357-0176449d5967 req-ceb74416-b06e-4f2d-92e7-77e5ab5f2edc tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0598574 Aug 03 19:44:28.812115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fcff404a-76cd-462a-876b-240236ee6d4c req-982f5c1e-63c0-4538-9370-6081ffac28e8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794353 Aug 03 19:44:28.875117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:28.921685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-2d62e0af-9455-49ee-8ab3-a4db781e83c6 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:28.924110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-2d62e0af-9455-49ee-8ab3-a4db781e83c6 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914588 Aug 03 19:44:28.938944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Request body: {'port': {'device_id': '6f963c4c-e897-416f-81b7-0d1aa0e4f8d0', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': '56bfd98db13e494caa68e71ae1059e30'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:28.939236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:28.939709 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.048533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.105522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:29.114947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:29.118306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:29.118918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.140985 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=58adeb32-ebf0-4e3a-a954-9007bb1297f9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:29.153909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11178923-7aed-4172-b836-ac9a14de38b7 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:29.155001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Made reservation on behalf of 56bfd98db13e494caa68e71ae1059e30 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:29.157522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-70e34e43-9d73-4889-b43d-2d653bbc6629 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5899394 Aug 03 19:44:29.158230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50256) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:29.161191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.164260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b2ff0b41-e7fa-4320-99c6-24ebe4d1e388 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:29.177997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.259695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d548264a-5e90-45f4-9989-bfa5471448fc None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:29.260072 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d548264a-5e90-45f4-9989-bfa5471448fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.326207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.333364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.368853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ff0b41-e7fa-4320-99c6-24ebe4d1e388 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:29.374807 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0b41-e7fa-4320-99c6-24ebe4d1e388 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.415486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:29.505248 n-d-803378-1 neutron-server[94133]: INFO neutron.db.ipam_backend_mixin [None req-b2ff0b41-e7fa-4320-99c6-24ebe4d1e388 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58adeb32-ebf0-4e3a-a954-9007bb1297f9 (CIDR: 2001:db8::/64) Aug 03 19:44:29.520231 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ff0b41-e7fa-4320-99c6-24ebe4d1e388 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:44:29.520952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ff0b41-e7fa-4320-99c6-24ebe4d1e388 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:29.535644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Allocated IP 192.168.233.107 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/51cd7f2c-8476-4885-af24-c69b8796fc1a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:29.544335 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2ff0b41-e7fa-4320-99c6-24ebe4d1e388 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3848622 Aug 03 19:44:29.548338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50260) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:29.555304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:29.687619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1172fcb8-3450-4f9d-bbc3-ec4c463e4d89 None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': '58adeb32-ebf0-4e3a-a954-9007bb1297f9'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '11cb2c06-37e6-4f9f-9ad5-af781c11dbb9'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:44:29.714348 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1172fcb8-3450-4f9d-bbc3-ec4c463e4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.783723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:29.787290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.846694 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.850313 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.880682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Transition to ACTIVE for port object 51cd7f2c-8476-4885-af24-c69b8796fc1a will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:29.928800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-1172fcb8-3450-4f9d-bbc3-ec4c463e4d89 None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/58adeb32-ebf0-4e3a-a954-9007bb1297f9/11cb2c06-37e6-4f9f-9ad5-af781c11dbb9) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:29.979954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddfd3f5a-89f4-4cfb-a201-8766432eeb98 req-19cb9d0b-536a-4310-9abc-1926c0a3f303 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0720527 Aug 03 19:44:30.036175 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.045704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ef47e-3702-4d99-9660-a808f9040109 req-7c2c26c3-bd9b-4f6e-8e59-f239ab9112b3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:30.047298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-784ef47e-3702-4d99-9660-a808f9040109 req-7c2c26c3-bd9b-4f6e-8e59-f239ab9112b3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 945 time: 0.1325493 Aug 03 19:44:30.071268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1172fcb8-3450-4f9d-bbc3-ec4c463e4d89 None None] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:30.104027 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1172fcb8-3450-4f9d-bbc3-ec4c463e4d89 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.117922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1172fcb8-3450-4f9d-bbc3-ec4c463e4d89 None None] Transition to ACTIVE for port object 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:30.124562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1172fcb8-3450-4f9d-bbc3-ec4c463e4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.150974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:30.167921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:30.179331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:30.201216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172fcb8-3450-4f9d-bbc3-ec4c463e4d89 None None] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=15']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:30.228694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Pushing event updated for resources: {'Port': ['ID=51cd7f2c-8476-4885-af24-c69b8796fc1a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:30.239237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-784ef47e-3702-4d99-9660-a808f9040109 req-0da15768-ebed-4827-b688-ed714838e9cb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814775 Aug 03 19:44:30.314302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:30.314944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.317393 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6d026bfc-ffbe-4b3b-b94f-e58f242f0124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.356798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-8dc5a320-f65f-45af-8381-c2153f242c74 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4222090 Aug 03 19:44:30.375347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Request body: {'port': {'device_id': '6f963c4c-e897-416f-81b7-0d1aa0e4f8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:30.555914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.579741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826c9ce-4888-4a28-8a50-4c86e589c7b6 req-c21b60f9-32f9-4848-8aa3-bb06a5922a60 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:30.579741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a826c9ce-4888-4a28-8a50-4c86e589c7b6 req-c21b60f9-32f9-4848-8aa3-bb06a5922a60 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 945 time: 0.2147369 Aug 03 19:44:30.650125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e69c2665-3e20-4c8d-873a-a293a35bfb1a None None] Provisioning for port 51cd7f2c-8476-4885-af24-c69b8796fc1a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:30.655520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e69c2665-3e20-4c8d-873a-a293a35bfb1a None None] Provisioning complete for port 51cd7f2c-8476-4885-af24-c69b8796fc1a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:30.656176 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e69c2665-3e20-4c8d-873a-a293a35bfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.719086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a826c9ce-4888-4a28-8a50-4c86e589c7b6 req-fb0028fc-d0d3-40a2-8a81-f37ec83ac6da tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258388 Aug 03 19:44:30.719858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e69c2665-3e20-4c8d-873a-a293a35bfb1a None None] Port 51cd7f2c-8476-4885-af24-c69b8796fc1a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:30.725628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:44:30.747337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50278) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:30.794701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f829b-3470-4b66-8f79-378d477be69c tempest-TestVolumeBootPattern-1705982230 tempest-TestVolumeBootPattern-1705982230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:30.796273 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3c9f829b-3470-4b66-8f79-378d477be69c tempest-TestVolumeBootPattern-1705982230 tempest-TestVolumeBootPattern-1705982230-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 1091 time: 0.0473762 Aug 03 19:44:30.799713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50282) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:30.809641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:30.849765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.914195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:31.092949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.145866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fd631826-2bd8-4fbc-9c7a-0f2f7e7c636b None None] Provisioning for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:31.150747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fd631826-2bd8-4fbc-9c7a-0f2f7e7c636b None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:31.151396 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fd631826-2bd8-4fbc-9c7a-0f2f7e7c636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.155484 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.232621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a88fe-75c5-4ab4-9142-367baad2c248 req-dd067893-707c-4c93-981f-d57880c6c0c0 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:31.234389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-648a88fe-75c5-4ab4-9142-367baad2c248 req-dd067893-707c-4c93-981f-d57880c6c0c0 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 936 time: 0.1308832 Aug 03 19:44:31.251764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.25.4.15 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/462441ff-1c71-42e6-afd2-a3a5d41148b2) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:31.325057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cd7f2c-8476-4885-af24-c69b8796fc1a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:31.358403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.365281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.382844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-648a88fe-75c5-4ab4-9142-367baad2c248 req-d2edfbc0-31e3-4284-a0c1-a0afc5c4872d tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186464 Aug 03 19:44:31.395226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Transition to ACTIVE for port object 51cd7f2c-8476-4885-af24-c69b8796fc1a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:31.400246 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.400873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.445431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:31.449160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:31.451867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=462441ff-1c71-42e6-afd2-a3a5d41148b2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:31.454093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:31.474822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Pushing event updated for resources: {'Port': ['ID=51cd7f2c-8476-4885-af24-c69b8796fc1a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:31.484804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:31.563038 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.571527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.572416 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.660919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Attempting to bind port 51cd7f2c-8476-4885-af24-c69b8796fc1a on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:31.661262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Attempting to bind port 51cd7f2c-8476-4885-af24-c69b8796fc1a by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:31.661630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Attempting to bind port 51cd7f2c-8476-4885-af24-c69b8796fc1a on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:31.672666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:31.677355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Port 51cd7f2c-8476-4885-af24-c69b8796fc1a on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:44:31.677715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Attempting to bind port 51cd7f2c-8476-4885-af24-c69b8796fc1a on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:31.692657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:31.698646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:31.699256 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.705089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc17c299-dfa6-43fc-b184-99b7b7695089 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:31.706685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:31.707033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:31.707421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:31.708175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Bound port: 51cd7f2c-8476-4885-af24-c69b8796fc1a, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:31.708175 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.723650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=17']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:31.731446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=c366ae0a-4527-442f-9e1f-0a96e3076249,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:31.793770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] For port 51cd7f2c-8476-4885-af24-c69b8796fc1a, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:31.797348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] For port 51cd7f2c-8476-4885-af24-c69b8796fc1a, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=51cd7f2c-8476-4885-af24-c69b8796fc1a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:31.800268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e5fd871-4595-4ffe-bf12-4b99e4c78232 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2504249 Aug 03 19:44:31.804271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50288) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:31.809196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:c5:53:a2', 'name': 'tempest-NetworksTestDHCPv6-1710004266'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:31.814918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.997114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:32.219564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:32.220056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:32.221507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] 10.222.0.88 "PUT /v2.0/ports/51cd7f2c-8476-4885-af24-c69b8796fc1a HTTP/1.1" status: 200 len: 1096 time: 1.8521712 Aug 03 19:44:32.224647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f963c4c-e897-416f-81b7-0d1aa0e4f8d0', 'tag': '51cd7f2c-8476-4885-af24-c69b8796fc1a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:32.226437 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c316ca-c7bc-4b10-9584-6a6a33254d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f963c4c-e897-416f-81b7-0d1aa0e4f8d0", "tag": "51cd7f2c-8476-4885-af24-c69b8796fc1a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:32.310976 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461bdb52-da25-40f9-ba00-428cc65eae7e x-openstack-request-id: req-461bdb52-da25-40f9-ba00-428cc65eae7e {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:32.311750 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f963c4c-e897-416f-81b7-0d1aa0e4f8d0", "tag": "51cd7f2c-8476-4885-af24-c69b8796fc1a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:32.312176 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-461bdb52-da25-40f9-ba00-428cc65eae7e {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:32.312750 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f963c4c-e897-416f-81b7-0d1aa0e4f8d0', 'tag': '51cd7f2c-8476-4885-af24-c69b8796fc1a', 'status': 'completed', 'code': 200} Aug 03 19:44:32.339084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ff20d-0fe4-46db-9d51-7cdfc1b58d65 service neutron] Pushing event updated for resources: {'Port': ['ID=51cd7f2c-8476-4885-af24-c69b8796fc1a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:32.382084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-3ee5a9e8-df3a-4163-9422-91d26984ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:32.383930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-3ee5a9e8-df3a-4163-9422-91d26984ee3f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56bfd98db13e494caa68e71ae1059e30&device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 1099 time: 0.0959656 Aug 03 19:44:32.401888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:32.474719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-e8a1e640-0c7c-4215-a207-2bf6c6d180c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=51cd7f2c-8476-4885-af24-c69b8796fc1a HTTP/1.1" status: 200 len: 217 time: 0.0701516 Aug 03 19:44:32.590267 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:32.648014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-9cc2a661-5cb6-4551-b5fe-319e31155dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:32.649744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-9cc2a661-5cb6-4551-b5fe-319e31155dce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.1741602 Aug 03 19:44:32.679089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee587a8-ebdc-480e-b021-d492fc4061c9 req-078e9cae-b923-4ac2-b5d6-ec1ba28337ca tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:32.680809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ee587a8-ebdc-480e-b021-d492fc4061c9 req-078e9cae-b923-4ac2-b5d6-ec1ba28337ca tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 948 time: 0.1197257 Aug 03 19:44:32.723330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:32.798111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:32.834012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ee587a8-ebdc-480e-b021-d492fc4061c9 req-95ad96d8-0997-43cc-b665-36777d2f9919 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302018 Aug 03 19:44:32.844382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-20790712-fe8d-42ab-91ae-dc8bfde6565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:32.845895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-20790712-fe8d-42ab-91ae-dc8bfde6565f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870289 Aug 03 19:44:32.852263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:32.867251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5062f029-6498-474b-8adf-9a8aec266b1e None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:32.867852 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5062f029-6498-474b-8adf-9a8aec266b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:32.921367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:32.957383 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:32.965845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:33.009503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-35818c5e-45ca-4166-811a-f5cf8d1f213c service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508737 Aug 03 19:44:33.023613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:33.024392 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:33.076590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=462441ff-1c71-42e6-afd2-a3a5d41148b2,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:33.082661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:33.217284 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Floating IP 868f2f3d-3f5b-434a-a3c6-574396660f67 associated. External IP: 172.25.4.15, port: c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608. Aug 03 19:44:33.234240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2a84d-f18c-4944-9909-5fe31460eed4 req-f7158912-229d-4e0c-b6db-f2e5a99f1ed6 service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136416 Aug 03 19:44:33.253691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::2bc (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/58adeb32-ebf0-4e3a-a954-9007bb1297f9/0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:33.262585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:53a2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/c366ae0a-4527-442f-9e1f-0a96e3076249/0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:33.403390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-34d14ef2-4fb5-4580-b414-d33aa0980374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:33.405021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-34d14ef2-4fb5-4580-b414-d33aa0980374 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56bfd98db13e494caa68e71ae1059e30&device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 1099 time: 0.1087713 Aug 03 19:44:33.455563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Router daf07c84-9307-4457-991b-85b43892e2c3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:44:33.515592 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:33.547777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:33.556414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-7202db0d-1e67-445a-844b-c6d6353eabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:33.557909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-7202db0d-1e67-445a-844b-c6d6353eabd6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.1446288 Aug 03 19:44:33.570029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:44:33.588158 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:44:33.590910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:33.598413 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:33.599086 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:44:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:33.618996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-10dcb0d6-9ca6-4bdd-93ce-03e9d337f63f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=51cd7f2c-8476-4885-af24-c69b8796fc1a HTTP/1.1" status: 200 len: 217 time: 0.0528841 Aug 03 19:44:33.638675 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f35011ba-9ae3-48ec-870d-a0f4e39214d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8375726 Aug 03 19:44:33.644386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'tag': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:33.646872 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5525e7-f458-49bb-956f-ef901ba7dd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6273f39-fd77-4c61-8b00-5ee751674d5c", "tag": "c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:33.687804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-211bf1a4-f41b-47e3-b667-0a8339258c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:33.690296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-211bf1a4-f41b-47e3-b667-0a8339258c7b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0623145 Aug 03 19:44:33.693993 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:33.696417 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca410a0f-34a7-4029-a25a-cf8b5ebe37da x-openstack-request-id: req-ca410a0f-34a7-4029-a25a-cf8b5ebe37da {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:33.696829 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6273f39-fd77-4c61-8b00-5ee751674d5c", "tag": "c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:33.697081 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca410a0f-34a7-4029-a25a-cf8b5ebe37da {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:33.697638 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'tag': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'status': 'completed', 'code': 200} Aug 03 19:44:33.734688 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:33.803707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:33.808680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:33.811380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:33.817818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:33.818529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:33.842595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:33.871721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0b2b892c-1759-42f0-8b73-95a08034135b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0642760 Aug 03 19:44:33.873052 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50304) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:33.880357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-bff894ba-9500-410a-a7d7-b8135eea435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:33.882769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-bff894ba-9500-410a-a7d7-b8135eea435f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820991 Aug 03 19:44:33.892608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-9b401238-a789-447f-ad07-dbfd6e3e7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:33.894398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-9b401238-a789-447f-ad07-dbfd6e3e7b65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 1096 time: 0.1361785 Aug 03 19:44:34.056574 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '868f2f3d-3f5b-434a-a3c6-574396660f67', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:be:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:31Z', 'updated_at': '2021-08-03T19:44:31Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:34.060749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-769b29af-85a1-4627-a2e7-1909dd1cb080 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361964 Aug 03 19:44:34.110098 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:44:34.129749 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:34.130640 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:44:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:34.133697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-84381c4e-adf1-4f21-a290-638eb5f31e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:34.134056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84381c4e-adf1-4f21-a290-638eb5f31e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.151288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4ff24-db66-4ba7-ad56-071c7348e5a8 req-4e2136f7-09e4-436b-9810-95018a318ed1 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.153422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31e4ff24-db66-4ba7-ad56-071c7348e5a8 req-4e2136f7-09e4-436b-9810-95018a318ed1 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 948 time: 0.1832728 Aug 03 19:44:34.193996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-42e3ff73-6efe-43cc-99f6-c02bc2bb3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.197289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-42e3ff73-6efe-43cc-99f6-c02bc2bb3efd service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.2921338 Aug 03 19:44:34.202860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-050a399a-0e13-4030-ab05-ef12a679320b service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070521 Aug 03 19:44:34.259353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-3814ccce-cc0a-49db-b30f-7b2f7564e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.261540 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-3814ccce-cc0a-49db-b30f-7b2f7564e973 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 1096 time: 0.1657951 Aug 03 19:44:34.350180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c316ca-c7bc-4b10-9584-6a6a33254d1e req-eb6fc0a1-72b6-4e81-966a-cc0bd8ffe0eb service neutron] 10.222.0.88 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368451 Aug 03 19:44:34.365986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7cea3273-83c1-4b86-a55a-6ff2c30d643f None None] Provisioning for port 0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:34.371533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7cea3273-83c1-4b86-a55a-6ff2c30d643f None None] Provisioning complete for port 0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:34.375451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84381c4e-adf1-4f21-a290-638eb5f31e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.375813 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7cea3273-83c1-4b86-a55a-6ff2c30d643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.399518 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:34.407666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-84381c4e-adf1-4f21-a290-638eb5f31e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:34.500311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7cea3273-83c1-4b86-a55a-6ff2c30d643f None None] Port 0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:34.506154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31e4ff24-db66-4ba7-ad56-071c7348e5a8 req-c5de0d2e-a0df-4bb3-9fd5-daff4d852b31 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167238 Aug 03 19:44:34.512041 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.512247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-f80ad0e8-0fd5-49cf-9828-0aa4689a7f75 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 HTTP/1.1" status: 200 len: 998 time: 0.1781769 Aug 03 19:44:34.581432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-e37af251-8cf5-486a-bd38-9169b53d967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.583169 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-e37af251-8cf5-486a-bd38-9169b53d967e service neutron] 10.222.0.63 "GET /v2.0/networks?id=a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 200 len: 915 time: 0.2792175 Aug 03 19:44:34.602163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-67720fa3-c71e-4e92-adcb-3e3d3837c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.604057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-67720fa3-c71e-4e92-adcb-3e3d3837c385 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0843010 Aug 03 19:44:34.637891 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-dced09a5-b6aa-40d7-a301-4db7db82e79f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f81ab83a-d306-4b65-be40-94b348ad1161 HTTP/1.1" status: 200 len: 217 time: 0.0461516 Aug 03 19:44:34.673856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-9b9f32b8-8fc4-4986-89c1-831d8fa93b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.675452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-9b9f32b8-8fc4-4986-89c1-831d8fa93b2d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644004 Aug 03 19:44:34.730151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-28875b0f-500f-4d2e-976c-53e2dd9dfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.731791 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-28875b0f-500f-4d2e-976c-53e2dd9dfe72 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 200 len: 854 time: 0.0871818 Aug 03 19:44:34.793068 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-7fa1428e-9dbe-434e-b9a3-466dc0195df6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a7943c06-310a-4442-aee4-65ca121ef46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532706 Aug 03 19:44:34.813879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-952435a3-4c7d-42e6-814f-8ba398d827fc service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297991 Aug 03 19:44:34.872320 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84381c4e-adf1-4f21-a290-638eb5f31e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.872600 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '868f2f3d-3f5b-434a-a3c6-574396660f67', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:be:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:31Z', 'updated_at': '2021-08-03T19:44:31Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:34.912261 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450af0c5-c446-49d2-a672-455071c00eb3 None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '868f2f3d-3f5b-434a-a3c6-574396660f67', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:be:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:31Z', 'updated_at': '2021-08-03T19:44:31Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:44:34.924224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84381c4e-adf1-4f21-a290-638eb5f31e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:34.945311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef5525e7-f458-49bb-956f-ef901ba7dd5c req-68dcf131-011c-4a97-bf01-d93f1030ea2a service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230652 Aug 03 19:44:34.984664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84381c4e-adf1-4f21-a290-638eb5f31e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.986685 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-84381c4e-adf1-4f21-a290-638eb5f31e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 HTTP/1.1" status: 204 len: 168 time: 1.1122742 Aug 03 19:44:34.989390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50308) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:34.989605 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-4955d5b8-33ae-49b9-b91c-94878cffd89f service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841729 Aug 03 19:44:35.074109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec765f-ef3a-4ffd-a50d-bfffa2006cbc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:35.078432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f7ec765f-ef3a-4ffd-a50d-bfffa2006cbc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0856011 Aug 03 19:44:35.078954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50310) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:35.164035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15896fb8-6da0-4ed0-a88c-52b8b0e9531a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:35.164311 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a2a438f8-a0e4-47b9-a06d-46cce1e4054d req-2e59eaa3-fc00-479d-832e-a09a98148cb8 service neutron] 10.222.0.63 "GET /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562197 Aug 03 19:44:35.166132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-15896fb8-6da0-4ed0-a88c-52b8b0e9531a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0858426 Aug 03 19:44:35.169256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50312) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:35.235790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0beba8d-6fb8-445a-a668-f4e55e03f958 None None] New status for floating IP 868f2f3d-3f5b-434a-a3c6-574396660f67: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:44:35.252136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06840e5-fb5d-4abd-ba22-91ec81efb5f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:35.254276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06840e5-fb5d-4abd-ba22-91ec81efb5f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:35.255958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06840e5-fb5d-4abd-ba22-91ec81efb5f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:35.257707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e06840e5-fb5d-4abd-ba22-91ec81efb5f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0872900 Aug 03 19:44:35.260304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:35.315553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6823353-d960-482c-a39c-6aac09588538 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 58adeb32-ebf0-4e3a-a954-9007bb1297f9 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:35.319187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6823353-d960-482c-a39c-6aac09588538 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.364689 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6823353-d960-482c-a39c-6aac09588538 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.493132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6823353-d960-482c-a39c-6aac09588538 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.566960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6823353-d960-482c-a39c-6aac09588538 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.593420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6e6f2-f630-4ae2-9f6f-6f671c429109 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:35.606025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6823353-d960-482c-a39c-6aac09588538 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.608083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a6823353-d960-482c-a39c-6aac09588538 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/58adeb32-ebf0-4e3a-a954-9007bb1297f9 HTTP/1.1" status: 204 len: 168 time: 0.3461680 Aug 03 19:44:35.609968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6823353-d960-482c-a39c-6aac09588538 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=58adeb32-ebf0-4e3a-a954-9007bb1297f9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:35.611189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50320) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:35.673558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39213803-1a4f-4286-b793-b3eafe77f115 req-de73b4f7-3b36-405c-ae17-2aceee0e0f40 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:35.675606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39213803-1a4f-4286-b793-b3eafe77f115 req-de73b4f7-3b36-405c-ae17-2aceee0e0f40 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 948 time: 0.0722673 Aug 03 19:44:35.685887 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-13614d97-aea2-4985-85d6-b9a3d0102e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet c366ae0a-4527-442f-9e1f-0a96e3076249 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:35.689664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13614d97-aea2-4985-85d6-b9a3d0102e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.738952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39213803-1a4f-4286-b793-b3eafe77f115 req-a652b403-80f2-4193-89c3-701508d3ee86 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569565 Aug 03 19:44:35.740139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13614d97-aea2-4985-85d6-b9a3d0102e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.851304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13614d97-aea2-4985-85d6-b9a3d0102e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.928609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13614d97-aea2-4985-85d6-b9a3d0102e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.958652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13614d97-aea2-4985-85d6-b9a3d0102e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=c366ae0a-4527-442f-9e1f-0a96e3076249,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:35.966802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13614d97-aea2-4985-85d6-b9a3d0102e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.968755 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13614d97-aea2-4985-85d6-b9a3d0102e9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/c366ae0a-4527-442f-9e1f-0a96e3076249 HTTP/1.1" status: 204 len: 168 time: 0.3561203 Aug 03 19:44:35.971234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50322) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:36.017523 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ba271fbe-87b3-447c-a137-614460f41927 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448248 Aug 03 19:44:36.020656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50324) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:36.025931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:36.125623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:36.129220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.172638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 51cd7f2c-8476-4885-af24-c69b8796fc1a details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:44:36.288728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 51cd7f2c-8476-4885-af24-c69b8796fc1a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=51cd7f2c-8476-4885-af24-c69b8796fc1a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:36.305166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '51cd7f2c-8476-4885-af24-c69b8796fc1a', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '51cd7f2c-8476-4885-af24-c69b8796fc1a', 'mac_address': 'fa:16:3e:d0:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:44:36.349734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.356308 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.372092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cd7f2c-8476-4885-af24-c69b8796fc1a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:36.396837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 51cd7f2c-8476-4885-af24-c69b8796fc1a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=51cd7f2c-8476-4885-af24-c69b8796fc1a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:36.402665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:36.405610 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.406286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:36.410943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:36.411529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.429395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=56817a6f-46d2-4be5-9365-c9c0fbe8a475,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:36.435866 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c9af92ed-52bb-4f67-8b72-f0991b6fc2ef tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4141159 Aug 03 19:44:36.438832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50326) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:36.445238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-852efbd8-41d5-4f8d-9f0f-32a6388bf975 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:36.456368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3562229-960e-4205-9187-abb88753d6a0 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:36.546925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=51cd7f2c-8476-4885-af24-c69b8796fc1a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:36.559220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3ee33c54-e9ff-4f57-89aa-25070a8ce65e None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:36.560127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ee33c54-e9ff-4f57-89aa-25070a8ce65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.607740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852efbd8-41d5-4f8d-9f0f-32a6388bf975 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:36.610984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-852efbd8-41d5-4f8d-9f0f-32a6388bf975 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.660037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['51cd7f2c-8476-4885-af24-c69b8796fc1a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:36.735194 n-d-803378-1 neutron-server[94133]: INFO neutron.db.ipam_backend_mixin [None req-852efbd8-41d5-4f8d-9f0f-32a6388bf975 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56817a6f-46d2-4be5-9365-c9c0fbe8a475 (CIDR: 2001:db8::/64) Aug 03 19:44:36.745219 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-852efbd8-41d5-4f8d-9f0f-32a6388bf975 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:44:36.746533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852efbd8-41d5-4f8d-9f0f-32a6388bf975 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:36.765134 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-852efbd8-41d5-4f8d-9f0f-32a6388bf975 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3243716 Aug 03 19:44:36.769513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50334) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:36.780611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'subnet': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:36.931241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18d9a-cf21-4f90-bb6f-3bdb61487f03 req-6f800290-85e9-4814-ab3f-3fe169ac35fd tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:36.934367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19d18d9a-cf21-4f90-bb6f-3bdb61487f03 req-6f800290-85e9-4814-ab3f-3fe169ac35fd tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 949 time: 0.0648723 Aug 03 19:44:36.942759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:36.947274 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.990437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19d18d9a-cf21-4f90-bb6f-3bdb61487f03 req-7119f4ce-021d-4551-870b-e5bab75fc25a tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Aug 03 19:44:37.010146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d5410-ed6e-4af3-a4ee-d8d847cb20a2 None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': '56817a6f-46d2-4be5-9365-c9c0fbe8a475'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '11cb2c06-37e6-4f9f-9ad5-af781c11dbb9'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:44:37.050399 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e02d5410-ed6e-4af3-a4ee-d8d847cb20a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.235498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-e02d5410-ed6e-4af3-a4ee-d8d847cb20a2 None None] Allocated IP 2001:db8::2 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/56817a6f-46d2-4be5-9365-c9c0fbe8a475/11cb2c06-37e6-4f9f-9ad5-af781c11dbb9) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:37.357958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e02d5410-ed6e-4af3-a4ee-d8d847cb20a2 None None] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:37.367699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:44:37.399389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e02d5410-ed6e-4af3-a4ee-d8d847cb20a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.425070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e02d5410-ed6e-4af3-a4ee-d8d847cb20a2 None None] Transition to ACTIVE for port object 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:37.435882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e02d5410-ed6e-4af3-a4ee-d8d847cb20a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.512900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d5410-ed6e-4af3-a4ee-d8d847cb20a2 None None] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=20']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:37.578403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.808547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:37.871537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.891153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.891938 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.971768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:37.979012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:37.982912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:37.983506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.009727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Subnet': ['ID=c529497a-d33e-4560-a928-deb1cdd19928,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:38.017204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=22']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:38.033841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50344) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:38.034441 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cfe6ed77-7c09-44a4-96d6-771cd1bfb444 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2630014 Aug 03 19:44:38.040450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Request body: {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'mac_address': 'fa:16:3e:2e:cf:23', 'name': 'tempest-NetworksTestDHCPv6-970429257'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:38.189241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 51cd7f2c-8476-4885-af24-c69b8796fc1a up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:38.235521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421d918-9c72-46b4-82a6-6fef65480978 req-af4ae225-e648-4bb1-a284-f67355487095 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:38.237825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5421d918-9c72-46b4-82a6-6fef65480978 req-af4ae225-e648-4bb1-a284-f67355487095 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 949 time: 0.1455648 Aug 03 19:44:38.238724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Made reservation on behalf of 065a157605cf4fdbbd38a13f6e17fd91 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:38.287530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 51cd7f2c-8476-4885-af24-c69b8796fc1a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:38.294260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 51cd7f2c-8476-4885-af24-c69b8796fc1a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:38.294635 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.365590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5421d918-9c72-46b4-82a6-6fef65480978 req-0cef1ef7-7ff5-4073-abb0-0fca16617fb4 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013088 Aug 03 19:44:38.398829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf15e54-c59a-461f-b6a8-da9c3d5f1657 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:38.399084 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.430671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] device_id is not set on port 03327c04-a8d2-41c2-aecc-8222c6f85d5f yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:38.598638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c258ae8b-57b7-4aaf-afdf-2c98c9b78507 None None] Provisioning for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:38.634014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c258ae8b-57b7-4aaf-afdf-2c98c9b78507 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:38.634401 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c258ae8b-57b7-4aaf-afdf-2c98c9b78507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.673028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8::74 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/56817a6f-46d2-4be5-9365-c9c0fbe8a475/03327c04-a8d2-41c2-aecc-8222c6f85d5f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:38.682746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:cf23 (113fbff5-95f4-4c5e-92eb-65aa0c766d7c/c529497a-d33e-4560-a928-deb1cdd19928/03327c04-a8d2-41c2-aecc-8222c6f85d5f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:38.711164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.789402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f963c4c-e897-416f-81b7-0d1aa0e4f8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd7f2c-8476-4885-af24-c69b8796fc1a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:38.792634 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3251a68f-472b-4093-8479-d01697594f1f" -d '{"events": [{"server_uuid": "6f963c4c-e897-416f-81b7-0d1aa0e4f8d0", "name": "network-vif-plugged", "status": "completed", "tag": "51cd7f2c-8476-4885-af24-c69b8796fc1a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:38.843254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 51cd7f2c-8476-4885-af24-c69b8796fc1a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=51cd7f2c-8476-4885-af24-c69b8796fc1a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:38.849011 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.918610 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2bc3b4-8c43-4fa6-9497-a4c4aadd8e19 x-openstack-request-id: req-4f2bc3b4-8c43-4fa6-9497-a4c4aadd8e19 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:38.918907 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f963c4c-e897-416f-81b7-0d1aa0e4f8d0", "name": "network-vif-plugged", "status": "completed", "tag": "51cd7f2c-8476-4885-af24-c69b8796fc1a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:38.919163 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f2bc3b4-8c43-4fa6-9497-a4c4aadd8e19 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:38.919560 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f963c4c-e897-416f-81b7-0d1aa0e4f8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd7f2c-8476-4885-af24-c69b8796fc1a', 'code': 200} Aug 03 19:44:38.959851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:39.069046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=51cd7f2c-8476-4885-af24-c69b8796fc1a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:39.071113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.094686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:39.095057 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.104370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Transition to ACTIVE for port object 03327c04-a8d2-41c2-aecc-8222c6f85d5f will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:39.159166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff58b-060f-48bd-9da7-52e38d9339b5 req-ae2967ee-ec46-4269-a416-1ded0ae81ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:39.163372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ddff58b-060f-48bd-9da7-52e38d9339b5 req-ae2967ee-ec46-4269-a416-1ded0ae81ffb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 1101 time: 0.1850393 Aug 03 19:44:39.164922 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.269963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ddff58b-060f-48bd-9da7-52e38d9339b5 req-d42a920b-da5d-4f57-9800-38e4dbb9dfb1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782545 Aug 03 19:44:39.272077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:39.282489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:39.292671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:39.298946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:39.299800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.323062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event updated for resources: {'Port': ['ID=03327c04-a8d2-41c2-aecc-8222c6f85d5f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:39.336775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50350) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:39.342198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c7667be1-6683-40a8-b016-b7cbb4f1b86a tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3061349 Aug 03 19:44:39.569264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e03348-21c7-4fa8-9063-f341f6aad11f req-a85ebcf6-32cf-4c48-a953-bf5162295ea8 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:39.572014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05e03348-21c7-4fa8-9063-f341f6aad11f req-a85ebcf6-32cf-4c48-a953-bf5162295ea8 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 950 time: 0.0669608 Aug 03 19:44:39.640454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05e03348-21c7-4fa8-9063-f341f6aad11f req-7eff018c-d62d-41b0-9a57-3b00910ecb6f tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600126 Aug 03 19:44:39.851537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d13cc2d6-22b8-443c-bccb-aeaeaed80b7f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting port 03327c04-a8d2-41c2-aecc-8222c6f85d5f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:39.852212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d13cc2d6-22b8-443c-bccb-aeaeaed80b7f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.871583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4b8a870e-7b3a-4b71-97e8-64fca5edcc20 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:39.872158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4b8a870e-7b3a-4b71-97e8-64fca5edcc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.987052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d13cc2d6-22b8-443c-bccb-aeaeaed80b7f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:40.009779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d13cc2d6-22b8-443c-bccb-aeaeaed80b7f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Calling delete_port for 03327c04-a8d2-41c2-aecc-8222c6f85d5f owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:40.276954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d13cc2d6-22b8-443c-bccb-aeaeaed80b7f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:40.282047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d4ee-b33b-449d-a247-858104f472e1 None None] Provisioning for port 03327c04-a8d2-41c2-aecc-8222c6f85d5f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:40.298547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1bc9d4ee-b33b-449d-a247-858104f472e1 None None] Provisioning complete for port 03327c04-a8d2-41c2-aecc-8222c6f85d5f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:40.302620 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d4ee-b33b-449d-a247-858104f472e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:40.346826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9d4ee-b33b-449d-a247-858104f472e1 None None] Port 03327c04-a8d2-41c2-aecc-8222c6f85d5f was deleted so its status cannot be updated. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:44:40.348494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cc2d6-22b8-443c-bccb-aeaeaed80b7f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Port': ['ID=03327c04-a8d2-41c2-aecc-8222c6f85d5f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:40.436815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d13cc2d6-22b8-443c-bccb-aeaeaed80b7f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:40.441168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d13cc2d6-22b8-443c-bccb-aeaeaed80b7f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/03327c04-a8d2-41c2-aecc-8222c6f85d5f HTTP/1.1" status: 204 len: 168 time: 1.1026855 Aug 03 19:44:40.444785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50360) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:40.454931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11576267-9913-402c-8399-430b93d54220 req-430aabba-8f38-499a-ae92-ff3d30a628ae tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:40.458867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11576267-9913-402c-8399-430b93d54220 req-430aabba-8f38-499a-ae92-ff3d30a628ae tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 946 time: 0.0998061 Aug 03 19:44:40.541407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21734ca0-0495-4ca6-9500-40f365ff6c94 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:40.544198 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-21734ca0-0495-4ca6-9500-40f365ff6c94 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0909591 Aug 03 19:44:40.549845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11576267-9913-402c-8399-430b93d54220 req-43142e5c-7734-4ca0-8dae-4d806c9c5030 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755382 Aug 03 19:44:40.550626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50362) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:40.636424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1bcab-dacf-4f98-977a-57717e622793 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:40.638466 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f2e1bcab-dacf-4f98-977a-57717e622793 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0864623 Aug 03 19:44:40.641341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50364) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:40.735911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f9fda-1404-413e-a6bf-5e3ca1f05d40 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:40.738042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f9fda-1404-413e-a6bf-5e3ca1f05d40 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:40.739847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f9fda-1404-413e-a6bf-5e3ca1f05d40 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:40.744898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50368) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:40.745180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c89f9fda-1404-413e-a6bf-5e3ca1f05d40 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1024020 Aug 03 19:44:40.825842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f515287a-2cfa-420b-b6df-5d212369da4e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet 56817a6f-46d2-4be5-9365-c9c0fbe8a475 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:40.826524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06a4b1-054a-413a-9a87-55b4ece63ca5 req-c081abf7-164f-4166-a566-ed65847b8b24 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:40.828230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc06a4b1-054a-413a-9a87-55b4ece63ca5 req-c081abf7-164f-4166-a566-ed65847b8b24 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 950 time: 0.0749946 Aug 03 19:44:40.829448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f515287a-2cfa-420b-b6df-5d212369da4e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:40.876158 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f515287a-2cfa-420b-b6df-5d212369da4e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:40.885070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc06a4b1-054a-413a-9a87-55b4ece63ca5 req-13e08097-5e25-4cb5-9e22-db1af09ad508 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466383 Aug 03 19:44:40.989030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f515287a-2cfa-420b-b6df-5d212369da4e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.070190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f515287a-2cfa-420b-b6df-5d212369da4e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.098193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515287a-2cfa-420b-b6df-5d212369da4e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=56817a6f-46d2-4be5-9365-c9c0fbe8a475,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:41.107203 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f515287a-2cfa-420b-b6df-5d212369da4e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.112979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:41.113650 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f515287a-2cfa-420b-b6df-5d212369da4e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/56817a6f-46d2-4be5-9365-c9c0fbe8a475 HTTP/1.1" status: 204 len: 168 time: 0.3652990 Aug 03 19:44:41.115915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ddf8b6-b1bb-4081-b5fd-1758a8206d19 None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:41.202449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-92619c48-17c9-49ea-a10b-203ab52fa2ff tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Deleting subnet c529497a-d33e-4560-a928-deb1cdd19928 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:41.207248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92619c48-17c9-49ea-a10b-203ab52fa2ff tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.263102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92619c48-17c9-49ea-a10b-203ab52fa2ff tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.393410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92619c48-17c9-49ea-a10b-203ab52fa2ff tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.479687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92619c48-17c9-49ea-a10b-203ab52fa2ff tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.535298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92619c48-17c9-49ea-a10b-203ab52fa2ff tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Subnet': ['ID=c529497a-d33e-4560-a928-deb1cdd19928,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:41.538616 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92619c48-17c9-49ea-a10b-203ab52fa2ff tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.542290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-92619c48-17c9-49ea-a10b-203ab52fa2ff tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/c529497a-d33e-4560-a928-deb1cdd19928 HTTP/1.1" status: 204 len: 168 time: 0.4278860 Aug 03 19:44:41.547469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50384) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:41.606027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed50b1e4-a8dd-4d18-a399-35088bb7295c None None] Update dhcp port {'port': {'network_id': '113fbff5-95f4-4c5e-92eb-65aa0c766d7c', 'fixed_ips': [{'subnet_id': 'c529497a-d33e-4560-a928-deb1cdd19928'}], 'binding:host_id': 'n-d-803378-1'}, 'id': '11cb2c06-37e6-4f9f-9ad5-af781c11dbb9'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:44:41.618200 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-10d1e063-3616-422f-9335-57275cade492 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691659 Aug 03 19:44:41.623311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50388) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:41.668329 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed50b1e4-a8dd-4d18-a399-35088bb7295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.922602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c55416-5c56-4bca-9db1-4c1299467c3a None None] Network 113fbff5-95f4-4c5e-92eb-65aa0c766d7c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:42.035459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-22fa061e-cec5-48d0-8b74-a978831682c0 None None] Provisioning complete for port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:42.035826 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-22fa061e-cec5-48d0-8b74-a978831682c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.056574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1f39d-eebc-4e94-8d7a-438df94c96cd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:42.058847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5fd1f39d-eebc-4e94-8d7a-438df94c96cd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4341018 Aug 03 19:44:42.061747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50390) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.080125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8284b1d-e88a-43b1-9a52-655ea03b9c94 req-145dd154-6d82-4241-aa13-14d046193687 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:42.081828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8284b1d-e88a-43b1-9a52-655ea03b9c94 req-145dd154-6d82-4241-aa13-14d046193687 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 946 time: 0.4100800 Aug 03 19:44:42.150076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823326b6-f630-4cbb-9869-25950b994d06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:42.151819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-823326b6-f630-4cbb-9869-25950b994d06 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0891588 Aug 03 19:44:42.155451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50392) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.168469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8284b1d-e88a-43b1-9a52-655ea03b9c94 req-d4d59b95-89e6-4769-a8a1-a0c5142e391c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661829 Aug 03 19:44:42.199874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] DHCP port deletion for 113fbff5-95f4-4c5e-92eb-65aa0c766d7c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:44:42.216037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5cff84b7-82c6-45bd-b473-dbeb40d8d324 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491576 Aug 03 19:44:42.217085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50394) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.255144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-3cf90bbc-ef27-476e-9edc-4dcbf569e343 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:42.256778 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-3cf90bbc-ef27-476e-9edc-4dcbf569e343 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 946 time: 0.1120689 Aug 03 19:44:42.260281 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5e2b91-779a-465a-be5e-7c8d19e60405 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.261043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5e2b91-779a-465a-be5e-7c8d19e60405 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.262919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ef5e2b91-779a-465a-be5e-7c8d19e60405 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/03327c04-a8d2-41c2-aecc-8222c6f85d5f HTTP/1.1" status: 404 len: 333 time: 0.0404775 Aug 03 19:44:42.268632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50396) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.294154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] Deleting port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:42.294559 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.300713 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13ad54b-95ed-49be-89c5-18e343444e6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.301178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13ad54b-95ed-49be-89c5-18e343444e6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.303027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f13ad54b-95ed-49be-89c5-18e343444e6c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/c529497a-d33e-4560-a928-deb1cdd19928 HTTP/1.1" status: 404 len: 337 time: 0.0333252 Aug 03 19:44:42.305619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50398) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.333941 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06c46eb-7a53-4940-a918-da9c85de9f12 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.334434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06c46eb-7a53-4940-a918-da9c85de9f12 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.338445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a06c46eb-7a53-4940-a918-da9c85de9f12 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/56817a6f-46d2-4be5-9365-c9c0fbe8a475 HTTP/1.1" status: 404 len: 337 time: 0.0314412 Aug 03 19:44:42.342309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50400) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.374310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] For port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,segment=NetworkSegment(279dd1fa-be8e-434f-95fa-e72138c7aca8),segment_id=279dd1fa-be8e-434f-95fa-e72138c7aca8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:42.375036 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.376605 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-754a126f-96c1-4c42-aab9-233ccc7504bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.377963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754a126f-96c1-4c42-aab9-233ccc7504bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.383663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-754a126f-96c1-4c42-aab9-233ccc7504bd tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/0ea0699a-0f7d-4fa8-9e38-f25cf95b6b78 HTTP/1.1" status: 404 len: 333 time: 0.0402434 Aug 03 19:44:42.386283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50402) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.392605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] Calling delete_port for 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:42.397591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Deleting port d6efe8e7-27e1-4775-b400-db76a5bdff86 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:42.398174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.425199 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca0f1f8-b87b-4ef7-bbd4-7693776bee9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.427036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca0f1f8-b87b-4ef7-bbd4-7693776bee9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.432080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8ca0f1f8-b87b-4ef7-bbd4-7693776bee9f tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/c366ae0a-4527-442f-9e1f-0a96e3076249 HTTP/1.1" status: 404 len: 337 time: 0.0445187 Aug 03 19:44:42.433740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50404) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.474696 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23f2f05-3a5f-4edd-868c-e6ab19b377b3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.478531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23f2f05-3a5f-4edd-868c-e6ab19b377b3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.484254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b23f2f05-3a5f-4edd-868c-e6ab19b377b3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/58adeb32-ebf0-4e3a-a954-9007bb1297f9 HTTP/1.1" status: 404 len: 337 time: 0.0492129 Aug 03 19:44:42.485928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50408) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.516026 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da3477d-f055-4bc3-80cc-87c921050ff9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.522252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da3477d-f055-4bc3-80cc-87c921050ff9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.528661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5da3477d-f055-4bc3-80cc-87c921050ff9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/c766af33-d7a1-4fba-8da6-8a5a843fc5c0 HTTP/1.1" status: 404 len: 333 time: 0.0371721 Aug 03 19:44:42.530208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50410) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.554024 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.561566 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c5dd81-1953-45ec-9398-9c681bf23f46 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.562175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c5dd81-1953-45ec-9398-9c681bf23f46 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.564082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-68c5dd81-1953-45ec-9398-9c681bf23f46 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/e467cade-aac9-42be-b831-b25ed64a0871 HTTP/1.1" status: 404 len: 337 time: 0.0338514 Aug 03 19:44:42.568782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50412) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.576822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] For port d6efe8e7-27e1-4775-b400-db76a5bdff86, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d6efe8e7-27e1-4775-b400-db76a5bdff86,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:42.577615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.595342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Calling delete_port for d6efe8e7-27e1-4775-b400-db76a5bdff86 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:42.615739 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02df152-e444-4686-bfac-03574e160dce tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.616461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02df152-e444-4686-bfac-03574e160dce tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.619015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f02df152-e444-4686-bfac-03574e160dce tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/b648dac9-e4a1-4ca2-af78-c82885e7d5fa HTTP/1.1" status: 404 len: 337 time: 0.0485170 Aug 03 19:44:42.623134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50414) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.624145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] Pushing event deleted for resources: {'Port': ['ID=11cb2c06-37e6-4f9f-9ad5-af781c11dbb9,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:42.628753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d58645-19ad-4dd9-8819-cade2b5ff871 None None] No DVR routers for this DVR port 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:42.667916 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd640ea2-89c4-45d7-aad4-4fc93fa449be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.668949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd640ea2-89c4-45d7-aad4-4fc93fa449be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.670954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cd640ea2-89c4-45d7-aad4-4fc93fa449be tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/c2d1057a-646b-4774-bdeb-f402f15814d5 HTTP/1.1" status: 404 len: 333 time: 0.0464625 Aug 03 19:44:42.675514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50416) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.715866 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-112db0ab-95d3-48ab-a260-84c863822ca7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.716506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112db0ab-95d3-48ab-a260-84c863822ca7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.718508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-112db0ab-95d3-48ab-a260-84c863822ca7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/55cbd54c-fcfe-42b9-8a29-5de33aa9bd88 HTTP/1.1" status: 404 len: 337 time: 0.0415561 Aug 03 19:44:42.723439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50418) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.780217 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e1f9ae-4487-4598-ade9-7c44d9c97b33 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.780741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e1f9ae-4487-4598-ade9-7c44d9c97b33 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.785733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e4e1f9ae-4487-4598-ade9-7c44d9c97b33 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/8980207f-1bd5-48ec-84e8-c235e2c60ef2 HTTP/1.1" status: 404 len: 337 time: 0.0573595 Aug 03 19:44:42.785733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50420) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.826618 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce62acaf-ed42-4575-b06d-d647649a7bf2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.827761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce62acaf-ed42-4575-b06d-d647649a7bf2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.833049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50422) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.834084 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ce62acaf-ed42-4575-b06d-d647649a7bf2 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/7cc09781-4355-403f-ba67-e1c13e410932 HTTP/1.1" status: 404 len: 333 time: 0.0472023 Aug 03 19:44:42.862230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:42.867185 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-048b8379-9967-407c-b6a6-c5b60e71abb5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.867832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048b8379-9967-407c-b6a6-c5b60e71abb5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.872788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-048b8379-9967-407c-b6a6-c5b60e71abb5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/cecbcd09-39e5-4649-a789-f3a239b5f434 HTTP/1.1" status: 404 len: 337 time: 0.0355766 Aug 03 19:44:42.873056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50424) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.873983 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.888376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['1daf7ed0-0254-4cc0-938b-325c76ce4a22', 'f1deeac5-660b-4d9a-84f2-4839569cc9df'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:42.890396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:42.890813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 11cb2c06-37e6-4f9f-9ad5-af781c11dbb9 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:42.907272 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de57a92-b55c-4b3d-a689-5920094bd02c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.908046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de57a92-b55c-4b3d-a689-5920094bd02c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.913959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7de57a92-b55c-4b3d-a689-5920094bd02c tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/be131527-473a-4a56-8f38-035bde3216cd HTTP/1.1" status: 404 len: 333 time: 0.0357437 Aug 03 19:44:42.914625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50426) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.919880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f81ab83a-d306-4b65-be40-94b348ad1161', 'd6efe8e7-27e1-4775-b400-db76a5bdff86'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:42.945874 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ae8e47-a7d8-4e6c-a269-3552a7400def tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.945874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ae8e47-a7d8-4e6c-a269-3552a7400def tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.951248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Pushing event deleted for resources: {'Port': ['ID=d6efe8e7-27e1-4775-b400-db76a5bdff86,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:42.951458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-40ae8e47-a7d8-4e6c-a269-3552a7400def tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/f8f11e36-2c00-4f32-8cbd-207d05a3d3fd HTTP/1.1" status: 404 len: 337 time: 0.0320599 Aug 03 19:44:42.953691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50428) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.982247 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e189a8be-aded-46f9-9d73-db537ebf38d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:42.982973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e189a8be-aded-46f9-9d73-db537ebf38d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:42.986956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e189a8be-aded-46f9-9d73-db537ebf38d9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/891c7ee3-838b-412a-900d-ea16d0c96659 HTTP/1.1" status: 404 len: 333 time: 0.0300004 Aug 03 19:44:42.987261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50430) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.989803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] No DVR routers for this DVR port d6efe8e7-27e1-4775-b400-db76a5bdff86 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:42.996595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.998720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-67bf3423-d3f8-40ca-9ad1-68c8af30232a req-ba469a99-7daf-477e-9430-107f6894987e tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.63 "DELETE /v2.0/ports/d6efe8e7-27e1-4775-b400-db76a5bdff86 HTTP/1.1" status: 204 len: 173 time: 0.7347598 Aug 03 19:44:42.999209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d55fdb8-47f0-4031-b765-6bc5aeaf86ba', 'name': 'network-vif-deleted', 'tag': 'd6efe8e7-27e1-4775-b400-db76a5bdff86'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:43.001698 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8778bee-a616-48b2-a3c5-d4b5da4e2dbe" -d '{"events": [{"server_uuid": "1d55fdb8-47f0-4031-b765-6bc5aeaf86ba", "name": "network-vif-deleted", "tag": "d6efe8e7-27e1-4775-b400-db76a5bdff86"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:43.037312 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de9be8b-d658-4464-aeec-f92b98793383 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.038156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de9be8b-d658-4464-aeec-f92b98793383 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.044234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50434) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.044683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3de9be8b-d658-4464-aeec-f92b98793383 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/56a10901-9406-418c-81bf-361985e943f1 HTTP/1.1" status: 404 len: 337 time: 0.0558231 Aug 03 19:44:43.084962 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d6a587-20a9-4c44-af6a-947f7ab615c9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.086346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d6a587-20a9-4c44-af6a-947f7ab615c9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.090599 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-80d6a587-20a9-4c44-af6a-947f7ab615c9 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/8440ff85-fe3a-4492-be85-0cda6f18ab76 HTTP/1.1" status: 404 len: 333 time: 0.0443876 Aug 03 19:44:43.093137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50436) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.095163 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1db693b-7a7d-4322-8c0a-7334128d0a53 x-openstack-request-id: req-b1db693b-7a7d-4322-8c0a-7334128d0a53 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:43.095645 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d55fdb8-47f0-4031-b765-6bc5aeaf86ba", "name": "network-vif-deleted", "tag": "d6efe8e7-27e1-4775-b400-db76a5bdff86", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:43.096052 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1db693b-7a7d-4322-8c0a-7334128d0a53 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:43.096670 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d55fdb8-47f0-4031-b765-6bc5aeaf86ba', 'name': 'network-vif-deleted', 'tag': 'd6efe8e7-27e1-4775-b400-db76a5bdff86', 'status': 'completed', 'code': 200} Aug 03 19:44:43.125731 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-97864ba6-fc05-4352-bc7e-395f5b7dbcc0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.126345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97864ba6-fc05-4352-bc7e-395f5b7dbcc0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.131092 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-97864ba6-fc05-4352-bc7e-395f5b7dbcc0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/219808c2-3298-4883-9dfa-5f5d3138a851 HTTP/1.1" status: 404 len: 337 time: 0.0367138 Aug 03 19:44:43.131453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50438) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.175160 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23ca763-464b-44b4-bd03-9c80cecb1d26 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.176424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23ca763-464b-44b4-bd03-9c80cecb1d26 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.179779 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b23ca763-464b-44b4-bd03-9c80cecb1d26 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/29f470d1-931e-46e5-916d-d836761aa4b2 HTTP/1.1" status: 404 len: 333 time: 0.0465915 Aug 03 19:44:43.183928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.219530 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2ef1e8-fde7-45af-bfe1-fd3b4151e316 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.219530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2ef1e8-fde7-45af-bfe1-fd3b4151e316 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.237243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ad2ef1e8-fde7-45af-bfe1-fd3b4151e316 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/8d3c6a83-bf03-4fd3-8fb7-33686d2469c8 HTTP/1.1" status: 404 len: 337 time: 0.0519075 Aug 03 19:44:43.240425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.289917 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b4d549-fc9d-481a-9a51-bfa592ceebfc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.290668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b4d549-fc9d-481a-9a51-bfa592ceebfc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.293087 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-79b4d549-fc9d-481a-9a51-bfa592ceebfc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/90c0aaed-ea2b-4e21-8997-c7feee83986a HTTP/1.1" status: 404 len: 333 time: 0.0501623 Aug 03 19:44:43.295621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50446) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.331916 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccdfa9a-8e53-4080-b86b-b029555f8171 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.332620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccdfa9a-8e53-4080-b86b-b029555f8171 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.338303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50448) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.339579 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ccdfa9a-8e53-4080-b86b-b029555f8171 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/4dd7e752-b87b-4111-bec5-6041411f6e4c HTTP/1.1" status: 404 len: 337 time: 0.0418658 Aug 03 19:44:43.382031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02463eee-a315-4cae-a3dc-68b5da176170 req-b937bfe6-c828-4de3-a923-7fcabeb67ad5 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d55fdb8-47f0-4031-b765-6bc5aeaf86ba HTTP/1.1" status: 200 len: 210 time: 0.0533783 Aug 03 19:44:43.383395 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec5ed3b-3c65-4a11-81d2-387873da7887 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.384039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec5ed3b-3c65-4a11-81d2-387873da7887 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.388956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5ec5ed3b-3c65-4a11-81d2-387873da7887 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/af6b0a48-ff6d-4233-a61f-59d525a0f320 HTTP/1.1" status: 404 len: 337 time: 0.0464880 Aug 03 19:44:43.390049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50450) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.435749 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d993e1-603a-489a-af98-13928ee498f3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.437601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d993e1-603a-489a-af98-13928ee498f3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.442791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-49d993e1-603a-489a-af98-13928ee498f3 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/7ca12b37-5d27-436b-b3b8-01b0823e47a6 HTTP/1.1" status: 404 len: 333 time: 0.0488424 Aug 03 19:44:43.444113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50452) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.481605 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2ffe08-6ad0-4dfd-86b0-85651b524238 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.482065 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2ffe08-6ad0-4dfd-86b0-85651b524238 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.484219 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a2ffe08-6ad0-4dfd-86b0-85651b524238 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/c099ae9b-a90e-47aa-a0ed-e11c5f4d0708 HTTP/1.1" status: 404 len: 337 time: 0.0390427 Aug 03 19:44:43.487679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50454) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.524175 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d1a99e-bf2e-4b92-84b1-f0904e597c60 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.524743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d1a99e-bf2e-4b92-84b1-f0904e597c60 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.529008 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-25d1a99e-bf2e-4b92-84b1-f0904e597c60 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/be6e83e0-2754-4810-bcfa-e244e8a3968e HTTP/1.1" status: 404 len: 337 time: 0.0376368 Aug 03 19:44:43.531171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50456) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.556057 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfb9a88-39de-47df-8631-207d393d3d12 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.556781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfb9a88-39de-47df-8631-207d393d3d12 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.559075 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0bfb9a88-39de-47df-8631-207d393d3d12 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/4306b9c1-18a8-47b8-96ad-e0a21f7c6605 HTTP/1.1" status: 404 len: 333 time: 0.0262585 Aug 03 19:44:43.562109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.593313 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a51c0d6-790e-40b1-9879-bfc220b2bfc0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.594452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a51c0d6-790e-40b1-9879-bfc220b2bfc0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.598797 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1a51c0d6-790e-40b1-9879-bfc220b2bfc0 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/5e16595e-e731-4a2f-9fac-2937ddcc6785 HTTP/1.1" status: 404 len: 337 time: 0.0353866 Aug 03 19:44:43.601143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50462) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.652953 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f392ffd6-63fc-4bb2-b2aa-3e664d5c953b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.661139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f392ffd6-63fc-4bb2-b2aa-3e664d5c953b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.663860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f392ffd6-63fc-4bb2-b2aa-3e664d5c953b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/ef0e6022-576d-441d-b7a1-1b76b24ab263 HTTP/1.1" status: 404 len: 337 time: 0.0610981 Aug 03 19:44:43.667017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.711494 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dbe24a-9dae-4f46-a31a-a0754b56c063 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.712559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30dbe24a-9dae-4f46-a31a-a0754b56c063 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.716146 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-30dbe24a-9dae-4f46-a31a-a0754b56c063 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/789ba0d2-756e-4185-b308-7bdec9192a22 HTTP/1.1" status: 404 len: 333 time: 0.0477467 Aug 03 19:44:43.718921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50466) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.754764 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8f13ab-cf6e-4c46-b1f7-ed186a214a3e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.755154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8f13ab-cf6e-4c46-b1f7-ed186a214a3e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.757881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4f8f13ab-cf6e-4c46-b1f7-ed186a214a3e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/acca93db-02f0-4407-a7c7-17d3cea51051 HTTP/1.1" status: 404 len: 337 time: 0.0364401 Aug 03 19:44:43.759486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50468) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.799943 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc61b1a6-1542-4e70-b901-7c570dddac2e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.800496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc61b1a6-1542-4e70-b901-7c570dddac2e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.805418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dc61b1a6-1542-4e70-b901-7c570dddac2e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/0f9e60c9-72da-423d-a51f-680bb34f294c HTTP/1.1" status: 404 len: 337 time: 0.0418761 Aug 03 19:44:43.805696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50470) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.839083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-140a017d-aeae-4f17-8800-030a81ec97b1 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports?device_id=a82218b3-7845-466c-af8c-0530a5191978 HTTP/1.1" status: 200 len: 205 time: 0.0298357 Aug 03 19:44:43.840158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50472) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.884293 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-e3bbe5d6-e094-407f-8236-c3116a91c4f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] delete failed (client error): The resource could not be found. Aug 03 19:44:43.885548 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e3bbe5d6-e094-407f-8236-c3116a91c4f8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/routers/a82218b3-7845-466c-af8c-0530a5191978 HTTP/1.1" status: 404 len: 336 time: 0.0441227 Aug 03 19:44:43.888810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50474) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.919456 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf67152-a163-406f-b2ff-29cd519fb90d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:43.919904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf67152-a163-406f-b2ff-29cd519fb90d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:43.921727 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ecf67152-a163-406f-b2ff-29cd519fb90d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/bb88e1f8-89e8-49ce-ad84-4a0fe720cf00 HTTP/1.1" status: 404 len: 337 time: 0.0318682 Aug 03 19:44:43.924601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50476) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.965999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c0273999-419b-41f6-afc1-163e794e7847 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb HTTP/1.1" status: 200 len: 205 time: 0.0399213 Aug 03 19:44:43.969702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.008922 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-9670d407-d51f-4053-8359-1189c9bb7b72 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] delete failed (client error): The resource could not be found. Aug 03 19:44:44.009910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9670d407-d51f-4053-8359-1189c9bb7b72 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/routers/e8de82d9-ac9b-4dc9-a26c-f79aeb895cfb HTTP/1.1" status: 404 len: 336 time: 0.0389266 Aug 03 19:44:44.012906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50480) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.045820 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1145199-d9c3-41a8-8e56-dbdff7b940b7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.046312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1145199-d9c3-41a8-8e56-dbdff7b940b7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.048095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f1145199-d9c3-41a8-8e56-dbdff7b940b7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/715ab78e-3689-4aa0-833a-d538d0593ee4 HTTP/1.1" status: 404 len: 337 time: 0.0341761 Aug 03 19:44:44.050651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50482) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.081354 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f02175-e8b5-412c-bf31-c39976e65f0b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.081841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f02175-e8b5-412c-bf31-c39976e65f0b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.083599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a9f02175-e8b5-412c-bf31-c39976e65f0b tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/d8220c4e-9374-4370-8b71-67b85c0e39d5 HTTP/1.1" status: 404 len: 337 time: 0.0320315 Aug 03 19:44:44.087788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50484) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.114827 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-944eac8a-b46d-43a6-98d7-1f2bb2f565e8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.116491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944eac8a-b46d-43a6-98d7-1f2bb2f565e8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.122019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50486) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.124375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-944eac8a-b46d-43a6-98d7-1f2bb2f565e8 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/0910906c-22bd-4a30-a143-5ea3c4d07a1a HTTP/1.1" status: 404 len: 333 time: 0.0345411 Aug 03 19:44:44.157549 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-956c1fdb-379e-4914-b913-a4d4d727dcdc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.158207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956c1fdb-379e-4914-b913-a4d4d727dcdc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.162596 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-956c1fdb-379e-4914-b913-a4d4d727dcdc tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/e0f28555-ab7e-4ed0-af96-b181962a0398 HTTP/1.1" status: 404 len: 337 time: 0.0369334 Aug 03 19:44:44.163161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50488) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.190906 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-7512b465-393f-41b0-ba32-e913f8f25df5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.191629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7512b465-393f-41b0-ba32-e913f8f25df5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.193399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7512b465-393f-41b0-ba32-e913f8f25df5 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/6e8d40a7-47de-47fd-92e1-486654c2f45b HTTP/1.1" status: 404 len: 333 time: 0.0286779 Aug 03 19:44:44.197222 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50490) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.234035 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9d16e5-ca7b-4efd-b55c-2b5ffd17ee81 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.234503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9d16e5-ca7b-4efd-b55c-2b5ffd17ee81 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.236282 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e9d16e5-ca7b-4efd-b55c-2b5ffd17ee81 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/3081958e-fab3-4a07-863d-bec49e927e0f HTTP/1.1" status: 404 len: 337 time: 0.0371029 Aug 03 19:44:44.241576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50492) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.271207 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0517dee-53cf-4f1c-a60e-821b4b642ba4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.272372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0517dee-53cf-4f1c-a60e-821b4b642ba4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.274890 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f0517dee-53cf-4f1c-a60e-821b4b642ba4 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/6fee58ec-58d3-44ef-9cb9-18c806e52a0f HTTP/1.1" status: 404 len: 333 time: 0.0322721 Aug 03 19:44:44.278884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50494) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.307034 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faf3deb-31af-4fc3-bd19-905ec174d777 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.307507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faf3deb-31af-4fc3-bd19-905ec174d777 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.311963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7faf3deb-31af-4fc3-bd19-905ec174d777 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/86d8c859-ad0f-4aca-b04e-d97e46c65dc4 HTTP/1.1" status: 404 len: 337 time: 0.0293655 Aug 03 19:44:44.312282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50496) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.336881 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-954ea0ef-dea3-4b7a-bbbf-9c7db0e4982d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.337686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954ea0ef-dea3-4b7a-bbbf-9c7db0e4982d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.340095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-954ea0ef-dea3-4b7a-bbbf-9c7db0e4982d tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/ce60ef9c-a441-4e0f-9743-964e38e022db HTTP/1.1" status: 404 len: 333 time: 0.0267887 Aug 03 19:44:44.344027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50498) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.373679 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0238686-f753-4f8d-a92c-5981ba342ded tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.374130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0238686-f753-4f8d-a92c-5981ba342ded tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.376152 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f0238686-f753-4f8d-a92c-5981ba342ded tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/eabd94ce-e092-42f2-a0f6-874223db47df HTTP/1.1" status: 404 len: 337 time: 0.0307600 Aug 03 19:44:44.379819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50500) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.404282 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20a8c7b-07d9-4762-ac3b-71fba665cf72 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.404996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20a8c7b-07d9-4762-ac3b-71fba665cf72 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.406825 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b20a8c7b-07d9-4762-ac3b-71fba665cf72 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/eeb6a543-4868-4b5c-806b-2f92cf2ad620 HTTP/1.1" status: 404 len: 333 time: 0.0262482 Aug 03 19:44:44.409810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50502) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.447754 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51ff8d6-892c-44f4-97f9-835ccccd3c98 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.451293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51ff8d6-892c-44f4-97f9-835ccccd3c98 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.462511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a51ff8d6-892c-44f4-97f9-835ccccd3c98 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/22345694-5d3e-4b10-b138-1907ce1541a9 HTTP/1.1" status: 404 len: 337 time: 0.0515337 Aug 03 19:44:44.463403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50506) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.494255 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e594b6c-a908-472f-b26a-213175cf689e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.495257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e594b6c-a908-472f-b26a-213175cf689e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.500608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1e594b6c-a908-472f-b26a-213175cf689e tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/ed38899a-e470-4ef0-8bee-6bd39957ca23 HTTP/1.1" status: 404 len: 333 time: 0.0352859 Aug 03 19:44:44.501043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50510) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.558860 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1df1a5-60b9-45d3-bc6f-928593fa29ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.559656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1df1a5-60b9-45d3-bc6f-928593fa29ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.567556 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ca1df1a5-60b9-45d3-bc6f-928593fa29ec tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/0b03e8f4-047b-4cab-a29a-61c3d833b4b3 HTTP/1.1" status: 404 len: 337 time: 0.0641425 Aug 03 19:44:44.567847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50514) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.597963 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-449f2faf-ba20-4da5-8d4c-2323f13bd7b7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.598783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449f2faf-ba20-4da5-8d4c-2323f13bd7b7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.603412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-449f2faf-ba20-4da5-8d4c-2323f13bd7b7 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/ports/87133db7-4f3e-4042-a1e5-2706a0869762 HTTP/1.1" status: 404 len: 333 time: 0.0343931 Aug 03 19:44:44.604603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50516) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.661183 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b218e3c-7d78-446f-a2c0-7faea11798ac tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:44:44.662162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b218e3c-7d78-446f-a2c0-7faea11798ac tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:44:44.665398 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0b218e3c-7d78-446f-a2c0-7faea11798ac tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/subnets/cb6326bd-5edd-415a-89bc-e131bbdd545f HTTP/1.1" status: 404 len: 337 time: 0.0586019 Aug 03 19:44:44.668472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50518) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:44.781146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.898392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.911025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113fbff5-95f4-4c5e-92eb-65aa0c766d7c']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:44.923283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279dd1fa-be8e-434f-95fa-e72138c7aca8') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:44.923686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279dd1fa-be8e-434f-95fa-e72138c7aca8') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:44.934591 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.958874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.970384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:44:44.971067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:44:44.976445 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:44:45.054147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.079490 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.081432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] 10.222.0.42 "DELETE /v2.0/networks/113fbff5-95f4-4c5e-92eb-65aa0c766d7c HTTP/1.1" status: 204 len: 168 time: 0.4115233 Aug 03 19:44:45.082503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b97d0-7110-4038-be9b-387b8c794348 tempest-NetworksTestDHCPv6-612576005 tempest-NetworksTestDHCPv6-612576005-project] Pushing event deleted for resources: {'Network': ['ID=113fbff5-95f4-4c5e-92eb-65aa0c766d7c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:45.423418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50526) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:45.585285 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e9417533-38cf-43ab-b7a1-44fcfcec6d03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=065a157605cf4fdbbd38a13f6e17fd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601446 Aug 03 19:44:45.587684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50530) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:45.659873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88f1ecc-ff88-4774-a406-2d6ca94fae4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.689198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88f1ecc-ff88-4774-a406-2d6ca94fae4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.750724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88f1ecc-ff88-4774-a406-2d6ca94fae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.755048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88f1ecc-ff88-4774-a406-2d6ca94fae4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.757997 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d88f1ecc-ff88-4774-a406-2d6ca94fae4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/021c2b54-ac5f-45d6-911d-f3a3db742d6f HTTP/1.1" status: 204 len: 168 time: 0.1691787 Aug 03 19:44:45.767086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f1ecc-ff88-4774-a406-2d6ca94fae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c2b54-ac5f-45d6-911d-f3a3db742d6f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:46.222681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d6efe8e7-27e1-4775-b400-db76a5bdff86 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:46.263706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: d6efe8e7-27e1-4775-b400-db76a5bdff86 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:46.264669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d6efe8e7-27e1-4775-b400-db76a5bdff86 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:46.642421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50556) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:46.743285 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1667660409'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:46.767233 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Made reservation on behalf of d34fe2568126436caa859a6fd5855705 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:46.770910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:46.780532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:46.888415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:46.894719 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:46.929138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:44:46.943118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23f239f-17b0-47ae-afd9-e0abd4eb7a99,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:46.950948 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:46.951368 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Added segment 13bfed6c-eb04-47ce-b483-35c5f261d26a of type vlan for network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 Aug 03 19:44:47.019512 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.053336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.061410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:47.062265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.121752 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4780667 Aug 03 19:44:47.125361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50564) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:47.134430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Request body: {'subnet': {'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:47.141958 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91550b-402a-456d-86cf-da8e9aff0884 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event updated for resources: {'Network': ['ID=8c642261-b56c-4144-8e5e-f9d0f2b208b3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:47.156105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:44:47.262491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Made reservation on behalf of d34fe2568126436caa859a6fd5855705 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:47.266275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.503841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.570269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event updated for resources: {'Subnet': ['ID=de297bd1-f9fb-45c1-a558-402d354e4f45,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:47.587967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Checking segment: {'id': '13bfed6c-eb04-47ce-b483-35c5f261d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:47.588335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Network hostable DHCP agents. Network: 8c642261-b56c-4144-8e5e-f9d0f2b208b3, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:44:47.607771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:44:47.617111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8c642261-b56c-4144-8e5e-f9d0f2b208b3) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:47.622351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:47.622958 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.629409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c0234-b35c-44ff-a47a-7aa9eeb26acd None None] Network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:47.644047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-187168dd-c3f6-4a01-9671-7923ee189bae tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5153146 Aug 03 19:44:47.644489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50568) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:47.651215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Request body: {'port': {'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1604817540'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:47.804856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-8c642261-b56c-4144-8e5e-f9d0f2b208b3', 'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3', 'tenant_id': 'd34fe2568126436caa859a6fd5855705', 'fixed_ips': [{'subnet_id': 'de297bd1-f9fb-45c1-a558-402d354e4f45'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:44:47.805875 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.807851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Made reservation on behalf of d34fe2568126436caa859a6fd5855705 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:47.812524 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.848666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] device_id is not set on port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:47.981563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Allocated IP 172.20.0.2 (8c642261-b56c-4144-8e5e-f9d0f2b208b3/de297bd1-f9fb-45c1-a558-402d354e4f45/5ef8327e-e516-4d3b-b531-22d13b7b663c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:48.170775 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.181665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Transition to ACTIVE for port object 5ef8327e-e516-4d3b-b531-22d13b7b663c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:48.201310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Transition to ACTIVE for port object 5ef8327e-e516-4d3b-b531-22d13b7b663c will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:48.208765 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.250274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:48.253779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:48.260229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:48.268537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Pushing event updated for resources: {'Port': ['ID=5ef8327e-e516-4d3b-b531-22d13b7b663c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:48.282729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.283359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.283705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.284046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.284382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.284724 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.285055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.285383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.285743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.286073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.286398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.286718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:48.319536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Allocated IP 172.20.0.8 (8c642261-b56c-4144-8e5e-f9d0f2b208b3/de297bd1-f9fb-45c1-a558-402d354e4f45/1aa94888-19fc-41d6-b6a8-a28f6e2313e8) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:48.360781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Attempting to bind port 5ef8327e-e516-4d3b-b531-22d13b7b663c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:48.361351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Attempting to bind port 5ef8327e-e516-4d3b-b531-22d13b7b663c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '13bfed6c-eb04-47ce-b483-35c5f261d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:48.361951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Attempting to bind port 5ef8327e-e516-4d3b-b531-22d13b7b663c on network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:48.370233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:48.370614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Checking segment: {'id': '13bfed6c-eb04-47ce-b483-35c5f261d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:48.371306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.371704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Bound using segment: {'id': '13bfed6c-eb04-47ce-b483-35c5f261d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:48.372372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Bound port: 5ef8327e-e516-4d3b-b531-22d13b7b663c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bfed6c-eb04-47ce-b483-35c5f261d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:48.372766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.468999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] For port 5ef8327e-e516-4d3b-b531-22d13b7b663c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:48.473015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] For port 5ef8327e-e516-4d3b-b531-22d13b7b663c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5ef8327e-e516-4d3b-b531-22d13b7b663c,segment=NetworkSegment(13bfed6c-eb04-47ce-b483-35c5f261d26a),segment_id=13bfed6c-eb04-47ce-b483-35c5f261d26a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:48.482327 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.557164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81949dfb-3263-47b8-ba60-26b3f319757d None None] Pushing event updated for resources: {'Port': ['ID=5ef8327e-e516-4d3b-b531-22d13b7b663c,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:48.574972 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.598241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Transition to ACTIVE for port object 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:48.640711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.694697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:48.698537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:48.701084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:48.734003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event updated for resources: {'Port': ['ID=1aa94888-19fc-41d6-b6a8-a28f6e2313e8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:48.789722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:48.790463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.809589 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-438af1de-4929-4823-a36f-6d28911b56fd tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1615520 Aug 03 19:44:48.811556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50574) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:48.818769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Request body: {'port': {'network_id': '8c642261-b56c-4144-8e5e-f9d0f2b208b3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-440988055', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:48.819438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.api.validators [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] bootfile-name is not in valid_values {{(pid=94134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:44:48.819893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.api.validators [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] tftp-server is not in valid_values {{(pid=94134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:44:48.820300 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.api.validators [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] server-ip-address is not in valid_values {{(pid=94134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:44:48.988626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5ef8327e-e516-4d3b-b531-22d13b7b663c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:49.013796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Made reservation on behalf of d34fe2568126436caa859a6fd5855705 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:49.018976 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.055753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] device_id is not set on port 4b1f8732-6b8e-4f8f-a020-3791986558e1 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:49.073603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 5ef8327e-e516-4d3b-b531-22d13b7b663c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:49.240110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Allocated IP 172.20.0.13 (8c642261-b56c-4144-8e5e-f9d0f2b208b3/de297bd1-f9fb-45c1-a558-402d354e4f45/4b1f8732-6b8e-4f8f-a020-3791986558e1) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:49.265925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849e0a-51df-46ba-8d70-b353db574a53 req-15d94475-b165-45d2-981a-136e086ee18c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.267725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33849e0a-51df-46ba-8d70-b353db574a53 req-15d94475-b165-45d2-981a-136e086ee18c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 945 time: 0.0816221 Aug 03 19:44:49.357360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33849e0a-51df-46ba-8d70-b353db574a53 req-49c5c305-9b95-409e-b907-a294112fff14 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793173 Aug 03 19:44:49.481817 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.499409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Transition to ACTIVE for port object 4b1f8732-6b8e-4f8f-a020-3791986558e1 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:49.538550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.589942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:49.593811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:49.600135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:49.629400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event updated for resources: {'Port': ['ID=4b1f8732-6b8e-4f8f-a020-3791986558e1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:49.665812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.666369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.686708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ba64fcc2-180d-4e14-a80b-c527aac81522 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8726685 Aug 03 19:44:49.686868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50584) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:49.702879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723f590-a6f5-4fb5-b7b8-5f0aa9f252ef None None] Network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:49.739846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe02b5-b6e0-4945-8dc9-922ec8cbdb8a tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.746444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe02b5-b6e0-4945-8dc9-922ec8cbdb8a tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.752735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe02b5-b6e0-4945-8dc9-922ec8cbdb8a tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.754455 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eabe02b5-b6e0-4945-8dc9-922ec8cbdb8a tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0664868 Aug 03 19:44:49.757413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50586) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:49.770257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1cc34002-9ff8-4387-acb2-92b47f1cf70f None None] Provisioning for port 5ef8327e-e516-4d3b-b531-22d13b7b663c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:49.780000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1cc34002-9ff8-4387-acb2-92b47f1cf70f None None] Provisioning complete for port 5ef8327e-e516-4d3b-b531-22d13b7b663c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:49.780377 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cc34002-9ff8-4387-acb2-92b47f1cf70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.852637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-643e26f7-528d-48b4-954a-0cc14925cacf tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Deleting port 4b1f8732-6b8e-4f8f-a020-3791986558e1 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:49.853733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-643e26f7-528d-48b4-954a-0cc14925cacf tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.935210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cc34002-9ff8-4387-acb2-92b47f1cf70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.949466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-643e26f7-528d-48b4-954a-0cc14925cacf tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.964775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-643e26f7-528d-48b4-954a-0cc14925cacf tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Calling delete_port for 4b1f8732-6b8e-4f8f-a020-3791986558e1 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:49.979806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1cc34002-9ff8-4387-acb2-92b47f1cf70f None None] For port 5ef8327e-e516-4d3b-b531-22d13b7b663c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5ef8327e-e516-4d3b-b531-22d13b7b663c,segment=NetworkSegment(13bfed6c-eb04-47ce-b483-35c5f261d26a),segment_id=13bfed6c-eb04-47ce-b483-35c5f261d26a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:49.984852 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cc34002-9ff8-4387-acb2-92b47f1cf70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.039997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc34002-9ff8-4387-acb2-92b47f1cf70f None None] Pushing event updated for resources: {'Port': ['ID=5ef8327e-e516-4d3b-b531-22d13b7b663c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:50.123228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-643e26f7-528d-48b4-954a-0cc14925cacf tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.155191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e26f7-528d-48b4-954a-0cc14925cacf tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event deleted for resources: {'Port': ['ID=4b1f8732-6b8e-4f8f-a020-3791986558e1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:50.202027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc112b27-fcf5-47a4-b286-78227f6d0e8f None None] Could not find standard attr ID for object 4b1f8732-6b8e-4f8f-a020-3791986558e1. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:44:50.214513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc112b27-fcf5-47a4-b286-78227f6d0e8f None None] Provisioning for port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:50.222543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc112b27-fcf5-47a4-b286-78227f6d0e8f None None] Provisioning complete for port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:50.222918 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc112b27-fcf5-47a4-b286-78227f6d0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.239233 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-643e26f7-528d-48b4-954a-0cc14925cacf tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.246254 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-643e26f7-528d-48b4-954a-0cc14925cacf tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "DELETE /v2.0/ports/4b1f8732-6b8e-4f8f-a020-3791986558e1 HTTP/1.1" status: 204 len: 168 time: 0.4833927 Aug 03 19:44:50.246673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50590) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:50.252789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Request body: {'port': {'name': 'tempest-new-port-name-644489485', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:50.253424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.api.validators [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] bootfile-name is not in valid_values {{(pid=94134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:44:50.253793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.api.validators [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] tftp-server is not in valid_values {{(pid=94134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:44:50.254128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.api.validators [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] server-ip-address is not in valid_values {{(pid=94134) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:44:50.263625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bc112b27-fcf5-47a4-b286-78227f6d0e8f None None] Port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:50.275933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bc112b27-fcf5-47a4-b286-78227f6d0e8f None None] Provisioning complete for port 5ef8327e-e516-4d3b-b531-22d13b7b663c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:50.275933 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc112b27-fcf5-47a4-b286-78227f6d0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.338497 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.497874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-14aa5ecc-0218-48fd-b9d0-97b2bdb4396d None None] Provisioning complete for port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:50.498338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-14aa5ecc-0218-48fd-b9d0-97b2bdb4396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.536279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-14aa5ecc-0218-48fd-b9d0-97b2bdb4396d None None] Port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:50.550092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9e8e1-2cd5-4abc-b519-fd40cbe9058b req-e283f756-3621-40d5-93cf-bae8dc8a2ad5 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:50.551704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbd9e8e1-2cd5-4abc-b519-fd40cbe9058b req-e283f756-3621-40d5-93cf-bae8dc8a2ad5 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 945 time: 0.0865390 Aug 03 19:44:50.618621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbd9e8e1-2cd5-4abc-b519-fd40cbe9058b req-4f1ca67a-00a4-420a-af29-de9ec7bd4ddc tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Aug 03 19:44:50.636200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.642659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.643583 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.650192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2451d94c-bbdc-4aa7-b10d-fb00ecb48d67 None None] Could not find standard attr ID for object 4b1f8732-6b8e-4f8f-a020-3791986558e1. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:44:50.727212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event updated for resources: {'Port': ['ID=1aa94888-19fc-41d6-b6a8-a28f6e2313e8,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:50.740362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] In _notify_port_updated(), no bound segment for port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 on network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 {{(pid=94134) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:44:50.746356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:50.747028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.748401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1443d876-832d-44ca-babb-cba742994338 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "PUT /v2.0/ports/1aa94888-19fc-41d6-b6a8-a28f6e2313e8 HTTP/1.1" status: 200 len: 1135 time: 0.5006843 Aug 03 19:44:50.751189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50594) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:50.811439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aed62d-dd39-4010-b690-c1b50065c2a8 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:50.816050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-05aed62d-dd39-4010-b690-c1b50065c2a8 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "GET /v2.0/ports/1aa94888-19fc-41d6-b6a8-a28f6e2313e8 HTTP/1.1" status: 200 len: 1135 time: 0.0606863 Aug 03 19:44:50.817008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50596) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:50.861657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-63acaf20-4078-4f7c-aaed-fb139dd35f97 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:50.864009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-63acaf20-4078-4f7c-aaed-fb139dd35f97 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.88 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 945 time: 0.0693891 Aug 03 19:44:50.877821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5ef8327e-e516-4d3b-b531-22d13b7b663c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:50.938480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cd975801-5ce8-40de-848d-3e0a25942364 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Deleting port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:50.939009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd975801-5ce8-40de-848d-3e0a25942364 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.942791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5ef8327e-e516-4d3b-b531-22d13b7b663c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:50.943171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:50.992366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Deleting port f1deeac5-660b-4d9a-84f2-4839569cc9df {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:50.992716 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.039662 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd975801-5ce8-40de-848d-3e0a25942364 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.053561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cd975801-5ce8-40de-848d-3e0a25942364 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Calling delete_port for 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:51.073568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cd4a0cff-01b9-40c3-b75f-808be29dde9e None None] Provisioning complete for port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:51.074512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cd4a0cff-01b9-40c3-b75f-808be29dde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.104713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] For port f1deeac5-660b-4d9a-84f2-4839569cc9df, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=f1deeac5-660b-4d9a-84f2-4839569cc9df,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:51.105334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.111610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a0cff-01b9-40c3-b75f-808be29dde9e None None] Port 1aa94888-19fc-41d6-b6a8-a28f6e2313e8 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:51.119213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Calling delete_port for f1deeac5-660b-4d9a-84f2-4839569cc9df owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:51.201979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd975801-5ce8-40de-848d-3e0a25942364 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.231612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd975801-5ce8-40de-848d-3e0a25942364 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event deleted for resources: {'Port': ['ID=1aa94888-19fc-41d6-b6a8-a28f6e2313e8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:51.275716 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.290778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['1daf7ed0-0254-4cc0-938b-325c76ce4a22', 'f1deeac5-660b-4d9a-84f2-4839569cc9df'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:51.322616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f81ab83a-d306-4b65-be40-94b348ad1161'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:51.324304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Pushing event deleted for resources: {'Port': ['ID=f1deeac5-660b-4d9a-84f2-4839569cc9df,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:51.340874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd975801-5ce8-40de-848d-3e0a25942364 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.346123 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cd975801-5ce8-40de-848d-3e0a25942364 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "DELETE /v2.0/ports/1aa94888-19fc-41d6-b6a8-a28f6e2313e8 HTTP/1.1" status: 204 len: 168 time: 0.5274255 Aug 03 19:44:51.346909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50600) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:51.389581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] No DVR routers for this DVR port f1deeac5-660b-4d9a-84f2-4839569cc9df on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:51.392359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.394910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b9e6715-95df-4b3f-aaee-b2f14c8a91db req-e3d6876e-d9ae-4720-b6c5-03e8d67a088f tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.88 "DELETE /v2.0/ports/f1deeac5-660b-4d9a-84f2-4839569cc9df HTTP/1.1" status: 204 len: 173 time: 0.5245976 Aug 03 19:44:51.395402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2859c1ea-c6cb-4fad-80cf-f0bc99cd5222', 'name': 'network-vif-deleted', 'tag': 'f1deeac5-660b-4d9a-84f2-4839569cc9df'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:51.398961 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b70594-abed-4c92-8262-9800c47e6b7d" -d '{"events": [{"server_uuid": "2859c1ea-c6cb-4fad-80cf-f0bc99cd5222", "name": "network-vif-deleted", "tag": "f1deeac5-660b-4d9a-84f2-4839569cc9df"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:51.453318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79e727c-be23-4658-bc57-8dc3e71c205b tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Deleting subnet de297bd1-f9fb-45c1-a558-402d354e4f45 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:51.465605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e79e727c-be23-4658-bc57-8dc3e71c205b tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.466737 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6446f8af-7903-458a-8eb5-23cb9db5673d x-openstack-request-id: req-6446f8af-7903-458a-8eb5-23cb9db5673d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:51.467307 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2859c1ea-c6cb-4fad-80cf-f0bc99cd5222", "name": "network-vif-deleted", "tag": "f1deeac5-660b-4d9a-84f2-4839569cc9df", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:51.467987 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6446f8af-7903-458a-8eb5-23cb9db5673d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:51.468710 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2859c1ea-c6cb-4fad-80cf-f0bc99cd5222', 'name': 'network-vif-deleted', 'tag': 'f1deeac5-660b-4d9a-84f2-4839569cc9df', 'status': 'completed', 'code': 200} Aug 03 19:44:51.520981 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e79e727c-be23-4658-bc57-8dc3e71c205b tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.631794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e79e727c-be23-4658-bc57-8dc3e71c205b tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.705911 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e79e727c-be23-4658-bc57-8dc3e71c205b tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.734865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e727c-be23-4658-bc57-8dc3e71c205b tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event deleted for resources: {'Subnet': ['ID=de297bd1-f9fb-45c1-a558-402d354e4f45,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:51.738367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a78a2c7e-a9ed-4112-b4cf-3e84d3fb7150 req-52cfd6d8-e3c6-46c1-b488-56b4151cedf0 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2859c1ea-c6cb-4fad-80cf-f0bc99cd5222 HTTP/1.1" status: 200 len: 210 time: 0.0272872 Aug 03 19:44:51.740712 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e79e727c-be23-4658-bc57-8dc3e71c205b tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.743003 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e79e727c-be23-4658-bc57-8dc3e71c205b tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "DELETE /v2.0/subnets/de297bd1-f9fb-45c1-a558-402d354e4f45 HTTP/1.1" status: 204 len: 168 time: 0.3948257 Aug 03 19:44:51.746365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50606) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:51.750929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f726ce9f-9ee1-4be4-a9dd-86860d00185f None None] Network 8c642261-b56c-4144-8e5e-f9d0f2b208b3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:51.833940 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.895748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Deleting port 5ef8327e-e516-4d3b-b531-22d13b7b663c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:51.896105 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.951613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] DHCP port deletion for 8c642261-b56c-4144-8e5e-f9d0f2b208b3 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:44:51.973927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] For port 5ef8327e-e516-4d3b-b531-22d13b7b663c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5ef8327e-e516-4d3b-b531-22d13b7b663c,segment=NetworkSegment(13bfed6c-eb04-47ce-b483-35c5f261d26a),segment_id=13bfed6c-eb04-47ce-b483-35c5f261d26a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:51.974537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:51.992180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Calling delete_port for 5ef8327e-e516-4d3b-b531-22d13b7b663c owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:52.018211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] Deleting port 5ef8327e-e516-4d3b-b531-22d13b7b663c {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:52.018580 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.082923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.100429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] For port 5ef8327e-e516-4d3b-b531-22d13b7b663c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5ef8327e-e516-4d3b-b531-22d13b7b663c,segment=NetworkSegment(13bfed6c-eb04-47ce-b483-35c5f261d26a),segment_id=13bfed6c-eb04-47ce-b483-35c5f261d26a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:52.101244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.108220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event deleted for resources: {'Port': ['ID=5ef8327e-e516-4d3b-b531-22d13b7b663c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:52.112372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] No DVR routers for this DVR port 5ef8327e-e516-4d3b-b531-22d13b7b663c on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:52.127178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] Calling delete_port for 5ef8327e-e516-4d3b-b531-22d13b7b663c owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:52.199685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.209907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c642261-b56c-4144-8e5e-f9d0f2b208b3']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:52.215374 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.220659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bfed6c-eb04-47ce-b483-35c5f261d26a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:52.220964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bfed6c-eb04-47ce-b483-35c5f261d26a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:52.230272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.245274 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.245738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] Pushing event deleted for resources: {'Port': ['ID=5ef8327e-e516-4d3b-b531-22d13b7b663c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:52.251599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637af81c-ef21-480b-b713-ef66434ddee0 None None] No DVR routers for this DVR port 5ef8327e-e516-4d3b-b531-22d13b7b663c on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:52.252030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:44:52.252505 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:44:52.255835 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:44:52.318794 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.337853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.342283 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] 10.222.0.42 "DELETE /v2.0/networks/8c642261-b56c-4144-8e5e-f9d0f2b208b3 HTTP/1.1" status: 204 len: 168 time: 0.5923140 Aug 03 19:44:52.342283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745addd-076c-47dc-b289-c2657f391565 tempest-ExtraDHCPOptionsTestJSON-1933595459 tempest-ExtraDHCPOptionsTestJSON-1933595459-project] Pushing event deleted for resources: {'Network': ['ID=8c642261-b56c-4144-8e5e-f9d0f2b208b3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:52.633349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50618) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:52.787929 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2c6e5ac5-5111-44e0-bf9e-3c098c18c673 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d34fe2568126436caa859a6fd5855705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531806 Aug 03 19:44:52.790340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50624) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:52.849154 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e92ba72-5155-4ae2-9307-c31354b2696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.876220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5ef8327e-e516-4d3b-b531-22d13b7b663c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:52.876633 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e92ba72-5155-4ae2-9307-c31354b2696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.900229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 5ef8327e-e516-4d3b-b531-22d13b7b663c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:52.900792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5ef8327e-e516-4d3b-b531-22d13b7b663c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:52.942825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e92ba72-5155-4ae2-9307-c31354b2696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.948282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e92ba72-5155-4ae2-9307-c31354b2696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.952389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e92ba72-5155-4ae2-9307-c31354b2696a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e23f239f-17b0-47ae-afd9-e0abd4eb7a99 HTTP/1.1" status: 204 len: 168 time: 0.1580746 Aug 03 19:44:52.963578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92ba72-5155-4ae2-9307-c31354b2696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23f239f-17b0-47ae-afd9-e0abd4eb7a99,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:53.119051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff6f76-ab95-4708-a7c6-c535365c1470 req-4a1eb1e3-778d-4883-b4c3-6475c5428cda tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:53.121317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34ff6f76-ab95-4708-a7c6-c535365c1470 req-4a1eb1e3-778d-4883-b4c3-6475c5428cda tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 946 time: 0.0535889 Aug 03 19:44:53.170139 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34ff6f76-ab95-4708-a7c6-c535365c1470 req-9d8764b4-2ed9-4382-83ff-461898176d4c tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Aug 03 19:44:53.685242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50652) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:53.815795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-781971200'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:53.868870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Made reservation on behalf of 43fcf0cccdbc4f118c2077dfb4ce887a for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:53.873924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:53.885725 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.007264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.012122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.042501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:44:54.053193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccbeddc-3b39-4ed3-bdb1-54b8a2df4f36,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:54.059292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.059644 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Added segment e77f536f-538e-448d-b40e-4b53ac4b558e of type vlan for network d2eb0eb1-6524-40c6-b51b-c42868bc5401 Aug 03 19:44:54.112230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.147197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.153631 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:54.154312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.215490 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5265219 Aug 03 19:44:54.217461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50658) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:54.225330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Request body: {'subnet': {'network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:54.234123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b81bff-7aea-4742-9ca7-57611df8d80b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'Network': ['ID=d2eb0eb1-6524-40c6-b51b-c42868bc5401,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:54.247560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:44:54.268742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1deeac5-660b-4d9a-84f2-4839569cc9df no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:54.317630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: f1deeac5-660b-4d9a-84f2-4839569cc9df {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:54.318306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device f1deeac5-660b-4d9a-84f2-4839569cc9df not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:54.370697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b93ac9-9956-47b9-a366-93b20ac037c6 req-e2620f21-cd5a-4103-b7a9-0e5c90ed51d3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:54.372763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00b93ac9-9956-47b9-a366-93b20ac037c6 req-e2620f21-cd5a-4103-b7a9-0e5c90ed51d3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 946 time: 0.0851994 Aug 03 19:44:54.383816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Made reservation on behalf of 43fcf0cccdbc4f118c2077dfb4ce887a for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:54.387511 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.469051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:44:54.531118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00b93ac9-9956-47b9-a366-93b20ac037c6 req-3aaafa30-2b77-4537-958a-11ed0a37dd78 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277425 Aug 03 19:44:54.554360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-7141771e-6689-440f-b4ae-7ec84eb79208 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:54.555935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-7141771e-6689-440f-b4ae-7ec84eb79208 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.88 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 946 time: 0.1173685 Aug 03 19:44:54.717999 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.797011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'Subnet': ['ID=af9e13ac-f936-40b6-9df2-a38a72cb813a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:54.803067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Deleting port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:54.803375 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.846903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Checking segment: {'id': 'e77f536f-538e-448d-b40e-4b53ac4b558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:54.847262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Network hostable DHCP agents. Network: d2eb0eb1-6524-40c6-b51b-c42868bc5401, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:44:54.886131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:44:54.899982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d2eb0eb1-6524-40c6-b51b-c42868bc5401) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:54.905797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:54.906503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.910620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42f629-5bdb-4c49-a7a8-3c56d3879d83 None None] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:54.925149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] For port 1daf7ed0-0254-4cc0-938b-325c76ce4a22, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=1daf7ed0-0254-4cc0-938b-325c76ce4a22,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:54.925548 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.941518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Calling delete_port for 1daf7ed0-0254-4cc0-938b-325c76ce4a22 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:54.946848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f19a42f0-0396-4e42-8378-95446330a5fe tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7249389 Aug 03 19:44:54.947051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50662) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:54.953448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d4addca7-c2a5-437c-abfb-ba283d5e9e3f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-157055300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:55.025029 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4addca7-c2a5-437c-abfb-ba283d5e9e3f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.026745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4addca7-c2a5-437c-abfb-ba283d5e9e3f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.095574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17372d69-f708-40d8-a224-53d391879417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-d2eb0eb1-6524-40c6-b51b-c42868bc5401', 'network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401', 'tenant_id': '43fcf0cccdbc4f118c2077dfb4ce887a', 'fixed_ips': [{'subnet_id': 'af9e13ac-f936-40b6-9df2-a38a72cb813a'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:44:55.096467 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17372d69-f708-40d8-a224-53d391879417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.153601 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4addca7-c2a5-437c-abfb-ba283d5e9e3f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.159184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4addca7-c2a5-437c-abfb-ba283d5e9e3f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.204462 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d4addca7-c2a5-437c-abfb-ba283d5e9e3f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.206319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d4addca7-c2a5-437c-abfb-ba283d5e9e3f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2576072 Aug 03 19:44:55.208977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50668) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:55.226179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.240578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['1daf7ed0-0254-4cc0-938b-325c76ce4a22'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:55.259358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Pushing event deleted for resources: {'Port': ['ID=1daf7ed0-0254-4cc0-938b-325c76ce4a22,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:55.284598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f81ab83a-d306-4b65-be40-94b348ad1161'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:55.296952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-17372d69-f708-40d8-a224-53d391879417 None None] Allocated IP 172.20.0.2 (d2eb0eb1-6524-40c6-b51b-c42868bc5401/af9e13ac-f936-40b6-9df2-a38a72cb813a/6ea43d27-3ac3-464e-8d49-5f0b214e5c37) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:55.318896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] No DVR routers for this DVR port 1daf7ed0-0254-4cc0-938b-325c76ce4a22 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:55.322369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.326230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e76bde3-1b16-4c2f-aaad-69c5adedd369 req-46d7bb09-6b2a-4a07-bc52-d78ddab80469 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.88 "DELETE /v2.0/ports/1daf7ed0-0254-4cc0-938b-325c76ce4a22 HTTP/1.1" status: 204 len: 173 time: 0.7334132 Aug 03 19:44:55.326809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eff52c-4416-4c96-8b3c-5296300db993', 'name': 'network-vif-deleted', 'tag': '1daf7ed0-0254-4cc0-938b-325c76ce4a22'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:55.341350 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eeec02-d5b1-4e78-b253-e18f1dbc6313" -d '{"events": [{"server_uuid": "47eff52c-4416-4c96-8b3c-5296300db993", "name": "network-vif-deleted", "tag": "1daf7ed0-0254-4cc0-938b-325c76ce4a22"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:55.433425 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18e1be-ed87-45d0-a158-96465dba5ce5 x-openstack-request-id: req-1a18e1be-ed87-45d0-a158-96465dba5ce5 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:55.433621 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eff52c-4416-4c96-8b3c-5296300db993", "name": "network-vif-deleted", "tag": "1daf7ed0-0254-4cc0-938b-325c76ce4a22", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:55.433724 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a18e1be-ed87-45d0-a158-96465dba5ce5 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:55.434169 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eff52c-4416-4c96-8b3c-5296300db993', 'name': 'network-vif-deleted', 'tag': '1daf7ed0-0254-4cc0-938b-325c76ce4a22', 'status': 'completed', 'code': 200} Aug 03 19:44:55.601159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.620494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17372d69-f708-40d8-a224-53d391879417 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.645429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-17372d69-f708-40d8-a224-53d391879417 None None] Transition to ACTIVE for port object 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:55.668432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-17372d69-f708-40d8-a224-53d391879417 None None] Transition to ACTIVE for port object 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:55.696608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c1129f2-afc3-4a7a-8e08-49f1423d0f44 req-81cdacbd-191a-4c1a-b4b8-a6725f62fef6 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=47eff52c-4416-4c96-8b3c-5296300db993 HTTP/1.1" status: 200 len: 210 time: 0.0472806 Aug 03 19:44:55.698997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17372d69-f708-40d8-a224-53d391879417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.765867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17372d69-f708-40d8-a224-53d391879417 None None] Pushing event updated for resources: {'Port': ['ID=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:55.770813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17372d69-f708-40d8-a224-53d391879417 None None] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:55.773633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-17372d69-f708-40d8-a224-53d391879417 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:55.791173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17372d69-f708-40d8-a224-53d391879417 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:55.971221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Allocated IP 172.20.0.1 (d2eb0eb1-6524-40c6-b51b-c42868bc5401/af9e13ac-f936-40b6-9df2-a38a72cb813a/8a7fa08f-1d62-468e-9aed-5556b1f9ebac) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:56.078712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-17372d69-f708-40d8-a224-53d391879417 None None] Attempting to bind port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:56.079150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-17372d69-f708-40d8-a224-53d391879417 None None] Attempting to bind port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'e77f536f-538e-448d-b40e-4b53ac4b558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:56.079551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17372d69-f708-40d8-a224-53d391879417 None None] Attempting to bind port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 on network d2eb0eb1-6524-40c6-b51b-c42868bc5401 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:56.091802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17372d69-f708-40d8-a224-53d391879417 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:56.092434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17372d69-f708-40d8-a224-53d391879417 None None] Checking segment: {'id': 'e77f536f-538e-448d-b40e-4b53ac4b558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:56.092787 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17372d69-f708-40d8-a224-53d391879417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.093226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17372d69-f708-40d8-a224-53d391879417 None None] Bound using segment: {'id': 'e77f536f-538e-448d-b40e-4b53ac4b558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:56.093913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-17372d69-f708-40d8-a224-53d391879417 None None] Bound port: 6ea43d27-3ac3-464e-8d49-5f0b214e5c37, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77f536f-538e-448d-b40e-4b53ac4b558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:56.094354 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17372d69-f708-40d8-a224-53d391879417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.107218 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.180030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.197438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Transition to ACTIVE for port object 8a7fa08f-1d62-468e-9aed-5556b1f9ebac will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:56.205952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-17372d69-f708-40d8-a224-53d391879417 None None] For port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:56.210871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-17372d69-f708-40d8-a224-53d391879417 None None] For port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,segment=NetworkSegment(e77f536f-538e-448d-b40e-4b53ac4b558e),segment_id=e77f536f-538e-448d-b40e-4b53ac4b558e)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:56.215097 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-52a9be2c-3e7d-43aa-9771-c3c85b5a305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.220350 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17372d69-f708-40d8-a224-53d391879417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.243646 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.288537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:56.296637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:56.302260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:56.303403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17372d69-f708-40d8-a224-53d391879417 None None] Pushing event updated for resources: {'Port': ['ID=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:56.336826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'Port': ['ID=8a7fa08f-1d62-468e-9aed-5556b1f9ebac,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:56.367241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.560062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.970570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:57.101136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:57.214581 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:57.225341 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:57.331554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'Port': ['ID=8a7fa08f-1d62-468e-9aed-5556b1f9ebac,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:57.336464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:57.491346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:57.493125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:57.640845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Router 801dee31-8615-4020-b0ff-19fceb0c5e7f is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:44:57.648825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67df5bd-acaf-4aa0-8e10-0a8eb322bcf6 None None] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:57.725032 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ea007b0c-f1d5-4a72-b185-776e0c3537be None None] Provisioning for port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:57.738274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ea007b0c-f1d5-4a72-b185-776e0c3537be None None] Provisioning complete for port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:57.739363 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea007b0c-f1d5-4a72-b185-776e0c3537be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:57.767621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:44:57.773922 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-63f4e1b2-d55d-4eff-8566-9e72579b48f1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "PUT /v2.0/routers/801dee31-8615-4020-b0ff-19fceb0c5e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5614002 Aug 03 19:44:57.776663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50686) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:57.780595 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593b044-e929-4148-89ed-5db5f8403db8 None None] Sync routers for ids ['801dee31-8615-4020-b0ff-19fceb0c5e7f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:44:57.795236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Request body: {'port': {'network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401', 'name': 'tempest-FloatingIPNegativeTestJSON-1491860090'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:57.803637 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593b044-e929-4148-89ed-5db5f8403db8 None None] Routers {'801dee31-8615-4020-b0ff-19fceb0c5e7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:57.805046 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4593b044-e929-4148-89ed-5db5f8403db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:44:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['801dee31-8615-4020-b0ff-19fceb0c5e7f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:57.856952 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4593b044-e929-4148-89ed-5db5f8403db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:57.871169 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593b044-e929-4148-89ed-5db5f8403db8 None None] Routers {'801dee31-8615-4020-b0ff-19fceb0c5e7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:57.872511 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4593b044-e929-4148-89ed-5db5f8403db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:44:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['801dee31-8615-4020-b0ff-19fceb0c5e7f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:57.921518 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4593b044-e929-4148-89ed-5db5f8403db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:57.922640 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593b044-e929-4148-89ed-5db5f8403db8 None None] The sync data for ids ['801dee31-8615-4020-b0ff-19fceb0c5e7f'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:44:57.939127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea007b0c-f1d5-4a72-b185-776e0c3537be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:57.984307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ea007b0c-f1d5-4a72-b185-776e0c3537be None None] For port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,segment=NetworkSegment(e77f536f-538e-448d-b40e-4b53ac4b558e),segment_id=e77f536f-538e-448d-b40e-4b53ac4b558e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:57.993443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea007b0c-f1d5-4a72-b185-776e0c3537be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:58.086279 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea007b0c-f1d5-4a72-b185-776e0c3537be None None] Pushing event updated for resources: {'Port': ['ID=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:58.149330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Made reservation on behalf of 43fcf0cccdbc4f118c2077dfb4ce887a for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:58.169277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:58.186143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] device_id is not set on port f475f0d8-663f-4a30-bfba-a0d4e0916123 yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:44:58.252641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1daf7ed0-0254-4cc0-938b-325c76ce4a22 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:58.290835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 1daf7ed0-0254-4cc0-938b-325c76ce4a22 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:58.291297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 1daf7ed0-0254-4cc0-938b-325c76ce4a22 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:58.370081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-639a638d-c152-45a4-bc31-80a7498fb56d None None] Provisioning complete for port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:58.377506 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-639a638d-c152-45a4-bc31-80a7498fb56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:58.526656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-639a638d-c152-45a4-bc31-80a7498fb56d None None] Provisioning for port 8a7fa08f-1d62-468e-9aed-5556b1f9ebac completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:58.531517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-639a638d-c152-45a4-bc31-80a7498fb56d None None] Provisioning complete for port 8a7fa08f-1d62-468e-9aed-5556b1f9ebac triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:58.531844 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-639a638d-c152-45a4-bc31-80a7498fb56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:58.592948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-639a638d-c152-45a4-bc31-80a7498fb56d None None] Port 8a7fa08f-1d62-468e-9aed-5556b1f9ebac cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:58.723813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7c77b994-0776-459d-8797-93289c6d06d5 None None] Provisioning complete for port 8a7fa08f-1d62-468e-9aed-5556b1f9ebac triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:58.725989 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7c77b994-0776-459d-8797-93289c6d06d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:58.786347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Allocated IP 172.20.0.10 (d2eb0eb1-6524-40c6-b51b-c42868bc5401/af9e13ac-f936-40b6-9df2-a38a72cb813a/f475f0d8-663f-4a30-bfba-a0d4e0916123) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:58.815439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7c77b994-0776-459d-8797-93289c6d06d5 None None] Port 8a7fa08f-1d62-468e-9aed-5556b1f9ebac cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:58.919109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:59.026129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:59.026919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.077399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7464095e-aa37-40ea-ab4b-d93b28c55a60 None None] Provisioning complete for port 8a7fa08f-1d62-468e-9aed-5556b1f9ebac triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:59.077708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7464095e-aa37-40ea-ab4b-d93b28c55a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.098648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.122428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Transition to ACTIVE for port object f475f0d8-663f-4a30-bfba-a0d4e0916123 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:59.128443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7464095e-aa37-40ea-ab4b-d93b28c55a60 None None] Port 8a7fa08f-1d62-468e-9aed-5556b1f9ebac cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:59.196918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.263334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:59.264911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:59.268421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:59.319408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'Port': ['ID=f475f0d8-663f-4a30-bfba-a0d4e0916123,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:59.384110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:59.385491 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.424082 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-115c9bce-de8e-4601-a64a-df8e78d0431f tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6417964 Aug 03 19:44:59.425004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50694) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:59.435249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:59.483741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.659678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cad038b0-2d7e-42f7-b1c7-2cd08c0bf16a None None] Provisioning for port f475f0d8-663f-4a30-bfba-a0d4e0916123 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:59.666411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cad038b0-2d7e-42f7-b1c7-2cd08c0bf16a None None] Provisioning complete for port f475f0d8-663f-4a30-bfba-a0d4e0916123 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:59.667119 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cad038b0-2d7e-42f7-b1c7-2cd08c0bf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.671691 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.712128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cad038b0-2d7e-42f7-b1c7-2cd08c0bf16a None None] Port f475f0d8-663f-4a30-bfba-a0d4e0916123 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:59.786706 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.849748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Allocated IP 172.25.4.239 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/5f382eac-7bf0-4067-aabc-cb3cbb86164d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:59.983782 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.032818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.104177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'Port': ['ID=5f382eac-7bf0-4067-aabc-cb3cbb86164d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:00.111300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:45:00.113026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:00.118157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:45:00.219659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.261681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.308888 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed92795a-dc60-4398-8ade-251f97edc5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.529263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.535080 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.583091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09112b7-e860-419e-ba5f-e907b21a1e0e req-c70e8d6d-c1b7-45d8-8212-7a7a104e6fa3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:00.591184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e09112b7-e860-419e-ba5f-e907b21a1e0e req-c70e8d6d-c1b7-45d8-8212-7a7a104e6fa3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 945 time: 0.0620673 Aug 03 19:45:00.617458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'Port': ['ID=5f382eac-7bf0-4067-aabc-cb3cbb86164d,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:00.633033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.640370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e09112b7-e860-419e-ba5f-e907b21a1e0e req-009cd095-bf65-4d55-9c62-20cbdebbaa75 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479531 Aug 03 19:45:00.652155 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.653429 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-977188ba-c596-4b3d-be33-a0b162477c96 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2270761 Aug 03 19:45:00.657967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50704) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:00.663161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-669cc6ef-f115-4b71-bb3a-314a6417be4d tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Request body: {'floatingip': {'port_id': 'f475f0d8-663f-4a30-bfba-a0d4e0916123', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:00.726866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-669cc6ef-f115-4b71-bb3a-314a6417be4d tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.879507 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-669cc6ef-f115-4b71-bb3a-314a6417be4d tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] update failed (client error): The resource could not be found. Aug 03 19:45:00.887865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50708) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:00.890122 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-669cc6ef-f115-4b71-bb3a-314a6417be4d tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "PUT /v2.0/floatingips/7b2b4038-d88e-490e-82cd-716a115a5590 HTTP/1.1" status: 404 len: 507 time: 0.2299082 Aug 03 19:45:01.027201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Deleting port 5f382eac-7bf0-4067-aabc-cb3cbb86164d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:01.027832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.115046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.115342 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.128656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Calling delete_port for 5f382eac-7bf0-4067-aabc-cb3cbb86164d owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:01.287089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.316311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event deleted for resources: {'Port': ['ID=5f382eac-7bf0-4067-aabc-cb3cbb86164d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:01.380107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.382934 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.384191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ef17bd7f-c2f3-491d-af54-74ef089cbe20 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "DELETE /v2.0/floatingips/7b2b4038-d88e-490e-82cd-716a115a5590 HTTP/1.1" status: 204 len: 168 time: 0.4953275 Aug 03 19:45:01.388611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50712) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:01.393511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2b6a1cec-4cc6-4f02-a9a0-1a99921f31ee tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Request body: {'floatingip': {'floating_network_id': 'd2eb0eb1-6524-40c6-b51b-c42868bc5401', 'port_id': 'f475f0d8-663f-4a30-bfba-a0d4e0916123', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:01.419341 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1cec-4cc6-4f02-a9a0-1a99921f31ee tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.542748 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-2b6a1cec-4cc6-4f02-a9a0-1a99921f31ee tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:01.547211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b6a1cec-4cc6-4f02-a9a0-1a99921f31ee tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1543336 Aug 03 19:45:01.547609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50716) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:01.552752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'f475f0d8-663f-4a30-bfba-a0d4e0916123', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:01.578290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.693898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.760928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32afa8-e415-48f2-844c-4e8e4039d4c6 req-c6fd18e8-b8d6-4fec-a4cc-3a19417e8262 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:01.762597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e32afa8-e415-48f2-844c-4e8e4039d4c6 req-c6fd18e8-b8d6-4fec-a4cc-3a19417e8262 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 945 time: 0.0559573 Aug 03 19:45:01.809428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e32afa8-e415-48f2-844c-4e8e4039d4c6 req-c9913d9c-5331-4b18-bca6-061aabe6b4a8 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Aug 03 19:45:01.818901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Allocated IP 172.25.4.143 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/4db19134-82c7-44ee-a30e-d16aeaa6a76d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:45:01.949267 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.992634 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:01.995699 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.034701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:45:02.042389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:02.046884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:45:02.050278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event updated for resources: {'Port': ['ID=4db19134-82c7-44ee-a30e-d16aeaa6a76d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:02.077894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.078379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.078571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.078904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.079225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.079551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.079881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.080209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.080531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.080859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.081170 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.081504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:02.238362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Deleting port 4db19134-82c7-44ee-a30e-d16aeaa6a76d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:02.238708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.319084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.319417 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.331860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Calling delete_port for 4db19134-82c7-44ee-a30e-d16aeaa6a76d owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:02.449420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-49d4e92e-a6b0-4fa4-b12f-726dc10287cc tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:02.450876 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-49d4e92e-a6b0-4fa4-b12f-726dc10287cc tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.63 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 945 time: 0.0750461 Aug 03 19:45:02.556158 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.595351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event deleted for resources: {'Port': ['ID=4db19134-82c7-44ee-a30e-d16aeaa6a76d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:02.657379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Deleting port f81ab83a-d306-4b65-be40-94b348ad1161 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:02.657756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.737127 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] create failed (client error): The resource could not be found. Aug 03 19:45:02.743466 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36b222b3-7567-47cf-a2e8-d8b5007700e1 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1897328 Aug 03 19:45:02.743931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50722) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:02.770636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] For port f81ab83a-d306-4b65-be40-94b348ad1161, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f81ab83a-d306-4b65-be40-94b348ad1161,segment=NetworkSegment(f04b99ba-9a01-4ccb-a6d0-df6ef6567c76),segment_id=f04b99ba-9a01-4ccb-a6d0-df6ef6567c76)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:02.771138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.790373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Calling delete_port for f81ab83a-d306-4b65-be40-94b348ad1161 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:02.869631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-572f4ad1-82f9-423d-b5bb-fe2d3b9cf6df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Deleting port f475f0d8-663f-4a30-bfba-a0d4e0916123 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:02.872267 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-572f4ad1-82f9-423d-b5bb-fe2d3b9cf6df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.936852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:02.969055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Pushing event deleted for resources: {'Port': ['ID=f81ab83a-d306-4b65-be40-94b348ad1161,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:02.972019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f81ab83a-d306-4b65-be40-94b348ad1161'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:45:03.022504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] No DVR routers for this DVR port f81ab83a-d306-4b65-be40-94b348ad1161 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:45:03.025408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:03.027737 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-993c24b2-cd7d-4461-8012-aa6c732697bc req-748104a7-758b-4195-99e8-25decd461ca3 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.63 "DELETE /v2.0/ports/f81ab83a-d306-4b65-be40-94b348ad1161 HTTP/1.1" status: 204 len: 173 time: 0.5686116 Aug 03 19:45:03.028273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c3f581-d0e6-4d73-84e4-7e91a63883c2', 'name': 'network-vif-deleted', 'tag': 'f81ab83a-d306-4b65-be40-94b348ad1161'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:03.030715 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659379c2-e0e4-421f-b7da-df21f625959b" -d '{"events": [{"server_uuid": "51c3f581-d0e6-4d73-84e4-7e91a63883c2", "name": "network-vif-deleted", "tag": "f81ab83a-d306-4b65-be40-94b348ad1161"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:03.137919 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98eae7e-86fc-4697-8b60-6175f490012d x-openstack-request-id: req-d98eae7e-86fc-4697-8b60-6175f490012d {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:03.138223 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c3f581-d0e6-4d73-84e4-7e91a63883c2", "name": "network-vif-deleted", "tag": "f81ab83a-d306-4b65-be40-94b348ad1161", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:03.138478 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d98eae7e-86fc-4697-8b60-6175f490012d {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:03.138882 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c3f581-d0e6-4d73-84e4-7e91a63883c2', 'name': 'network-vif-deleted', 'tag': 'f81ab83a-d306-4b65-be40-94b348ad1161', 'status': 'completed', 'code': 200} Aug 03 19:45:03.296537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d146c3-e486-4f45-85cb-cde91e6c42ea req-a0cae11f-f7e0-4721-bd9a-09be647dd589 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:03.298111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48d146c3-e486-4f45-85cb-cde91e6c42ea req-a0cae11f-f7e0-4721-bd9a-09be647dd589 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/ports?device_id=51c3f581-d0e6-4d73-84e4-7e91a63883c2 HTTP/1.1" status: 200 len: 867 time: 0.4043036 Aug 03 19:45:03.319870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-572f4ad1-82f9-423d-b5bb-fe2d3b9cf6df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:03.339901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-572f4ad1-82f9-423d-b5bb-fe2d3b9cf6df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Calling delete_port for f475f0d8-663f-4a30-bfba-a0d4e0916123 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:03.365733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48d146c3-e486-4f45-85cb-cde91e6c42ea req-019ee0f8-b337-41d8-89f0-b5cad8d25a39 tempest-AttachVolumeNegativeTest-1696379241 tempest-AttachVolumeNegativeTest-1696379241-project] 10.222.0.42 "GET /v2.0/security-groups?id=91bd6812-ad54-484b-96d3-6c4fde594d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606756 Aug 03 19:45:03.498160 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-572f4ad1-82f9-423d-b5bb-fe2d3b9cf6df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:03.535942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f4ad1-82f9-423d-b5bb-fe2d3b9cf6df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event deleted for resources: {'Port': ['ID=f475f0d8-663f-4a30-bfba-a0d4e0916123,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:03.607987 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-572f4ad1-82f9-423d-b5bb-fe2d3b9cf6df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:03.613266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50730) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:03.619710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-572f4ad1-82f9-423d-b5bb-fe2d3b9cf6df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "DELETE /v2.0/ports/f475f0d8-663f-4a30-bfba-a0d4e0916123 HTTP/1.1" status: 204 len: 168 time: 0.8739285 Aug 03 19:45:03.667662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a601cdf-204d-4741-83df-1c84c879321b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:03.669182 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3a601cdf-204d-4741-83df-1c84c879321b tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "GET /v2.0/ports?device_id=801dee31-8615-4020-b0ff-19fceb0c5e7f HTTP/1.1" status: 200 len: 913 time: 0.0546665 Aug 03 19:45:03.672942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50732) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:04.009720 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.257505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Deleting port 8a7fa08f-1d62-468e-9aed-5556b1f9ebac {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:04.257775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.356126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.371690 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Calling delete_port for 8a7fa08f-1d62-468e-9aed-5556b1f9ebac owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:04.431572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50738) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:04.469181 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.530416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-696586e5-52a3-42e0-8c3b-3e5f747ac74d admin admin] Deleting subnet 4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:45:04.536295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-696586e5-52a3-42e0-8c3b-3e5f747ac74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.579496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-696586e5-52a3-42e0-8c3b-3e5f747ac74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.659658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-696586e5-52a3-42e0-8c3b-3e5f747ac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.683894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.717927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event deleted for resources: {'Port': ['ID=8a7fa08f-1d62-468e-9aed-5556b1f9ebac,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:04.795641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-696586e5-52a3-42e0-8c3b-3e5f747ac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.823212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696586e5-52a3-42e0-8c3b-3e5f747ac74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:04.838492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-696586e5-52a3-42e0-8c3b-3e5f747ac74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.841978 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-696586e5-52a3-42e0-8c3b-3e5f747ac74d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4b2e3d76-fb36-4fb3-b2e1-9f876e45d02a HTTP/1.1" status: 204 len: 168 time: 0.4096086 Aug 03 19:45:04.843024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50740) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:04.927158 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:04.934306 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.015500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.026093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7943c06-310a-4442-aee4-65ca121ef46a']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:05.037636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:05.037862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04b99ba-9a01-4ccb-a6d0-df6ef6567c76') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:05.048866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.069198 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.077718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:05.078592 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:05.080751 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:05.092057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Router 801dee31-8615-4020-b0ff-19fceb0c5e7f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:45:05.148698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.156200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.158618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a7943c06-310a-4442-aee4-65ca121ef46a HTTP/1.1" status: 204 len: 168 time: 0.3142521 Aug 03 19:45:05.172636 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0746e7-7389-488d-a211-8086e6c585c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7943c06-310a-4442-aee4-65ca121ef46a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:05.180952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:45:05.188807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8511f7a4-373a-41d6-9102-28a83b4a13df tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "PUT /v2.0/routers/801dee31-8615-4020-b0ff-19fceb0c5e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5136967 Aug 03 19:45:05.189538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50746) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:05.192382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca5814-789f-434c-9e1c-33ebdc5c3d7b None None] Sync routers for ids ['801dee31-8615-4020-b0ff-19fceb0c5e7f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:45:05.203591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca5814-789f-434c-9e1c-33ebdc5c3d7b None None] Routers {'801dee31-8615-4020-b0ff-19fceb0c5e7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:45:05.204932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c7ca5814-789f-434c-9e1c-33ebdc5c3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:45:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['801dee31-8615-4020-b0ff-19fceb0c5e7f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:05.243738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c7ca5814-789f-434c-9e1c-33ebdc5c3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:05.255391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca5814-789f-434c-9e1c-33ebdc5c3d7b None None] Routers {'801dee31-8615-4020-b0ff-19fceb0c5e7f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:45:05.256266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c7ca5814-789f-434c-9e1c-33ebdc5c3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:45:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['801dee31-8615-4020-b0ff-19fceb0c5e7f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:05.272083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a758b8fe-2506-4d03-b74f-4cb0ee74df38 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.296962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c7ca5814-789f-434c-9e1c-33ebdc5c3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:05.298050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca5814-789f-434c-9e1c-33ebdc5c3d7b None None] The sync data for ids ['801dee31-8615-4020-b0ff-19fceb0c5e7f'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:45:05.370701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50748) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:05.428387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-72be975e-5ada-48e9-a497-d396a2be6c17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd01eeafd6874ca9aaff6f5e9090d4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562007 Aug 03 19:45:05.432704 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50750) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:05.442391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a758b8fe-2506-4d03-b74f-4cb0ee74df38 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.444564 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a758b8fe-2506-4d03-b74f-4cb0ee74df38 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.489823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a758b8fe-2506-4d03-b74f-4cb0ee74df38 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.490169 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac435a15-ee0f-4faa-8934-7fff7be39969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.490459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a758b8fe-2506-4d03-b74f-4cb0ee74df38 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Fanout notify agent at l3_agent the message router_deleted on router 801dee31-8615-4020-b0ff-19fceb0c5e7f {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:45:05.498083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a758b8fe-2506-4d03-b74f-4cb0ee74df38 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.501828 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a758b8fe-2506-4d03-b74f-4cb0ee74df38 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "DELETE /v2.0/routers/801dee31-8615-4020-b0ff-19fceb0c5e7f HTTP/1.1" status: 204 len: 168 time: 0.3113072 Aug 03 19:45:05.502627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50752) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:05.516029 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac435a15-ee0f-4faa-8934-7fff7be39969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.557737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d2a87c-b70e-4ac9-8ba8-91efc99cf73e tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Deleting subnet af9e13ac-f936-40b6-9df2-a38a72cb813a {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:45:05.561494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d2a87c-b70e-4ac9-8ba8-91efc99cf73e tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.576537 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac435a15-ee0f-4faa-8934-7fff7be39969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.580059 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac435a15-ee0f-4faa-8934-7fff7be39969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.584595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac435a15-ee0f-4faa-8934-7fff7be39969 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91bd6812-ad54-484b-96d3-6c4fde594d6e HTTP/1.1" status: 204 len: 168 time: 0.1508441 Aug 03 19:45:05.595065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac435a15-ee0f-4faa-8934-7fff7be39969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bd6812-ad54-484b-96d3-6c4fde594d6e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:05.956929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d2a87c-b70e-4ac9-8ba8-91efc99cf73e tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.052440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d2a87c-b70e-4ac9-8ba8-91efc99cf73e tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.128582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d2a87c-b70e-4ac9-8ba8-91efc99cf73e tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.159892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2a87c-b70e-4ac9-8ba8-91efc99cf73e tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event deleted for resources: {'Subnet': ['ID=af9e13ac-f936-40b6-9df2-a38a72cb813a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:06.162244 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d2a87c-b70e-4ac9-8ba8-91efc99cf73e tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.164143 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-53d2a87c-b70e-4ac9-8ba8-91efc99cf73e tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "DELETE /v2.0/subnets/af9e13ac-f936-40b6-9df2-a38a72cb813a HTTP/1.1" status: 204 len: 168 time: 0.6605697 Aug 03 19:45:06.166778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50772) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:06.173827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5621f-f2b1-44ac-bd86-637e6a35f663 None None] Network d2eb0eb1-6524-40c6-b51b-c42868bc5401 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:06.312470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.324510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f81ab83a-d306-4b65-be40-94b348ad1161 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:06.366261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: f81ab83a-d306-4b65-be40-94b348ad1161 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:45:06.367036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f81ab83a-d306-4b65-be40-94b348ad1161 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:45:06.386020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Deleting port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:06.386617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.445797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] DHCP port deletion for d2eb0eb1-6524-40c6-b51b-c42868bc5401 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:45:06.487956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] For port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,segment=NetworkSegment(e77f536f-538e-448d-b40e-4b53ac4b558e),segment_id=e77f536f-538e-448d-b40e-4b53ac4b558e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:06.488740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.506022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Calling delete_port for 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:06.508273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] Deleting port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:06.508825 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.598456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.609102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] For port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,segment=NetworkSegment(e77f536f-538e-448d-b40e-4b53ac4b558e),segment_id=e77f536f-538e-448d-b40e-4b53ac4b558e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:06.626383 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.628856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event deleted for resources: {'Port': ['ID=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:06.632507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] No DVR routers for this DVR port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:45:06.663263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] Calling delete_port for 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:06.750591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.763928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.767578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eb0eb1-6524-40c6-b51b-c42868bc5401']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:06.783092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77f536f-538e-448d-b40e-4b53ac4b558e') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:06.783473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77f536f-538e-448d-b40e-4b53ac4b558e') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:06.795825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.803421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] Pushing event deleted for resources: {'Port': ['ID=6ea43d27-3ac3-464e-8d49-5f0b214e5c37,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:06.806250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc5a69-28f2-4e16-a076-629395e36d4f None None] No DVR routers for this DVR port 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:45:06.821891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.830290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:06.831045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:06.834779 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:06.911967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.915753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:06.920963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.922954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] 10.222.0.42 "DELETE /v2.0/networks/d2eb0eb1-6524-40c6-b51b-c42868bc5401 HTTP/1.1" status: 204 len: 168 time: 0.7550657 Aug 03 19:45:06.942283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:45:06.942708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6ea43d27-3ac3-464e-8d49-5f0b214e5c37 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:45:06.962045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b69922-a6e6-4d56-be33-fc55f20f9176 tempest-FloatingIPNegativeTestJSON-1544057422 tempest-FloatingIPNegativeTestJSON-1544057422-project] Pushing event deleted for resources: {'Network': ['ID=d2eb0eb1-6524-40c6-b51b-c42868bc5401,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:07.272550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50800) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:07.638135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8ef44dcf-22fa-4ef0-a130-f7b8e3025a18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43fcf0cccdbc4f118c2077dfb4ce887a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642931 Aug 03 19:45:07.640584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50816) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:07.712541 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbcba868-742b-46e7-ade3-cfc8c1a191ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:07.743778 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbcba868-742b-46e7-ade3-cfc8c1a191ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:07.808172 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbcba868-742b-46e7-ade3-cfc8c1a191ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:07.811841 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bbcba868-742b-46e7-ade3-cfc8c1a191ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:07.813313 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bbcba868-742b-46e7-ade3-cfc8c1a191ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ccbeddc-3b39-4ed3-bdb1-54b8a2df4f36 HTTP/1.1" status: 204 len: 168 time: 0.1715953 Aug 03 19:45:07.827042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcba868-742b-46e7-ade3-cfc8c1a191ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccbeddc-3b39-4ed3-bdb1-54b8a2df4f36,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:08.785457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50870) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:09.002148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a796c0c1-ca5f-444c-873f-51a35bafa9fe tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:09.002823 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-a796c0c1-ca5f-444c-873f-51a35bafa9fe tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:45:09.003325 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-a796c0c1-ca5f-444c-873f-51a35bafa9fe tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:45:09.004321 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a796c0c1-ca5f-444c-873f-51a35bafa9fe tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2176075 Aug 03 19:45:09.008536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50880) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:09.014446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255896579'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:09.040522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.051636 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.182413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.187797 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.231138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71b8cd7-8f52-4aa0-a723-21aa19bf8250,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:09.301273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.306034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.330827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.332193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3226304 Aug 03 19:45:09.335291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50896) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:09.341113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cb985-d236-4398-a224-1eb692728aa7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fe0c6f-2395-4919-8030-5814c3d9bb9e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:09.341864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3aefff47-c106-4c58-af1d-e550feaabc15 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': '32fe0c6f-2395-4919-8030-5814c3d9bb9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:09.377946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3aefff47-c106-4c58-af1d-e550feaabc15 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.441062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3aefff47-c106-4c58-af1d-e550feaabc15 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.445732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3aefff47-c106-4c58-af1d-e550feaabc15 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.465833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefff47-c106-4c58-af1d-e550feaabc15 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a065c636-ab9e-4650-bcfa-3788df18828f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:09.480707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3aefff47-c106-4c58-af1d-e550feaabc15 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.482158 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3aefff47-c106-4c58-af1d-e550feaabc15 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456773 Aug 03 19:45:09.487921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50906) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:09.495297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-aa72c1ab-40cc-4a56-86ee-50d7f52ecf22 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': '32fe0c6f-2395-4919-8030-5814c3d9bb9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:09.532438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa72c1ab-40cc-4a56-86ee-50d7f52ecf22 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.594835 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-aa72c1ab-40cc-4a56-86ee-50d7f52ecf22 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:45:09.595918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aa72c1ab-40cc-4a56-86ee-50d7f52ecf22 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1053236 Aug 03 19:45:09.598717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50910) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:09.657761 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5fe79e02-d236-4ca7-aca4-c605bc91e8e5 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.691317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5fe79e02-d236-4ca7-aca4-c605bc91e8e5 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.739534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5fe79e02-d236-4ca7-aca4-c605bc91e8e5 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.744608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5fe79e02-d236-4ca7-aca4-c605bc91e8e5 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.747295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5fe79e02-d236-4ca7-aca4-c605bc91e8e5 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/32fe0c6f-2395-4919-8030-5814c3d9bb9e HTTP/1.1" status: 204 len: 168 time: 0.1474144 Aug 03 19:45:09.747935 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50916) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:09.757873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe79e02-d236-4ca7-aca4-c605bc91e8e5 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fe0c6f-2395-4919-8030-5814c3d9bb9e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:09.828243 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-910df1a4-f524-4d59-8ac5-eaf9837c2e71 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790095 Aug 03 19:45:09.832112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50926) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:09.839256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8b157953-a603-40e8-9e2c-702b2423c4a7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728733265'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:09.863109 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b157953-a603-40e8-9e2c-702b2423c4a7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.970074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b157953-a603-40e8-9e2c-702b2423c4a7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.975543 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b157953-a603-40e8-9e2c-702b2423c4a7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.004441 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8b157953-a603-40e8-9e2c-702b2423c4a7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.005739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8b157953-a603-40e8-9e2c-702b2423c4a7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1724296 Aug 03 19:45:10.009567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50934) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.014872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-868b1c1a-81b3-4150-90c4-d268f64749e0 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'f2c6f662-a4f2-4798-b741-4fc2e4b0121a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:10.015414 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-868b1c1a-81b3-4150-90c4-d268f64749e0 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 03 19:45:10.015841 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-868b1c1a-81b3-4150-90c4-d268f64749e0 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:10.017001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-868b1c1a-81b3-4150-90c4-d268f64749e0 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065131 Aug 03 19:45:10.021108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50936) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.028825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b157953-a603-40e8-9e2c-702b2423c4a7 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c6f662-a4f2-4798-b741-4fc2e4b0121a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:10.105908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84080938-da90-44d6-809a-1e68ddef074d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.133217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84080938-da90-44d6-809a-1e68ddef074d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.208104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84080938-da90-44d6-809a-1e68ddef074d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.211215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84080938-da90-44d6-809a-1e68ddef074d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.215688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50946) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.215895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-84080938-da90-44d6-809a-1e68ddef074d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/f2c6f662-a4f2-4798-b741-4fc2e4b0121a HTTP/1.1" status: 204 len: 168 time: 0.1934915 Aug 03 19:45:10.226137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84080938-da90-44d6-809a-1e68ddef074d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c6f662-a4f2-4798-b741-4fc2e4b0121a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:10.268838 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b1a985d2-a212-413a-a74e-17133eeb4744 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513921 Aug 03 19:45:10.272868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50948) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.279498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-850c99dd-9e83-4ef4-a122-8b768cc08afd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078504890'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:10.307408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-850c99dd-9e83-4ef4-a122-8b768cc08afd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.423412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-850c99dd-9e83-4ef4-a122-8b768cc08afd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.433050 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-850c99dd-9e83-4ef4-a122-8b768cc08afd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.485247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-850c99dd-9e83-4ef4-a122-8b768cc08afd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.486700 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-850c99dd-9e83-4ef4-a122-8b768cc08afd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2117283 Aug 03 19:45:10.490158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50956) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.495100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bcb4f42d-92c9-4ae7-9fb5-be94440845a3 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': '4a168c1f-37f2-4056-be89-9e0c9aeb9220', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:10.496128 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-bcb4f42d-92c9-4ae7-9fb5-be94440845a3 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 03 19:45:10.496478 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-bcb4f42d-92c9-4ae7-9fb5-be94440845a3 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:10.497783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bcb4f42d-92c9-4ae7-9fb5-be94440845a3 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063074 Aug 03 19:45:10.498823 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c99dd-9e83-4ef4-a122-8b768cc08afd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a168c1f-37f2-4056-be89-9e0c9aeb9220,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:10.500935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50958) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.556815 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3a7c-86b2-487b-9f35-7426fd224e14 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.590944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3a7c-86b2-487b-9f35-7426fd224e14 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.640485 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3a7c-86b2-487b-9f35-7426fd224e14 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.644077 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3a7c-86b2-487b-9f35-7426fd224e14 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.645535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c4a3a7c-86b2-487b-9f35-7426fd224e14 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/4a168c1f-37f2-4056-be89-9e0c9aeb9220 HTTP/1.1" status: 204 len: 168 time: 0.1438460 Aug 03 19:45:10.648194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.656571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a3a7c-86b2-487b-9f35-7426fd224e14 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a168c1f-37f2-4056-be89-9e0c9aeb9220,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:10.708829 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-45d86700-2f02-46bf-a980-bd894b5f9dfe tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572970 Aug 03 19:45:10.713302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50968) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.719019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9157e301-e4eb-4448-9782-f01593344ebf tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432394064'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:10.743866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9157e301-e4eb-4448-9782-f01593344ebf tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.851005 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9157e301-e4eb-4448-9782-f01593344ebf tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.855759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9157e301-e4eb-4448-9782-f01593344ebf tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.887785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9157e301-e4eb-4448-9782-f01593344ebf tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:10.891977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9157e301-e4eb-4448-9782-f01593344ebf tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1748047 Aug 03 19:45:10.891977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157e301-e4eb-4448-9782-f01593344ebf tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059cbbe5-0bd0-4073-8ec2-489869a1d8ee,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:10.892464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50978) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.903308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d54698c3-bea0-4854-8861-f890de92f495 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': '059cbbe5-0bd0-4073-8ec2-489869a1d8ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:10.911148 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-d54698c3-bea0-4854-8861-f890de92f495 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 03 19:45:10.911791 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-d54698c3-bea0-4854-8861-f890de92f495 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:10.912996 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d54698c3-bea0-4854-8861-f890de92f495 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0193114 Aug 03 19:45:10.916205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50980) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.921028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6d72f5e3-31ed-42b6-8406-d8a13d3bf6cd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': '059cbbe5-0bd0-4073-8ec2-489869a1d8ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:10.922051 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-6d72f5e3-31ed-42b6-8406-d8a13d3bf6cd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 03 19:45:10.925175 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-6d72f5e3-31ed-42b6-8406-d8a13d3bf6cd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:10.928819 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6d72f5e3-31ed-42b6-8406-d8a13d3bf6cd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089071 Aug 03 19:45:10.929501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50984) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.935101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1dd123ca-efa7-4e81-ac79-58c154a23ccd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': '059cbbe5-0bd0-4073-8ec2-489869a1d8ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:10.936148 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-1dd123ca-efa7-4e81-ac79-58c154a23ccd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 03 19:45:10.936494 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-1dd123ca-efa7-4e81-ac79-58c154a23ccd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:10.940049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1dd123ca-efa7-4e81-ac79-58c154a23ccd tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071106 Aug 03 19:45:10.940230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50986) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:10.944671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f9730891-5f1b-40c3-aa22-f855074ec65b tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': '059cbbe5-0bd0-4073-8ec2-489869a1d8ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:10.945544 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-f9730891-5f1b-40c3-aa22-f855074ec65b tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 03 19:45:10.946005 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-f9730891-5f1b-40c3-aa22-f855074ec65b tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:10.947075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f9730891-5f1b-40c3-aa22-f855074ec65b tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058072 Aug 03 19:45:10.950193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 50988) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.012233 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-795905f3-9b75-4887-bc40-7c4edf82c0ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.036502 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-795905f3-9b75-4887-bc40-7c4edf82c0ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.094417 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-795905f3-9b75-4887-bc40-7c4edf82c0ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.097197 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-795905f3-9b75-4887-bc40-7c4edf82c0ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.098330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-795905f3-9b75-4887-bc40-7c4edf82c0ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/059cbbe5-0bd0-4073-8ec2-489869a1d8ee HTTP/1.1" status: 204 len: 168 time: 0.1468260 Aug 03 19:45:11.101665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 50996) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.108766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795905f3-9b75-4887-bc40-7c4edf82c0ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059cbbe5-0bd0-4073-8ec2-489869a1d8ee,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:11.170089 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7e303f80-5aa4-4849-a3cd-083a5ca15456 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666010 Aug 03 19:45:11.173587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51000) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.177862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-125f23dc-203a-40d1-97b7-e8d37b6e8471 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089429935'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.212454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-125f23dc-203a-40d1-97b7-e8d37b6e8471 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.311360 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-125f23dc-203a-40d1-97b7-e8d37b6e8471 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.316125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-125f23dc-203a-40d1-97b7-e8d37b6e8471 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.347890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-125f23dc-203a-40d1-97b7-e8d37b6e8471 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.351790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-125f23dc-203a-40d1-97b7-e8d37b6e8471 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1749239 Aug 03 19:45:11.351790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f23dc-203a-40d1-97b7-e8d37b6e8471 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14df51f-757f-4953-bc12-aa19b628f20b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:11.352256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51010) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.362270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-cac215c8-c61c-4453-b1cd-ed08575259ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.365654 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-cac215c8-c61c-4453-b1cd-ed08575259ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:45:11.366175 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-cac215c8-c61c-4453-b1cd-ed08575259ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.371354 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cac215c8-c61c-4453-b1cd-ed08575259ff tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137279 Aug 03 19:45:11.371354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51012) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.375633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4b6d8a45-c361-4c9f-af41-d41aa0f84e67 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.418331 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-4b6d8a45-c361-4c9f-af41-d41aa0f84e67 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.419476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4b6d8a45-c361-4c9f-af41-d41aa0f84e67 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0474701 Aug 03 19:45:11.422375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51014) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.435460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ea7698bc-980f-43dc-85e7-14ed403a74de tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.436263 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-ea7698bc-980f-43dc-85e7-14ed403a74de tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 03 19:45:11.436778 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-ea7698bc-980f-43dc-85e7-14ed403a74de tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.437814 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ea7698bc-980f-43dc-85e7-14ed403a74de tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138621 Aug 03 19:45:11.440657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51016) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.445986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-581b54cf-3420-4d76-b8cb-534a2a192221 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.486046 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-581b54cf-3420-4d76-b8cb-534a2a192221 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.487371 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-581b54cf-3420-4d76-b8cb-534a2a192221 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0454946 Aug 03 19:45:11.490481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51020) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.497337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-611a358e-1808-4b4c-b546-eba5cde28d21 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.498048 n-d-803378-1 neutron-server[94134]: WARNING neutron.api.v2.base [None req-611a358e-1808-4b4c-b546-eba5cde28d21 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:45:11.498505 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-611a358e-1808-4b4c-b546-eba5cde28d21 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.501512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-611a358e-1808-4b4c-b546-eba5cde28d21 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078239 Aug 03 19:45:11.502158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51022) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.506524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bebe8dd3-d977-4b20-b8ed-1b781bedf50f tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.545275 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-bebe8dd3-d977-4b20-b8ed-1b781bedf50f tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.549972 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bebe8dd3-d977-4b20-b8ed-1b781bedf50f tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0467999 Aug 03 19:45:11.550388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51024) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.555277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3662dbcb-a6a0-4a56-8306-f7300e8cd4f3 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.555981 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-3662dbcb-a6a0-4a56-8306-f7300e8cd4f3 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 03 19:45:11.556552 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-3662dbcb-a6a0-4a56-8306-f7300e8cd4f3 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.557574 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3662dbcb-a6a0-4a56-8306-f7300e8cd4f3 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059383 Aug 03 19:45:11.560224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51026) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.565261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-920df75b-406d-469f-836c-f84e9ce56e42 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.607074 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-920df75b-406d-469f-836c-f84e9ce56e42 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.610711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-920df75b-406d-469f-836c-f84e9ce56e42 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0469608 Aug 03 19:45:11.611498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51032) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.617009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-00cc6d9e-a131-4002-b655-c906903c0051 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e14df51f-757f-4953-bc12-aa19b628f20b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.659948 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-00cc6d9e-a131-4002-b655-c906903c0051 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:11.661404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-00cc6d9e-a131-4002-b655-c906903c0051 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0494153 Aug 03 19:45:11.664503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51036) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.732629 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-542805bb-705f-412f-8180-514e95c0ec86 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.757899 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-542805bb-705f-412f-8180-514e95c0ec86 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.806072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-542805bb-705f-412f-8180-514e95c0ec86 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.808896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-542805bb-705f-412f-8180-514e95c0ec86 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:11.810083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-542805bb-705f-412f-8180-514e95c0ec86 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/e14df51f-757f-4953-bc12-aa19b628f20b HTTP/1.1" status: 204 len: 168 time: 0.1444857 Aug 03 19:45:11.813231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51038) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.820553 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542805bb-705f-412f-8180-514e95c0ec86 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14df51f-757f-4953-bc12-aa19b628f20b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:11.879612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ec4ba4ea-1f9d-45a6-8a44-1a1f4d8ca43a tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651834 Aug 03 19:45:11.883905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51044) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:11.889581 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4b17e45f-1c16-4d8c-bba7-7fe4ea038188 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520338838'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:11.941909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b17e45f-1c16-4d8c-bba7-7fe4ea038188 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.054270 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b17e45f-1c16-4d8c-bba7-7fe4ea038188 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.059013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b17e45f-1c16-4d8c-bba7-7fe4ea038188 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.085838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b17e45f-1c16-4d8c-bba7-7fe4ea038188 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.090862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51048) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.091752 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4b17e45f-1c16-4d8c-bba7-7fe4ea038188 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2069879 Aug 03 19:45:12.097406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a1c82970-0faa-47c6-badc-445c667599c2 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'b8ecda4c-f020-4c79-a9a4-857428202cea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:12.106216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17e45f-1c16-4d8c-bba7-7fe4ea038188 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ecda4c-f020-4c79-a9a4-857428202cea,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:12.145256 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-a1c82970-0faa-47c6-badc-445c667599c2 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The resource could not be found. Aug 03 19:45:12.149404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51052) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.149605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a1c82970-0faa-47c6-badc-445c667599c2 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0572431 Aug 03 19:45:12.155169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8957e795-13ec-4eab-bfa7-90edbfb82aa8 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'b8ecda4c-f020-4c79-a9a4-857428202cea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5f92b425-f93b-4de7-92f3-c6271dd565af'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:12.215404 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-8957e795-13ec-4eab-bfa7-90edbfb82aa8 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The resource could not be found. Aug 03 19:45:12.219524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51060) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.220485 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8957e795-13ec-4eab-bfa7-90edbfb82aa8 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0694947 Aug 03 19:45:12.279939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51062) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.288908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c22da582-d68a-4cd8-8722-330de74cf91d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.313408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c22da582-d68a-4cd8-8722-330de74cf91d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.358938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c22da582-d68a-4cd8-8722-330de74cf91d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.361603 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c22da582-d68a-4cd8-8722-330de74cf91d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.362751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c22da582-d68a-4cd8-8722-330de74cf91d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/b8ecda4c-f020-4c79-a9a4-857428202cea HTTP/1.1" status: 204 len: 168 time: 0.1421306 Aug 03 19:45:12.365536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51066) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.373240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22da582-d68a-4cd8-8722-330de74cf91d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ecda4c-f020-4c79-a9a4-857428202cea,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:12.428683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67de9297-6a95-4c72-8243-e31d94dae22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.440167 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9eda0426-61ac-4f28-a4cb-f08d4fef0b97 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735292 Aug 03 19:45:12.444098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51070) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.449338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-daf20958-1fe7-488c-b5f6-064af41a3f5e tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': '50aa971a-53fa-41ba-9562-052d38a8d265', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:12.543709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67de9297-6a95-4c72-8243-e31d94dae22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.547709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67de9297-6a95-4c72-8243-e31d94dae22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.581621 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-daf20958-1fe7-488c-b5f6-064af41a3f5e tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The resource could not be found. Aug 03 19:45:12.583545 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-daf20958-1fe7-488c-b5f6-064af41a3f5e tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1375675 Aug 03 19:45:12.586356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de9297-6a95-4c72-8243-e31d94dae22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6216a27-de1a-4d71-8caf-5280fdf3d389,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:12.587026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51074) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.594060 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-67de9297-6a95-4c72-8243-e31d94dae22c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55f3a331b30c42a28f2250289d10a8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127198 Aug 03 19:45:12.594459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-633b06c4-866a-4771-9670-330419583d3c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980165772'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:12.596533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51076) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.623295 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-633b06c4-866a-4771-9670-330419583d3c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.648292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fef5764f-531c-4728-89ed-6f52530c2177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.672711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fef5764f-531c-4728-89ed-6f52530c2177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.715984 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-633b06c4-866a-4771-9670-330419583d3c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.720542 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-633b06c4-866a-4771-9670-330419583d3c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.733466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fef5764f-531c-4728-89ed-6f52530c2177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.737002 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fef5764f-531c-4728-89ed-6f52530c2177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.741410 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fef5764f-531c-4728-89ed-6f52530c2177 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6216a27-de1a-4d71-8caf-5280fdf3d389 HTTP/1.1" status: 204 len: 168 time: 0.1428635 Aug 03 19:45:12.750370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5764f-531c-4728-89ed-6f52530c2177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6216a27-de1a-4d71-8caf-5280fdf3d389,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:12.751066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-633b06c4-866a-4771-9670-330419583d3c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.752978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-633b06c4-866a-4771-9670-330419583d3c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1641638 Aug 03 19:45:12.756069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51084) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.761997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-02db9f4b-cf8c-4c8e-9cea-731ae5bab115 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016540269'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:12.771777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b06c4-866a-4771-9670-330419583d3c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e849e11d-6b46-474b-867e-4b060ec8250c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:12.796376 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02db9f4b-cf8c-4c8e-9cea-731ae5bab115 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.912914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02db9f4b-cf8c-4c8e-9cea-731ae5bab115 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.917256 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02db9f4b-cf8c-4c8e-9cea-731ae5bab115 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.943960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02db9f4b-cf8c-4c8e-9cea-731ae5bab115 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.945202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-02db9f4b-cf8c-4c8e-9cea-731ae5bab115 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1881952 Aug 03 19:45:12.948552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:12.953861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-59de3d06-fff5-4ae0-9baa-f21d8a1d9470 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group_rule': {'security_group_id': 'e849e11d-6b46-474b-867e-4b060ec8250c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0bccffa0-32c0-480d-ba90-3043924ab25e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:12.959177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db9f4b-cf8c-4c8e-9cea-731ae5bab115 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bccffa0-32c0-480d-ba90-3043924ab25e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:12.997019 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-59de3d06-fff5-4ae0-9baa-f21d8a1d9470 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:45:12.998397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-59de3d06-fff5-4ae0-9baa-f21d8a1d9470 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0488396 Aug 03 19:45:13.001069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51090) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.064397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ac3eed0-d68e-4df9-ac67-1406c6ab3382 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.077609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51096) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.091228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9df51e00-c12e-47df-a55c-1ab0598f5867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.103329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ac3eed0-d68e-4df9-ac67-1406c6ab3382 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.155634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ac3eed0-d68e-4df9-ac67-1406c6ab3382 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.159703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ac3eed0-d68e-4df9-ac67-1406c6ab3382 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.161145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5ac3eed0-d68e-4df9-ac67-1406c6ab3382 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/0bccffa0-32c0-480d-ba90-3043924ab25e HTTP/1.1" status: 204 len: 168 time: 0.1550729 Aug 03 19:45:13.164429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51098) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.190322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3eed0-d68e-4df9-ac67-1406c6ab3382 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bccffa0-32c0-480d-ba90-3043924ab25e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:13.200470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9df51e00-c12e-47df-a55c-1ab0598f5867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.205856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9df51e00-c12e-47df-a55c-1ab0598f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.246115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d3fcb6aa-4572-47ba-b0fd-27691fa4665d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0784085 Aug 03 19:45:13.248618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51102) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.255420 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9df51e00-c12e-47df-a55c-1ab0598f5867 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99e0c4e872494b9d8cc05f6a342c052d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744883 Aug 03 19:45:13.255803 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51104) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.265777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df51e00-c12e-47df-a55c-1ab0598f5867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a201813e-1128-4a9d-9a83-09f2814149ed,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:13.346024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83699baa-eb2b-4985-9522-636f7840377c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.348830 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aae3eeab-f154-434f-9627-0dd1ab66f70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.384185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83699baa-eb2b-4985-9522-636f7840377c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.395941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aae3eeab-f154-434f-9627-0dd1ab66f70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.462078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83699baa-eb2b-4985-9522-636f7840377c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.464650 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83699baa-eb2b-4985-9522-636f7840377c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.465962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-83699baa-eb2b-4985-9522-636f7840377c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/e849e11d-6b46-474b-867e-4b060ec8250c HTTP/1.1" status: 204 len: 168 time: 0.2164187 Aug 03 19:45:13.468707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51110) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.476795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aae3eeab-f154-434f-9627-0dd1ab66f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.479959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aae3eeab-f154-434f-9627-0dd1ab66f70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.483920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aae3eeab-f154-434f-9627-0dd1ab66f70c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a201813e-1128-4a9d-9a83-09f2814149ed HTTP/1.1" status: 204 len: 168 time: 0.2271993 Aug 03 19:45:13.489678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83699baa-eb2b-4985-9522-636f7840377c tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e849e11d-6b46-474b-867e-4b060ec8250c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:13.500230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3eeab-f154-434f-9627-0dd1ab66f70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a201813e-1128-4a9d-9a83-09f2814149ed,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:13.520293 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-036a4d84-330e-4778-bc73-7885b41424f8 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468907 Aug 03 19:45:13.521361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51114) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.529175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c25bd5a7-c68e-42d3-a182-cbd4d0576b78 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122585459'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:13.568261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c25bd5a7-c68e-42d3-a182-cbd4d0576b78 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.676755 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c25bd5a7-c68e-42d3-a182-cbd4d0576b78 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.681165 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c25bd5a7-c68e-42d3-a182-cbd4d0576b78 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.712319 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c25bd5a7-c68e-42d3-a182-cbd4d0576b78 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.716450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51122) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.716601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c25bd5a7-c68e-42d3-a182-cbd4d0576b78 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1938663 Aug 03 19:45:13.718713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bd5a7-c68e-42d3-a182-cbd4d0576b78 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb70a16-bcab-4c63-ab0d-b0e223c3faf9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:13.723629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f8466f07-4e71-4130-affe-520a64227419 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:13.726344 n-d-803378-1 neutron-server[94133]: WARNING neutron.api.v2.base [None req-f8466f07-4e71-4130-affe-520a64227419 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:45:13.726867 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-f8466f07-4e71-4130-affe-520a64227419 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 19:45:13.731872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f8466f07-4e71-4130-affe-520a64227419 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "PUT /v2.0/security-groups/0cb70a16-bcab-4c63-ab0d-b0e223c3faf9 HTTP/1.1" status: 409 len: 330 time: 0.0103445 Aug 03 19:45:13.732458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51124) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.788032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbd617fa-6879-4815-9e0a-59894f6b2b71 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.813871 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbd617fa-6879-4815-9e0a-59894f6b2b71 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.866255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbd617fa-6879-4815-9e0a-59894f6b2b71 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.868883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbd617fa-6879-4815-9e0a-59894f6b2b71 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:13.870224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cbd617fa-6879-4815-9e0a-59894f6b2b71 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/0cb70a16-bcab-4c63-ab0d-b0e223c3faf9 HTTP/1.1" status: 204 len: 168 time: 0.1370869 Aug 03 19:45:13.873179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51134) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.880250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd617fa-6879-4815-9e0a-59894f6b2b71 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb70a16-bcab-4c63-ab0d-b0e223c3faf9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:13.946781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a21ec49a-c627-4f67-9111-9983854e431d tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721424 Aug 03 19:45:13.950686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51140) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.964923 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-027fe7db-bc7e-4fd4-a773-a7eabec1977f tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] delete failed (client error): The resource could not be found. Aug 03 19:45:13.965983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-027fe7db-bc7e-4fd4-a773-a7eabec1977f tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "DELETE /v2.0/security-groups/9af96bb7-8c60-4d47-ab66-92b1f83d1d8c HTTP/1.1" status: 404 len: 347 time: 0.0142539 Aug 03 19:45:13.969576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51142) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.986040 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-6bd9a6ac-5343-49da-86de-268ad7791384 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] show failed (client error): The resource could not be found. Aug 03 19:45:13.987111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6bd9a6ac-5343-49da-86de-268ad7791384 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-groups/55910065-74e6-4e58-a408-315061221958 HTTP/1.1" status: 404 len: 347 time: 0.0166054 Aug 03 19:45:13.994980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51144) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:14.010725 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-544ced3b-ecfa-4ead-bdfd-ef47c4f74660 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] show failed (client error): The resource could not be found. Aug 03 19:45:14.011920 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-544ced3b-ecfa-4ead-bdfd-ef47c4f74660 tempest-NegativeSecGroupTest-309320720 tempest-NegativeSecGroupTest-309320720-project] 10.222.0.42 "GET /v2.0/security-group-rules/eaaef2c8-48aa-4761-9423-e7aa35068479 HTTP/1.1" status: 404 len: 356 time: 0.0159328 Aug 03 19:45:14.312012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51164) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:14.529632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bd75d42f-4988-45d6-ae09-b95c9ce4d0b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b37d56ffb0cd4c6d93e6ee3824341581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164171 Aug 03 19:45:14.534323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51180) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:14.597371 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a85da6cc-c3e2-4a6c-9d10-ebf3a2474bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:14.624856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a85da6cc-c3e2-4a6c-9d10-ebf3a2474bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:14.674555 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a85da6cc-c3e2-4a6c-9d10-ebf3a2474bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:14.677499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a85da6cc-c3e2-4a6c-9d10-ebf3a2474bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:14.682096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a85da6cc-c3e2-4a6c-9d10-ebf3a2474bc3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c71b8cd7-8f52-4aa0-a723-21aa19bf8250 HTTP/1.1" status: 204 len: 168 time: 0.1467056 Aug 03 19:45:14.690997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da6cc-c3e2-4a6c-9d10-ebf3a2474bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71b8cd7-8f52-4aa0-a723-21aa19bf8250,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:15.721953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51240) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:15.950082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9cb61201-5553-47e0-8b5b-32d83d140bbe tempest-ServiceProvidersTest-1500359383 tempest-ServiceProvidersTest-1500359383-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2271328 Aug 03 19:45:16.323925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51262) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:16.483659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51274) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:16.519185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f80a6998-dacc-4d3b-8e47-51ca5a595f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.561273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af5151a7-9a7d-48a9-a284-9084ac273cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.642852 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f80a6998-dacc-4d3b-8e47-51ca5a595f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.648951 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f80a6998-dacc-4d3b-8e47-51ca5a595f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.703529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f80a6998-dacc-4d3b-8e47-51ca5a595f25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6a419b1de60464c8508007ebfeb698d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3783481 Aug 03 19:45:16.706704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51278) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:16.713738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a6998-dacc-4d3b-8e47-51ca5a595f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf3bf4e-34a7-4acb-b0d0-8d66f8f9282e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:16.770026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f33a1d04-ed5a-493a-b44e-b5c66f55f9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.786390 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af5151a7-9a7d-48a9-a284-9084ac273cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.790786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af5151a7-9a7d-48a9-a284-9084ac273cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.794899 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f33a1d04-ed5a-493a-b44e-b5c66f55f9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.835701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-af5151a7-9a7d-48a9-a284-9084ac273cf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=333b2d704fe144b38fb9c384ed7e3ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481805 Aug 03 19:45:16.835701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5151a7-9a7d-48a9-a284-9084ac273cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e38397-e725-4d2c-ad55-ae0df642e08e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:16.836900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51284) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:16.894460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9381e0e-c3bc-4f8b-afc6-9091093c20a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.905138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f33a1d04-ed5a-493a-b44e-b5c66f55f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.907770 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f33a1d04-ed5a-493a-b44e-b5c66f55f9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.908935 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f33a1d04-ed5a-493a-b44e-b5c66f55f9ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/acf3bf4e-34a7-4acb-b0d0-8d66f8f9282e HTTP/1.1" status: 204 len: 168 time: 0.2006123 Aug 03 19:45:16.933936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a1d04-ed5a-493a-b44e-b5c66f55f9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf3bf4e-34a7-4acb-b0d0-8d66f8f9282e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:16.936967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9381e0e-c3bc-4f8b-afc6-9091093c20a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.994601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9381e0e-c3bc-4f8b-afc6-9091093c20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:16.999291 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9381e0e-c3bc-4f8b-afc6-9091093c20a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:17.000592 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a9381e0e-c3bc-4f8b-afc6-9091093c20a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61e38397-e725-4d2c-ad55-ae0df642e08e HTTP/1.1" status: 204 len: 168 time: 0.1635571 Aug 03 19:45:17.021938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9381e0e-c3bc-4f8b-afc6-9091093c20a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e38397-e725-4d2c-ad55-ae0df642e08e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:17.401001 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51312) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:17.414411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70b04386-8e34-46e1-a13c-6dbe4de9655f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:17.514106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70b04386-8e34-46e1-a13c-6dbe4de9655f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:17.520305 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70b04386-8e34-46e1-a13c-6dbe4de9655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:17.563459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51316) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:17.563626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-70b04386-8e34-46e1-a13c-6dbe4de9655f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fc025a6fe46437abdfbfa114678c2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613727 Aug 03 19:45:17.564516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04386-8e34-46e1-a13c-6dbe4de9655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dba7a8-2c85-45a1-8fbd-9133e9158958,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:17.625205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0771242-6e34-4d6e-a921-be453ee6df37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:17.648185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0771242-6e34-4d6e-a921-be453ee6df37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:17.710433 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0771242-6e34-4d6e-a921-be453ee6df37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:17.713775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0771242-6e34-4d6e-a921-be453ee6df37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:17.715348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b0771242-6e34-4d6e-a921-be453ee6df37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07dba7a8-2c85-45a1-8fbd-9133e9158958 HTTP/1.1" status: 204 len: 168 time: 0.1508892 Aug 03 19:45:17.725879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0771242-6e34-4d6e-a921-be453ee6df37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dba7a8-2c85-45a1-8fbd-9133e9158958,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:17.822721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51330) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:17.826692 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029228 Aug 03 19:45:17.830016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51332) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:18.064045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-923dd017-a7f3-4ca0-aa89-fb65d6e1f938 tempest-NetworksApiDiscovery-345894090 tempest-NetworksApiDiscovery-345894090-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2324333 Aug 03 19:45:18.303047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:18.432643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f28a5ea6-cc16-4660-87cc-92a588f34349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.558910 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f28a5ea6-cc16-4660-87cc-92a588f34349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.563522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f28a5ea6-cc16-4660-87cc-92a588f34349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.601071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a5ea6-cc16-4660-87cc-92a588f34349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d32cfb7-014e-4254-a539-e9616bb28020,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:18.608386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51378) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:18.608637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f28a5ea6-cc16-4660-87cc-92a588f34349 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c8d4a66339c49d8ab6ae4c297f26580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042970 Aug 03 19:45:18.660939 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b74a5b5b-2bf5-4b58-a5f3-db226ea29596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.693744 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b74a5b5b-2bf5-4b58-a5f3-db226ea29596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.751365 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b74a5b5b-2bf5-4b58-a5f3-db226ea29596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.753994 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b74a5b5b-2bf5-4b58-a5f3-db226ea29596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.755301 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b74a5b5b-2bf5-4b58-a5f3-db226ea29596 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d32cfb7-014e-4254-a539-e9616bb28020 HTTP/1.1" status: 204 len: 168 time: 0.1454065 Aug 03 19:45:18.764235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a5b5b-2bf5-4b58-a5f3-db226ea29596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d32cfb7-014e-4254-a539-e9616bb28020,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:20.243266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51482) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:20.356747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ef4e-7aa6-44eb-9570-52658960d6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:20.469956 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ef4e-7aa6-44eb-9570-52658960d6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:20.474391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ef4e-7aa6-44eb-9570-52658960d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:20.518041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9ef4e-7aa6-44eb-9570-52658960d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b4cb7-2a3a-498a-802f-13dc197a1dbc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:20.526008 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d4a9ef4e-7aa6-44eb-9570-52658960d6de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bc0543a4d0c4976aeddd1ced21d5c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805297 Aug 03 19:45:20.526723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51496) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:20.579858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:20.604379 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:20.654634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:20.658541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:20.658759 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:20.660426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee8b4cb7-2a3a-498a-802f-13dc197a1dbc HTTP/1.1" status: 204 len: 168 time: 0.1327322 Aug 03 19:45:20.670710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b4cb7-2a3a-498a-802f-13dc197a1dbc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:20.679163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.679752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.680258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.680747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.681280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.681802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.682544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.682995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.683215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.683548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.683880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.684229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0651dbfd-5dc2-4010-b30a-461a092917d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:20.994678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51512) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:21.008747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba18-2cbd-46e2-b9b1-2c429bb176fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:21.108072 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba18-2cbd-46e2-b9b1-2c429bb176fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:21.112305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ba18-2cbd-46e2-b9b1-2c429bb176fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:21.155515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6ba18-2cbd-46e2-b9b1-2c429bb176fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb882cb8-e740-46ba-a1ed-3f5e4e26361a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:21.162443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e5d6ba18-2cbd-46e2-b9b1-2c429bb176fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66a94601784744b79a88f4d11b599493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641281 Aug 03 19:45:21.162785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51516) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:21.213018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ae826c7-1520-4b7d-b766-1ee54ecc5b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:21.234496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ae826c7-1520-4b7d-b766-1ee54ecc5b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:21.284128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ae826c7-1520-4b7d-b766-1ee54ecc5b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:21.286949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ae826c7-1520-4b7d-b766-1ee54ecc5b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:21.291966 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ae826c7-1520-4b7d-b766-1ee54ecc5b7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb882cb8-e740-46ba-a1ed-3f5e4e26361a HTTP/1.1" status: 204 len: 168 time: 0.1280684 Aug 03 19:45:21.302314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae826c7-1520-4b7d-b766-1ee54ecc5b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb882cb8-e740-46ba-a1ed-3f5e4e26361a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:24.326409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51694) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:24.554081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b190a096-d9d9-446e-9f8a-b03825249731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:24.657585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b190a096-d9d9-446e-9f8a-b03825249731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:24.661969 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b190a096-d9d9-446e-9f8a-b03825249731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:24.703498 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b190a096-d9d9-446e-9f8a-b03825249731 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fc76be4229f40fc8289951fba82e1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758059 Aug 03 19:45:24.704412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190a096-d9d9-446e-9f8a-b03825249731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c08159-b13c-4f87-aca2-d39188d80ba1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:24.706911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51710) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:24.772109 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea9799f1-e569-458b-9fcc-e71906d9bb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:24.799302 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea9799f1-e569-458b-9fcc-e71906d9bb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:24.860444 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea9799f1-e569-458b-9fcc-e71906d9bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:24.863604 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ea9799f1-e569-458b-9fcc-e71906d9bb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:24.864899 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ea9799f1-e569-458b-9fcc-e71906d9bb73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22c08159-b13c-4f87-aca2-d39188d80ba1 HTTP/1.1" status: 204 len: 168 time: 0.1536512 Aug 03 19:45:24.875896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9799f1-e569-458b-9fcc-e71906d9bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c08159-b13c-4f87-aca2-d39188d80ba1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:25.371646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51740) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:25.386018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c7a81e-8229-4dc2-a33a-f592a89ff306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:25.490928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c7a81e-8229-4dc2-a33a-f592a89ff306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:25.495501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58c7a81e-8229-4dc2-a33a-f592a89ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:25.535072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7a81e-8229-4dc2-a33a-f592a89ff306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565d4ebf-5fbe-42bf-b246-cba860147262,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:25.545929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51742) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:25.546072 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-58c7a81e-8229-4dc2-a33a-f592a89ff306 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85cbae4b2c4343429d5b6690a7b72ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732080 Aug 03 19:45:25.606645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f784428c-f094-4c76-a06e-ef449e36b868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:25.633130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f784428c-f094-4c76-a06e-ef449e36b868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:25.703063 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f784428c-f094-4c76-a06e-ef449e36b868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:25.705800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f784428c-f094-4c76-a06e-ef449e36b868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:25.709528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f784428c-f094-4c76-a06e-ef449e36b868 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/565d4ebf-5fbe-42bf-b246-cba860147262 HTTP/1.1" status: 204 len: 168 time: 0.1599057 Aug 03 19:45:25.715400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784428c-f094-4c76-a06e-ef449e36b868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d4ebf-5fbe-42bf-b246-cba860147262,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:25.893386 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:26.182327 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-058db1fc-282a-4746-8ee2-3ebd7de2d5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:29.224124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51924) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:29.446023 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5210c01b-6913-4c73-93ef-a756864811d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:29.559537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5210c01b-6913-4c73-93ef-a756864811d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:29.570889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5210c01b-6913-4c73-93ef-a756864811d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:29.611337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210c01b-6913-4c73-93ef-a756864811d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d449531-530e-455e-91af-7f2cabe62bc3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:29.623343 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5210c01b-6913-4c73-93ef-a756864811d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=454c4fd4792c4fa0833b1beec3eb9b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954368 Aug 03 19:45:29.624120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51940) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:29.675831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-59e9c185-ad45-4ec8-9e6c-545e8e3cbd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:29.700486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-59e9c185-ad45-4ec8-9e6c-545e8e3cbd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:29.754625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-59e9c185-ad45-4ec8-9e6c-545e8e3cbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:29.757450 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-59e9c185-ad45-4ec8-9e6c-545e8e3cbd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:29.758785 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-59e9c185-ad45-4ec8-9e6c-545e8e3cbd55 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d449531-530e-455e-91af-7f2cabe62bc3 HTTP/1.1" status: 204 len: 168 time: 0.1337345 Aug 03 19:45:29.783937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9c185-ad45-4ec8-9e6c-545e8e3cbd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d449531-530e-455e-91af-7f2cabe62bc3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:29.788655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.296966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-93e68785-3534-46f2-a218-21f0b540557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.301869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 51968) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:30.316569 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bab412b-953c-403f-9423-fc238bd9054e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.457904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bab412b-953c-403f-9423-fc238bd9054e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.462676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bab412b-953c-403f-9423-fc238bd9054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.499569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab412b-953c-403f-9423-fc238bd9054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aaa8de-216d-47f8-a2ea-6dea89dd76bf,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:30.526849 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2bab412b-953c-403f-9423-fc238bd9054e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0162a43880e47d296eabe4ab52c54a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237098 Aug 03 19:45:30.527320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51976) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:30.599948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2ed7-4111-4f95-b4cf-e6e79fe7cfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.623475 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2ed7-4111-4f95-b4cf-e6e79fe7cfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.679432 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2ed7-4111-4f95-b4cf-e6e79fe7cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.682946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2ed7-4111-4f95-b4cf-e6e79fe7cfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.684149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d0ce2ed7-4111-4f95-b4cf-e6e79fe7cfa0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99aaa8de-216d-47f8-a2ea-6dea89dd76bf HTTP/1.1" status: 204 len: 168 time: 0.1552880 Aug 03 19:45:30.692173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce2ed7-4111-4f95-b4cf-e6e79fe7cfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aaa8de-216d-47f8-a2ea-6dea89dd76bf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:30.898090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 51998) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:31.025236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02b106ed-99f0-41f5-9ed0-0dfd0b91c71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.132323 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02b106ed-99f0-41f5-9ed0-0dfd0b91c71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.138435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02b106ed-99f0-41f5-9ed0-0dfd0b91c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.186206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52016) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:31.186352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-02b106ed-99f0-41f5-9ed0-0dfd0b91c71e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16d0329dc50a4d75af1eec5a7f7d4366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863824 Aug 03 19:45:31.187356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b106ed-99f0-41f5-9ed0-0dfd0b91c71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d92e0-122c-4e4b-b09b-d7f00253499c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:31.280614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b28755b-5e85-4578-bef7-f01d81d65c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.308260 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b28755b-5e85-4578-bef7-f01d81d65c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.365889 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b28755b-5e85-4578-bef7-f01d81d65c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.369242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b28755b-5e85-4578-bef7-f01d81d65c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.371037 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5b28755b-5e85-4578-bef7-f01d81d65c22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d48d92e0-122c-4e4b-b09b-d7f00253499c HTTP/1.1" status: 204 len: 168 time: 0.1830657 Aug 03 19:45:31.380435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28755b-5e85-4578-bef7-f01d81d65c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d92e0-122c-4e4b-b09b-d7f00253499c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:31.470565 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:45:31.756501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52044) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:31.770842 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad84ad2d-2fcd-4561-a170-cd4e13e83b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.884233 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad84ad2d-2fcd-4561-a170-cd4e13e83b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.894446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad84ad2d-2fcd-4561-a170-cd4e13e83b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:31.929931 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ad84ad2d-2fcd-4561-a170-cd4e13e83b6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c7459a42097485f958bf79b6780890d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698499 Aug 03 19:45:31.930413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52050) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:31.945171 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84ad2d-2fcd-4561-a170-cd4e13e83b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9961c75-34f8-4f39-8c9e-5b78784a6c73,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:31.995425 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d17d823-6cf3-4ab4-8bf9-c4aae9146ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.003687 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.025104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d17d823-6cf3-4ab4-8bf9-c4aae9146ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.076995 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d17d823-6cf3-4ab4-8bf9-c4aae9146ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.083823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d17d823-6cf3-4ab4-8bf9-c4aae9146ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.085014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7d17d823-6cf3-4ab4-8bf9-c4aae9146ec2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9961c75-34f8-4f39-8c9e-5b78784a6c73 HTTP/1.1" status: 204 len: 168 time: 0.1530151 Aug 03 19:45:32.105314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17d823-6cf3-4ab4-8bf9-c4aae9146ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9961c75-34f8-4f39-8c9e-5b78784a6c73,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:32.525770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52082) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:32.540587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85ad4d5-86a8-4097-a7ba-a74552fa2bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.641707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85ad4d5-86a8-4097-a7ba-a74552fa2bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.646275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d85ad4d5-86a8-4097-a7ba-a74552fa2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.691081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ad4d5-86a8-4097-a7ba-a74552fa2bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc2042-984b-47a3-b4b0-217fa7ac355f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:32.697548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d85ad4d5-86a8-4097-a7ba-a74552fa2bc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c41f3d7966134e37bb67c491e8dd9547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686420 Aug 03 19:45:32.699188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52088) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:32.752093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-129a6e19-4c47-4736-acd1-a8db41197a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.777963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-129a6e19-4c47-4736-acd1-a8db41197a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.838351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-129a6e19-4c47-4736-acd1-a8db41197a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.841228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-129a6e19-4c47-4736-acd1-a8db41197a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:32.842844 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-129a6e19-4c47-4736-acd1-a8db41197a07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cbc2042-984b-47a3-b4b0-217fa7ac355f HTTP/1.1" status: 204 len: 168 time: 0.1425331 Aug 03 19:45:32.853193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a6e19-4c47-4736-acd1-a8db41197a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc2042-984b-47a3-b4b0-217fa7ac355f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:34.486455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:34.708727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52182) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:34.832793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b234cbb3-5fcf-416d-b181-37c58174288c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:34.967310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b234cbb3-5fcf-416d-b181-37c58174288c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:34.972067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b234cbb3-5fcf-416d-b181-37c58174288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.016522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b234cbb3-5fcf-416d-b181-37c58174288c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42d1520acf9e49fc9214cba5ff7ed187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066356 Aug 03 19:45:35.018120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234cbb3-5fcf-416d-b181-37c58174288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a869b48-c892-47c4-923a-4fc9d0392fd7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:35.019308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52192) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:35.078423 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc553-7829-43d5-84dc-080031436e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.102486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc553-7829-43d5-84dc-080031436e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.156250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc553-7829-43d5-84dc-080031436e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.159321 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc553-7829-43d5-84dc-080031436e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.160514 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5a1bc553-7829-43d5-84dc-080031436e95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a869b48-c892-47c4-923a-4fc9d0392fd7 HTTP/1.1" status: 204 len: 168 time: 0.1402123 Aug 03 19:45:35.170108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bc553-7829-43d5-84dc-080031436e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a869b48-c892-47c4-923a-4fc9d0392fd7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:35.503502 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52208) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:35.529797 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb7d1-948e-4613-a02d-6f35b2edf5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.647077 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb7d1-948e-4613-a02d-6f35b2edf5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.652092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb7d1-948e-4613-a02d-6f35b2edf5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.695446 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cfdfb7d1-948e-4613-a02d-6f35b2edf5e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aec1b8010ed74a009b1a2a92a8bdaf73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883395 Aug 03 19:45:35.695446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfb7d1-948e-4613-a02d-6f35b2edf5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a642454-ccd2-4c92-afcf-20166605056b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:35.696739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52210) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:35.756742 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52530e70-c0cc-402b-8b94-8f31c544b88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.779473 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52530e70-c0cc-402b-8b94-8f31c544b88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.830232 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52530e70-c0cc-402b-8b94-8f31c544b88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.833320 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52530e70-c0cc-402b-8b94-8f31c544b88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:35.838215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-52530e70-c0cc-402b-8b94-8f31c544b88b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a642454-ccd2-4c92-afcf-20166605056b HTTP/1.1" status: 204 len: 168 time: 0.1394675 Aug 03 19:45:35.848837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52530e70-c0cc-402b-8b94-8f31c544b88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a642454-ccd2-4c92-afcf-20166605056b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:35.925231 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-215801ce-4e7f-42c7-b41c-1d2c533b74fb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575943 Aug 03 19:45:36.068513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-3870817a-c461-4b8d-99f1-d3f6f3f12b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:36.070772 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-3870817a-c461-4b8d-99f1-d3f6f3f12b19 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 1096 time: 0.0828497 Aug 03 19:45:36.198876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-7f8130be-c7be-434b-9f5e-c147990af56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:36.200471 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-7f8130be-c7be-434b-9f5e-c147990af56b service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.1064968 Aug 03 19:45:36.324075 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-3256426e-826e-4822-97e9-13238ab6766c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 HTTP/1.1" status: 200 len: 1000 time: 0.1154847 Aug 03 19:45:36.420080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-69ca3f1b-0430-401e-a451-fea568080e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:36.420080 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-69ca3f1b-0430-401e-a451-fea568080e14 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0861495 Aug 03 19:45:36.498163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-025bd3af-b30c-4f85-822e-5ba76863f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:36.499811 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-025bd3af-b30c-4f85-822e-5ba76863f6f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799787 Aug 03 19:45:36.606409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52244) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:36.677128 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-8ee5a1c9-8072-4a7f-b037-521a0428dc76 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700869 Aug 03 19:45:36.776915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d506ac0a-1e8b-4f0d-a4bd-db52bfb94b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:36.898356 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d506ac0a-1e8b-4f0d-a4bd-db52bfb94b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:36.909705 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d506ac0a-1e8b-4f0d-a4bd-db52bfb94b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:36.931833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2f6157b0-cd6f-43f7-94b1-11b4c6c59cc3 req-d3abbe15-01e0-4939-812e-5099c7f0d58c service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469432 Aug 03 19:45:36.955748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506ac0a-1e8b-4f0d-a4bd-db52bfb94b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5a28df-85c8-4c01-8a19-62977386e037,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:36.960854 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d506ac0a-1e8b-4f0d-a4bd-db52bfb94b18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ff3f40468284068b639260c0ed06f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529298 Aug 03 19:45:36.964183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52262) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:37.019551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-107d5512-8f0d-44eb-b612-0e57c671f5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.047459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-107d5512-8f0d-44eb-b612-0e57c671f5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.110054 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-107d5512-8f0d-44eb-b612-0e57c671f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.113634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-107d5512-8f0d-44eb-b612-0e57c671f5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.117664 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-107d5512-8f0d-44eb-b612-0e57c671f5d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e5a28df-85c8-4c01-8a19-62977386e037 HTTP/1.1" status: 204 len: 168 time: 0.1524410 Aug 03 19:45:37.127094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d5512-8f0d-44eb-b612-0e57c671f5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5a28df-85c8-4c01-8a19-62977386e037,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:37.631391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52294) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:37.651022 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c391668e-a50e-42f6-b7a3-bea23884624e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.760373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c391668e-a50e-42f6-b7a3-bea23884624e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.765370 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c391668e-a50e-42f6-b7a3-bea23884624e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.806816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c391668e-a50e-42f6-b7a3-bea23884624e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f382aa4667ef4bb6840b4d21ea1196e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741989 Aug 03 19:45:37.808118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391668e-a50e-42f6-b7a3-bea23884624e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c44e07-60e2-40a5-8cb4-d946f5508e21,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:37.809693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52304) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:37.863554 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2b53-a355-470c-b7c1-2079ab1fcd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.887878 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2b53-a355-470c-b7c1-2079ab1fcd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.948582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2b53-a355-470c-b7c1-2079ab1fcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.951922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2b53-a355-470c-b7c1-2079ab1fcd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:37.956002 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cd3b2b53-a355-470c-b7c1-2079ab1fcd5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1c44e07-60e2-40a5-8cb4-d946f5508e21 HTTP/1.1" status: 204 len: 168 time: 0.1451676 Aug 03 19:45:37.964537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b2b53-a355-470c-b7c1-2079ab1fcd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c44e07-60e2-40a5-8cb4-d946f5508e21,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:38.795608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52416) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:39.072538 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07445a0f-871f-4412-92e1-a2bc0132e886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.192996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07445a0f-871f-4412-92e1-a2bc0132e886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.199333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07445a0f-871f-4412-92e1-a2bc0132e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.249622 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07445a0f-871f-4412-92e1-a2bc0132e886 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eb995cbdf6d4c7f9db473691b157f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528682 Aug 03 19:45:39.249824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52434) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:39.251322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07445a0f-871f-4412-92e1-a2bc0132e886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c92085-019a-4a3f-92fa-aa4a308020c3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:39.315687 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-912724ef-4288-4bda-a6a5-4b8b228ca6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.345547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-912724ef-4288-4bda-a6a5-4b8b228ca6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.405187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-912724ef-4288-4bda-a6a5-4b8b228ca6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.408174 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-912724ef-4288-4bda-a6a5-4b8b228ca6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.409629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-912724ef-4288-4bda-a6a5-4b8b228ca6a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2c92085-019a-4a3f-92fa-aa4a308020c3 HTTP/1.1" status: 204 len: 168 time: 0.1588640 Aug 03 19:45:39.421705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912724ef-4288-4bda-a6a5-4b8b228ca6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c92085-019a-4a3f-92fa-aa4a308020c3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:39.860089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52452) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:39.876199 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d44202ca-d0b5-4c69-853f-89e521f0bf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.975026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d44202ca-d0b5-4c69-853f-89e521f0bf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.981962 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d44202ca-d0b5-4c69-853f-89e521f0bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:40.022220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d44202ca-d0b5-4c69-853f-89e521f0bf3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f94eb180ec684f728a3bdf871cbcb195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569679 Aug 03 19:45:40.022353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52462) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:40.030763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44202ca-d0b5-4c69-853f-89e521f0bf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6572fcc1-fac6-4026-b97c-9232359030e5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:40.079500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab03a26-0dfe-45f7-b9a5-29db0043caeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:40.110008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab03a26-0dfe-45f7-b9a5-29db0043caeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:40.175892 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab03a26-0dfe-45f7-b9a5-29db0043caeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:40.178609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab03a26-0dfe-45f7-b9a5-29db0043caeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:40.179778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0ab03a26-0dfe-45f7-b9a5-29db0043caeb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6572fcc1-fac6-4026-b97c-9232359030e5 HTTP/1.1" status: 204 len: 168 time: 0.1565747 Aug 03 19:45:40.188500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab03a26-0dfe-45f7-b9a5-29db0043caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6572fcc1-fac6-4026-b97c-9232359030e5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:40.768608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52500) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:40.891026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78825817-8ed5-46ee-8b9f-16cde7c3cd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.005715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78825817-8ed5-46ee-8b9f-16cde7c3cd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.010490 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78825817-8ed5-46ee-8b9f-16cde7c3cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.051928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78825817-8ed5-46ee-8b9f-16cde7c3cd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a3a10-f7db-4346-9be3-7cb7227f6d28,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:41.059495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-78825817-8ed5-46ee-8b9f-16cde7c3cd5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7908af9c980a4ec0aae99459dfa097f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864933 Aug 03 19:45:41.059848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52514) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:41.115704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2277-59ca-48f6-ab4f-6887a56e7f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.145654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2277-59ca-48f6-ab4f-6887a56e7f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.214211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2277-59ca-48f6-ab4f-6887a56e7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.217216 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2277-59ca-48f6-ab4f-6887a56e7f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.221835 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c1ca2277-59ca-48f6-ab4f-6887a56e7f2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a82a3a10-f7db-4346-9be3-7cb7227f6d28 HTTP/1.1" status: 204 len: 168 time: 0.1604643 Aug 03 19:45:41.230260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca2277-59ca-48f6-ab4f-6887a56e7f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a3a10-f7db-4346-9be3-7cb7227f6d28,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:41.640772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52538) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:41.654967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d592c5c1-5e75-4984-b2b0-fcb086a763dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.756819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d592c5c1-5e75-4984-b2b0-fcb086a763dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.761987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d592c5c1-5e75-4984-b2b0-fcb086a763dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.815563 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d592c5c1-5e75-4984-b2b0-fcb086a763dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7267fa1067cd47b1b9e9397529e6de01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736472 Aug 03 19:45:41.816508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592c5c1-5e75-4984-b2b0-fcb086a763dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1812146-063d-45be-a573-1f4436504ff8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:41.818487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52540) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:41.893351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf128-833d-4fce-9334-7a1729dee608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.916887 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf128-833d-4fce-9334-7a1729dee608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.978518 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf128-833d-4fce-9334-7a1729dee608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.981512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf128-833d-4fce-9334-7a1729dee608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.989988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c5dbf128-833d-4fce-9334-7a1729dee608 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1812146-063d-45be-a573-1f4436504ff8 HTTP/1.1" status: 204 len: 168 time: 0.1649044 Aug 03 19:45:41.999663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbf128-833d-4fce-9334-7a1729dee608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1812146-063d-45be-a573-1f4436504ff8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:42.797151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52648) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:42.911074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1762025872-network', 'tenant_id': '21e62dabff6a49bd93dde8a9e3b680fa'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:42.934270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Made reservation on behalf of 21e62dabff6a49bd93dde8a9e3b680fa for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:42.937527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:42.947131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.065177 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.069582 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.092883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:43.110617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453e5b7b-7246-459e-8f5d-bb58a1fdf74d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:43.114877 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.115240 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Added segment cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9 of type vlan for network 422c2e6e-25cb-4bd3-9c77-d33b12824799 Aug 03 19:45:43.160309 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.194099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.195683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:43.196524 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.266386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52694) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:43.266902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4681301 Aug 03 19:45:43.274429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Request body: {'subnet': {'network_id': '422c2e6e-25cb-4bd3-9c77-d33b12824799', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1762025872-subnet', 'tenant_id': '21e62dabff6a49bd93dde8a9e3b680fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:43.281737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddda1c5-cff6-47bc-8e8a-1d564833019a admin admin] Pushing event updated for resources: {'Network': ['ID=422c2e6e-25cb-4bd3-9c77-d33b12824799,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:43.295287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 422c2e6e-25cb-4bd3-9c77-d33b12824799 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:43.307075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Made reservation on behalf of 21e62dabff6a49bd93dde8a9e3b680fa for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:43.309626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.498988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.547378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52700) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:43.563673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1eaf595-f5bc-4932-9da6-f45df7d8a3e0,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:43.579655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Checking segment: {'id': 'cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '422c2e6e-25cb-4bd3-9c77-d33b12824799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:43.580023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Network hostable DHCP agents. Network: 422c2e6e-25cb-4bd3-9c77-d33b12824799, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:45:43.600018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Network 422c2e6e-25cb-4bd3-9c77-d33b12824799 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:45:43.611302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 422c2e6e-25cb-4bd3-9c77-d33b12824799) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:43.620878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:43.621625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab82c68-2cf2-4218-9dd3-b1e2d50a2674 None None] Network 422c2e6e-25cb-4bd3-9c77-d33b12824799 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:43.621943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.639807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f77e0e0f-abe6-4aa8-852f-4ec121a93df7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3705652 Aug 03 19:45:43.680150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57e50e44-686c-46f9-8a3a-998652d6d91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.772855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1ee6c-1b09-4685-b195-78f516911e0f None None] Network 422c2e6e-25cb-4bd3-9c77-d33b12824799 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:43.801861 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57e50e44-686c-46f9-8a3a-998652d6d91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.807007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57e50e44-686c-46f9-8a3a-998652d6d91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.844602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e50e44-686c-46f9-8a3a-998652d6d91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a221c-8448-4db5-b7dd-c7f943d7a156,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:43.871866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-57e50e44-686c-46f9-8a3a-998652d6d91f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3e0b25412a84b34be541d04d35e447f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232546 Aug 03 19:45:43.874999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52708) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:43.947013 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15b580e1-3f4c-4af5-ab21-6bdb0a9f9649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:43.971430 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15b580e1-3f4c-4af5-ab21-6bdb0a9f9649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.043994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15b580e1-3f4c-4af5-ab21-6bdb0a9f9649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.046738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15b580e1-3f4c-4af5-ab21-6bdb0a9f9649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.048138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-15b580e1-3f4c-4af5-ab21-6bdb0a9f9649 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/990a221c-8448-4db5-b7dd-c7f943d7a156 HTTP/1.1" status: 204 len: 168 time: 0.1720545 Aug 03 19:45:44.057342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b580e1-3f4c-4af5-ab21-6bdb0a9f9649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a221c-8448-4db5-b7dd-c7f943d7a156,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:44.338639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52728) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:44.344298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248059538-network', 'tenant_id': 'bcb3a354c44041c4a776bac6faf2bd6b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:44.376937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Made reservation on behalf of bcb3a354c44041c4a776bac6faf2bd6b for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:44.380929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.393800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.407973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 52732) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:44.433272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fbd6172b-c06c-469c-9168-d2dda1001094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.531317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.541510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.589243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:44.600556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b5e503-05c9-40f0-bb30-61c2d77d8953,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:44.611231 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.611596 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Added segment 3c5c1dc4-ed5e-4ffa-b2a2-ac9280fecd9c of type vlan for network 8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705 Aug 03 19:45:44.677455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.731448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fbd6172b-c06c-469c-9168-d2dda1001094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.734923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.736079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:44.736796 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.743157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fbd6172b-c06c-469c-9168-d2dda1001094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.827566 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4871860 Aug 03 19:45:44.830417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52774) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:44.841358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Request body: {'subnet': {'network_id': '8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248059538-subnet', 'tenant_id': 'bcb3a354c44041c4a776bac6faf2bd6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:44.845238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 52778) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:44.846063 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fbd6172b-c06c-469c-9168-d2dda1001094 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f637b3cf88a4e6798dfc50f0a0e43eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365585 Aug 03 19:45:44.848189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5ad39-bfae-4bec-bd3a-0261445a9fbb admin admin] Pushing event updated for resources: {'Network': ['ID=8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:44.851018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6172b-c06c-469c-9168-d2dda1001094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33343328-607d-4b07-9854-98525dff75fa,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:44.862133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:44.924230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Made reservation on behalf of bcb3a354c44041c4a776bac6faf2bd6b for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:44.926626 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.996368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5a7de1a-416a-40fe-ba5f-8e9af8229d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.034252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5a7de1a-416a-40fe-ba5f-8e9af8229d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.153181 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5a7de1a-416a-40fe-ba5f-8e9af8229d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.155910 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5a7de1a-416a-40fe-ba5f-8e9af8229d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.157087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c5a7de1a-416a-40fe-ba5f-8e9af8229d14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33343328-607d-4b07-9854-98525dff75fa HTTP/1.1" status: 204 len: 168 time: 0.3094325 Aug 03 19:45:45.174882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7de1a-416a-40fe-ba5f-8e9af8229d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33343328-607d-4b07-9854-98525dff75fa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:45.195318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.250735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=508759ab-7922-4a24-8c45-f435ef2bc053,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:45.271026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Checking segment: {'id': '3c5c1dc4-ed5e-4ffa-b2a2-ac9280fecd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:45.271541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Network hostable DHCP agents. Network: 8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:45:45.292623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Network 8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:45:45.306264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:45.311499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:45.312382 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.316540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f146fa-7e03-4423-ada1-1b4db7abbad9 None None] Network 8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:45.334056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-198cfcac-b9ac-41b6-8dd5-7ae9079675e6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5024846 Aug 03 19:45:45.549373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65459650-b9c1-40bd-8134-7b1eabcb11b2 None None] Network 8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:46.256064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-e0781503-e167-42a8-b445-88b8eb71dec5 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:46.257985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-e0781503-e167-42a8-b445-88b8eb71dec5 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/networks?id=422c2e6e-25cb-4bd3-9c77-d33b12824799 HTTP/1.1" status: 200 len: 809 time: 0.1186779 Aug 03 19:45:46.275380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-cdbfbc70-c351-421b-98b2-452efcfc8c32 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/quotas/21e62dabff6a49bd93dde8a9e3b680fa HTTP/1.1" status: 200 len: 375 time: 0.0108907 Aug 03 19:45:46.313981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-9677c02b-3519-453c-95eb-ef2c40cbd5fd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21e62dabff6a49bd93dde8a9e3b680fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294826 Aug 03 19:45:46.423139 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-a2149def-c3be-4aa4-992d-1d2764015d0a service neutron] 10.222.0.42 "GET /v2.0/networks/422c2e6e-25cb-4bd3-9c77-d33b12824799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005442 Aug 03 19:45:46.534706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-8d4a85b7-555e-4f3d-ba52-cb82124a3c5f service neutron] 10.222.0.42 "GET /v2.0/networks/422c2e6e-25cb-4bd3-9c77-d33b12824799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010945 Aug 03 19:45:47.004292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02e59ec3-21a8-45ad-827e-4893e8311499 req-9373f9e8-4c5d-4794-b5a0-f4c58766ee90 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 210 time: 0.2904177 Aug 03 19:45:47.938412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-57542073-8992-4957-a518-a8dd5ac85a5b tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:47.940052 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-57542073-8992-4957-a518-a8dd5ac85a5b tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.63 "GET /v2.0/networks?id=422c2e6e-25cb-4bd3-9c77-d33b12824799 HTTP/1.1" status: 200 len: 809 time: 0.1806898 Aug 03 19:45:47.970330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Request body: {'port': {'device_id': 'c4a7af88-e4b9-47d2-b96f-dc36f127c8a2', 'network_id': '422c2e6e-25cb-4bd3-9c77-d33b12824799', 'admin_state_up': True, 'tenant_id': '21e62dabff6a49bd93dde8a9e3b680fa'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:48.102930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Made reservation on behalf of 21e62dabff6a49bd93dde8a9e3b680fa for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:48.106882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.123409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cdeabe0-3508-4638-bc3d-9bd1554bed16 req-36d6276c-6ac6-449a-baf3-98fe6d97b7fe tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0331111 Aug 03 19:45:48.247226 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Allocated IP 172.20.0.12 (422c2e6e-25cb-4bd3-9c77-d33b12824799/b1eaf595-f5bc-4932-9da6-f45df7d8a3e0/d74434db-6ae8-486f-b95a-4c3a75463576) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:45:48.259073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53286) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:48.370292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bac8420-e23a-4144-a401-19fbaffd3a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.407021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.448444 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.467260 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bac8420-e23a-4144-a401-19fbaffd3a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.471521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bac8420-e23a-4144-a401-19fbaffd3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.492452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Network 422c2e6e-25cb-4bd3-9c77-d33b12824799 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:45:48.496349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:48.498857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:45:48.513320 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1bac8420-e23a-4144-a401-19fbaffd3a81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f58c38a060ad4dd78e5de0866dffe721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506115 Aug 03 19:45:48.513320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac8420-e23a-4144-a401-19fbaffd3a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5789610-367d-4a87-93b0-c0ab2c0958d1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:48.514101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53290) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:48.531752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Pushing event updated for resources: {'Port': ['ID=d74434db-6ae8-486f-b95a-4c3a75463576,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:48.557726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:48.558381 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.572099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6637d8f-3253-4782-970d-600b9d66e5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.575162 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-f99838c6-d598-4b98-a328-9c23d994cae9 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6086500 Aug 03 19:45:48.591155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-a19f5893-00a5-474f-92a8-14723f171a45 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:45:48.592179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-a19f5893-00a5-474f-92a8-14723f171a45 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053847 Aug 03 19:45:48.597409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6637d8f-3253-4782-970d-600b9d66e5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.606592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Request body: {'port': {'device_id': 'c4a7af88-e4b9-47d2-b96f-dc36f127c8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:48.666666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6637d8f-3253-4782-970d-600b9d66e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.669997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6637d8f-3253-4782-970d-600b9d66e5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.671168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f6637d8f-3253-4782-970d-600b9d66e5da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5789610-367d-4a87-93b0-c0ab2c0958d1 HTTP/1.1" status: 204 len: 168 time: 0.1561599 Aug 03 19:45:48.679305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6637d8f-3253-4782-970d-600b9d66e5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5789610-367d-4a87-93b0-c0ab2c0958d1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:48.681632 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.992719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74434db-6ae8-486f-b95a-4c3a75463576 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:45:49.001143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.002882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53308) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:49.015013 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Transition to ACTIVE for port object d74434db-6ae8-486f-b95a-4c3a75463576 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:45:49.016828 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac151b62-402a-4ec4-b93e-e596d734f1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.019132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.107378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Pushing event updated for resources: {'Port': ['ID=d74434db-6ae8-486f-b95a-4c3a75463576,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:49.126276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac151b62-402a-4ec4-b93e-e596d734f1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.131465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac151b62-402a-4ec4-b93e-e596d734f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.163187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Attempting to bind port d74434db-6ae8-486f-b95a-4c3a75463576 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:45:49.163530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Attempting to bind port d74434db-6ae8-486f-b95a-4c3a75463576 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '422c2e6e-25cb-4bd3-9c77-d33b12824799'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:45:49.163866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Attempting to bind port d74434db-6ae8-486f-b95a-4c3a75463576 on network 422c2e6e-25cb-4bd3-9c77-d33b12824799 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:45:49.168605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Port d74434db-6ae8-486f-b95a-4c3a75463576 on network 422c2e6e-25cb-4bd3-9c77-d33b12824799 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:45:49.168916 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Attempting to bind port d74434db-6ae8-486f-b95a-4c3a75463576 on network 422c2e6e-25cb-4bd3-9c77-d33b12824799 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:45:49.173416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac151b62-402a-4ec4-b93e-e596d734f1f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8c60f5116ca494a8c35475a1abaa50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693752 Aug 03 19:45:49.174779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac151b62-402a-4ec4-b93e-e596d734f1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c29b0b1-e637-4b76-b3fe-b9279f04e3b0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:49.177127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53312) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:49.179221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:45:49.179658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Checking segment: {'id': 'cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '422c2e6e-25cb-4bd3-9c77-d33b12824799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:49.180692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Bound using segment: {'id': 'cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '422c2e6e-25cb-4bd3-9c77-d33b12824799'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:45:49.181213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Bound port: d74434db-6ae8-486f-b95a-4c3a75463576, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '422c2e6e-25cb-4bd3-9c77-d33b12824799'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:45:49.181687 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.256578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] For port d74434db-6ae8-486f-b95a-4c3a75463576, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:45:49.261187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] For port d74434db-6ae8-486f-b95a-4c3a75463576, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d74434db-6ae8-486f-b95a-4c3a75463576,segment=NetworkSegment(cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9),segment_id=cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:45:49.265524 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.272340 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b255bed4-d9d9-4cd0-87ab-bc94ac3dbce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.286248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fc490-3ea0-4e2e-8408-e85c4ae1455d req-275f1a01-b9ae-4c3d-a590-8f869e2b25e5 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:49.287788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-613fc490-3ea0-4e2e-8408-e85c4ae1455d req-275f1a01-b9ae-4c3d-a590-8f869e2b25e5 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0759413 Aug 03 19:45:49.302333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:49.303640 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.304661 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] 10.222.0.63 "PUT /v2.0/ports/d74434db-6ae8-486f-b95a-4c3a75463576 HTTP/1.1" status: 200 len: 1092 time: 0.7049859 Aug 03 19:45:49.307621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a7af88-e4b9-47d2-b96f-dc36f127c8a2', 'tag': 'd74434db-6ae8-486f-b95a-4c3a75463576'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:49.309836 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8177d4e9-154e-42e1-93de-a35abb5c480e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a7af88-e4b9-47d2-b96f-dc36f127c8a2", "tag": "d74434db-6ae8-486f-b95a-4c3a75463576"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:49.319982 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b255bed4-d9d9-4cd0-87ab-bc94ac3dbce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.338404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731e4a9-f5da-41d2-97f1-a20ba6430458 service neutron] Pushing event updated for resources: {'Port': ['ID=d74434db-6ae8-486f-b95a-4c3a75463576,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:49.364468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-613fc490-3ea0-4e2e-8408-e85c4ae1455d req-75cd1dde-38f7-4eeb-af40-6e4d445e2c38 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693948 Aug 03 19:45:49.378262 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f8515f-2af8-450d-a2df-959f005c2bf4 x-openstack-request-id: req-43f8515f-2af8-450d-a2df-959f005c2bf4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:49.386403 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a7af88-e4b9-47d2-b96f-dc36f127c8a2", "tag": "d74434db-6ae8-486f-b95a-4c3a75463576", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:49.386811 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43f8515f-2af8-450d-a2df-959f005c2bf4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:49.390476 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a7af88-e4b9-47d2-b96f-dc36f127c8a2', 'tag': 'd74434db-6ae8-486f-b95a-4c3a75463576', 'status': 'completed', 'code': 200} Aug 03 19:45:49.398271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b255bed4-d9d9-4cd0-87ab-bc94ac3dbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.402496 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b255bed4-d9d9-4cd0-87ab-bc94ac3dbce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.404048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b255bed4-d9d9-4cd0-87ab-bc94ac3dbce7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c29b0b1-e637-4b76-b3fe-b9279f04e3b0 HTTP/1.1" status: 204 len: 168 time: 0.2211781 Aug 03 19:45:49.426477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255bed4-d9d9-4cd0-87ab-bc94ac3dbce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c29b0b1-e637-4b76-b3fe-b9279f04e3b0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:49.460020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-1e62d4d3-b624-4590-8fb5-63d0e9286b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:49.461999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-1e62d4d3-b624-4590-8fb5-63d0e9286b50 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=21e62dabff6a49bd93dde8a9e3b680fa&device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 1095 time: 0.0705876 Aug 03 19:45:49.513073 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-b4373dd5-e716-4ccf-b093-a3251958a9f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d74434db-6ae8-486f-b95a-4c3a75463576 HTTP/1.1" status: 200 len: 217 time: 0.0365169 Aug 03 19:45:49.567745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-cbf77d4d-f212-4c56-ba75-f9b87778e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:49.570174 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-cbf77d4d-f212-4c56-ba75-f9b87778e054 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b1eaf595-f5bc-4932-9da6-f45df7d8a3e0 HTTP/1.1" status: 200 len: 849 time: 0.0501816 Aug 03 19:45:49.608964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-0ccdb70c-ce83-428b-9f4b-3308b3c378ff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=422c2e6e-25cb-4bd3-9c77-d33b12824799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317726 Aug 03 19:45:49.706500 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-4755ff49-c6bd-46bd-9b93-95345bc3e261 service neutron] 10.222.0.63 "GET /v2.0/networks/422c2e6e-25cb-4bd3-9c77-d33b12824799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892124 Aug 03 19:45:49.816297 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-79bddbad-aae5-4305-b5cc-1912502192e5 req-e317f129-4683-4842-83f0-94124256d049 service neutron] 10.222.0.63 "GET /v2.0/networks/422c2e6e-25cb-4bd3-9c77-d33b12824799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018975 Aug 03 19:45:49.968231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-15632508-b1c8-4407-9f73-8590f3462d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:49.970041 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-15632508-b1c8-4407-9f73-8590f3462d1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=21e62dabff6a49bd93dde8a9e3b680fa&device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 1095 time: 0.0589774 Aug 03 19:45:50.077869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-921504e2-8dd0-4a92-9f76-d7fabc7fae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:50.079207 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-921504e2-8dd0-4a92-9f76-d7fabc7fae37 service neutron] 10.222.0.63 "GET /v2.0/networks?id=422c2e6e-25cb-4bd3-9c77-d33b12824799 HTTP/1.1" status: 200 len: 910 time: 0.0956964 Aug 03 19:45:50.128587 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-bf7adbcc-8d11-480f-840d-b83e9f82c227 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d74434db-6ae8-486f-b95a-4c3a75463576 HTTP/1.1" status: 200 len: 217 time: 0.0426116 Aug 03 19:45:50.179998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-c060a124-a410-46d2-9073-dcf4bbe9660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:50.181595 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-c060a124-a410-46d2-9073-dcf4bbe9660f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b1eaf595-f5bc-4932-9da6-f45df7d8a3e0 HTTP/1.1" status: 200 len: 849 time: 0.0468905 Aug 03 19:45:50.217970 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-089940a1-e73f-4ae0-9a18-7559d5f63824 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=422c2e6e-25cb-4bd3-9c77-d33b12824799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291278 Aug 03 19:45:50.320141 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-c073aa54-2b77-4105-aa74-d511d8d9910b service neutron] 10.222.0.63 "GET /v2.0/networks/422c2e6e-25cb-4bd3-9c77-d33b12824799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950549 Aug 03 19:45:50.418635 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8177d4e9-154e-42e1-93de-a35abb5c480e req-b106b416-86a0-4a3d-a6c1-3ac40607f4ca service neutron] 10.222.0.63 "GET /v2.0/networks/422c2e6e-25cb-4bd3-9c77-d33b12824799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920062 Aug 03 19:45:50.529047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fa0e2-437e-4f52-b151-2353d497adf5 req-8c8da673-7e6d-490e-8b4b-598360202698 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:50.530760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a1fa0e2-437e-4f52-b151-2353d497adf5 req-8c8da673-7e6d-490e-8b4b-598360202698 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0806091 Aug 03 19:45:50.571226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a1fa0e2-437e-4f52-b151-2353d497adf5 req-de934851-1860-4484-882a-06afa624277c tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340514 Aug 03 19:45:50.664841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.785677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53372) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:50.890805 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70bc842d-04df-4285-8ecd-e389386825cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.986659 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70bc842d-04df-4285-8ecd-e389386825cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.990902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-70bc842d-04df-4285-8ecd-e389386825cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.030276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc842d-04df-4285-8ecd-e389386825cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5ab35c-9426-405c-b094-d89ef134f99e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:51.040400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-70bc842d-04df-4285-8ecd-e389386825cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=068cc7a2a5b146708397aa0aba15ced3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506845 Aug 03 19:45:51.040870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53378) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:51.092573 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-92626c49-373c-46de-b148-d51ea00526e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.116123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-92626c49-373c-46de-b148-d51ea00526e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.166775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-92626c49-373c-46de-b148-d51ea00526e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.169310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-92626c49-373c-46de-b148-d51ea00526e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.170497 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-92626c49-373c-46de-b148-d51ea00526e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc5ab35c-9426-405c-b094-d89ef134f99e HTTP/1.1" status: 204 len: 168 time: 0.1285131 Aug 03 19:45:51.179018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92626c49-373c-46de-b148-d51ea00526e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5ab35c-9426-405c-b094-d89ef134f99e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:51.705126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098242f-a7ec-431b-98a3-7c0490400ec8 req-3464516e-0d4d-4659-ab99-42e4463724a8 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:51.706691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3098242f-a7ec-431b-98a3-7c0490400ec8 req-3464516e-0d4d-4659-ab99-42e4463724a8 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0568857 Aug 03 19:45:51.747569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3098242f-a7ec-431b-98a3-7c0490400ec8 req-74fbe1e1-6071-4db4-a383-739c31a7a752 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Aug 03 19:45:52.351898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53418) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:52.498078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1218278281'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:52.519771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Made reservation on behalf of 67ab572a076e4c4c8b42fe2abd01e30b for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:52.523299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.532151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.541354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d74434db-6ae8-486f-b95a-4c3a75463576 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:45:52.629554 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.634105 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.641561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d74434db-6ae8-486f-b95a-4c3a75463576, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d74434db-6ae8-486f-b95a-4c3a75463576,segment=NetworkSegment(cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9),segment_id=cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:52.654345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'd74434db-6ae8-486f-b95a-4c3a75463576', 'network_id': '422c2e6e-25cb-4bd3-9c77-d33b12824799', 'port_id': 'd74434db-6ae8-486f-b95a-4c3a75463576', 'mac_address': 'fa:16:3e:62:ab:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1eaf595-f5bc-4932-9da6-f45df7d8a3e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:45:52.663402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:52.674795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecea186-c97b-4059-8b43-ef034b4c0377,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:52.680943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.681385 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Added segment bd131535-41ae-4893-997c-de523449ad60 of type vlan for network b60ed7a7-08c2-42f6-bbb8-bc7fea3db60b Aug 03 19:45:52.699532 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.715330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74434db-6ae8-486f-b95a-4c3a75463576 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:45:52.722656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.738647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d74434db-6ae8-486f-b95a-4c3a75463576, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d74434db-6ae8-486f-b95a-4c3a75463576,segment=NetworkSegment(cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9),segment_id=cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:52.744170 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.756220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.762332 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:52.762999 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.810834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d74434db-6ae8-486f-b95a-4c3a75463576,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:52.819424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.819939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.821179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.821179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.821416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.822221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.822909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.823397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.823815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.824245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.824758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.825319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:52.836797 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4829767 Aug 03 19:45:52.841268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53424) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:52.855490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0f8fa-70db-4d06-a3d6-3b8458913c2c tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Pushing event updated for resources: {'Network': ['ID=b60ed7a7-08c2-42f6-bbb8-bc7fea3db60b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:52.868771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network b60ed7a7-08c2-42f6-bbb8-bc7fea3db60b details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:52.890809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cce6d-a6a8-48d2-b26d-34fd414f5897 req-4bef26de-9a41-4fbd-94de-e90063c61429 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:52.892324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6cce6d-a6a8-48d2-b26d-34fd414f5897 req-4bef26de-9a41-4fbd-94de-e90063c61429 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0732553 Aug 03 19:45:52.921340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Request body: {'network': {'name': 'tempest-network--189568717', 'router:external': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:52.951712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b6cce6d-a6a8-48d2-b26d-34fd414f5897 req-2015b9f8-dfc1-468e-96f8-dd7f231484ec tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534539 Aug 03 19:45:52.955881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Made reservation on behalf of 0e539d44a2004ed791e3ba1a580431f0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:52.958503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.972079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.061559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.065160 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.089500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:53.099185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf06441-f1fe-477e-9460-2abca11e39b2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:53.106739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.107196 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Added segment 2732bb88-87de-4446-984a-6fecf11f9bc4 of type vlan for network 0e6dd34e-baee-4b3f-baee-8a170bd4820a Aug 03 19:45:53.117732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d74434db-6ae8-486f-b95a-4c3a75463576'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:45:53.157855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.196795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.197835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:53.198852 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.255353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4128151 Aug 03 19:45:53.258224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53432) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:53.268025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba1502-cc9e-4402-9523-bed5de86342c tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Network': ['ID=0e6dd34e-baee-4b3f-baee-8a170bd4820a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:53.279253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 0e6dd34e-baee-4b3f-baee-8a170bd4820a details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:53.345464 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.463064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8dd5-7758-4404-a208-0e88c793f368 req-fcfc4617-90f0-46fd-afb3-55f4adf7c57d tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:53.464578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-586b8dd5-7758-4404-a208-0e88c793f368 req-fcfc4617-90f0-46fd-afb3-55f4adf7c57d tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 950 time: 0.1140106 Aug 03 19:45:53.468440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.485778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6dd34e-baee-4b3f-baee-8a170bd4820a']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:53.502589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2732bb88-87de-4446-984a-6fecf11f9bc4') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:53.502887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2732bb88-87de-4446-984a-6fecf11f9bc4') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:53.519099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.534547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-586b8dd5-7758-4404-a208-0e88c793f368 req-c6ff3771-18cd-4f7e-b220-6b91e46080f2 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634437 Aug 03 19:45:53.537904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.544685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:53.545110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:53.547477 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:53.606933 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.611968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e6dd34e-baee-4b3f-baee-8a170bd4820a {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:45:53.614610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.616491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "DELETE /v2.0/networks/0e6dd34e-baee-4b3f-baee-8a170bd4820a HTTP/1.1" status: 204 len: 168 time: 0.3573480 Aug 03 19:45:53.620494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53436) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:53.626347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:53.626619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9b7f3-965d-4741-bce6-3d29a16efa1e tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e6dd34e-baee-4b3f-baee-8a170bd4820a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:53.653018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Made reservation on behalf of 0e539d44a2004ed791e3ba1a580431f0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:53.655381 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.679466 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:53.688825 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.689171 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Added segment 1e6d1840-6b35-439d-a438-55e62603f964 of type vlan for network db750bc3-83a0-4bd6-af80-89b845511049 Aug 03 19:45:53.732898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.764344 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.765289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:53.765990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.821133 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1990783 Aug 03 19:45:53.824086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53438) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:53.829069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Request body: {'subnet': {'network_id': 'db750bc3-83a0-4bd6-af80-89b845511049', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:53.846088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4497d-2789-4a36-8d42-547013d3aa25 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Network': ['ID=db750bc3-83a0-4bd6-af80-89b845511049,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:53.859630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network db750bc3-83a0-4bd6-af80-89b845511049 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:53.867950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Made reservation on behalf of 0e539d44a2004ed791e3ba1a580431f0 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:53.870364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.075758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b3b1c-6a47-4696-9773-c58ac2506a13 req-88cea8ea-9f71-4f6e-9bae-1539ac6ac2ef tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:54.077351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e6b3b1c-6a47-4696-9773-c58ac2506a13 req-88cea8ea-9f71-4f6e-9bae-1539ac6ac2ef tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0544653 Aug 03 19:45:54.120211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e6b3b1c-6a47-4696-9773-c58ac2506a13 req-4db50d90-1f79-49c0-a71f-17fa7fbd9681 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Aug 03 19:45:54.177611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.objects.ports [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:45:54.178067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.239112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd3c63e8-6bbd-409c-80cf-91bb1329e922,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:54.247904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Checking segment: {'id': '1e6d1840-6b35-439d-a438-55e62603f964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'db750bc3-83a0-4bd6-af80-89b845511049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:54.248260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Network hostable DHCP agents. Network: db750bc3-83a0-4bd6-af80-89b845511049, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:45:54.263736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Network db750bc3-83a0-4bd6-af80-89b845511049 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:45:54.271845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, db750bc3-83a0-4bd6-af80-89b845511049) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:54.276844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:54.277637 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.282076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4818092-b6fa-47cc-94dc-b5b7af01156b None None] Network db750bc3-83a0-4bd6-af80-89b845511049 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:54.292645 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4aef209a-70d2-4a47-81ed-1ce3b82ebb60 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4675045 Aug 03 19:45:54.295433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53442) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:54.299930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Request body: {'floatingip': {'floating_network_id': 'db750bc3-83a0-4bd6-af80-89b845511049'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:54.319618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.405884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5e7ec-6297-46f2-bb6c-afd8dd4d39ab None None] Network db750bc3-83a0-4bd6-af80-89b845511049 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:54.414111 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.527938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Allocated IP 172.20.0.10 (db750bc3-83a0-4bd6-af80-89b845511049/dd3c63e8-6bbd-409c-80cf-91bb1329e922/b13b1ba9-c90c-4869-ac1f-23ec4d261a7c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:45:54.557625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d74434db-6ae8-486f-b95a-4c3a75463576 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:45:54.611184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port d74434db-6ae8-486f-b95a-4c3a75463576 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:45:54.615901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port d74434db-6ae8-486f-b95a-4c3a75463576 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:45:54.616400 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.641898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.659509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094aba-897f-4024-bc03-9d12d39d557e req-7d7da97f-0f6a-466e-8bc2-cbe0f51abef5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:54.661177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55094aba-897f-4024-bc03-9d12d39d557e req-7d7da97f-0f6a-466e-8bc2-cbe0f51abef5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 950 time: 0.0557725 Aug 03 19:45:54.686384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.698184 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.703084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55094aba-897f-4024-bc03-9d12d39d557e req-ffafc263-d776-4da6-a5bf-1f0ca97b2fe9 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Aug 03 19:45:54.723013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a7af88-e4b9-47d2-b96f-dc36f127c8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74434db-6ae8-486f-b95a-4c3a75463576'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:54.724763 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c768a2fb-2573-4a72-84ea-c40377375102" -d '{"events": [{"server_uuid": "c4a7af88-e4b9-47d2-b96f-dc36f127c8a2", "name": "network-vif-plugged", "status": "completed", "tag": "d74434db-6ae8-486f-b95a-4c3a75463576"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:54.741649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Network db750bc3-83a0-4bd6-af80-89b845511049 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:45:54.744313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port d74434db-6ae8-486f-b95a-4c3a75463576, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d74434db-6ae8-486f-b95a-4c3a75463576,segment=NetworkSegment(cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9),segment_id=cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:54.747885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:54.748966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.751462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:45:54.777710 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ff7bb-3c6f-47b2-8621-4be63d9cb395 x-openstack-request-id: req-081ff7bb-3c6f-47b2-8621-4be63d9cb395 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:54.777997 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a7af88-e4b9-47d2-b96f-dc36f127c8a2", "name": "network-vif-plugged", "status": "completed", "tag": "d74434db-6ae8-486f-b95a-4c3a75463576", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:54.778243 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-081ff7bb-3c6f-47b2-8621-4be63d9cb395 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:54.778631 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a7af88-e4b9-47d2-b96f-dc36f127c8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74434db-6ae8-486f-b95a-4c3a75463576', 'code': 200} Aug 03 19:45:54.789674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Port': ['ID=b13b1ba9-c90c-4869-ac1f-23ec4d261a7c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:54.808652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=d74434db-6ae8-486f-b95a-4c3a75463576,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:54.853786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-cd45d99c-381b-4ad2-a910-c1592abdb907 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:54.855274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-cd45d99c-381b-4ad2-a910-c1592abdb907 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 950 time: 0.0746889 Aug 03 19:45:54.868834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.926838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afa8d6-c826-4186-ac02-8ad07a9b63f6 req-d9b8d554-5a5d-4b3c-b566-41ec7d339f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:54.928238 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-71afa8d6-c826-4186-ac02-8ad07a9b63f6 req-d9b8d554-5a5d-4b3c-b566-41ec7d339f6d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 1097 time: 0.0738575 Aug 03 19:45:54.928787 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.948614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Deleting port 51cd7f2c-8476-4885-af24-c69b8796fc1a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:54.948961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.998067 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-71afa8d6-c826-4186-ac02-8ad07a9b63f6 req-8a437cd8-373a-4d61-ab9f-1c17981876e7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Aug 03 19:45:55.043034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] For port 51cd7f2c-8476-4885-af24-c69b8796fc1a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=51cd7f2c-8476-4885-af24-c69b8796fc1a,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:55.043397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.055189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Calling delete_port for 51cd7f2c-8476-4885-af24-c69b8796fc1a owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:55.114136 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.121464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.198617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Port': ['ID=b13b1ba9-c90c-4869-ac1f-23ec4d261a7c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:55.209148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.210907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.223453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['51cd7f2c-8476-4885-af24-c69b8796fc1a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:45:55.239131 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.243428 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2d30515f-8a5d-4c16-bf21-2a15a5d73a92 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9439774 Aug 03 19:45:55.243704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53450) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:55.547737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Pushing event deleted for resources: {'Port': ['ID=51cd7f2c-8476-4885-af24-c69b8796fc1a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:55.587140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5195a19-9626-46d9-a042-c6bd2d3e18dd req-c692e2d4-9981-41b7-a094-0b7b7703aba2 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:55.588660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5195a19-9626-46d9-a042-c6bd2d3e18dd req-c692e2d4-9981-41b7-a094-0b7b7703aba2 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 946 time: 0.3917911 Aug 03 19:45:55.609627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] No DVR routers for this DVR port 51cd7f2c-8476-4885-af24-c69b8796fc1a on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:45:55.616415 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.618557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3fa6d70-8a17-476e-a044-56e2503ca6fc req-084a6858-32b2-4e0c-9e3b-e5e5ed0525e5 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.88 "DELETE /v2.0/ports/51cd7f2c-8476-4885-af24-c69b8796fc1a HTTP/1.1" status: 204 len: 173 time: 0.7573750 Aug 03 19:45:55.618996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f963c4c-e897-416f-81b7-0d1aa0e4f8d0', 'name': 'network-vif-deleted', 'tag': '51cd7f2c-8476-4885-af24-c69b8796fc1a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:55.621560 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cec4a0-148b-43dc-9d6e-47fded668330" -d '{"events": [{"server_uuid": "6f963c4c-e897-416f-81b7-0d1aa0e4f8d0", "name": "network-vif-deleted", "tag": "51cd7f2c-8476-4885-af24-c69b8796fc1a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:55.638872 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-04dc964d-bdff-46c3-8c3c-c12347f072ad tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=db750bc3-83a0-4bd6-af80-89b845511049 HTTP/1.1" status: 200 len: 690 time: 0.3939505 Aug 03 19:45:55.641323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53454) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:55.658076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5195a19-9626-46d9-a042-c6bd2d3e18dd req-62bd6cc6-d874-47a0-a84e-58c0eea07691 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502400 Aug 03 19:45:55.669463 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df01746-fcd6-4456-918c-bd3ea615717a x-openstack-request-id: req-2df01746-fcd6-4456-918c-bd3ea615717a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:55.669845 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f963c4c-e897-416f-81b7-0d1aa0e4f8d0", "name": "network-vif-deleted", "tag": "51cd7f2c-8476-4885-af24-c69b8796fc1a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:55.670573 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2df01746-fcd6-4456-918c-bd3ea615717a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:55.670990 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f963c4c-e897-416f-81b7-0d1aa0e4f8d0', 'name': 'network-vif-deleted', 'tag': '51cd7f2c-8476-4885-af24-c69b8796fc1a', 'status': 'completed', 'code': 200} Aug 03 19:45:55.732820 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.823699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Deleting port b13b1ba9-c90c-4869-ac1f-23ec4d261a7c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:55.823962 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.829498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-60678d70-fab5-4dd8-9fe3-56a0df882777 req-9f75c0d0-0952-4b44-9706-4304bc958d50 tempest-VolumesBackupsTest-2094746442 tempest-VolumesBackupsTest-2094746442-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f963c4c-e897-416f-81b7-0d1aa0e4f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Aug 03 19:45:55.904780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.905416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.914046 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.919299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Calling delete_port for b13b1ba9-c90c-4869-ac1f-23ec4d261a7c owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:56.065149 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.094645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event deleted for resources: {'Port': ['ID=b13b1ba9-c90c-4869-ac1f-23ec4d261a7c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:56.155665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.187158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f4dccfe2-4880-4e9b-823e-52add9edcf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.202191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.258226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.286444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3c63e8-6bbd-409c-80cf-91bb1329e922,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:56.344104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.354861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db750bc3-83a0-4bd6-af80-89b845511049']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:56.364937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6d1840-6b35-439d-a438-55e62603f964') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:56.365235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6d1840-6b35-439d-a438-55e62603f964') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:56.375066 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.389440 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.395205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:56.395602 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:56.397314 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:56.461195 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.466413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db750bc3-83a0-4bd6-af80-89b845511049 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:45:56.468996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.470894 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "DELETE /v2.0/networks/db750bc3-83a0-4bd6-af80-89b845511049 HTTP/1.1" status: 204 len: 168 time: 0.8285997 Aug 03 19:45:56.474153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53458) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:56.481306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb2e69-6144-4ba1-8bdc-de61cd39cca2 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event deleted for resources: {'Network': ['ID=db750bc3-83a0-4bd6-af80-89b845511049,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:56.576080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c00c1cc1-0f6a-4186-929f-99bfdfa70148 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1000919 Aug 03 19:45:56.578473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53460) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:56.671785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ba50-0e79-4964-8921-ce83cabfbb57 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.672158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ba50-0e79-4964-8921-ce83cabfbb57 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.672607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ba50-0e79-4964-8921-ce83cabfbb57 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.673064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ba50-0e79-4964-8921-ce83cabfbb57 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.673525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ba50-0e79-4964-8921-ce83cabfbb57 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.673973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ba50-0e79-4964-8921-ce83cabfbb57 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.674424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ba50-0e79-4964-8921-ce83cabfbb57 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.676272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bc84ba50-0e79-4964-8921-ce83cabfbb57 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4656 time: 0.0969145 Aug 03 19:45:56.679258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53462) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:56.740300 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-0387c048-4b2a-4d65-b587-75fb5d280706 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] delete failed (client error): The resource could not be found. Aug 03 19:45:56.741282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0387c048-4b2a-4d65-b587-75fb5d280706 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/930c3d69-f290-4c95-b70a-2e38d500805d HTTP/1.1" status: 404 len: 345 time: 0.0605638 Aug 03 19:45:56.744832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53466) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:56.762864 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-588538af-d8a6-41f7-bb8a-629947bc05d7 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] DELETE failed (client error): The resource could not be found. Aug 03 19:45:56.763408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588538af-d8a6-41f7-bb8a-629947bc05d7 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:45:56.768820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-588538af-d8a6-41f7-bb8a-629947bc05d7 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "DELETE /v2.0/networks/db750bc3-83a0-4bd6-af80-89b845511049 HTTP/1.1" status: 404 len: 339 time: 0.0189972 Aug 03 19:45:56.768950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:56.773725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Request body: {'network': {'name': 'tempest-network--993555918', 'router:external': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:56.793829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3219c1-cbdd-4b78-b092-56b9d7c553a5 req-f6af5712-e98f-419e-9b64-2a96800a88a3 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.794312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Made reservation on behalf of 0e539d44a2004ed791e3ba1a580431f0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:56.795528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc3219c1-cbdd-4b78-b092-56b9d7c553a5 req-f6af5712-e98f-419e-9b64-2a96800a88a3 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 946 time: 0.0574498 Aug 03 19:45:56.796738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.822371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:56.832041 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.832612 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Added segment ec290042-7b2e-4486-8b9e-4b1e8204f2ef of type vlan for network 0c873a08-8556-46a1-b893-a43bdb641055 Aug 03 19:45:56.837776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc3219c1-cbdd-4b78-b092-56b9d7c553a5 req-4d4fa581-a940-4ff1-9e72-5fee3d940482 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Aug 03 19:45:56.891828 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.932250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.933164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:56.933768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.998630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:57.008883 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2389205 Aug 03 19:45:57.019399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76841643-c1cd-4d4e-8df9-ef83eff46dff tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Network': ['ID=0c873a08-8556-46a1-b893-a43bdb641055,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:57.030633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 0c873a08-8556-46a1-b893-a43bdb641055 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:57.217879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc86051-9351-4e85-9056-1d4441770702 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:57.225977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc86051-9351-4e85-9056-1d4441770702 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:57.235221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc86051-9351-4e85-9056-1d4441770702 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:57.241827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc86051-9351-4e85-9056-1d4441770702 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:57.247101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1bc86051-9351-4e85-9056-1d4441770702 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2445192 Aug 03 19:45:57.247559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53484) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:57.319936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.406235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.416626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c873a08-8556-46a1-b893-a43bdb641055']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:57.433570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec290042-7b2e-4486-8b9e-4b1e8204f2ef') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:57.433877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec290042-7b2e-4486-8b9e-4b1e8204f2ef') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:57.443120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.463388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.471191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:57.471529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:57.474429 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:57.543559 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.550545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c873a08-8556-46a1-b893-a43bdb641055 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:45:57.559728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.566156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53488) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:57.566716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "DELETE /v2.0/networks/0c873a08-8556-46a1-b893-a43bdb641055 HTTP/1.1" status: 204 len: 168 time: 0.3174901 Aug 03 19:45:57.573644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Request body: {'network': {'name': 'tempest-network--1715971444', 'router:external': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:57.579098 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1284693-c068-4693-93a1-0146111ad2ec tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c873a08-8556-46a1-b893-a43bdb641055,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:57.615783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Made reservation on behalf of 0e539d44a2004ed791e3ba1a580431f0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:57.618729 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.663178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:57.679272 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.680918 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Added segment 7ba20cf1-791f-48e6-9f43-c51d6fa8d35b of type vlan for network 5f129be7-0cbf-45a1-a2e4-adc0440482ee Aug 03 19:45:57.746682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.788285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.790295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:57.790971 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.870039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3018208 Aug 03 19:45:57.872112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53490) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:57.882033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37de75-1969-4d0c-b64a-34ca1889a7c9 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Network': ['ID=5f129be7-0cbf-45a1-a2e4-adc0440482ee,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:57.894933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5f129be7-0cbf-45a1-a2e4-adc0440482ee details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:58.001401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc85f64-ac0c-479a-84dd-bc2d146b93fa tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:58.003149 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9dc85f64-ac0c-479a-84dd-bc2d146b93fa tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] 10.222.0.42 "GET /v2.0/networks/5f129be7-0cbf-45a1-a2e4-adc0440482ee HTTP/1.1" status: 200 len: 757 time: 0.1292133 Aug 03 19:45:58.007153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53492) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:58.103195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a072714e-e92d-49f2-82ee-2f64c52d66bb tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:58.107329 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a072714e-e92d-49f2-82ee-2f64c52d66bb tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] 10.222.0.42 "GET /v2.0/networks/b60ed7a7-08c2-42f6-bbb8-bc7fea3db60b HTTP/1.1" status: 200 len: 768 time: 0.0963044 Aug 03 19:45:58.107638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53496) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:58.175525 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.261924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.273909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f129be7-0cbf-45a1-a2e4-adc0440482ee']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:58.285821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba20cf1-791f-48e6-9f43-c51d6fa8d35b') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:58.286141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba20cf1-791f-48e6-9f43-c51d6fa8d35b') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:58.301048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.313062 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.319794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:58.320200 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:58.322599 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:58.385022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.394269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f129be7-0cbf-45a1-a2e4-adc0440482ee {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:45:58.405574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.411235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53502) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:58.417124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Request body: {'network': {'name': 'tempest-network--354269615'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:58.421019 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "DELETE /v2.0/networks/5f129be7-0cbf-45a1-a2e4-adc0440482ee HTTP/1.1" status: 204 len: 168 time: 0.3122485 Aug 03 19:45:58.423284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb33f7-67a3-415f-8441-aeafbc6a3c5f tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f129be7-0cbf-45a1-a2e4-adc0440482ee,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:58.450617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Made reservation on behalf of 0e539d44a2004ed791e3ba1a580431f0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:58.454959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.498315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:58.512435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.513273 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Added segment 26a1e29f-f482-4c02-83e2-80191779a045 of type vlan for network 5fb21e0a-ef9c-408f-9f43-8c63cdb46121 Aug 03 19:45:58.576151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.609846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.611164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:58.611926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.625669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 51cd7f2c-8476-4885-af24-c69b8796fc1a no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:58.647036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 51cd7f2c-8476-4885-af24-c69b8796fc1a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:45:58.647632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 51cd7f2c-8476-4885-af24-c69b8796fc1a not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:45:58.667468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2549205 Aug 03 19:45:58.670096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53512) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:58.675548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238b2fb-3c8d-43ff-a48d-012d727832f8 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Network': ['ID=5fb21e0a-ef9c-408f-9f43-8c63cdb46121,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:58.676712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3c2e24a3-0f0c-4302-81d4-49146a059528 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:58.687306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5fb21e0a-ef9c-408f-9f43-8c63cdb46121 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:58.858470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c2e24a3-0f0c-4302-81d4-49146a059528 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.875524 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c2e24a3-0f0c-4302-81d4-49146a059528 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.942228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c2e24a3-0f0c-4302-81d4-49146a059528 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Network 5fb21e0a-ef9c-408f-9f43-8c63cdb46121 is not hosted by any dhcp agent {{(pid=94133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:45:58.943297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e24a3-0f0c-4302-81d4-49146a059528 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:58.943908 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3c2e24a3-0f0c-4302-81d4-49146a059528 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.946331 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3c2e24a3-0f0c-4302-81d4-49146a059528 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "PUT /v2.0/networks/5fb21e0a-ef9c-408f-9f43-8c63cdb46121 HTTP/1.1" status: 200 len: 857 time: 0.2743194 Aug 03 19:45:58.948945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53518) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:58.963085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e24a3-0f0c-4302-81d4-49146a059528 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event updated for resources: {'Network': ['ID=5fb21e0a-ef9c-408f-9f43-8c63cdb46121,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:59.025975 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.123850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.136113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb21e0a-ef9c-408f-9f43-8c63cdb46121']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:59.148546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a1e29f-f482-4c02-83e2-80191779a045') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:59.148546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a1e29f-f482-4c02-83e2-80191779a045') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:59.156220 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.173224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.179588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:59.180523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:59.182637 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:59.259122 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.263405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fb21e0a-ef9c-408f-9f43-8c63cdb46121 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:45:59.265841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.271121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] 10.222.0.42 "DELETE /v2.0/networks/5fb21e0a-ef9c-408f-9f43-8c63cdb46121 HTTP/1.1" status: 204 len: 168 time: 0.3178713 Aug 03 19:45:59.272002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53528) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:59.297414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71526b78-e2d0-4a82-a422-be19c8106b01 tempest-ExternalNetworksTestJSON-1312897263 tempest-ExternalNetworksTestJSON-1312897263-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fb21e0a-ef9c-408f-9f43-8c63cdb46121,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:59.307963 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8fbdcd-1236-4ba9-8643-8c4243c7846d tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] DELETE failed (client error): The resource could not be found. Aug 03 19:45:59.308431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8fbdcd-1236-4ba9-8643-8c4243c7846d tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:45:59.313907 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cd8fbdcd-1236-4ba9-8643-8c4243c7846d tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] 10.222.0.42 "DELETE /v2.0/subnets/dd3c63e8-6bbd-409c-80cf-91bb1329e922 HTTP/1.1" status: 404 len: 337 time: 0.0390596 Aug 03 19:45:59.314894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53530) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:59.426439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.527227 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.538432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60ed7a7-08c2-42f6-bbb8-bc7fea3db60b']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:59.592492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd131535-41ae-4893-997c-de523449ad60') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:59.593304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd131535-41ae-4893-997c-de523449ad60') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:59.610939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.633661 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.640107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:59.640516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:59.687503 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:59.740735 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.753219 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.757376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] 10.222.0.42 "DELETE /v2.0/networks/b60ed7a7-08c2-42f6-bbb8-bc7fea3db60b HTTP/1.1" status: 204 len: 168 time: 0.4387629 Aug 03 19:45:59.776151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f11dc7-1b04-4a29-b51c-5f6c64931dcc req-7aad03ee-e877-4be7-a98a-755b4c3bc310 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:59.778185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17f11dc7-1b04-4a29-b51c-5f6c64931dcc req-7aad03ee-e877-4be7-a98a-755b4c3bc310 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 946 time: 0.0896282 Aug 03 19:45:59.785413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.793217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b01a3-d894-45ee-bbd1-95f5afd412f4 tempest-ExternalNetworksTestJSON-2079684657 tempest-ExternalNetworksTestJSON-2079684657-project] Pushing event deleted for resources: {'Network': ['ID=b60ed7a7-08c2-42f6-bbb8-bc7fea3db60b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:59.827881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17f11dc7-1b04-4a29-b51c-5f6c64931dcc req-2437ab66-d4f3-4993-8afe-cd673aeab678 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Aug 03 19:46:00.055050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53544) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:00.216823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6bc4a908-c4e8-4e50-a60a-cde8f9a1e8bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67ab572a076e4c4c8b42fe2abd01e30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605325 Aug 03 19:46:00.219320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53556) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:00.277168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0993200-eab6-48db-93f0-fdf8d4415732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.303013 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0993200-eab6-48db-93f0-fdf8d4415732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.304279 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-78723897-424d-401b-b4e1-6d4d35481d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.357732 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0993200-eab6-48db-93f0-fdf8d4415732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.360405 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0993200-eab6-48db-93f0-fdf8d4415732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.364049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d0993200-eab6-48db-93f0-fdf8d4415732 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ecea186-c97b-4059-8b43-ef034b4c0377 HTTP/1.1" status: 204 len: 168 time: 0.1411653 Aug 03 19:46:00.369734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0993200-eab6-48db-93f0-fdf8d4415732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecea186-c97b-4059-8b43-ef034b4c0377,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:00.663134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53598) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:00.719083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6a020ff4-e485-452e-a95e-b29b52b9462e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e539d44a2004ed791e3ba1a580431f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539284 Aug 03 19:46:00.720724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53600) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:00.769498 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c387047-c63b-44ae-a7c7-90caf06a9207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.790898 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c387047-c63b-44ae-a7c7-90caf06a9207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.845528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c387047-c63b-44ae-a7c7-90caf06a9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.850024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c387047-c63b-44ae-a7c7-90caf06a9207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.853993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c387047-c63b-44ae-a7c7-90caf06a9207 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bbf06441-f1fe-477e-9460-2abca11e39b2 HTTP/1.1" status: 204 len: 168 time: 0.1295834 Aug 03 19:46:00.869190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c387047-c63b-44ae-a7c7-90caf06a9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf06441-f1fe-477e-9460-2abca11e39b2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:00.985508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ce3ac-329b-4f56-afa6-1edd25ddbb09 req-b84e38eb-a866-4a3b-a341-c2548907665e tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:00.987644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b99ce3ac-329b-4f56-afa6-1edd25ddbb09 req-b84e38eb-a866-4a3b-a341-c2548907665e tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 946 time: 0.0710268 Aug 03 19:46:01.038049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b99ce3ac-329b-4f56-afa6-1edd25ddbb09 req-7d64f28d-3198-4021-b8dc-7d02ba62b4a3 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/security-groups?id=453e5b7b-7246-459e-8f5d-bb58a1fdf74d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Aug 03 19:46:01.184796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-69228578-907b-4194-9574-8645899874b5 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:01.186432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-69228578-907b-4194-9574-8645899874b5 tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 946 time: 0.0578084 Aug 03 19:46:01.290788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Deleting port d74434db-6ae8-486f-b95a-4c3a75463576 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:01.291122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.395081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] For port d74434db-6ae8-486f-b95a-4c3a75463576, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=d74434db-6ae8-486f-b95a-4c3a75463576,segment=NetworkSegment(cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9),segment_id=cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:01.395585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.409670 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Calling delete_port for d74434db-6ae8-486f-b95a-4c3a75463576 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:01.564191 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.599009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['d74434db-6ae8-486f-b95a-4c3a75463576'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:46:01.606697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Pushing event deleted for resources: {'Port': ['ID=d74434db-6ae8-486f-b95a-4c3a75463576,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:01.653250 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] No DVR routers for this DVR port d74434db-6ae8-486f-b95a-4c3a75463576 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:46:01.655944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.658132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a831715e-2ada-40a0-9da4-1a1b9a04f6ab req-13c4006b-2e65-4567-9542-c26fd53634bd tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.63 "DELETE /v2.0/ports/d74434db-6ae8-486f-b95a-4c3a75463576 HTTP/1.1" status: 204 len: 173 time: 0.4653680 Aug 03 19:46:01.658578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a7af88-e4b9-47d2-b96f-dc36f127c8a2', 'name': 'network-vif-deleted', 'tag': 'd74434db-6ae8-486f-b95a-4c3a75463576'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:01.661122 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740f640e-b0a7-429a-a9b0-5a03636b077e" -d '{"events": [{"server_uuid": "c4a7af88-e4b9-47d2-b96f-dc36f127c8a2", "name": "network-vif-deleted", "tag": "d74434db-6ae8-486f-b95a-4c3a75463576"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:01.712804 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eefe885-a218-4e39-b05c-9e39dcbc4f97 x-openstack-request-id: req-0eefe885-a218-4e39-b05c-9e39dcbc4f97 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:01.713175 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a7af88-e4b9-47d2-b96f-dc36f127c8a2", "name": "network-vif-deleted", "tag": "d74434db-6ae8-486f-b95a-4c3a75463576", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:01.713520 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0eefe885-a218-4e39-b05c-9e39dcbc4f97 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:01.714050 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a7af88-e4b9-47d2-b96f-dc36f127c8a2', 'name': 'network-vif-deleted', 'tag': 'd74434db-6ae8-486f-b95a-4c3a75463576', 'status': 'completed', 'code': 200} Aug 03 19:46:01.998171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:02.153085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f762c68d-1016-449c-84c5-2d93ed0c8284 req-17c75948-24e0-47f1-80a3-46919d9c3a2f tempest-VolumesActionsTest-1145121886 tempest-VolumesActionsTest-1145121886-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a7af88-e4b9-47d2-b96f-dc36f127c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0296504 Aug 03 19:46:02.540499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53680) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.641025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-100ded2f-c43d-4fce-aad1-956438d7fda7 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:02.672843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-100ded2f-c43d-4fce-aad1-956438d7fda7 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "PUT /v2.0/quotas/1701509a1c604e4ab904589aeaa20212 HTTP/1.1" status: 200 len: 366 time: 0.1311095 Aug 03 19:46:02.675426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53684) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.687118 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0900ca87-65a7-4e4d-a152-0e5060a3aca1 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0105598 Aug 03 19:46:02.689614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53686) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.700248 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e601b85b-36eb-4c72-869a-d5282161a9cd tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "GET /v2.0/quotas/1701509a1c604e4ab904589aeaa20212 HTTP/1.1" status: 200 len: 366 time: 0.0095890 Aug 03 19:46:02.702586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53688) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.722867 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-69289704-323a-44c1-a2e6-29133fb6e92f tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/1701509a1c604e4ab904589aeaa20212 HTTP/1.1" status: 204 len: 168 time: 0.0191824 Aug 03 19:46:02.725441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53690) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.735321 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-419ed058-47b5-4f0b-8a48-1807b96cf4d8 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0086277 Aug 03 19:46:02.737662 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53692) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.747971 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f76d5669-178c-4541-a8bc-9b929175aa57 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "GET /v2.0/quotas/1701509a1c604e4ab904589aeaa20212 HTTP/1.1" status: 200 len: 370 time: 0.0090835 Aug 03 19:46:02.750336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53696) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.756212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aec47783-424c-4e55-97a4-5fe5c4e188c1 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "GET /v2.0/quotas/1701509a1c604e4ab904589aeaa20212/default HTTP/1.1" status: 200 len: 370 time: 0.0042524 Aug 03 19:46:02.759214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53698) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.767509 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-f2b0457f-846b-40c2-b28a-3d6723443d1c tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] delete failed (client error): The resource could not be found. Aug 03 19:46:02.768485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f2b0457f-846b-40c2-b28a-3d6723443d1c tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/1701509a1c604e4ab904589aeaa20212 HTTP/1.1" status: 404 len: 348 time: 0.0083852 Aug 03 19:46:02.880675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53702) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:02.902566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Usage tracker for resource:network and tenant:fe323b7157054e578e4007d7bfd7cdf4 is out of sync, need to count used quota {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:46:02.907651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:46:02.914879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Usage tracker for resource:subnet and tenant:fe323b7157054e578e4007d7bfd7cdf4 is out of sync, need to count used quota {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:46:02.920121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:46:02.926261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Usage tracker for resource:subnetpool and tenant:fe323b7157054e578e4007d7bfd7cdf4 is out of sync, need to count used quota {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:46:02.933357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:46:02.940966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Usage tracker for resource:port and tenant:fe323b7157054e578e4007d7bfd7cdf4 is out of sync, need to count used quota {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:46:02.946828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:46:02.955173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Usage tracker for resource:router and tenant:fe323b7157054e578e4007d7bfd7cdf4 is out of sync, need to count used quota {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:46:02.960443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:46:02.967447 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Usage tracker for resource:floatingip and tenant:fe323b7157054e578e4007d7bfd7cdf4 is out of sync, need to count used quota {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:46:02.972661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:46:03.011604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Usage tracker for resource:security_group and tenant:fe323b7157054e578e4007d7bfd7cdf4 is out of sync, need to count used quota {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:46:03.016946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:46:03.023228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Usage tracker for resource:security_group_rule and tenant:fe323b7157054e578e4007d7bfd7cdf4 is out of sync, need to count used quota {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:46:03.028235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.quota.resource [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94133) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:46:03.033267 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3c6de8c8-f19b-4a46-b115-1a46cda0f3d5 tempest-QuotasTest-18926126 tempest-QuotasTest-18926126-project-admin] 10.222.0.42 "GET /v2.0/quotas/fe323b7157054e578e4007d7bfd7cdf4/details.json HTTP/1.1" status: 200 len: 703 time: 0.1512160 Aug 03 19:46:03.387897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53712) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:03.517118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.620153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.624920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.664948 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4aa4eea3127450fb5d55e3d06a4a53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751775 Aug 03 19:46:03.665755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2c24f-2fb4-4097-8f66-bf3aab3a9447,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:03.667811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53722) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:03.675924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.676386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.676605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.676942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.677270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.677638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.677969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.678296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.678620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.678971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.679297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.679655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9bda0-1f2e-4254-8215-cee4bd61b89e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.743823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76213419-58c5-4a9f-a6be-79e683ff00f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.766919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76213419-58c5-4a9f-a6be-79e683ff00f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.827294 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76213419-58c5-4a9f-a6be-79e683ff00f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.831095 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76213419-58c5-4a9f-a6be-79e683ff00f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.834377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-76213419-58c5-4a9f-a6be-79e683ff00f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6f2c24f-2fb4-4097-8f66-bf3aab3a9447 HTTP/1.1" status: 204 len: 168 time: 0.1639075 Aug 03 19:46:03.851238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76213419-58c5-4a9f-a6be-79e683ff00f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2c24f-2fb4-4097-8f66-bf3aab3a9447,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:04.180188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53730) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:04.198691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bd30f14-a6bb-4d9a-b5ec-8aadfcd17839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.302061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bd30f14-a6bb-4d9a-b5ec-8aadfcd17839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.306698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bd30f14-a6bb-4d9a-b5ec-8aadfcd17839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.349186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53732) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:04.349432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4bd30f14-a6bb-4d9a-b5ec-8aadfcd17839 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe323b7157054e578e4007d7bfd7cdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678979 Aug 03 19:46:04.350116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd30f14-a6bb-4d9a-b5ec-8aadfcd17839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0335a1-8265-4ae7-b974-35513f1d441d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:04.408353 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2bd1899-9173-4a8f-a058-52ecc077d2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.440546 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2bd1899-9173-4a8f-a058-52ecc077d2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.476263 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.495022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2bd1899-9173-4a8f-a058-52ecc077d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.498068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2bd1899-9173-4a8f-a058-52ecc077d2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.499311 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2bd1899-9173-4a8f-a058-52ecc077d2c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a0335a1-8265-4ae7-b974-35513f1d441d HTTP/1.1" status: 204 len: 168 time: 0.1490414 Aug 03 19:46:04.507770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd1899-9173-4a8f-a058-52ecc077d2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0335a1-8265-4ae7-b974-35513f1d441d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:04.588015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d74434db-6ae8-486f-b95a-4c3a75463576 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:46:04.625831 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: d74434db-6ae8-486f-b95a-4c3a75463576 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:46:04.626260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device d74434db-6ae8-486f-b95a-4c3a75463576 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:46:05.955914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53784) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:06.071155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1267997062', 'router:external': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:06.099059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Made reservation on behalf of 7770d0a14e23407c9c84d17ff6a80fcf for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:06.102475 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.113681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.217398 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.222362 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.243700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:46:06.265037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b4330-2c69-499d-8699-27101e2c3b8a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:06.268286 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.268731 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Added segment 12337267-4212-43e9-adcd-44f5adc36380 of type vlan for network 37a7ffda-39d5-4893-af02-dd5704ecf4a8 Aug 03 19:46:06.318616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.354327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.355692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:06.356466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.416117 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4555006 Aug 03 19:46:06.416604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:06.422657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'subnet': {'network_id': '37a7ffda-39d5-4893-af02-dd5704ecf4a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:06.426890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fa0ea-1e78-4675-85ef-e983e331cb98 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'Network': ['ID=37a7ffda-39d5-4893-af02-dd5704ecf4a8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:06.437576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 37a7ffda-39d5-4893-af02-dd5704ecf4a8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:46:06.467195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Made reservation on behalf of 7770d0a14e23407c9c84d17ff6a80fcf for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:06.470751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.871644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.objects.ports [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:46:06.872214 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.924800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c849c70-da6d-437a-8094-57b320796fc7,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:06.943444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Checking segment: {'id': '12337267-4212-43e9-adcd-44f5adc36380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37a7ffda-39d5-4893-af02-dd5704ecf4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:06.943799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Network hostable DHCP agents. Network: 37a7ffda-39d5-4893-af02-dd5704ecf4a8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:46:06.968755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Network 37a7ffda-39d5-4893-af02-dd5704ecf4a8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:46:06.982026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 37a7ffda-39d5-4893-af02-dd5704ecf4a8) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:06.989394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:06.990718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.997193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20200ff8-8991-4cc2-9f0c-096501c08050 None None] Network 37a7ffda-39d5-4893-af02-dd5704ecf4a8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:46:07.014456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-32b0d490-b871-474e-99e0-155cd73ff98f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5964909 Aug 03 19:46:07.017516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53796) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:07.024878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1231162984', 'network_id': '37a7ffda-39d5-4893-af02-dd5704ecf4a8'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:07.051125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Made reservation on behalf of 7770d0a14e23407c9c84d17ff6a80fcf for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:07.056599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.076678 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] device_id is not set on port 9c26b54b-780e-49c8-aff8-90f0328b782a yet. {{(pid=94133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:46:07.230600 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Allocated IP 2001:db8::17b (37a7ffda-39d5-4893-af02-dd5704ecf4a8/1c849c70-da6d-437a-8094-57b320796fc7/9c26b54b-780e-49c8-aff8-90f0328b782a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:07.275572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b820571-b8f8-4a27-8c4f-c36e5746f572 None None] Network 37a7ffda-39d5-4893-af02-dd5704ecf4a8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:46:07.465010 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.533875 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.577646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Network 37a7ffda-39d5-4893-af02-dd5704ecf4a8 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:07.580489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:07.586822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:07.587789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:07.588384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.596614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'Port': ['ID=9c26b54b-780e-49c8-aff8-90f0328b782a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:07.610687 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-05618c7d-c781-4117-8d89-bfbde06c1a1c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5888283 Aug 03 19:46:07.610999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53804) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:07.694045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-38a81a1f-fc7d-4823-bf63-ecd2a770f231 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Deleting port 9c26b54b-780e-49c8-aff8-90f0328b782a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:07.694459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38a81a1f-fc7d-4823-bf63-ecd2a770f231 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.780041 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38a81a1f-fc7d-4823-bf63-ecd2a770f231 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.795888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-38a81a1f-fc7d-4823-bf63-ecd2a770f231 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Calling delete_port for 9c26b54b-780e-49c8-aff8-90f0328b782a owned by {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:07.938494 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38a81a1f-fc7d-4823-bf63-ecd2a770f231 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.964818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a81a1f-fc7d-4823-bf63-ecd2a770f231 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c26b54b-780e-49c8-aff8-90f0328b782a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:08.002931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38a81a1f-fc7d-4823-bf63-ecd2a770f231 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.005559 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-38a81a1f-fc7d-4823-bf63-ecd2a770f231 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9c26b54b-780e-49c8-aff8-90f0328b782a HTTP/1.1" status: 204 len: 168 time: 0.3930125 Aug 03 19:46:08.008324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53806) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:08.013137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37a7ffda-39d5-4893-af02-dd5704ecf4a8', 'external_fixed_ips': [{'subnet_id': '1c849c70-da6d-437a-8094-57b320796fc7', 'ip_address': '2001:db8::17b'}]}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:08.040963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.042253 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.108897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.252911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.469404 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:46:08.480415 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.500963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.743174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Allocated IP 2001:db8::17b (37a7ffda-39d5-4893-af02-dd5704ecf4a8/1c849c70-da6d-437a-8094-57b320796fc7/995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:08.863589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.906966 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.946774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Network 37a7ffda-39d5-4893-af02-dd5704ecf4a8 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:08.951414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:08.953967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:09.024602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'Port': ['ID=995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:09.191863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:09.752630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:09.909858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Router 2529bfa8-1d65-435f-8214-5a53d0225c94 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:10.055485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:10.064507 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Sync routers for ids ['2529bfa8-1d65-435f-8214-5a53d0225c94'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:10.076393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:10.080157 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Routers {'2529bfa8-1d65-435f-8214-5a53d0225c94'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:10.080702 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53824) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:10.081262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-84e99e3e-649f-42f1-b08b-8911f3dc9f07 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0714495 Aug 03 19:46:10.082741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2529bfa8-1d65-435f-8214-5a53d0225c94'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:10.220124 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Set router 2529bfa8-1d65-435f-8214-5a53d0225c94 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:10.221316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:10.379474 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:10.492959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Deleting port 995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:10.493306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:10.494087 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2529bfa8-1d65-435f-8214-5a53d0225c94', 'name': '', 'tenant_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37a7ffda-39d5-4893-af02-dd5704ecf4a8', 'external_fixed_ips': [{'subnet_id': '1c849c70-da6d-437a-8094-57b320796fc7', 'ip_address': '2001:db8::17b'}], 'enable_snat': True}, 'gw_port_id': '995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:46:08Z', 'updated_at': '2021-08-03T19:46:09Z', 'revision_number': 3, 'project_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'gw_port': {'id': '995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3', 'name': '', 'network_id': '37a7ffda-39d5-4893-af02-dd5704ecf4a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2529bfa8-1d65-435f-8214-5a53d0225c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '1c849c70-da6d-437a-8094-57b320796fc7', 'ip_address': '2001:db8::17b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:46:08Z', 'updated_at': '2021-08-03T19:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c849c70-da6d-437a-8094-57b320796fc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:10.536691 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Checking router: 2529bfa8-1d65-435f-8214-5a53d0225c94 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:46:10.537140 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Updating router 2529bfa8-1d65-435f-8214-5a53d0225c94 port 995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:46:10.582308 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:10.619676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:10.636472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Calling delete_port for 995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:10.870443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:10.905962 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event deleted for resources: {'Port': ['ID=995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:10.937415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:10.943850 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.db.api [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:46:10.944253 n-d-803378-1 neutron-server[94136]: DEBUG oslo_db.api [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:46:11.044708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.047412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.132044 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.133363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2529bfa8-1d65-435f-8214-5a53d0225c94 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:11.139446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.144533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-78cb9f2b-1b03-4e60-aa1f-325eafdcf9ed tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "DELETE /v2.0/routers/2529bfa8-1d65-435f-8214-5a53d0225c94 HTTP/1.1" status: 204 len: 168 time: 1.0600591 Aug 03 19:46:11.144822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53834) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:11.206515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd81667f-6137-4a1a-83d5-5b6b82d5aa64 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Deleting subnet 1c849c70-da6d-437a-8094-57b320796fc7 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:46:11.212969 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd81667f-6137-4a1a-83d5-5b6b82d5aa64 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.311920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd81667f-6137-4a1a-83d5-5b6b82d5aa64 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.378375 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd81667f-6137-4a1a-83d5-5b6b82d5aa64 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.444417 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd81667f-6137-4a1a-83d5-5b6b82d5aa64 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.463191 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Port 995a03a4-4048-4d9f-b4a5-0a8e1e0b27f3 not found while updating agent binding for router 2529bfa8-1d65-435f-8214-5a53d0225c94. {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 19:46:11.468123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd81667f-6137-4a1a-83d5-5b6b82d5aa64 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.474035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:11.474574 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fd81667f-6137-4a1a-83d5-5b6b82d5aa64 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/1c849c70-da6d-437a-8094-57b320796fc7 HTTP/1.1" status: 204 len: 168 time: 0.3281963 Aug 03 19:46:11.499762 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Routers set() bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:11.500053 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Router IDs set() for agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:46:11.500906 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_agentschedulers_db [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2529bfa8-1d65-435f-8214-5a53d0225c94'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent'). {{(pid=94136) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:46:11.501581 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b0d17-7ac4-4ef2-8305-61a5a13b1d9c None None] The sync data for ids ['2529bfa8-1d65-435f-8214-5a53d0225c94'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:11.527826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81667f-6137-4a1a-83d5-5b6b82d5aa64 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c849c70-da6d-437a-8094-57b320796fc7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:11.566042 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.658986 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.672827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a7ffda-39d5-4893-af02-dd5704ecf4a8']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:11.685834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12337267-4212-43e9-adcd-44f5adc36380') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:11.686220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12337267-4212-43e9-adcd-44f5adc36380') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:11.697782 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.714102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.721431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:46:11.722121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:46:11.724116 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:46:11.799168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.805635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37a7ffda-39d5-4893-af02-dd5704ecf4a8 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:46:11.808379 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.810360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "DELETE /v2.0/networks/37a7ffda-39d5-4893-af02-dd5704ecf4a8 HTTP/1.1" status: 204 len: 168 time: 0.3350983 Aug 03 19:46:11.821068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad7055-9408-45f0-a638-0a7860ab9f83 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event deleted for resources: {'Network': ['ID=37a7ffda-39d5-4893-af02-dd5704ecf4a8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:12.072972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53852) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:12.077741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-015b85b6-caa1-45e2-bdf4-20973ed39d67 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'router': {'name': 'tempest-router--1685158896', 'project_id': 'b6fa34c088df4153b1aeb558fdaa57ef'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:12.105828 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-015b85b6-caa1-45e2-bdf4-20973ed39d67 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.107482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-015b85b6-caa1-45e2-bdf4-20973ed39d67 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.175796 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-015b85b6-caa1-45e2-bdf4-20973ed39d67 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.180988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-015b85b6-caa1-45e2-bdf4-20973ed39d67 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.198104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-015b85b6-caa1-45e2-bdf4-20973ed39d67 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.203468 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-015b85b6-caa1-45e2-bdf4-20973ed39d67 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1256192 Aug 03 19:46:12.204218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:12.291302 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0493063-56cb-4346-b018-5ce5c175f163 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.805567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0493063-56cb-4346-b018-5ce5c175f163 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.808024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0493063-56cb-4346-b018-5ce5c175f163 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.874384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0493063-56cb-4346-b018-5ce5c175f163 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.874917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0493063-56cb-4346-b018-5ce5c175f163 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49cc343d-116a-4f56-b088-92051ac5fd17 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:12.879814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0493063-56cb-4346-b018-5ce5c175f163 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.883180 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f0493063-56cb-4346-b018-5ce5c175f163 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "DELETE /v2.0/routers/49cc343d-116a-4f56-b088-92051ac5fd17 HTTP/1.1" status: 204 len: 168 time: 0.6768878 Aug 03 19:46:13.008554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53870) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:13.229566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1138281340', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:13.261321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:13.262461 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:13.320732 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:13.468428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:13.722460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:13.742051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:13.892428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Allocated IP 172.25.4.172 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/a2b2a7b6-7248-418c-b4dd-070f6ebbd501) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:14.037693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:14.096723 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:14.148725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:14.154541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:14.163402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:14.206543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event updated for resources: {'Port': ['ID=a2b2a7b6-7248-418c-b4dd-070f6ebbd501,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:14.492489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:14.754836 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:14.915839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Router f20c6bb5-1ae2-4fdd-937b-b516f2878e3d is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:15.054908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:15.077767 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da6c28-d063-4643-ab89-9503799a194c None None] Sync routers for ids ['f20c6bb5-1ae2-4fdd-937b-b516f2878e3d'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:15.082333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.084127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-37a8025d-1c6e-4d5f-ad6f-74d58d5e8d8f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0734205 Aug 03 19:46:15.087426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53902) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:15.098113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da6c28-d063-4643-ab89-9503799a194c None None] Routers {'f20c6bb5-1ae2-4fdd-937b-b516f2878e3d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:15.099780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c7da6c28-d063-4643-ab89-9503799a194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f20c6bb5-1ae2-4fdd-937b-b516f2878e3d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:15.154684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c7da6c28-d063-4643-ab89-9503799a194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:15.167812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da6c28-d063-4643-ab89-9503799a194c None None] Routers {'f20c6bb5-1ae2-4fdd-937b-b516f2878e3d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:15.169610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c7da6c28-d063-4643-ab89-9503799a194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['f20c6bb5-1ae2-4fdd-937b-b516f2878e3d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:15.270571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c7da6c28-d063-4643-ab89-9503799a194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:15.271291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da6c28-d063-4643-ab89-9503799a194c None None] The sync data for ids ['f20c6bb5-1ae2-4fdd-937b-b516f2878e3d'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:15.301301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8fecd428-2c16-45c1-8dcf-0e2a6e220979 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/routers/f20c6bb5-1ae2-4fdd-937b-b516f2878e3d HTTP/1.1" status: 200 len: 925 time: 0.2125907 Aug 03 19:46:15.304356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53908) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:15.357157 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-270b12bf-af5e-40a2-b9d0-d3319f266aa7 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=f20c6bb5-1ae2-4fdd-937b-b516f2878e3d HTTP/1.1" status: 200 len: 205 time: 0.0515580 Aug 03 19:46:15.359597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53910) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:15.533700 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.717497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.783787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Deleting port a2b2a7b6-7248-418c-b4dd-070f6ebbd501 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:15.784142 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.874613 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.887380 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Calling delete_port for a2b2a7b6-7248-418c-b4dd-070f6ebbd501 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:16.079249 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.109376 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event deleted for resources: {'Port': ['ID=a2b2a7b6-7248-418c-b4dd-070f6ebbd501,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:16.217380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.317933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.321426 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.368707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.369265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Fanout notify agent at l3_agent the message router_deleted on router f20c6bb5-1ae2-4fdd-937b-b516f2878e3d {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:16.376705 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.377905 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2bd5adbd-1e10-46c6-895c-38f1459b11a8 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/f20c6bb5-1ae2-4fdd-937b-b516f2878e3d HTTP/1.1" status: 204 len: 168 time: 1.0170872 Aug 03 19:46:16.381889 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53932) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:16.387727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1923110301', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': False}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:16.413140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.414800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.489301 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.639322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.868458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:16.892105 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:17.010003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Allocated IP 172.25.4.64 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/a6ce08a3-990d-4092-8c28-56e1ef68b52a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:17.133170 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:17.175946 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:17.217189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:17.220364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:17.224612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:17.259253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'Port': ['ID=a6ce08a3-990d-4092-8c28-56e1ef68b52a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:17.532762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.108831 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.247555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Router e42da910-9e7f-4087-a228-e2f83819923c is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:18.358525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:18.372602 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Sync routers for ids ['e42da910-9e7f-4087-a228-e2f83819923c'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:18.377993 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.379460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-853d382a-5f37-489b-b85f-07591d068abf tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9957297 Aug 03 19:46:18.382133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53946) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:18.386587 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Routers {'e42da910-9e7f-4087-a228-e2f83819923c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:18.387504 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e42da910-9e7f-4087-a228-e2f83819923c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:18.501790 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Set router e42da910-9e7f-4087-a228-e2f83819923c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:18.516413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b50f2e94-b9e7-4530-aa64-57282f586fbb tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/routers/e42da910-9e7f-4087-a228-e2f83819923c HTTP/1.1" status: 200 len: 908 time: 0.1324346 Aug 03 19:46:18.518892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53948) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:18.523365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1923110301', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': True}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:18.545918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.547125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.611814 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.727875 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42da910-9e7f-4087-a228-e2f83819923c', 'name': 'tempest-snat-router-1923110301', 'tenant_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': 'a6ce08a3-990d-4092-8c28-56e1ef68b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:46:16Z', 'updated_at': '2021-08-03T19:46:17Z', 'revision_number': 3, 'project_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'gw_port': {'id': 'a6ce08a3-990d-4092-8c28-56e1ef68b52a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42da910-9e7f-4087-a228-e2f83819923c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:46:16Z', 'updated_at': '2021-08-03T19:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:18.758647 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Checking router: e42da910-9e7f-4087-a228-e2f83819923c for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:46:18.759242 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Updating router e42da910-9e7f-4087-a228-e2f83819923c port a6ce08a3-990d-4092-8c28-56e1ef68b52a binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:46:18.789190 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.803172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.067874 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.096585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.320928 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.337687 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Transition to ACTIVE for port object a6ce08a3-990d-4092-8c28-56e1ef68b52a will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:19.344133 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.391246 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Attempting to bind port a6ce08a3-990d-4092-8c28-56e1ef68b52a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:19.391861 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Attempting to bind port a6ce08a3-990d-4092-8c28-56e1ef68b52a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:19.392104 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Attempting to bind port a6ce08a3-990d-4092-8c28-56e1ef68b52a on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:19.400412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Allocated IP 172.25.4.11 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c6fb5719-b06c-4adc-9a8c-765cdc5b9c01) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:19.402298 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:19.402920 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:19.403496 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.404037 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:19.404689 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Bound port: a6ce08a3-990d-4092-8c28-56e1ef68b52a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:19.405276 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.459420 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] For port a6ce08a3-990d-4092-8c28-56e1ef68b52a, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:19.463107 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] For port a6ce08a3-990d-4092-8c28-56e1ef68b52a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a6ce08a3-990d-4092-8c28-56e1ef68b52a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:19.464560 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Pushing event updated for resources: {'Port': ['ID=a6ce08a3-990d-4092-8c28-56e1ef68b52a,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:19.473106 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.477624 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.478146 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.478711 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.479211 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.479702 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.480197 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.480692 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.481182 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.481697 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.482195 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.482676 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.483271 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:19.527810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.544493 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3ed49-792b-48b7-9fca-0e0833bcf482 None None] Pushing event updated for resources: {'Port': ['ID=a6ce08a3-990d-4092-8c28-56e1ef68b52a,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:19.569793 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Routers {'e42da910-9e7f-4087-a228-e2f83819923c'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:19.570331 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['e42da910-9e7f-4087-a228-e2f83819923c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:19.583469 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.635553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'Port': ['ID=c6fb5719-b06c-4adc-9a8c-765cdc5b9c01,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:19.645213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:19.646670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:19.649708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:19.707241 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] Set router e42da910-9e7f-4087-a228-e2f83819923c gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:19.917258 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42da910-9e7f-4087-a228-e2f83819923c', 'name': 'tempest-snat-router-1923110301', 'tenant_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': 'a6ce08a3-990d-4092-8c28-56e1ef68b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:46:16Z', 'updated_at': '2021-08-03T19:46:17Z', 'revision_number': 3, 'project_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'gw_port': {'id': 'a6ce08a3-990d-4092-8c28-56e1ef68b52a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42da910-9e7f-4087-a228-e2f83819923c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:46:16Z', 'updated_at': '2021-08-03T19:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:19.945391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.945659 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f2fec-d25d-4cb9-b73d-8bc6711a57d3 None None] The sync data for ids ['e42da910-9e7f-4087-a228-e2f83819923c'] in n-d-803378-1 is: [{'id': 'e42da910-9e7f-4087-a228-e2f83819923c', 'name': 'tempest-snat-router-1923110301', 'tenant_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': 'a6ce08a3-990d-4092-8c28-56e1ef68b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:46:16Z', 'updated_at': '2021-08-03T19:46:17Z', 'revision_number': 3, 'project_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'gw_port': {'id': 'a6ce08a3-990d-4092-8c28-56e1ef68b52a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42da910-9e7f-4087-a228-e2f83819923c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:46:16Z', 'updated_at': '2021-08-03T19:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:20.184141 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:20.356993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Router c4084460-685a-4663-ab95-77135f6cc25a is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:20.509174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:20.520922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Sync routers for ids ['c4084460-685a-4663-ab95-77135f6cc25a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:20.532875 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Routers {'c4084460-685a-4663-ab95-77135f6cc25a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:20.534072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c4084460-685a-4663-ab95-77135f6cc25a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:20.556413 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:20.558100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f080a1a5-dfaf-49a2-9b79-c67578f0788d tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.0381444 Aug 03 19:46:20.560868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 53984) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:20.701394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Set router c4084460-685a-4663-ab95-77135f6cc25a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:20.738025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-072128f5-0271-435d-981f-f1e8d61a8eeb tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/routers/c4084460-685a-4663-ab95-77135f6cc25a HTTP/1.1" status: 200 len: 907 time: 0.1756537 Aug 03 19:46:20.740641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 53990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:20.853621 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:20.932636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.030658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4084460-685a-4663-ab95-77135f6cc25a', 'name': 'tempest-snat-router-1923110301', 'tenant_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c6fb5719-b06c-4adc-9a8c-765cdc5b9c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:46:18Z', 'updated_at': '2021-08-03T19:46:19Z', 'revision_number': 3, 'project_id': '7770d0a14e23407c9c84d17ff6a80fcf', 'gw_port': {'id': 'c6fb5719-b06c-4adc-9a8c-765cdc5b9c01', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4084460-685a-4663-ab95-77135f6cc25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:46:19Z', 'updated_at': '2021-08-03T19:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:21.081143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a6ce08a3-990d-4092-8c28-56e1ef68b52a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:21.090861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.128757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Checking router: c4084460-685a-4663-ab95-77135f6cc25a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:46:21.129160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Updating router c4084460-685a-4663-ab95-77135f6cc25a port c6fb5719-b06c-4adc-9a8c-765cdc5b9c01 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:46:21.160432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Deleting port c6fb5719-b06c-4adc-9a8c-765cdc5b9c01 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:21.161011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.175402 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.255207 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.270407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Calling delete_port for c6fb5719-b06c-4adc-9a8c-765cdc5b9c01 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:21.291287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a6ce08a3-990d-4092-8c28-56e1ef68b52a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:21.306145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a6ce08a3-990d-4092-8c28-56e1ef68b52a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:21.306919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.488963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.510755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.520399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a6ce08a3-990d-4092-8c28-56e1ef68b52a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a6ce08a3-990d-4092-8c28-56e1ef68b52a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:21.534834 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.549407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6fb5719-b06c-4adc-9a8c-765cdc5b9c01,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:21.606173 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.640712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a6ce08a3-990d-4092-8c28-56e1ef68b52a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:21.708406 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:46:21.708764 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:46:21.717910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.720398 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.770673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.771530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4084460-685a-4663-ab95-77135f6cc25a {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:21.775825 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:21.779985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d283d200-5472-4fff-b270-0191647ea8fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c4084460-685a-4663-ab95-77135f6cc25a HTTP/1.1" status: 204 len: 168 time: 1.0345166 Aug 03 19:46:21.780526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54000) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:21.898945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.004700 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.067000 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Deleting port a6ce08a3-990d-4092-8c28-56e1ef68b52a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:22.067000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.165137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] For port a6ce08a3-990d-4092-8c28-56e1ef68b52a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a6ce08a3-990d-4092-8c28-56e1ef68b52a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:22.166065 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.179814 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Calling delete_port for a6ce08a3-990d-4092-8c28-56e1ef68b52a owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:22.233801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Port c6fb5719-b06c-4adc-9a8c-765cdc5b9c01 not found while updating agent binding for router c4084460-685a-4663-ab95-77135f6cc25a. {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 19:46:22.246176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Routers set() bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:22.246937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Router IDs set() for agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:46:22.248118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_agentschedulers_db [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c4084460-685a-4663-ab95-77135f6cc25a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent'). {{(pid=94135) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:46:22.248975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03542eb8-2a73-4fdc-b03c-6d48cb9de39e None None] The sync data for ids ['c4084460-685a-4663-ab95-77135f6cc25a'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:22.371187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.402869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6ce08a3-990d-4092-8c28-56e1ef68b52a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:22.472519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.570498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.574143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.625420 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.626191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e42da910-9e7f-4087-a228-e2f83819923c {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:22.631177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.639393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54006) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:22.639975 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3612a7a4-b75a-40c3-be88-b9ebcd5b529a tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e42da910-9e7f-4087-a228-e2f83819923c HTTP/1.1" status: 204 len: 168 time: 0.8576553 Aug 03 19:46:22.646040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-330042895', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:22.683580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.685522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.747302 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.903122 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:23.297127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a6ce08a3-990d-4092-8c28-56e1ef68b52a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:46:23.328784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a6ce08a3-990d-4092-8c28-56e1ef68b52a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:46:23.334891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a6ce08a3-990d-4092-8c28-56e1ef68b52a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:46:23.526858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:23.547099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:23.655442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Allocated IP 172.25.4.215 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/f8816c1a-a904-4838-a327-f47f5030c127) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:23.777332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:23.825981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:23.865663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:23.868578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:23.874407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:23.879820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event updated for resources: {'Port': ['ID=f8816c1a-a904-4838-a327-f47f5030c127,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:23.906795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.907073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.907419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.907761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.908100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.908436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.908766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.909094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.909420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.909767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.910092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:23.910415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:24.163850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.391866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.535604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Router 6b15e29f-c0ba-40f7-92ca-2a4a033e9788 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:24.644615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:24.655480 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d998e-ebea-461c-9bd2-9af2361e9039 None None] Sync routers for ids ['6b15e29f-c0ba-40f7-92ca-2a4a033e9788'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:24.663302 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.665020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8f292a34-0bd7-419b-849b-9ebfd3fc19c1 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0232854 Aug 03 19:46:24.667742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54030) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:24.669640 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d998e-ebea-461c-9bd2-9af2361e9039 None None] Routers {'6b15e29f-c0ba-40f7-92ca-2a4a033e9788'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:24.670360 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-247d998e-ebea-461c-9bd2-9af2361e9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['6b15e29f-c0ba-40f7-92ca-2a4a033e9788'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:24.672292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ccbf5b08-edcd-49e7-8a15-aedbde14038c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': False}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:24.708119 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-247d998e-ebea-461c-9bd2-9af2361e9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:24.717522 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d998e-ebea-461c-9bd2-9af2361e9039 None None] Routers {'6b15e29f-c0ba-40f7-92ca-2a4a033e9788'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:24.718280 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-247d998e-ebea-461c-9bd2-9af2361e9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['6b15e29f-c0ba-40f7-92ca-2a4a033e9788'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:24.750155 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-247d998e-ebea-461c-9bd2-9af2361e9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:24.750971 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d998e-ebea-461c-9bd2-9af2361e9039 None None] The sync data for ids ['6b15e29f-c0ba-40f7-92ca-2a4a033e9788'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:24.982065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5b08-edcd-49e7-8a15-aedbde14038c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.382877 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5b08-edcd-49e7-8a15-aedbde14038c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.386072 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5b08-edcd-49e7-8a15-aedbde14038c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.518331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbf5b08-edcd-49e7-8a15-aedbde14038c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Router 6b15e29f-c0ba-40f7-92ca-2a4a033e9788 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:46:25.563441 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54038) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:25.626312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc7a313-7fe7-4061-8100-1fdf01e3ddf8 admin admin] Deleting subnet b1eaf595-f5bc-4932-9da6-f45df7d8a3e0 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:46:25.630243 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a313-7fe7-4061-8100-1fdf01e3ddf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.658972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbf5b08-edcd-49e7-8a15-aedbde14038c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:25.665280 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5b08-edcd-49e7-8a15-aedbde14038c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.667068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ccbf5b08-edcd-49e7-8a15-aedbde14038c tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "PUT /v2.0/routers/6b15e29f-c0ba-40f7-92ca-2a4a033e9788 HTTP/1.1" status: 200 len: 925 time: 0.9983821 Aug 03 19:46:25.670912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54040) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:25.672829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905e11-3b98-44d8-a6f5-a1abbed40b3f None None] Sync routers for ids ['6b15e29f-c0ba-40f7-92ca-2a4a033e9788'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:25.677452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a313-7fe7-4061-8100-1fdf01e3ddf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.687176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f905e11-3b98-44d8-a6f5-a1abbed40b3f None None] Routers {'6b15e29f-c0ba-40f7-92ca-2a4a033e9788'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:25.687798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1f905e11-3b98-44d8-a6f5-a1abbed40b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['6b15e29f-c0ba-40f7-92ca-2a4a033e9788'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:25.729213 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a313-7fe7-4061-8100-1fdf01e3ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.739906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1f905e11-3b98-44d8-a6f5-a1abbed40b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:25.750133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f905e11-3b98-44d8-a6f5-a1abbed40b3f None None] Routers {'6b15e29f-c0ba-40f7-92ca-2a4a033e9788'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:25.751109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1f905e11-3b98-44d8-a6f5-a1abbed40b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['6b15e29f-c0ba-40f7-92ca-2a4a033e9788'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:25.797602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1f905e11-3b98-44d8-a6f5-a1abbed40b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:25.798561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905e11-3b98-44d8-a6f5-a1abbed40b3f None None] The sync data for ids ['6b15e29f-c0ba-40f7-92ca-2a4a033e9788'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:25.800925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a313-7fe7-4061-8100-1fdf01e3ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.820570 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a313-7fe7-4061-8100-1fdf01e3ddf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.822689 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5dc7a313-7fe7-4061-8100-1fdf01e3ddf8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b1eaf595-f5bc-4932-9da6-f45df7d8a3e0 HTTP/1.1" status: 204 len: 168 time: 0.2582116 Aug 03 19:46:25.846041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54048) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:25.860010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7a313-7fe7-4061-8100-1fdf01e3ddf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1eaf595-f5bc-4932-9da6-f45df7d8a3e0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:25.897285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-70ec7a87-f5db-4207-ad18-942253fc7073 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/routers/6b15e29f-c0ba-40f7-92ca-2a4a033e9788 HTTP/1.1" status: 200 len: 925 time: 0.2246213 Aug 03 19:46:25.898221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54050) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:25.932909 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.937609 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.987688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf9c1f-113f-457c-b2af-35cd84404ab0 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:25.989355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5fcf9c1f-113f-457c-b2af-35cd84404ab0 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=6b15e29f-c0ba-40f7-92ca-2a4a033e9788&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0901337 Aug 03 19:46:25.992630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54052) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:26.025367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.035639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422c2e6e-25cb-4bd3-9c77-d33b12824799']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:26.046134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:26.046440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6a72b8-3e42-4f75-9e10-e31b4a8d1ba9') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:26.056002 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.075432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.081666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:46:26.082071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:46:26.084036 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:46:26.087040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6478a-832d-426c-aebd-24a3d1637033 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:26.088607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bbb6478a-832d-426c-aebd-24a3d1637033 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 881 time: 0.0947919 Aug 03 19:46:26.091724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54054) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:26.145723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d1ec65dc-d824-4643-837b-b129303377bf tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b15e29f-c0ba-40f7-92ca-2a4a033e9788 HTTP/1.1" status: 200 len: 205 time: 0.0501413 Aug 03 19:46:26.145723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54058) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:26.163729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.171424 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.174105 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] 10.222.0.42 "DELETE /v2.0/networks/422c2e6e-25cb-4bd3-9c77-d33b12824799 HTTP/1.1" status: 204 len: 168 time: 0.3254964 Aug 03 19:46:26.186645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54062) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:26.194605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23bef9-b2b5-4deb-adee-d1fd947c9c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=422c2e6e-25cb-4bd3-9c77-d33b12824799,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:26.206776 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf795129-5a7e-413a-ac18-0c3a909e4d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.237661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f51b78b-f62f-4454-9fef-896f1826d893 admin admin] Deleting subnet 508759ab-7922-4a24-8c45-f435ef2bc053 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:46:26.242225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f51b78b-f62f-4454-9fef-896f1826d893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.286144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.286788 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f51b78b-f62f-4454-9fef-896f1826d893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.329217 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f51b78b-f62f-4454-9fef-896f1826d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.395212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f51b78b-f62f-4454-9fef-896f1826d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.410168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f51b78b-f62f-4454-9fef-896f1826d893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.412105 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9f51b78b-f62f-4454-9fef-896f1826d893 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/508759ab-7922-4a24-8c45-f435ef2bc053 HTTP/1.1" status: 204 len: 168 time: 0.2241113 Aug 03 19:46:26.440124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54064) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:26.447394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b78b-f62f-4454-9fef-896f1826d893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=508759ab-7922-4a24-8c45-f435ef2bc053,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:26.536500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.622929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.635822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:26.647271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5c1dc4-ed5e-4ffa-b2a2-ac9280fecd9c') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:26.649143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5c1dc4-ed5e-4ffa-b2a2-ac9280fecd9c') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:26.658157 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.674838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.682770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:46:26.683319 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:46:26.685003 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:46:26.717069 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.744721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.761566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.763467 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705 HTTP/1.1" status: 204 len: 168 time: 0.3223405 Aug 03 19:46:26.764776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db156a1c-be99-45dd-a4cc-8af30c8ba910 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfdfbbb-f3e2-45f5-8f9a-0081f0ce1705,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:26.780586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Deleting port f8816c1a-a904-4838-a327-f47f5030c127 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:26.780932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.856290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.869265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Calling delete_port for f8816c1a-a904-4838-a327-f47f5030c127 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:26.949700 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54074) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:26.990646 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-353f63cf-a58c-46d8-9a07-8bb90f146017 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21e62dabff6a49bd93dde8a9e3b680fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395646 Aug 03 19:46:26.993759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54076) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:27.043032 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-619e42a0-671c-4ff0-952c-d12c990454b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.047944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.075056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event deleted for resources: {'Port': ['ID=f8816c1a-a904-4838-a327-f47f5030c127,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:27.083951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-619e42a0-671c-4ff0-952c-d12c990454b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.140085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.150772 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-619e42a0-671c-4ff0-952c-d12c990454b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.154755 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-619e42a0-671c-4ff0-952c-d12c990454b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.158552 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-619e42a0-671c-4ff0-952c-d12c990454b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/453e5b7b-7246-459e-8f5d-bb58a1fdf74d HTTP/1.1" status: 204 len: 168 time: 0.1613028 Aug 03 19:46:27.166406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e42a0-671c-4ff0-952c-d12c990454b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453e5b7b-7246-459e-8f5d-bb58a1fdf74d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:27.259139 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.262031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.328130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.328842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Fanout notify agent at l3_agent the message router_deleted on router 6b15e29f-c0ba-40f7-92ca-2a4a033e9788 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:27.337148 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.338495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-751ef7d1-535d-4956-9001-5d66944ac134 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/6b15e29f-c0ba-40f7-92ca-2a4a033e9788 HTTP/1.1" status: 204 len: 168 time: 1.1918828 Aug 03 19:46:27.342134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54084) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:27.347234 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5b12df9d-f66d-4661-b5fa-467df4c86e6f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-24501725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:27.377417 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b12df9d-f66d-4661-b5fa-467df4c86e6f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.378984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b12df9d-f66d-4661-b5fa-467df4c86e6f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.435399 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b12df9d-f66d-4661-b5fa-467df4c86e6f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.440228 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b12df9d-f66d-4661-b5fa-467df4c86e6f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.457868 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b12df9d-f66d-4661-b5fa-467df4c86e6f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.462664 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5b12df9d-f66d-4661-b5fa-467df4c86e6f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1160429 Aug 03 19:46:27.463167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:27.468987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:27.549185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:27.591449 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b8520025-3b9d-4fee-bcf9-545a9457b549 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcb3a354c44041c4a776bac6faf2bd6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409503 Aug 03 19:46:27.593947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54094) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:27.643464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b14dfd12-efb0-4533-ae4d-78c16a7d7fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.666150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b14dfd12-efb0-4533-ae4d-78c16a7d7fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.691514 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.720764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b14dfd12-efb0-4533-ae4d-78c16a7d7fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.724374 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b14dfd12-efb0-4533-ae4d-78c16a7d7fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.726652 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b14dfd12-efb0-4533-ae4d-78c16a7d7fae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19b5e503-05c9-40f0-bb30-61c2d77d8953 HTTP/1.1" status: 204 len: 168 time: 0.1314361 Aug 03 19:46:27.736693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dfd12-efb0-4533-ae4d-78c16a7d7fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b5e503-05c9-40f0-bb30-61c2d77d8953,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:27.896251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:27.917840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:28.031723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Allocated IP 172.25.4.144 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/e07b20be-5d5e-449b-8372-eabd8ea8fe58) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:28.146025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:28.191964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:28.236061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:28.239168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:28.246161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:28.275021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event updated for resources: {'Port': ['ID=e07b20be-5d5e-449b-8372-eabd8ea8fe58,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:28.566162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:28.818211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:28.823075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:28.962661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Router d2d2f6b0-3c36-45f8-91c0-b9f77c532d38 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:29.076879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:29.088009 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d68489-9a43-48ce-96a9-a99414c26609 None None] Sync routers for ids ['d2d2f6b0-3c36-45f8-91c0-b9f77c532d38'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:29.088919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:29.090311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bd703cec-f927-43fe-b6d8-c8105a55775f tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "PUT /v2.0/routers/d2d2f6b0-3c36-45f8-91c0-b9f77c532d38 HTTP/1.1" status: 200 len: 882 time: 1.6257420 Aug 03 19:46:29.093038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54136) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:29.100585 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d68489-9a43-48ce-96a9-a99414c26609 None None] Routers {'d2d2f6b0-3c36-45f8-91c0-b9f77c532d38'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:29.101786 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2d68489-9a43-48ce-96a9-a99414c26609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d2d2f6b0-3c36-45f8-91c0-b9f77c532d38'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:29.143654 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2d68489-9a43-48ce-96a9-a99414c26609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:29.152575 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d68489-9a43-48ce-96a9-a99414c26609 None None] Routers {'d2d2f6b0-3c36-45f8-91c0-b9f77c532d38'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:29.153196 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2d68489-9a43-48ce-96a9-a99414c26609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d2d2f6b0-3c36-45f8-91c0-b9f77c532d38'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:29.192957 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b2d68489-9a43-48ce-96a9-a99414c26609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:29.193646 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d68489-9a43-48ce-96a9-a99414c26609 None None] The sync data for ids ['d2d2f6b0-3c36-45f8-91c0-b9f77c532d38'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:29.216210 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d60d02db-f60c-4c57-b91a-506b89051992 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/routers/d2d2f6b0-3c36-45f8-91c0-b9f77c532d38 HTTP/1.1" status: 200 len: 923 time: 0.1214352 Aug 03 19:46:29.218908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54142) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:29.291394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6987f-dd4e-4ad6-9fc0-5058b8a4a6cd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:29.295238 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1dd6987f-dd4e-4ad6-9fc0-5058b8a4a6cd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=d2d2f6b0-3c36-45f8-91c0-b9f77c532d38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0726600 Aug 03 19:46:29.295539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54144) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:29.386117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41deecfe-25ad-48d4-a2f3-706ae1544d54 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:29.390514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54148) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:29.390689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-41deecfe-25ad-48d4-a2f3-706ae1544d54 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 881 time: 0.0941484 Aug 03 19:46:29.421362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e03f4940-e4c3-4d5f-b941-96781a4ac555 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d2f6b0-3c36-45f8-91c0-b9f77c532d38 HTTP/1.1" status: 200 len: 205 time: 0.0293329 Aug 03 19:46:29.423900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54152) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:29.789702 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:29.922891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.048694 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.119197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Deleting port e07b20be-5d5e-449b-8372-eabd8ea8fe58 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:30.120331 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.221991 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.237868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Calling delete_port for e07b20be-5d5e-449b-8372-eabd8ea8fe58 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:30.299208 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc05f925-8d41-4520-baea-49c59d8a77bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.388538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4e014-c295-4365-8889-0dc66af3c69b req-1f9198cf-c587-47e8-97c1-1491c0938661 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:30.390316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcc4e014-c295-4365-8889-0dc66af3c69b req-1f9198cf-c587-47e8-97c1-1491c0938661 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 945 time: 0.0922787 Aug 03 19:46:30.441256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.451321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dcc4e014-c295-4365-8889-0dc66af3c69b req-0a4f5fde-baee-44dc-ad50-bed9cce5b298 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517600 Aug 03 19:46:30.503331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event deleted for resources: {'Port': ['ID=e07b20be-5d5e-449b-8372-eabd8ea8fe58,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:30.563080 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.675355 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.677495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.719293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.719974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Fanout notify agent at l3_agent the message router_deleted on router d2d2f6b0-3c36-45f8-91c0-b9f77c532d38 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:30.727242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.728366 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5d0f8f4d-f59a-4dff-b5dc-533b6f6549a5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/d2d2f6b0-3c36-45f8-91c0-b9f77c532d38 HTTP/1.1" status: 204 len: 168 time: 1.3034892 Aug 03 19:46:30.732684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54184) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:30.737370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f1795067-ef33-4c6c-83a7-ec1cfd5b5cde tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1469221733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:30.763169 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1795067-ef33-4c6c-83a7-ec1cfd5b5cde tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.764176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1795067-ef33-4c6c-83a7-ec1cfd5b5cde tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.818422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1795067-ef33-4c6c-83a7-ec1cfd5b5cde tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.824132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1795067-ef33-4c6c-83a7-ec1cfd5b5cde tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.849295 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1795067-ef33-4c6c-83a7-ec1cfd5b5cde tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.850926 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f1795067-ef33-4c6c-83a7-ec1cfd5b5cde tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1167324 Aug 03 19:46:30.853750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54192) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:30.858739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': True}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:31.098850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:31.317696 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:31.337270 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:31.473568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Allocated IP 172.25.4.231 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/c8b5c389-fd11-4a8d-b42e-3295e9f80007) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:31.598155 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:31.651541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c544d-52b5-4f02-90a6-c36a9376631b req-5b46d1b4-f93c-491c-a4a8-4dbc08e6963a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:31.653495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb8c544d-52b5-4f02-90a6-c36a9376631b req-5b46d1b4-f93c-491c-a4a8-4dbc08e6963a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 945 time: 0.0769899 Aug 03 19:46:31.709090 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:31.743094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb8c544d-52b5-4f02-90a6-c36a9376631b req-8bcb594a-2e06-40c7-9027-652405f8386e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785847 Aug 03 19:46:31.765109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'Port': ['ID=c8b5c389-fd11-4a8d-b42e-3295e9f80007,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:31.776086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:31.778486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:31.781460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:32.000307 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.097845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-9ef1a968-26aa-480f-b6f4-509b2c78f994 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:32.099515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-9ef1a968-26aa-480f-b6f4-509b2c78f994 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 945 time: 0.0574028 Aug 03 19:46:32.214589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:32.215373 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.317599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] For port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:32.318056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.409058 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.695895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.696649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.697148 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Floating IP 868f2f3d-3f5b-434a-a3c6-574396660f67 disassociated. External IP: 172.25.4.15, port: c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608. Aug 03 19:46:32.698240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:32.705446 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.714533 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.881660 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.914120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04969e-b139-4240-89ed-60f6e735f508 req-cc015b58-2dda-49bd-962d-3a7791fb8d50 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:32.915860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c04969e-b139-4240-89ed-60f6e735f508 req-cc015b58-2dda-49bd-962d-3a7791fb8d50 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 867 time: 0.0678012 Aug 03 19:46:32.916790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Router 8089ad92-c1cc-4ad8-8286-4c8fc4a77abd is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:32.922206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:33.020561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c04969e-b139-4240-89ed-60f6e735f508 req-83e3d848-222e-472c-b92b-edd86d9d6d47 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935829 Aug 03 19:46:33.079374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Router daf07c84-9307-4457-991b-85b43892e2c3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:46:33.087495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:33.100458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05351d1-5aee-48f2-b5ef-8f66dc10945d None None] Sync routers for ids ['8089ad92-c1cc-4ad8-8286-4c8fc4a77abd'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:33.101135 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.106193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-844a5aa4-ba5f-4293-9ccc-01077d83a09f tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "PUT /v2.0/routers/8089ad92-c1cc-4ad8-8286-4c8fc4a77abd HTTP/1.1" status: 200 len: 919 time: 2.2514493 Aug 03 19:46:33.107326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54240) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:33.113507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05351d1-5aee-48f2-b5ef-8f66dc10945d None None] Routers {'8089ad92-c1cc-4ad8-8286-4c8fc4a77abd'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:33.114125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d05351d1-5aee-48f2-b5ef-8f66dc10945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8089ad92-c1cc-4ad8-8286-4c8fc4a77abd'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:33.199879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d05351d1-5aee-48f2-b5ef-8f66dc10945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:33.204417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:33.210387 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05351d1-5aee-48f2-b5ef-8f66dc10945d None None] Routers {'8089ad92-c1cc-4ad8-8286-4c8fc4a77abd'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:33.213626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d05351d1-5aee-48f2-b5ef-8f66dc10945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8089ad92-c1cc-4ad8-8286-4c8fc4a77abd'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:33.217050 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:33.232865 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:33.233775 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:33.243296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-05181d0f-d67e-48a7-97b9-cb6126c2ee66 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/routers/8089ad92-c1cc-4ad8-8286-4c8fc4a77abd HTTP/1.1" status: 200 len: 925 time: 0.1342640 Aug 03 19:46:33.244092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54242) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:33.261038 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] No DVR routers for this DVR port c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:46:33.269680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.272170 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-434ff734-5f28-4231-832a-1a6ee4c7e95d req-dc5834ad-ca25-4e48-b490-56f726287a5f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "DELETE /v2.0/ports/c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 HTTP/1.1" status: 204 len: 173 time: 1.1667736 Aug 03 19:46:33.275568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'name': 'network-vif-deleted', 'tag': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:33.278085 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a7065f-9eaa-4a87-b469-71db3542cb3c" -d '{"events": [{"server_uuid": "f6273f39-fd77-4c61-8b00-5ee751674d5c", "name": "network-vif-deleted", "tag": "c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:33.320965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d05351d1-5aee-48f2-b5ef-8f66dc10945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:33.331399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05351d1-5aee-48f2-b5ef-8f66dc10945d None None] The sync data for ids ['8089ad92-c1cc-4ad8-8286-4c8fc4a77abd'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:33.355376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35e087-2bad-4f9e-b320-10aa52938d12 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:33.360428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ce35e087-2bad-4f9e-b320-10aa52938d12 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=8089ad92-c1cc-4ad8-8286-4c8fc4a77abd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1152539 Aug 03 19:46:33.360964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54246) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:33.422654 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f296bf-9627-4c74-8703-3c2a69b50193 x-openstack-request-id: req-53f296bf-9627-4c74-8703-3c2a69b50193 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:33.423227 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6273f39-fd77-4c61-8b00-5ee751674d5c", "name": "network-vif-deleted", "tag": "c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:33.423644 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53f296bf-9627-4c74-8703-3c2a69b50193 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:33.424218 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6273f39-fd77-4c61-8b00-5ee751674d5c', 'name': 'network-vif-deleted', 'tag': 'c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608', 'status': 'completed', 'code': 200} Aug 03 19:46:33.531038 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:33.538663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b353cb-0598-4c76-9bee-9f17662693fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:33.543089 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b5b353cb-0598-4c76-9bee-9f17662693fc tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 881 time: 0.1810315 Aug 03 19:46:33.543545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54250) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:33.581835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1eb60276-0764-4f38-9af3-5d3c6ac3f5f7 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=8089ad92-c1cc-4ad8-8286-4c8fc4a77abd HTTP/1.1" status: 200 len: 205 time: 0.0362291 Aug 03 19:46:33.583953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54252) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:33.717709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.868774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.871672 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:33.922652 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:46:33.946473 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:33.947292 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:33.954201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Deleting port c8b5c389-fd11-4a8d-b42e-3295e9f80007 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:33.954774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.074300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.101041 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:34.105658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Calling delete_port for c8b5c389-fd11-4a8d-b42e-3295e9f80007 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:34.186916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01307613-665d-43bc-ad6a-4a375e933af9 req-2fc332e4-1bb5-4f92-bad3-eb730b8762a9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 210 time: 0.0544806 Aug 03 19:46:34.479495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.490565 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.511405 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:34.512797 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event deleted for resources: {'Port': ['ID=c8b5c389-fd11-4a8d-b42e-3295e9f80007,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:34.546786 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750c72e2-a480-4388-8f9d-e0c8aea67a60 None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:34.619308 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.696098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:46:34.738442 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.741315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.747009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:46:34.747486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device c9b5d6ac-2d1e-4d7f-a95a-510d99ae6608 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:46:34.807245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.807980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Fanout notify agent at l3_agent the message router_deleted on router 8089ad92-c1cc-4ad8-8286-4c8fc4a77abd {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:34.820966 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.823679 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b0761554-e561-4fbb-8948-827919d14049 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/8089ad92-c1cc-4ad8-8286-4c8fc4a77abd HTTP/1.1" status: 204 len: 168 time: 1.2383611 Aug 03 19:46:34.829698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54278) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:34.834675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8204da8b-b064-441f-a736-3536d62a6826 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1571115695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:34.871610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8204da8b-b064-441f-a736-3536d62a6826 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.872503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8204da8b-b064-441f-a736-3536d62a6826 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.959649 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8204da8b-b064-441f-a736-3536d62a6826 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.967625 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8204da8b-b064-441f-a736-3536d62a6826 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.999056 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8204da8b-b064-441f-a736-3536d62a6826 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:35.001450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8204da8b-b064-441f-a736-3536d62a6826 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1704943 Aug 03 19:46:35.005625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54280) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:35.010463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'enable_snat': False}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:35.062759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913feff-50dd-4ef4-9390-1078598d27b3 None None] New status for floating IP 868f2f3d-3f5b-434a-a3c6-574396660f67: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:46:35.421039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0c51021-b4a8-428e-a929-3bdeb30f559e req-db98876e-fd7f-409d-9a37-f0d74856cb56 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 210 time: 0.1101379 Aug 03 19:46:35.446672 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:35.747394 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:35.766933 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:35.878195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Allocated IP 172.25.4.158 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/20690fc0-1b73-49a3-938a-0d8ba5758a91) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:35.986720 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:36.027492 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:36.067773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:36.076352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:36.078629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Pushing event updated for resources: {'Port': ['ID=20690fc0-1b73-49a3-938a-0d8ba5758a91,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:36.086779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:36.382954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:36.542068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b86e2d1c-a466-44b5-9d84-f720547fa6e0 req-34f7515c-79e1-4f98-b7cd-5db9befd4a3a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 210 time: 0.0368593 Aug 03 19:46:36.681563 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:36.683378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:36.879598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Router 30ba15ce-7a24-46ea-9e97-fc24baf65cf9 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:37.020842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:37.026208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:37.029848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d6b8e09-a1b7-48f4-bd82-99c12cd4e7dd tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "PUT /v2.0/routers/30ba15ce-7a24-46ea-9e97-fc24baf65cf9 HTTP/1.1" status: 200 len: 920 time: 2.0206416 Aug 03 19:46:37.030639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54310) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:37.044016 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a3e8c-2db0-4195-b15a-2212f183dff4 None None] Sync routers for ids ['30ba15ce-7a24-46ea-9e97-fc24baf65cf9'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:37.058099 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a3e8c-2db0-4195-b15a-2212f183dff4 None None] Routers {'30ba15ce-7a24-46ea-9e97-fc24baf65cf9'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:37.058732 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-343a3e8c-2db0-4195-b15a-2212f183dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['30ba15ce-7a24-46ea-9e97-fc24baf65cf9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:37.265892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54312) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:37.266496 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a40c61b3-d56a-41e9-ac76-1b23c4ca23aa tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/routers/30ba15ce-7a24-46ea-9e97-fc24baf65cf9 HTTP/1.1" status: 200 len: 926 time: 0.2335551 Aug 03 19:46:37.356133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956fb36f-97a3-43c4-ad93-b1848b177686 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:37.360256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-956fb36f-97a3-43c4-ad93-b1848b177686 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=30ba15ce-7a24-46ea-9e97-fc24baf65cf9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0909107 Aug 03 19:46:37.360921 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-343a3e8c-2db0-4195-b15a-2212f183dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:37.361457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54314) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:37.382769 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a3e8c-2db0-4195-b15a-2212f183dff4 None None] Routers {'30ba15ce-7a24-46ea-9e97-fc24baf65cf9'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:37.386366 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-343a3e8c-2db0-4195-b15a-2212f183dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['30ba15ce-7a24-46ea-9e97-fc24baf65cf9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:37.473302 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-343a3e8c-2db0-4195-b15a-2212f183dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:37.478878 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a3e8c-2db0-4195-b15a-2212f183dff4 None None] The sync data for ids ['30ba15ce-7a24-46ea-9e97-fc24baf65cf9'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:37.515022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f526879-a7cf-4c4c-be58-5e7accd9a3c6 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:37.523534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54316) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:37.523985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8f526879-a7cf-4c4c-be58-5e7accd9a3c6 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/networks/7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 881 time: 0.1606462 Aug 03 19:46:37.562929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-116c17cb-809c-4dbb-afe3-accf7ac50ab9 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=30ba15ce-7a24-46ea-9e97-fc24baf65cf9 HTTP/1.1" status: 200 len: 205 time: 0.0379918 Aug 03 19:46:37.565158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54318) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:37.700378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78334c51-be81-4e62-9c19-ca5ac1a0f0df req-636df4d7-bf2d-4d75-b699-18341238cb6f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6273f39-fd77-4c61-8b00-5ee751674d5c HTTP/1.1" status: 200 len: 210 time: 0.0417814 Aug 03 19:46:37.815189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.031450 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.113314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Deleting port 20690fc0-1b73-49a3-938a-0d8ba5758a91 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:38.113712 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.198894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.212043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Calling delete_port for 20690fc0-1b73-49a3-938a-0d8ba5758a91 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:38.442796 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.509919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event deleted for resources: {'Port': ['ID=20690fc0-1b73-49a3-938a-0d8ba5758a91,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:38.628055 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.739138 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.741955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.811205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.811845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Fanout notify agent at l3_agent the message router_deleted on router 30ba15ce-7a24-46ea-9e97-fc24baf65cf9 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:38.822609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.825898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-661c10b4-2e6e-4f08-bf5c-58161d234a29 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/30ba15ce-7a24-46ea-9e97-fc24baf65cf9 HTTP/1.1" status: 204 len: 168 time: 1.2574978 Aug 03 19:46:38.828104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54334) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:38.836861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-934512866', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:38.905373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.907643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:39.009111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:39.087460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-389cf8ef-1ef4-4d48-9f7a-784190cf6349 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686805441&fields=id&tenant_id=a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 267 time: 0.1244779 Aug 03 19:46:39.726549 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:39.771732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7a33fd5a-b4ba-427a-b63f-a1210330a7e6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:39.779272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7a33fd5a-b4ba-427a-b63f-a1210330a7e6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.6510987 Aug 03 19:46:39.852575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-cef8951a-331f-4c5e-99a2-51d12f33f9ec tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/quotas/a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 375 time: 0.0722699 Aug 03 19:46:39.924959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53499db0-df29-48e7-8a15-4f235d658854 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645764 Aug 03 19:46:40.128265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:40.133991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-005da5b9-af42-46cb-81ad-cf4e43a93f18 service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891525 Aug 03 19:46:40.163989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:40.411774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-c6eacbe9-bb47-4011-a2ad-d18bf58f717b service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563004 Aug 03 19:46:40.436062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Allocated IP 172.25.4.62 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/cc820a81-9103-4e50-9ea9-4b85d10a7d7d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:40.625853 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:40.675103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:40.739254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:40.743385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event updated for resources: {'Port': ['ID=cc820a81-9103-4e50-9ea9-4b85d10a7d7d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:40.746139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:40.748289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:41.021442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.230392 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.398891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Router 53595530-014e-4804-acda-e12636235644 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:46:41.523656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:41.535377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd135ea-e1e3-4a88-b7b5-b8966aa8ff24 None None] Sync routers for ids ['53595530-014e-4804-acda-e12636235644'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:41.548208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.548617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd135ea-e1e3-4a88-b7b5-b8966aa8ff24 None None] Routers {'53595530-014e-4804-acda-e12636235644'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:41.549432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3dd135ea-e1e3-4a88-b7b5-b8966aa8ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['53595530-014e-4804-acda-e12636235644'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:41.554348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54374) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:41.559707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:41.561975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ed6a5a62-0107-42fe-ae27-186ddd723ae5 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7325437 Aug 03 19:46:41.586777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3dd135ea-e1e3-4a88-b7b5-b8966aa8ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:41.596471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd135ea-e1e3-4a88-b7b5-b8966aa8ff24 None None] Routers {'53595530-014e-4804-acda-e12636235644'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:41.597300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3dd135ea-e1e3-4a88-b7b5-b8966aa8ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['53595530-014e-4804-acda-e12636235644'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:41.630251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3dd135ea-e1e3-4a88-b7b5-b8966aa8ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:41.631146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd135ea-e1e3-4a88-b7b5-b8966aa8ff24 None None] The sync data for ids ['53595530-014e-4804-acda-e12636235644'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:41.898424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-baf56b52-5454-4dde-bfb4-90dd79300f1c req-59920e37-b61d-4c81-bf3e-d27c5dc8cff9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 210 time: 0.0396497 Aug 03 19:46:41.968952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.986241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:42.052638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Deleting port cc820a81-9103-4e50-9ea9-4b85d10a7d7d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:46:42.054099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:42.174617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:42.190458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Calling delete_port for cc820a81-9103-4e50-9ea9-4b85d10a7d7d owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:46:42.383071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:42.412505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Pushing event deleted for resources: {'Port': ['ID=cc820a81-9103-4e50-9ea9-4b85d10a7d7d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:42.490860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:43.067698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46a76b0c-fba4-48fa-ae25-43f67ed6f08b req-037505ae-52e9-47b9-b3cd-974280ece4cb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 210 time: 0.0349352 Aug 03 19:46:43.161558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9253'] for router, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:43.164856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603702'] for router, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:43.254788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Router 53595530-014e-4804-acda-e12636235644 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:46:43.349152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:43.357802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:43.361562 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f30325c7-fe32-40ce-a055-de3c422da5aa tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "PUT /v2.0/routers/53595530-014e-4804-acda-e12636235644 HTTP/1.1" status: 200 len: 709 time: 1.8034854 Aug 03 19:46:43.361821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54412) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:43.365382 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdec1a1-9b84-445d-8041-a2ddfdbe2d04 None None] Sync routers for ids ['53595530-014e-4804-acda-e12636235644'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:43.379300 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdec1a1-9b84-445d-8041-a2ddfdbe2d04 None None] Routers {'53595530-014e-4804-acda-e12636235644'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:43.384541 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4bdec1a1-9b84-445d-8041-a2ddfdbe2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['53595530-014e-4804-acda-e12636235644'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:43.433732 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4bdec1a1-9b84-445d-8041-a2ddfdbe2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:43.454278 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdec1a1-9b84-445d-8041-a2ddfdbe2d04 None None] Routers {'53595530-014e-4804-acda-e12636235644'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:43.455179 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4bdec1a1-9b84-445d-8041-a2ddfdbe2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:46:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['53595530-014e-4804-acda-e12636235644'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:43.524529 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2f6f070b-2f71-45a0-98a9-01d017260f61 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/routers/53595530-014e-4804-acda-e12636235644 HTTP/1.1" status: 200 len: 744 time: 0.1539099 Aug 03 19:46:43.527198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54414) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:43.532720 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4bdec1a1-9b84-445d-8041-a2ddfdbe2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:43.533617 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdec1a1-9b84-445d-8041-a2ddfdbe2d04 None None] The sync data for ids ['53595530-014e-4804-acda-e12636235644'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:43.590792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-56ca227e-115d-4bd8-a5cf-7090fecf9aa6 tempest-RoutersIpV6AdminTest-1474545637 tempest-RoutersIpV6AdminTest-1474545637-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&device_id=53595530-014e-4804-acda-e12636235644 HTTP/1.1" status: 200 len: 205 time: 0.0608752 Aug 03 19:46:43.594071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54416) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:43.629975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bd143c4e-6b0f-45cb-93c5-0d980bbfb317 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=53595530-014e-4804-acda-e12636235644 HTTP/1.1" status: 200 len: 205 time: 0.0345781 Aug 03 19:46:43.630576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54418) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:43.638155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-14bd99ea-5a59-4e9a-9409-0d68494b3a49 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:43.640840 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-14bd99ea-5a59-4e9a-9409-0d68494b3a49 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.2000260 Aug 03 19:46:43.714202 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-c22cfab2-fa4a-4b96-a5d5-b312202ecc95 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 379 time: 0.0591154 Aug 03 19:46:43.723996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'port': {'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'admin_state_up': True, 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'security_groups': ['d5770786-864f-430f-b7da-9bc53e3373a0']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:43.729848 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43383a0c-e68a-4212-8e55-d7aaccfd5322 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:43.849413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:43.854599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:43.950744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43383a0c-e68a-4212-8e55-d7aaccfd5322 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:43.954541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43383a0c-e68a-4212-8e55-d7aaccfd5322 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:44.014130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43383a0c-e68a-4212-8e55-d7aaccfd5322 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:44.014771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43383a0c-e68a-4212-8e55-d7aaccfd5322 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Fanout notify agent at l3_agent the message router_deleted on router 53595530-014e-4804-acda-e12636235644 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:46:44.032805 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-43383a0c-e68a-4212-8e55-d7aaccfd5322 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:44.034802 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-43383a0c-e68a-4212-8e55-d7aaccfd5322 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/53595530-014e-4804-acda-e12636235644 HTTP/1.1" status: 204 len: 168 time: 0.4033194 Aug 03 19:46:44.038806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54426) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.070076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b1720819-b639-425c-81c2-6e0f9db2d7c6 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=53595530-014e-4804-acda-e12636235644 HTTP/1.1" status: 200 len: 205 time: 0.0297451 Aug 03 19:46:44.072198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54428) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.156047 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-eab69f14-fbb3-4a17-a72d-0a2bf6a182d0 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] delete failed (client error): The resource could not be found. Aug 03 19:46:44.165203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.20.0.6 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/fde128d0-2ab0-4fbb-be42-b819b848ed92) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:44.166924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-eab69f14-fbb3-4a17-a72d-0a2bf6a182d0 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/53595530-014e-4804-acda-e12636235644 HTTP/1.1" status: 404 len: 336 time: 0.0894399 Aug 03 19:46:44.167555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54432) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.218859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-36578db3-2de9-4c9a-9e27-1b9fa435baa6 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=30ba15ce-7a24-46ea-9e97-fc24baf65cf9 HTTP/1.1" status: 200 len: 205 time: 0.0500379 Aug 03 19:46:44.222230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54434) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.256300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19885c9b-3910-4042-bcf4-f5cd3b3a2bf9 req-ad574101-9322-401c-a30d-08ff1eb87710 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 210 time: 0.0362899 Aug 03 19:46:44.310319 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-4de18384-da80-4735-b0d6-04eba44df457 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] delete failed (client error): The resource could not be found. Aug 03 19:46:44.311448 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4de18384-da80-4735-b0d6-04eba44df457 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/30ba15ce-7a24-46ea-9e97-fc24baf65cf9 HTTP/1.1" status: 404 len: 336 time: 0.0882697 Aug 03 19:46:44.314046 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54438) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.359134 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1316e98-1f38-4869-9b21-df747562c591 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=8089ad92-c1cc-4ad8-8286-4c8fc4a77abd HTTP/1.1" status: 200 len: 205 time: 0.0438814 Aug 03 19:46:44.361888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.409916 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-75a36344-3c8c-4eda-999f-0d13969ad224 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] delete failed (client error): The resource could not be found. Aug 03 19:46:44.410977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-75a36344-3c8c-4eda-999f-0d13969ad224 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/8089ad92-c1cc-4ad8-8286-4c8fc4a77abd HTTP/1.1" status: 404 len: 336 time: 0.0476208 Aug 03 19:46:44.414863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54442) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.452590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-41e7da20-508a-48cf-bd5b-19c914ac0431 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d2f6b0-3c36-45f8-91c0-b9f77c532d38 HTTP/1.1" status: 200 len: 205 time: 0.0364175 Aug 03 19:46:44.457668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.524985 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-bd745956-ba76-49f9-afe0-19be39580254 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] delete failed (client error): The resource could not be found. Aug 03 19:46:44.529008 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bd745956-ba76-49f9-afe0-19be39580254 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/d2d2f6b0-3c36-45f8-91c0-b9f77c532d38 HTTP/1.1" status: 404 len: 336 time: 0.0669355 Aug 03 19:46:44.529295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54448) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.551928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:44.571468 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1193c94c-dd6c-4a98-9de7-a307997bc0da tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b15e29f-c0ba-40f7-92ca-2a4a033e9788 HTTP/1.1" status: 200 len: 205 time: 0.0410881 Aug 03 19:46:44.575024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54450) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.582335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Transition to ACTIVE for port object fde128d0-2ab0-4fbb-be42-b819b848ed92 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:44.627579 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:44.627991 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-2fd9aa17-2ceb-4804-9dfc-eea685a02879 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] delete failed (client error): The resource could not be found. Aug 03 19:46:44.632905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2fd9aa17-2ceb-4804-9dfc-eea685a02879 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/6b15e29f-c0ba-40f7-92ca-2a4a033e9788 HTTP/1.1" status: 404 len: 336 time: 0.0578382 Aug 03 19:46:44.633598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54452) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.667981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54454) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.668262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-426157e2-8449-45dc-aec7-2ee2634b2662 tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "GET /v2.0/ports?device_id=f20c6bb5-1ae2-4fdd-937b-b516f2878e3d HTTP/1.1" status: 200 len: 205 time: 0.0328844 Aug 03 19:46:44.732088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:44.738556 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-9aa6f7c1-fdf8-4c40-9b5d-4e49030b7e6d tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] delete failed (client error): The resource could not be found. Aug 03 19:46:44.739960 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9aa6f7c1-fdf8-4c40-9b5d-4e49030b7e6d tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/routers/f20c6bb5-1ae2-4fdd-937b-b516f2878e3d HTTP/1.1" status: 404 len: 336 time: 0.0689671 Aug 03 19:46:44.743619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54460) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:44.745757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:44.748243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=fde128d0-2ab0-4fbb-be42-b819b848ed92,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:44.750846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:44.792582 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-952f775f-cbb7-4a24-a3cc-2f60e93877dc tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] DELETE failed (client error): The resource could not be found. Aug 03 19:46:44.793413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952f775f-cbb7-4a24-a3cc-2f60e93877dc tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:46:44.798985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-952f775f-cbb7-4a24-a3cc-2f60e93877dc tempest-RoutersIpV6AdminTest-1934927364 tempest-RoutersIpV6AdminTest-1934927364-project] 10.222.0.42 "DELETE /v2.0/subnets/1c849c70-da6d-437a-8094-57b320796fc7 HTTP/1.1" status: 404 len: 337 time: 0.0542367 Aug 03 19:46:44.851218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:44.851884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:44.893958 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-7e2bc96e-68c1-4db1-91ef-c2916ebda1c6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1742144 Aug 03 19:46:45.142759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ea90941d-52af-4786-948c-0f2d25bf7bd6 None None] Provisioning for port fde128d0-2ab0-4fbb-be42-b819b848ed92 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:45.148492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ea90941d-52af-4786-948c-0f2d25bf7bd6 None None] Provisioning complete for port fde128d0-2ab0-4fbb-be42-b819b848ed92 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:45.149184 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea90941d-52af-4786-948c-0f2d25bf7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.211920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54470) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:45.232773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ea90941d-52af-4786-948c-0f2d25bf7bd6 None None] Port fde128d0-2ab0-4fbb-be42-b819b848ed92 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:46:45.253961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54476) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:45.277438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Request body: {'port': {'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:45.396240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6cd-0eed-45da-86ba-d2d21ccc34e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.439820 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e05daf9d-74e9-48f6-aa4f-3ce998761997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.451637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba04f5-ec4a-4e5d-b06d-b12de9b9e503 req-be5ea9d4-54fb-4297-a482-d88f4a90a584 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:45.453783 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1ba04f5-ec4a-4e5d-b06d-b12de9b9e503 req-be5ea9d4-54fb-4297-a482-d88f4a90a584 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 931 time: 0.0705647 Aug 03 19:46:45.489254 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:46:45.531898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1ba04f5-ec4a-4e5d-b06d-b12de9b9e503 req-49be48ca-b7ea-430f-bf1f-c063edd217a3 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657890 Aug 03 19:46:45.602411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e05daf9d-74e9-48f6-aa4f-3ce998761997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.605713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.611121 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.db.api [None req-e74ac6cd-0eed-45da-86ba-d2d21ccc34e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:46:45.611121 n-d-803378-1 neutron-server[94133]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:46:45.611121 n-d-803378-1 neutron-server[94133]: [parameters: {'project_id': '9f0df041bb1b462386b662a32a1a87dc', 'id': '01163d64-a0c6-4f5a-8b0a-c6a16312de84', 'expiration': datetime.datetime(2021, 8, 3, 19, 48, 45, 495286)}] Aug 03 19:46:45.611121 n-d-803378-1 neutron-server[94133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:46:45.612074 n-d-803378-1 neutron-server[94133]: DEBUG oslo_db.api [None req-e74ac6cd-0eed-45da-86ba-d2d21ccc34e0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:46:45.621377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e05daf9d-74e9-48f6-aa4f-3ce998761997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.652403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05daf9d-74e9-48f6-aa4f-3ce998761997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1d707c-8e23-474e-a474-868ee3391870,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:45.701131 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e05daf9d-74e9-48f6-aa4f-3ce998761997 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb3ab90d783348eea4d58c9c301d9a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880996 Aug 03 19:46:45.704441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54486) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:45.808293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c99c11c-8ebd-4402-9754-12948d8e7430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.855189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c99c11c-8ebd-4402-9754-12948d8e7430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.911527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c99c11c-8ebd-4402-9754-12948d8e7430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.915282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c99c11c-8ebd-4402-9754-12948d8e7430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.917014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c99c11c-8ebd-4402-9754-12948d8e7430 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b1d707c-8e23-474e-a474-868ee3391870 HTTP/1.1" status: 204 len: 168 time: 0.2109842 Aug 03 19:46:45.928185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99c11c-8ebd-4402-9754-12948d8e7430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1d707c-8e23-474e-a474-868ee3391870,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:46.117325 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6cd-0eed-45da-86ba-d2d21ccc34e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.150303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde128d0-2ab0-4fbb-be42-b819b848ed92 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:46.160987 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.186485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Transition to ACTIVE for port object fde128d0-2ab0-4fbb-be42-b819b848ed92 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:46.195704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.280439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Pushing event updated for resources: {'Port': ['ID=fde128d0-2ab0-4fbb-be42-b819b848ed92,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:46.321656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54492) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:46.345192 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f042ed02-a1d8-402c-94c2-dc0e1e956cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.384802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6cd-0eed-45da-86ba-d2d21ccc34e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.396501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6cd-0eed-45da-86ba-d2d21ccc34e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.514283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Attempting to bind port fde128d0-2ab0-4fbb-be42-b819b848ed92 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:46.514686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Attempting to bind port fde128d0-2ab0-4fbb-be42-b819b848ed92 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:46.514959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Attempting to bind port fde128d0-2ab0-4fbb-be42-b819b848ed92 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:46.526965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f042ed02-a1d8-402c-94c2-dc0e1e956cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.527750 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e74ac6cd-0eed-45da-86ba-d2d21ccc34e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f0df041bb1b462386b662a32a1a87dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2726955 Aug 03 19:46:46.528473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6cd-0eed-45da-86ba-d2d21ccc34e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3dd7bc-4c81-4898-9e65-9fed17b6a072,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:46.532820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54500) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:46.534923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Port fde128d0-2ab0-4fbb-be42-b819b848ed92 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:46:46.535259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Attempting to bind port fde128d0-2ab0-4fbb-be42-b819b848ed92 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:46.539910 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f042ed02-a1d8-402c-94c2-dc0e1e956cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.542103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:46.542452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:46.542860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:46.543288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Bound port: fde128d0-2ab0-4fbb-be42-b819b848ed92, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:46.543650 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.604707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f042ed02-a1d8-402c-94c2-dc0e1e956cbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cde311b538f42a0aae7e4f3e0c13d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812054 Aug 03 19:46:46.608566 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54504) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:46.611508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042ed02-a1d8-402c-94c2-dc0e1e956cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2999a8d1-64f4-4559-bfed-48aa60f85757,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:46.703807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed08e0-390c-4bc2-85b5-b4c049cd82ae req-790a19a2-f978-4cea-9c12-b095f8ba4b13 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:46.714193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99ed08e0-390c-4bc2-85b5-b4c049cd82ae req-790a19a2-f978-4cea-9c12-b095f8ba4b13 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.0765603 Aug 03 19:46:46.716396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203a5f17-751a-4255-9e8e-2293dcfe0c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.718445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] For port fde128d0-2ab0-4fbb-be42-b819b848ed92, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:46.723035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] For port fde128d0-2ab0-4fbb-be42-b819b848ed92, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:46.740408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.770552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99ed08e0-390c-4bc2-85b5-b4c049cd82ae req-1fb0f9e0-7803-47d3-ab76-b2a333263bc4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546577 Aug 03 19:46:46.783230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-601a0300-82d9-431d-8ad0-5bef967a1dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.788847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203a5f17-751a-4255-9e8e-2293dcfe0c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.820221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:46.820915 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.822496 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] 10.222.0.63 "PUT /v2.0/ports/fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 200 len: 1091 time: 1.9146256 Aug 03 19:46:46.822974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:46.825256 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefd21ec-aa62-4a12-9b60-28943c26cf74" -d '{"events": [{"name": "network-changed", "server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:46.864409 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-601a0300-82d9-431d-8ad0-5bef967a1dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:46.972557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a83fbc-78e3-4778-860c-d0e7c4609d72 service neutron] Pushing event updated for resources: {'Port': ['ID=fde128d0-2ab0-4fbb-be42-b819b848ed92,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:47.052051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-fc28fe1d-08f2-4298-8f69-29768c23edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:47.054241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-fc28fe1d-08f2-4298-8f69-29768c23edc1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1094 time: 0.1374247 Aug 03 19:46:47.084764 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203a5f17-751a-4255-9e8e-2293dcfe0c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:47.087388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-203a5f17-751a-4255-9e8e-2293dcfe0c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:47.090815 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-203a5f17-751a-4255-9e8e-2293dcfe0c1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e3dd7bc-4c81-4898-9e65-9fed17b6a072 HTTP/1.1" status: 204 len: 168 time: 0.5548167 Aug 03 19:46:47.160780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-601a0300-82d9-431d-8ad0-5bef967a1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:47.169828 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-601a0300-82d9-431d-8ad0-5bef967a1dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:47.171202 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-601a0300-82d9-431d-8ad0-5bef967a1dcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2999a8d1-64f4-4559-bfed-48aa60f85757 HTTP/1.1" status: 204 len: 168 time: 0.5436535 Aug 03 19:46:47.180409 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-118fdc67-a1db-43cf-9907-eaf79116a5ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 200 len: 217 time: 0.1104157 Aug 03 19:46:47.185768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a5f17-751a-4255-9e8e-2293dcfe0c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3dd7bc-4c81-4898-9e65-9fed17b6a072,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:47.271268 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9059a8-e52d-432d-9b13-00ccb8657c56 x-openstack-request-id: req-fe9059a8-e52d-432d-9b13-00ccb8657c56 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:47.271539 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:47.271828 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe9059a8-e52d-432d-9b13-00ccb8657c56 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:47.272236 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'status': 'completed', 'code': 200} Aug 03 19:46:47.273082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a0300-82d9-431d-8ad0-5bef967a1dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2999a8d1-64f4-4559-bfed-48aa60f85757,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:47.316339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-a7cd9332-c2d2-4e9a-925e-639840443c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:47.317860 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-a7cd9332-c2d2-4e9a-925e-639840443c1b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.1201434 Aug 03 19:46:47.379941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-3b17ae4e-07e1-41e6-ab07-84e1389c4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:47.381964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-3b17ae4e-07e1-41e6-ab07-84e1389c4a0f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570893 Aug 03 19:46:47.550091 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-16478e7c-cbdd-46eb-9c9b-f9a0eca82bbc service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611679 Aug 03 19:46:47.721687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54530) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:47.754257 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ec42292c-1009-447d-bf84-6234e0b75e66 req-25668782-a972-4749-9bfa-c73f2e61b31c service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949518 Aug 03 19:46:47.802265 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-46e64268-49ed-428a-979f-004b606c46e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7770d0a14e23407c9c84d17ff6a80fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768516 Aug 03 19:46:47.802755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54536) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:47.908533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde8da-a8ae-478b-8bfa-1b0752137c01 req-57b8ef4e-f995-466b-b2b5-2fb4dbb1df97 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:47.918087 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48fde8da-a8ae-478b-8bfa-1b0752137c01 req-57b8ef4e-f995-466b-b2b5-2fb4dbb1df97 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.0579529 Aug 03 19:46:47.974853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48fde8da-a8ae-478b-8bfa-1b0752137c01 req-4675e6bc-2a9b-4d21-b974-23d92d678953 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554588 Aug 03 19:46:47.982593 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d1626a9-ec7e-4596-ba77-4d39e29dc8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:48.014740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-ef506340-88e1-41d7-8e32-a68e4d425ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:48.016830 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-ef506340-88e1-41d7-8e32-a68e4d425ac6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1094 time: 0.1813555 Aug 03 19:46:48.022753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d1626a9-ec7e-4596-ba77-4d39e29dc8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:48.148551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-cd83befb-7a4a-44ff-8b9e-97ac3b787393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:48.150743 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-cd83befb-7a4a-44ff-8b9e-97ac3b787393 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.1252055 Aug 03 19:46:48.151769 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d1626a9-ec7e-4596-ba77-4d39e29dc8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:48.154920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d1626a9-ec7e-4596-ba77-4d39e29dc8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:48.159014 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d1626a9-ec7e-4596-ba77-4d39e29dc8c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a7b4330-2c69-499d-8699-27101e2c3b8a HTTP/1.1" status: 204 len: 168 time: 0.3551321 Aug 03 19:46:48.173269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1626a9-ec7e-4596-ba77-4d39e29dc8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b4330-2c69-499d-8699-27101e2c3b8a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:48.231625 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-c13aa02a-574f-4d2c-9f5a-a0b3255b73b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 200 len: 217 time: 0.0714810 Aug 03 19:46:48.328850 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-510f2742-3cae-483d-8c52-0a68604b5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:48.331752 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-510f2742-3cae-483d-8c52-0a68604b5259 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0933182 Aug 03 19:46:48.426468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-e3ddf914-56b8-4e25-a251-dc0d5ad285ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:48.430405 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-e3ddf914-56b8-4e25-a251-dc0d5ad285ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894694 Aug 03 19:46:48.582452 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-7d34461f-7117-4315-a305-e59201a427f1 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459999 Aug 03 19:46:48.727813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fefd21ec-aa62-4a12-9b60-28943c26cf74 req-88cd910d-fca7-4cef-8a6d-15a1f2cbeaa7 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388445 Aug 03 19:46:49.181734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec26cb-d59f-44ab-852c-c810fc0d1593 req-2c4769dd-eada-4f3a-8db6-caebc04bd69f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:49.184028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47ec26cb-d59f-44ab-852c-c810fc0d1593 req-2c4769dd-eada-4f3a-8db6-caebc04bd69f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.0808229 Aug 03 19:46:49.226919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54582) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.254564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47ec26cb-d59f-44ab-852c-c810fc0d1593 req-e838d473-09b5-490c-aba2-a88b3ffa869f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553823 Aug 03 19:46:49.372863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-c3e500db-0108-4bca-8289-9596238bfed8 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.377253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54588) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.377777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c3e500db-0108-4bca-8289-9596238bfed8 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1490021 Aug 03 19:46:49.381971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-7510b0dc-8a63-45cf-863e-dead1228bace tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.383442 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7510b0dc-8a63-45cf-863e-dead1228bace tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046737 Aug 03 19:46:49.385347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54590) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.389599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-010cb76e-b401-4dca-a11f-d20f659c1227 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.394185 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-010cb76e-b401-4dca-a11f-d20f659c1227 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042405 Aug 03 19:46:49.394185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54592) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.398049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-dbb94f9c-a9e4-4a3f-bd14-78910da313ce tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.401218 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dbb94f9c-a9e4-4a3f-bd14-78910da313ce tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052295 Aug 03 19:46:49.401463 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54594) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.411302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-28881c53-1514-4556-b5a2-945c266e4e3a tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.416267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54596) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.416864 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-28881c53-1514-4556-b5a2-945c266e4e3a tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0143571 Aug 03 19:46:49.424187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-55842f51-140a-4d57-b6b3-04440ceb4711 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.428587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-55842f51-140a-4d57-b6b3-04440ceb4711 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0096531 Aug 03 19:46:49.429760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54598) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.438569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-5f7e4ef7-f513-4a93-abf7-629852a1ef39 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.439954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f7e4ef7-f513-4a93-abf7-629852a1ef39 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082145 Aug 03 19:46:49.442661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54600) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.449592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-da76a1f4-1ee2-4f01-9286-a9a129c21bf4 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.453941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-da76a1f4-1ee2-4f01-9286-a9a129c21bf4 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0102398 Aug 03 19:46:49.454793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54602) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.459963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-b4f69998-1861-42e5-a266-5760044ee925 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.460883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b4f69998-1861-42e5-a266-5760044ee925 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049391 Aug 03 19:46:49.463580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54604) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.467882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-78ed1cc6-ef53-4147-a932-072598d681ea tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.469576 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-78ed1cc6-ef53-4147-a932-072598d681ea tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044105 Aug 03 19:46:49.471735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54606) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.477885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-f3f4248b-13c3-4e9a-b413-68dc465e5b08 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.479152 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f3f4248b-13c3-4e9a-b413-68dc465e5b08 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059993 Aug 03 19:46:49.481907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54608) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.487676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-52aff7d4-f7a8-40a1-a624-d043d2290f5c tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.489516 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-52aff7d4-f7a8-40a1-a624-d043d2290f5c tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059481 Aug 03 19:46:49.492014 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54610) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.498191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-f4b905b0-093b-43d7-9a31-302768125885 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.500193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f4b905b0-093b-43d7-9a31-302768125885 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067961 Aug 03 19:46:49.502893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54612) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.512299 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-6c41ffd4-3861-4a49-b643-5440b3341bdf tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.516649 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c41ffd4-3861-4a49-b643-5440b3341bdf tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0105448 Aug 03 19:46:49.516955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.521439 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-e731bbf3-d268-4494-ac0e-d21e0341ae56 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.525085 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e731bbf3-d268-4494-ac0e-d21e0341ae56 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045877 Aug 03 19:46:49.525319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54616) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.529696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-9429cc20-d4e6-4b05-a2f6-f73d1e7fd1db tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.532975 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9429cc20-d4e6-4b05-a2f6-f73d1e7fd1db tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044167 Aug 03 19:46:49.533295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54618) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.539375 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-7222855a-7e77-47d9-9d31-2fc15aa61139 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.540766 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7222855a-7e77-47d9-9d31-2fc15aa61139 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056472 Aug 03 19:46:49.543252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54620) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.547559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-c0c8b825-a5ac-4602-a2ab-531fcca0103e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.548881 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c0c8b825-a5ac-4602-a2ab-531fcca0103e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043385 Aug 03 19:46:49.551155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54622) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.557180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-473c8fea-f6c9-4331-8a90-e640b33b99db tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.562840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54624) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.565168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-473c8fea-f6c9-4331-8a90-e640b33b99db tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0092885 Aug 03 19:46:49.569504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-408cdafc-2db6-4145-88ef-28605b291861 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.574205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-408cdafc-2db6-4145-88ef-28605b291861 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0100486 Aug 03 19:46:49.575899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54626) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.581289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-68d46287-ee0e-4deb-abae-6f5ce8b9885e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.586547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54628) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.586787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-68d46287-ee0e-4deb-abae-6f5ce8b9885e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084507 Aug 03 19:46:49.596443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-df84309d-3c93-45a8-be26-e0463ab35012 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.601758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54630) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.608231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-d0000eb6-eccb-4d15-85da-6e67d18ddcd6 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.609641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d0000eb6-eccb-4d15-85da-6e67d18ddcd6 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0066378 Aug 03 19:46:49.610626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-df84309d-3c93-45a8-be26-e0463ab35012 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0212946 Aug 03 19:46:49.612332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54632) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.618785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-0102a97e-117e-46de-a48f-5601053ec46e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.623168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54634) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.623574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0102a97e-117e-46de-a48f-5601053ec46e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0095911 Aug 03 19:46:49.628187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-e3c0866a-4045-4155-b7b0-b51b99509aeb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.634701 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e3c0866a-4045-4155-b7b0-b51b99509aeb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0104296 Aug 03 19:46:49.634913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54636) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.639708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-8182e8c7-017f-43fa-847e-d99ededc1a85 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.643337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54638) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.643493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8182e8c7-017f-43fa-847e-d99ededc1a85 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075262 Aug 03 19:46:49.652805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-478a9f56-19d6-4d4b-bb24-c5f4bc675460 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.658244 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-478a9f56-19d6-4d4b-bb24-c5f4bc675460 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0137038 Aug 03 19:46:49.658815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54640) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.667565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-115be768-a235-4604-a6cd-38eee6564b11 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.671981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54644) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.672164 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-115be768-a235-4604-a6cd-38eee6564b11 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0121684 Aug 03 19:46:49.677111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-be9f7168-cee4-458c-9883-18445f9236cb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.681741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-be9f7168-cee4-458c-9883-18445f9236cb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0084701 Aug 03 19:46:49.682033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54646) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.687900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-35a10bdf-b73c-4983-958d-1613b2f5209c tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.688809 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-35a10bdf-b73c-4983-958d-1613b2f5209c tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052669 Aug 03 19:46:49.691508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54648) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.700181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-37b4fde3-68d6-4dd9-b176-1a187b7ed779 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.703888 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-37b4fde3-68d6-4dd9-b176-1a187b7ed779 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088508 Aug 03 19:46:49.704302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54650) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.708907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-8e84547d-7501-461c-a4bc-600623a2020e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.709950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8e84547d-7501-461c-a4bc-600623a2020e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046730 Aug 03 19:46:49.712929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54652) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.720167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-7e72d042-8676-42ed-999d-8700ac008c37 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.721784 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7e72d042-8676-42ed-999d-8700ac008c37 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0069971 Aug 03 19:46:49.724137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54656) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.729219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-c71cf0d9-410b-4388-bdb7-fa6c4d6053e0 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.730191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c71cf0d9-410b-4388-bdb7-fa6c4d6053e0 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050924 Aug 03 19:46:49.732825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54658) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.737283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-35a69847-b8f5-4550-85d8-01cd59293d51 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.738328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-35a69847-b8f5-4550-85d8-01cd59293d51 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045693 Aug 03 19:46:49.741545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54660) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.751590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-795fb05e-91a5-48b2-a6e4-4dd0aff41c46 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.752815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-795fb05e-91a5-48b2-a6e4-4dd0aff41c46 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0102525 Aug 03 19:46:49.755519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54662) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.760557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-a0db749d-fa15-48bf-94e1-a1c25d7120dd tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.761761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a0db749d-fa15-48bf-94e1-a1c25d7120dd tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050535 Aug 03 19:46:49.764361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54664) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.771001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-cd2b4868-0def-43d6-8d44-564ffb0b29fb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.773517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cd2b4868-0def-43d6-8d44-564ffb0b29fb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0072539 Aug 03 19:46:49.778775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54666) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.792109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-68b93206-3594-413c-b228-2f80417a9852 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.793497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-68b93206-3594-413c-b228-2f80417a9852 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0134256 Aug 03 19:46:49.796543 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54668) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.809274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-c6ac7d92-8d96-48dc-9e37-aca6751b97cb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.812741 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c6ac7d92-8d96-48dc-9e37-aca6751b97cb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092490 Aug 03 19:46:49.815845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54670) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.826726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-08514135-5409-4b57-8ea4-7fafbf27cd62 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.830696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08514135-5409-4b57-8ea4-7fafbf27cd62 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076673 Aug 03 19:46:49.830862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54672) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.836985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-b83b79b7-430f-45e1-ae18-592e6222ddae tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.838406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b83b79b7-430f-45e1-ae18-592e6222ddae tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063674 Aug 03 19:46:49.841061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54674) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.847766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-578ed9b8-a3f6-4315-99f5-710c26c6a462 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.849398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54676) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.849638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-578ed9b8-a3f6-4315-99f5-710c26c6a462 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072095 Aug 03 19:46:49.854758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-2ae7e87a-3167-4cfb-ae1e-48d0a279de1e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.858509 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ae7e87a-3167-4cfb-ae1e-48d0a279de1e tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075152 Aug 03 19:46:49.859493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54678) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.864191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-44df306d-e32c-4e92-8f50-a000dc19ad79 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.865749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-44df306d-e32c-4e92-8f50-a000dc19ad79 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050542 Aug 03 19:46:49.870114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54680) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.874641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-87f567f3-346d-4157-a8ea-e81bcbe3e8a2 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.876003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-87f567f3-346d-4157-a8ea-e81bcbe3e8a2 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0064087 Aug 03 19:46:49.878888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54682) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.883602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-a5ad0e1e-0ff1-4a6d-b32e-6943643a1178 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.884609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a5ad0e1e-0ff1-4a6d-b32e-6943643a1178 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045145 Aug 03 19:46:49.887422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54684) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.892476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-a5155966-bddb-44cb-8d4c-716b71cda64c tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.895672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a5155966-bddb-44cb-8d4c-716b71cda64c tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069890 Aug 03 19:46:49.897300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54686) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.902297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-c492bd2c-211c-4115-a5cf-ba1c946df5f3 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.903591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c492bd2c-211c-4115-a5cf-ba1c946df5f3 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049331 Aug 03 19:46:49.906952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54688) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.911460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-32fb771d-46e4-465b-8732-d3882467f65b tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.912486 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-32fb771d-46e4-465b-8732-d3882467f65b tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045133 Aug 03 19:46:49.915642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54690) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.920253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-c347260b-9e59-4032-9dcd-da2803bae62a tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.921206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c347260b-9e59-4032-9dcd-da2803bae62a tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046105 Aug 03 19:46:49.923798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.928462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-251a65d1-ada6-455a-b3b5-8fb1a8853868 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.930763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-251a65d1-ada6-455a-b3b5-8fb1a8853868 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0057328 Aug 03 19:46:49.932335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54694) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.937031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-f83b4728-93b6-4725-af78-1a896e532c9c tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.938105 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f83b4728-93b6-4725-af78-1a896e532c9c tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047381 Aug 03 19:46:49.940978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54696) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.945342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-44aa2a0f-9544-4b2e-8caa-254edd3a09e1 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.948776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54698) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.949022 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-44aa2a0f-9544-4b2e-8caa-254edd3a09e1 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0069606 Aug 03 19:46:49.954601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-af0474f3-6495-48be-8b76-b674adad1025 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.955693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-af0474f3-6495-48be-8b76-b674adad1025 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054047 Aug 03 19:46:49.958201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54700) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.963813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-ef4eb673-83cc-4dc7-adbe-a549f87d7c9d tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.964844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ef4eb673-83cc-4dc7-adbe-a549f87d7c9d tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054932 Aug 03 19:46:49.967341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54702) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.971913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-184acfd9-0ddc-4638-96a4-26ede0ca2308 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.972848 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-184acfd9-0ddc-4638-96a4-26ede0ca2308 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044363 Aug 03 19:46:49.975997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54704) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.980481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-44919195-8370-49f2-af4c-cf761986fc8d tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.981542 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-44919195-8370-49f2-af4c-cf761986fc8d tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044703 Aug 03 19:46:49.984185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54706) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:49.992759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-36096338-c7bc-4c37-b144-00d83ac11f7a tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:49.993758 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-36096338-c7bc-4c37-b144-00d83ac11f7a tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086734 Aug 03 19:46:49.996818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54708) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.001378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-8ea3f94c-00df-4ee9-9b93-11b151e5a339 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.002376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8ea3f94c-00df-4ee9-9b93-11b151e5a339 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045943 Aug 03 19:46:50.006290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54712) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.011666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-1381e5ab-307a-4820-9f0c-ef4a156d1341 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.015433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1381e5ab-307a-4820-9f0c-ef4a156d1341 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078666 Aug 03 19:46:50.015903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54714) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.022497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-60293e81-fb66-4a23-9410-ac6115dec7a2 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.025529 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-60293e81-fb66-4a23-9410-ac6115dec7a2 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052795 Aug 03 19:46:50.026422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54716) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.031436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-68ecb4e8-ee66-4a9a-a3b8-78fb1c8ff3bf tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.032374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-68ecb4e8-ee66-4a9a-a3b8-78fb1c8ff3bf tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048089 Aug 03 19:46:50.034805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54718) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.039492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-bfe1cd17-cba4-47c3-871f-8d882629bdb2 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.040434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bfe1cd17-cba4-47c3-871f-8d882629bdb2 tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047634 Aug 03 19:46:50.042668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.046522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-59ebc6d7-203e-41ba-9084-65753f4344eb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.047442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-59ebc6d7-203e-41ba-9084-65753f4344eb tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039141 Aug 03 19:46:50.049563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54722) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.053415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-ac55ca91-5387-47c5-a287-9083667082be tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.054351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac55ca91-5387-47c5-a287-9083667082be tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039656 Aug 03 19:46:50.057304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54724) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.060975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [None req-8da4ee6f-3d11-497e-9369-7d8eafe6682f tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.061979 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8da4ee6f-3d11-497e-9369-7d8eafe6682f tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043218 Aug 03 19:46:50.064513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54726) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.068875 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-f9d5711b-fc51-41e1-a18d-a22a3574820f tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.070386 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9d5711b-fc51-41e1-a18d-a22a3574820f tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044229 Aug 03 19:46:50.073829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54728) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.077658 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [None req-5cd0d876-5cd8-4fe0-8fca-806419f173fa tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.078619 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5cd0d876-5cd8-4fe0-8fca-806419f173fa tempest-ExtensionsTestJSON-1814414652 tempest-ExtensionsTestJSON-1814414652-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041282 Aug 03 19:46:50.415307 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54748) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.441714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962719a4-9341-4848-a2e9-79ce49415377 req-75b7506e-7403-4d4b-8c99-f59f77ddfc6c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:50.443277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-962719a4-9341-4848-a2e9-79ce49415377 req-75b7506e-7403-4d4b-8c99-f59f77ddfc6c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.0760310 Aug 03 19:46:50.503102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-962719a4-9341-4848-a2e9-79ce49415377 req-e68748f8-4256-457c-8e62-05010698deea tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522237 Aug 03 19:46:50.566020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e168e0e-28e0-43c2-9755-b8e8ee54b523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.681751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e168e0e-28e0-43c2-9755-b8e8ee54b523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.687932 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e168e0e-28e0-43c2-9755-b8e8ee54b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.696655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.733772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54756) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:50.733941 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e168e0e-28e0-43c2-9755-b8e8ee54b523 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b64c547ffc5243e3b704710be1ae1ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173318 Aug 03 19:46:50.734640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e168e0e-28e0-43c2-9755-b8e8ee54b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f0eaf4-25f9-45eb-9c14-06d1768916e3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:50.792663 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-298d7581-3237-41a8-8532-4895ebb874f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.814220 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-298d7581-3237-41a8-8532-4895ebb874f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.871095 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-298d7581-3237-41a8-8532-4895ebb874f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.874140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-298d7581-3237-41a8-8532-4895ebb874f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.882222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-298d7581-3237-41a8-8532-4895ebb874f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46f0eaf4-25f9-45eb-9c14-06d1768916e3 HTTP/1.1" status: 204 len: 168 time: 0.1461926 Aug 03 19:46:50.892417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d7581-3237-41a8-8532-4895ebb874f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f0eaf4-25f9-45eb-9c14-06d1768916e3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:51.635375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431deee6-27c7-4099-ab86-481dedc33c72 req-842cca55-f56a-4e41-bbd7-6129fd3ada9e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.637007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-431deee6-27c7-4099-ab86-481dedc33c72 req-842cca55-f56a-4e41-bbd7-6129fd3ada9e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.0543828 Aug 03 19:46:51.641937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54788) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:51.681596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-431deee6-27c7-4099-ab86-481dedc33c72 req-272f9a7c-804f-4fc2-947e-c76dd909e18e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348439 Aug 03 19:46:51.748479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1851400547'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:51.771142 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:51.775837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:51.785050 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:51.884800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:51.888387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:51.915675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:46:51.931589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fda81d-7e49-472a-8750-723511ec2546,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:51.935386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:51.935981 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 0ef599a9-bd44-46ff-a490-a513f21104ae of type vlan for network e2a97c84-5c9a-41d5-886c-490480df390a Aug 03 19:46:51.992165 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:52.023229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:52.028761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:52.029349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:52.086205 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4429362 Aug 03 19:46:52.108393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b088a-9079-4e71-a401-5f1f12f7e877 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=e2a97c84-5c9a-41d5-886c-490480df390a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:52.128306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e2a97c84-5c9a-41d5-886c-490480df390a details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:46:52.816312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d2d50-d09f-4dc9-90b4-f65a6dc5a110 req-09be7098-f244-4d8d-9863-a4926d3b9ba6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:52.819473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a3d2d50-d09f-4dc9-90b4-f65a6dc5a110 req-09be7098-f244-4d8d-9863-a4926d3b9ba6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.0636971 Aug 03 19:46:52.860411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a3d2d50-d09f-4dc9-90b4-f65a6dc5a110 req-1171017d-26ba-42a5-b4f0-87dd80053507 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342093 Aug 03 19:46:54.008083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31b54a-9d5e-430f-a7c7-7ac4f83b0f19 req-be483626-592e-40fa-b704-35fabfde50e6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:54.016869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f31b54a-9d5e-430f-a7c7-7ac4f83b0f19 req-be483626-592e-40fa-b704-35fabfde50e6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.0685377 Aug 03 19:46:54.071806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f31b54a-9d5e-430f-a7c7-7ac4f83b0f19 req-59dabdb7-6550-448f-bc81-2dc35adf7912 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538015 Aug 03 19:46:55.242724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c665bc-1b92-40cb-8bf1-5ae196395eb3 req-83a16fc5-57ad-41c7-9d16-212f307e7e9b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.252603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37c665bc-1b92-40cb-8bf1-5ae196395eb3 req-83a16fc5-57ad-41c7-9d16-212f307e7e9b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.0756483 Aug 03 19:46:55.300559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37c665bc-1b92-40cb-8bf1-5ae196395eb3 req-930ea4f0-d154-402f-841a-80e912c682db tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442920 Aug 03 19:46:55.834681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54840) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:55.840550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': 'e2a97c84-5c9a-41d5-886c-490480df390a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:55.936675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:55.945970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:55.949666 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.142435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.199856 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-964f0484-ded0-453a-932f-265a675876d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.206166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=fef4f3eb-c5a9-4c51-a120-f69bfe3acd8f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:56.217263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': '0ef599a9-bd44-46ff-a490-a513f21104ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a97c84-5c9a-41d5-886c-490480df390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:56.217767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: e2a97c84-5c9a-41d5-886c-490480df390a, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:46:56.238635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network e2a97c84-5c9a-41d5-886c-490480df390a is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:46:56.251209 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e2a97c84-5c9a-41d5-886c-490480df390a) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:56.257274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.258128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.260988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453dc003-04c8-4f2a-bec7-6502763e687a None None] Network e2a97c84-5c9a-41d5-886c-490480df390a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:46:56.279724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:56.280751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-52194ecc-eeba-4f0c-aeb7-f3f944f78529 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4438488 Aug 03 19:46:56.285705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-915454152'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:56.308825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:56.312483 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.342512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:46:56.356825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.357347 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 2c617c2c-0847-4e6a-b537-af95aa1733d1 of type vlan for network 4407520b-b208-4f68-b3df-4bafc9884cf7 Aug 03 19:46:56.407786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.482455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.490492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.491378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.511425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e2a97c84-5c9a-41d5-886c-490480df390a', 'network_id': 'e2a97c84-5c9a-41d5-886c-490480df390a', 'tenant_id': 'd1841c58a3e34adc907b47a1abfc7053', 'fixed_ips': [{'subnet_id': 'fef4f3eb-c5a9-4c51-a120-f69bfe3acd8f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:46:56.512715 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.638176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3573127 Aug 03 19:46:56.641864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54856) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:56.648492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': '4407520b-b208-4f68-b3df-4bafc9884cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:56.813134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dfaf7-6ee6-4f51-84bc-258ef5924e0d req-7e05ac2b-8870-4b51-bb70-f38d8105a1e4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.817919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f16dfaf7-6ee6-4f51-84bc-258ef5924e0d req-7e05ac2b-8870-4b51-bb70-f38d8105a1e4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.3180165 Aug 03 19:46:56.820247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341ab7d-b887-48e1-9f11-3d004f6bc7a2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=4407520b-b208-4f68-b3df-4bafc9884cf7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:56.843445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4407520b-b208-4f68-b3df-4bafc9884cf7 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:46:56.905398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:56.923918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.972531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f16dfaf7-6ee6-4f51-84bc-258ef5924e0d req-a31b9581-1779-4e05-aec7-fd4deb94a440 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361136 Aug 03 19:46:57.000835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Allocated IP 2001:db8:0:ffff::2 (e2a97c84-5c9a-41d5-886c-490480df390a/fef4f3eb-c5a9-4c51-a120-f69bfe3acd8f/72448d61-5d79-43b1-ad7d-0dee4500141e) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:57.183368 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.194808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Transition to ACTIVE for port object 72448d61-5d79-43b1-ad7d-0dee4500141e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:57.213728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Transition to ACTIVE for port object 72448d61-5d79-43b1-ad7d-0dee4500141e will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:57.222763 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.247527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.270938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Network e2a97c84-5c9a-41d5-886c-490480df390a is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:57.274686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:57.278496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:57.298217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Pushing event updated for resources: {'Port': ['ID=72448d61-5d79-43b1-ad7d-0dee4500141e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:57.308243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=4a995354-5c70-48cc-973d-cb210a194a11,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:57.328907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.329266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.329659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.330014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.330344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.331227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.331579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.331907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.332236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.332740 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.333216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.333575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:57.364821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Attempting to bind port 72448d61-5d79-43b1-ad7d-0dee4500141e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:57.364963 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': '2c617c2c-0847-4e6a-b537-af95aa1733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4407520b-b208-4f68-b3df-4bafc9884cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:57.365197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Attempting to bind port 72448d61-5d79-43b1-ad7d-0dee4500141e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0ef599a9-bd44-46ff-a490-a513f21104ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a97c84-5c9a-41d5-886c-490480df390a'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:57.365860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: 4407520b-b208-4f68-b3df-4bafc9884cf7, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:46:57.366238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Attempting to bind port 72448d61-5d79-43b1-ad7d-0dee4500141e on network e2a97c84-5c9a-41d5-886c-490480df390a {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:57.372841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:57.373172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Checking segment: {'id': '0ef599a9-bd44-46ff-a490-a513f21104ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a97c84-5c9a-41d5-886c-490480df390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:57.377744 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.377744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Bound using segment: {'id': '0ef599a9-bd44-46ff-a490-a513f21104ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a97c84-5c9a-41d5-886c-490480df390a'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:57.377744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Bound port: 72448d61-5d79-43b1-ad7d-0dee4500141e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef599a9-bd44-46ff-a490-a513f21104ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a97c84-5c9a-41d5-886c-490480df390a'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:57.377744 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.413007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network 4407520b-b208-4f68-b3df-4bafc9884cf7 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:46:57.436064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 4407520b-b208-4f68-b3df-4bafc9884cf7) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:57.448986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65095a0c-9d44-44bc-83af-5a27f1c4c2e5 None None] Network 4407520b-b208-4f68-b3df-4bafc9884cf7 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:46:57.454704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:57.455923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.487686 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-58ba7079-5d65-4558-b928-182de07c8e69 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8444815 Aug 03 19:46:57.491131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54866) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:57.505236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] For port 72448d61-5d79-43b1-ad7d-0dee4500141e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:57.531670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] For port 72448d61-5d79-43b1-ad7d-0dee4500141e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=72448d61-5d79-43b1-ad7d-0dee4500141e,segment=NetworkSegment(0ef599a9-bd44-46ff-a490-a513f21104ae),segment_id=0ef599a9-bd44-46ff-a490-a513f21104ae)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:57.553590 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.654037 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.670761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac7c19-e7dc-410e-a953-f3b762449ba1 None None] Pushing event updated for resources: {'Port': ['ID=72448d61-5d79-43b1-ad7d-0dee4500141e,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:57.763616 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.798358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317511e-41f2-4cde-a0d7-2d7d589598e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-4407520b-b208-4f68-b3df-4bafc9884cf7', 'network_id': '4407520b-b208-4f68-b3df-4bafc9884cf7', 'tenant_id': 'd1841c58a3e34adc907b47a1abfc7053', 'fixed_ips': [{'subnet_id': '4a995354-5c70-48cc-973d-cb210a194a11'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:46:57.799603 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7317511e-41f2-4cde-a0d7-2d7d589598e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.835282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.904666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=4a995354-5c70-48cc-973d-cb210a194a11,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-7317511e-41f2-4cde-a0d7-2d7d589598e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a995354-5c70-48cc-973d-cb210a194a11: This subnet is being modified by another concurrent operation. Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a995354-5c70-48cc-973d-cb210a194a11: This subnet is being modified by another concurrent operation. Aug 03 19:46:57.969217 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:46:57.985840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d4b4a-8643-47b4-8732-7ab34b53ac45 None None] Network 4407520b-b208-4f68-b3df-4bafc9884cf7 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:46:57.991414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.015392 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4407520b-b208-4f68-b3df-4bafc9884cf7']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:58.076652 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c617c2c-0847-4e6a-b537-af95aa1733d1') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:58.077101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c617c2c-0847-4e6a-b537-af95aa1733d1') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:58.101130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.143519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.154396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:46:58.156244 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:46:58.159876 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:46:58.277320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe67c08-f730-41f1-90ab-7b4f28e1ddbd req-d4f5ba8c-4748-4e13-af27-2714f268a595 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.278839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe67c08-f730-41f1-90ab-7b4f28e1ddbd req-d4f5ba8c-4748-4e13-af27-2714f268a595 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 943 time: 0.1166060 Aug 03 19:46:58.290324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.309713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.311790 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/4407520b-b208-4f68-b3df-4bafc9884cf7 HTTP/1.1" status: 204 len: 168 time: 0.8194718 Aug 03 19:46:58.312767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376037a-25d7-46b5-ab36-f4529b3fd73b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=4407520b-b208-4f68-b3df-4bafc9884cf7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:58.316151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54878) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:58.323778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1030467279'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:58.347556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe67c08-f730-41f1-90ab-7b4f28e1ddbd req-bed3d5f3-5985-4145-8af2-244510ae691c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570400 Aug 03 19:46:58.362730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:58.366318 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.391273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:46:58.403377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.403809 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment bc522cf1-c9d8-4d7d-b5d5-f07f46562db9 of type vlan for network dc8aa623-6333-4d28-9ad2-b8dee77458c5 Aug 03 19:46:58.455862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.489493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.495903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.496553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.552854 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2353826 Aug 03 19:46:58.556840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54880) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:58.566678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': 'dc8aa623-6333-4d28-9ad2-b8dee77458c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:58.570097 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356dfd0-6410-4cfa-ac32-9c0fb2be6712 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=dc8aa623-6333-4d28-9ad2-b8dee77458c5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:58.583822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network dc8aa623-6333-4d28-9ad2-b8dee77458c5 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:46:58.728394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:58.732845 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.790528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device fde128d0-2ab0-4fbb-be42-b819b848ed92 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:46:58.930977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port fde128d0-2ab0-4fbb-be42-b819b848ed92, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:58.946799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:46:59.014035 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.022440 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.058201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde128d0-2ab0-4fbb-be42-b819b848ed92 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:59.064957 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 72448d61-5d79-43b1-ad7d-0dee4500141e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:59.114219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df2ca1-3063-44a3-b388-c45b5ebf2e52 None None] Network e2a97c84-5c9a-41d5-886c-490480df390a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:46:59.180193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port fde128d0-2ab0-4fbb-be42-b819b848ed92, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:59.194096 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.257461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=fde128d0-2ab0-4fbb-be42-b819b848ed92,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:59.263445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 72448d61-5d79-43b1-ad7d-0dee4500141e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:59.268330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c336eff4-0c19-49e8-a08f-d5829045d3cd None None] Provisioning for port 72448d61-5d79-43b1-ad7d-0dee4500141e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:59.275830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 72448d61-5d79-43b1-ad7d-0dee4500141e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:59.276214 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.280319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c336eff4-0c19-49e8-a08f-d5829045d3cd None None] Provisioning complete for port 72448d61-5d79-43b1-ad7d-0dee4500141e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:59.280702 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c336eff4-0c19-49e8-a08f-d5829045d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.558322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=13b64348-7857-4992-816b-4347b11323b1,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:59.601501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': 'bc522cf1-c9d8-4d7d-b5d5-f07f46562db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dc8aa623-6333-4d28-9ad2-b8dee77458c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:59.602065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: dc8aa623-6333-4d28-9ad2-b8dee77458c5, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:46:59.637618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f66e0-42ea-4e4e-a6d8-c740f177e638 req-475165af-4afa-4d1e-9252-eaf3a5deac18 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:59.646770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f24f66e0-42ea-4e4e-a6d8-c740f177e638 req-475165af-4afa-4d1e-9252-eaf3a5deac18 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 944 time: 0.1173131 Aug 03 19:46:59.668031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network dc8aa623-6333-4d28-9ad2-b8dee77458c5 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:46:59.696945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, dc8aa623-6333-4d28-9ad2-b8dee77458c5) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:59.701109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['fde128d0-2ab0-4fbb-be42-b819b848ed92'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:46:59.706947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:59.707739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.730776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f24f66e0-42ea-4e4e-a6d8-c740f177e638 req-7478de73-86c6-436e-bc1f-712f914ec8d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830445 Aug 03 19:46:59.758754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad033d0-ec67-416c-9cdd-d1eea02ed4f1 None None] Network dc8aa623-6333-4d28-9ad2-b8dee77458c5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:46:59.772485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e8179213-d12c-4186-9293-7fd14c362315 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2137387 Aug 03 19:46:59.776541 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54900) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:59.783129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2100674561'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:59.820687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:59.825453 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.854332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:46:59.857538 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.875095 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.876047 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 51d7cac3-2956-4e09-9a72-aa2db1cd53a6 of type vlan for network beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6 Aug 03 19:46:59.888900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c336eff4-0c19-49e8-a08f-d5829045d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.905324 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.974077 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.995082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 72448d61-5d79-43b1-ad7d-0dee4500141e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=72448d61-5d79-43b1-ad7d-0dee4500141e,segment=NetworkSegment(0ef599a9-bd44-46ff-a490-a513f21104ae),segment_id=0ef599a9-bd44-46ff-a490-a513f21104ae)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:00.009449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.025317 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.035359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.039126 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.065127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2867815 Aug 03 19:47:00.065919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54906) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:00.072082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': 'beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:00.171476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079fd8e-d40f-4afd-8ae7-6cf32c999ac0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:00.217034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:00.219058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:00.223043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.298571 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-c336eff4-0c19-49e8-a08f-d5829045d3cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:47:00.299214 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-c336eff4-0c19-49e8-a08f-d5829045d3cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:47:00.307448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Performing IP validity checks on allocation pools {{(pid=94133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:47:00.308363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:47:00.315891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=72448d61-5d79-43b1-ad7d-0dee4500141e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:00.343045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-dc8aa623-6333-4d28-9ad2-b8dee77458c5', 'network_id': 'dc8aa623-6333-4d28-9ad2-b8dee77458c5', 'tenant_id': 'd1841c58a3e34adc907b47a1abfc7053', 'fixed_ips': [{'subnet_id': '13b64348-7857-4992-816b-4347b11323b1'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:00.344518 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.465262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3fa0af3-037e-41a2-8726-32b28a881af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.546986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.582662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Allocated IP 2001:db8::3 (dc8aa623-6333-4d28-9ad2-b8dee77458c5/13b64348-7857-4992-816b-4347b11323b1/9232249c-a4b1-4a43-87cf-1487fc5aaafe) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:00.627292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=36cd26a6-6c0a-4e89-86d8-e45782da2ed6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:00.637713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': '51d7cac3-2956-4e09-9a72-aa2db1cd53a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:00.638086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:00.657768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:00.669984 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:00.686328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.687000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.706157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f493b-8157-4c70-ad1f-25729ad0514b None None] Network beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:00.710007 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dc659575-51a0-4eb9-a03b-5ce6ba11a23c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6395428 Aug 03 19:47:00.710949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54910) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:01.006522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59c687-dc03-4026-9083-2bcc2ad7ee20 req-e3297e2d-bb50-4f1f-bbb1-4b37472178fa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:01.016520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa59c687-dc03-4026-9083-2bcc2ad7ee20 req-e3297e2d-bb50-4f1f-bbb1-4b37472178fa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 944 time: 0.1676836 Aug 03 19:47:01.068691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa59c687-dc03-4026-9083-2bcc2ad7ee20 req-11c27c3f-3caa-40a7-ba91-a6cf99439c7a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439198 Aug 03 19:47:01.071387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.080180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 72448d61-5d79-43b1-ad7d-0dee4500141e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:01.172319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Transition to ACTIVE for port object 9232249c-a4b1-4a43-87cf-1487fc5aaafe will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:01.250016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Transition to ACTIVE for port object 9232249c-a4b1-4a43-87cf-1487fc5aaafe will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:01.303106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 72448d61-5d79-43b1-ad7d-0dee4500141e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:01.304736 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.401737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.484158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ea9c284a-552f-4ee9-9717-405a4c747881 None None] Provisioning complete for port 72448d61-5d79-43b1-ad7d-0dee4500141e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:01.484538 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea9c284a-552f-4ee9-9717-405a4c747881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.542637 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.552861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee3f7e-652d-441f-a591-f7e69a8e617f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6', 'network_id': 'beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6', 'tenant_id': 'd1841c58a3e34adc907b47a1abfc7053', 'fixed_ips': [{'subnet_id': '36cd26a6-6c0a-4e89-86d8-e45782da2ed6'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:01.553766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3f7e-652d-441f-a591-f7e69a8e617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.557421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Pushing event updated for resources: {'Port': ['ID=9232249c-a4b1-4a43-87cf-1487fc5aaafe,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:01.564455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Network dc8aa623-6333-4d28-9ad2-b8dee77458c5 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:01.583730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:01.595900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:01.603117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.683747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.722288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=36cd26a6-6c0a-4e89-86d8-e45782da2ed6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:01.806007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Attempting to bind port 9232249c-a4b1-4a43-87cf-1487fc5aaafe on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:01.806560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Attempting to bind port 9232249c-a4b1-4a43-87cf-1487fc5aaafe by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'bc522cf1-c9d8-4d7d-b5d5-f07f46562db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dc8aa623-6333-4d28-9ad2-b8dee77458c5'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:01.806852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Attempting to bind port 9232249c-a4b1-4a43-87cf-1487fc5aaafe on network dc8aa623-6333-4d28-9ad2-b8dee77458c5 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:01.806984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.812710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:01.813228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Checking segment: {'id': 'bc522cf1-c9d8-4d7d-b5d5-f07f46562db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dc8aa623-6333-4d28-9ad2-b8dee77458c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:01.813686 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.814091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Bound using segment: {'id': 'bc522cf1-c9d8-4d7d-b5d5-f07f46562db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dc8aa623-6333-4d28-9ad2-b8dee77458c5'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:01.814565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Bound port: 9232249c-a4b1-4a43-87cf-1487fc5aaafe, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc522cf1-c9d8-4d7d-b5d5-f07f46562db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dc8aa623-6333-4d28-9ad2-b8dee77458c5'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:01.814951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-c1ee3f7e-652d-441f-a591-f7e69a8e617f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36cd26a6-6c0a-4e89-86d8-e45782da2ed6: This subnet is being modified by another concurrent operation. Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36cd26a6-6c0a-4e89-86d8-e45782da2ed6: This subnet is being modified by another concurrent operation. Aug 03 19:47:01.820155 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 19:47:01.834198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:01.837153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d7cac3-2956-4e09-9a72-aa2db1cd53a6') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:01.837522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d7cac3-2956-4e09-9a72-aa2db1cd53a6') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:01.848971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.864685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.872734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:01.873235 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.873779 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da586c3-9aa6-4f56-9e0a-468703683b60 None None] Network beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:01.954227 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:01.973687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] For port 9232249c-a4b1-4a43-87cf-1487fc5aaafe, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:01.984248 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.996342 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.998208 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6 HTTP/1.1" status: 204 len: 168 time: 1.2862751 Aug 03 19:47:02.003511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54928) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:02.008726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604661340'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:02.030134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8543be-6b32-46dc-9420-54fd60b3892a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:02.044713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:02.049423 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.072625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] For port 9232249c-a4b1-4a43-87cf-1487fc5aaafe, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9232249c-a4b1-4a43-87cf-1487fc5aaafe,segment=NetworkSegment(bc522cf1-c9d8-4d7d-b5d5-f07f46562db9),segment_id=bc522cf1-c9d8-4d7d-b5d5-f07f46562db9)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:02.080593 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.088086 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.111786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:02.139987 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.140890 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 1ef94b9c-2f6a-4f1f-8277-5fc283a24598 of type vlan for network 1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186 Aug 03 19:47:02.203318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0e42a-0506-4ff9-9e2c-e3137f629a66 None None] Pushing event updated for resources: {'Port': ['ID=9232249c-a4b1-4a43-87cf-1487fc5aaafe,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:02.210032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.291974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be633e-9f72-42d7-8e21-c8135a622dea req-4cf92823-aa0f-4a5d-8d50-f44e6f250dc0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:02.293598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26be633e-9f72-42d7-8e21-c8135a622dea req-4cf92823-aa0f-4a5d-8d50-f44e6f250dc0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 944 time: 0.0751925 Aug 03 19:47:02.294424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.299833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:02.300406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.372574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3649759 Aug 03 19:47:02.372915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54932) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:02.378116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': '1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:02.440049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfaf216-3543-4711-9604-a7ef5f432ef7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:02.465227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26be633e-9f72-42d7-8e21-c8135a622dea req-f8a18526-5636-4a5c-8e01-f983b4128c45 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614628 Aug 03 19:47:02.514184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:02.572334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:02.578272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.821774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device fde128d0-2ab0-4fbb-be42-b819b848ed92 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:02.826404 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.916073 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=00b6acba-5907-4b24-bdba-9cdb52407b4e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:02.922162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port fde128d0-2ab0-4fbb-be42-b819b848ed92 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:02.930260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': '1ef94b9c-2f6a-4f1f-8277-5fc283a24598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:02.930966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: 1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:02.950402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port fde128d0-2ab0-4fbb-be42-b819b848ed92 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:02.950965 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.957435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network 1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:02.971954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:02.985496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:02.985496 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.000423 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-20cfdf2f-3858-4ea3-a404-dfe3aa2beabb tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6261070 Aug 03 19:47:03.003479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54940) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:03.039418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d5a1f-5db2-4c1f-934a-1ce2a8cd83d3 None None] Network 1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:03.080541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9232249c-a4b1-4a43-87cf-1487fc5aaafe up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:03.229757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.378647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.449964 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.486131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.539445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:03.544945 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b5d5c5-0d74-463d-b8f5-373e81ff4d0e" -d '{"events": [{"server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "name": "network-vif-plugged", "status": "completed", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:03.569240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=00b6acba-5907-4b24-bdba-9cdb52407b4e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:03.607818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port fde128d0-2ab0-4fbb-be42-b819b848ed92, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:03.614861 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.650299 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315abdcf-1bd0-43a8-9064-d090782ace17 x-openstack-request-id: req-315abdcf-1bd0-43a8-9064-d090782ace17 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:03.650739 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "name": "network-vif-plugged", "status": "completed", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:03.651039 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-315abdcf-1bd0-43a8-9064-d090782ace17 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:03.651484 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'code': 200} Aug 03 19:47:03.652303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9232249c-a4b1-4a43-87cf-1487fc5aaafe completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:03.700791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702ea39-e66e-4499-9606-2df874d95b9f None None] Network dc8aa623-6333-4d28-9ad2-b8dee77458c5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:03.785617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3820f-4cbd-44cb-a54c-56ba2b22f9b8 None None] Network 1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:03.794786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.811309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:03.821414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e299b-540c-4328-8a4b-fb4b6a456128 req-159c7ae7-a26c-4c55-bab7-27a9ab1419a4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:03.824716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674b982-3fe8-4d6b-b8c4-c660a31b5706 req-796c3ab2-86e8-4582-aa34-873931df6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:03.826887 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c674b982-3fe8-4d6b-b8c4-c660a31b5706 req-796c3ab2-86e8-4582-aa34-873931df6922 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1096 time: 0.0918441 Aug 03 19:47:03.829740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd1e299b-540c-4328-8a4b-fb4b6a456128 req-159c7ae7-a26c-4c55-bab7-27a9ab1419a4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 945 time: 0.1871269 Aug 03 19:47:03.854623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef94b9c-2f6a-4f1f-8277-5fc283a24598') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:03.855040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef94b9c-2f6a-4f1f-8277-5fc283a24598') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:03.886585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.890098 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c674b982-3fe8-4d6b-b8c4-c660a31b5706 req-39327fd8-f5b9-42fb-88a1-27bfe4ccb503 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557218 Aug 03 19:47:03.891248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd1e299b-540c-4328-8a4b-fb4b6a456128 req-f903f225-2ae2-49c1-b955-c8e9e124a7aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605676 Aug 03 19:47:03.910185 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.932726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:03.934404 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:03.942980 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:03.969866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8a4bc207-ed64-4ef4-92cc-4e3ac064f7aa None None] Provisioning for port 9232249c-a4b1-4a43-87cf-1487fc5aaafe completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:03.988438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=fde128d0-2ab0-4fbb-be42-b819b848ed92,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:04.007963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8a4bc207-ed64-4ef4-92cc-4e3ac064f7aa None None] Provisioning complete for port 9232249c-a4b1-4a43-87cf-1487fc5aaafe triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:04.008141 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc207-ed64-4ef4-92cc-4e3ac064f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.020013 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.030705 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.033289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186 HTTP/1.1" status: 204 len: 168 time: 1.0258908 Aug 03 19:47:04.038956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54950) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:04.045398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-504737793'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:04.065120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a44e9-0569-431a-a77d-5e4d8c346a8b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:04.097839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:04.105135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.193683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:04.211433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.211963 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 21e30ca6-5293-4d63-9086-a4f7301edf7c of type vlan for network e0db897a-4c26-4a0d-9138-25cce57b9b45 Aug 03 19:47:04.319279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.319793 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc207-ed64-4ef4-92cc-4e3ac064f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.362636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.376636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8a4bc207-ed64-4ef4-92cc-4e3ac064f7aa None None] For port 9232249c-a4b1-4a43-87cf-1487fc5aaafe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9232249c-a4b1-4a43-87cf-1487fc5aaafe,segment=NetworkSegment(bc522cf1-c9d8-4d7d-b5d5-f07f46562db9),segment_id=bc522cf1-c9d8-4d7d-b5d5-f07f46562db9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:04.382385 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc207-ed64-4ef4-92cc-4e3ac064f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.413061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:04.417283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.508183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bc207-ed64-4ef4-92cc-4e3ac064f7aa None None] Pushing event updated for resources: {'Port': ['ID=9232249c-a4b1-4a43-87cf-1487fc5aaafe,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:04.521103 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.599539 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5562925 Aug 03 19:47:04.600075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54960) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:04.606798 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=e0db897a-4c26-4a0d-9138-25cce57b9b45,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:04.610237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': 'e0db897a-4c26-4a0d-9138-25cce57b9b45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:04.616041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.616669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.617199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.617978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.618475 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.618965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.619462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.619970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.620777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.621300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.621824 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.622416 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4ad98-471a-46a5-8bc1-c9d760a828a9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:04.636466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e0db897a-4c26-4a0d-9138-25cce57b9b45 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:04.693711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8db96-b896-4397-9ce2-1efee28edb4b None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:47:04.801697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-afaa5259-e29e-4f9a-ab31-7896fce16119 None None] Provisioning complete for port 9232249c-a4b1-4a43-87cf-1487fc5aaafe triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:04.802218 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afaa5259-e29e-4f9a-ab31-7896fce16119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.838266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:04.851675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.904045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f8db96-b896-4397-9ce2-1efee28edb4b None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:47:05.029338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9232249c-a4b1-4a43-87cf-1487fc5aaafe up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:05.194239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0b4a-c1a6-4e5f-8655-8ab9f69a8935 req-b1092c95-6c87-4828-925c-c9a81c91dd5a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:05.202186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f0d0b4a-c1a6-4e5f-8655-8ab9f69a8935 req-b1092c95-6c87-4828-925c-c9a81c91dd5a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 945 time: 0.1723108 Aug 03 19:47:05.208075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9232249c-a4b1-4a43-87cf-1487fc5aaafe triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:05.208449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.421099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.464601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f0d0b4a-c1a6-4e5f-8655-8ab9f69a8935 req-e406f694-196f-4344-b251-e213e0356dae tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611833 Aug 03 19:47:05.545118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=d1a0362e-ec18-4fd3-a47d-31220ddcafe4,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:05.558577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': '21e30ca6-5293-4d63-9086-a4f7301edf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e0db897a-4c26-4a0d-9138-25cce57b9b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:05.559014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: e0db897a-4c26-4a0d-9138-25cce57b9b45, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:05.572111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2885087-a5ba-40da-96a5-2f591299f18c None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:47:05.589080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network e0db897a-4c26-4a0d-9138-25cce57b9b45 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:05.610686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e0db897a-4c26-4a0d-9138-25cce57b9b45) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:05.620252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:05.624137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.654645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f8fecda4-f0f3-4fec-aa9e-d6d116440830 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0524507 Aug 03 19:47:05.659301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54972) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:05.806361 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.879936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.973701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2885087-a5ba-40da-96a5-2f591299f18c None None] Unable to find a vacant binding_index for network e0db897a-4c26-4a0d-9138-25cce57b9b45 and agent 6172d64f-1330-4db6-9584-22e86ad83bf9 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 03 19:47:05.980377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2885087-a5ba-40da-96a5-2f591299f18c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e0db897a-4c26-4a0d-9138-25cce57b9b45) {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:47:06.025927 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.059753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a0362e-ec18-4fd3-a47d-31220ddcafe4,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:06.212051 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.227366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0db897a-4c26-4a0d-9138-25cce57b9b45']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:06.253178 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e30ca6-5293-4d63-9086-a4f7301edf7c') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:06.253674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e30ca6-5293-4d63-9086-a4f7301edf7c') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:06.281653 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.317094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1191aac-f06d-42af-a39f-4a98bbdb98d3 None None] Network e0db897a-4c26-4a0d-9138-25cce57b9b45 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:06.331550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.339854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:06.340312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:06.345153 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:06.434381 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.436839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.442948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54980) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:06.444246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/e0db897a-4c26-4a0d-9138-25cce57b9b45 HTTP/1.1" status: 204 len: 168 time: 0.7826717 Aug 03 19:47:06.450603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393713602'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:06.461003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f24d-a54e-4630-9959-f68a0d17a3b3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=e0db897a-4c26-4a0d-9138-25cce57b9b45,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:06.517583 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:06.523356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.575606 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291925c-e732-4074-9b4a-70ad84d2150f None None] Network e0db897a-4c26-4a0d-9138-25cce57b9b45 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:06.588584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291925c-e732-4074-9b4a-70ad84d2150f None None] Network e0db897a-4c26-4a0d-9138-25cce57b9b45 could not be found, it might have been deleted concurrently. {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:47:06.608393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:06.631961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.634738 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7 of type vlan for network e6cc9f6c-d211-462a-950e-17a85a32fa34 Aug 03 19:47:06.726621 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.766548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e4c29-5d73-497b-86b0-75d85deea470 req-e22b053a-3ccd-4fd4-aa16-433a72b49ea7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:06.768042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b1e4c29-5d73-497b-86b0-75d85deea470 req-e22b053a-3ccd-4fd4-aa16-433a72b49ea7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 945 time: 0.1229088 Aug 03 19:47:06.777360 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.783380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:06.783976 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.869826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4250908 Aug 03 19:47:06.872974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 54986) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:06.878099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:06.891102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b1e4c29-5d73-497b-86b0-75d85deea470 req-4e8851b3-58c7-4f43-8c08-c50ff7032c56 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008925 Aug 03 19:47:06.975906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f9427-cbd3-42ff-b3b8-137c058a15d3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=e6cc9f6c-d211-462a-950e-17a85a32fa34,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:06.993675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:07.064668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:07.070059 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.088498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b3e23-7bf0-4a08-be64-ed5f2e773c22 req-4ba9ede5-7d94-4339-a920-389a24292fe4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.091371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e21b3e23-7bf0-4a08-be64-ed5f2e773c22 req-4ba9ede5-7d94-4339-a920-389a24292fe4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 945 time: 0.0901356 Aug 03 19:47:07.233304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e21b3e23-7bf0-4a08-be64-ed5f2e773c22 req-1fc7e0c0-b2c8-489f-8a99-ef4e737e657d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753613 Aug 03 19:47:07.256922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 54990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:07.383088 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.463135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=60a23f89-3566-4499-92e7-5d5974384849,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:07.479597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': '9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:07.480524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: e6cc9f6c-d211-462a-950e-17a85a32fa34, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:07.529730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:07.543506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e6cc9f6c-d211-462a-950e-17a85a32fa34) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:07.564076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb8cd0-058f-442b-813f-a118a98f4fb5 None None] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:07.582120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9e03ed-90d7-41c1-8f30-9abab81da1c5 tempest-TestVolumeBootPattern-1705982230 tempest-TestVolumeBootPattern-1705982230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.585810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.587029 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.587543 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-df9e03ed-90d7-41c1-8f30-9abab81da1c5 tempest-TestVolumeBootPattern-1705982230 tempest-TestVolumeBootPattern-1705982230-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1091 time: 0.3307765 Aug 03 19:47:07.595350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55000) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:07.623340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:07.636750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aed71345-ae3f-4378-bdbe-5ca2e7b9d601 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7549889 Aug 03 19:47:07.637343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55002) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:07.673286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:07.735190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.843721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e6cc9f6c-d211-462a-950e-17a85a32fa34', 'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34', 'tenant_id': 'd1841c58a3e34adc907b47a1abfc7053', 'fixed_ips': [{'subnet_id': '60a23f89-3566-4499-92e7-5d5974384849'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:07.845097 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.907297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.000988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:08.005234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.162630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Allocated IP 2001:db8::2 (e6cc9f6c-d211-462a-950e-17a85a32fa34/60a23f89-3566-4499-92e7-5d5974384849/c02ddb4a-f70a-499b-932d-31d88f39ce21) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:08.200074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.25.4.114 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/cc02e046-be40-4d41-b257-00a7640538ec) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:08.397922 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.409547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Transition to ACTIVE for port object c02ddb4a-f70a-499b-932d-31d88f39ce21 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:08.438879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Transition to ACTIVE for port object c02ddb4a-f70a-499b-932d-31d88f39ce21 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:08.447574 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.484147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.484729 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.507056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:08.517031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:08.522633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:08.547348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Pushing event updated for resources: {'Port': ['ID=c02ddb4a-f70a-499b-932d-31d88f39ce21,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:08.567185 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:08.571101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:08.574216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.574829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.584860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.648060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0023215 Aug 03 19:47:08.649947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbbb1-bd1f-48b2-8656-3a3ccce070b7 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=b1b61113-02d5-42bd-9991-0d0d3006a59a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:08.650816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=cc02e046-be40-4d41-b257-00a7640538ec,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:08.654293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55010) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:08.795419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Attempting to bind port c02ddb4a-f70a-499b-932d-31d88f39ce21 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:08.798688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Attempting to bind port c02ddb4a-f70a-499b-932d-31d88f39ce21 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:08.798688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Attempting to bind port c02ddb4a-f70a-499b-932d-31d88f39ce21 on network e6cc9f6c-d211-462a-950e-17a85a32fa34 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:08.805210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:08.806928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Checking segment: {'id': '9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:08.806928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.806928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Bound using segment: {'id': '9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:08.807259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Bound port: c02ddb4a-f70a-499b-932d-31d88f39ce21, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:08.807465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.808605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:08.825644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:08.830931 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:08.899869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] For port c02ddb4a-f70a-499b-932d-31d88f39ce21, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:08.907015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] For port c02ddb4a-f70a-499b-932d-31d88f39ce21, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c02ddb4a-f70a-499b-932d-31d88f39ce21,segment=NetworkSegment(9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7),segment_id=9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:08.915622 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.939725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb4f0a-0c8a-4b92-a2d1-44b4673f14a4 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.942701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb4f0a-0c8a-4b92-a2d1-44b4673f14a4 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.945656 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb4f0a-0c8a-4b92-a2d1-44b4673f14a4 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.948399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb4f0a-0c8a-4b92-a2d1-44b4673f14a4 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.950643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb4f0a-0c8a-4b92-a2d1-44b4673f14a4 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.953044 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7cfb4f0a-0c8a-4b92-a2d1-44b4673f14a4 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2974455 Aug 03 19:47:08.956857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55016) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:08.967016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1645738975'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:09.006087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:09.009512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27306ea-c556-43b6-8380-dc9a4aa49670 None None] Pushing event updated for resources: {'Port': ['ID=c02ddb4a-f70a-499b-932d-31d88f39ce21,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:09.023316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.123660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:09.148456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.148792 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 58dd408d-d75a-4d9b-91d9-5cd21072b8bb of type vlan for network 2965bf09-0281-4640-8fce-a4bbf89fab54 Aug 03 19:47:09.208044 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.307976 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.326424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.327175 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.419525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4611869 Aug 03 19:47:09.428768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55018) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:09.436027 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8ec8daff-1bf2-4ed0-88e5-38f29bb9407e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:09.444321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72050b9d-7633-45a9-b500-627f84531e36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=2965bf09-0281-4640-8fce-a4bbf89fab54,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:09.461379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 2965bf09-0281-4640-8fce-a4bbf89fab54 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:09.735835 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.792676 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ec8daff-1bf2-4ed0-88e5-38f29bb9407e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.824405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ec8daff-1bf2-4ed0-88e5-38f29bb9407e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.899390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ec8daff-1bf2-4ed0-88e5-38f29bb9407e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network 2965bf09-0281-4640-8fce-a4bbf89fab54 is not hosted by any dhcp agent {{(pid=94133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:47:09.921948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8daff-1bf2-4ed0-88e5-38f29bb9407e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.923002 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ec8daff-1bf2-4ed0-88e5-38f29bb9407e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.925594 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8ec8daff-1bf2-4ed0-88e5-38f29bb9407e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "PUT /v2.0/networks/2965bf09-0281-4640-8fce-a4bbf89fab54 HTTP/1.1" status: 200 len: 723 time: 0.4955945 Aug 03 19:47:09.934875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55028) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:09.940221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': '2965bf09-0281-4640-8fce-a4bbf89fab54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:09.983301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.071852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8daff-1bf2-4ed0-88e5-38f29bb9407e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=2965bf09-0281-4640-8fce-a4bbf89fab54,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:10.090938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 2965bf09-0281-4640-8fce-a4bbf89fab54 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:10.092340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:10.107750 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.339302 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.348001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.457909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=cc02e046-be40-4d41-b257-00a7640538ec,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:10.515194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.523576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.627478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b9004-823b-4f02-af7f-c8035a0697a4 None None] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:10.634201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=4f235c59-de55-4a80-a996-81c279e73390,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:10.638505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': '58dd408d-d75a-4d9b-91d9-5cd21072b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2965bf09-0281-4640-8fce-a4bbf89fab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:10.638992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: 2965bf09-0281-4640-8fce-a4bbf89fab54, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:10.690776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network 2965bf09-0281-4640-8fce-a4bbf89fab54 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:10.715140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 2965bf09-0281-4640-8fce-a4bbf89fab54) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:10.719708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:10.720314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.743221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3c8238cc-9b48-4019-b7df-1131397fa428 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8072271 Aug 03 19:47:10.746595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55032) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:10.758170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5f91638d-10b5-4ba6-981e-d1b10565e86e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:10.762928 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Floating IP c9138c57-1688-4c3e-92bb-da85d578537c associated. External IP: 172.25.4.114, port: fde128d0-2ab0-4fbb-be42-b819b848ed92. Aug 03 19:47:10.768118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c555b8f7-ab1c-48e4-b348-d3b2d1b3a45e None None] Network 2965bf09-0281-4640-8fce-a4bbf89fab54 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:10.846859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d0229bab-feb5-4b8b-92eb-658ee63a1693 None None] Provisioning for port c02ddb4a-f70a-499b-932d-31d88f39ce21 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:11.098151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f91638d-10b5-4ba6-981e-d1b10565e86e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529942463'] for subnet, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.147581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-2965bf09-0281-4640-8fce-a4bbf89fab54', 'network_id': '2965bf09-0281-4640-8fce-a4bbf89fab54', 'tenant_id': 'd1841c58a3e34adc907b47a1abfc7053', 'fixed_ips': [{'subnet_id': '4f235c59-de55-4a80-a996-81c279e73390'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:11.153536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.166939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c02ddb4a-f70a-499b-932d-31d88f39ce21 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:11.254471 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Router daf07c84-9307-4457-991b-85b43892e2c3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:11.337490 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f91638d-10b5-4ba6-981e-d1b10565e86e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768450111398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-529255364'] for subnet, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.403862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f91638d-10b5-4ba6-981e-d1b10565e86e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:11.404615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f91638d-10b5-4ba6-981e-d1b10565e86e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.406273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f91638d-10b5-4ba6-981e-d1b10565e86e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "PUT /v2.0/subnets/4f235c59-de55-4a80-a996-81c279e73390 HTTP/1.1" status: 200 len: 826 time: 0.6585667 Aug 03 19:47:11.409810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55040) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:11.474908 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:11.487293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f374d8-2beb-47bc-865b-4651499f02c4 None None] Update dhcp port {'port': {'network_id': 'e6cc9f6c-d211-462a-950e-17a85a32fa34', 'fixed_ips': [{'subnet_id': '60a23f89-3566-4499-92e7-5d5974384849', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b1b61113-02d5-42bd-9991-0d0d3006a59a'}], 'binding:host_id': 'n-d-803378-1'}, 'id': 'c02ddb4a-f70a-499b-932d-31d88f39ce21'} from n-d-803378-1. {{(pid=94135) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:47:11.492753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:11.499832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.544552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Allocated IP 2001:db8::2 (2965bf09-0281-4640-8fce-a4bbf89fab54/4f235c59-de55-4a80-a996-81c279e73390/cf32a812-718f-415a-b3ec-ef97222f885b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:11.546612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c02ddb4a-f70a-499b-932d-31d88f39ce21 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:11.553155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c02ddb4a-f70a-499b-932d-31d88f39ce21 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:11.553539 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.565604 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0128ccb0-4f5c-48d7-8c4f-ae09dc3be0d4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9577913 Aug 03 19:47:11.565604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:11.566255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:11.566255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:11.567076 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:11.610040 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3516ff-e8a4-40f9-9c04-d7ef016b85f7 x-openstack-request-id: req-ae3516ff-e8a4-40f9-9c04-d7ef016b85f7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:11.610453 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:11.611064 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae3516ff-e8a4-40f9-9c04-d7ef016b85f7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:11.611292 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'status': 'completed', 'code': 200} Aug 03 19:47:11.616064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91638d-10b5-4ba6-981e-d1b10565e86e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=4f235c59-de55-4a80-a996-81c279e73390,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:11.627183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.650322 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17f374d8-2beb-47bc-865b-4651499f02c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.697609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.706976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-9397227d-0fa2-4418-a260-1b32b191e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:11.708792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-9397227d-0fa2-4418-a260-1b32b191e295 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1096 time: 0.0543990 Aug 03 19:47:11.829460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-eaf68069-41ce-4dd1-893c-326f4ef5e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:11.831123 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-eaf68069-41ce-4dd1-893c-326f4ef5e957 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.1145413 Aug 03 19:47:11.933932 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-4c21ef11-57f0-4ebd-a171-5c5217035967 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 200 len: 999 time: 0.0952206 Aug 03 19:47:12.028758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-96ddf4fe-8b8e-4979-b383-2113217c3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:12.030224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-96ddf4fe-8b8e-4979-b383-2113217c3ad3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0907614 Aug 03 19:47:12.103753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:12.131350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-dea1fcaa-4f8a-4118-87d2-0157e7776ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:12.133867 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-dea1fcaa-4f8a-4118-87d2-0157e7776ecc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953207 Aug 03 19:47:12.262599 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-3a246917-1a11-4e2f-a210-4c3f8cddd7b1 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201022 Aug 03 19:47:12.390438 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.399186 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-aee9e619-3f2b-4fd1-bcfb-71e6e7b7cc4a req-59293bb8-4c3e-414c-98b0-cce01f216b1d service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282184 Aug 03 19:47:12.456256 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.499123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Transition to ACTIVE for port object cf32a812-718f-415a-b3ec-ef97222f885b will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:12.509137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-17f374d8-2beb-47bc-865b-4651499f02c4 None None] Allocated IP 172.20.0.1 (e6cc9f6c-d211-462a-950e-17a85a32fa34/b1b61113-02d5-42bd-9991-0d0d3006a59a/c02ddb4a-f70a-499b-932d-31d88f39ce21) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:12.525619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port c02ddb4a-f70a-499b-932d-31d88f39ce21, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c02ddb4a-f70a-499b-932d-31d88f39ce21,segment=NetworkSegment(9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7),segment_id=9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:12.540127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.551110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Transition to ACTIVE for port object cf32a812-718f-415a-b3ec-ef97222f885b will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:12.588079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.611567 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.623735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=4f235c59-de55-4a80-a996-81c279e73390,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:12.698359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.710342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2965bf09-0281-4640-8fce-a4bbf89fab54']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:12.721464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Network 2965bf09-0281-4640-8fce-a4bbf89fab54 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:12.723078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dd408d-d75a-4d9b-91d9-5cd21072b8bb') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:12.723315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dd408d-d75a-4d9b-91d9-5cd21072b8bb') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:12.729535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:12.731905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:12.733280 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.756759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.764221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:12.765041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:12.768782 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:12.772256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=c02ddb4a-f70a-499b-932d-31d88f39ce21,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:12.842117 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:47:12.842117 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:47:12.842117 n-d-803378-1 neutron-server[94134]: [parameters: {'id': '2965bf09-0281-4640-8fce-a4bbf89fab54'}] Aug 03 19:47:12.842117 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:47:12.842641 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:47:12.860560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-17f374d8-2beb-47bc-865b-4651499f02c4 None None] For port c02ddb4a-f70a-499b-932d-31d88f39ce21, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c02ddb4a-f70a-499b-932d-31d88f39ce21,segment=NetworkSegment(9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7),segment_id=9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:12.867687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Attempting to bind port cf32a812-718f-415a-b3ec-ef97222f885b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:12.868059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Attempting to bind port cf32a812-718f-415a-b3ec-ef97222f885b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '58dd408d-d75a-4d9b-91d9-5cd21072b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2965bf09-0281-4640-8fce-a4bbf89fab54'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:12.868426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Attempting to bind port cf32a812-718f-415a-b3ec-ef97222f885b on network 2965bf09-0281-4640-8fce-a4bbf89fab54 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:12.886445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Pushing event updated for resources: {'Port': ['ID=cf32a812-718f-415a-b3ec-ef97222f885b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:12.893731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:12.893969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Checking segment: {'id': '58dd408d-d75a-4d9b-91d9-5cd21072b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2965bf09-0281-4640-8fce-a4bbf89fab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:12.894379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.894776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Bound using segment: {'id': '58dd408d-d75a-4d9b-91d9-5cd21072b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2965bf09-0281-4640-8fce-a4bbf89fab54'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:12.895263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Bound port: cf32a812-718f-415a-b3ec-ef97222f885b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd408d-d75a-4d9b-91d9-5cd21072b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2965bf09-0281-4640-8fce-a4bbf89fab54'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:12.895651 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.925044 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17f374d8-2beb-47bc-865b-4651499f02c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.930277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:09Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:12.978395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-17f374d8-2beb-47bc-865b-4651499f02c4 None None] Transition to ACTIVE for port object c02ddb4a-f70a-499b-932d-31d88f39ce21 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:12.996550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:13.000203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c02ddb4a-f70a-499b-932d-31d88f39ce21 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:13.006458 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17f374d8-2beb-47bc-865b-4651499f02c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.077845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:13.078031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:13.205743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] For port cf32a812-718f-415a-b3ec-ef97222f885b, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:13.225154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f374d8-2beb-47bc-865b-4651499f02c4 None None] Pushing event updated for resources: {'Port': ['ID=c02ddb4a-f70a-499b-932d-31d88f39ce21,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:13.233033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] For port cf32a812-718f-415a-b3ec-ef97222f885b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=cf32a812-718f-415a-b3ec-ef97222f885b,segment=NetworkSegment(58dd408d-d75a-4d9b-91d9-5cd21072b8bb),segment_id=58dd408d-d75a-4d9b-91d9-5cd21072b8bb)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:13.273342 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.346052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.366071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:13.417607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d184f-9933-4069-b0b6-4e47de0057b4 None None] Pushing event updated for resources: {'Port': ['ID=cf32a812-718f-415a-b3ec-ef97222f885b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:13.454156 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting port cf32a812-718f-415a-b3ec-ef97222f885b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:13.454895 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.460286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512182d3-36c1-4981-b3de-e255d0646c1d None None] Network 2965bf09-0281-4640-8fce-a4bbf89fab54 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:13.556261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] For port cf32a812-718f-415a-b3ec-ef97222f885b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=cf32a812-718f-415a-b3ec-ef97222f885b,segment=NetworkSegment(58dd408d-d75a-4d9b-91d9-5cd21072b8bb),segment_id=58dd408d-d75a-4d9b-91d9-5cd21072b8bb)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:13.556677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.575239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Calling delete_port for cf32a812-718f-415a-b3ec-ef97222f885b owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:13.768021 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.793644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6383df-b159-4cb1-acc3-f23a0c7ac320 None None] Network 2965bf09-0281-4640-8fce-a4bbf89fab54 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:13.826604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Port': ['ID=cf32a812-718f-415a-b3ec-ef97222f885b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:13.838941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No DVR routers for this DVR port cf32a812-718f-415a-b3ec-ef97222f885b on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:13.969216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.991134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2965bf09-0281-4640-8fce-a4bbf89fab54']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:14.018400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dd408d-d75a-4d9b-91d9-5cd21072b8bb') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:14.018789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dd408d-d75a-4d9b-91d9-5cd21072b8bb') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:14.029855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.059423 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.070599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:14.071460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:14.075323 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:14.090765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:09Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:14.165653 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.181046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.183303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/2965bf09-0281-4640-8fce-a4bbf89fab54 HTTP/1.1" status: 204 len: 168 time: 2.7722692 Aug 03 19:47:14.186355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55096) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:14.212675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258a775-3c96-476c-a7e3-ac8883415aee tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=2965bf09-0281-4640-8fce-a4bbf89fab54,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:14.221820 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d81291-2b75-41dd-b801-8e59a4f36b6d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:14.222851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d81291-2b75-41dd-b801-8e59a4f36b6d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:14.226189 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07d81291-2b75-41dd-b801-8e59a4f36b6d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/2965bf09-0281-4640-8fce-a4bbf89fab54 HTTP/1.1" status: 404 len: 339 time: 0.0381153 Aug 03 19:47:14.233603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55098) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:14.250752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1189263921', 'description': 'd1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:14.275886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:14.280091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.311551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:14.322513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ab23c5-5860-4155-8f54-f90a9099c368 None None] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:14.323221 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.323633 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 61a49ca0-747c-4823-a380-a24c6392d1d8 of type vlan for network 4c892c5c-4adb-49c6-83c1-7da4f5129156 Aug 03 19:47:14.327623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68050f-e1d4-4109-ac62-2f3c4eeea1ca None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:09Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:14.379062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.384232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0c895d20-89bd-4d6c-860c-4ccdb7424cab None None] Provisioning for port c02ddb4a-f70a-499b-932d-31d88f39ce21 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:14.394388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0c895d20-89bd-4d6c-860c-4ccdb7424cab None None] Provisioning complete for port c02ddb4a-f70a-499b-932d-31d88f39ce21 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:14.394768 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0c895d20-89bd-4d6c-860c-4ccdb7424cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.413634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.420921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:14.421749 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.453127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2153299 Aug 03 19:47:14.453663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55100) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:14.531760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c18b7d-caa4-40eb-9de2-5dca0299462e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=4c892c5c-4adb-49c6-83c1-7da4f5129156,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:14.546768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4c892c5c-4adb-49c6-83c1-7da4f5129156 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:14.604180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4cd86-6ca4-4a67-bee9-3407b5c584b9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:14.608706 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f4e4cd86-6ca4-4a67-bee9-3407b5c584b9 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/networks?id=4c892c5c-4adb-49c6-83c1-7da4f5129156 HTTP/1.1" status: 200 len: 765 time: 0.1514187 Aug 03 19:47:14.609083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55102) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:14.623496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d789c61d-f5f2-480e-8ea8-590c73253ce2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'description': 'd2'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:14.708231 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9b6e5-43bc-4971-ab8a-9790fd980292 None None] New status for floating IP c9138c57-1688-4c3e-92bb-da85d578537c: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:47:14.903104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d789c61d-f5f2-480e-8ea8-590c73253ce2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.926347 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d789c61d-f5f2-480e-8ea8-590c73253ce2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.040428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d789c61d-f5f2-480e-8ea8-590c73253ce2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network 4c892c5c-4adb-49c6-83c1-7da4f5129156 is not hosted by any dhcp agent {{(pid=94133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:47:15.041261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c02ddb4a-f70a-499b-932d-31d88f39ce21 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:15.046519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d789c61d-f5f2-480e-8ea8-590c73253ce2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:15.047148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d789c61d-f5f2-480e-8ea8-590c73253ce2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.056215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55112) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:15.056804 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d789c61d-f5f2-480e-8ea8-590c73253ce2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "PUT /v2.0/networks/4c892c5c-4adb-49c6-83c1-7da4f5129156 HTTP/1.1" status: 200 len: 762 time: 0.4459503 Aug 03 19:47:15.077450 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789c61d-f5f2-480e-8ea8-590c73253ce2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=4c892c5c-4adb-49c6-83c1-7da4f5129156,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:15.092405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4c892c5c-4adb-49c6-83c1-7da4f5129156 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:15.171592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79cdd07-c21a-4f5c-bbbd-da1456a41180 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:47:15.177113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7e5c4-c260-41be-9f58-82947f7d7caf tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:15.182480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55116) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:15.183358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-37a7e5c4-c260-41be-9f58-82947f7d7caf tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/networks?id=4c892c5c-4adb-49c6-83c1-7da4f5129156 HTTP/1.1" status: 200 len: 765 time: 0.1256983 Aug 03 19:47:15.295313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cdd07-c21a-4f5c-bbbd-da1456a41180 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:47:15.344757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0a024f4c-747b-49e9-a7ee-67b6ea5d3712 None None] Provisioning complete for port c02ddb4a-f70a-499b-932d-31d88f39ce21 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:15.345135 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a024f4c-747b-49e9-a7ee-67b6ea5d3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.635388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c02ddb4a-f70a-499b-932d-31d88f39ce21 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:15.636052 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.851131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe88c2-5a1b-4d0e-b27f-e9c49f90a58c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:15.852995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-abfe88c2-5a1b-4d0e-b27f-e9c49f90a58c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6694403 Aug 03 19:47:15.855786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55126) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:15.900843 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d2842faf-d9db-49c5-83ec-5638d58cd769 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 207 time: 0.0437427 Aug 03 19:47:15.904456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55128) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.064501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a80e5-6b03-436e-b832-ec6b4d8a0f66 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.074795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a80e5-6b03-436e-b832-ec6b4d8a0f66 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.081314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a80e5-6b03-436e-b832-ec6b4d8a0f66 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.089579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a80e5-6b03-436e-b832-ec6b4d8a0f66 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.097129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a80e5-6b03-436e-b832-ec6b4d8a0f66 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.105309 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a80e5-6b03-436e-b832-ec6b4d8a0f66 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.107245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-924a80e5-6b03-436e-b832-ec6b4d8a0f66 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2017853 Aug 03 19:47:16.111736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55136) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.267004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1e03feb9-bf21-451c-8953-a61b562dc808 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1506665 Aug 03 19:47:16.267556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55138) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.336199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a733c-2f52-4371-bf95-c898c114566f tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.337934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a733c-2f52-4371-bf95-c898c114566f tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.339706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a733c-2f52-4371-bf95-c898c114566f tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.341400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a733c-2f52-4371-bf95-c898c114566f tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.343280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a733c-2f52-4371-bf95-c898c114566f tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.348513 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4e8a733c-2f52-4371-bf95-c898c114566f tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0763416 Aug 03 19:47:16.349109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55142) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.420473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927305e5-79bf-4e51-a6e7-0d8fd8e9e10e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.422201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927305e5-79bf-4e51-a6e7-0d8fd8e9e10e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.423939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927305e5-79bf-4e51-a6e7-0d8fd8e9e10e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.425554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927305e5-79bf-4e51-a6e7-0d8fd8e9e10e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.427060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927305e5-79bf-4e51-a6e7-0d8fd8e9e10e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.432113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-927305e5-79bf-4e51-a6e7-0d8fd8e9e10e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0792062 Aug 03 19:47:16.433437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55144) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.555084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0723c3-701a-40e6-b4d1-23eba544e41b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.560281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5b0723c3-701a-40e6-b4d1-23eba544e41b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/networks/e2a97c84-5c9a-41d5-886c-490480df390a HTTP/1.1" status: 200 len: 804 time: 0.1220889 Aug 03 19:47:16.560614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.681212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-26de11b5-8eb6-4dd4-96f8-f749dade21d6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/networks/e2a97c84-5c9a-41d5-886c-490480df390a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1194050 Aug 03 19:47:16.684607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55152) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.747623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85deee-3532-4912-a90d-9a4d87b52d14 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.752780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c85deee-3532-4912-a90d-9a4d87b52d14 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/subnets/fef4f3eb-c5a9-4c51-a120-f69bfe3acd8f HTTP/1.1" status: 200 len: 843 time: 0.0637257 Aug 03 19:47:16.753243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55154) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.835969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f90116-697f-4cca-b472-79b10f17e7f1 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['shared'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.837759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-62f90116-697f-4cca-b472-79b10f17e7f1 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "GET /v2.0/subnets/fef4f3eb-c5a9-4c51-a120-f69bfe3acd8f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0832388 Aug 03 19:47:16.841382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55156) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.847488 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625689002'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:16.873977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:16.878213 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.905952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:16.917223 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.917602 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Added segment 51dcde31-03aa-406e-9260-5d04dba425fd of type vlan for network ee84cc79-87bc-4058-adc7-bd6002bd0441 Aug 03 19:47:16.961351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.001658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.007501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:17.008101 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.079664 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2344546 Aug 03 19:47:17.080249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55162) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:17.086747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'network_id': 'ee84cc79-87bc-4058-adc7-bd6002bd0441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:17.087148 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4084a6-ddb5-482e-9685-e803c6d5130b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Network': ['ID=ee84cc79-87bc-4058-adc7-bd6002bd0441,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:17.104235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network ee84cc79-87bc-4058-adc7-bd6002bd0441 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:17.219512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Made reservation on behalf of d1841c58a3e34adc907b47a1abfc7053 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:17.223832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.295609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.ipam_backend_mixin [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Performing IP validity checks on allocation pools {{(pid=94134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:47:17.296217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.ipam_backend_mixin [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94134) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:47:17.448614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.510553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=f460e124-a220-4505-9c9a-9c395f946303,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:17.572120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Checking segment: {'id': '51dcde31-03aa-406e-9260-5d04dba425fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee84cc79-87bc-4058-adc7-bd6002bd0441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:17.573358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network hostable DHCP agents. Network: ee84cc79-87bc-4058-adc7-bd6002bd0441, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:17.604976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Network ee84cc79-87bc-4058-adc7-bd6002bd0441 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:17.617132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, ee84cc79-87bc-4058-adc7-bd6002bd0441) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:17.622296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:17.622960 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.632921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8812a4a-2593-4fc7-9968-6c82c7701a1b None None] Network ee84cc79-87bc-4058-adc7-bd6002bd0441 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:17.648903 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55174) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:17.649334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-148466eb-2914-45b6-b0f5-1eb5054cedab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5677342 Aug 03 19:47:17.655834 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d3f3a3c0-4586-40e9-86e3-d648eb6e140d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:17.824922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a3c0-4586-40e9-86e3-d648eb6e140d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529473314'] for subnet, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.886152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-ee84cc79-87bc-4058-adc7-bd6002bd0441', 'network_id': 'ee84cc79-87bc-4058-adc7-bd6002bd0441', 'tenant_id': 'd1841c58a3e34adc907b47a1abfc7053', 'fixed_ips': [{'subnet_id': 'f460e124-a220-4505-9c9a-9c395f946303'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:17.887367 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.060420 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a3c0-4586-40e9-86e3-d648eb6e140d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768450111398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-528580053'] for subnet, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.120816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3a3c0-4586-40e9-86e3-d648eb6e140d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:18.121534 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a3c0-4586-40e9-86e3-d648eb6e140d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.123003 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3f3a3c0-4586-40e9-86e3-d648eb6e140d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "PUT /v2.0/subnets/f460e124-a220-4505-9c9a-9c395f946303 HTTP/1.1" status: 200 len: 900 time: 0.4724743 Aug 03 19:47:18.126130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55182) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:18.141212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3a3c0-4586-40e9-86e3-d648eb6e140d tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event updated for resources: {'Subnet': ['ID=f460e124-a220-4505-9c9a-9c395f946303,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:18.190107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Allocated IP 2001:db8::3 (ee84cc79-87bc-4058-adc7-bd6002bd0441/f460e124-a220-4505-9c9a-9c395f946303/724dcbac-9aca-46a1-948e-d6149410a231) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:18.291710 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.399007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.446535 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.467907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Transition to ACTIVE for port object 724dcbac-9aca-46a1-948e-d6149410a231 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:18.486837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Transition to ACTIVE for port object 724dcbac-9aca-46a1-948e-d6149410a231 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:18.495740 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.515483 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.553728 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Network ee84cc79-87bc-4058-adc7-bd6002bd0441 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:18.559893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:18.569447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:18.574563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=f460e124-a220-4505-9c9a-9c395f946303,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:18.582004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Pushing event updated for resources: {'Port': ['ID=724dcbac-9aca-46a1-948e-d6149410a231,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:18.646447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Attempting to bind port 724dcbac-9aca-46a1-948e-d6149410a231 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:18.647643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Attempting to bind port 724dcbac-9aca-46a1-948e-d6149410a231 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '51dcde31-03aa-406e-9260-5d04dba425fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee84cc79-87bc-4058-adc7-bd6002bd0441'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:18.651017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Attempting to bind port 724dcbac-9aca-46a1-948e-d6149410a231 on network ee84cc79-87bc-4058-adc7-bd6002bd0441 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:18.665920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:18.665920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Checking segment: {'id': '51dcde31-03aa-406e-9260-5d04dba425fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee84cc79-87bc-4058-adc7-bd6002bd0441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:18.665920 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.665920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Bound using segment: {'id': '51dcde31-03aa-406e-9260-5d04dba425fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee84cc79-87bc-4058-adc7-bd6002bd0441'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:18.665920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Bound port: 724dcbac-9aca-46a1-948e-d6149410a231, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dcde31-03aa-406e-9260-5d04dba425fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee84cc79-87bc-4058-adc7-bd6002bd0441'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:18.672685 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.681118 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.698343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee84cc79-87bc-4058-adc7-bd6002bd0441']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:18.710784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dcde31-03aa-406e-9260-5d04dba425fd') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:18.711166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dcde31-03aa-406e-9260-5d04dba425fd') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:18.721076 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.737054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.743807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:18.744207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:18.748145 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:18.761859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] For port 724dcbac-9aca-46a1-948e-d6149410a231, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:18.811999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] For port 724dcbac-9aca-46a1-948e-d6149410a231, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=724dcbac-9aca-46a1-948e-d6149410a231,segment=NetworkSegment(51dcde31-03aa-406e-9260-5d04dba425fd),segment_id=51dcde31-03aa-406e-9260-5d04dba425fd)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:18.815124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.db.api [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:47:18.815124 n-d-803378-1 neutron-server[94134]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:47:18.815124 n-d-803378-1 neutron-server[94134]: [parameters: {'id': 'ee84cc79-87bc-4058-adc7-bd6002bd0441'}] Aug 03 19:47:18.815124 n-d-803378-1 neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:47:18.815538 n-d-803378-1 neutron-server[94134]: DEBUG oslo_db.api [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:47:18.816890 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.904594 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955333f8-afbc-4fa8-99a8-995e4a915d34 None None] Pushing event updated for resources: {'Port': ['ID=724dcbac-9aca-46a1-948e-d6149410a231,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:18.926001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892bf27e-99c4-4f9c-a695-5b0a83315515 None None] Network ee84cc79-87bc-4058-adc7-bd6002bd0441 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:19.067597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b18872-72a0-4f45-a7c0-2cc92ced32da None None] Network ee84cc79-87bc-4058-adc7-bd6002bd0441 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:19.219944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410f674-0e25-4d7e-a174-2d1e481292d3 None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:47:19.316861 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:19.329220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410f674-0e25-4d7e-a174-2d1e481292d3 None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:47:19.410657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting port 724dcbac-9aca-46a1-948e-d6149410a231 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:19.411040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:19.506017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] For port 724dcbac-9aca-46a1-948e-d6149410a231, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=724dcbac-9aca-46a1-948e-d6149410a231,segment=NetworkSegment(51dcde31-03aa-406e-9260-5d04dba425fd),segment_id=51dcde31-03aa-406e-9260-5d04dba425fd)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:19.506262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:19.526196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Calling delete_port for 724dcbac-9aca-46a1-948e-d6149410a231 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:19.635544 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:19.660296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Port': ['ID=724dcbac-9aca-46a1-948e-d6149410a231,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:19.670314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No DVR routers for this DVR port 724dcbac-9aca-46a1-948e-d6149410a231 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:20.152566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.164605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee84cc79-87bc-4058-adc7-bd6002bd0441']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:20.176781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dcde31-03aa-406e-9260-5d04dba425fd') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:20.177910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dcde31-03aa-406e-9260-5d04dba425fd') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:20.189078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.205722 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.212870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:20.213302 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:20.228694 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:20.312009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.335103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.336951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/ee84cc79-87bc-4058-adc7-bd6002bd0441 HTTP/1.1" status: 204 len: 168 time: 2.2091167 Aug 03 19:47:20.338388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddaa2c-3ee4-4e93-95fb-2fbf9160ccd3 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=ee84cc79-87bc-4058-adc7-bd6002bd0441,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:20.341644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55262) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:20.424559 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7a49e0-257e-4a70-9491-6d8161ce96ca tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:20.425295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7a49e0-257e-4a70-9491-6d8161ce96ca tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:20.428545 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fe7a49e0-257e-4a70-9491-6d8161ce96ca tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/f460e124-a220-4505-9c9a-9c395f946303 HTTP/1.1" status: 404 len: 337 time: 0.0857449 Aug 03 19:47:20.430999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55264) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:20.459434 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1e1e22-4aa3-47bc-8046-71d3d3795e71 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:20.460273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1e1e22-4aa3-47bc-8046-71d3d3795e71 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:20.464746 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a1e1e22-4aa3-47bc-8046-71d3d3795e71 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/ee84cc79-87bc-4058-adc7-bd6002bd0441 HTTP/1.1" status: 404 len: 339 time: 0.0303471 Aug 03 19:47:20.465136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55266) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:20.551151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.658869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.674459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c892c5c-4adb-49c6-83c1-7da4f5129156']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:20.712630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a49ca0-747c-4823-a380-a24c6392d1d8') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:20.713017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a49ca0-747c-4823-a380-a24c6392d1d8') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:20.719284 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.725807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.743459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.751980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:20.752408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:20.802219 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:20.826986 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.837722 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.842695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/4c892c5c-4adb-49c6-83c1-7da4f5129156 HTTP/1.1" status: 204 len: 168 time: 0.3760293 Aug 03 19:47:20.844835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55298) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:20.858103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363fddf-0cee-43ce-8a06-916fc7f571c6 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=4c892c5c-4adb-49c6-83c1-7da4f5129156,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:20.879369 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf739dba-5241-4e30-a621-9e3dd243d237 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:20.879921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf739dba-5241-4e30-a621-9e3dd243d237 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:20.881979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cf739dba-5241-4e30-a621-9e3dd243d237 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/4f235c59-de55-4a80-a996-81c279e73390 HTTP/1.1" status: 404 len: 337 time: 0.0358202 Aug 03 19:47:20.884462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55300) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:20.904415 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-54eae01e-baf9-49ae-bbc1-915cd738a00c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:20.904969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54eae01e-baf9-49ae-bbc1-915cd738a00c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:20.906759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-54eae01e-baf9-49ae-bbc1-915cd738a00c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/2965bf09-0281-4640-8fce-a4bbf89fab54 HTTP/1.1" status: 404 len: 339 time: 0.0213575 Aug 03 19:47:20.909404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55302) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:20.979566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7ac21c-c959-4638-b1f1-aecaa27e402a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting subnet b1b61113-02d5-42bd-9991-0d0d3006a59a {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:20.982908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a7ac21c-c959-4638-b1f1-aecaa27e402a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.024752 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a7ac21c-c959-4638-b1f1-aecaa27e402a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.118148 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a7ac21c-c959-4638-b1f1-aecaa27e402a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.187900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a7ac21c-c959-4638-b1f1-aecaa27e402a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.223095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ac21c-c959-4638-b1f1-aecaa27e402a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b61113-02d5-42bd-9991-0d0d3006a59a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:21.226334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a7ac21c-c959-4638-b1f1-aecaa27e402a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.229116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9a7ac21c-c959-4638-b1f1-aecaa27e402a tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/b1b61113-02d5-42bd-9991-0d0d3006a59a HTTP/1.1" status: 204 len: 168 time: 0.3184416 Aug 03 19:47:21.231662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55310) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:21.233442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad21125-139e-404f-ad63-49642023c92f None None] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:21.305343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded79462-e00e-41f2-aa84-86327755ea41 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting subnet 60a23f89-3566-4499-92e7-5d5974384849 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:21.310031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ded79462-e00e-41f2-aa84-86327755ea41 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.406468 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ded79462-e00e-41f2-aa84-86327755ea41 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.535225 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ded79462-e00e-41f2-aa84-86327755ea41 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.616355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ded79462-e00e-41f2-aa84-86327755ea41 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.654914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded79462-e00e-41f2-aa84-86327755ea41 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=60a23f89-3566-4499-92e7-5d5974384849,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:21.663058 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ded79462-e00e-41f2-aa84-86327755ea41 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.665291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ded79462-e00e-41f2-aa84-86327755ea41 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/60a23f89-3566-4499-92e7-5d5974384849 HTTP/1.1" status: 204 len: 168 time: 0.4321871 Aug 03 19:47:21.668036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55316) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:21.751701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.823080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting port c02ddb4a-f70a-499b-932d-31d88f39ce21 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:21.823368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.920901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] For port c02ddb4a-f70a-499b-932d-31d88f39ce21, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c02ddb4a-f70a-499b-932d-31d88f39ce21,segment=NetworkSegment(9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7),segment_id=9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:21.921291 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.938977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Calling delete_port for c02ddb4a-f70a-499b-932d-31d88f39ce21 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:22.048262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.080434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Port': ['ID=c02ddb4a-f70a-499b-932d-31d88f39ce21,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:22.084640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No DVR routers for this DVR port c02ddb4a-f70a-499b-932d-31d88f39ce21 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:22.134816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb3624-5917-432a-a1e6-86f595d5a363 None None] Network e6cc9f6c-d211-462a-950e-17a85a32fa34 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:22.169072 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.180986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cc9f6c-d211-462a-950e-17a85a32fa34']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:22.194784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:22.195116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ace77e3-6dcc-4843-93a0-ee19cf9e2cd7') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:22.207914 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.210308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b709f976-5599-4970-9931-41684dd5e477 None None] Could not find standard attr ID for object c02ddb4a-f70a-499b-932d-31d88f39ce21. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:47:22.232514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.239286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:22.240233 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:22.243457 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:22.324273 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.332501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.334812 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/e6cc9f6c-d211-462a-950e-17a85a32fa34 HTTP/1.1" status: 204 len: 168 time: 0.6656656 Aug 03 19:47:22.337291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55320) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:22.346363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eafb86e-5822-4379-abd3-b0788c0f0b32 None None] DHCP port deletion for e6cc9f6c-d211-462a-950e-17a85a32fa34 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:47:22.360186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c220264-aeaa-4c16-aae5-559e57ab1a36 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=e6cc9f6c-d211-462a-950e-17a85a32fa34,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:22.382167 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c070b7e-3ac4-47d3-89ca-101d700903fe tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:22.382632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c070b7e-3ac4-47d3-89ca-101d700903fe tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:22.386716 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3c070b7e-3ac4-47d3-89ca-101d700903fe tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/d1a0362e-ec18-4fd3-a47d-31220ddcafe4 HTTP/1.1" status: 404 len: 337 time: 0.0461638 Aug 03 19:47:22.386940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55322) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:22.413114 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b07dbd-c61b-47cc-b3b1-53583998c575 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:22.413698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b07dbd-c61b-47cc-b3b1-53583998c575 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:22.417926 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-48b07dbd-c61b-47cc-b3b1-53583998c575 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/e0db897a-4c26-4a0d-9138-25cce57b9b45 HTTP/1.1" status: 404 len: 339 time: 0.0275905 Aug 03 19:47:22.418155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55326) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:22.457762 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbcaca6-a66d-4494-8267-68d419d62e6e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:22.457762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbcaca6-a66d-4494-8267-68d419d62e6e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:22.457762 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4fbcaca6-a66d-4494-8267-68d419d62e6e tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/00b6acba-5907-4b24-bdba-9cdb52407b4e HTTP/1.1" status: 404 len: 337 time: 0.0360241 Aug 03 19:47:22.461199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55328) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:22.486372 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:47:22.503867 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6355df68-976e-4c5b-9f45-f4dffd1145ec tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:22.504442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6355df68-976e-4c5b-9f45-f4dffd1145ec tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:22.509369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6355df68-976e-4c5b-9f45-f4dffd1145ec tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/1f0cf763-7f3a-4f93-9fe2-9bbf91dd3186 HTTP/1.1" status: 404 len: 339 time: 0.0468888 Aug 03 19:47:22.509586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55330) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:22.539470 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e6497a-9691-484e-b972-fa253ddf5db2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:22.539948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e6497a-9691-484e-b972-fa253ddf5db2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:22.545098 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-69e6497a-9691-484e-b972-fa253ddf5db2 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/36cd26a6-6c0a-4e89-86d8-e45782da2ed6 HTTP/1.1" status: 404 len: 337 time: 0.0312386 Aug 03 19:47:22.545373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55334) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:22.568290 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3025594-a61f-43bf-8a13-5798a126687c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:22.568960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3025594-a61f-43bf-8a13-5798a126687c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:22.573406 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3025594-a61f-43bf-8a13-5798a126687c tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/beba7e5a-e1f7-4fc3-a0d7-eb5b0e0e37e6 HTTP/1.1" status: 404 len: 339 time: 0.0248742 Aug 03 19:47:22.573940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55336) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:22.642859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6537b9-ec43-4f82-939e-cf6e1d429b4b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting subnet 13b64348-7857-4992-816b-4347b11323b1 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:22.646994 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe6537b9-ec43-4f82-939e-cf6e1d429b4b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.713256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe6537b9-ec43-4f82-939e-cf6e1d429b4b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.869237 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe6537b9-ec43-4f82-939e-cf6e1d429b4b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.957159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe6537b9-ec43-4f82-939e-cf6e1d429b4b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.992298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c02ddb4a-f70a-499b-932d-31d88f39ce21 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:23.002135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6537b9-ec43-4f82-939e-cf6e1d429b4b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=13b64348-7857-4992-816b-4347b11323b1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:23.014436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c02ddb4a-f70a-499b-932d-31d88f39ce21 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:23.014920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c02ddb4a-f70a-499b-932d-31d88f39ce21 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:23.030504 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe6537b9-ec43-4f82-939e-cf6e1d429b4b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.033149 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fe6537b9-ec43-4f82-939e-cf6e1d429b4b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/13b64348-7857-4992-816b-4347b11323b1 HTTP/1.1" status: 204 len: 168 time: 0.4581709 Aug 03 19:47:23.035741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55340) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:23.038914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb629b6-c53e-4df5-968d-13bb2172c46e None None] Network dc8aa623-6333-4d28-9ad2-b8dee77458c5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:23.153115 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.233623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting port 9232249c-a4b1-4a43-87cf-1487fc5aaafe {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:23.234085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.284199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] DHCP port deletion for dc8aa623-6333-4d28-9ad2-b8dee77458c5 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:47:23.358313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] For port 9232249c-a4b1-4a43-87cf-1487fc5aaafe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9232249c-a4b1-4a43-87cf-1487fc5aaafe,segment=NetworkSegment(bc522cf1-c9d8-4d7d-b5d5-f07f46562db9),segment_id=bc522cf1-c9d8-4d7d-b5d5-f07f46562db9)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:23.358685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.366094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] Deleting port 9232249c-a4b1-4a43-87cf-1487fc5aaafe {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:23.366708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.374355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Calling delete_port for 9232249c-a4b1-4a43-87cf-1487fc5aaafe owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:23.457328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] For port 9232249c-a4b1-4a43-87cf-1487fc5aaafe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9232249c-a4b1-4a43-87cf-1487fc5aaafe,segment=NetworkSegment(bc522cf1-c9d8-4d7d-b5d5-f07f46562db9),segment_id=bc522cf1-c9d8-4d7d-b5d5-f07f46562db9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:23.457962 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.478285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.485767 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] Calling delete_port for 9232249c-a4b1-4a43-87cf-1487fc5aaafe owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:23.511204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Port': ['ID=9232249c-a4b1-4a43-87cf-1487fc5aaafe,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:23.513292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No DVR routers for this DVR port 9232249c-a4b1-4a43-87cf-1487fc5aaafe on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:23.640578 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.643295 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.654705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8aa623-6333-4d28-9ad2-b8dee77458c5']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:23.668027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc522cf1-c9d8-4d7d-b5d5-f07f46562db9') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:23.668495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc522cf1-c9d8-4d7d-b5d5-f07f46562db9') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:23.670060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] Pushing event deleted for resources: {'Port': ['ID=9232249c-a4b1-4a43-87cf-1487fc5aaafe,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:23.672071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7538cd50-e953-4157-9cb0-bdc6996fff98 None None] No DVR routers for this DVR port 9232249c-a4b1-4a43-87cf-1487fc5aaafe on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:23.686048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.709952 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.720208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:23.720968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:23.726515 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:23.807699 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.815265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.819943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55354) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:23.820566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/dc8aa623-6333-4d28-9ad2-b8dee77458c5 HTTP/1.1" status: 204 len: 168 time: 0.7819405 Aug 03 19:47:23.833696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6425d54-c326-42d9-8497-d469f8c330ab tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=dc8aa623-6333-4d28-9ad2-b8dee77458c5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:23.868800 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71904a3-dc34-43c2-b1e6-f9aee10f7f80 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:23.869449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71904a3-dc34-43c2-b1e6-f9aee10f7f80 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:23.871989 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c71904a3-dc34-43c2-b1e6-f9aee10f7f80 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/4a995354-5c70-48cc-973d-cb210a194a11 HTTP/1.1" status: 404 len: 337 time: 0.0495539 Aug 03 19:47:23.874672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:23.894506 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-831530e9-fc2a-4046-ba71-109a59f24a22 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] DELETE failed (client error): The resource could not be found. Aug 03 19:47:23.895063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831530e9-fc2a-4046-ba71-109a59f24a22 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:47:23.900008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55362) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:23.900180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-831530e9-fc2a-4046-ba71-109a59f24a22 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/4407520b-b208-4f68-b3df-4bafc9884cf7 HTTP/1.1" status: 404 len: 339 time: 0.0244875 Aug 03 19:47:23.974131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b18059-26b0-405a-82aa-98b713f24a1b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting subnet fef4f3eb-c5a9-4c51-a120-f69bfe3acd8f {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:23.977969 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61b18059-26b0-405a-82aa-98b713f24a1b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.036595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61b18059-26b0-405a-82aa-98b713f24a1b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.151422 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61b18059-26b0-405a-82aa-98b713f24a1b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.233838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61b18059-26b0-405a-82aa-98b713f24a1b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.267622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b18059-26b0-405a-82aa-98b713f24a1b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Subnet': ['ID=fef4f3eb-c5a9-4c51-a120-f69bfe3acd8f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:24.272283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-61b18059-26b0-405a-82aa-98b713f24a1b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.274992 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-61b18059-26b0-405a-82aa-98b713f24a1b tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/subnets/fef4f3eb-c5a9-4c51-a120-f69bfe3acd8f HTTP/1.1" status: 204 len: 168 time: 0.3735456 Aug 03 19:47:24.279297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55374) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:24.285651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501288e0-44f2-4e2e-b54b-bd0702b34355 None None] Network e2a97c84-5c9a-41d5-886c-490480df390a requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:24.388107 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.479678 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Deleting port 72448d61-5d79-43b1-ad7d-0dee4500141e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:24.480026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.530251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] DHCP port deletion for e2a97c84-5c9a-41d5-886c-490480df390a request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:47:24.564503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] For port 72448d61-5d79-43b1-ad7d-0dee4500141e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=72448d61-5d79-43b1-ad7d-0dee4500141e,segment=NetworkSegment(0ef599a9-bd44-46ff-a490-a513f21104ae),segment_id=0ef599a9-bd44-46ff-a490-a513f21104ae)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:24.565029 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.582513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Calling delete_port for 72448d61-5d79-43b1-ad7d-0dee4500141e owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:24.622751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] Deleting port 72448d61-5d79-43b1-ad7d-0dee4500141e {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:24.623594 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.699366 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.701688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] For port 72448d61-5d79-43b1-ad7d-0dee4500141e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=72448d61-5d79-43b1-ad7d-0dee4500141e,segment=NetworkSegment(0ef599a9-bd44-46ff-a490-a513f21104ae),segment_id=0ef599a9-bd44-46ff-a490-a513f21104ae)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:24.702288 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.717455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] Calling delete_port for 72448d61-5d79-43b1-ad7d-0dee4500141e owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:24.735838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Port': ['ID=72448d61-5d79-43b1-ad7d-0dee4500141e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:24.740444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] No DVR routers for this DVR port 72448d61-5d79-43b1-ad7d-0dee4500141e on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:24.823675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.850086 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.855965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] Pushing event deleted for resources: {'Port': ['ID=72448d61-5d79-43b1-ad7d-0dee4500141e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:24.862868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde77c87-7af8-4935-8940-b9cbbe380c4b None None] No DVR routers for this DVR port 72448d61-5d79-43b1-ad7d-0dee4500141e on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:24.869501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a97c84-5c9a-41d5-886c-490480df390a']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:24.888069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef599a9-bd44-46ff-a490-a513f21104ae') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:24.888421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef599a9-bd44-46ff-a490-a513f21104ae') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:24.900631 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.918967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.928975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:24.929904 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:24.934742 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:25.006955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9232249c-a4b1-4a43-87cf-1487fc5aaafe no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:25.014837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:25.023596 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:25.028429 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] 10.222.0.42 "DELETE /v2.0/networks/e2a97c84-5c9a-41d5-886c-490480df390a HTTP/1.1" status: 204 len: 168 time: 0.7455020 Aug 03 19:47:25.032304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9232249c-a4b1-4a43-87cf-1487fc5aaafe {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:25.032646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9232249c-a4b1-4a43-87cf-1487fc5aaafe not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:25.033354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 72448d61-5d79-43b1-ad7d-0dee4500141e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:25.046428 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab9081-60ee-4dca-a8ce-455c83ea68f0 tempest-NetworksIpV6Test-674560896 tempest-NetworksIpV6Test-674560896-project] Pushing event deleted for resources: {'Network': ['ID=e2a97c84-5c9a-41d5-886c-490480df390a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:25.063994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 72448d61-5d79-43b1-ad7d-0dee4500141e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:25.065091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 72448d61-5d79-43b1-ad7d-0dee4500141e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:25.392399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55398) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:25.560698 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e10ab2f6-9bfd-483f-a27e-b569b8cad373 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1841c58a3e34adc907b47a1abfc7053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669128 Aug 03 19:47:25.563130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55406) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:25.621734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1fa7673f-3567-4611-ab90-ee6d0774700d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:25.653451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1fa7673f-3567-4611-ab90-ee6d0774700d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:25.729046 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1fa7673f-3567-4611-ab90-ee6d0774700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:25.734641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1fa7673f-3567-4611-ab90-ee6d0774700d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:25.738332 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1fa7673f-3567-4611-ab90-ee6d0774700d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5fda81d-7e49-472a-8750-723511ec2546 HTTP/1.1" status: 204 len: 168 time: 0.1717315 Aug 03 19:47:25.748687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7673f-3567-4611-ab90-ee6d0774700d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fda81d-7e49-472a-8750-723511ec2546,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:25.936374 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.201983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-575f6e9b-a9ab-424e-9149-1b7679f040ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.565070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:26.714411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-09d77561-83aa-45fb-8fcf-eff4d44e71ab tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-342249700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:26.774358 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d77561-83aa-45fb-8fcf-eff4d44e71ab tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.775785 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d77561-83aa-45fb-8fcf-eff4d44e71ab tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.852293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d77561-83aa-45fb-8fcf-eff4d44e71ab tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.857490 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d77561-83aa-45fb-8fcf-eff4d44e71ab tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.882281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09d77561-83aa-45fb-8fcf-eff4d44e71ab tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.883930 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-09d77561-83aa-45fb-8fcf-eff4d44e71ab tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3176937 Aug 03 19:47:26.887445 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:26.892365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-480997235'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:26.923366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Made reservation on behalf of 6d2f09b5a4b54520a94c06cae83f6bb6 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:26.928988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.944895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.064906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.070290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.098851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:27.109964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90159cf-12a6-44e7-be11-1d23f3eddaa5,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:27.115075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.115532 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Added segment 94c8aef8-92aa-4175-9ea9-133bf184c351 of type vlan for network 18f509e5-c46e-4031-b569-30d6a4d5df48 Aug 03 19:47:27.161890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.203183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.211338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:27.212333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.301976 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4112918 Aug 03 19:47:27.302196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55464) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:27.307460 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'subnet': {'network_id': '18f509e5-c46e-4031-b569-30d6a4d5df48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:27.359476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef8723-4f95-4323-a31f-6e5cd14e8463 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Network': ['ID=18f509e5-c46e-4031-b569-30d6a4d5df48,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:27.373270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 18f509e5-c46e-4031-b569-30d6a4d5df48 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:27.421779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Made reservation on behalf of 6d2f09b5a4b54520a94c06cae83f6bb6 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:27.426677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.681537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.753343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Subnet': ['ID=8a174941-80a6-4e98-b972-e9675ff0dd31,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:27.762634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Checking segment: {'id': '94c8aef8-92aa-4175-9ea9-133bf184c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '18f509e5-c46e-4031-b569-30d6a4d5df48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:27.762996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network hostable DHCP agents. Network: 18f509e5-c46e-4031-b569-30d6a4d5df48, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:27.780099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network 18f509e5-c46e-4031-b569-30d6a4d5df48 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:27.793402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 18f509e5-c46e-4031-b569-30d6a4d5df48) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:27.804367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bac339-557c-4e7d-9a83-c456abab50ce None None] Network 18f509e5-c46e-4031-b569-30d6a4d5df48 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:27.805862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:27.806516 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.826290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a0500aa-9f53-46f3-b976-1eee4501fa7b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5201013 Aug 03 19:47:27.827083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:27.834996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'network': {'name': 'tempest-router-network01--1243163957'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:27.894377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Made reservation on behalf of 6d2f09b5a4b54520a94c06cae83f6bb6 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:27.898209 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.936010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:27.963031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.964256 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Added segment fa9627fb-52b9-45ab-a455-d91b459d3c3f of type vlan for network e3787ee7-8e09-46a0-9acd-968575ff547c Aug 03 19:47:28.028603 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.080212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.088947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:28.089897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.184328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3553154 Aug 03 19:47:28.187322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55484) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:28.194169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-18f509e5-c46e-4031-b569-30d6a4d5df48', 'network_id': '18f509e5-c46e-4031-b569-30d6a4d5df48', 'tenant_id': '6d2f09b5a4b54520a94c06cae83f6bb6', 'fixed_ips': [{'subnet_id': '8a174941-80a6-4e98-b972-e9675ff0dd31'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:28.195331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.201630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Network': ['ID=e3787ee7-8e09-46a0-9acd-968575ff547c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:28.203201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'network': {'name': 'tempest-router-network02--1501355062'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:28.215216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.215798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.216341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.217441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.218003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.218398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.218904 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.219398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.219907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.220670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.221167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.221701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b8323-1315-4b29-acc5-206c1a1d40a7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:28.240267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Made reservation on behalf of 6d2f09b5a4b54520a94c06cae83f6bb6 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:28.244712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e3787ee7-8e09-46a0-9acd-968575ff547c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:28.245710 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.294216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:28.313886 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.314294 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Added segment 774449c1-41b2-4d03-8410-dd76ab34cbc8 of type vlan for network 90a5c1f7-1314-40ba-96bd-68d0106d9c76 Aug 03 19:47:28.380189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.383152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Allocated IP 2001:db8::2 (18f509e5-c46e-4031-b569-30d6a4d5df48/8a174941-80a6-4e98-b972-e9675ff0dd31/a456363c-aa28-45dc-9eef-99dde1bd4984) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:28.424807 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.434858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:28.438040 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.556835 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3657126 Aug 03 19:47:28.557096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55492) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:28.564126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'subnet': {'network_id': 'e3787ee7-8e09-46a0-9acd-968575ff547c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:28.620858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b7514-a629-4035-b93c-3bec96f92041 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Network': ['ID=90a5c1f7-1314-40ba-96bd-68d0106d9c76,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:28.634156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 90a5c1f7-1314-40ba-96bd-68d0106d9c76 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:28.685818 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Made reservation on behalf of 6d2f09b5a4b54520a94c06cae83f6bb6 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:28.698243 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.718166 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.741344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Transition to ACTIVE for port object a456363c-aa28-45dc-9eef-99dde1bd4984 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:28.766757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Transition to ACTIVE for port object a456363c-aa28-45dc-9eef-99dde1bd4984 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:28.773183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.795937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Network 18f509e5-c46e-4031-b569-30d6a4d5df48 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:28.826126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:28.830000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:28.877204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Pushing event updated for resources: {'Port': ['ID=a456363c-aa28-45dc-9eef-99dde1bd4984,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:28.929410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Attempting to bind port a456363c-aa28-45dc-9eef-99dde1bd4984 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:28.929812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Attempting to bind port a456363c-aa28-45dc-9eef-99dde1bd4984 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '94c8aef8-92aa-4175-9ea9-133bf184c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '18f509e5-c46e-4031-b569-30d6a4d5df48'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:28.930176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Attempting to bind port a456363c-aa28-45dc-9eef-99dde1bd4984 on network 18f509e5-c46e-4031-b569-30d6a4d5df48 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:28.935627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:28.936096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Checking segment: {'id': '94c8aef8-92aa-4175-9ea9-133bf184c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '18f509e5-c46e-4031-b569-30d6a4d5df48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:28.936450 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.936849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Bound using segment: {'id': '94c8aef8-92aa-4175-9ea9-133bf184c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '18f509e5-c46e-4031-b569-30d6a4d5df48'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:28.937461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Bound port: a456363c-aa28-45dc-9eef-99dde1bd4984, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c8aef8-92aa-4175-9ea9-133bf184c351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '18f509e5-c46e-4031-b569-30d6a4d5df48'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:28.938019 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.027456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] For port a456363c-aa28-45dc-9eef-99dde1bd4984, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:29.033114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] For port a456363c-aa28-45dc-9eef-99dde1bd4984, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a456363c-aa28-45dc-9eef-99dde1bd4984,segment=NetworkSegment(94c8aef8-92aa-4175-9ea9-133bf184c351),segment_id=94c8aef8-92aa-4175-9ea9-133bf184c351)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:29.041172 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.044931 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.111958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcc2af-1c62-49cd-8ff6-81d7d04ecb3e None None] Pushing event updated for resources: {'Port': ['ID=a456363c-aa28-45dc-9eef-99dde1bd4984,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:29.143830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Subnet': ['ID=bd048b63-0d70-4830-930c-d8e4dc7903b8,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:29.150522 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Checking segment: {'id': 'fa9627fb-52b9-45ab-a455-d91b459d3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e3787ee7-8e09-46a0-9acd-968575ff547c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:29.151006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network hostable DHCP agents. Network: e3787ee7-8e09-46a0-9acd-968575ff547c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:29.171260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network e3787ee7-8e09-46a0-9acd-968575ff547c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:29.184405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e3787ee7-8e09-46a0-9acd-968575ff547c) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:29.189721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.194364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.196384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a9d71-dff4-4f21-81e1-3d26cee997d9 None None] Network e3787ee7-8e09-46a0-9acd-968575ff547c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:29.220489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55506) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:29.221249 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-79445d20-d92e-4dfc-a5ce-d9ed0a360a93 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6588616 Aug 03 19:47:29.226586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'subnet': {'network_id': '90a5c1f7-1314-40ba-96bd-68d0106d9c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:29.388118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Made reservation on behalf of 6d2f09b5a4b54520a94c06cae83f6bb6 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:29.392309 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.513959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e3787ee7-8e09-46a0-9acd-968575ff547c', 'network_id': 'e3787ee7-8e09-46a0-9acd-968575ff547c', 'tenant_id': '6d2f09b5a4b54520a94c06cae83f6bb6', 'fixed_ips': [{'subnet_id': 'bd048b63-0d70-4830-930c-d8e4dc7903b8'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:29.514968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.724821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Allocated IP 2001:db8::2 (e3787ee7-8e09-46a0-9acd-968575ff547c/bd048b63-0d70-4830-930c-d8e4dc7903b8/7adc0884-9984-4c47-8b89-e10d3bc67af1) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:29.747305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.820481 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.859729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Subnet': ['ID=31feaa83-2d44-413f-a603-2c3c22501ae9,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:29.869056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Checking segment: {'id': '774449c1-41b2-4d03-8410-dd76ab34cbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a5c1f7-1314-40ba-96bd-68d0106d9c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:29.869816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network hostable DHCP agents. Network: 90a5c1f7-1314-40ba-96bd-68d0106d9c76, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:29.897510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network 90a5c1f7-1314-40ba-96bd-68d0106d9c76 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:29.908963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 90a5c1f7-1314-40ba-96bd-68d0106d9c76) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:29.917438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.918062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.926965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e79d0f-33a4-447a-8df8-31f812a7f7c2 None None] Network 90a5c1f7-1314-40ba-96bd-68d0106d9c76 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:29.950954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c5d467b1-9ec6-422e-b746-50206f0e518b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7273569 Aug 03 19:47:29.951874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55518) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:30.013297 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:30.035504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Transition to ACTIVE for port object 7adc0884-9984-4c47-8b89-e10d3bc67af1 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:30.115528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Transition to ACTIVE for port object 7adc0884-9984-4c47-8b89-e10d3bc67af1 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:30.188746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:30.260055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Network e3787ee7-8e09-46a0-9acd-968575ff547c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:30.336391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:30.358609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:30.376422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-90a5c1f7-1314-40ba-96bd-68d0106d9c76', 'network_id': '90a5c1f7-1314-40ba-96bd-68d0106d9c76', 'tenant_id': '6d2f09b5a4b54520a94c06cae83f6bb6', 'fixed_ips': [{'subnet_id': '31feaa83-2d44-413f-a603-2c3c22501ae9'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:30.377357 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:30.383732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Pushing event updated for resources: {'Port': ['ID=7adc0884-9984-4c47-8b89-e10d3bc67af1,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:30.432772 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-62e11140-d37c-4363-b0fe-3f7d49234874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:30.433342 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:30.554298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Attempting to bind port 7adc0884-9984-4c47-8b89-e10d3bc67af1 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:30.554923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Attempting to bind port 7adc0884-9984-4c47-8b89-e10d3bc67af1 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'fa9627fb-52b9-45ab-a455-d91b459d3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e3787ee7-8e09-46a0-9acd-968575ff547c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:30.555051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Attempting to bind port 7adc0884-9984-4c47-8b89-e10d3bc67af1 on network e3787ee7-8e09-46a0-9acd-968575ff547c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:30.563478 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:30.563729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Checking segment: {'id': 'fa9627fb-52b9-45ab-a455-d91b459d3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e3787ee7-8e09-46a0-9acd-968575ff547c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:30.564055 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:30.564552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Bound using segment: {'id': 'fa9627fb-52b9-45ab-a455-d91b459d3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e3787ee7-8e09-46a0-9acd-968575ff547c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:30.565256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Bound port: 7adc0884-9984-4c47-8b89-e10d3bc67af1, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9627fb-52b9-45ab-a455-d91b459d3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e3787ee7-8e09-46a0-9acd-968575ff547c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:30.565608 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:30.632191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e1daa-3228-4757-bafd-26925e1c8f86 None None] Network 18f509e5-c46e-4031-b569-30d6a4d5df48 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:30.747562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dd173b8c-9e78-4f59-8a1a-94abc6dd34a4 None None] Provisioning for port a456363c-aa28-45dc-9eef-99dde1bd4984 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:30.827434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] For port 7adc0884-9984-4c47-8b89-e10d3bc67af1, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:30.858668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] For port 7adc0884-9984-4c47-8b89-e10d3bc67af1, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7adc0884-9984-4c47-8b89-e10d3bc67af1,segment=NetworkSegment(fa9627fb-52b9-45ab-a455-d91b459d3c3f),segment_id=fa9627fb-52b9-45ab-a455-d91b459d3c3f)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:30.865426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Allocated IP 2001:db8::2 (90a5c1f7-1314-40ba-96bd-68d0106d9c76/31feaa83-2d44-413f-a603-2c3c22501ae9/de6f504c-f086-479a-8687-a808b080a434) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:30.866645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Allocated IP 2001:db8::1 (e3787ee7-8e09-46a0-9acd-968575ff547c/bd048b63-0d70-4830-930c-d8e4dc7903b8/7a8ae007-e797-4c77-b51d-ae03ab4ba9e7) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:30.876494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.042934 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.076466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Transition to ACTIVE for port object 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:31.135936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.205546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Port': ['ID=7a8ae007-e797-4c77-b51d-ae03ab4ba9e7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:31.225187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network e3787ee7-8e09-46a0-9acd-968575ff547c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:31.226822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:31.229490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:31.230147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.265691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a456363c-aa28-45dc-9eef-99dde1bd4984 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:31.300221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442625fa-80a6-4b9d-987d-56d4e63b6013 None None] Pushing event updated for resources: {'Port': ['ID=7adc0884-9984-4c47-8b89-e10d3bc67af1,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:31.418902 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.433992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Transition to ACTIVE for port object de6f504c-f086-479a-8687-a808b080a434 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:31.479603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Transition to ACTIVE for port object de6f504c-f086-479a-8687-a808b080a434 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:31.484958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port a456363c-aa28-45dc-9eef-99dde1bd4984 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:31.489919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a456363c-aa28-45dc-9eef-99dde1bd4984 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:31.490180 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.490719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.504021 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.627535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Pushing event updated for resources: {'Port': ['ID=de6f504c-f086-479a-8687-a808b080a434,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:31.651164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Network 90a5c1f7-1314-40ba-96bd-68d0106d9c76 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:31.656806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:31.666460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:31.740642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Attempting to bind port de6f504c-f086-479a-8687-a808b080a434 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:31.741019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Attempting to bind port de6f504c-f086-479a-8687-a808b080a434 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '774449c1-41b2-4d03-8410-dd76ab34cbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a5c1f7-1314-40ba-96bd-68d0106d9c76'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:31.741389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Attempting to bind port de6f504c-f086-479a-8687-a808b080a434 on network 90a5c1f7-1314-40ba-96bd-68d0106d9c76 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:31.772904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:31.773282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Checking segment: {'id': '774449c1-41b2-4d03-8410-dd76ab34cbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a5c1f7-1314-40ba-96bd-68d0106d9c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:31.773719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.774117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Bound using segment: {'id': '774449c1-41b2-4d03-8410-dd76ab34cbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a5c1f7-1314-40ba-96bd-68d0106d9c76'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:31.774608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Bound port: de6f504c-f086-479a-8687-a808b080a434, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774449c1-41b2-4d03-8410-dd76ab34cbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a5c1f7-1314-40ba-96bd-68d0106d9c76'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:31.775002 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.812302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.986248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:31.999292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:32.000421 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:32.120970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Port': ['ID=7a8ae007-e797-4c77-b51d-ae03ab4ba9e7,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:32.139629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-35fafd2b-88ba-4ff4-bb15-bfbc497d81e5 None None] Provisioning complete for port a456363c-aa28-45dc-9eef-99dde1bd4984 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:32.140496 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-35fafd2b-88ba-4ff4-bb15-bfbc497d81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:32.153820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:32.181846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network e3787ee7-8e09-46a0-9acd-968575ff547c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:32.186602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:32.228457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port a456363c-aa28-45dc-9eef-99dde1bd4984, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a456363c-aa28-45dc-9eef-99dde1bd4984,segment=NetworkSegment(94c8aef8-92aa-4175-9ea9-133bf184c351),segment_id=94c8aef8-92aa-4175-9ea9-133bf184c351)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:32.253763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] For port de6f504c-f086-479a-8687-a808b080a434, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:32.267239 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:32.297557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] For port de6f504c-f086-479a-8687-a808b080a434, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=de6f504c-f086-479a-8687-a808b080a434,segment=NetworkSegment(774449c1-41b2-4d03-8410-dd76ab34cbc8),segment_id=774449c1-41b2-4d03-8410-dd76ab34cbc8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:32.346936 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:32.383258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Router 1e667f53-089b-42c1-ae56-8e2ab0da981a is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:47:32.451255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=a456363c-aa28-45dc-9eef-99dde1bd4984,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:32.535021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cabbca-3230-464e-8863-4b26621a5110 None None] Pushing event updated for resources: {'Port': ['ID=de6f504c-f086-479a-8687-a808b080a434,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:32.572234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:32.584105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a0370-2a1f-4bc3-ba2f-b2d8310b0986 None None] Sync routers for ids ['1e667f53-089b-42c1-ae56-8e2ab0da981a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:32.586494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4eababc3-08c4-47a2-8535-068bef6788f9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "PUT /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6335235 Aug 03 19:47:32.589563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55556) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:32.595970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355dd794-487c-406c-9634-3dd72a4847e3 None None] Network e3787ee7-8e09-46a0-9acd-968575ff547c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:32.724325 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a0370-2a1f-4bc3-ba2f-b2d8310b0986 None None] Routers {'1e667f53-089b-42c1-ae56-8e2ab0da981a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:32.725259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e81a0370-2a1f-4bc3-ba2f-b2d8310b0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1e667f53-089b-42c1-ae56-8e2ab0da981a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:32.788918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e81a0370-2a1f-4bc3-ba2f-b2d8310b0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:32.798186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c81560c2-f042-4f52-81d8-ae877262b292 None None] Provisioning for port 7adc0884-9984-4c47-8b89-e10d3bc67af1 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:32.825230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a0370-2a1f-4bc3-ba2f-b2d8310b0986 None None] Routers {'1e667f53-089b-42c1-ae56-8e2ab0da981a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:32.825865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e81a0370-2a1f-4bc3-ba2f-b2d8310b0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1e667f53-089b-42c1-ae56-8e2ab0da981a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:32.919558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e81a0370-2a1f-4bc3-ba2f-b2d8310b0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:32.920793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a0370-2a1f-4bc3-ba2f-b2d8310b0986 None None] The sync data for ids ['1e667f53-089b-42c1-ae56-8e2ab0da981a'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:33.173952 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-7d6d4b5d-de1a-4839-8790-4d03f4c29a8b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:47:33.176005 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7d6d4b5d-de1a-4839-8790-4d03f4c29a8b tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "PUT /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5851052 Aug 03 19:47:33.178837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55566) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:33.205439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device de6f504c-f086-479a-8687-a808b080a434 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:33.274205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port de6f504c-f086-479a-8687-a808b080a434 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:33.279449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a456363c-aa28-45dc-9eef-99dde1bd4984 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:33.393088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port a456363c-aa28-45dc-9eef-99dde1bd4984 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:33.393325 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:33.554681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7adc0884-9984-4c47-8b89-e10d3bc67af1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:33.613078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0873dcff-edba-41d2-954a-15a16bc98ede None None] Provisioning for port 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:33.619300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0873dcff-edba-41d2-954a-15a16bc98ede None None] Provisioning complete for port 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:33.620999 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0873dcff-edba-41d2-954a-15a16bc98ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:33.687785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 7adc0884-9984-4c47-8b89-e10d3bc67af1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:33.723081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 7adc0884-9984-4c47-8b89-e10d3bc67af1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:33.724889 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:33.781711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0873dcff-edba-41d2-954a-15a16bc98ede None None] Port 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:33.896362 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:33.952649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 7adc0884-9984-4c47-8b89-e10d3bc67af1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7adc0884-9984-4c47-8b89-e10d3bc67af1,segment=NetworkSegment(fa9627fb-52b9-45ab-a455-d91b459d3c3f),segment_id=fa9627fb-52b9-45ab-a455-d91b459d3c3f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:33.965123 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.009248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.068619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-da44587a-cac1-44ac-8bb1-ffca54bedace None None] Provisioning complete for port 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:34.070584 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-da44587a-cac1-44ac-8bb1-ffca54bedace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.075222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=7adc0884-9984-4c47-8b89-e10d3bc67af1,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:34.109443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5937ca65-784a-4964-9d2f-575a5e2706d1 None None] Network 90a5c1f7-1314-40ba-96bd-68d0106d9c76 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:34.189170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-da44587a-cac1-44ac-8bb1-ffca54bedace None None] Port 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:34.357927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cf251504-f616-4715-a935-f0c9b5d782bb None None] Provisioning for port de6f504c-f086-479a-8687-a808b080a434 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:34.378947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cf251504-f616-4715-a935-f0c9b5d782bb None None] Provisioning complete for port de6f504c-f086-479a-8687-a808b080a434 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:34.379334 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf251504-f616-4715-a935-f0c9b5d782bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.542368 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf251504-f616-4715-a935-f0c9b5d782bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.545921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.589797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cf251504-f616-4715-a935-f0c9b5d782bb None None] For port de6f504c-f086-479a-8687-a808b080a434, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=de6f504c-f086-479a-8687-a808b080a434,segment=NetworkSegment(774449c1-41b2-4d03-8410-dd76ab34cbc8),segment_id=774449c1-41b2-4d03-8410-dd76ab34cbc8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:34.596707 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf251504-f616-4715-a935-f0c9b5d782bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.682601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf251504-f616-4715-a935-f0c9b5d782bb None None] Pushing event updated for resources: {'Port': ['ID=de6f504c-f086-479a-8687-a808b080a434,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:34.724656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-745e20df-912c-41e1-8e00-860ca0c63321 None None] Provisioning complete for port 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:34.725922 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-745e20df-912c-41e1-8e00-860ca0c63321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.777262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-745e20df-912c-41e1-8e00-860ca0c63321 None None] Port 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:34.896750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f2a39c9d-52c3-4788-947d-d42db368fb58 None None] Provisioning complete for port de6f504c-f086-479a-8687-a808b080a434 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:34.897152 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f2a39c9d-52c3-4788-947d-d42db368fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:34.929009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting port 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:34.929456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.030512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device de6f504c-f086-479a-8687-a808b080a434 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:35.086699 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.094456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port de6f504c-f086-479a-8687-a808b080a434 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:35.094957 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.101862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Calling delete_port for 7a8ae007-e797-4c77-b51d-ae03ab4ba9e7 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:35.211963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7adc0884-9984-4c47-8b89-e10d3bc67af1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:35.280821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 7adc0884-9984-4c47-8b89-e10d3bc67af1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:35.281289 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.329393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.368482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Port': ['ID=7a8ae007-e797-4c77-b51d-ae03ab4ba9e7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:35.475675 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.697782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Router 1e667f53-089b-42c1-ae56-8e2ab0da981a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:35.779476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:35.784568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5cc6b248-6bc9-4fe7-b159-2da3a1136360 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "PUT /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6044507 Aug 03 19:47:35.789493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55612) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:35.799217 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51a8d8-23ff-4885-9bad-0f9892b19226 None None] Sync routers for ids ['1e667f53-089b-42c1-ae56-8e2ab0da981a'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:35.819070 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51a8d8-23ff-4885-9bad-0f9892b19226 None None] Routers {'1e667f53-089b-42c1-ae56-8e2ab0da981a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:35.820319 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3e51a8d8-23ff-4885-9bad-0f9892b19226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1e667f53-089b-42c1-ae56-8e2ab0da981a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:35.853181 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-3d4b6975-f84e-4607-9252-a3d7e62c4855 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] delete failed (client error): The resource could not be found. Aug 03 19:47:35.854547 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3d4b6975-f84e-4607-9252-a3d7e62c4855 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-445434098 HTTP/1.1" status: 404 len: 334 time: 0.0635328 Aug 03 19:47:35.854826 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3e51a8d8-23ff-4885-9bad-0f9892b19226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:35.858235 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:35.863761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-16134d62-b1dc-4416-bc33-e5dd6fb13c42 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e667f53-089b-42c1-ae56-8e2ab0da981a'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:35.868139 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51a8d8-23ff-4885-9bad-0f9892b19226 None None] Routers {'1e667f53-089b-42c1-ae56-8e2ab0da981a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:35.868778 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3e51a8d8-23ff-4885-9bad-0f9892b19226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1e667f53-089b-42c1-ae56-8e2ab0da981a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:35.901648 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-3e51a8d8-23ff-4885-9bad-0f9892b19226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:35.902598 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51a8d8-23ff-4885-9bad-0f9892b19226 None None] The sync data for ids ['1e667f53-089b-42c1-ae56-8e2ab0da981a'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:36.057206 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-4eb97098-5dd2-4cb3-b66c-3de0c86e814c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2151942 Aug 03 19:47:36.134015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16134d62-b1dc-4416-bc33-e5dd6fb13c42 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:36.172185 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-16134d62-b1dc-4416-bc33-e5dd6fb13c42 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] update failed (client error): The resource could not be found. Aug 03 19:47:36.173303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-16134d62-b1dc-4416-bc33-e5dd6fb13c42 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "PUT /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a HTTP/1.1" status: 404 len: 339 time: 0.3141203 Aug 03 19:47:36.179301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55624) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:36.187132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-718726620'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:36.212677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-c85f40aa-8abf-4844-a99d-ea9e128c1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:36.214293 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-c85f40aa-8abf-4844-a99d-ea9e128c1240 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1096 time: 0.0922766 Aug 03 19:47:36.223256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Made reservation on behalf of 6d2f09b5a4b54520a94c06cae83f6bb6 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:36.228059 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:36.305452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:36.327882 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:36.328153 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Added segment b0f838a7-a774-432b-9a1d-9f88c08211ea of type vlan for network 4386660e-aec7-4312-ab41-38f397099e82 Aug 03 19:47:36.390868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-bfb0afad-7f1a-4dc3-8d47-33a656fea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:36.392548 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-bfb0afad-7f1a-4dc3-8d47-33a656fea2f9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.1508424 Aug 03 19:47:36.394487 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:36.469784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:36.475532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:36.476130 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:36.486788 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-5513a8d3-f88c-4f92-9103-88d4a3b5856b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 200 len: 1001 time: 0.0868740 Aug 03 19:47:36.932919 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7499707 Aug 03 19:47:36.935937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55638) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:36.944861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1ad38-edfa-4149-98db-b6cf5fd5ccfa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Network': ['ID=4386660e-aec7-4312-ab41-38f397099e82,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:36.946849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'subnet': {'network_id': '4386660e-aec7-4312-ab41-38f397099e82', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:36.954116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-0e82e02a-2716-4205-a39e-d28bc679ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:36.955499 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-0e82e02a-2716-4205-a39e-d28bc679ac8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.4515491 Aug 03 19:47:36.981829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4386660e-aec7-4312-ab41-38f397099e82 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:37.019753 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-f87c0caa-a29b-49c2-a167-3227b11b07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:37.021835 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-f87c0caa-a29b-49c2-a167-3227b11b07e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577123 Aug 03 19:47:37.138544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Made reservation on behalf of 6d2f09b5a4b54520a94c06cae83f6bb6 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:37.145259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.153721 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-1b68ebca-b3da-45e2-bcde-e2dafdb9afc4 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248796 Aug 03 19:47:37.264221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6defc981-c7b3-4b3f-9778-89d591ca72f2 req-cfa976bb-17c2-4d95-aa77-34572206f0ff service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035035 Aug 03 19:47:37.386883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.445298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Subnet': ['ID=2f79fc45-0fbc-400f-82be-95ee6181e882,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:37.463875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Checking segment: {'id': 'b0f838a7-a774-432b-9a1d-9f88c08211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4386660e-aec7-4312-ab41-38f397099e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:37.464334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network hostable DHCP agents. Network: 4386660e-aec7-4312-ab41-38f397099e82, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:37.483398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network 4386660e-aec7-4312-ab41-38f397099e82 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:37.497754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 4386660e-aec7-4312-ab41-38f397099e82) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:37.504568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:37.504711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.509219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1792750-db77-49fb-849e-660769b1d61c None None] Network 4386660e-aec7-4312-ab41-38f397099e82 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:37.529928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a876d84b-b232-4d99-a1d0-539778237034 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5910213 Aug 03 19:47:37.530479 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55642) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:37.537427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ea088e3b-0e3c-4287-8f91-119ebc01d80c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'router': {'external_gateway_info': {'network_id': '4386660e-aec7-4312-ab41-38f397099e82'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:37.752718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-4386660e-aec7-4312-ab41-38f397099e82', 'network_id': '4386660e-aec7-4312-ab41-38f397099e82', 'tenant_id': '6d2f09b5a4b54520a94c06cae83f6bb6', 'fixed_ips': [{'subnet_id': '2f79fc45-0fbc-400f-82be-95ee6181e882'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:37.753611 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.861273 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea088e3b-0e3c-4287-8f91-119ebc01d80c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.971074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Allocated IP 2001:db8:1::2 (4386660e-aec7-4312-ab41-38f397099e82/2f79fc45-0fbc-400f-82be-95ee6181e882/0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:38.005852 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-ea088e3b-0e3c-4287-8f91-119ebc01d80c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:47:38.011150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55656) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:38.011643 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ea088e3b-0e3c-4287-8f91-119ebc01d80c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "PUT /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a HTTP/1.1" status: 400 len: 364 time: 0.4795122 Aug 03 19:47:38.156837 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.167014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Transition to ACTIVE for port object 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:38.185223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Transition to ACTIVE for port object 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:38.191013 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.238005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Network 4386660e-aec7-4312-ab41-38f397099e82 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:38.243668 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:38.249191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:38.261199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Pushing event updated for resources: {'Port': ['ID=0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:38.347946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Attempting to bind port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:38.353616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Attempting to bind port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b0f838a7-a774-432b-9a1d-9f88c08211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4386660e-aec7-4312-ab41-38f397099e82'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:38.354494 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Attempting to bind port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e on network 4386660e-aec7-4312-ab41-38f397099e82 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:38.365451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:38.366690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Checking segment: {'id': 'b0f838a7-a774-432b-9a1d-9f88c08211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4386660e-aec7-4312-ab41-38f397099e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:38.369976 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.371094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Bound using segment: {'id': 'b0f838a7-a774-432b-9a1d-9f88c08211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4386660e-aec7-4312-ab41-38f397099e82'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:38.371827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Bound port: 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f838a7-a774-432b-9a1d-9f88c08211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4386660e-aec7-4312-ab41-38f397099e82'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:38.372492 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.449401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] For port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:38.455466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] For port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e,segment=NetworkSegment(b0f838a7-a774-432b-9a1d-9f88c08211ea),segment_id=b0f838a7-a774-432b-9a1d-9f88c08211ea)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:38.461216 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.475188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.534892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efc5fe-5d2f-4243-a3df-452d0a60f992 None None] Pushing event updated for resources: {'Port': ['ID=0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:38.827824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Allocated IP 2001:db8::1 (18f509e5-c46e-4031-b569-30d6a4d5df48/8a174941-80a6-4e98-b972-e9675ff0dd31/23e19754-e0fa-470b-b0d3-f91cba65653d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:39.030058 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.048121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Transition to ACTIVE for port object 23e19754-e0fa-470b-b0d3-f91cba65653d will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:39.105064 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.106938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:39.155176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network 18f509e5-c46e-4031-b569-30d6a4d5df48 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:39.161556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:39.167928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:39.168485 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.175625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:39.211678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Port': ['ID=23e19754-e0fa-470b-b0d3-f91cba65653d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:39.362368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.588733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3bb2f305-7e5e-498f-9647-b82a6179c372 None None] Provisioning for port 23e19754-e0fa-470b-b0d3-f91cba65653d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:39.599352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3bb2f305-7e5e-498f-9647-b82a6179c372 None None] Provisioning complete for port 23e19754-e0fa-470b-b0d3-f91cba65653d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:39.602566 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f305-7e5e-498f-9647-b82a6179c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.678305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2f305-7e5e-498f-9647-b82a6179c372 None None] Port 23e19754-e0fa-470b-b0d3-f91cba65653d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:39.756920 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.764072 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.765130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.916266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event updated for resources: {'Port': ['ID=23e19754-e0fa-470b-b0d3-f91cba65653d,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:39.929175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Network 18f509e5-c46e-4031-b569-30d6a4d5df48 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:39.930802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:40.026079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213788ec-9dbb-4421-9306-dce5ec7eb5d1 None None] Network 4386660e-aec7-4312-ab41-38f397099e82 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:40.040608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Router 1e667f53-089b-42c1-ae56-8e2ab0da981a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:40.150550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9a5d8d97-7893-49c3-95db-5eb13e36add4 None None] Provisioning for port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:40.169237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9a5d8d97-7893-49c3-95db-5eb13e36add4 None None] Provisioning complete for port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:40.169621 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9a5d8d97-7893-49c3-95db-5eb13e36add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:40.209920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:40.227324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e2b5c54a-93e9-4c2c-a605-cd7fddd8f10c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "PUT /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2148120 Aug 03 19:47:40.230564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55668) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:40.239735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5d577-0e94-4faf-8e46-297723446d70 None None] Sync routers for ids ['1e667f53-089b-42c1-ae56-8e2ab0da981a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:40.270792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5d577-0e94-4faf-8e46-297723446d70 None None] Routers {'1e667f53-089b-42c1-ae56-8e2ab0da981a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:40.271461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0da5d577-0e94-4faf-8e46-297723446d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1e667f53-089b-42c1-ae56-8e2ab0da981a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:40.355542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0da5d577-0e94-4faf-8e46-297723446d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:40.373137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb8ac-9d77-456e-89dc-c1ac21ff63fa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:40.410300 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9a5d8d97-7893-49c3-95db-5eb13e36add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:40.420156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5d577-0e94-4faf-8e46-297723446d70 None None] Routers {'1e667f53-089b-42c1-ae56-8e2ab0da981a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:40.420729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0da5d577-0e94-4faf-8e46-297723446d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1e667f53-089b-42c1-ae56-8e2ab0da981a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:40.472566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-0da5d577-0e94-4faf-8e46-297723446d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:40.473159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5d577-0e94-4faf-8e46-297723446d70 None None] The sync data for ids ['1e667f53-089b-42c1-ae56-8e2ab0da981a'] in n-d-803378-1 is: [] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:40.488388 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-1f7eb8ac-9d77-456e-89dc-c1ac21ff63fa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:47:40.490212 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1f7eb8ac-9d77-456e-89dc-c1ac21ff63fa tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a HTTP/1.1" status: 409 len: 329 time: 0.2574348 Aug 03 19:47:40.492766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55670) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:40.516447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9a5d8d97-7893-49c3-95db-5eb13e36add4 None None] For port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e,segment=NetworkSegment(b0f838a7-a774-432b-9a1d-9f88c08211ea),segment_id=b0f838a7-a774-432b-9a1d-9f88c08211ea)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:40.531093 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9a5d8d97-7893-49c3-95db-5eb13e36add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:40.608147 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d8d97-7893-49c3-95db-5eb13e36add4 None None] Pushing event updated for resources: {'Port': ['ID=0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:40.674047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-24d4b288-d3c9-4650-92db-93a018da4d9c None None] Provisioning complete for port 23e19754-e0fa-470b-b0d3-f91cba65653d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:40.674509 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-24d4b288-d3c9-4650-92db-93a018da4d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:40.762263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-24d4b288-d3c9-4650-92db-93a018da4d9c None None] Port 23e19754-e0fa-470b-b0d3-f91cba65653d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:40.995235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-59c68d0c-2001-4aad-ab69-4240ab253d71 None None] Provisioning complete for port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:40.995919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-59c68d0c-2001-4aad-ab69-4240ab253d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:41.006999 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:41.043299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:41.268346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting port 23e19754-e0fa-470b-b0d3-f91cba65653d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:41.268912 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:41.306287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:41.306890 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:41.363132 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:41.377281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Calling delete_port for 23e19754-e0fa-470b-b0d3-f91cba65653d owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:41.569921 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:41.604126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Port': ['ID=23e19754-e0fa-470b-b0d3-f91cba65653d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:41.699913 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:42.189229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Router 1e667f53-089b-42c1-ae56-8e2ab0da981a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:42.283037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:42.288430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bbf55e5f-6288-4d67-aa54-574f43d1d7c8 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "PUT /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7942646 Aug 03 19:47:42.295422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55694) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:42.298694 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1684f-2c20-4c4d-a66b-79a39c17a35d None None] Sync routers for ids ['1e667f53-089b-42c1-ae56-8e2ab0da981a'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:42.310356 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1684f-2c20-4c4d-a66b-79a39c17a35d None None] Routers {'1e667f53-089b-42c1-ae56-8e2ab0da981a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:42.310966 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7ae1684f-2c20-4c4d-a66b-79a39c17a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1e667f53-089b-42c1-ae56-8e2ab0da981a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:42.352289 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-d19de965-87ac-424e-88c4-60284acb8a0c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] show failed (client error): The resource could not be found. Aug 03 19:47:42.358600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55698) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:42.361728 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d19de965-87ac-424e-88c4-60284acb8a0c tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-146537841 HTTP/1.1" status: 404 len: 334 time: 0.0609376 Aug 03 19:47:42.362521 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7ae1684f-2c20-4c4d-a66b-79a39c17a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:42.363752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c96c7e46-8a5e-4900-8ba6-5aed3e0705ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:42.372677 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1684f-2c20-4c4d-a66b-79a39c17a35d None None] Routers {'1e667f53-089b-42c1-ae56-8e2ab0da981a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:42.373295 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7ae1684f-2c20-4c4d-a66b-79a39c17a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['1e667f53-089b-42c1-ae56-8e2ab0da981a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:42.407216 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7ae1684f-2c20-4c4d-a66b-79a39c17a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:42.407908 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1684f-2c20-4c4d-a66b-79a39c17a35d None None] The sync data for ids ['1e667f53-089b-42c1-ae56-8e2ab0da981a'] in n-d-803378-1 is: [] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:42.413074 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-c96c7e46-8a5e-4900-8ba6-5aed3e0705ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] update failed (client error): The resource could not be found. Aug 03 19:47:42.417915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55700) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:42.418187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c96c7e46-8a5e-4900-8ba6-5aed3e0705ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-498500676 HTTP/1.1" status: 404 len: 334 time: 0.0581756 Aug 03 19:47:42.481127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c657f32-a39f-4c18-a707-14cba9ce44f2 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting subnet 2f79fc45-0fbc-400f-82be-95ee6181e882 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:42.484954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c657f32-a39f-4c18-a707-14cba9ce44f2 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:42.527721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c657f32-a39f-4c18-a707-14cba9ce44f2 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:42.636908 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c657f32-a39f-4c18-a707-14cba9ce44f2 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:42.714348 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c657f32-a39f-4c18-a707-14cba9ce44f2 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:42.738597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c657f32-a39f-4c18-a707-14cba9ce44f2 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Subnet': ['ID=2f79fc45-0fbc-400f-82be-95ee6181e882,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:42.748428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c657f32-a39f-4c18-a707-14cba9ce44f2 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:42.750625 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5c657f32-a39f-4c18-a707-14cba9ce44f2 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/subnets/2f79fc45-0fbc-400f-82be-95ee6181e882 HTTP/1.1" status: 204 len: 168 time: 0.3317416 Aug 03 19:47:42.753238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55710) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:42.760521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c0d1b-232d-4114-8341-4979d611a39e None None] Network 4386660e-aec7-4312-ab41-38f397099e82 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:42.845965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:42.922038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:42.922443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:42.970709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] DHCP port deletion for 4386660e-aec7-4312-ab41-38f397099e82 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:47:43.021034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] For port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e,segment=NetworkSegment(b0f838a7-a774-432b-9a1d-9f88c08211ea),segment_id=b0f838a7-a774-432b-9a1d-9f88c08211ea)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:43.021907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.038028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Calling delete_port for 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:43.042077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:43.132599 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.147696 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.159885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Port': ['ID=0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:43.160331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] Deleting port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:43.161238 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.162900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] No DVR routers for this DVR port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:43.255360 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.260859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] For port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:43.261261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.266805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4386660e-aec7-4312-ab41-38f397099e82']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:43.274544 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] Calling delete_port for 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:43.277405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] Port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:47:43.278726 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.278972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f838a7-a774-432b-9a1d-9f88c08211ea') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:43.279285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f838a7-a774-432b-9a1d-9f88c08211ea') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:43.292148 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.309027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] Pushing event deleted for resources: {'Port': ['ID=0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:43.314659 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b853b-9e90-4d81-8abf-fd1cba66f34d None None] No DVR routers for this DVR port 0f44669f-f63f-4c2d-ae8e-eeac9dc6c21e on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:43.323121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.332286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:43.332883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:43.336205 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:43.412749 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.425759 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.428274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/networks/4386660e-aec7-4312-ab41-38f397099e82 HTTP/1.1" status: 204 len: 168 time: 0.6739502 Aug 03 19:47:43.430839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55714) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:43.444593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14741fcd-3cc3-4b62-87f2-42afe97ab8bf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Network': ['ID=4386660e-aec7-4312-ab41-38f397099e82,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:43.486940 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-937742fd-d69c-4e8c-b55f-d882600cfcc9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting subnet 31feaa83-2d44-413f-a603-2c3c22501ae9 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:43.490269 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-937742fd-d69c-4e8c-b55f-d882600cfcc9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.531805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-937742fd-d69c-4e8c-b55f-d882600cfcc9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.626380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-937742fd-d69c-4e8c-b55f-d882600cfcc9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.691162 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-937742fd-d69c-4e8c-b55f-d882600cfcc9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.719549 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937742fd-d69c-4e8c-b55f-d882600cfcc9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Subnet': ['ID=31feaa83-2d44-413f-a603-2c3c22501ae9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:43.725781 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-937742fd-d69c-4e8c-b55f-d882600cfcc9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.727867 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-937742fd-d69c-4e8c-b55f-d882600cfcc9 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/subnets/31feaa83-2d44-413f-a603-2c3c22501ae9 HTTP/1.1" status: 204 len: 168 time: 0.2960298 Aug 03 19:47:43.731341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:43.732730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37190a54-c9d0-42de-9726-7d5d162203cc None None] Network 90a5c1f7-1314-40ba-96bd-68d0106d9c76 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:43.797708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-959ef8e6-2d39-49b8-89ac-5821c36d0af7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting subnet bd048b63-0d70-4830-930c-d8e4dc7903b8 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:43.803243 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959ef8e6-2d39-49b8-89ac-5821c36d0af7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.879988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959ef8e6-2d39-49b8-89ac-5821c36d0af7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:43.967859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] DHCP port deletion for 90a5c1f7-1314-40ba-96bd-68d0106d9c76 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:47:43.999949 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959ef8e6-2d39-49b8-89ac-5821c36d0af7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.019571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] Deleting port de6f504c-f086-479a-8687-a808b080a434 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:44.020304 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.105234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] For port de6f504c-f086-479a-8687-a808b080a434, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=de6f504c-f086-479a-8687-a808b080a434,segment=NetworkSegment(774449c1-41b2-4d03-8410-dd76ab34cbc8),segment_id=774449c1-41b2-4d03-8410-dd76ab34cbc8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:44.106241 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.106803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959ef8e6-2d39-49b8-89ac-5821c36d0af7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.126171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] Calling delete_port for de6f504c-f086-479a-8687-a808b080a434 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:44.162681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ef8e6-2d39-49b8-89ac-5821c36d0af7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Subnet': ['ID=bd048b63-0d70-4830-930c-d8e4dc7903b8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:44.184598 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959ef8e6-2d39-49b8-89ac-5821c36d0af7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.186921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-959ef8e6-2d39-49b8-89ac-5821c36d0af7 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/subnets/bd048b63-0d70-4830-930c-d8e4dc7903b8 HTTP/1.1" status: 204 len: 168 time: 0.4539573 Aug 03 19:47:44.190337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55728) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:44.205368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e55fddd-20d8-42dd-acd7-4a6c7bec22c7 None None] Network e3787ee7-8e09-46a0-9acd-968575ff547c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:44.295021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.368485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting port de6f504c-f086-479a-8687-a808b080a434 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:44.368816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.369170 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.401314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] No DVR routers for this DVR port de6f504c-f086-479a-8687-a808b080a434 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:44.411319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb81cf-d332-4242-8039-61097e7e776f None None] Pushing event deleted for resources: {'Port': ['ID=de6f504c-f086-479a-8687-a808b080a434,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:44.456713 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] For port de6f504c-f086-479a-8687-a808b080a434, host n-d-803378-1, got binding levels [] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:44.457418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.483667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Calling delete_port for de6f504c-f086-479a-8687-a808b080a434 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:44.486721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Port de6f504c-f086-479a-8687-a808b080a434 was not found and therefore no delete operation was performed {{(pid=94133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:47:44.488011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.517336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] DHCP port deletion for e3787ee7-8e09-46a0-9acd-968575ff547c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:47:44.523037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Port': ['ID=de6f504c-f086-479a-8687-a808b080a434,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:44.536559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] No DVR routers for this DVR port de6f504c-f086-479a-8687-a808b080a434 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:44.584056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] Deleting port 7adc0884-9984-4c47-8b89-e10d3bc67af1 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:44.584553 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.634874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.647342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a5c1f7-1314-40ba-96bd-68d0106d9c76']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:44.659268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774449c1-41b2-4d03-8410-dd76ab34cbc8') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:44.659571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774449c1-41b2-4d03-8410-dd76ab34cbc8') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:44.662712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] For port 7adc0884-9984-4c47-8b89-e10d3bc67af1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=7adc0884-9984-4c47-8b89-e10d3bc67af1,segment=NetworkSegment(fa9627fb-52b9-45ab-a455-d91b459d3c3f),segment_id=fa9627fb-52b9-45ab-a455-d91b459d3c3f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:44.663062 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.670614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.678012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] Calling delete_port for 7adc0884-9984-4c47-8b89-e10d3bc67af1 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:44.687295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.694983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:44.695671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.767094 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:44.779696 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:44.786968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.800139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:44.803807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/networks/90a5c1f7-1314-40ba-96bd-68d0106d9c76 HTTP/1.1" status: 204 len: 168 time: 0.6122668 Aug 03 19:47:44.806590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55732) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:44.813733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] Pushing event deleted for resources: {'Port': ['ID=7adc0884-9984-4c47-8b89-e10d3bc67af1,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:44.815655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a49f8-d562-4dc9-82e8-5c7f87feac61 None None] No DVR routers for this DVR port 7adc0884-9984-4c47-8b89-e10d3bc67af1 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:44.829925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bea8aa-5027-4bc9-a7bf-3da93db1edcf tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Network': ['ID=90a5c1f7-1314-40ba-96bd-68d0106d9c76,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:44.902666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.021663 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.022929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device de6f504c-f086-479a-8687-a808b080a434 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:45.032322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3787ee7-8e09-46a0-9acd-968575ff547c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:45.044433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9627fb-52b9-45ab-a455-d91b459d3c3f') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:45.044729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9627fb-52b9-45ab-a455-d91b459d3c3f') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:45.045883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: de6f504c-f086-479a-8687-a808b080a434 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:45.046233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device de6f504c-f086-479a-8687-a808b080a434 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:45.046646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7adc0884-9984-4c47-8b89-e10d3bc67af1 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:45.056783 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.074804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.081760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:45.082171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:45.086603 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:45.094787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 7adc0884-9984-4c47-8b89-e10d3bc67af1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:45.095422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 7adc0884-9984-4c47-8b89-e10d3bc67af1 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:45.151677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.158627 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.163915 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/networks/e3787ee7-8e09-46a0-9acd-968575ff547c HTTP/1.1" status: 204 len: 168 time: 0.3530982 Aug 03 19:47:45.164041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55738) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:45.183525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ded19-3d12-498d-8c60-4b2679ca2e6d tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Network': ['ID=e3787ee7-8e09-46a0-9acd-968575ff547c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:45.227738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbd6712-8b0f-405f-898b-2a81d3bf4c01 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting subnet 8a174941-80a6-4e98-b972-e9675ff0dd31 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:45.231523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6712-8b0f-405f-898b-2a81d3bf4c01 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.274891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6712-8b0f-405f-898b-2a81d3bf4c01 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.379630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6712-8b0f-405f-898b-2a81d3bf4c01 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.461884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6712-8b0f-405f-898b-2a81d3bf4c01 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.491192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd6712-8b0f-405f-898b-2a81d3bf4c01 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Subnet': ['ID=8a174941-80a6-4e98-b972-e9675ff0dd31,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:45.495331 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6712-8b0f-405f-898b-2a81d3bf4c01 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.497788 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cfbd6712-8b0f-405f-898b-2a81d3bf4c01 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/subnets/8a174941-80a6-4e98-b972-e9675ff0dd31 HTTP/1.1" status: 204 len: 168 time: 0.3330848 Aug 03 19:47:45.500807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55742) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:45.509373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750fbc75-db9e-4e37-8fce-0eed1a9a897b None None] Network 18f509e5-c46e-4031-b569-30d6a4d5df48 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:45.596240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.661677 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Deleting port a456363c-aa28-45dc-9eef-99dde1bd4984 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:45.662108 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.732413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] For port a456363c-aa28-45dc-9eef-99dde1bd4984, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a456363c-aa28-45dc-9eef-99dde1bd4984,segment=NetworkSegment(94c8aef8-92aa-4175-9ea9-133bf184c351),segment_id=94c8aef8-92aa-4175-9ea9-133bf184c351)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:45.732834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.753263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Calling delete_port for a456363c-aa28-45dc-9eef-99dde1bd4984 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:45.759775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd181460-c428-435c-84cb-34adcba08583 None None] DHCP port deletion for 18f509e5-c46e-4031-b569-30d6a4d5df48 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:47:45.829078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bd181460-c428-435c-84cb-34adcba08583 None None] Deleting port a456363c-aa28-45dc-9eef-99dde1bd4984 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:45.829842 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bd181460-c428-435c-84cb-34adcba08583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.849117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.879016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Port': ['ID=a456363c-aa28-45dc-9eef-99dde1bd4984,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:45.883251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] No DVR routers for this DVR port a456363c-aa28-45dc-9eef-99dde1bd4984 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:45.910376 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-bd181460-c428-435c-84cb-34adcba08583 None None] For port a456363c-aa28-45dc-9eef-99dde1bd4984, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a456363c-aa28-45dc-9eef-99dde1bd4984,segment=NetworkSegment(94c8aef8-92aa-4175-9ea9-133bf184c351),segment_id=94c8aef8-92aa-4175-9ea9-133bf184c351)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:45.910688 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bd181460-c428-435c-84cb-34adcba08583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.924807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bd181460-c428-435c-84cb-34adcba08583 None None] Calling delete_port for a456363c-aa28-45dc-9eef-99dde1bd4984 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:45.980907 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.997208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f509e5-c46e-4031-b569-30d6a4d5df48']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:46.013143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c8aef8-92aa-4175-9ea9-133bf184c351') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:46.013452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c8aef8-92aa-4175-9ea9-133bf184c351') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:46.023281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.026548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bd181460-c428-435c-84cb-34adcba08583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.037193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.054385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:46.054855 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:46.058535 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:46.072362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd181460-c428-435c-84cb-34adcba08583 None None] No DVR routers for this DVR port a456363c-aa28-45dc-9eef-99dde1bd4984 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:46.078238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd181460-c428-435c-84cb-34adcba08583 None None] Pushing event deleted for resources: {'Port': ['ID=a456363c-aa28-45dc-9eef-99dde1bd4984,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:46.155330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.164567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.166775 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/networks/18f509e5-c46e-4031-b569-30d6a4d5df48 HTTP/1.1" status: 204 len: 168 time: 0.6645877 Aug 03 19:47:46.169573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55750) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:46.190955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641070f-d326-498a-89a9-2a46203d72ea tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Pushing event deleted for resources: {'Network': ['ID=18f509e5-c46e-4031-b569-30d6a4d5df48,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:46.213744 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a1610917-a575-45ca-84d0-cbac7e8478a5 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e667f53-089b-42c1-ae56-8e2ab0da981a HTTP/1.1" status: 200 len: 205 time: 0.0429795 Aug 03 19:47:46.216267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55752) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:46.313320 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d955733-711e-44c2-9cde-ce2779cfca62 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.516184 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d955733-711e-44c2-9cde-ce2779cfca62 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.519303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d955733-711e-44c2-9cde-ce2779cfca62 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.569104 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d955733-711e-44c2-9cde-ce2779cfca62 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.570195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d955733-711e-44c2-9cde-ce2779cfca62 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Fanout notify agent at l3_agent the message router_deleted on router 1e667f53-089b-42c1-ae56-8e2ab0da981a {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:47:46.578682 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d955733-711e-44c2-9cde-ce2779cfca62 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.580382 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6d955733-711e-44c2-9cde-ce2779cfca62 tempest-RoutersNegativeIpV6Test-405382530 tempest-RoutersNegativeIpV6Test-405382530-project] 10.222.0.42 "DELETE /v2.0/routers/1e667f53-089b-42c1-ae56-8e2ab0da981a HTTP/1.1" status: 204 len: 168 time: 0.3579705 Aug 03 19:47:46.857311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55760) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:47.008553 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b7cb8e86-6144-4ca0-8da6-2b79c254b03d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d2f09b5a4b54520a94c06cae83f6bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498559 Aug 03 19:47:47.011036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55764) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:47.032945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a456363c-aa28-45dc-9eef-99dde1bd4984 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:47.055193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a456363c-aa28-45dc-9eef-99dde1bd4984 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:47.055849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a456363c-aa28-45dc-9eef-99dde1bd4984 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:47.073759 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7132f58-a85f-4ad1-af91-b2acafee6cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:47.101303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7132f58-a85f-4ad1-af91-b2acafee6cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:47.154820 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7132f58-a85f-4ad1-af91-b2acafee6cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:47.158493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d7132f58-a85f-4ad1-af91-b2acafee6cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:47.159945 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d7132f58-a85f-4ad1-af91-b2acafee6cb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c90159cf-12a6-44e7-be11-1d23f3eddaa5 HTTP/1.1" status: 204 len: 168 time: 0.1475627 Aug 03 19:47:47.178923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7132f58-a85f-4ad1-af91-b2acafee6cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90159cf-12a6-44e7-be11-1d23f3eddaa5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:47.927374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55792) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:48.045520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526277794'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:48.075265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.088888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.206434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.216022 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.253452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a4b242-1c13-41dc-9a30-1978ae123af7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:48.311486 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.316378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.339767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.343605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4126835 Aug 03 19:47:48.343882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55802) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:48.379102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505307f-650e-493d-b83f-9c8c531b2b8f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa0523-3731-484c-9037-805f8445ae8a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:48.433974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-775e81fe-0061-4a88-b155-6addf1a5e0c1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0883777 Aug 03 19:47:48.436109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55806) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:48.442198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bef6802b-c3ee-4e70-bcc0-8c40f863223e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-security--870326256', 'description': 'tempest-security-description-298724356'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:48.481813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bef6802b-c3ee-4e70-bcc0-8c40f863223e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.532823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bef6802b-c3ee-4e70-bcc0-8c40f863223e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.538713 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bef6802b-c3ee-4e70-bcc0-8c40f863223e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.542065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bef6802b-c3ee-4e70-bcc0-8c40f863223e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.545820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bef6802b-c3ee-4e70-bcc0-8c40f863223e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "PUT /v2.0/security-groups/28aa0523-3731-484c-9037-805f8445ae8a HTTP/1.1" status: 200 len: 1778 time: 0.1062741 Aug 03 19:47:48.546803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55810) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:48.571124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6802b-c3ee-4e70-bcc0-8c40f863223e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa0523-3731-484c-9037-805f8445ae8a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:48.627643 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a0d03c90-d358-4ed8-8f1a-0ef167c002e4 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups/28aa0523-3731-484c-9037-805f8445ae8a HTTP/1.1" status: 200 len: 1778 time: 0.0786321 Aug 03 19:47:48.630618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55812) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:48.687718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5087b50-b849-425b-a1f7-6712da02ad2d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.711043 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5087b50-b849-425b-a1f7-6712da02ad2d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.753872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5087b50-b849-425b-a1f7-6712da02ad2d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.756572 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f5087b50-b849-425b-a1f7-6712da02ad2d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.757749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f5087b50-b849-425b-a1f7-6712da02ad2d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/28aa0523-3731-484c-9037-805f8445ae8a HTTP/1.1" status: 204 len: 168 time: 0.1260302 Aug 03 19:47:48.760429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55814) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:48.766874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5087b50-b849-425b-a1f7-6712da02ad2d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa0523-3731-484c-9037-805f8445ae8a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:48.818290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c4d6ca36-22bd-48bd-a98b-78323ba0f1bb tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563700 Aug 03 19:47:48.820813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55816) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:48.836007 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-b337043e-ef29-49e8-a33c-1e4e345d49fd tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] delete failed (client error): The resource could not be found. Aug 03 19:47:48.837181 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b337043e-ef29-49e8-a33c-1e4e345d49fd tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/28aa0523-3731-484c-9037-805f8445ae8a HTTP/1.1" status: 404 len: 347 time: 0.0153859 Aug 03 19:47:48.841435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55818) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:48.846990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7776d413-b819-4b81-8c67-1a1e3beef206 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835383729'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:48.870708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7776d413-b819-4b81-8c67-1a1e3beef206 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.958778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7776d413-b819-4b81-8c67-1a1e3beef206 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.963283 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7776d413-b819-4b81-8c67-1a1e3beef206 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.992485 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7776d413-b819-4b81-8c67-1a1e3beef206 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:48.996732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7776d413-b819-4b81-8c67-1a1e3beef206 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1509356 Aug 03 19:47:48.996732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776d413-b819-4b81-8c67-1a1e3beef206 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955beec0-2325-46ef-8b43-a6a1a6322ef8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:48.996991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55820) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:49.001591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-53cf3e08-bbb8-4384-9ccf-89980d238b0d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': '955beec0-2325-46ef-8b43-a6a1a6322ef8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:49.027546 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53cf3e08-bbb8-4384-9ccf-89980d238b0d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.098249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53cf3e08-bbb8-4384-9ccf-89980d238b0d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.104140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53cf3e08-bbb8-4384-9ccf-89980d238b0d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.133620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3e08-bbb8-4384-9ccf-89980d238b0d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d9373b-9b97-4f44-8ba5-8797882d9b79,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:49.149282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53cf3e08-bbb8-4384-9ccf-89980d238b0d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.155323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-53cf3e08-bbb8-4384-9ccf-89980d238b0d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531839 Aug 03 19:47:49.155786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55822) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:49.188552 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47c9188f-1379-45ea-adcc-76e387df27b8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.204388 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47c9188f-1379-45ea-adcc-76e387df27b8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.242301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47c9188f-1379-45ea-adcc-76e387df27b8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.248787 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47c9188f-1379-45ea-adcc-76e387df27b8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.249965 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-47c9188f-1379-45ea-adcc-76e387df27b8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/40d9373b-9b97-4f44-8ba5-8797882d9b79 HTTP/1.1" status: 204 len: 168 time: 0.0930979 Aug 03 19:47:49.253115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55824) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:49.270890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9188f-1379-45ea-adcc-76e387df27b8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40d9373b-9b97-4f44-8ba5-8797882d9b79,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:49.310113 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d195eae0-ce7e-4e6b-9688-2216b26d0b51 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558009 Aug 03 19:47:49.312816 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55826) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:49.374533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed4c5-25de-4331-861b-9b2e361e2d67 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.721030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed4c5-25de-4331-861b-9b2e361e2d67 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.767778 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed4c5-25de-4331-861b-9b2e361e2d67 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.771178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed4c5-25de-4331-861b-9b2e361e2d67 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.774970 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8c8ed4c5-25de-4331-861b-9b2e361e2d67 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/955beec0-2325-46ef-8b43-a6a1a6322ef8 HTTP/1.1" status: 204 len: 168 time: 0.4602542 Aug 03 19:47:49.775425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:49.791200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ed4c5-25de-4331-861b-9b2e361e2d67 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955beec0-2325-46ef-8b43-a6a1a6322ef8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:49.834608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-002d949d-cb75-42bb-a1a7-e83b128ca27c tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578411 Aug 03 19:47:49.838768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55846) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:49.843976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ec81aabd-a731-4e81-a995-8639d2e669ef tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343460108'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:49.874484 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec81aabd-a731-4e81-a995-8639d2e669ef tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:49.994345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec81aabd-a731-4e81-a995-8639d2e669ef tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.001163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec81aabd-a731-4e81-a995-8639d2e669ef tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.032333 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec81aabd-a731-4e81-a995-8639d2e669ef tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.036975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ec81aabd-a731-4e81-a995-8639d2e669ef tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1942387 Aug 03 19:47:50.037243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55852) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:50.039334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81aabd-a731-4e81-a995-8639d2e669ef tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bae5a9-74b6-46fe-b2e0-3c6ea94a6d25,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:50.041992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-aee337e1-fc64-4a6f-ba39-f9375ae3074f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': 'b0bae5a9-74b6-46fe-b2e0-3c6ea94a6d25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:50.074710 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aee337e1-fc64-4a6f-ba39-f9375ae3074f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.168619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aee337e1-fc64-4a6f-ba39-f9375ae3074f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.173033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aee337e1-fc64-4a6f-ba39-f9375ae3074f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.192796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee337e1-fc64-4a6f-ba39-f9375ae3074f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2219f6a6-9ddd-4c65-b193-e882d3d52d31,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:50.205282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aee337e1-fc64-4a6f-ba39-f9375ae3074f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.209198 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aee337e1-fc64-4a6f-ba39-f9375ae3074f tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684742 Aug 03 19:47:50.209905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55856) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:50.215373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-603b41a7-c0d1-44bb-94dd-30de4b42a8ca tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': 'b0bae5a9-74b6-46fe-b2e0-3c6ea94a6d25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:50.247453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-603b41a7-c0d1-44bb-94dd-30de4b42a8ca tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.315944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-603b41a7-c0d1-44bb-94dd-30de4b42a8ca tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.321218 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-603b41a7-c0d1-44bb-94dd-30de4b42a8ca tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.344929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-603b41a7-c0d1-44bb-94dd-30de4b42a8ca tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.348672 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-603b41a7-c0d1-44bb-94dd-30de4b42a8ca tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350982 Aug 03 19:47:50.349053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:50.350506 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b41a7-c0d1-44bb-94dd-30de4b42a8ca tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf869b9-090e-4d7f-ac03-3ec41461b2d0,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:50.360108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9eed2080-3e27-4ba8-a08c-103d25321df1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': 'b0bae5a9-74b6-46fe-b2e0-3c6ea94a6d25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:50.395246 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9eed2080-3e27-4ba8-a08c-103d25321df1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.468945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9eed2080-3e27-4ba8-a08c-103d25321df1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.472818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9eed2080-3e27-4ba8-a08c-103d25321df1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.494967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed2080-3e27-4ba8-a08c-103d25321df1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8175856-00fd-4d8b-8f8a-c1b4d0bae721,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:50.499362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9eed2080-3e27-4ba8-a08c-103d25321df1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.500668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9eed2080-3e27-4ba8-a08c-103d25321df1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505229 Aug 03 19:47:50.503442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55864) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:50.512281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c0aeed66-086c-4572-bc4b-8c071b13f1fb tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': 'b0bae5a9-74b6-46fe-b2e0-3c6ea94a6d25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:50.562640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c0aeed66-086c-4572-bc4b-8c071b13f1fb tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.671522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c0aeed66-086c-4572-bc4b-8c071b13f1fb tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.675959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c0aeed66-086c-4572-bc4b-8c071b13f1fb tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.701958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aeed66-086c-4572-bc4b-8c071b13f1fb tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e50863-76b8-4892-84b9-9ffb2579557e,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:50.706912 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c0aeed66-086c-4572-bc4b-8c071b13f1fb tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.708533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c0aeed66-086c-4572-bc4b-8c071b13f1fb tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2040133 Aug 03 19:47:50.711145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55874) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:50.717395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-10850102-d72a-4ea0-9dfd-95c62629776c tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': 'b0bae5a9-74b6-46fe-b2e0-3c6ea94a6d25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:50.727486 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.757365 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10850102-d72a-4ea0-9dfd-95c62629776c tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.836760 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10850102-d72a-4ea0-9dfd-95c62629776c tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.842409 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10850102-d72a-4ea0-9dfd-95c62629776c tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.866138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10850102-d72a-4ea0-9dfd-95c62629776c tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa312b5d-69d2-4902-b032-2635425edec8,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:50.886467 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10850102-d72a-4ea0-9dfd-95c62629776c tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.890734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55880) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:50.891270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-10850102-d72a-4ea0-9dfd-95c62629776c tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1774197 Aug 03 19:47:50.927584 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea27efe5-cdab-4406-bb92-aa058be0f559 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.936907 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea27efe5-cdab-4406-bb92-aa058be0f559 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.947496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55884) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:50.977708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea27efe5-cdab-4406-bb92-aa058be0f559 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.983339 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea27efe5-cdab-4406-bb92-aa058be0f559 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:50.984824 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ea27efe5-cdab-4406-bb92-aa058be0f559 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/fa312b5d-69d2-4902-b032-2635425edec8 HTTP/1.1" status: 204 len: 168 time: 0.0921185 Aug 03 19:47:50.987495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55888) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:50.993023 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27efe5-cdab-4406-bb92-aa058be0f559 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa312b5d-69d2-4902-b032-2635425edec8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:51.067232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-69c0ecc1-4097-493b-bc83-5855435519e9 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0784671 Aug 03 19:47:51.070320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55892) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.109110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e477922f-e8ec-49b2-aaf0-40fe01e9bed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.112382 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25f613c3-155f-4498-9fb5-319c61ef3976 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.122109 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25f613c3-155f-4498-9fb5-319c61ef3976 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.168552 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25f613c3-155f-4498-9fb5-319c61ef3976 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.174257 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25f613c3-155f-4498-9fb5-319c61ef3976 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.177891 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-25f613c3-155f-4498-9fb5-319c61ef3976 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f9e50863-76b8-4892-84b9-9ffb2579557e HTTP/1.1" status: 204 len: 168 time: 0.1038344 Aug 03 19:47:51.178534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55896) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.187688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f613c3-155f-4498-9fb5-319c61ef3976 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9e50863-76b8-4892-84b9-9ffb2579557e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:51.262593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-25c62c8e-9182-4efb-b642-9c1c1754fdf3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0828898 Aug 03 19:47:51.265654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55898) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.307611 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-327f2d1e-513d-402c-bf11-832ba3a23145 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.316074 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-327f2d1e-513d-402c-bf11-832ba3a23145 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.317453 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e477922f-e8ec-49b2-aaf0-40fe01e9bed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.322671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e477922f-e8ec-49b2-aaf0-40fe01e9bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.347106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-327f2d1e-513d-402c-bf11-832ba3a23145 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.353776 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-327f2d1e-513d-402c-bf11-832ba3a23145 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.357847 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-327f2d1e-513d-402c-bf11-832ba3a23145 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f8175856-00fd-4d8b-8f8a-c1b4d0bae721 HTTP/1.1" status: 204 len: 168 time: 0.0878129 Aug 03 19:47:51.358132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55902) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.366601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e477922f-e8ec-49b2-aaf0-40fe01e9bed6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b33f767c0ee748c6a731e94198a0e5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150734 Aug 03 19:47:51.366601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477922f-e8ec-49b2-aaf0-40fe01e9bed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95719926-a6ce-4aac-a1f3-5a0bd8902afa,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:51.367426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55904) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.384595 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f2d1e-513d-402c-bf11-832ba3a23145 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8175856-00fd-4d8b-8f8a-c1b4d0bae721,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:51.426355 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-67990376-d538-46d1-9594-d07e1ad38fb1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0671148 Aug 03 19:47:51.429262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55908) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.438539 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1567b55f-3652-48c0-a43d-11d35b3bb1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.461571 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1567b55f-3652-48c0-a43d-11d35b3bb1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.463903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9b0e074-86fc-4c08-885c-483ff8cbb03e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.471981 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9b0e074-86fc-4c08-885c-483ff8cbb03e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.512400 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9b0e074-86fc-4c08-885c-483ff8cbb03e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.522493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1567b55f-3652-48c0-a43d-11d35b3bb1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.523554 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9b0e074-86fc-4c08-885c-483ff8cbb03e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.525519 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a9b0e074-86fc-4c08-885c-483ff8cbb03e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7bf869b9-090e-4d7f-ac03-3ec41461b2d0 HTTP/1.1" status: 204 len: 168 time: 0.0950110 Aug 03 19:47:51.527605 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1567b55f-3652-48c0-a43d-11d35b3bb1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.529697 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1567b55f-3652-48c0-a43d-11d35b3bb1be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95719926-a6ce-4aac-a1f3-5a0bd8902afa HTTP/1.1" status: 204 len: 168 time: 0.1608543 Aug 03 19:47:51.530647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55910) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.538864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0e074-86fc-4c08-885c-483ff8cbb03e tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bf869b9-090e-4d7f-ac03-3ec41461b2d0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:51.580437 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567b55f-3652-48c0-a43d-11d35b3bb1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95719926-a6ce-4aac-a1f3-5a0bd8902afa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:51.628573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55916) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.629016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bf107a7c-ab62-43d3-9f9a-803f432300a0 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0847101 Aug 03 19:47:51.669816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8604810-b645-4e5d-9d43-6b6bdc2696f5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.696145 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8604810-b645-4e5d-9d43-6b6bdc2696f5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.708886 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8604810-b645-4e5d-9d43-6b6bdc2696f5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.723757 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8604810-b645-4e5d-9d43-6b6bdc2696f5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.723757 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a8604810-b645-4e5d-9d43-6b6bdc2696f5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2219f6a6-9ddd-4c65-b193-e882d3d52d31 HTTP/1.1" status: 204 len: 168 time: 0.0896273 Aug 03 19:47:51.727801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55922) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.734867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8604810-b645-4e5d-9d43-6b6bdc2696f5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2219f6a6-9ddd-4c65-b193-e882d3d52d31,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:51.776217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-84a2c40c-6e11-4735-a2b6-49d35cb8b7af tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509384 Aug 03 19:47:51.778880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55926) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.871818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83551c98-e93d-49d9-b133-3e834f73555b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.901062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83551c98-e93d-49d9-b133-3e834f73555b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.957023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83551c98-e93d-49d9-b133-3e834f73555b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.960275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83551c98-e93d-49d9-b133-3e834f73555b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.963854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-83551c98-e93d-49d9-b133-3e834f73555b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/b0bae5a9-74b6-46fe-b2e0-3c6ea94a6d25 HTTP/1.1" status: 204 len: 168 time: 0.1815038 Aug 03 19:47:51.964362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55936) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:51.974095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83551c98-e93d-49d9-b133-3e834f73555b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bae5a9-74b6-46fe-b2e0-3c6ea94a6d25,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:52.040241 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-db64c24a-4202-4140-9468-060556f86376 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704205 Aug 03 19:47:52.040614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55940) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:52.045624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-365e7855-0796-41fa-aaa0-89f2733dcf17 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-secgroup--247347380'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:52.074210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-365e7855-0796-41fa-aaa0-89f2733dcf17 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.186746 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-365e7855-0796-41fa-aaa0-89f2733dcf17 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.191379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-365e7855-0796-41fa-aaa0-89f2733dcf17 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.233258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-365e7855-0796-41fa-aaa0-89f2733dcf17 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.234552 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-365e7855-0796-41fa-aaa0-89f2733dcf17 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1929471 Aug 03 19:47:52.239415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55950) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:52.239989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e7855-0796-41fa-aaa0-89f2733dcf17 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fab3112-a6aa-4c5b-9ca0-330a82a2f4c0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:52.255551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-842ecfac-2035-461e-ace3-eb3498aa1f77 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': '3fab3112-a6aa-4c5b-9ca0-330a82a2f4c0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:52.294706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-842ecfac-2035-461e-ace3-eb3498aa1f77 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.344489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-842ecfac-2035-461e-ace3-eb3498aa1f77 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.349978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-842ecfac-2035-461e-ace3-eb3498aa1f77 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.377251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ecfac-2035-461e-ace3-eb3498aa1f77 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499e8af8-6dd0-4a35-ae74-f0dc62b1d7f1,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:52.389343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-842ecfac-2035-461e-ace3-eb3498aa1f77 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.391492 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-842ecfac-2035-461e-ace3-eb3498aa1f77 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1500020 Aug 03 19:47:52.396199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55956) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:52.401598 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55958) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:52.459894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4114-107d-4c17-8cc4-395dfe99abcc tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.485733 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4114-107d-4c17-8cc4-395dfe99abcc tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.525589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1484368634-network', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:52.551987 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4114-107d-4c17-8cc4-395dfe99abcc tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.558882 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4114-107d-4c17-8cc4-395dfe99abcc tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.560723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8e2b4114-107d-4c17-8cc4-395dfe99abcc tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/3fab3112-a6aa-4c5b-9ca0-330a82a2f4c0 HTTP/1.1" status: 204 len: 168 time: 0.1626399 Aug 03 19:47:52.563411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:52.573214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Made reservation on behalf of 55b310366d2b4863965210ed2c4a33b0 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:52.573883 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b4114-107d-4c17-8cc4-395dfe99abcc tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fab3112-a6aa-4c5b-9ca0-330a82a2f4c0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:52.575521 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.595261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.646941 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8eb05987-c6c2-490a-9554-20f5b3f88919 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822456 Aug 03 19:47:52.650769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55968) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:52.658499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ef47fed7-3a2b-4099-b60f-05f2fb71c93a tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423745927'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:52.748923 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.755758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.793337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:52.795715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef47fed7-3a2b-4099-b60f-05f2fb71c93a tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.821042 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd3e243-629c-41fa-b1e8-145093e9a6de,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:52.827659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.828115 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Added segment d38d395e-5a59-4980-af60-4b2bd4d805b3 of type vlan for network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 Aug 03 19:47:52.900185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.960501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.961381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:52.961998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.068480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef47fed7-3a2b-4099-b60f-05f2fb71c93a tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.088079 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef47fed7-3a2b-4099-b60f-05f2fb71c93a tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.111398 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7083676 Aug 03 19:47:53.115157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55978) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:53.121510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Request body: {'subnet': {'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1484368634-subnet', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:53.129068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbb2ff-f3cd-4703-b01e-bb025cc74a7e admin admin] Pushing event updated for resources: {'Network': ['ID=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:53.141153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ef47fed7-3a2b-4099-b60f-05f2fb71c93a tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.143725 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ef47fed7-3a2b-4099-b60f-05f2fb71c93a tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4918706 Aug 03 19:47:53.145306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:53.146622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55980) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:53.150357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47fed7-3a2b-4099-b60f-05f2fb71c93a tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1397a95f-8217-4187-be2b-1a33d4fe575e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:53.152933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9f63bb42-3ff5-4676-90c7-1ca5519c9bff tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333892895'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:53.158014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Made reservation on behalf of 55b310366d2b4863965210ed2c4a33b0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:53.161261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.252079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f63bb42-3ff5-4676-90c7-1ca5519c9bff tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.436543 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.476147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f63bb42-3ff5-4676-90c7-1ca5519c9bff tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.485209 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f63bb42-3ff5-4676-90c7-1ca5519c9bff tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.531634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5a6749-c3dc-458f-93a4-3cd031ff728d,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:53.550348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f63bb42-3ff5-4676-90c7-1ca5519c9bff tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.551467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9f63bb42-3ff5-4676-90c7-1ca5519c9bff tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4033806 Aug 03 19:47:53.555492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55988) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:53.556931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63bb42-3ff5-4676-90c7-1ca5519c9bff tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c402e38-2550-4c4b-b9dc-0cf66e0d9909,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:53.561882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Checking segment: {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:53.562272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Network hostable DHCP agents. Network: ee2d5e2e-8b74-484e-8c6d-0bceeefc2597, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:53.563928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-76b69a2f-eba8-47dc-9a6f-940b91001725 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': '1397a95f-8217-4187-be2b-1a33d4fe575e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c402e38-2550-4c4b-b9dc-0cf66e0d9909', 'remote_ip_prefix': None}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:53.589572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:53.599456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, ee2d5e2e-8b74-484e-8c6d-0bceeefc2597) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:53.604302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:53.604929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.612390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff93ab-13f2-44ac-945f-ab3161914d40 None None] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:53.636296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76b69a2f-eba8-47dc-9a6f-940b91001725 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.639723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-54387353-940b-490b-bb53-52fd097b18a8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5231302 Aug 03 19:47:53.643024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 55990) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:53.649137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:53.680645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.682671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.759183 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76b69a2f-eba8-47dc-9a6f-940b91001725 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.764872 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76b69a2f-eba8-47dc-9a6f-940b91001725 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.791137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b69a2f-eba8-47dc-9a6f-940b91001725 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316f0f14-6168-4570-982d-f667e84259cc,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:53.803683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-76b69a2f-eba8-47dc-9a6f-940b91001725 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.806327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-76b69a2f-eba8-47dc-9a6f-940b91001725 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2484000 Aug 03 19:47:53.809306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55996) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:53.822546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:53.823510 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.842944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.846786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd1a30b4-54f5-4cb0-a580-4d4531a425e6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.862595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd1a30b4-54f5-4cb0-a580-4d4531a425e6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.914925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd1a30b4-54f5-4cb0-a580-4d4531a425e6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.932459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd1a30b4-54f5-4cb0-a580-4d4531a425e6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:53.934824 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dd1a30b4-54f5-4cb0-a580-4d4531a425e6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/316f0f14-6168-4570-982d-f667e84259cc HTTP/1.1" status: 204 len: 168 time: 0.1238587 Aug 03 19:47:53.944691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a30b4-54f5-4cb0-a580-4d4531a425e6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=316f0f14-6168-4570-982d-f667e84259cc,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:53.955195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 55998) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:53.994707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Allocated IP 172.20.0.2 (ee2d5e2e-8b74-484e-8c6d-0bceeefc2597/8c5a6749-c3dc-458f-93a4-3cd031ff728d/6da7d09f-adc4-46fd-8368-01bd5639cd58) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:54.026003 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a4b1b884-1425-4edf-a1f2-6ac055b51c29 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0689144 Aug 03 19:47:54.032324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56002) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:54.105711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.125333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c11357a-cc5b-4ea1-8766-03ec8d19e3c8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.175259 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c11357a-cc5b-4ea1-8766-03ec8d19e3c8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.228724 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.236112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c11357a-cc5b-4ea1-8766-03ec8d19e3c8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.239904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Transition to ACTIVE for port object 6da7d09f-adc4-46fd-8368-01bd5639cd58 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:54.241784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c11357a-cc5b-4ea1-8766-03ec8d19e3c8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.243180 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2c11357a-cc5b-4ea1-8766-03ec8d19e3c8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/0c402e38-2550-4c4b-b9dc-0cf66e0d9909 HTTP/1.1" status: 204 len: 168 time: 0.2091556 Aug 03 19:47:54.247575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56006) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:54.265985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Transition to ACTIVE for port object 6da7d09f-adc4-46fd-8368-01bd5639cd58 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:54.273799 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.277826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11357a-cc5b-4ea1-8766-03ec8d19e3c8 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c402e38-2550-4c4b-b9dc-0cf66e0d9909,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:54.318272 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a185f580-6bbb-43b1-ba58-57997e8a1876 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0694351 Aug 03 19:47:54.321140 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56008) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:54.360644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:54.362269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Pushing event updated for resources: {'Port': ['ID=6da7d09f-adc4-46fd-8368-01bd5639cd58,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:54.371207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:54.374374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:54.405610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e450d19-1ad1-4a9e-aba2-af31a086e6aa tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.430787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.432617 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e450d19-1ad1-4a9e-aba2-af31a086e6aa tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.465430 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.466397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Attempting to bind port 6da7d09f-adc4-46fd-8368-01bd5639cd58 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:54.466875 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Attempting to bind port 6da7d09f-adc4-46fd-8368-01bd5639cd58 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:54.467339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Attempting to bind port 6da7d09f-adc4-46fd-8368-01bd5639cd58 on network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:54.473625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:54.474229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Checking segment: {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:54.474730 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.475268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Bound using segment: {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:54.475847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Bound port: 6da7d09f-adc4-46fd-8368-01bd5639cd58, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:54.476455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.481533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e450d19-1ad1-4a9e-aba2-af31a086e6aa tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.486641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1e450d19-1ad1-4a9e-aba2-af31a086e6aa tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.494195 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1e450d19-1ad1-4a9e-aba2-af31a086e6aa tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/1397a95f-8217-4187-be2b-1a33d4fe575e HTTP/1.1" status: 204 len: 168 time: 0.1710556 Aug 03 19:47:54.494847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56012) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:54.537991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e450d19-1ad1-4a9e-aba2-af31a086e6aa tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397a95f-8217-4187-be2b-1a33d4fe575e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:54.570333 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e7f5446d-849b-4a01-b5e1-d52913179f44 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707033 Aug 03 19:47:54.570968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56014) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:54.575055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] For port 6da7d09f-adc4-46fd-8368-01bd5639cd58, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:54.577147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b6bf3bf5-7e36-49c2-92e8-7ab19e2b6892 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152273865'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:54.580379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] For port 6da7d09f-adc4-46fd-8368-01bd5639cd58, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6da7d09f-adc4-46fd-8368-01bd5639cd58,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:54.588466 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.604924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3bf5-7e36-49c2-92e8-7ab19e2b6892 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.644431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Allocated IP 172.25.4.203 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/57b56791-ab7b-450c-8a1b-93d03a76649a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:54.672468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63527e2c-773f-4a57-a048-5041b0b29f20 None None] Pushing event updated for resources: {'Port': ['ID=6da7d09f-adc4-46fd-8368-01bd5639cd58,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:54.745027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3bf5-7e36-49c2-92e8-7ab19e2b6892 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.750919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3bf5-7e36-49c2-92e8-7ab19e2b6892 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.784100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.788197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3bf5-7e36-49c2-92e8-7ab19e2b6892 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.789687 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b6bf3bf5-7e36-49c2-92e8-7ab19e2b6892 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2175694 Aug 03 19:47:54.792510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56020) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:54.799922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-79de3d1d-8c83-4c2e-82a2-38d44e1df6f6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': '1d5ec38a-32b6-443f-93ec-26ba4fdaeb60', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:54.830402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf3bf5-7e36-49c2-92e8-7ab19e2b6892 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5ec38a-32b6-443f-93ec-26ba4fdaeb60,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:54.850042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79de3d1d-8c83-4c2e-82a2-38d44e1df6f6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.876016 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.916249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:54.967040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Pushing event updated for resources: {'Port': ['ID=57b56791-ab7b-450c-8a1b-93d03a76649a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:54.971623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:54.974962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:54.990532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79de3d1d-8c83-4c2e-82a2-38d44e1df6f6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.998942 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79de3d1d-8c83-4c2e-82a2-38d44e1df6f6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.018192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de3d1d-8c83-4c2e-82a2-38d44e1df6f6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362b56ee-b2e1-4a34-a216-d5ac479a392d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:55.035054 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79de3d1d-8c83-4c2e-82a2-38d44e1df6f6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.041029 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-79de3d1d-8c83-4c2e-82a2-38d44e1df6f6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2468653 Aug 03 19:47:55.041864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56024) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:55.075860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5fde6-a9a1-4d49-8619-668e42181bf4 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.085741 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5fde6-a9a1-4d49-8619-668e42181bf4 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.120065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6da7d09f-adc4-46fd-8368-01bd5639cd58 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:55.144323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5fde6-a9a1-4d49-8619-668e42181bf4 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.152013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-20f5fde6-a9a1-4d49-8619-668e42181bf4 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.153528 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-20f5fde6-a9a1-4d49-8619-668e42181bf4 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/362b56ee-b2e1-4a34-a216-d5ac479a392d HTTP/1.1" status: 204 len: 168 time: 0.1105874 Aug 03 19:47:55.156154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56026) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:55.171165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5fde6-a9a1-4d49-8619-668e42181bf4 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=362b56ee-b2e1-4a34-a216-d5ac479a392d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:55.216435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3c467f97-ae84-4a3a-8232-16045c0bbbe6 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588093 Aug 03 19:47:55.217084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 6da7d09f-adc4-46fd-8368-01bd5639cd58 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:55.219551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56030) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:55.287297 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e424e44-fbbe-4cb7-b466-00c371510f6d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.314281 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e424e44-fbbe-4cb7-b466-00c371510f6d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.379439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e424e44-fbbe-4cb7-b466-00c371510f6d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.383279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e424e44-fbbe-4cb7-b466-00c371510f6d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.387526 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8e424e44-fbbe-4cb7-b466-00c371510f6d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/1d5ec38a-32b6-443f-93ec-26ba4fdaeb60 HTTP/1.1" status: 204 len: 168 time: 0.1639051 Aug 03 19:47:55.388759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56032) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:55.391501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.413188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e424e44-fbbe-4cb7-b466-00c371510f6d tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5ec38a-32b6-443f-93ec-26ba4fdaeb60,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:55.466920 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d50f692d-2459-4598-bd23-5ac97cff72e9 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0768249 Aug 03 19:47:55.472491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56036) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:55.480838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b42306ba-c796-40a5-bcfd-da191eff2d08 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group': {'name': 'tempest-secgroup--515281230'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:55.511871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b42306ba-c796-40a5-bcfd-da191eff2d08 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.641351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b42306ba-c796-40a5-bcfd-da191eff2d08 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.646312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b42306ba-c796-40a5-bcfd-da191eff2d08 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.662995 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.673818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b42306ba-c796-40a5-bcfd-da191eff2d08 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.678322 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b42306ba-c796-40a5-bcfd-da191eff2d08 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2002463 Aug 03 19:47:55.683022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56040) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:55.688032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8737857c-55ed-40ed-8b0f-af9254de5a15 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': '22bc0c8b-41e0-4965-acf0-3011fab78bed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:55.701396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42306ba-c796-40a5-bcfd-da191eff2d08 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc0c8b-41e0-4965-acf0-3011fab78bed,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:55.738829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8737857c-55ed-40ed-8b0f-af9254de5a15 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.843919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8737857c-55ed-40ed-8b0f-af9254de5a15 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.851169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8737857c-55ed-40ed-8b0f-af9254de5a15 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.874637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Router 3e21cf78-a116-4eee-8938-5de340eb55c6 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:47:55.884060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8737857c-55ed-40ed-8b0f-af9254de5a15 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.885710 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8737857c-55ed-40ed-8b0f-af9254de5a15 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2016535 Aug 03 19:47:55.886683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737857c-55ed-40ed-8b0f-af9254de5a15 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bace49-3992-4cdd-9abf-32ef74354927,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:55.889507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56046) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:55.943306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:55.963797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d3539048-50e7-4906-81a0-af84aa2af8fa tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules/a7bace49-3992-4cdd-9abf-32ef74354927 HTTP/1.1" status: 200 len: 763 time: 0.0741370 Aug 03 19:47:55.966249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56050) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.058616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c86bfd28-28e3-4cc1-b68c-cbf9afea2630 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0912845 Aug 03 19:47:56.061258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56052) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.065642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b78f7-383d-4079-acf5-a48a7efdf9a7 None None] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:56.070823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:56.084941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Sync routers for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:56.094523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.095976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f8d92152-aa7b-47bc-9a59-22dcd30f3d33 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4516339 Aug 03 19:47:56.101651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56054) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.104238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16f10fea-39ad-44f8-b27f-8bce9378b0b3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.115792 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16f10fea-39ad-44f8-b27f-8bce9378b0b3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.149896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:56.150781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:56.155543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dabe0067-76ad-4add-b085-7e14712891c4 None None] Provisioning for port 6da7d09f-adc4-46fd-8368-01bd5639cd58 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:56.172377 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16f10fea-39ad-44f8-b27f-8bce9378b0b3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.191244 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16f10fea-39ad-44f8-b27f-8bce9378b0b3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.193596 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-16f10fea-39ad-44f8-b27f-8bce9378b0b3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a7bace49-3992-4cdd-9abf-32ef74354927 HTTP/1.1" status: 204 len: 168 time: 0.1304870 Aug 03 19:47:56.194690 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f10fea-39ad-44f8-b27f-8bce9378b0b3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7bace49-3992-4cdd-9abf-32ef74354927,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:56.196398 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56056) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.209493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dabe0067-76ad-4add-b085-7e14712891c4 None None] Provisioning complete for port 6da7d09f-adc4-46fd-8368-01bd5639cd58 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:56.209864 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dabe0067-76ad-4add-b085-7e14712891c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.268173 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03421dd3-83fd-4809-bdc1-81de8422232d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.284518 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b65b1f47-d243-4dcb-8645-4cb5eb59fd19 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0847564 Aug 03 19:47:56.285363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56060) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.303607 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-845f69de-0be0-4a43-8ab7-633e4021a7a7 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': '22bc0c8b-41e0-4965-acf0-3011fab78bed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:56.347452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-845f69de-0be0-4a43-8ab7-633e4021a7a7 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.407679 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-845f69de-0be0-4a43-8ab7-633e4021a7a7 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.413670 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-845f69de-0be0-4a43-8ab7-633e4021a7a7 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.448333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f69de-0be0-4a43-8ab7-633e4021a7a7 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407d2dc1-7461-44db-bcec-20057df07a25,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:56.458824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-845f69de-0be0-4a43-8ab7-633e4021a7a7 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.460397 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-845f69de-0be0-4a43-8ab7-633e4021a7a7 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1720078 Aug 03 19:47:56.464683 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56064) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.493381 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5a28612f-97e9-4eb0-9efa-f7c53a429ec1 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules/407d2dc1-7461-44db-bcec-20057df07a25 HTTP/1.1" status: 200 len: 763 time: 0.0257056 Aug 03 19:47:56.495157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56066) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.563114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07b02b34-5b6c-4e07-b0e9-5c164b2f1389 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0662694 Aug 03 19:47:56.566066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56068) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.605271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9198dd0-d081-48d0-9503-eac2385662a5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.614296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:56.617855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9198dd0-d081-48d0-9503-eac2385662a5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.684133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9198dd0-d081-48d0-9503-eac2385662a5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.694049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9198dd0-d081-48d0-9503-eac2385662a5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.697637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e9198dd0-d081-48d0-9503-eac2385662a5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/407d2dc1-7461-44db-bcec-20057df07a25 HTTP/1.1" status: 204 len: 168 time: 0.1277125 Aug 03 19:47:56.698675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56072) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.705033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9198dd0-d081-48d0-9503-eac2385662a5 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=407d2dc1-7461-44db-bcec-20057df07a25,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:56.711494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dabe0067-76ad-4add-b085-7e14712891c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.752167 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2420220b-3811-487e-b384-3614ea582705 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500333 Aug 03 19:47:56.752699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56074) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.768914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ddd27e9e-d920-4089-bcec-209365e9cbe3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Request body: {'security_group_rule': {'security_group_id': '22bc0c8b-41e0-4965-acf0-3011fab78bed', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:56.805252 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddd27e9e-d920-4089-bcec-209365e9cbe3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.805538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-dabe0067-76ad-4add-b085-7e14712891c4 None None] For port 6da7d09f-adc4-46fd-8368-01bd5639cd58, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6da7d09f-adc4-46fd-8368-01bd5639cd58,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:56.814762 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dabe0067-76ad-4add-b085-7e14712891c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.840579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.891473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddd27e9e-d920-4089-bcec-209365e9cbe3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.896656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddd27e9e-d920-4089-bcec-209365e9cbe3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.914106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd27e9e-d920-4089-bcec-209365e9cbe3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afc0c06-2cad-4d35-b008-dcaa2be9aa45,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:56.932930 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ddd27e9e-d920-4089-bcec-209365e9cbe3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:56.934564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe0067-76ad-4add-b085-7e14712891c4 None None] Pushing event updated for resources: {'Port': ['ID=6da7d09f-adc4-46fd-8368-01bd5639cd58,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:56.935819 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ddd27e9e-d920-4089-bcec-209365e9cbe3 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1822400 Aug 03 19:47:56.937433 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56080) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.972937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c301db8-c1b0-4b64-b66b-3aa735e63868 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules/8afc0c06-2cad-4d35-b008-dcaa2be9aa45 HTTP/1.1" status: 200 len: 764 time: 0.0326190 Aug 03 19:47:56.975980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56082) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:56.996634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:55Z', 'revision_number': 3, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:57.084188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Checking router: 3e21cf78-a116-4eee-8938-5de340eb55c6 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:57.084531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Updating router 3e21cf78-a116-4eee-8938-5de340eb55c6 port 57b56791-ab7b-450c-8a1b-93d03a76649a binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:47:57.092370 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a4fa72f3-041d-437e-9f9e-5d49fe2b52dc tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1106112 Aug 03 19:47:57.093024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:57.104366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Allocated IP 172.20.0.1 (ee2d5e2e-8b74-484e-8c6d-0bceeefc2597/8c5a6749-c3dc-458f-93a4-3cd031ff728d/571f3d9b-090f-4987-be4e-0721c9efc4a7) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:57.137073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c075992-7321-4fb4-9f38-90780703ab8b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.143798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6da7d09f-adc4-46fd-8368-01bd5639cd58 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:57.146983 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c075992-7321-4fb4-9f38-90780703ab8b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.187628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c075992-7321-4fb4-9f38-90780703ab8b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.197194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c075992-7321-4fb4-9f38-90780703ab8b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.200650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.202917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:57.203209 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1c075992-7321-4fb4-9f38-90780703ab8b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8afc0c06-2cad-4d35-b008-dcaa2be9aa45 HTTP/1.1" status: 204 len: 168 time: 0.1082237 Aug 03 19:47:57.216638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c075992-7321-4fb4-9f38-90780703ab8b tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8afc0c06-2cad-4d35-b008-dcaa2be9aa45,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:57.251463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.254525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d468bb1d-142d-4388-a0e6-df98cabe41d8 None None] Provisioning complete for port 6da7d09f-adc4-46fd-8368-01bd5639cd58 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:57.254928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d468bb1d-142d-4388-a0e6-df98cabe41d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.288607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5bf7ca83-caa6-4ff4-bf07-aedc71fc1726 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0840845 Aug 03 19:47:57.290070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Transition to ACTIVE for port object 571f3d9b-090f-4987-be4e-0721c9efc4a7 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:57.291902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:57.334111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.357431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 6da7d09f-adc4-46fd-8368-01bd5639cd58 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:57.357979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.367697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7681fc23-3a69-4d6a-b44e-795a541b93b0 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.407193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7681fc23-3a69-4d6a-b44e-795a541b93b0 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.483974 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7681fc23-3a69-4d6a-b44e-795a541b93b0 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.492241 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7681fc23-3a69-4d6a-b44e-795a541b93b0 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.494000 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7681fc23-3a69-4d6a-b44e-795a541b93b0 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "DELETE /v2.0/security-groups/22bc0c8b-41e0-4965-acf0-3011fab78bed HTTP/1.1" status: 204 len: 168 time: 0.2008088 Aug 03 19:47:57.498289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56096) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:57.528886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681fc23-3a69-4d6a-b44e-795a541b93b0 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc0c8b-41e0-4965-acf0-3011fab78bed,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:57.564729 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-12be0796-e489-4dd0-987c-c777b4f1a9cd tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649483 Aug 03 19:47:57.569723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56098) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:57.640946 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-43c8b409-f600-4e43-996f-07d0d44a5923 tempest-SecGroupTest-1593601780 tempest-SecGroupTest-1593601780-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695972 Aug 03 19:47:57.711014 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.723976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Transition to ACTIVE for port object 57b56791-ab7b-450c-8a1b-93d03a76649a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:57.732277 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.789853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Attempting to bind port 57b56791-ab7b-450c-8a1b-93d03a76649a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:57.789853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Attempting to bind port 57b56791-ab7b-450c-8a1b-93d03a76649a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:57.789853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Attempting to bind port 57b56791-ab7b-450c-8a1b-93d03a76649a on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:57.824526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:57.825067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:57.825462 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.825932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:57.826538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Bound port: 57b56791-ab7b-450c-8a1b-93d03a76649a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:57.826928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.872328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Pushing event updated for resources: {'Port': ['ID=57b56791-ab7b-450c-8a1b-93d03a76649a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:57.886145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:57.890992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.890992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.891309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.891568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.891937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:57.892232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.892628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.892970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.893302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.893660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.893992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.894320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.894809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:57.896746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:57.926528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] For port 57b56791-ab7b-450c-8a1b-93d03a76649a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:57.932429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] For port 57b56791-ab7b-450c-8a1b-93d03a76649a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57b56791-ab7b-450c-8a1b-93d03a76649a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:57.943767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=571f3d9b-090f-4987-be4e-0721c9efc4a7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:57.946679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:57.951960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56114) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:57.971198 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.022934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:58.023700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:47:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:58.036843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe2dc3-0d62-4cac-a0ed-d0285d12fc86 None None] Pushing event updated for resources: {'Port': ['ID=57b56791-ab7b-450c-8a1b-93d03a76649a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:58.178848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:58.199549 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.251357 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-be0cff43-c789-4a50-a14d-912601489227 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=475bbe75bf3344f59cef9781d69aba56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980134 Aug 03 19:47:58.253745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56120) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:58.313293 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adfeab34-d2a5-444d-91b6-925c203c7122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.327857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e9d47e8-e1ee-4918-9472-7ed44047d64a None None] Provisioning for port 571f3d9b-090f-4987-be4e-0721c9efc4a7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:58.336719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2e9d47e8-e1ee-4918-9472-7ed44047d64a None None] Provisioning complete for port 571f3d9b-090f-4987-be4e-0721c9efc4a7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:58.336719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e9d47e8-e1ee-4918-9472-7ed44047d64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.345585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adfeab34-d2a5-444d-91b6-925c203c7122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.398143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d47e8-e1ee-4918-9472-7ed44047d64a None None] Port 571f3d9b-090f-4987-be4e-0721c9efc4a7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:58.404193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adfeab34-d2a5-444d-91b6-925c203c7122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.407443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adfeab34-d2a5-444d-91b6-925c203c7122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.409346 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-adfeab34-d2a5-444d-91b6-925c203c7122 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2a4b242-1c13-41dc-9a30-1978ae123af7 HTTP/1.1" status: 204 len: 168 time: 0.1533203 Aug 03 19:47:58.418702 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfeab34-d2a5-444d-91b6-925c203c7122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a4b242-1c13-41dc-9a30-1978ae123af7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:58.463202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.468658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:55Z', 'revision_number': 3, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:58.470057 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.497658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775075a-182d-479d-ac60-3fb1c92ee188 None None] The sync data for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 is: [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:55Z', 'revision_number': 3, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:58.561064 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:58.568072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=571f3d9b-090f-4987-be4e-0721c9efc4a7,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:58.673183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:58.674736 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:58.827946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Router 3e21cf78-a116-4eee-8938-5de340eb55c6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:59.045103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2a981fe2-c98d-4b5f-9a8a-62eb039846d1 None None] Provisioning complete for port 571f3d9b-090f-4987-be4e-0721c9efc4a7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:59.045740 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2a981fe2-c98d-4b5f-9a8a-62eb039846d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.070274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:59.098308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f39e45cf-1614-4260-9498-f6b04099fbc9 admin admin] 10.222.0.42 "PUT /v2.0/routers/3e21cf78-a116-4eee-8938-5de340eb55c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9890561 Aug 03 19:47:59.103418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57b56791-ab7b-450c-8a1b-93d03a76649a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:59.181667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2a981fe2-c98d-4b5f-9a8a-62eb039846d1 None None] Port 571f3d9b-090f-4987-be4e-0721c9efc4a7 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:59.231952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 57b56791-ab7b-450c-8a1b-93d03a76649a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:59.239538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 57b56791-ab7b-450c-8a1b-93d03a76649a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:59.240954 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.343484 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.371434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 57b56791-ab7b-450c-8a1b-93d03a76649a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57b56791-ab7b-450c-8a1b-93d03a76649a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:59.377058 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.471937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=57b56791-ab7b-450c-8a1b-93d03a76649a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:59.482490 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:47:59.525102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56166) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:59.677318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-574581030'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:59.720111 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Made reservation on behalf of a7894c0fbcc64c10a6d218fe9faafec1 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:59.730791 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.746071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.788177 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.875961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.882871 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.912969 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:59.913917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56184) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:59.920282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-839097655-network', 'tenant_id': '39297cfd5b554afa82910eba263781ce'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:59.923704 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150b4e58-141b-4193-823b-c5ac80418556,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:59.929240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.929618 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Added segment c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770 of type vlan for network ead91d07-c51e-44d0-8839-e0d4641cb992 Aug 03 19:47:59.950299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Made reservation on behalf of 39297cfd5b554afa82910eba263781ce for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:59.954368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.968576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:59.995933 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.069507 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.076599 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:00.077265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.118271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.130753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.151102 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6246467 Aug 03 19:48:00.154443 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56192) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:00.163997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Request body: {'subnet': {'network_id': 'ead91d07-c51e-44d0-8839-e0d4641cb992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:00.168256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:48:00.171912 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf194483-a274-405b-adce-fea0608c54bb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Pushing event updated for resources: {'Network': ['ID=ead91d07-c51e-44d0-8839-e0d4641cb992,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:00.184061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network ead91d07-c51e-44d0-8839-e0d4641cb992 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:48:00.217383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f35f57-0c95-412a-b7fd-ae9ce7113189,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:00.234223 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.234617 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Added segment ad157b25-6070-4e08-812c-023a8fcebda9 of type vlan for network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 Aug 03 19:48:00.295939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.316302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7eedad63-dab0-467c-b021-cc2ee4c4d783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.327366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Made reservation on behalf of a7894c0fbcc64c10a6d218fe9faafec1 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:48:00.330932 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.385891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.386913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:00.387541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.474498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5550969 Aug 03 19:48:00.475610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56198) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:00.481703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25b77-5859-4630-8f5d-fa60187e95f5 admin admin] Pushing event updated for resources: {'Network': ['ID=41490181-4db6-4c2b-8bfd-1868a0b19ef8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:00.493383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Request body: {'subnet': {'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-839097655-subnet', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:00.494184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:48:00.551579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Made reservation on behalf of 39297cfd5b554afa82910eba263781ce for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:48:00.557139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.639281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.707653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Pushing event updated for resources: {'Subnet': ['ID=b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:00.715412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Checking segment: {'id': 'c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ead91d07-c51e-44d0-8839-e0d4641cb992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:48:00.715777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Network hostable DHCP agents. Network: ead91d07-c51e-44d0-8839-e0d4641cb992, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:48:00.738962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Network ead91d07-c51e-44d0-8839-e0d4641cb992 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:48:00.749945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, ead91d07-c51e-44d0-8839-e0d4641cb992) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:00.755043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:00.755781 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.769313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b3074-30f0-40ce-8553-7c7d393a31fa None None] Network ead91d07-c51e-44d0-8839-e0d4641cb992 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:48:00.774064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4c29545d-cc17-42f9-8e1f-71bb0be21460 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6184766 Aug 03 19:48:00.778454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56204) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:00.784204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Request body: {'port': {'network_id': 'ead91d07-c51e-44d0-8839-e0d4641cb992', 'name': 'tempest-TagsExtTest-1262713415'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:00.834412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.915339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af71037e-b23a-497b-8b5b-6b9ffc12eed2,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:00.934705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Made reservation on behalf of a7894c0fbcc64c10a6d218fe9faafec1 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:48:00.941729 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:00.963647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Checking segment: {'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:48:00.964432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Network hostable DHCP agents. Network: 41490181-4db6-4c2b-8bfd-1868a0b19ef8, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:48:00.982178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] device_id is not set on port 497d89f5-fe4e-4bb6-8630-dd53859c6521 yet. {{(pid=94134) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:48:00.991883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-ead91d07-c51e-44d0-8839-e0d4641cb992', 'network_id': 'ead91d07-c51e-44d0-8839-e0d4641cb992', 'tenant_id': 'a7894c0fbcc64c10a6d218fe9faafec1', 'fixed_ips': [{'subnet_id': 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:48:00.992849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.003197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:48:01.017754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 41490181-4db6-4c2b-8bfd-1868a0b19ef8) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:01.027799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:01.028545 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.054491 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-988089f5-5bd4-4c2e-b639-edc1d54746f5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5764880 Aug 03 19:48:01.061505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56212) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:01.063745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f156c4-df33-4355-80bc-3df4ef9f2b13 None None] Network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:48:01.074400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:01.090901 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Sync routers for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:48:01.110949 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:01.111649 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:48:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:01.115603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.117756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.213351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.216438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Allocated IP 172.20.0.10 (ead91d07-c51e-44d0-8839-e0d4641cb992/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/497d89f5-fe4e-4bb6-8630-dd53859c6521) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:48:01.240388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57b56791-ab7b-450c-8a1b-93d03a76649a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:01.270252 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:01.355654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 57b56791-ab7b-450c-8a1b-93d03a76649a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:01.356138 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.390128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.509337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-41490181-4db6-4c2b-8bfd-1868a0b19ef8', 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'fixed_ips': [{'subnet_id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:48:01.510330 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.538270 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.556618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Transition to ACTIVE for port object 497d89f5-fe4e-4bb6-8630-dd53859c6521 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:01.601958 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.641212 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 2, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:01.693243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Allocated IP 172.20.0.2 (ead91d07-c51e-44d0-8839-e0d4641cb992/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/6690e59b-7ec2-4fba-86c7-905cda29fb37) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:48:01.702539 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Checking router: 3e21cf78-a116-4eee-8938-5de340eb55c6 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:48:01.703406 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Updating router 3e21cf78-a116-4eee-8938-5de340eb55c6 port 571f3d9b-090f-4987-be4e-0721c9efc4a7 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:48:01.730455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Pushing event updated for resources: {'Port': ['ID=497d89f5-fe4e-4bb6-8630-dd53859c6521,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:01.742576 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.748808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Network ead91d07-c51e-44d0-8839-e0d4641cb992 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:48:01.751974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:01.759225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:48:01.811701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.831333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:01.833212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.853812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.857379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c4eebd2-40a4-4a17-891d-5b3661423876 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0751340 Aug 03 19:48:01.857689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56222) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:01.862989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e06fcb97-b99a-40e3-bb33-61b30afc2710 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-493568551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:01.893125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e06fcb97-b99a-40e3-bb33-61b30afc2710 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.896004 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e06fcb97-b99a-40e3-bb33-61b30afc2710 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.961374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Allocated IP 172.20.0.2 (41490181-4db6-4c2b-8bfd-1868a0b19ef8/af71037e-b23a-497b-8b5b-6b9ffc12eed2/2ec227bb-8e7a-44c1-85bf-6c8c05d1a713) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:48:01.990576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e06fcb97-b99a-40e3-bb33-61b30afc2710 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:01.997907 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e06fcb97-b99a-40e3-bb33-61b30afc2710 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.019067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e06fcb97-b99a-40e3-bb33-61b30afc2710 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.025864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e06fcb97-b99a-40e3-bb33-61b30afc2710 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1665149 Aug 03 19:48:02.026990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56226) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:02.033763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6cfcca46-9dd9-48b7-870c-d896462f00c1 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2114312863', 'prefixes': ['172.20.0.0/16']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:02.057076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Allocated IP 172.25.4.106 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/1aa4e053-4133-4960-9960-83233d345c33) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:48:02.138521 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.164178 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cfcca46-9dd9-48b7-870c-d896462f00c1 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for subnetpool, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.166159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6cfcca46-9dd9-48b7-870c-d896462f00c1 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1379275 Aug 03 19:48:02.169668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56232) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:02.177520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-664deb60-b576-4423-86e7-131cbb4f2453 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55', 'tempest-TagsExtTest-Tag-1447357574') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:02.209637 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.227302 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Transition to ACTIVE for port object 571f3d9b-090f-4987-be4e-0721c9efc4a7 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:02.237647 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.297306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.333019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Transition to ACTIVE for port object 6690e59b-7ec2-4fba-86c7-905cda29fb37 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:02.337675 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.356262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Transition to ACTIVE for port object 6690e59b-7ec2-4fba-86c7-905cda29fb37 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:02.358805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-664deb60-b576-4423-86e7-131cbb4f2453 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags/tempest-TagsExtTest-Tag-1447357574 HTTP/1.1" status: 201 len: 201 time: 0.1875699 Aug 03 19:48:02.361417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56236) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:02.370285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-c2d42919-2217-404f-b383-b711abf556ea tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521', 'tempest-TagsExtTest-Tag-2076546541') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:02.378127 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.392333 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Pushing event updated for resources: {'Port': ['ID=571f3d9b-090f-4987-be4e-0721c9efc4a7,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:02.419903 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.420358 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.420695 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.421024 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.421354 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.421727 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.422050 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.422391 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.422731 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.423087 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.423408 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.423726 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:02.431118 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Attempting to bind port 571f3d9b-090f-4987-be4e-0721c9efc4a7 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:48:02.431478 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Attempting to bind port 571f3d9b-090f-4987-be4e-0721c9efc4a7 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:48:02.431833 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Attempting to bind port 571f3d9b-090f-4987-be4e-0721c9efc4a7 on network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:48:02.453924 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.456832 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:48:02.458001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Checking segment: {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:48:02.458470 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.458869 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Bound using segment: {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:48:02.459359 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Bound port: 571f3d9b-090f-4987-be4e-0721c9efc4a7, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:48:02.459744 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.470668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.478504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Pushing event updated for resources: {'Port': ['ID=6690e59b-7ec2-4fba-86c7-905cda29fb37,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:02.500753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Network ead91d07-c51e-44d0-8839-e0d4641cb992 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:48:02.503816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Transition to ACTIVE for port object 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:02.506941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:02.511358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:48:02.514534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c2d42919-2217-404f-b383-b711abf556ea tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags/tempest-TagsExtTest-Tag-2076546541 HTTP/1.1" status: 201 len: 201 time: 0.1497750 Aug 03 19:48:02.516615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56240) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:02.530043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-a0d9ac44-d4b8-473d-9fc3-347ecdbbc471 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90', 'tempest-TagsExtTest-Tag-799213159') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:02.539246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa4e053-4133-4960-9960-83233d345c33,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:02.555231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:48:02.556809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:02.563684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:48:02.604239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Transition to ACTIVE for port object 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:02.612967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.660808 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] For port 571f3d9b-090f-4987-be4e-0721c9efc4a7, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:48:02.665253 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] For port 571f3d9b-090f-4987-be4e-0721c9efc4a7, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=571f3d9b-090f-4987-be4e-0721c9efc4a7,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:48:02.674061 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.680551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a0d9ac44-d4b8-473d-9fc3-347ecdbbc471 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags/tempest-TagsExtTest-Tag-799213159 HTTP/1.1" status: 201 len: 201 time: 0.1621575 Aug 03 19:48:02.683143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56244) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:02.690770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-2b76ace7-f99e-4ea5-9447-e568ff0b6842 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d', 'tempest-TagsExtTest-Tag-2146634953') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:02.740127 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:02.740849 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:48:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:02.747838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:48:02.757519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:02.762928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Attempting to bind port 6690e59b-7ec2-4fba-86c7-905cda29fb37 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:48:02.763213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Attempting to bind port 6690e59b-7ec2-4fba-86c7-905cda29fb37 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ead91d07-c51e-44d0-8839-e0d4641cb992'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:48:02.763645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Attempting to bind port 6690e59b-7ec2-4fba-86c7-905cda29fb37 on network ead91d07-c51e-44d0-8839-e0d4641cb992 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:48:02.769370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:48:02.783922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2b76ace7-f99e-4ea5-9447-e568ff0b6842 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags/tempest-TagsExtTest-Tag-2146634953 HTTP/1.1" status: 201 len: 201 time: 0.0972457 Aug 03 19:48:02.784796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56246) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:02.795229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-4521a051-46d1-4ac7-9e6a-fc16f77a3681 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:02.904543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4521a051-46d1-4ac7-9e6a-fc16f77a3681 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags HTTP/1.1" status: 200 len: 241 time: 0.1182051 Aug 03 19:48:02.907416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56250) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:02.910346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:48:02.910871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Checking segment: {'id': 'c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ead91d07-c51e-44d0-8839-e0d4641cb992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:48:02.911295 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.911703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Bound using segment: {'id': 'c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ead91d07-c51e-44d0-8839-e0d4641cb992'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:48:02.912201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Bound port: 6690e59b-7ec2-4fba-86c7-905cda29fb37, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ead91d07-c51e-44d0-8839-e0d4641cb992'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:48:02.912598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.916727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Pushing event updated for resources: {'Port': ['ID=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:02.929603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-f3cb1447-4a15-426a-afbf-cbafeae9bf99 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55', 'tempest-TagsExtTest-Tag-1447357574') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:02.929958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Attempting to bind port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:48:02.930338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Attempting to bind port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:48:02.930708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Attempting to bind port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 on network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:48:02.949447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:48:02.949974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Checking segment: {'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:48:02.950415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.950814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Bound using segment: {'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:48:02.951407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Bound port: 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:48:02.951664 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:03.015561 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceab602-26a3-418a-85a9-26dd0456107a None None] Pushing event updated for resources: {'Port': ['ID=571f3d9b-090f-4987-be4e-0721c9efc4a7,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:03.042115 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:03.077637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] For port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:48:03.086561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] For port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,segment=NetworkSegment(ad157b25-6070-4e08-812c-023a8fcebda9),segment_id=ad157b25-6070-4e08-812c-023a8fcebda9)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:48:03.086561 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:03.100468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f3cb1447-4a15-426a-afbf-cbafeae9bf99 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags/tempest-TagsExtTest-Tag-1447357574 HTTP/1.1" status: 204 len: 168 time: 0.1894236 Aug 03 19:48:03.100877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56254) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:03.107581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-1e4b79fe-7eb3-4cd7-8906-0bb09b341eb8 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55', 'tempest-TagsExtTest-Tag-1447357574') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:03.150681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:03.190686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] For port 6690e59b-7ec2-4fba-86c7-905cda29fb37, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:48:03.232880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] For port 6690e59b-7ec2-4fba-86c7-905cda29fb37, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6690e59b-7ec2-4fba-86c7-905cda29fb37,segment=NetworkSegment(c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770),segment_id=c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:48:03.240436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c7c28-ebf1-4a7f-81eb-a4d16369fc99 None None] Pushing event updated for resources: {'Port': ['ID=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:03.246441 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:03.281142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1e4b79fe-7eb3-4cd7-8906-0bb09b341eb8 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags/tempest-TagsExtTest-Tag-1447357574 HTTP/1.1" status: 204 len: 168 time: 0.1776862 Aug 03 19:48:03.282135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56262) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:03.288954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-56a6e84d-9102-4d64-bc8b-553188b5e843 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:03.351093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8821aa7-821c-4ea2-8f3e-a6a4dad341eb None None] Pushing event updated for resources: {'Port': ['ID=6690e59b-7ec2-4fba-86c7-905cda29fb37,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:03.374378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-56a6e84d-9102-4d64-bc8b-553188b5e843 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags HTTP/1.1" status: 200 len: 205 time: 0.0870287 Aug 03 19:48:03.375288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56264) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:03.386769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-6eae11ab-2402-419f-86fa-69339562035b tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:03.457591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6eae11ab-2402-419f-86fa-69339562035b tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags HTTP/1.1" status: 200 len: 241 time: 0.0797946 Aug 03 19:48:03.468032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56268) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:03.490128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-2a6511a0-5283-4646-9a59-6327b94b6ae3 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521', 'tempest-TagsExtTest-Tag-2076546541') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:03.543926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:03.609597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2a6511a0-5283-4646-9a59-6327b94b6ae3 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags/tempest-TagsExtTest-Tag-2076546541 HTTP/1.1" status: 204 len: 168 time: 0.1376152 Aug 03 19:48:03.614097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56270) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:03.629839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-9cc83510-e900-485f-86a5-6fcc45fe2ac4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521', 'tempest-TagsExtTest-Tag-2076546541') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:03.664269 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:48:02Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:03.717616 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2684b-0f0e-482b-ad2c-8db70f8aa863 None None] The sync data for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 is: [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:48:02Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:48:03.789206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9cc83510-e900-485f-86a5-6fcc45fe2ac4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags/tempest-TagsExtTest-Tag-2076546541 HTTP/1.1" status: 204 len: 168 time: 0.1732068 Aug 03 19:48:03.791870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56274) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:03.799673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-3d2a514a-63d5-4f89-a4f2-ca6659395069 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:03.899699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3d2a514a-63d5-4f89-a4f2-ca6659395069 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags HTTP/1.1" status: 200 len: 205 time: 0.1043589 Aug 03 19:48:03.899965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56278) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:03.906766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-c101fa96-6846-43a3-a5f8-f7b3b9d0f17a tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.051210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c101fa96-6846-43a3-a5f8-f7b3b9d0f17a tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags HTTP/1.1" status: 200 len: 240 time: 0.1476572 Aug 03 19:48:04.055537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56282) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:04.067841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-c0235d8b-2835-41e2-a29d-d3ce5d7827eb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90', 'tempest-TagsExtTest-Tag-799213159') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.231373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c0235d8b-2835-41e2-a29d-d3ce5d7827eb tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags/tempest-TagsExtTest-Tag-799213159 HTTP/1.1" status: 204 len: 168 time: 0.1708329 Aug 03 19:48:04.234029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56288) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:04.239464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-7c09748f-b976-4c23-a4a3-b6fa14e17fab tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90', 'tempest-TagsExtTest-Tag-799213159') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.263588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Router cbe7d321-2a4f-47ab-b387-833330fcb793 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:48:04.375845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c09748f-b976-4c23-a4a3-b6fa14e17fab tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags/tempest-TagsExtTest-Tag-799213159 HTTP/1.1" status: 204 len: 168 time: 0.1397083 Aug 03 19:48:04.376448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56292) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:04.382368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-ed66f8e1-a5ff-467e-adb5-103c4d745a7b tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.466365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:48:04.499620 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:04.501730 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bcaf6e20-d5ef-4d7c-9c87-927219a53739 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4424579 Aug 03 19:48:04.505102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56298) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:04.523357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ed66f8e1-a5ff-467e-adb5-103c4d745a7b tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags HTTP/1.1" status: 200 len: 205 time: 0.1457829 Aug 03 19:48:04.524022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56300) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:04.534651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-c918a4f8-7947-47d8-bd95-6545c3176d28 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.535985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Sync routers for ids ['cbe7d321-2a4f-47ab-b387-833330fcb793'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:48:04.584735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Routers {'cbe7d321-2a4f-47ab-b387-833330fcb793'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:04.585995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:48:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cbe7d321-2a4f-47ab-b387-833330fcb793'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.593788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56302) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:04.594692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c918a4f8-7947-47d8-bd95-6545c3176d28 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags HTTP/1.1" status: 200 len: 241 time: 0.0691788 Aug 03 19:48:04.600904 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-585af039-f744-4b0c-be32-daab20bffb24 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d', 'tempest-TagsExtTest-Tag-2146634953') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.731238 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:04.732389 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-585af039-f744-4b0c-be32-daab20bffb24 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags/tempest-TagsExtTest-Tag-2146634953 HTTP/1.1" status: 204 len: 168 time: 0.1372373 Aug 03 19:48:04.734787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56306) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:04.742468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-2a34e34e-cbca-4478-b98a-c4bfc3e93f2b tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d', 'tempest-TagsExtTest-Tag-2146634953') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.786441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Set router cbe7d321-2a4f-47ab-b387-833330fcb793 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:04.920089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56310) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:04.925149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-f24f5747-ebdb-473f-b276-7f304e1a13ed tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:04.928336 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a34e34e-cbca-4478-b98a-c4bfc3e93f2b tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags/tempest-TagsExtTest-Tag-2146634953 HTTP/1.1" status: 204 len: 168 time: 0.1924231 Aug 03 19:48:04.982202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f24f5747-ebdb-473f-b276-7f304e1a13ed tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags HTTP/1.1" status: 200 len: 205 time: 0.0608847 Aug 03 19:48:04.982875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:05.000774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-447364c3-9dbc-4721-aa12-98cdaf359bf2 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:05.094123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-447364c3-9dbc-4721-aa12-98cdaf359bf2 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags HTTP/1.1" status: 204 len: 168 time: 0.1101766 Aug 03 19:48:05.095008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56316) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:05.102379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-26bfaa5f-1eb9-424c-b0e3-ea679e4cdaf2 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:05.141418 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '1aa4e053-4133-4960-9960-83233d345c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:02Z', 'revision_number': 3, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port': {'id': '1aa4e053-4133-4960-9960-83233d345c33', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:05.242044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca15d8-54c6-459b-ba91-92f65aa75cee None None] Network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:48:05.365347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-26bfaa5f-1eb9-424c-b0e3-ea679e4cdaf2 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags HTTP/1.1" status: 204 len: 168 time: 0.2693043 Aug 03 19:48:05.368166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56324) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:05.383426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:05.384527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-cdf69864-0a24-4390-8d66-66a25d07fe91 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:05.435896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Checking router: cbe7d321-2a4f-47ab-b387-833330fcb793 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:48:05.436468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Updating router cbe7d321-2a4f-47ab-b387-833330fcb793 port 1aa4e053-4133-4960-9960-83233d345c33 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:48:05.473586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cdf69864-0a24-4390-8d66-66a25d07fe91 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags HTTP/1.1" status: 204 len: 168 time: 0.1034498 Aug 03 19:48:05.478998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56326) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:05.515953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-2e440109-0702-4089-9108-8e4d97fc0fe3 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:05.527136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8e09102a-4f9c-4a48-bce7-bbeaca01ecf2 None None] Provisioning for port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:05.571403 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:05.601813 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:05.650901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ec297-6c13-40d2-a0b2-15000187708e None None] Network ead91d07-c51e-44d0-8839-e0d4641cb992 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:48:05.666058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2e440109-0702-4089-9108-8e4d97fc0fe3 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags HTTP/1.1" status: 204 len: 168 time: 0.1841300 Aug 03 19:48:05.670046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56332) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:05.675613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-510e781f-96af-4f18-9566-23b73634d649 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55', 'tempest-TagsExtTest-Tag-439873968') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:05.794799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-510e781f-96af-4f18-9566-23b73634d649 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags/tempest-TagsExtTest-Tag-439873968 HTTP/1.1" status: 201 len: 201 time: 0.1235917 Aug 03 19:48:05.795907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56336) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:05.803526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-941dffcb-5849-4990-b085-6d08eb775018 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521', 'tempest-TagsExtTest-Tag-1183061353') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:05.857814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:05.861391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6dab6841-20da-4f3c-ba10-6b841c2a6e3a None None] Provisioning for port 6690e59b-7ec2-4fba-86c7-905cda29fb37 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:05.895129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:05.895679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:05.915669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-941dffcb-5849-4990-b085-6d08eb775018 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags/tempest-TagsExtTest-Tag-1183061353 HTTP/1.1" status: 201 len: 201 time: 0.1156211 Aug 03 19:48:05.917154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56340) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:05.940696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-bb582076-63c8-4501-8171-8f42ff001d7d tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90', 'tempest-TagsExtTest-Tag-896772082') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:05.966799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Allocated IP 172.20.0.1 (41490181-4db6-4c2b-8bfd-1868a0b19ef8/af71037e-b23a-497b-8b5b-6b9ffc12eed2/08005cd8-9d9c-486a-b32d-6b221c2d0608) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:48:06.066956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bb582076-63c8-4501-8171-8f42ff001d7d tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags/tempest-TagsExtTest-Tag-896772082 HTTP/1.1" status: 201 len: 201 time: 0.1479661 Aug 03 19:48:06.070085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56344) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:06.076656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-e587e855-7da5-4acf-b61a-2fe5ca96137a tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d', 'tempest-TagsExtTest-Tag-1095321778') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:06.132304 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.133464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e587e855-7da5-4acf-b61a-2fe5ca96137a tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags/tempest-TagsExtTest-Tag-1095321778 HTTP/1.1" status: 201 len: 201 time: 0.0616992 Aug 03 19:48:06.138785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56348) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:06.144825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-dc70cf19-e753-4657-92c2-e09c1b7da98a tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55', {'tags': ['tempest-TagsExtTest-Tag-61796220', 'tempest-TagsExtTest-Tag-732077359', 'tempest-TagsExtTest-Tag-1863105528']}) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:06.162563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Transition to ACTIVE for port object 08005cd8-9d9c-486a-b32d-6b221c2d0608 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:06.214061 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.249277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:48:06.251848 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:06.256843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:48:06.266017 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.317908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dc70cf19-e753-4657-92c2-e09c1b7da98a tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags HTTP/1.1" status: 200 len: 315 time: 0.1771452 Aug 03 19:48:06.321297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56354) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:06.327142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-ba428c3c-62a9-41a3-a856-dcb55f64b4b1 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:06.391696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,segment=NetworkSegment(ad157b25-6070-4e08-812c-023a8fcebda9),segment_id=ad157b25-6070-4e08-812c-023a8fcebda9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:06.402497 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Pushing event updated for resources: {'Port': ['ID=08005cd8-9d9c-486a-b32d-6b221c2d0608,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:06.419421 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.420344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 571f3d9b-090f-4987-be4e-0721c9efc4a7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:06.425324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ba428c3c-62a9-41a3-a856-dcb55f64b4b1 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags HTTP/1.1" status: 204 len: 168 time: 0.1025033 Aug 03 19:48:06.429980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:06.437038 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.437229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-383f211a-a8a6-4bd7-9638-dcd7872f8d18 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55', 'tempest-TagsExtTest-Tag-61796220') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:06.536724 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.546230 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-383f211a-a8a6-4bd7-9638-dcd7872f8d18 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:06.548872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-383f211a-a8a6-4bd7-9638-dcd7872f8d18 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags/tempest-TagsExtTest-Tag-61796220 HTTP/1.1" status: 404 len: 327 time: 0.1162610 Aug 03 19:48:06.553663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56364) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:06.559685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-2b3a688c-c811-43a9-8fbf-2a57e8c20dba tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55', 'tempest-TagsExtTest-Tag-732077359') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:06.573286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Transition to ACTIVE for port object 1aa4e053-4133-4960-9960-83233d345c33 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:06.604679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.606137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.606137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.606137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.606617 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.608696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.609153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.609645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.610155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.610644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.611260 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.611722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:06.616871 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.656539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:06.703958 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-2b3a688c-c811-43a9-8fbf-2a57e8c20dba tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:06.705586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2b3a688c-c811-43a9-8fbf-2a57e8c20dba tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags/tempest-TagsExtTest-Tag-732077359 HTTP/1.1" status: 404 len: 328 time: 0.1506884 Aug 03 19:48:06.709102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56368) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:06.714065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-918c3170-cc02-4194-9cd9-69a7c01d74da tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55', 'tempest-TagsExtTest-Tag-1863105528') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:06.792657 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Attempting to bind port 1aa4e053-4133-4960-9960-83233d345c33 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:48:06.793024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Attempting to bind port 1aa4e053-4133-4960-9960-83233d345c33 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:48:06.793569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Attempting to bind port 1aa4e053-4133-4960-9960-83233d345c33 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:48:06.804027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 571f3d9b-090f-4987-be4e-0721c9efc4a7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:06.809096 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-918c3170-cc02-4194-9cd9-69a7c01d74da tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:06.812389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-918c3170-cc02-4194-9cd9-69a7c01d74da tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags/tempest-TagsExtTest-Tag-1863105528 HTTP/1.1" status: 404 len: 329 time: 0.1018147 Aug 03 19:48:06.818302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56372) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:06.826171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-4fa6fbea-fbe6-4c5a-94d3-8bf9530f5764 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521', {'tags': ['tempest-TagsExtTest-Tag-1027367652', 'tempest-TagsExtTest-Tag-293327919', 'tempest-TagsExtTest-Tag-610390303']}) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:06.829332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8f252a5c-45e2-4be7-834e-9beea3ceb9b2 None None] Provisioning complete for port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:06.829778 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8f252a5c-45e2-4be7-834e-9beea3ceb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.880262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69ad9b-01a1-487e-b103-615baacec57b None None] Pushing event updated for resources: {'Port': ['ID=1aa4e053-4133-4960-9960-83233d345c33,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:06.897402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 571f3d9b-090f-4987-be4e-0721c9efc4a7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:06.899631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.924453 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.943560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:48:06.944014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4fa6fbea-fbe6-4c5a-94d3-8bf9530f5764 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags HTTP/1.1" status: 200 len: 316 time: 0.1244004 Aug 03 19:48:06.944146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:48:06.944565 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.945119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:48:06.945823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Bound port: 1aa4e053-4133-4960-9960-83233d345c33, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:48:06.946301 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.946624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56374) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:06.955535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-a982686b-05ee-4a59-a959-81ba582ed7ec tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:07.096541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a982686b-05ee-4a59-a959-81ba582ed7ec tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags HTTP/1.1" status: 204 len: 168 time: 0.1488841 Aug 03 19:48:07.100253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56378) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:07.108427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-74ca36a7-4b84-49d7-9400-2ea7d799b175 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521', 'tempest-TagsExtTest-Tag-1027367652') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:07.184418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:07.192462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:07.208380 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-74ca36a7-4b84-49d7-9400-2ea7d799b175 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:07.210177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-74ca36a7-4b84-49d7-9400-2ea7d799b175 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags/tempest-TagsExtTest-Tag-1027367652 HTTP/1.1" status: 404 len: 329 time: 0.1081583 Aug 03 19:48:07.212981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56382) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:07.220761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-85bf892b-8b70-4382-8c26-b721f649b3f2 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521', 'tempest-TagsExtTest-Tag-293327919') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:07.295322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:07.305927 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [None req-85bf892b-8b70-4382-8c26-b721f649b3f2 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:07.310262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-85bf892b-8b70-4382-8c26-b721f649b3f2 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags/tempest-TagsExtTest-Tag-293327919 HTTP/1.1" status: 404 len: 328 time: 0.0926597 Aug 03 19:48:07.311231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56386) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:07.316346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-8e21a5a1-36bd-46e8-82cf-7c0720314808 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521', 'tempest-TagsExtTest-Tag-610390303') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:07.321400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Pushing event updated for resources: {'Port': ['ID=08005cd8-9d9c-486a-b32d-6b221c2d0608,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:07.348857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] For port 1aa4e053-4133-4960-9960-83233d345c33, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:48:07.355119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] For port 1aa4e053-4133-4960-9960-83233d345c33, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1aa4e053-4133-4960-9960-83233d345c33,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:48:07.398265 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:07.459242 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-8e21a5a1-36bd-46e8-82cf-7c0720314808 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:07.460320 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8e21a5a1-36bd-46e8-82cf-7c0720314808 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags/tempest-TagsExtTest-Tag-610390303 HTTP/1.1" status: 404 len: 328 time: 0.1481397 Aug 03 19:48:07.462286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:48:07.463268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56388) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:07.468486 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-47896e38-d414-4d3f-a561-e8f5baa72d66 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90', {'tags': ['tempest-TagsExtTest-Tag-1935276153', 'tempest-TagsExtTest-Tag-880087610', 'tempest-TagsExtTest-Tag-807717121']}) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:07.470900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:07.513585 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:07.553739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69ad9b-01a1-487e-b103-615baacec57b None None] Pushing event updated for resources: {'Port': ['ID=1aa4e053-4133-4960-9960-83233d345c33,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:07.571327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Routers {'cbe7d321-2a4f-47ab-b387-833330fcb793'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:07.572100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:48:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cbe7d321-2a4f-47ab-b387-833330fcb793'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:07.616804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 571f3d9b-090f-4987-be4e-0721c9efc4a7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=571f3d9b-090f-4987-be4e-0721c9efc4a7,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:07.669370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:07.670893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6690e59b-7ec2-4fba-86c7-905cda29fb37 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:07.675351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56390) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:07.677037 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-47896e38-d414-4d3f-a561-e8f5baa72d66 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags HTTP/1.1" status: 200 len: 316 time: 0.2077055 Aug 03 19:48:07.686022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-18ee5afe-dc21-4885-9b84-ee68a70b1567 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:07.700160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Router cbe7d321-2a4f-47ab-b387-833330fcb793 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:48:07.931031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=571f3d9b-090f-4987-be4e-0721c9efc4a7,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:07.969839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] Set router cbe7d321-2a4f-47ab-b387-833330fcb793 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:07.973921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-069d47cb-7bfc-4462-ad3c-7f1b3d6a64a2 None None] Provisioning for port 08005cd8-9d9c-486a-b32d-6b221c2d0608 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:08.003309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 6690e59b-7ec2-4fba-86c7-905cda29fb37 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:08.011929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-069d47cb-7bfc-4462-ad3c-7f1b3d6a64a2 None None] Provisioning complete for port 08005cd8-9d9c-486a-b32d-6b221c2d0608 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:08.012312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-069d47cb-7bfc-4462-ad3c-7f1b3d6a64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.021768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 6690e59b-7ec2-4fba-86c7-905cda29fb37 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:08.022143 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.143470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:48:08.157704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-069d47cb-7bfc-4462-ad3c-7f1b3d6a64a2 None None] Port 08005cd8-9d9c-486a-b32d-6b221c2d0608 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:48:08.163773 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7eeb8e20-13d8-4d7a-b708-ff049d791be5 admin admin] 10.222.0.42 "PUT /v2.0/routers/cbe7d321-2a4f-47ab-b387-833330fcb793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6573317 Aug 03 19:48:08.224964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-069d47cb-7bfc-4462-ad3c-7f1b3d6a64a2 None None] Provisioning for port 497d89f5-fe4e-4bb6-8630-dd53859c6521 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:08.239424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-18ee5afe-dc21-4885-9b84-ee68a70b1567 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags HTTP/1.1" status: 204 len: 168 time: 0.5596893 Aug 03 19:48:08.240272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56394) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.242739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-069d47cb-7bfc-4462-ad3c-7f1b3d6a64a2 None None] Provisioning complete for port 497d89f5-fe4e-4bb6-8630-dd53859c6521 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:08.243104 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-069d47cb-7bfc-4462-ad3c-7f1b3d6a64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.250121 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-6af97cb9-1786-48d4-9d92-6aadd5b04568 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90', 'tempest-TagsExtTest-Tag-1935276153') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.368594 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.376353 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-6af97cb9-1786-48d4-9d92-6aadd5b04568 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:08.378061 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6af97cb9-1786-48d4-9d92-6aadd5b04568 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags/tempest-TagsExtTest-Tag-1935276153 HTTP/1.1" status: 404 len: 329 time: 0.1341841 Aug 03 19:48:08.381316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-069d47cb-7bfc-4462-ad3c-7f1b3d6a64a2 None None] Port 497d89f5-fe4e-4bb6-8630-dd53859c6521 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:48:08.381493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56404) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.386891 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-1564da41-a028-4697-9e11-16cb0ad31271 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90', 'tempest-TagsExtTest-Tag-880087610') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.412280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 6690e59b-7ec2-4fba-86c7-905cda29fb37, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6690e59b-7ec2-4fba-86c7-905cda29fb37,segment=NetworkSegment(c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770),segment_id=c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:08.422092 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.465284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '1aa4e053-4133-4960-9960-83233d345c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:06Z', 'revision_number': 4, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port': {'id': '1aa4e053-4133-4960-9960-83233d345c33', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '08005cd8-9d9c-486a-b32d-6b221c2d0608', 'name': '', 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'mac_address': 'fa:16:3e:c8:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:05Z', 'updated_at': '2021-08-03T19:48:06Z', 'revision_number': 2, 'project_id': '39297cfd5b554afa82910eba263781ce', 'subnets': [{'id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.513675 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-1564da41-a028-4697-9e11-16cb0ad31271 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:08.513675 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1564da41-a028-4697-9e11-16cb0ad31271 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags/tempest-TagsExtTest-Tag-880087610 HTTP/1.1" status: 404 len: 328 time: 0.1279466 Aug 03 19:48:08.513675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56406) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.514802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727f711-7bca-45a9-a4c5-b41434da7ece None None] The sync data for ids ['cbe7d321-2a4f-47ab-b387-833330fcb793'] in n-d-803378-1 is: [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '1aa4e053-4133-4960-9960-83233d345c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:06Z', 'revision_number': 4, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port': {'id': '1aa4e053-4133-4960-9960-83233d345c33', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '08005cd8-9d9c-486a-b32d-6b221c2d0608', 'name': '', 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'mac_address': 'fa:16:3e:c8:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:05Z', 'updated_at': '2021-08-03T19:48:06Z', 'revision_number': 2, 'project_id': '39297cfd5b554afa82910eba263781ce', 'subnets': [{'id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:48:08.521438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-4681bfc7-de7a-4a35-9996-236a5f69279d tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90', 'tempest-TagsExtTest-Tag-807717121') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.523723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=6690e59b-7ec2-4fba-86c7-905cda29fb37,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:08.530205 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e0a4a563-f099-4950-88c9-2e341f227c76 None None] Provisioning complete for port 08005cd8-9d9c-486a-b32d-6b221c2d0608 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:08.530587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a563-f099-4950-88c9-2e341f227c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.577193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:08.636386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4a563-f099-4950-88c9-2e341f227c76 None None] Port 08005cd8-9d9c-486a-b32d-6b221c2d0608 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:48:08.654747 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-4681bfc7-de7a-4a35-9996-236a5f69279d tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:08.658462 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4681bfc7-de7a-4a35-9996-236a5f69279d tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags/tempest-TagsExtTest-Tag-807717121 HTTP/1.1" status: 404 len: 328 time: 0.1417234 Aug 03 19:48:08.658719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56410) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.664309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-c151e6a4-3478-41b2-801e-116bff05bdb0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d', {'tags': ['tempest-TagsExtTest-Tag-1074419766', 'tempest-TagsExtTest-Tag-1821949842', 'tempest-TagsExtTest-Tag-1659730039']}) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.664743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:08.665249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.713022 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c151e6a4-3478-41b2-801e-116bff05bdb0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "PUT /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags HTTP/1.1" status: 200 len: 318 time: 0.0529907 Aug 03 19:48:08.715485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56412) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.721554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-664e3d08-69df-4af0-89fd-d47d2e94c5bc tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.767416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-664e3d08-69df-4af0-89fd-d47d2e94c5bc tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0504634 Aug 03 19:48:08.770732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56414) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.775535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-77ac9d19-bacd-4b98-b370-9ccd1f35a214 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d', 'tempest-TagsExtTest-Tag-1074419766') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.777508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 571f3d9b-090f-4987-be4e-0721c9efc4a7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:08.799228 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-77ac9d19-bacd-4b98-b370-9ccd1f35a214 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:08.799563 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-77ac9d19-bacd-4b98-b370-9ccd1f35a214 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags/tempest-TagsExtTest-Tag-1074419766 HTTP/1.1" status: 404 len: 329 time: 0.0275993 Aug 03 19:48:08.803626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56416) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.810309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-eb40b890-cdef-444b-b236-3b7287cbf826 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d', 'tempest-TagsExtTest-Tag-1821949842') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.858165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 571f3d9b-090f-4987-be4e-0721c9efc4a7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:08.858552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.859606 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-eb40b890-cdef-444b-b236-3b7287cbf826 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:08.861242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eb40b890-cdef-444b-b236-3b7287cbf826 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags/tempest-TagsExtTest-Tag-1821949842 HTTP/1.1" status: 404 len: 329 time: 0.0560541 Aug 03 19:48:08.863511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56418) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.868173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.tag.tag_plugin [None req-d5274a6e-9925-4b46-a477-e3d0cf325f52 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d', 'tempest-TagsExtTest-Tag-1659730039') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.905604 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-d5274a6e-9925-4b46-a477-e3d0cf325f52 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] show failed (client error): The resource could not be found. Aug 03 19:48:08.910012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56420) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.911291 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d5274a6e-9925-4b46-a477-e3d0cf325f52 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags/tempest-TagsExtTest-Tag-1659730039 HTTP/1.1" status: 404 len: 329 time: 0.0457187 Aug 03 19:48:08.915391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-12abcfc0-af16-4635-9f5f-f22c7f612419 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e1f34d6-5484-442d-bb54-65b7aa059f1d') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:08.944893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-12abcfc0-af16-4635-9f5f-f22c7f612419 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0331686 Aug 03 19:48:08.949436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56422) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:08.955879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-05e9227b-3d80-4e61-8539-dd452db1e3c5 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6c6598e-7ebd-4f32-88dd-dd21dacbfa90') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:09.045082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-05e9227b-3d80-4e61-8539-dd452db1e3c5 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90/tags HTTP/1.1" status: 204 len: 168 time: 0.0929914 Aug 03 19:48:09.047588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56424) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:09.052495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-4a2fb5a1-cfc3-469f-9ff8-7ec89e330aec tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '497d89f5-fe4e-4bb6-8630-dd53859c6521') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:09.109180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4a2fb5a1-cfc3-469f-9ff8-7ec89e330aec tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521/tags HTTP/1.1" status: 204 len: 168 time: 0.0606048 Aug 03 19:48:09.111847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56426) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:09.116880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.tag.tag_plugin [None req-79d42122-18e7-4dc4-9f3a-da12d5277733 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:09.179217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79d42122-18e7-4dc4-9f3a-da12d5277733 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55/tags HTTP/1.1" status: 204 len: 168 time: 0.0663540 Aug 03 19:48:09.183956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56428) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:09.284629 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6137e6c-008a-4981-a840-c8bdf0eef77f tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for subnetpool, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.287449 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6137e6c-008a-4981-a840-c8bdf0eef77f tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnetpools/7e1f34d6-5484-442d-bb54-65b7aa059f1d HTTP/1.1" status: 204 len: 168 time: 0.1023118 Aug 03 19:48:09.289609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56430) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:09.338247 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-77f07f1b-bbbe-4c94-ac36-d476bdc6af2e tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c6598e-7ebd-4f32-88dd-dd21dacbfa90 HTTP/1.1" status: 200 len: 205 time: 0.0473359 Aug 03 19:48:09.340426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56432) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:09.437680 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f28b88dd-f162-4c64-ae92-86124240be45 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.619159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f28b88dd-f162-4c64-ae92-86124240be45 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.622245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f28b88dd-f162-4c64-ae92-86124240be45 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.671137 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f28b88dd-f162-4c64-ae92-86124240be45 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.671972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28b88dd-f162-4c64-ae92-86124240be45 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Fanout notify agent at l3_agent the message router_deleted on router a6c6598e-7ebd-4f32-88dd-dd21dacbfa90 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:48:09.680439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f28b88dd-f162-4c64-ae92-86124240be45 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.682045 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f28b88dd-f162-4c64-ae92-86124240be45 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/routers/a6c6598e-7ebd-4f32-88dd-dd21dacbfa90 HTTP/1.1" status: 204 len: 168 time: 0.3401155 Aug 03 19:48:09.685024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56438) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:09.799678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c666f221-5e3b-4d0f-99ab-5b8f3fb485c6 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Deleting port 497d89f5-fe4e-4bb6-8630-dd53859c6521 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:09.800027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c666f221-5e3b-4d0f-99ab-5b8f3fb485c6 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.866338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56442) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:09.873240 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2a4a6e8b-1e1d-493f-926b-2a0ca8085b52 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001102605', 'description': 'tempest-secgroup-smoke-1001102605 description', 'project_id': '55b310366d2b4863965210ed2c4a33b0'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:09.898700 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c666f221-5e3b-4d0f-99ab-5b8f3fb485c6 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.902905 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6e8b-1e1d-493f-926b-2a0ca8085b52 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.912672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c666f221-5e3b-4d0f-99ab-5b8f3fb485c6 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Calling delete_port for 497d89f5-fe4e-4bb6-8630-dd53859c6521 owned by {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:10.003162 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6e8b-1e1d-493f-926b-2a0ca8085b52 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.008186 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6e8b-1e1d-493f-926b-2a0ca8085b52 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.041660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a6e8b-1e1d-493f-926b-2a0ca8085b52 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67da6045-87f7-443c-835e-3d5e8aba3f17,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:10.045231 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6e8b-1e1d-493f-926b-2a0ca8085b52 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.049293 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2a4a6e8b-1e1d-493f-926b-2a0ca8085b52 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1788149 Aug 03 19:48:10.050283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:10.054821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0afbdfbd-7a90-4f04-9fab-0b84a0513d25 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'security_group_rule': {'security_group_id': '67da6045-87f7-443c-835e-3d5e8aba3f17', 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:10.085578 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c666f221-5e3b-4d0f-99ab-5b8f3fb485c6 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.086232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0afbdfbd-7a90-4f04-9fab-0b84a0513d25 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.115180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666f221-5e3b-4d0f-99ab-5b8f3fb485c6 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Pushing event deleted for resources: {'Port': ['ID=497d89f5-fe4e-4bb6-8630-dd53859c6521,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:10.161457 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0afbdfbd-7a90-4f04-9fab-0b84a0513d25 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.166775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0afbdfbd-7a90-4f04-9fab-0b84a0513d25 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.185298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbdfbd-7a90-4f04-9fab-0b84a0513d25 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7791b2d7-07a4-4895-b0fd-24066a065580,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:10.203242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0afbdfbd-7a90-4f04-9fab-0b84a0513d25 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.207544 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0afbdfbd-7a90-4f04-9fab-0b84a0513d25 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562932 Aug 03 19:48:10.209617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c666f221-5e3b-4d0f-99ab-5b8f3fb485c6 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.210619 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56446) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:10.211752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c666f221-5e3b-4d0f-99ab-5b8f3fb485c6 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/ports/497d89f5-fe4e-4bb6-8630-dd53859c6521 HTTP/1.1" status: 204 len: 168 time: 0.5253148 Aug 03 19:48:10.214154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56448) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:10.216422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-44bb9c1f-f7f3-4e96-b092-dd0e381bf4e8 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'security_group_rule': {'security_group_id': '67da6045-87f7-443c-835e-3d5e8aba3f17', 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:10.248212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44bb9c1f-f7f3-4e96-b092-dd0e381bf4e8 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.289429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45d5ee8-3d6e-4129-80bc-a81f6864afa0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Deleting subnet b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:48:10.292964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d45d5ee8-3d6e-4129-80bc-a81f6864afa0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.329830 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44bb9c1f-f7f3-4e96-b092-dd0e381bf4e8 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.336001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44bb9c1f-f7f3-4e96-b092-dd0e381bf4e8 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.343843 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d45d5ee8-3d6e-4129-80bc-a81f6864afa0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.361127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb9c1f-f7f3-4e96-b092-dd0e381bf4e8 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fcb2a4-1576-4a4b-a201-f92f5bcaacae,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:10.372575 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44bb9c1f-f7f3-4e96-b092-dd0e381bf4e8 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.374156 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-44bb9c1f-f7f3-4e96-b092-dd0e381bf4e8 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623299 Aug 03 19:48:10.376781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56450) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:10.382517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5f308b0c-afa6-472a-a272-80a9d4174a20 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'security_group_rule': {'security_group_id': '67da6045-87f7-443c-835e-3d5e8aba3f17', 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:10.417513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f308b0c-afa6-472a-a272-80a9d4174a20 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.480084 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d45d5ee8-3d6e-4129-80bc-a81f6864afa0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.512321 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f308b0c-afa6-472a-a272-80a9d4174a20 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.516766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f308b0c-afa6-472a-a272-80a9d4174a20 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.544389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f308b0c-afa6-472a-a272-80a9d4174a20 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b8c184-ca0c-43f7-b826-d33ae3e6f5c2,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:10.552776 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f308b0c-afa6-472a-a272-80a9d4174a20 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.554613 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5f308b0c-afa6-472a-a272-80a9d4174a20 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1765134 Aug 03 19:48:10.557114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56454) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:10.564749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c1f79827-afb7-43b2-bfc2-16bd53721e29 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'security_group_rule': {'security_group_id': '67da6045-87f7-443c-835e-3d5e8aba3f17', 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:10.592967 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d45d5ee8-3d6e-4129-80bc-a81f6864afa0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.629459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5ee8-3d6e-4129-80bc-a81f6864afa0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:10.638900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d45d5ee8-3d6e-4129-80bc-a81f6864afa0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.643743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1f79827-afb7-43b2-bfc2-16bd53721e29 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.643909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d45d5ee8-3d6e-4129-80bc-a81f6864afa0 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/subnets/b1bb8aee-0b45-4d47-ba8e-1a79d66c5c55 HTTP/1.1" status: 204 len: 168 time: 0.4284816 Aug 03 19:48:10.644237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56456) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:10.646333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2793730-e0a2-4564-9937-efd42c01a971 None None] Network ead91d07-c51e-44d0-8839-e0d4641cb992 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:48:10.713884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1aa4e053-4133-4960-9960-83233d345c33 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:10.743997 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.749222 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1f79827-afb7-43b2-bfc2-16bd53721e29 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.756946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1f79827-afb7-43b2-bfc2-16bd53721e29 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.776747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f79827-afb7-43b2-bfc2-16bd53721e29 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611e4210-0f52-4e51-88b8-bea21b59de47,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:10.794706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1f79827-afb7-43b2-bfc2-16bd53721e29 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.796401 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c1f79827-afb7-43b2-bfc2-16bd53721e29 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2382765 Aug 03 19:48:10.799915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56458) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:10.806899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-579baaad-eda7-4063-a607-c859f98fea94 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'security_group_rule': {'security_group_id': '67da6045-87f7-443c-835e-3d5e8aba3f17', 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:10.833055 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-579baaad-eda7-4063-a607-c859f98fea94 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Project 55b310366d2b4863965210ed2c4a33b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:48:10.833778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Deleting port 6690e59b-7ec2-4fba-86c7-905cda29fb37 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:10.834125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.837880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1aa4e053-4133-4960-9960-83233d345c33 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:10.839380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-579baaad-eda7-4063-a607-c859f98fea94 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.853733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1aa4e053-4133-4960-9960-83233d345c33 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:10.854490 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.915447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-579baaad-eda7-4063-a607-c859f98fea94 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.922200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] For port 6690e59b-7ec2-4fba-86c7-905cda29fb37, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6690e59b-7ec2-4fba-86c7-905cda29fb37,segment=NetworkSegment(c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770),segment_id=c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:10.922979 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.927122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-579baaad-eda7-4063-a607-c859f98fea94 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.941811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Calling delete_port for 6690e59b-7ec2-4fba-86c7-905cda29fb37 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:10.945726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579baaad-eda7-4063-a607-c859f98fea94 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e791625a-a35f-468a-b2f2-a6d14a4e3f86,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:10.948725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb808016-261d-4d79-a189-80226c055e3e None None] DHCP port deletion for ead91d07-c51e-44d0-8839-e0d4641cb992 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:48:10.970856 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-579baaad-eda7-4063-a607-c859f98fea94 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:10.972635 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-579baaad-eda7-4063-a607-c859f98fea94 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1708434 Aug 03 19:48:10.976343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56460) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:10.984231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-09cd81a3-9fb6-4b1a-ba3a-75c139d1b6bb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'security_group_rule': {'security_group_id': '67da6045-87f7-443c-835e-3d5e8aba3f17', 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:11.023112 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-09cd81a3-9fb6-4b1a-ba3a-75c139d1b6bb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Project 55b310366d2b4863965210ed2c4a33b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:48:11.030560 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09cd81a3-9fb6-4b1a-ba3a-75c139d1b6bb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.044689 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.053699 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.080264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 1aa4e053-4133-4960-9960-83233d345c33, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1aa4e053-4133-4960-9960-83233d345c33,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:11.081054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] No DVR routers for this DVR port 6690e59b-7ec2-4fba-86c7-905cda29fb37 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:48:11.085337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-fb808016-261d-4d79-a189-80226c055e3e None None] Deleting port 6690e59b-7ec2-4fba-86c7-905cda29fb37 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:11.086054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fb808016-261d-4d79-a189-80226c055e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.088465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.089339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6690e59b-7ec2-4fba-86c7-905cda29fb37 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:11.127425 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09cd81a3-9fb6-4b1a-ba3a-75c139d1b6bb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.133774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09cd81a3-9fb6-4b1a-ba3a-75c139d1b6bb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.150912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Pushing event deleted for resources: {'Port': ['ID=6690e59b-7ec2-4fba-86c7-905cda29fb37,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:11.163232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09cd81a3-9fb6-4b1a-ba3a-75c139d1b6bb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.172691 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-09cd81a3-9fb6-4b1a-ba3a-75c139d1b6bb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1868260 Aug 03 19:48:11.185355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd81a3-9fb6-4b1a-ba3a-75c139d1b6bb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5bb7c7-1442-44f3-9e77-b194b40c3c15,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:11.236412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 6690e59b-7ec2-4fba-86c7-905cda29fb37 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:11.237278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6690e59b-7ec2-4fba-86c7-905cda29fb37 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:48:11.242984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=1aa4e053-4133-4960-9960-83233d345c33,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:11.243957 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.258024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead91d07-c51e-44d0-8839-e0d4641cb992']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:11.274317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:11.274638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d7c9a2-b36a-44ae-90eb-6d0aedcf7770') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:11.283151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Port 6690e59b-7ec2-4fba-86c7-905cda29fb37 not found, will not notify nova. {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:48:11.287373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.298508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fb808016-261d-4d79-a189-80226c055e3e None None] For port 6690e59b-7ec2-4fba-86c7-905cda29fb37, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:11.298989 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fb808016-261d-4d79-a189-80226c055e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.310271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.316850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-fb808016-261d-4d79-a189-80226c055e3e None None] Calling delete_port for 6690e59b-7ec2-4fba-86c7-905cda29fb37 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:11.320398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-fb808016-261d-4d79-a189-80226c055e3e None None] Port 6690e59b-7ec2-4fba-86c7-905cda29fb37 was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:48:11.321799 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fb808016-261d-4d79-a189-80226c055e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.325013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:48:11.326087 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:48:11.348950 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:48:11.354402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb808016-261d-4d79-a189-80226c055e3e None None] No DVR routers for this DVR port 6690e59b-7ec2-4fba-86c7-905cda29fb37 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:48:11.356266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb808016-261d-4d79-a189-80226c055e3e None None] Pushing event deleted for resources: {'Port': ['ID=6690e59b-7ec2-4fba-86c7-905cda29fb37,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:11.432554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-ebd534f7-19cc-46fa-a5d6-00e500dcebb0 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001102605&fields=id&tenant_id=55b310366d2b4863965210ed2c4a33b0 HTTP/1.1" status: 200 len: 267 time: 0.0815754 Aug 03 19:48:11.440898 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.451238 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:11.456175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] 10.222.0.42 "DELETE /v2.0/networks/ead91d07-c51e-44d0-8839-e0d4641cb992 HTTP/1.1" status: 204 len: 168 time: 0.8108668 Aug 03 19:48:11.536952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ab214-db42-48ce-a51d-e55bb5506ae4 tempest-TagsExtTest-1025622737 tempest-TagsExtTest-1025622737-project] Pushing event deleted for resources: {'Network': ['ID=ead91d07-c51e-44d0-8839-e0d4641cb992,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:11.599594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-9b40ccfa-3932-47d2-8ddb-f9bd3a461178 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:11.601530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-9b40ccfa-3932-47d2-8ddb-f9bd3a461178 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/networks?id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 HTTP/1.1" status: 200 len: 809 time: 0.1583867 Aug 03 19:48:11.618532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-b0e3add1-1ea7-418b-b862-c858f5090f5e tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/quotas/55b310366d2b4863965210ed2c4a33b0 HTTP/1.1" status: 200 len: 375 time: 0.0108359 Aug 03 19:48:11.702004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-a1d3b9de-65b3-404d-a245-8075c35aed6e tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=55b310366d2b4863965210ed2c4a33b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603971 Aug 03 19:48:11.713237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8a8a4738-332f-4c26-b783-d46dc541a543 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:48:11.714401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8a8a4738-332f-4c26-b783-d46dc541a543 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058954 Aug 03 19:48:11.750096 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Sync routers for ids ['cbe7d321-2a4f-47ab-b387-833330fcb793'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:48:11.761080 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Routers {'cbe7d321-2a4f-47ab-b387-833330fcb793'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:11.762050 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:48:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cbe7d321-2a4f-47ab-b387-833330fcb793'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:11.779061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56482) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:11.824949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-37238128-878c-443a-b03d-caba815eabc3 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041195 Aug 03 19:48:11.873540 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Set router cbe7d321-2a4f-47ab-b387-833330fcb793 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:11.947101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-72c0199e-1e5f-4a99-a6d6-f7a193f049fe service neutron] 10.222.0.42 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112235 Aug 03 19:48:11.973533 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-af7ea00e-c276-4c5c-badc-f6d5eb9cf8ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7894c0fbcc64c10a6d218fe9faafec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912491 Aug 03 19:48:11.974475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56486) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:12.035873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7fa62ec-20ed-4cfa-9880-dd71188bb33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.059678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7fa62ec-20ed-4cfa-9880-dd71188bb33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.118946 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '1aa4e053-4133-4960-9960-83233d345c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:06Z', 'revision_number': 4, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port': {'id': '1aa4e053-4133-4960-9960-83233d345c33', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '08005cd8-9d9c-486a-b32d-6b221c2d0608', 'name': '', 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'mac_address': 'fa:16:3e:c8:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:05Z', 'updated_at': '2021-08-03T19:48:06Z', 'revision_number': 2, 'project_id': '39297cfd5b554afa82910eba263781ce', 'subnets': [{'id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:12.131486 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7fa62ec-20ed-4cfa-9880-dd71188bb33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.134222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7fa62ec-20ed-4cfa-9880-dd71188bb33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.138240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e7fa62ec-20ed-4cfa-9880-dd71188bb33e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/150b4e58-141b-4193-823b-c5ac80418556 HTTP/1.1" status: 204 len: 168 time: 0.1625578 Aug 03 19:48:12.149761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa62ec-20ed-4cfa-9880-dd71188bb33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150b4e58-141b-4193-823b-c5ac80418556,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:12.152617 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Checking router: cbe7d321-2a4f-47ab-b387-833330fcb793 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:48:12.158744 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Updating router cbe7d321-2a4f-47ab-b387-833330fcb793 port 08005cd8-9d9c-486a-b32d-6b221c2d0608 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:48:12.195189 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.529566 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.544751 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Transition to ACTIVE for port object 08005cd8-9d9c-486a-b32d-6b221c2d0608 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:12.548656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1aa4e053-4133-4960-9960-83233d345c33 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:12.553932 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.604924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1aa4e053-4133-4960-9960-83233d345c33 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:12.605299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.646644 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7922e4c-c616-4486-8655-47f2bfaae164 None None] Pushing event updated for resources: {'Port': ['ID=08005cd8-9d9c-486a-b32d-6b221c2d0608,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:12.686529 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Attempting to bind port 08005cd8-9d9c-486a-b32d-6b221c2d0608 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:48:12.686900 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Attempting to bind port 08005cd8-9d9c-486a-b32d-6b221c2d0608 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:48:12.687389 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Attempting to bind port 08005cd8-9d9c-486a-b32d-6b221c2d0608 on network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:48:12.699126 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:48:12.699511 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Checking segment: {'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:48:12.699939 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.700448 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Bound using segment: {'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:48:12.700815 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Bound port: 08005cd8-9d9c-486a-b32d-6b221c2d0608, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad157b25-6070-4e08-812c-023a8fcebda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:48:12.701200 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.796311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6690e59b-7ec2-4fba-86c7-905cda29fb37 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:12.824830 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] For port 08005cd8-9d9c-486a-b32d-6b221c2d0608, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:48:12.829862 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] For port 08005cd8-9d9c-486a-b32d-6b221c2d0608, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08005cd8-9d9c-486a-b32d-6b221c2d0608,segment=NetworkSegment(ad157b25-6070-4e08-812c-023a8fcebda9),segment_id=ad157b25-6070-4e08-812c-023a8fcebda9)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:48:12.838145 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:12.841580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 6690e59b-7ec2-4fba-86c7-905cda29fb37 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:12.841918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6690e59b-7ec2-4fba-86c7-905cda29fb37 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:48:12.904736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Routers {'cbe7d321-2a4f-47ab-b387-833330fcb793'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:12.905901 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:48:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cbe7d321-2a4f-47ab-b387-833330fcb793'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:12.959161 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7922e4c-c616-4486-8655-47f2bfaae164 None None] Pushing event updated for resources: {'Port': ['ID=08005cd8-9d9c-486a-b32d-6b221c2d0608,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:13.038155 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] Set router cbe7d321-2a4f-47ab-b387-833330fcb793 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:13.265536 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '1aa4e053-4133-4960-9960-83233d345c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:06Z', 'revision_number': 4, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port': {'id': '1aa4e053-4133-4960-9960-83233d345c33', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '08005cd8-9d9c-486a-b32d-6b221c2d0608', 'name': '', 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'mac_address': 'fa:16:3e:c8:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:05Z', 'updated_at': '2021-08-03T19:48:12Z', 'revision_number': 4, 'project_id': '39297cfd5b554afa82910eba263781ce', 'subnets': [{'id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:13.285376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70db0dca-50cf-467e-9330-11689c164d49 req-d1a5c8fe-7f43-41c6-a4d4-89cdc5acbd9b tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 210 time: 0.0405557 Aug 03 19:48:13.308928 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3bce0f-2ddd-4f6e-a790-a85c01507226 None None] The sync data for ids ['cbe7d321-2a4f-47ab-b387-833330fcb793'] in n-d-803378-1 is: [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '1aa4e053-4133-4960-9960-83233d345c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:06Z', 'revision_number': 4, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port': {'id': '1aa4e053-4133-4960-9960-83233d345c33', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '08005cd8-9d9c-486a-b32d-6b221c2d0608', 'name': '', 'network_id': '41490181-4db6-4c2b-8bfd-1868a0b19ef8', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'mac_address': 'fa:16:3e:c8:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:05Z', 'updated_at': '2021-08-03T19:48:12Z', 'revision_number': 4, 'project_id': '39297cfd5b554afa82910eba263781ce', 'subnets': [{'id': 'af71037e-b23a-497b-8b5b-6b9ffc12eed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:48:14.263240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 56568) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:14.385062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-836cd154-bc83-48df-b330-b2e38914ad93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.402871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-314675f3-45d3-4603-a7e5-cf5752645a0e req-a8c63b60-eef8-46fc-9078-daf12fe4c50f tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 210 time: 0.0350204 Aug 03 19:48:14.554780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-836cd154-bc83-48df-b330-b2e38914ad93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.562862 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-836cd154-bc83-48df-b330-b2e38914ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.588228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08005cd8-9d9c-486a-b32d-6b221c2d0608 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:14.656371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 08005cd8-9d9c-486a-b32d-6b221c2d0608 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:14.661162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 08005cd8-9d9c-486a-b32d-6b221c2d0608 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:14.661644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.677326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-836cd154-bc83-48df-b330-b2e38914ad93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fa697adae4a402684ccc94c0be380fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129651 Aug 03 19:48:14.683809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56574) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:14.689731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cd154-bc83-48df-b330-b2e38914ad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a4b33-83d2-4b16-8a8d-7eb56000e790,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:14.750341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-4f1c792b-0698-4547-8201-81d8947da84c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:14.751834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-4f1c792b-0698-4547-8201-81d8947da84c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.88 "GET /v2.0/networks?id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 HTTP/1.1" status: 200 len: 809 time: 0.1843145 Aug 03 19:48:14.786603 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.807296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb7ce2fa-6cbf-43e4-b660-6f86134150af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.817213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-9c22ed8b-014f-4169-9af7-bcdc6551365c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b310366d2b4863965210ed2c4a33b0 HTTP/1.1" status: 200 len: 380 time: 0.0555518 Aug 03 19:48:14.822997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 08005cd8-9d9c-486a-b32d-6b221c2d0608, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08005cd8-9d9c-486a-b32d-6b221c2d0608,segment=NetworkSegment(ad157b25-6070-4e08-812c-023a8fcebda9),segment_id=ad157b25-6070-4e08-812c-023a8fcebda9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:14.833058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'port': {'device_id': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'admin_state_up': True, 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'security_groups': ['67da6045-87f7-443c-835e-3d5e8aba3f17']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:14.834037 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.851537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb7ce2fa-6cbf-43e4-b660-6f86134150af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.924433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=08005cd8-9d9c-486a-b32d-6b221c2d0608,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:14.929582 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb7ce2fa-6cbf-43e4-b660-6f86134150af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.932415 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb7ce2fa-6cbf-43e4-b660-6f86134150af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:14.936893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eb7ce2fa-6cbf-43e4-b660-6f86134150af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c8a4b33-83d2-4b16-8a8d-7eb56000e790 HTTP/1.1" status: 204 len: 168 time: 0.2487137 Aug 03 19:48:14.951541 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ce2fa-6cbf-43e4-b660-6f86134150af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a4b33-83d2-4b16-8a8d-7eb56000e790,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:14.999917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Made reservation on behalf of 55b310366d2b4863965210ed2c4a33b0 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:48:15.003844 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.152898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Allocated IP 172.20.0.6 (ee2d5e2e-8b74-484e-8c6d-0bceeefc2597/8c5a6749-c3dc-458f-93a4-3cd031ff728d/6a9f6721-233a-4b19-a18d-f653aeaf9053) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:48:15.246004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56582) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:15.261004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8297-ae24-47d2-bf3f-4c1c78108115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.311857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.326738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Transition to ACTIVE for port object 6a9f6721-233a-4b19-a18d-f653aeaf9053 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:15.360900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.368499 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8297-ae24-47d2-bf3f-4c1c78108115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.372938 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8297-ae24-47d2-bf3f-4c1c78108115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.413251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad8297-ae24-47d2-bf3f-4c1c78108115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0bb06e-18ca-42d8-85f9-6811660bc110,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:15.415175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'Port': ['ID=6a9f6721-233a-4b19-a18d-f653aeaf9053,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:15.419598 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e5ad8297-ae24-47d2-bf3f-4c1c78108115 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fcabac1304148bc81a303264322c0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718767 Aug 03 19:48:15.422196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 56584) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:15.428954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:48:15.433502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:15.436217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:48:15.499041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:15.500131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.506634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c125a3-a518-4d06-80f7-0ce0b4aba439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.552389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-c330c2c7-baac-44de-98d3-4836cd0cc22c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235715 Aug 03 19:48:15.553052 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c125a3-a518-4d06-80f7-0ce0b4aba439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.567018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-050733ef-e47e-4d08-a811-ba3128ec4c2b tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:48:15.568275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-050733ef-e47e-4d08-a811-ba3128ec4c2b tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072041 Aug 03 19:48:15.577262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615a212-7e32-4de5-a317-74fd1e906f80 req-329ddb9d-080d-4eb8-b02a-c7810984db1e tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:15.579071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5615a212-7e32-4de5-a317-74fd1e906f80 req-329ddb9d-080d-4eb8-b02a-c7810984db1e tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 931 time: 0.0741832 Aug 03 19:48:15.633392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c125a3-a518-4d06-80f7-0ce0b4aba439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.638447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d3c125a3-a518-4d06-80f7-0ce0b4aba439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.646465 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d3c125a3-a518-4d06-80f7-0ce0b4aba439 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae0bb06e-18ca-42d8-85f9-6811660bc110 HTTP/1.1" status: 204 len: 168 time: 0.2231572 Aug 03 19:48:15.669612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c125a3-a518-4d06-80f7-0ce0b4aba439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0bb06e-18ca-42d8-85f9-6811660bc110,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:15.700664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5615a212-7e32-4de5-a317-74fd1e906f80 req-28c3d4b7-56da-446f-90bf-d228bf23c40f tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042974 Aug 03 19:48:15.788723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-28975316-8d26-45e0-b0f6-e4efdacb5e46 None None] Provisioning for port 6a9f6721-233a-4b19-a18d-f653aeaf9053 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:15.794060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-28975316-8d26-45e0-b0f6-e4efdacb5e46 None None] Provisioning complete for port 6a9f6721-233a-4b19-a18d-f653aeaf9053 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:15.794696 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-28975316-8d26-45e0-b0f6-e4efdacb5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.834353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Request body: {'port': {'device_id': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:15.857626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-28975316-8d26-45e0-b0f6-e4efdacb5e46 None None] Port 6a9f6721-233a-4b19-a18d-f653aeaf9053 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:48:15.929808 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:16.290759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9f6721-233a-4b19-a18d-f653aeaf9053 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:48:16.305872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:16.327670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Transition to ACTIVE for port object 6a9f6721-233a-4b19-a18d-f653aeaf9053 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:48:16.333837 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:16.401227 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9f6721-233a-4b19-a18d-f653aeaf9053,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:16.571467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Attempting to bind port 6a9f6721-233a-4b19-a18d-f653aeaf9053 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:48:16.573111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Attempting to bind port 6a9f6721-233a-4b19-a18d-f653aeaf9053 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:48:16.573727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Attempting to bind port 6a9f6721-233a-4b19-a18d-f653aeaf9053 on network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:48:16.575599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08005cd8-9d9c-486a-b32d-6b221c2d0608 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:16.580454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Port 6a9f6721-233a-4b19-a18d-f653aeaf9053 on network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:48:16.581112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Attempting to bind port 6a9f6721-233a-4b19-a18d-f653aeaf9053 on network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:48:16.588231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:48:16.589323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Checking segment: {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:48:16.589989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Bound using segment: {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:48:16.590646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Bound port: 6a9f6721-233a-4b19-a18d-f653aeaf9053, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38d395e-5a59-4980-af60-4b2bd4d805b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:48:16.591227 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:16.682894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 08005cd8-9d9c-486a-b32d-6b221c2d0608 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:16.683268 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:16.708498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] For port 6a9f6721-233a-4b19-a18d-f653aeaf9053, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:48:16.712268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] For port 6a9f6721-233a-4b19-a18d-f653aeaf9053, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:48:16.719459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:16.756561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:16.757131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:16.758614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] 10.222.0.88 "PUT /v2.0/ports/6a9f6721-233a-4b19-a18d-f653aeaf9053 HTTP/1.1" status: 200 len: 1091 time: 1.1786191 Aug 03 19:48:16.759064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'tag': '6a9f6721-233a-4b19-a18d-f653aeaf9053'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:48:16.761359 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c17631-b65a-4c14-9cb9-6291e1a8a226" -d '{"events": [{"name": "network-changed", "server_uuid": "d66ca644-e4ea-48c5-b31a-a5a970899455", "tag": "6a9f6721-233a-4b19-a18d-f653aeaf9053"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:48:16.793751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286107c-6ac0-480c-95d5-986634bccd85 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9f6721-233a-4b19-a18d-f653aeaf9053,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:16.918149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-1c7d1616-6897-4433-a4fb-318bcdc1df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:16.920195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-1c7d1616-6897-4433-a4fb-318bcdc1df97 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55b310366d2b4863965210ed2c4a33b0&device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1094 time: 0.1196506 Aug 03 19:48:16.951368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94112fc7-532f-4fa0-b355-4d039ee59847 req-52b369da-698a-4cfa-a22d-68dc89253df9 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:16.953747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94112fc7-532f-4fa0-b355-4d039ee59847 req-52b369da-698a-4cfa-a22d-68dc89253df9 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 943 time: 0.0940242 Aug 03 19:48:16.988676 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-1619ab89-dabf-4493-9806-f7734ead1f09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053 HTTP/1.1" status: 200 len: 217 time: 0.0570426 Aug 03 19:48:17.111478 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6459f98e-ac86-49f2-b918-445827881f71 x-openstack-request-id: req-6459f98e-ac86-49f2-b918-445827881f71 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:48:17.111841 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66ca644-e4ea-48c5-b31a-a5a970899455", "tag": "6a9f6721-233a-4b19-a18d-f653aeaf9053", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:48:17.112260 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6459f98e-ac86-49f2-b918-445827881f71 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:48:17.112566 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'tag': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'status': 'completed', 'code': 200} Aug 03 19:48:17.117098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94112fc7-532f-4fa0-b355-4d039ee59847 req-4bb62e52-be93-4a25-9d21-3cf7cc66ea36 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312385 Aug 03 19:48:17.174678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-d4d6ebe6-68e9-47f3-b2dc-31f86e4c08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:17.176751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-d4d6ebe6-68e9-47f3-b2dc-31f86e4c08d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c5a6749-c3dc-458f-93a4-3cd031ff728d HTTP/1.1" status: 200 len: 848 time: 0.1284943 Aug 03 19:48:17.232211 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-a73abf66-b1dd-42b9-b65a-5c074984d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:17.233805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-a73abf66-b1dd-42b9-b65a-5c074984d86f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483458 Aug 03 19:48:17.350833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-4144b4ae-8543-4c70-bc55-e234945bc18e service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093612 Aug 03 19:48:17.481264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2d27eaf-e6e1-4259-9573-9f203dc6a581 req-73f8ad4c-b629-41b5-94c2-92af62ad7406 service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224501 Aug 03 19:48:17.582837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-3f184b24-558b-43c8-8dfa-fb8712a3c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:17.584392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-3f184b24-558b-43c8-8dfa-fb8712a3c662 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55b310366d2b4863965210ed2c4a33b0&device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1094 time: 0.0484886 Aug 03 19:48:17.690789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-1058eb4e-98c8-49aa-80b1-6294665bf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:17.692689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-1058eb4e-98c8-49aa-80b1-6294665bf8e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 HTTP/1.1" status: 200 len: 910 time: 0.1003902 Aug 03 19:48:17.736711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-5b889188-ac48-44b3-8e38-4004e1ba4012 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053 HTTP/1.1" status: 200 len: 217 time: 0.0367193 Aug 03 19:48:17.788259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-550be054-87ce-491b-9353-5ce5f65907ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:17.789908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-550be054-87ce-491b-9353-5ce5f65907ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c5a6749-c3dc-458f-93a4-3cd031ff728d HTTP/1.1" status: 200 len: 848 time: 0.0457618 Aug 03 19:48:17.848406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-08060cb3-2c7b-49df-a6bd-7a5e2f47901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:17.851355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-08060cb3-2c7b-49df-a6bd-7a5e2f47901c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524881 Aug 03 19:48:17.973901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-546f59f7-9606-4e0e-87c6-0e8a9a9e4a8d service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149302 Aug 03 19:48:18.096547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-46c17631-b65a-4c14-9cb9-6291e1a8a226 req-de0ac0c0-1a59-460e-a5ff-0dacc9847190 service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143577 Aug 03 19:48:18.290463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f9290-cbb7-473a-83b3-75bd62617e2c req-defae81d-467b-421d-8f55-0f30d324c96b tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:18.292098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48f9290-cbb7-473a-83b3-75bd62617e2c req-defae81d-467b-421d-8f55-0f30d324c96b tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 943 time: 0.0583682 Aug 03 19:48:18.336280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48f9290-cbb7-473a-83b3-75bd62617e2c req-6799cc03-8426-411c-b06b-b420616057a3 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347650 Aug 03 19:48:19.418697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 6a9f6721-233a-4b19-a18d-f653aeaf9053 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:48:19.517662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47bf3e-effb-4414-86e9-3e081ded5b3c req-e783a6bf-5c1c-4981-91ef-8d9f8367ecfd tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:19.519398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb47bf3e-effb-4414-86e9-3e081ded5b3c req-e783a6bf-5c1c-4981-91ef-8d9f8367ecfd tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 943 time: 0.1037507 Aug 03 19:48:19.594526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb47bf3e-effb-4414-86e9-3e081ded5b3c req-437b6680-1f2a-4e7a-932d-2af15169268b tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685482 Aug 03 19:48:19.775666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 6a9f6721-233a-4b19-a18d-f653aeaf9053, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:19.791260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'port_id': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'mac_address': 'fa:16:3e:88:dd:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:48:19.834588 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:19.849498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9f6721-233a-4b19-a18d-f653aeaf9053 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:48:19.872035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 6a9f6721-233a-4b19-a18d-f653aeaf9053, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:19.876208 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:19.931966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=6a9f6721-233a-4b19-a18d-f653aeaf9053,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:20.133465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['6a9f6721-233a-4b19-a18d-f653aeaf9053'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:48:20.713165 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:20.714703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d459-4fcf-49ed-bbcc-0dfe100099c6 req-b185fbec-ba14-410f-b9cd-4406d850505a tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:20.716208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83c0d459-4fcf-49ed-bbcc-0dfe100099c6 req-b185fbec-ba14-410f-b9cd-4406d850505a tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 944 time: 0.0490942 Aug 03 19:48:20.770082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83c0d459-4fcf-49ed-bbcc-0dfe100099c6 req-691c8bae-cd9f-490a-95ca-dcb21f102138 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474939 Aug 03 19:48:21.436386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 6a9f6721-233a-4b19-a18d-f653aeaf9053 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:21.494296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 6a9f6721-233a-4b19-a18d-f653aeaf9053 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:48:21.500519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 6a9f6721-233a-4b19-a18d-f653aeaf9053 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:21.501618 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:21.630056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:21.639911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-c01843cc-ef32-4763-b453-1885e7ed8ad3 req-4f20ef26-71d9-4479-a936-421b9b3e0449 service neutron] (94134) timed out ('10.222.0.42', 36474) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:48:21.658444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9f6721-233a-4b19-a18d-f653aeaf9053'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:48:21.661554 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98b927-7042-407d-80f0-15ea4259da2d" -d '{"events": [{"server_uuid": "d66ca644-e4ea-48c5-b31a-a5a970899455", "name": "network-vif-plugged", "status": "completed", "tag": "6a9f6721-233a-4b19-a18d-f653aeaf9053"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:48:21.675473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 6a9f6721-233a-4b19-a18d-f653aeaf9053, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:21.680459 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:21.747807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=6a9f6721-233a-4b19-a18d-f653aeaf9053,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:21.870914 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0efacc-a2ef-4531-a211-ed5d831ed047 x-openstack-request-id: req-de0efacc-a2ef-4531-a211-ed5d831ed047 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:48:21.871449 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66ca644-e4ea-48c5-b31a-a5a970899455", "name": "network-vif-plugged", "status": "completed", "tag": "6a9f6721-233a-4b19-a18d-f653aeaf9053", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:48:21.871871 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de0efacc-a2ef-4531-a211-ed5d831ed047 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:48:21.872436 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'code': 200} Aug 03 19:48:21.904569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f46fd-ea2c-4759-80b9-4f97847b8646 req-f681f2be-5907-4e2e-9699-22d4b657e136 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:21.913879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-780f46fd-ea2c-4759-80b9-4f97847b8646 req-f681f2be-5907-4e2e-9699-22d4b657e136 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 945 time: 0.0661480 Aug 03 19:48:21.975019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-780f46fd-ea2c-4759-80b9-4f97847b8646 req-66f1dd94-293b-4dce-88da-13ce8f456eeb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601168 Aug 03 19:48:21.989805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3552528-67e0-4b8a-aa16-41d8d840f6c8 req-2905f514-231c-47e0-9aaf-7a04124ccd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:21.991340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3552528-67e0-4b8a-aa16-41d8d840f6c8 req-2905f514-231c-47e0-9aaf-7a04124ccd0e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1096 time: 0.0548594 Aug 03 19:48:22.030833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3552528-67e0-4b8a-aa16-41d8d840f6c8 req-26d935b7-2c68-4550-a4dd-f9e89d4f320c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305116 Aug 03 19:48:23.106993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a702a-7c94-44da-9b3b-15aba07e80fa req-189664aa-744a-40c2-be6f-eec11909da9f tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:23.108526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-524a702a-7c94-44da-9b3b-15aba07e80fa req-189664aa-744a-40c2-be6f-eec11909da9f tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 945 time: 0.0554237 Aug 03 19:48:23.148383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-524a702a-7c94-44da-9b3b-15aba07e80fa req-345a5243-88dc-4651-a627-ca0b240744c6 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335345 Aug 03 19:48:23.270349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20378ea-414a-4883-a4ce-bc6cf08f89e1 req-bdd74c39-aa8b-4bc4-bbc2-7d1517e7fbc7 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:23.274064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d20378ea-414a-4883-a4ce-bc6cf08f89e1 req-bdd74c39-aa8b-4bc4-bbc2-7d1517e7fbc7 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 945 time: 0.0524511 Aug 03 19:48:23.318176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d20378ea-414a-4883-a4ce-bc6cf08f89e1 req-9e77d97c-80d0-4de0-a360-a48f39877920 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376070 Aug 03 19:48:23.434634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf43d25-0952-4583-b847-db0aa11fb638 req-c9d5a3bb-1abf-4530-9136-90a7e840ad2f tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:23.435704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbf43d25-0952-4583-b847-db0aa11fb638 req-c9d5a3bb-1abf-4530-9136-90a7e840ad2f tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 945 time: 0.0497074 Aug 03 19:48:23.475130 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbf43d25-0952-4583-b847-db0aa11fb638 req-827d3298-c693-43c9-bfde-dfead5efc9fc tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329230 Aug 03 19:48:23.497806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57146) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:23.705563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90806ddf-3982-47c7-9887-586cd19b9c1c tempest-TestServerBasicOps-1413362472 tempest-TestServerBasicOps-1413362472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:23.707036 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-90806ddf-3982-47c7-9887-586cd19b9c1c tempest-TestServerBasicOps-1413362472 tempest-TestServerBasicOps-1413362472-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1091 time: 0.2080917 Aug 03 19:48:23.710051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57150) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:23.714448 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:48:23.737054 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:23.842524 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:23.951707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Allocated IP 172.25.4.110 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/2c6333ca-9c94-48df-9e59-e55fa1f32c32) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:48:24.075558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:24.118944 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:24.164059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:48:24.184110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:48:24.186820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'Port': ['ID=2c6333ca-9c94-48df-9e59-e55fa1f32c32,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:24.189532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:48:24.581138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:24.654722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:24.839587 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:24.846996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:24.937126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event updated for resources: {'Port': ['ID=2c6333ca-9c94-48df-9e59-e55fa1f32c32,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:24.994654 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:25.112145 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Floating IP a0bfd117-b7cf-452d-b680-0ee1dd962901 associated. External IP: 172.25.4.110, port: 6a9f6721-233a-4b19-a18d-f653aeaf9053. Aug 03 19:48:25.338054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Router 3e21cf78-a116-4eee-8938-5de340eb55c6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:48:25.449224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:48:25.461095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] Sync routers for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:48:25.475256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:25.475702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:25.475899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:48:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:25.519257 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-53d330e8-573f-4af0-9157-fd375587cfde tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7942209 Aug 03 19:48:25.519257 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'tag': '6a9f6721-233a-4b19-a18d-f653aeaf9053'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:48:25.519257 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b" -d '{"events": [{"name": "network-changed", "server_uuid": "d66ca644-e4ea-48c5-b31a-a5a970899455", "tag": "6a9f6721-233a-4b19-a18d-f653aeaf9053"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:48:25.554567 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd4b047-112e-4a7b-b943-b3154f3190e8 x-openstack-request-id: req-bfd4b047-112e-4a7b-b943-b3154f3190e8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:48:25.554924 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66ca644-e4ea-48c5-b31a-a5a970899455", "tag": "6a9f6721-233a-4b19-a18d-f653aeaf9053", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:48:25.555287 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfd4b047-112e-4a7b-b943-b3154f3190e8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:48:25.555758 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'tag': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'status': 'completed', 'code': 200} Aug 03 19:48:25.605743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:25.622549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-0eb0f6fa-355e-43c3-a7dc-d03e6007b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:25.624126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-0eb0f6fa-355e-43c3-a7dc-d03e6007b44a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55b310366d2b4863965210ed2c4a33b0&device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1096 time: 0.0488186 Aug 03 19:48:25.727203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-79123172-9314-4366-b4c7-109daa285255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:25.728353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-79123172-9314-4366-b4c7-109daa285255 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 HTTP/1.1" status: 200 len: 910 time: 0.0969152 Aug 03 19:48:25.802616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-857f7ca9-1d2b-43a7-a3ea-3d62a3a89475 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053 HTTP/1.1" status: 200 len: 999 time: 0.0667224 Aug 03 19:48:25.844777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a0bfd117-b7cf-452d-b680-0ee1dd962901', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'port_id': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'mac_address': 'fa:16:3e:88:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:48:24Z', 'updated_at': '2021-08-03T19:48:24Z', 'revision_number': 0, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:48:07Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:25.857548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-f8a8d394-da4d-40e6-9fd3-68284be2a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:25.859698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-f8a8d394-da4d-40e6-9fd3-68284be2a76d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c5a6749-c3dc-458f-93a4-3cd031ff728d HTTP/1.1" status: 200 len: 848 time: 0.0495667 Aug 03 19:48:25.874629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] Checking router: 3e21cf78-a116-4eee-8938-5de340eb55c6 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:48:25.883816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:25.884441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:48:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:25.911159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-df3ea00d-9477-4e36-bca2-7113de5e9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:25.912977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-df3ea00d-9477-4e36-bca2-7113de5e9cf1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458384 Aug 03 19:48:25.979999 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:26.005344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:26.021905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-e5394422-7be5-4c15-9925-33c9d4a71243 service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015224 Aug 03 19:48:26.155049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49048ea3-f257-4c4f-a6a0-74ae1a93f93b req-b753688f-564d-44fe-bb0f-dca97c7a78e0 service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230435 Aug 03 19:48:26.219323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-05d4717b-66fa-4217-aade-5cdb2ac6cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:26.310313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a0bfd117-b7cf-452d-b680-0ee1dd962901', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'port_id': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'mac_address': 'fa:16:3e:88:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:48:24Z', 'updated_at': '2021-08-03T19:48:24Z', 'revision_number': 0, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:48:07Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:26.358226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd37a7c-d89a-4d17-8cab-fdae5883bf4e None None] The sync data for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 is: [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'a0bfd117-b7cf-452d-b680-0ee1dd962901', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'port_id': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'mac_address': 'fa:16:3e:88:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:48:24Z', 'updated_at': '2021-08-03T19:48:24Z', 'revision_number': 0, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:48:07Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:48:26.592680 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519c8631-3140-4d21-ad6b-53dfba66d968 None None] New status for floating IP a0bfd117-b7cf-452d-b680-0ee1dd962901: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:48:29.786980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:30.310406 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-317ba263-1d81-4a85-a57e-273afdd6243c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:32.013836 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:34.484799 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:35.901705 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-9ce54aa2-5da1-4e66-8592-085ec102adee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559788 Aug 03 19:48:36.001279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-b7c20e57-15af-4973-8ec0-e4deb7f10f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:36.002998 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-b7c20e57-15af-4973-8ec0-e4deb7f10f7e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1096 time: 0.0424740 Aug 03 19:48:36.113910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-45a2202c-0470-4621-9128-d34cf3f8a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:36.115456 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-45a2202c-0470-4621-9128-d34cf3f8a618 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.0931211 Aug 03 19:48:36.204012 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-b088ede9-0853-4568-ac93-8b3af8e470f8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 200 len: 1001 time: 0.0768161 Aug 03 19:48:36.253539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-a74795d5-5046-4680-894f-022a2ce5f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:36.255556 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-a74795d5-5046-4680-894f-022a2ce5f626 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0456312 Aug 03 19:48:36.327161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-411d4247-192d-456c-870c-b103c9f38106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:36.328895 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-411d4247-192d-456c-870c-b103c9f38106 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662377 Aug 03 19:48:36.477974 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:48:36.505109 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-28f3ce78-75f5-48f7-b0f1-8878717c91e6 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690400 Aug 03 19:48:36.612210 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-046e4650-12e8-4868-aa9f-5689b4f4a008 req-dc19a553-76b8-49cb-9656-0a896c3a5ef6 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000674 Aug 03 19:48:44.698865 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57600) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:44.810003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:44.902801 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:44.907089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:44.945580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7f9b5-bb1e-42b3-acb6-9f74344c913f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:44.949324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff3accfe4b7a4c9e9d07bb33c4ebfd02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494066 Aug 03 19:48:44.952153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57608) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:44.973823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.974084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.974417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.974747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.975076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.975397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.975717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.976035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.976353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.976669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.976984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:44.977299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7fc3e3-22d3-4188-bdef-5497212a4366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:45.028113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0efab7cc-287a-4aab-a08a-a2aa33e0b929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.048652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0efab7cc-287a-4aab-a08a-a2aa33e0b929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.098072 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0efab7cc-287a-4aab-a08a-a2aa33e0b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.100593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0efab7cc-287a-4aab-a08a-a2aa33e0b929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.101904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0efab7cc-287a-4aab-a08a-a2aa33e0b929 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09a7f9b5-bb1e-42b3-acb6-9f74344c913f HTTP/1.1" status: 204 len: 168 time: 0.1486988 Aug 03 19:48:45.110230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efab7cc-287a-4aab-a08a-a2aa33e0b929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7f9b5-bb1e-42b3-acb6-9f74344c913f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:45.388995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 57622) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:45.403034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c8f81ffc-d6d9-4959-97ee-9934dd95d390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.500036 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c8f81ffc-d6d9-4959-97ee-9934dd95d390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.504150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c8f81ffc-d6d9-4959-97ee-9934dd95d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.542736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c8f81ffc-d6d9-4959-97ee-9934dd95d390 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbdf4f61cac040b3b78b63ed624b7407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522958 Aug 03 19:48:45.543578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f81ffc-d6d9-4959-97ee-9934dd95d390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8539bcf-08a3-4c64-b839-3bdaba6fbce5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:45.545427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 57624) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:45.611673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ea4-6e9f-4224-a33e-8f4f8332b073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.634436 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ea4-6e9f-4224-a33e-8f4f8332b073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.685747 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ea4-6e9f-4224-a33e-8f4f8332b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.688853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ea4-6e9f-4224-a33e-8f4f8332b073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.690026 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f8bd1ea4-6e9f-4224-a33e-8f4f8332b073 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8539bcf-08a3-4c64-b839-3bdaba6fbce5 HTTP/1.1" status: 204 len: 168 time: 0.1434844 Aug 03 19:48:45.699308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd1ea4-6e9f-4224-a33e-8f4f8332b073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8539bcf-08a3-4c64-b839-3bdaba6fbce5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:50.722054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:55.984573 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:56.208254 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e1affb53-0ea0-4a76-b569-7a824527af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:58.672765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-8486b5e1-6bbc-49cd-9fef-20cef6e9b05a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686805441&fields=id&tenant_id=a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 267 time: 0.0357671 Aug 03 19:48:58.794129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-d6dc5436-662f-4714-b758-abf82e4af040 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:58.795646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-d6dc5436-662f-4714-b758-abf82e4af040 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.1151223 Aug 03 19:48:58.811660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-efe73ff4-6050-4c37-a3f7-c12b3fc08c14 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/quotas/a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 375 time: 0.0098588 Aug 03 19:48:58.870998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-a85ab018-5629-4d13-abfd-8eaab430bfeb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522838 Aug 03 19:48:59.122384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-239e0c22-500f-4b9f-9ce2-2c8e56f0d3b6 service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380404 Aug 03 19:48:59.229823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-2575b05a-1e7f-4586-94e2-f98524a364da service neutron] 10.222.0.42 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009607 Aug 03 19:48:59.663747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d787a8d-4dcc-4512-ad12-ae7fdd34da5d req-b4a296ef-b044-4c67-bffb-b6922dbb4813 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 210 time: 0.0440736 Aug 03 19:48:59.783978 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:00.313526 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0094cb85-7f63-4a94-af23-c7fc6fb289c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:00.822232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-794af143-6efa-49f3-8efc-63dd3190f318 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:00.824684 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-794af143-6efa-49f3-8efc-63dd3190f318 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 812 time: 0.1571004 Aug 03 19:49:00.904886 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-254fbada-8acb-4cef-a983-a04cabec7501 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a13f83e3050949aab38e4aa703f4d71b HTTP/1.1" status: 200 len: 379 time: 0.0640175 Aug 03 19:49:00.935794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'port': {'device_id': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'admin_state_up': True, 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'security_groups': ['d5770786-864f-430f-b7da-9bc53e3373a0']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:01.114845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Made reservation on behalf of a13f83e3050949aab38e4aa703f4d71b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:49:01.122656 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:01.262252 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c98d7d5a-d5b1-4931-8b46-a611fed0951e req-fd38143d-2cd3-4da6-8f50-69e4747705dd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 210 time: 0.5148754 Aug 03 19:49:01.308259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58078) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:01.432749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1785-41a4-47c9-9ac4-0d6559dfd57a req-9e82fe68-fe25-4823-9809-d612957e7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:01.435556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-091b1785-41a4-47c9-9ac4-0d6559dfd57a req-9e82fe68-fe25-4823-9809-d612957e7385 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1096 time: 0.1258030 Aug 03 19:49:01.484736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-091b1785-41a4-47c9-9ac4-0d6559dfd57a req-72d99572-54ba-4a32-a5d0-1a0a46c53985 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 Aug 03 19:49:01.696557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.20.0.11 (114f6133-e3b2-4d65-8593-2b8b75ef2750/f17e1f27-a3cb-458d-822d-751f3dce1860/9891b82e-98b5-4efb-850d-f8cce1d8ac46) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:01.854033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:01.869271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Transition to ACTIVE for port object 9891b82e-98b5-4efb-850d-f8cce1d8ac46 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:01.903019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:01.946202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:01.949199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:01.955131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:01.979953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=9891b82e-98b5-4efb-850d-f8cce1d8ac46,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:02.016754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:02.017692 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.032068 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-718ee085-b0c6-4d61-9e0e-2981c8ae7d15 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1056781 Aug 03 19:49:02.038205 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.051351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Request body: {'port': {'device_id': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:02.130953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.281328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f3ed6a72-2764-4760-bf74-9ab7c6df6b0e None None] Provisioning for port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:02.292854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f3ed6a72-2764-4760-bf74-9ab7c6df6b0e None None] Provisioning complete for port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:02.293229 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6a72-2764-4760-bf74-9ab7c6df6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.381238 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed6a72-2764-4760-bf74-9ab7c6df6b0e None None] Port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:49:02.453163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5defc3-4b7c-4b61-9c52-328ae35dcb8a req-c266f5b3-c70e-401c-a9e7-e7183adec6d0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:02.455416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d5defc3-4b7c-4b61-9c52-328ae35dcb8a req-c266f5b3-c70e-401c-a9e7-e7183adec6d0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 932 time: 0.0761590 Aug 03 19:49:02.504219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d5defc3-4b7c-4b61-9c52-328ae35dcb8a req-7dd9d7cb-6ff3-49f9-8f16-bfc17e8b86fd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417745 Aug 03 19:49:02.590330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9891b82e-98b5-4efb-850d-f8cce1d8ac46 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:49:02.600353 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.616585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Transition to ACTIVE for port object 9891b82e-98b5-4efb-850d-f8cce1d8ac46 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:02.622187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.694044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9891b82e-98b5-4efb-850d-f8cce1d8ac46,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:02.813367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Attempting to bind port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:02.813666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Attempting to bind port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:02.814128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Attempting to bind port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:02.819889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:49:02.820294 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Attempting to bind port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 on network 114f6133-e3b2-4d65-8593-2b8b75ef2750 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:02.829636 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:02.829992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Checking segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:02.830365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Bound using segment: {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:02.830800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Bound port: 9891b82e-98b5-4efb-850d-f8cce1d8ac46, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7829bbb7-679c-43fc-bcc4-e2780e608770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:02.832070 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.907782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] For port 9891b82e-98b5-4efb-850d-f8cce1d8ac46, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:02.911696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] For port 9891b82e-98b5-4efb-850d-f8cce1d8ac46, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:02.916942 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.957793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:02.958576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:02.960159 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] 10.222.0.63 "PUT /v2.0/ports/9891b82e-98b5-4efb-850d-f8cce1d8ac46 HTTP/1.1" status: 200 len: 1092 time: 0.9147089 Aug 03 19:49:02.960771 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:02.963683 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b2c453-ce7f-47a7-a066-11fc09baee9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:02.994843 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0acc2e-fe4c-4627-9532-27cbdb5eebd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9891b82e-98b5-4efb-850d-f8cce1d8ac46,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:03.060928 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c5e84-b70c-49d3-9f31-21f775d4be5b x-openstack-request-id: req-1e4c5e84-b70c-49d3-9f31-21f775d4be5b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:03.061230 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:03.061504 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e4c5e84-b70c-49d3-9f31-21f775d4be5b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:03.061926 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'status': 'completed', 'code': 200} Aug 03 19:49:03.082572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-36b84470-f38f-4e76-b9f2-57ab146d29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:03.084905 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-36b84470-f38f-4e76-b9f2-57ab146d29a1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 1095 time: 0.0614271 Aug 03 19:49:03.147290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-8b237169-51ce-4ff8-b2bb-82dd4d842ae3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46 HTTP/1.1" status: 200 len: 217 time: 0.0488622 Aug 03 19:49:03.203495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-d298556e-9e5a-4c70-a64a-334b17f4f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:03.205153 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-d298556e-9e5a-4c70-a64a-334b17f4f6a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0502298 Aug 03 19:49:03.265508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-0e48927c-7d27-4d42-94ad-dfcc551b3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:03.267432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-0e48927c-7d27-4d42-94ad-dfcc551b3be0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558109 Aug 03 19:49:03.393977 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-2b88f696-2798-4709-9fb6-cb67c92943e2 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184890 Aug 03 19:49:03.498489 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8efce8ac-38cd-44ae-be50-f04f0e8ba244 req-0e493073-748d-4ecd-aefa-de929c5bc092 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963452 Aug 03 19:49:03.633211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-49513aed-e366-482d-a5a2-c8208536a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:03.635016 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-49513aed-e366-482d-a5a2-c8208536a173 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 1095 time: 0.0556118 Aug 03 19:49:03.643905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367d76-51a2-4574-9e1b-14c0801a6cc0 req-3d9b1b1e-2dfe-475a-9851-e56f7609fc60 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:03.652838 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51367d76-51a2-4574-9e1b-14c0801a6cc0 req-3d9b1b1e-2dfe-475a-9851-e56f7609fc60 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0706887 Aug 03 19:49:03.700469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51367d76-51a2-4574-9e1b-14c0801a6cc0 req-08f35a93-1a91-4876-8ee2-84af7136f5eb tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466635 Aug 03 19:49:03.735020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-33e4a844-2212-4127-b338-5383470b92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:03.736573 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-33e4a844-2212-4127-b338-5383470b92cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.0949304 Aug 03 19:49:03.782467 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-041848d7-b41b-416b-8526-e4017703989b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46 HTTP/1.1" status: 200 len: 217 time: 0.0358233 Aug 03 19:49:03.841627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-8e9e73cb-68c8-403c-a7cd-38bdb9ec349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:03.843108 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-8e9e73cb-68c8-403c-a7cd-38bdb9ec349c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0490749 Aug 03 19:49:03.891093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-03d11a85-57b7-4770-9290-c1ef41500990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:03.892623 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-03d11a85-57b7-4770-9290-c1ef41500990 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425842 Aug 03 19:49:04.016659 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-d854b175-6b30-4c03-bff8-be5185f5374a service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160254 Aug 03 19:49:04.133827 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-11b2c453-ce7f-47a7-a066-11fc09baee9d req-11f9d992-5993-4a46-8722-a6600193e154 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102238 Aug 03 19:49:04.506667 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:04.854007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808cca8-a61e-4f3d-859f-fc78b22505fe req-fc00db20-182a-48d8-9c3c-134f9c30d5fc tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:04.862012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6808cca8-a61e-4f3d-859f-fc78b22505fe req-fc00db20-182a-48d8-9c3c-134f9c30d5fc tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0589995 Aug 03 19:49:04.910384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6808cca8-a61e-4f3d-859f-fc78b22505fe req-185f2ee7-8d2d-4599-bc69-f3d875fc83cc tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462251 Aug 03 19:49:06.069387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8054-8683-4baf-88b4-624666d29118 req-35696e82-4de7-424b-a54c-e6e0c71b2e76 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:06.072777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0ca8054-8683-4baf-88b4-624666d29118 req-35696e82-4de7-424b-a54c-e6e0c71b2e76 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0716517 Aug 03 19:49:06.148256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0ca8054-8683-4baf-88b4-624666d29118 req-fbb60f05-84ce-4500-9ad1-e3a29a46a7e9 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632846 Aug 03 19:49:07.289572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755afd97-5343-4318-b1b0-c492eee6318a req-be241e80-c3f5-460a-99ca-541739aa6bbf tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:07.310223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-755afd97-5343-4318-b1b0-c492eee6318a req-be241e80-c3f5-460a-99ca-541739aa6bbf tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0861516 Aug 03 19:49:07.390737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-755afd97-5343-4318-b1b0-c492eee6318a req-aa617b84-7794-4eb5-b1f4-e8b30c2a188f tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677907 Aug 03 19:49:08.531586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec27aa5-a557-4042-98e6-0d8807459f80 req-28973cd0-2340-44a3-b00b-9c22352ae926 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:08.533086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ec27aa5-a557-4042-98e6-0d8807459f80 req-28973cd0-2340-44a3-b00b-9c22352ae926 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0533750 Aug 03 19:49:08.576429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ec27aa5-a557-4042-98e6-0d8807459f80 req-70ec3b04-2002-4834-8831-ef1ad767b432 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367324 Aug 03 19:49:09.706431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64365745-2b8a-4aeb-8c4a-9239a5fdcd5d req-dec81ff6-af0a-49ef-8e33-4a4db44be8c4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:09.711321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64365745-2b8a-4aeb-8c4a-9239a5fdcd5d req-dec81ff6-af0a-49ef-8e33-4a4db44be8c4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0519781 Aug 03 19:49:09.758168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-64365745-2b8a-4aeb-8c4a-9239a5fdcd5d req-c09d29c5-3e10-408d-9db6-304ea8ffcc99 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383234 Aug 03 19:49:10.703390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-d5f40cec-b308-428a-9cab-4c758a031cb4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525587 Aug 03 19:49:10.802213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-bb0ce940-9c61-4aae-90c3-4e3a666c1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.803898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-bb0ce940-9c61-4aae-90c3-4e3a666c1bb6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55b310366d2b4863965210ed2c4a33b0&device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1096 time: 0.0518537 Aug 03 19:49:10.974093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72296a7f-61e8-4716-9144-0607f90f080e req-9c58c708-04c7-4b56-bfc3-455d74f8dfa0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.975687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72296a7f-61e8-4716-9144-0607f90f080e req-9c58c708-04c7-4b56-bfc3-455d74f8dfa0 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.1386683 Aug 03 19:49:10.981345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-676cd11f-4e0b-47ca-9fb3-3d614b6d3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.983059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-676cd11f-4e0b-47ca-9fb3-3d614b6d3538 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 HTTP/1.1" status: 200 len: 910 time: 0.1558087 Aug 03 19:49:11.075064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72296a7f-61e8-4716-9144-0607f90f080e req-29f9a1e8-3e1a-4fbe-9954-dfb3f2868b58 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845397 Aug 03 19:49:11.086222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-246d77c1-9c46-43cb-9d82-21c3627ba693 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053 HTTP/1.1" status: 200 len: 1001 time: 0.0889251 Aug 03 19:49:11.145132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-eae7b9e7-0f76-4139-b6f6-177300c93cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:11.146282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-eae7b9e7-0f76-4139-b6f6-177300c93cf4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c5a6749-c3dc-458f-93a4-3cd031ff728d HTTP/1.1" status: 200 len: 848 time: 0.0526063 Aug 03 19:49:11.197393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-e1e1f86d-fe37-4353-a762-8e1adac5777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:11.201652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-e1e1f86d-fe37-4353-a762-8e1adac5777a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481465 Aug 03 19:49:11.300493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-db8c34c4-6676-4350-8e05-e81e1a0ca4a0 service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917969 Aug 03 19:49:11.400268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd0804dc-9c4c-4ab2-8f03-135bd391c6a4 req-8d6a936a-fd72-4672-a113-c8540c95c25b service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932956 Aug 03 19:49:12.214060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11352a-9900-4e5d-a51c-b9988dd032cf req-a6cbe8a6-60d9-4cda-bf9f-a109b0dbdfdd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.215965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd11352a-9900-4e5d-a51c-b9988dd032cf req-a6cbe8a6-60d9-4cda-bf9f-a109b0dbdfdd tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0614843 Aug 03 19:49:12.270129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd11352a-9900-4e5d-a51c-b9988dd032cf req-b8ddfbbb-e775-491c-9745-fad5ba4cf2f6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466731 Aug 03 19:49:13.431440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff3ac6-ea69-47a0-a65b-126fdf4c494d req-3c848394-bb3a-4859-99df-a1970178e5d2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:13.434391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1ff3ac6-ea69-47a0-a65b-126fdf4c494d req-3c848394-bb3a-4859-99df-a1970178e5d2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0666022 Aug 03 19:49:13.477642 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:49:13.479439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1ff3ac6-ea69-47a0-a65b-126fdf4c494d req-9260008f-5df3-4b40-a457-932ed5e7d25d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379100 Aug 03 19:49:14.634092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088ec3d-2ea5-4ef3-8bbc-8857d72bc970 req-a8cffea5-ea93-4825-8e70-3eb871cb17d7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:14.645668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7088ec3d-2ea5-4ef3-8bbc-8857d72bc970 req-a8cffea5-ea93-4825-8e70-3eb871cb17d7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 944 time: 0.0666859 Aug 03 19:49:14.702968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7088ec3d-2ea5-4ef3-8bbc-8857d72bc970 req-dca6d1d7-b767-410a-9741-ba041c93e1ee tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563011 Aug 03 19:49:15.393340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9891b82e-98b5-4efb-850d-f8cce1d8ac46 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:49:15.508977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9891b82e-98b5-4efb-850d-f8cce1d8ac46, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:15.522666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'port_id': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'mac_address': 'fa:16:3e:c4:20:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:49:15.563300 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.577977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9891b82e-98b5-4efb-850d-f8cce1d8ac46 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:49:15.624833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9891b82e-98b5-4efb-850d-f8cce1d8ac46, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:15.630361 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.692090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9891b82e-98b5-4efb-850d-f8cce1d8ac46,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:15.701344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.701893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.702294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.702722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.703050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.703380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.703817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.704022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.704343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.704692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.704979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.705295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:15.714053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-50a17c95-1549-4228-b84e-dbc97f5dd48f req-3830230a-f032-4ea2-9c55-3a1bcbd101e2 service neutron] (94133) timed out ('10.222.0.88', 59306) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:49:15.847262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c96dbc-487a-4bc4-8925-849a73986f8c req-f52080b0-01b5-4f5b-99ac-ec573c60440c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:15.849379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22c96dbc-487a-4bc4-8925-849a73986f8c req-f52080b0-01b5-4f5b-99ac-ec573c60440c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 945 time: 0.0595267 Aug 03 19:49:15.910558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22c96dbc-487a-4bc4-8925-849a73986f8c req-28597f56-4b1a-41f8-8426-26d42e97a3de tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551157 Aug 03 19:49:15.996901 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['9891b82e-98b5-4efb-850d-f8cce1d8ac46'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:49:17.070637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c6f79-80be-4ae3-b5f7-1cc9c5cd6e7e req-f1722d15-3f4c-4efa-a787-f441494b42bf tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:17.072660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd2c6f79-80be-4ae3-b5f7-1cc9c5cd6e7e req-f1722d15-3f4c-4efa-a787-f441494b42bf tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 945 time: 0.0652483 Aug 03 19:49:17.131556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd2c6f79-80be-4ae3-b5f7-1cc9c5cd6e7e req-f23bf605-e40d-4c89-8627-cb6ffc8ad4e8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528071 Aug 03 19:49:17.408449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9891b82e-98b5-4efb-850d-f8cce1d8ac46 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:17.478354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:17.482446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:17.482821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:17.576653 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:17.605305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:17.607766 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83feb3f0-b003-4fba-bbba-712ccb5e1026" -d '{"events": [{"server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "name": "network-vif-plugged", "status": "completed", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:17.622808 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9891b82e-98b5-4efb-850d-f8cce1d8ac46, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:17.628359 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:17.675504 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe5b608-501b-4ffc-90cb-d139398b11de x-openstack-request-id: req-cfe5b608-501b-4ffc-90cb-d139398b11de {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:17.675796 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "name": "network-vif-plugged", "status": "completed", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:17.676045 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfe5b608-501b-4ffc-90cb-d139398b11de {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:17.676435 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'code': 200} Aug 03 19:49:17.688837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9891b82e-98b5-4efb-850d-f8cce1d8ac46,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:17.804464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25698f66-b93b-472c-9f01-f723775e92e1 req-a13827f3-0ee1-4b9c-ba1f-15166f4bf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:17.806033 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25698f66-b93b-472c-9f01-f723775e92e1 req-a13827f3-0ee1-4b9c-ba1f-15166f4bf480 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 1097 time: 0.0454221 Aug 03 19:49:17.844397 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-25698f66-b93b-472c-9f01-f723775e92e1 req-f59fcb26-9b08-4d85-b6a4-23d606af991d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Aug 03 19:49:18.287385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cb276-4f82-4199-9030-9e1580de04fe req-6c98599a-4849-4fab-8326-39cda0aea458 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:18.288941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-484cb276-4f82-4199-9030-9e1580de04fe req-6c98599a-4849-4fab-8326-39cda0aea458 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 946 time: 0.0580878 Aug 03 19:49:18.337084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-484cb276-4f82-4199-9030-9e1580de04fe req-3d59d9a1-a4bb-4fe5-a4f2-36143950e922 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 Aug 03 19:49:19.481076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38560c4b-6ac3-4d46-8637-b8a93f5d600d req-59c8767d-9e4c-4eb6-9a97-36be50a24a9a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:19.482761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38560c4b-6ac3-4d46-8637-b8a93f5d600d req-59c8767d-9e4c-4eb6-9a97-36be50a24a9a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 946 time: 0.0604293 Aug 03 19:49:19.555581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38560c4b-6ac3-4d46-8637-b8a93f5d600d req-a2507d6d-afa2-4d7a-b111-1823b9d66b3b tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636702 Aug 03 19:49:19.734544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a32a4-a277-48ab-9b1e-64c2d22663a8 req-bd4b3cfc-ee5a-482c-a08e-071f6911dcac tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:19.745518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e66a32a4-a277-48ab-9b1e-64c2d22663a8 req-bd4b3cfc-ee5a-482c-a08e-071f6911dcac tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 946 time: 0.0834861 Aug 03 19:49:19.787377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e66a32a4-a277-48ab-9b1e-64c2d22663a8 req-b58a7119-a44b-4510-a4c7-d4c1b87c7580 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 Aug 03 19:49:19.820645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 58614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:19.891592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72897b80-a117-4073-937b-26002f0a499e tempest-TestVolumeBootPattern-1705982230 tempest-TestVolumeBootPattern-1705982230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:19.896341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 58616) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:19.896743 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-72897b80-a117-4073-937b-26002f0a499e tempest-TestVolumeBootPattern-1705982230 tempest-TestVolumeBootPattern-1705982230-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 1092 time: 0.0740628 Aug 03 19:49:19.902204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:19.947007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:20.074669 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:20.213389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Allocated IP 172.25.4.186 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/66977c9f-4418-4598-a17e-8f0b098b7690) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:20.360088 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:20.436980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:20.521466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:20.523291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:20.526261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:20.558281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=66977c9f-4418-4598-a17e-8f0b098b7690,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:20.744115 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:21.211213 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:21.350098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:21.571770 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:21.583179 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:21.662210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event updated for resources: {'Port': ['ID=66977c9f-4418-4598-a17e-8f0b098b7690,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:21.678098 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:21.804076 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Floating IP 8007dbcb-9841-42a8-ac46-a9ad938e5975 associated. External IP: 172.25.4.186, port: 9891b82e-98b5-4efb-850d-f8cce1d8ac46. Aug 03 19:49:22.046391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Router daf07c84-9307-4457-991b-85b43892e2c3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:22.196902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:22.209930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:22.225752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:22.226674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:22.228818 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:22.291687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e3b06ae6-79f0-48b7-9a59-178752cd8a73 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3933418 Aug 03 19:49:22.292291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:22.294938 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e1035e-7e53-452c-930d-a3a3733887ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:22.344683 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f558f0-b6c7-41a1-852a-81b8d5bac1e7 x-openstack-request-id: req-51f558f0-b6c7-41a1-852a-81b8d5bac1e7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:22.344683 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:22.344683 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51f558f0-b6c7-41a1-852a-81b8d5bac1e7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:22.344683 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'status': 'completed', 'code': 200} Aug 03 19:49:22.403327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:22.443664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1035e-7e53-452c-930d-a3a3733887ba req-65422f1b-9719-42c9-b149-66a3daa0ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:22.445320 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42e1035e-7e53-452c-930d-a3a3733887ba req-65422f1b-9719-42c9-b149-66a3daa0ebfa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 1097 time: 0.0610476 Aug 03 19:49:22.597622 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1035e-7e53-452c-930d-a3a3733887ba req-f83f97bf-b4ca-46ca-a62c-086af4dfb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:22.600488 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42e1035e-7e53-452c-930d-a3a3733887ba req-f83f97bf-b4ca-46ca-a62c-086af4dfb539 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.1454399 Aug 03 19:49:22.712769 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42e1035e-7e53-452c-930d-a3a3733887ba req-9fb96fdc-ae7b-4540-98ba-18de2dcf8705 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46 HTTP/1.1" status: 200 len: 1000 time: 0.1047440 Aug 03 19:49:22.716709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8007dbcb-9841-42a8-ac46-a9ad938e5975', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:c4:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:49:20Z', 'updated_at': '2021-08-03T19:49:20Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}, {'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:14Z', 'revision_number': 1, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:22.781467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1035e-7e53-452c-930d-a3a3733887ba req-fe6313fa-f263-4a88-983f-a6373a849995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:22.783108 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42e1035e-7e53-452c-930d-a3a3733887ba req-fe6313fa-f263-4a88-983f-a6373a849995 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0638421 Aug 03 19:49:22.840138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1035e-7e53-452c-930d-a3a3733887ba req-aa0536b6-8c0e-4184-b07d-4c778ada08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:22.842362 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42e1035e-7e53-452c-930d-a3a3733887ba req-aa0536b6-8c0e-4184-b07d-4c778ada08c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510442 Aug 03 19:49:22.931794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:22.941227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:22.942007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:22.994879 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42e1035e-7e53-452c-930d-a3a3733887ba req-4a1a4a59-dd96-4997-b3c5-3e3ee8548401 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412237 Aug 03 19:49:23.079961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:23.122483 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-42e1035e-7e53-452c-930d-a3a3733887ba req-e03f3ef1-d941-445a-9339-c1359c905584 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198440 Aug 03 19:49:23.379605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8007dbcb-9841-42a8-ac46-a9ad938e5975', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:c4:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:49:20Z', 'updated_at': '2021-08-03T19:49:20Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}, {'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:14Z', 'revision_number': 1, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:23.416930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe481144-72ab-4689-a78b-2eace7896d8a None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8007dbcb-9841-42a8-ac46-a9ad938e5975', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:c4:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:49:20Z', 'updated_at': '2021-08-03T19:49:20Z', 'revision_number': 0, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}, {'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:14Z', 'revision_number': 1, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:23.655230 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c460d0-e18a-4002-8e53-ca1011a68e3a None None] New status for floating IP 8007dbcb-9841-42a8-ac46-a9ad938e5975: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:49:25.962684 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:26.196331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-debb153f-4760-42c6-b073-6352412d1de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:29.779108 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:30.321614 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f22e-9755-4896-a450-b1ea520ad52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:32.015452 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:34.495200 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:36.878484 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-5f3a9aeb-0e11-479b-badf-5c566e09d4b3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451417 Aug 03 19:49:37.001055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-61468529-c14e-4e48-948c-9a668807e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.003408 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-61468529-c14e-4e48-948c-9a668807e32f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1096 time: 0.0593948 Aug 03 19:49:37.113942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-71031ff0-9526-4631-9d22-29193332ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.115548 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-71031ff0-9526-4631-9d22-29193332ccbe service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.0903971 Aug 03 19:49:37.216330 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-f48222a6-a3e6-4913-82d9-be059be4883d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 200 len: 1001 time: 0.0928175 Aug 03 19:49:37.273608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-0524bd03-d0fd-4d88-8c5f-60552d62c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.275110 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-0524bd03-d0fd-4d88-8c5f-60552d62c4fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0521944 Aug 03 19:49:37.330248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-00bf3d43-0984-41a0-9d94-d0c9bd53c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.332287 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-00bf3d43-0984-41a0-9d94-d0c9bd53c125 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465713 Aug 03 19:49:37.465160 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-8ecef58b-9bbd-4cea-b673-8d5a56d51855 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235070 Aug 03 19:49:37.566093 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9cafa085-6e71-42a6-8298-1cc82bea71d8 req-39c274fd-8638-4c4b-a811-a4b6f15cbb45 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935867 Aug 03 19:49:43.121618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59400) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:43.306408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59406) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:43.307069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6082d84e-8036-4c5a-a29f-cee6e4f70275 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56bfd98db13e494caa68e71ae1059e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836245 Aug 03 19:49:43.371589 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:43.396067 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:43.465941 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:43.468693 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:43.469907 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50 HTTP/1.1" status: 204 len: 168 time: 0.1615086 Aug 03 19:49:43.494091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f8a8f-4a9a-42a0-9763-299f4bdd1c50,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:43.505204 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.505830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.506389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.506801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.507195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.508393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.508899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.509822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.510578 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.511290 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.511951 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:43.512583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9b668-b197-4559-9a3f-22ab4e1df6df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:44.319561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59454) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:44.421727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-431881593-network', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:44.445418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Made reservation on behalf of ceaa15fb616d45e3849f2a3f597aa801 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:49:44.448250 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:44.457574 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:44.566443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:44.573644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:44.596663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:49:44.610929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0f1a6-8ec5-4a39-91c6-4e4e98bbc6e7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:44.618866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:44.619214 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Added segment ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b of type vlan for network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 Aug 03 19:49:44.674947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:44.709227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:44.710283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:44.710895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:44.775795 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4547174 Aug 03 19:49:44.778769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59468) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:44.784175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Request body: {'subnet': {'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-431881593-subnet', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:44.795973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1f737-ff3e-49fe-9b88-f18385dca71f admin admin] Pushing event updated for resources: {'Network': ['ID=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:44.815285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:49:44.818490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Made reservation on behalf of ceaa15fb616d45e3849f2a3f597aa801 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:49:44.821063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.012403 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.071754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6541dcc-b02c-40ef-af85-2b2231c95ea8,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:45.082036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Checking segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:45.082401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Network hostable DHCP agents. Network: e99b1fc3-cf17-489e-b4ea-a59795b5a6b3, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:49:45.100608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:49:45.110401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e99b1fc3-cf17-489e-b4ea-a59795b5a6b3) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:45.116134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:45.118202 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.121108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcf0516-15dd-42d2-8a82-1bf4baffa73c None None] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:49:45.143373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:45.143983 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b5426932-a60a-4c8d-8a83-79f12dcefc95 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3637824 Aug 03 19:49:45.150113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:45.186242 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.187372 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.250870 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.312512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'fixed_ips': [{'subnet_id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:49:45.313574 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.399489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.477262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Allocated IP 172.20.0.2 (e99b1fc3-cf17-489e-b4ea-a59795b5a6b3/a6541dcc-b02c-40ef-af85-2b2231c95ea8/d0937571-453c-4517-a728-c0c583098c46) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:45.653828 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.654086 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.663534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Transition to ACTIVE for port object d0937571-453c-4517-a728-c0c583098c46 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:45.681080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Transition to ACTIVE for port object d0937571-453c-4517-a728-c0c583098c46 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:45.687615 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.690643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.728442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:45.731398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:45.737561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:45.746308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Pushing event updated for resources: {'Port': ['ID=d0937571-453c-4517-a728-c0c583098c46,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:45.819764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Attempting to bind port d0937571-453c-4517-a728-c0c583098c46 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:45.820486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Attempting to bind port d0937571-453c-4517-a728-c0c583098c46 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:45.820637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Attempting to bind port d0937571-453c-4517-a728-c0c583098c46 on network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:45.827084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:45.827457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Checking segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:45.828056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.828479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Bound using segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:45.829110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Bound port: d0937571-453c-4517-a728-c0c583098c46, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:45.830324 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.859609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Allocated IP 172.25.4.161 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/9d5b44ae-e20b-4162-ba65-356263003386) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:45.906275 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] For port d0937571-453c-4517-a728-c0c583098c46, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:45.910468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] For port d0937571-453c-4517-a728-c0c583098c46, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d0937571-453c-4517-a728-c0c583098c46,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:45.915052 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.965570 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.990492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a976c2-25c8-4a8e-9ed5-4229ebf480f6 None None] Pushing event updated for resources: {'Port': ['ID=d0937571-453c-4517-a728-c0c583098c46,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:46.009682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:46.046113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:46.049718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:46.053581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:46.116143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5b44ae-e20b-4162-ba65-356263003386,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:46.131359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.131745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.132093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.132434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.132773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.133106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.133592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.133928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.134257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.134863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.134962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.135230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:46.627558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d0937571-453c-4517-a728-c0c583098c46 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:46.708918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port d0937571-453c-4517-a728-c0c583098c46 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:46.797839 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:47.033900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:47.179754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Router 3f784a02-2ae9-4476-bc65-a1bc95df3071 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:49:47.254252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8874d823-449f-4bf5-af8e-274b4183be65 None None] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:49:47.308739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:47.325854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Sync routers for ids ['3f784a02-2ae9-4476-bc65-a1bc95df3071'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:47.328180 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:47.331015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-54bf3ad7-762b-412a-982c-d2bf5ee090b0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1864271 Aug 03 19:49:47.333403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59524) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:47.363518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Routers {'3f784a02-2ae9-4476-bc65-a1bc95df3071'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:47.364166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3f784a02-2ae9-4476-bc65-a1bc95df3071'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:47.452940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-631b803e-2d30-42f2-a0b1-5b871158ce3b None None] Provisioning for port d0937571-453c-4517-a728-c0c583098c46 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:47.519746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-631b803e-2d30-42f2-a0b1-5b871158ce3b None None] Provisioning complete for port d0937571-453c-4517-a728-c0c583098c46 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:47.520107 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-631b803e-2d30-42f2-a0b1-5b871158ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:47.524503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Set router 3f784a02-2ae9-4476-bc65-a1bc95df3071 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:47.824782 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-631b803e-2d30-42f2-a0b1-5b871158ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:47.826379 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:47.887106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-631b803e-2d30-42f2-a0b1-5b871158ce3b None None] For port d0937571-453c-4517-a728-c0c583098c46, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d0937571-453c-4517-a728-c0c583098c46,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:47.896364 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-631b803e-2d30-42f2-a0b1-5b871158ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:47.906753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '9d5b44ae-e20b-4162-ba65-356263003386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:46Z', 'revision_number': 3, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port': {'id': '9d5b44ae-e20b-4162-ba65-356263003386', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:47.959229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Checking router: 3f784a02-2ae9-4476-bc65-a1bc95df3071 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:47.959879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Updating router 3f784a02-2ae9-4476-bc65-a1bc95df3071 port 9d5b44ae-e20b-4162-ba65-356263003386 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:49:48.020536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.024969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b803e-2d30-42f2-a0b1-5b871158ce3b None None] Pushing event updated for resources: {'Port': ['ID=d0937571-453c-4517-a728-c0c583098c46,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:48.043210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Allocated IP 172.20.0.1 (e99b1fc3-cf17-489e-b4ea-a59795b5a6b3/a6541dcc-b02c-40ef-af85-2b2231c95ea8/f32962d4-542f-40ce-88e8-468d641a9e6d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:48.064964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d64ab83f-e7cb-4411-8094-1fe5b2075a31 None None] Provisioning complete for port d0937571-453c-4517-a728-c0c583098c46 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:48.065439 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d64ab83f-e7cb-4411-8094-1fe5b2075a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.161850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.176352 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Transition to ACTIVE for port object f32962d4-542f-40ce-88e8-468d641a9e6d will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:48.213848 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.260079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:48.264982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:48.268204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:48.297885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Pushing event updated for resources: {'Port': ['ID=f32962d4-542f-40ce-88e8-468d641a9e6d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:48.314239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.531040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.579393 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.592188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Transition to ACTIVE for port object 9d5b44ae-e20b-4162-ba65-356263003386 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:48.600292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d0937571-453c-4517-a728-c0c583098c46 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:48.610101 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.667123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf71a263-4dd8-40b1-aadb-f7f86edd5c1f None None] Provisioning for port f32962d4-542f-40ce-88e8-468d641a9e6d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:48.686888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf71a263-4dd8-40b1-aadb-f7f86edd5c1f None None] Provisioning complete for port f32962d4-542f-40ce-88e8-468d641a9e6d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:48.687157 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf71a263-4dd8-40b1-aadb-f7f86edd5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.734930 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.741036 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.756168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Attempting to bind port 9d5b44ae-e20b-4162-ba65-356263003386 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:48.756546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Attempting to bind port 9d5b44ae-e20b-4162-ba65-356263003386 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:48.756907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Attempting to bind port 9d5b44ae-e20b-4162-ba65-356263003386 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:48.759629 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc7ebb-09db-4651-ac75-35101a42dcae None None] Pushing event updated for resources: {'Port': ['ID=9d5b44ae-e20b-4162-ba65-356263003386,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:48.765339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bf71a263-4dd8-40b1-aadb-f7f86edd5c1f None None] Port f32962d4-542f-40ce-88e8-468d641a9e6d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:49:48.768031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:48.768410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:48.768806 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.769195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:48.769702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Bound port: 9d5b44ae-e20b-4162-ba65-356263003386, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:48.770087 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.812458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Pushing event updated for resources: {'Port': ['ID=f32962d4-542f-40ce-88e8-468d641a9e6d,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:48.816299 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.820272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d0937571-453c-4517-a728-c0c583098c46 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:48.820708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.861532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] For port 9d5b44ae-e20b-4162-ba65-356263003386, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:48.893712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] For port 9d5b44ae-e20b-4162-ba65-356263003386, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d5b44ae-e20b-4162-ba65-356263003386,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:48.900897 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.924032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:48.926608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:48.997405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc7ebb-09db-4651-ac75-35101a42dcae None None] Pushing event updated for resources: {'Port': ['ID=9d5b44ae-e20b-4162-ba65-356263003386,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:49.009684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Routers {'3f784a02-2ae9-4476-bc65-a1bc95df3071'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:49.010353 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3f784a02-2ae9-4476-bc65-a1bc95df3071'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:49.075386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Router 3f784a02-2ae9-4476-bc65-a1bc95df3071 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:49.148169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] Set router 3f784a02-2ae9-4476-bc65-a1bc95df3071 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:49.306837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-04ad5826-7056-4278-97cf-8d34073264c1 None None] Provisioning complete for port f32962d4-542f-40ce-88e8-468d641a9e6d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:49.307113 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04ad5826-7056-4278-97cf-8d34073264c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:49.365188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-04ad5826-7056-4278-97cf-8d34073264c1 None None] Port f32962d4-542f-40ce-88e8-468d641a9e6d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:49:49.434343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '9d5b44ae-e20b-4162-ba65-356263003386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 4, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port': {'id': '9d5b44ae-e20b-4162-ba65-356263003386', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'f32962d4-542f-40ce-88e8-468d641a9e6d', 'name': '', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'mac_address': 'fa:16:3e:fe:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:47Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 2, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'subnets': [{'id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:49.464196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865be844-dfa5-4387-aa69-c447b7d87c7d None None] The sync data for ids ['3f784a02-2ae9-4476-bc65-a1bc95df3071'] in n-d-803378-1 is: [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '9d5b44ae-e20b-4162-ba65-356263003386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 4, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port': {'id': '9d5b44ae-e20b-4162-ba65-356263003386', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'f32962d4-542f-40ce-88e8-468d641a9e6d', 'name': '', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'mac_address': 'fa:16:3e:fe:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:47Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 2, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'subnets': [{'id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:49.470137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:49.477526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7aca5d90-dc54-4997-ace4-fdd0c33884cb admin admin] 10.222.0.42 "PUT /v2.0/routers/3f784a02-2ae9-4476-bc65-a1bc95df3071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1417656 Aug 03 19:49:50.118540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59594) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:50.124625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1601813737-network', 'tenant_id': '23f7eca324704f58add7bac50fed39d9'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:50.157840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Made reservation on behalf of 23f7eca324704f58add7bac50fed39d9 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:49:50.160898 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.170941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.331416 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.336966 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.368258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:49:50.384130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.385596 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Added segment 7efe3e39-8ff3-42d1-a06c-c47f9e5d412e of type vlan for network 7df65810-4707-4263-8732-9222793e7c69 Aug 03 19:49:50.396313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddd66c6-9666-4eef-8629-7d4ba8a955eb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:50.441968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.477357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.478711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:50.479390 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:49:50.479905 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.553393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4312243 Aug 03 19:49:50.553826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59604) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:50.559025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Request body: {'subnet': {'network_id': '7df65810-4707-4263-8732-9222793e7c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1601813737-subnet', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:50.585848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9ac23-7126-4fc0-91b9-33dd4413a26e admin admin] Pushing event updated for resources: {'Network': ['ID=7df65810-4707-4263-8732-9222793e7c69,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:50.602035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Made reservation on behalf of 23f7eca324704f58add7bac50fed39d9 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:49:50.604479 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.608870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 7df65810-4707-4263-8732-9222793e7c69 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:49:50.679134 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d5b44ae-e20b-4162-ba65-356263003386 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:50.773347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.793288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9d5b44ae-e20b-4162-ba65-356263003386 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:50.808746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d5b44ae-e20b-4162-ba65-356263003386 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:50.809147 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.836859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.911747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=173ebf75-b006-4cdb-b4d1-731f671ef9e0,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:50.921040 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Checking segment: {'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:50.921503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Network hostable DHCP agents. Network: 7df65810-4707-4263-8732-9222793e7c69, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:49:50.921631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.944024 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Network 7df65810-4707-4263-8732-9222793e7c69 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:49:50.950716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 9d5b44ae-e20b-4162-ba65-356263003386, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d5b44ae-e20b-4162-ba65-356263003386,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:50.956172 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.957391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 7df65810-4707-4263-8732-9222793e7c69) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:50.967767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:50.968287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.988174 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-deb34651-0fd0-457e-b80c-d6f63ad269a1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4332020 Aug 03 19:49:50.990912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 59616) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:50.993861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e949ea-01ae-4339-b3d6-77974770a8c4 None None] Network 7df65810-4707-4263-8732-9222793e7c69 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:49:50.998506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:51.027693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.029099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.060885 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=9d5b44ae-e20b-4162-ba65-356263003386,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:51.102767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.242030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-7df65810-4707-4263-8732-9222793e7c69', 'network_id': '7df65810-4707-4263-8732-9222793e7c69', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'fixed_ips': [{'subnet_id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:49:51.243121 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.310171 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.416315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Allocated IP 172.20.0.2 (7df65810-4707-4263-8732-9222793e7c69/173ebf75-b006-4cdb-b4d1-731f671ef9e0/c72bec40-c536-48db-abf3-d7899238bcac) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:51.569706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.605316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.619985 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.630290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Transition to ACTIVE for port object c72bec40-c536-48db-abf3-d7899238bcac will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:51.647864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Transition to ACTIVE for port object c72bec40-c536-48db-abf3-d7899238bcac will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:51.656059 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.709816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Network 7df65810-4707-4263-8732-9222793e7c69 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:51.722842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:51.726002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:51.729388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Pushing event updated for resources: {'Port': ['ID=c72bec40-c536-48db-abf3-d7899238bcac,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:51.744555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Allocated IP 172.25.4.4 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/0b584717-aaa8-40d1-81b6-57dbc446106f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:51.822533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Attempting to bind port c72bec40-c536-48db-abf3-d7899238bcac on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:51.822914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Attempting to bind port c72bec40-c536-48db-abf3-d7899238bcac by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:51.823282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Attempting to bind port c72bec40-c536-48db-abf3-d7899238bcac on network 7df65810-4707-4263-8732-9222793e7c69 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:51.829000 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:51.830091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Checking segment: {'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:51.830364 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.830889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Bound using segment: {'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:51.831232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Bound port: c72bec40-c536-48db-abf3-d7899238bcac, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:51.831618 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.889369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.927904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] For port c72bec40-c536-48db-abf3-d7899238bcac, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:51.935837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] For port c72bec40-c536-48db-abf3-d7899238bcac, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c72bec40-c536-48db-abf3-d7899238bcac,segment=NetworkSegment(7efe3e39-8ff3-42d1-a06c-c47f9e5d412e),segment_id=7efe3e39-8ff3-42d1-a06c-c47f9e5d412e)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:51.950271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.952091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.973645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:51.993362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:51.997415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:52.039549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Pushing event updated for resources: {'Port': ['ID=0b584717-aaa8-40d1-81b6-57dbc446106f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:52.042721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a63f5-b07f-43d0-9010-48ab45567136 None None] Pushing event updated for resources: {'Port': ['ID=c72bec40-c536-48db-abf3-d7899238bcac,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:52.269805 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Sync routers for ids ['3f784a02-2ae9-4476-bc65-a1bc95df3071'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:52.280350 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Routers {'3f784a02-2ae9-4476-bc65-a1bc95df3071'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:52.280972 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3f784a02-2ae9-4476-bc65-a1bc95df3071'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:52.395807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:52.444211 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Set router 3f784a02-2ae9-4476-bc65-a1bc95df3071 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:52.653100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:52.708319 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '9d5b44ae-e20b-4162-ba65-356263003386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 4, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port': {'id': '9d5b44ae-e20b-4162-ba65-356263003386', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'f32962d4-542f-40ce-88e8-468d641a9e6d', 'name': '', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'mac_address': 'fa:16:3e:fe:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:47Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 2, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'subnets': [{'id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:52.748465 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Checking router: 3f784a02-2ae9-4476-bc65-a1bc95df3071 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:52.748784 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Updating router 3f784a02-2ae9-4476-bc65-a1bc95df3071 port f32962d4-542f-40ce-88e8-468d641a9e6d binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:49:52.751377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c72bec40-c536-48db-abf3-d7899238bcac up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:52.792007 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:52.825666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c72bec40-c536-48db-abf3-d7899238bcac completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:52.830689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d5b44ae-e20b-4162-ba65-356263003386 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:52.888586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Router d0fb5dc4-9214-4272-973e-be13b1663aaf is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:49:52.895455 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d5b44ae-e20b-4162-ba65-356263003386 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:52.895877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.031535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:53.049168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Sync routers for ids ['d0fb5dc4-9214-4272-973e-be13b1663aaf'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:53.061532 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.066757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Routers {'d0fb5dc4-9214-4272-973e-be13b1663aaf'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:53.066890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-abdfb961-3c1f-4e6e-81a1-4622899535ef admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0701246 Aug 03 19:49:53.066998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d0fb5dc4-9214-4272-973e-be13b1663aaf'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:53.067156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 59658) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:53.237994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Set router d0fb5dc4-9214-4272-973e-be13b1663aaf gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:53.246738 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.273066 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Transition to ACTIVE for port object f32962d4-542f-40ce-88e8-468d641a9e6d will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:53.285853 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.387161 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Pushing event updated for resources: {'Port': ['ID=f32962d4-542f-40ce-88e8-468d641a9e6d,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:53.444902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae21b4a-91b5-469d-912b-a6300689edd4 None None] Network 7df65810-4707-4263-8732-9222793e7c69 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:49:53.445830 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.446378 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.446936 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.447464 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.448099 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.448639 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.449173 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.451682 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.452089 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.452484 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.453151 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.453694 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:53.504887 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Attempting to bind port f32962d4-542f-40ce-88e8-468d641a9e6d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:53.505255 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Attempting to bind port f32962d4-542f-40ce-88e8-468d641a9e6d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:53.505858 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Attempting to bind port f32962d4-542f-40ce-88e8-468d641a9e6d on network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:53.511815 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:53.512795 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Checking segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:53.513400 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.514006 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Bound using segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:53.514677 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Bound port: f32962d4-542f-40ce-88e8-468d641a9e6d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:53.515287 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.623644 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] For port f32962d4-542f-40ce-88e8-468d641a9e6d, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:53.628856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] For port f32962d4-542f-40ce-88e8-468d641a9e6d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f32962d4-542f-40ce-88e8-468d641a9e6d,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:53.629942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4af4d398-f7e5-4c31-993d-51c9c445e6a6 None None] Provisioning for port c72bec40-c536-48db-abf3-d7899238bcac completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:53.637401 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.648882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4af4d398-f7e5-4c31-993d-51c9c445e6a6 None None] Provisioning complete for port c72bec40-c536-48db-abf3-d7899238bcac triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:53.649738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4af4d398-f7e5-4c31-993d-51c9c445e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.738531 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf65bf-4bad-45c3-9606-a46cf6446fed None None] Pushing event updated for resources: {'Port': ['ID=f32962d4-542f-40ce-88e8-468d641a9e6d,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:53.749674 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Routers {'3f784a02-2ae9-4476-bc65-a1bc95df3071'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:53.750421 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3f784a02-2ae9-4476-bc65-a1bc95df3071'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:53.760222 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.777788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:52Z', 'revision_number': 3, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port': {'id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:53.850708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Checking router: d0fb5dc4-9214-4272-973e-be13b1663aaf for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:53.851135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Updating router d0fb5dc4-9214-4272-973e-be13b1663aaf port 0b584717-aaa8-40d1-81b6-57dbc446106f binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:49:53.903690 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.925212 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] Set router 3f784a02-2ae9-4476-bc65-a1bc95df3071 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:54.011113 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Allocated IP 172.20.0.1 (7df65810-4707-4263-8732-9222793e7c69/173ebf75-b006-4cdb-b4d1-731f671ef9e0/3e989506-a843-4be2-aa3a-60352d787004) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:54.071514 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4af4d398-f7e5-4c31-993d-51c9c445e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.135671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4af4d398-f7e5-4c31-993d-51c9c445e6a6 None None] For port c72bec40-c536-48db-abf3-d7899238bcac, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c72bec40-c536-48db-abf3-d7899238bcac,segment=NetworkSegment(7efe3e39-8ff3-42d1-a06c-c47f9e5d412e),segment_id=7efe3e39-8ff3-42d1-a06c-c47f9e5d412e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:54.145697 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4af4d398-f7e5-4c31-993d-51c9c445e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.258863 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.284188 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Transition to ACTIVE for port object 3e989506-a843-4be2-aa3a-60352d787004 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:54.293525 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '9d5b44ae-e20b-4162-ba65-356263003386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 4, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port': {'id': '9d5b44ae-e20b-4162-ba65-356263003386', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'f32962d4-542f-40ce-88e8-468d641a9e6d', 'name': '', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'mac_address': 'fa:16:3e:fe:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:47Z', 'updated_at': '2021-08-03T19:49:53Z', 'revision_number': 4, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'subnets': [{'id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:54.311237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4d398-f7e5-4c31-993d-51c9c445e6a6 None None] Pushing event updated for resources: {'Port': ['ID=c72bec40-c536-48db-abf3-d7899238bcac,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:54.359194 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446b548-96a7-465e-b87d-8488b4ffcc62 None None] The sync data for ids ['3f784a02-2ae9-4476-bc65-a1bc95df3071'] in n-d-803378-1 is: [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '9d5b44ae-e20b-4162-ba65-356263003386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:48Z', 'revision_number': 4, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port': {'id': '9d5b44ae-e20b-4162-ba65-356263003386', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'f32962d4-542f-40ce-88e8-468d641a9e6d', 'name': '', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'mac_address': 'fa:16:3e:fe:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:47Z', 'updated_at': '2021-08-03T19:49:53Z', 'revision_number': 4, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'subnets': [{'id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:54.374992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.431396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Pushing event updated for resources: {'Port': ['ID=3e989506-a843-4be2-aa3a-60352d787004,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:54.446490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Network 7df65810-4707-4263-8732-9222793e7c69 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:54.448521 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:54.454424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:54.524034 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.695060 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.709635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Transition to ACTIVE for port object 0b584717-aaa8-40d1-81b6-57dbc446106f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:54.714679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bf5e5368-95ce-4ae7-b58a-64ecd3467798 None None] Provisioning complete for port c72bec40-c536-48db-abf3-d7899238bcac triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:54.715054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5368-95ce-4ae7-b58a-64ecd3467798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.720495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c72bec40-c536-48db-abf3-d7899238bcac up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:54.725859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.745535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.857431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd39c-7965-42c3-8273-67f29ecd95e2 None None] Pushing event updated for resources: {'Port': ['ID=0b584717-aaa8-40d1-81b6-57dbc446106f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:54.864234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Attempting to bind port 0b584717-aaa8-40d1-81b6-57dbc446106f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:54.864548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Attempting to bind port 0b584717-aaa8-40d1-81b6-57dbc446106f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:54.865099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Attempting to bind port 0b584717-aaa8-40d1-81b6-57dbc446106f on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:54.878941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:54.878941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:54.878941 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.878941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:54.879462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Bound port: 0b584717-aaa8-40d1-81b6-57dbc446106f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:54.879562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.965397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c72bec40-c536-48db-abf3-d7899238bcac triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:54.965821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.988330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:54.993910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.003855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] For port 0b584717-aaa8-40d1-81b6-57dbc446106f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:55.019908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] For port 0b584717-aaa8-40d1-81b6-57dbc446106f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0b584717-aaa8-40d1-81b6-57dbc446106f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:55.031887 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.066493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.097731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd39c-7965-42c3-8273-67f29ecd95e2 None None] Pushing event updated for resources: {'Port': ['ID=0b584717-aaa8-40d1-81b6-57dbc446106f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:55.132266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Routers {'d0fb5dc4-9214-4272-973e-be13b1663aaf'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:55.132772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d0fb5dc4-9214-4272-973e-be13b1663aaf'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:55.157228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Pushing event updated for resources: {'Port': ['ID=3e989506-a843-4be2-aa3a-60352d787004,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:55.177289 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Network 7df65810-4707-4263-8732-9222793e7c69 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:55.179077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:55.277767 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c8f5a2ff-59c9-406c-b835-b9eafb55e8a9 None None] Provisioning for port 3e989506-a843-4be2-aa3a-60352d787004 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:55.345854 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Router d0fb5dc4-9214-4272-973e-be13b1663aaf has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:55.354083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f32962d4-542f-40ce-88e8-468d641a9e6d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:55.356137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c8f5a2ff-59c9-406c-b835-b9eafb55e8a9 None None] Provisioning complete for port 3e989506-a843-4be2-aa3a-60352d787004 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:55.356758 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a2ff-59c9-406c-b835-b9eafb55e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.415834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] Set router d0fb5dc4-9214-4272-973e-be13b1663aaf gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:55.509446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5a2ff-59c9-406c-b835-b9eafb55e8a9 None None] Port 3e989506-a843-4be2-aa3a-60352d787004 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:49:55.541907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:55.560504 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-aa41f71f-da0e-4f90-a01b-c3f02d07aa6f admin admin] 10.222.0.42 "PUT /v2.0/routers/d0fb5dc4-9214-4272-973e-be13b1663aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4851155 Aug 03 19:49:55.604303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f32962d4-542f-40ce-88e8-468d641a9e6d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:55.611518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f32962d4-542f-40ce-88e8-468d641a9e6d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:55.611986 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.682672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-49150b3d-1014-41f8-a0c4-3479849581d2 None None] Provisioning complete for port 3e989506-a843-4be2-aa3a-60352d787004 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:55.682952 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-49150b3d-1014-41f8-a0c4-3479849581d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.778520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-49150b3d-1014-41f8-a0c4-3479849581d2 None None] Port 3e989506-a843-4be2-aa3a-60352d787004 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:49:55.804722 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.837776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 4, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port': {'id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e989506-a843-4be2-aa3a-60352d787004', 'name': '', 'network_id': '7df65810-4707-4263-8732-9222793e7c69', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'mac_address': 'fa:16:3e:96:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:53Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 2, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'subnets': [{'id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:55.870495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1ea5b-b7b4-4d02-bd5c-bec18a2103c8 None None] The sync data for ids ['d0fb5dc4-9214-4272-973e-be13b1663aaf'] in n-d-803378-1 is: [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 4, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port': {'id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e989506-a843-4be2-aa3a-60352d787004', 'name': '', 'network_id': '7df65810-4707-4263-8732-9222793e7c69', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'mac_address': 'fa:16:3e:96:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:53Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 2, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'subnets': [{'id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:55.875415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port f32962d4-542f-40ce-88e8-468d641a9e6d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f32962d4-542f-40ce-88e8-468d641a9e6d,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:55.881163 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.963919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=f32962d4-542f-40ce-88e8-468d641a9e6d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:55.981262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:56.205151 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1112f3c6-39c6-4e52-acf4-d2f3505f6745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:56.206928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-310a4826-84e7-4d66-b5d9-2d8b41e9e4a0 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:56.210037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-310a4826-84e7-4d66-b5d9-2d8b41e9e4a0 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/networks?id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 HTTP/1.1" status: 200 len: 910 time: 0.1363833 Aug 03 19:49:56.226243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-8affb1ad-d715-421c-8838-30e0b1e1e1c1 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/quotas/23f7eca324704f58add7bac50fed39d9 HTTP/1.1" status: 200 len: 375 time: 0.0104959 Aug 03 19:49:56.322147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-6b6a622b-a8ff-44f8-a2d7-3db37e0f20bc tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=23f7eca324704f58add7bac50fed39d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898135 Aug 03 19:49:56.428372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-2a5ecbb1-f120-4810-a03d-8ad2361822f0 service neutron] 10.222.0.42 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991728 Aug 03 19:49:56.559925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-7f132b87-2632-495d-9d28-74633e960263 service neutron] 10.222.0.42 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253433 Aug 03 19:49:56.708241 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f32962d4-542f-40ce-88e8-468d641a9e6d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:56.826071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f32962d4-542f-40ce-88e8-468d641a9e6d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:56.829408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b25d10ee-688e-43f0-9a6b-3b1bdaa2f452 req-03a097fc-5dae-4c18-a2cd-5fa190606154 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 210 time: 0.0347731 Aug 03 19:49:56.830030 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:57.941361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4992a600-1e92-48ff-8762-24a37a9f156a req-7c89390e-28f5-47c9-935b-5467839cbb26 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 210 time: 0.0293331 Aug 03 19:49:58.091587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-84a6b1d0-f994-428b-9bda-f67e9fd67ef4 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:58.095720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-84a6b1d0-f994-428b-9bda-f67e9fd67ef4 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.88 "GET /v2.0/networks?id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 HTTP/1.1" status: 200 len: 910 time: 0.1383128 Aug 03 19:49:58.107756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Request body: {'port': {'device_id': '2e2ae50d-b788-488f-82c0-7aab9a11b849', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'admin_state_up': True, 'tenant_id': '23f7eca324704f58add7bac50fed39d9'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:58.131898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Made reservation on behalf of 23f7eca324704f58add7bac50fed39d9 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:49:58.135027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.272955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Allocated IP 172.20.0.7 (e99b1fc3-cf17-489e-b4ea-a59795b5a6b3/a6541dcc-b02c-40ef-af85-2b2231c95ea8/dabfb23d-76ad-4a03-bd5f-dc5edc5b7485) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:58.353288 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Sync routers for ids ['d0fb5dc4-9214-4272-973e-be13b1663aaf'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:58.365555 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Routers {'d0fb5dc4-9214-4272-973e-be13b1663aaf'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:58.366475 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d0fb5dc4-9214-4272-973e-be13b1663aaf'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:58.437034 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.456247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Transition to ACTIVE for port object dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:58.500443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.546087 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:58.550575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:58.554504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:58.597769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Pushing event updated for resources: {'Port': ['ID=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:58.614814 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Set router d0fb5dc4-9214-4272-973e-be13b1663aaf gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:58.624124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:58.624990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.647532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-c3d45acb-a320-40e5-9756-24076157d9f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5446723 Aug 03 19:49:58.671215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Request body: {'port': {'device_id': '2e2ae50d-b788-488f-82c0-7aab9a11b849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:58.711105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0b584717-aaa8-40d1-81b6-57dbc446106f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:58.789079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 0b584717-aaa8-40d1-81b6-57dbc446106f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:58.797497 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0b584717-aaa8-40d1-81b6-57dbc446106f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:58.797888 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.913235 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.933705 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 4, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port': {'id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e989506-a843-4be2-aa3a-60352d787004', 'name': '', 'network_id': '7df65810-4707-4263-8732-9222793e7c69', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'mac_address': 'fa:16:3e:96:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:53Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 2, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'subnets': [{'id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:58.940119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a17aeea1-ae4e-407d-9b3e-7e9ff09ef212 None None] Provisioning for port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:58.952955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a17aeea1-ae4e-407d-9b3e-7e9ff09ef212 None None] Provisioning complete for port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:58.953338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a17aeea1-ae4e-407d-9b3e-7e9ff09ef212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.956116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 0b584717-aaa8-40d1-81b6-57dbc446106f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0b584717-aaa8-40d1-81b6-57dbc446106f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:58.976490 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Checking router: d0fb5dc4-9214-4272-973e-be13b1663aaf for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:58.976944 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Updating router d0fb5dc4-9214-4272-973e-be13b1663aaf port 3e989506-a843-4be2-aa3a-60352d787004 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:49:58.981464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.008913 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.029172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a17aeea1-ae4e-407d-9b3e-7e9ff09ef212 None None] Port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:49:59.067776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=0b584717-aaa8-40d1-81b6-57dbc446106f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:59.123288 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.146767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24572-3464-474c-9d27-ae7ceb105529 req-333bdcd4-97b1-4523-8982-48031d9f1de9 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:59.148507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa24572-3464-474c-9d27-ae7ceb105529 req-333bdcd4-97b1-4523-8982-48031d9f1de9 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1027 time: 0.0722697 Aug 03 19:49:59.222826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fa24572-3464-474c-9d27-ae7ceb105529 req-d3baf9d6-5818-444a-9b0b-ba1b41cc14ba tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Aug 03 19:49:59.377539 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.388629 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Transition to ACTIVE for port object 3e989506-a843-4be2-aa3a-60352d787004 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:59.397101 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.474455 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cc26b-5708-4460-9a91-8e6089b68b9b None None] Pushing event updated for resources: {'Port': ['ID=3e989506-a843-4be2-aa3a-60352d787004,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:59.555348 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Attempting to bind port 3e989506-a843-4be2-aa3a-60352d787004 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:59.555866 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Attempting to bind port 3e989506-a843-4be2-aa3a-60352d787004 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:59.556367 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Attempting to bind port 3e989506-a843-4be2-aa3a-60352d787004 on network 7df65810-4707-4263-8732-9222793e7c69 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:59.563004 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:59.563424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:49:59.564174 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Checking segment: {'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:59.564942 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.565613 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Bound using segment: {'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:59.566203 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Bound port: 3e989506-a843-4be2-aa3a-60352d787004, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7df65810-4707-4263-8732-9222793e7c69'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:59.566758 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.573854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.600774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Transition to ACTIVE for port object dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:59.607828 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.653776 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] For port 3e989506-a843-4be2-aa3a-60352d787004, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:59.664106 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] For port 3e989506-a843-4be2-aa3a-60352d787004, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e989506-a843-4be2-aa3a-60352d787004,segment=NetworkSegment(7efe3e39-8ff3-42d1-a06c-c47f9e5d412e),segment_id=7efe3e39-8ff3-42d1-a06c-c47f9e5d412e)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:59.670174 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.778076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Pushing event updated for resources: {'Port': ['ID=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:59.786081 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cc26b-5708-4460-9a91-8e6089b68b9b None None] Pushing event updated for resources: {'Port': ['ID=3e989506-a843-4be2-aa3a-60352d787004,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:59.798198 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.801095 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Routers {'d0fb5dc4-9214-4272-973e-be13b1663aaf'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:59.802049 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:49:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d0fb5dc4-9214-4272-973e-be13b1663aaf'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:59.828458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Attempting to bind port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:59.832484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Attempting to bind port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:59.834618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Attempting to bind port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 on network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:59.844590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 on network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:49:59.845074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Attempting to bind port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 on network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:59.852285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:59.852861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Checking segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:59.853361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Bound using segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:59.854554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Bound port: dabfb23d-76ad-4a03-bd5f-dc5edc5b7485, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:59.855020 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:59.915711 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] Set router d0fb5dc4-9214-4272-973e-be13b1663aaf gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:59.988014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] For port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:59.993744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] For port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:50:00.002708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:00.043394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:00.043913 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:00.046581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] 10.222.0.88 "PUT /v2.0/ports/dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 HTTP/1.1" status: 200 len: 1091 time: 1.3891237 Aug 03 19:50:00.047059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2ae50d-b788-488f-82c0-7aab9a11b849', 'tag': 'dabfb23d-76ad-4a03-bd5f-dc5edc5b7485'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:00.050759 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2ae50d-b788-488f-82c0-7aab9a11b849", "tag": "dabfb23d-76ad-4a03-bd5f-dc5edc5b7485"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:00.099267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d7bf7-3f25-4046-9057-45a6480a8351 service neutron] Pushing event updated for resources: {'Port': ['ID=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:00.159549 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0e53f7-b192-4ecb-a041-b3f4c6a1d1bf x-openstack-request-id: req-5e0e53f7-b192-4ecb-a041-b3f4c6a1d1bf {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:00.160181 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2ae50d-b788-488f-82c0-7aab9a11b849", "tag": "dabfb23d-76ad-4a03-bd5f-dc5edc5b7485", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:00.160181 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e0e53f7-b192-4ecb-a041-b3f4c6a1d1bf {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:00.161201 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2ae50d-b788-488f-82c0-7aab9a11b849', 'tag': 'dabfb23d-76ad-4a03-bd5f-dc5edc5b7485', 'status': 'completed', 'code': 200} Aug 03 19:50:00.176094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-9a3f1057-88a5-4901-a74c-7419c7f7b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:00.178037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-9a3f1057-88a5-4901-a74c-7419c7f7b74e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23f7eca324704f58add7bac50fed39d9&device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1094 time: 0.0796869 Aug 03 19:50:00.195044 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 4, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port': {'id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e989506-a843-4be2-aa3a-60352d787004', 'name': '', 'network_id': '7df65810-4707-4263-8732-9222793e7c69', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'mac_address': 'fa:16:3e:96:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:53Z', 'updated_at': '2021-08-03T19:49:59Z', 'revision_number': 4, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'subnets': [{'id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:00.235258 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155afbc1-c384-4c00-b8aa-e16cdc55143c None None] The sync data for ids ['d0fb5dc4-9214-4272-973e-be13b1663aaf'] in n-d-803378-1 is: [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:54Z', 'revision_number': 4, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port': {'id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3e989506-a843-4be2-aa3a-60352d787004', 'name': '', 'network_id': '7df65810-4707-4263-8732-9222793e7c69', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'mac_address': 'fa:16:3e:96:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:53Z', 'updated_at': '2021-08-03T19:49:59Z', 'revision_number': 4, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'subnets': [{'id': '173ebf75-b006-4cdb-b4d1-731f671ef9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:50:00.244989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-62c2e629-74b2-4274-aa28-067495e6ac1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 HTTP/1.1" status: 200 len: 217 time: 0.0577998 Aug 03 19:50:00.322551 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bb0cc9e9-fbee-4d70-9896-772f1303eb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:00.353797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-13c095fb-be74-44ea-ae53-97fd8ef04415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:00.355455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-13c095fb-be74-44ea-ae53-97fd8ef04415 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6541dcc-b02c-40ef-af85-2b2231c95ea8 HTTP/1.1" status: 200 len: 848 time: 0.1029618 Aug 03 19:50:00.427665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ad4d-a5a3-4247-bd14-3196db1c62e7 req-5d748196-3118-4b55-9fbc-b66b05fa1a9f tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:00.431025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e55ad4d-a5a3-4247-bd14-3196db1c62e7 req-5d748196-3118-4b55-9fbc-b66b05fa1a9f tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1094 time: 0.1236987 Aug 03 19:50:00.498305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-22b790ad-689c-45f6-a1a2-70df14390593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:00.498305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-22b790ad-689c-45f6-a1a2-70df14390593 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286948 Aug 03 19:50:00.692287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e989506-a843-4be2-aa3a-60352d787004 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:50:00.757712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3e55ad4d-a5a3-4247-bd14-3196db1c62e7 req-cc0d3e7b-4fb0-4a52-b412-181d7908bd64 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141112 Aug 03 19:50:00.760204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-4eb48379-ce50-4f48-8f70-cade4e25b4a2 service neutron] 10.222.0.88 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565618 Aug 03 19:50:00.764220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3e989506-a843-4be2-aa3a-60352d787004 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:50:00.779682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3e989506-a843-4be2-aa3a-60352d787004 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:00.780120 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:00.885129 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:00.934766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3e989506-a843-4be2-aa3a-60352d787004, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e989506-a843-4be2-aa3a-60352d787004,segment=NetworkSegment(7efe3e39-8ff3-42d1-a06c-c47f9e5d412e),segment_id=7efe3e39-8ff3-42d1-a06c-c47f9e5d412e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:00.940689 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:00.941937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0b584717-aaa8-40d1-81b6-57dbc446106f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:50:00.960833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b9aab98-6624-4027-a527-ad785a8ee495 req-27d37398-c7e2-4f71-b660-200121eafc2e service neutron] 10.222.0.88 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914845 Aug 03 19:50:01.031838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3e989506-a843-4be2-aa3a-60352d787004,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:01.052554 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 0b584717-aaa8-40d1-81b6-57dbc446106f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:01.052927 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:01.076462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-b0029437-7eba-4041-828e-8ec29a9d0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:01.078157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-b0029437-7eba-4041-828e-8ec29a9d0343 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23f7eca324704f58add7bac50fed39d9&device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1094 time: 0.0567453 Aug 03 19:50:01.211139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-0728c926-a9f1-4594-8798-027fb067f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:01.212735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-0728c926-a9f1-4594-8798-027fb067f444 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 HTTP/1.1" status: 200 len: 910 time: 0.1270223 Aug 03 19:50:01.261957 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-2f735699-55b9-4126-9ef0-5097b19a6efe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 HTTP/1.1" status: 200 len: 217 time: 0.0402226 Aug 03 19:50:01.322875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-c3bf526a-0869-4e0e-a95f-4533bebf3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:01.324358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-c3bf526a-0869-4e0e-a95f-4533bebf3e9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6541dcc-b02c-40ef-af85-2b2231c95ea8 HTTP/1.1" status: 200 len: 848 time: 0.0547426 Aug 03 19:50:01.381531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-d6f2b1a5-6362-4312-af9f-63fef4e19c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:01.383069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-d6f2b1a5-6362-4312-af9f-63fef4e19c7f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493405 Aug 03 19:50:01.493646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-d23f9bae-f734-4841-9e33-38feb5b7d7da service neutron] 10.222.0.88 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022551 Aug 03 19:50:01.602555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac67cb80-4ae9-4d41-99b6-b5a5a08eb3ce req-929db0c0-9dbc-4149-ba25-bd7bba49067a service neutron] 10.222.0.88 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010587 Aug 03 19:50:01.880043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcb066-4fa3-423b-9591-a6b7c8bb3ab7 req-82b9a57f-3dcb-4b2a-99c8-24c3cddd5407 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:01.881945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07dcb066-4fa3-423b-9591-a6b7c8bb3ab7 req-82b9a57f-3dcb-4b2a-99c8-24c3cddd5407 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1094 time: 0.0478046 Aug 03 19:50:01.924966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-07dcb066-4fa3-423b-9591-a6b7c8bb3ab7 req-4d1b9c94-2be1-460c-8b44-14013aca2874 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361280 Aug 03 19:50:01.947124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:50:02.031550 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:02.066246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:02.078730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'dabfb23d-76ad-4a03-bd5f-dc5edc5b7485', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'port_id': 'dabfb23d-76ad-4a03-bd5f-dc5edc5b7485', 'mac_address': 'fa:16:3e:2d:4a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:50:02.127774 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:02.144968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:50:02.167615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:02.174877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:02.233115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:02.421055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['dabfb23d-76ad-4a03-bd5f-dc5edc5b7485'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:02.611609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e989506-a843-4be2-aa3a-60352d787004 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:50:02.668985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3e989506-a843-4be2-aa3a-60352d787004 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:02.669258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:03.041983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449575a6-22fd-462a-99ab-48d259454b05 req-f776e540-847e-4a0d-95d8-0e798f566eb9 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:03.043901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-449575a6-22fd-462a-99ab-48d259454b05 req-f776e540-847e-4a0d-95d8-0e798f566eb9 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1095 time: 0.0447330 Aug 03 19:50:03.089613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-449575a6-22fd-462a-99ab-48d259454b05 req-36552418-e360-4a4b-b8e1-b28d4562cf3c tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Aug 03 19:50:03.949240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:50:03.999819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:50:04.005040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:04.005040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.083256 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.105612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2ae50d-b788-488f-82c0-7aab9a11b849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabfb23d-76ad-4a03-bd5f-dc5edc5b7485'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:04.107856 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9584d1f2-2c97-4b53-b3d5-2ca4323cb376" -d '{"events": [{"server_uuid": "2e2ae50d-b788-488f-82c0-7aab9a11b849", "name": "network-vif-plugged", "status": "completed", "tag": "dabfb23d-76ad-4a03-bd5f-dc5edc5b7485"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:04.121626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:04.125914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.156142 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff52960-7dae-41b5-95d6-ebc0050d46cd x-openstack-request-id: req-2ff52960-7dae-41b5-95d6-ebc0050d46cd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:04.156420 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2ae50d-b788-488f-82c0-7aab9a11b849", "name": "network-vif-plugged", "status": "completed", "tag": "dabfb23d-76ad-4a03-bd5f-dc5edc5b7485", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:04.156673 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ff52960-7dae-41b5-95d6-ebc0050d46cd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:04.157062 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2ae50d-b788-488f-82c0-7aab9a11b849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabfb23d-76ad-4a03-bd5f-dc5edc5b7485', 'code': 200} Aug 03 19:50:04.185971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:04.208138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d356ab-4ebb-4f8c-b000-1c3c687ad3d2 req-b4a1af9e-d486-4c5a-9e1a-d2c0bf3449b3 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:04.209694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8d356ab-4ebb-4f8c-b000-1c3c687ad3d2 req-b4a1af9e-d486-4c5a-9e1a-d2c0bf3449b3 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1096 time: 0.0479274 Aug 03 19:50:04.269896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8d356ab-4ebb-4f8c-b000-1c3c687ad3d2 req-79b83827-c996-45e4-96b0-fc401ab18e50 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516865 Aug 03 19:50:04.274926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0838cd7-87ee-402f-8986-3bbc5f08ab1c req-2187d102-2345-4e4a-818e-b93230a69983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:04.276399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0838cd7-87ee-402f-8986-3bbc5f08ab1c req-2187d102-2345-4e4a-818e-b93230a69983 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1096 time: 0.0658100 Aug 03 19:50:04.313102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0838cd7-87ee-402f-8986-3bbc5f08ab1c req-88b870b8-c9b7-4a0c-8932-7ddadf554db3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291731 Aug 03 19:50:04.493986 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.383842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b39bf-faf4-45ac-9d47-8ada9dc05a44 req-6d3a9ecd-ff1a-496c-b9ce-62dbe47e92b2 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:05.385425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a61b39bf-faf4-45ac-9d47-8ada9dc05a44 req-6d3a9ecd-ff1a-496c-b9ce-62dbe47e92b2 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1096 time: 0.0437799 Aug 03 19:50:05.427471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a61b39bf-faf4-45ac-9d47-8ada9dc05a44 req-dde45d3f-68d7-4090-b873-ef51f3da75a3 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355899 Aug 03 19:50:05.540129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a901d-4ce5-48f8-89dd-aea7e7e5a597 req-886a6590-e6b3-42e7-86cb-994dd3191ee6 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:05.541689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-111a901d-4ce5-48f8-89dd-aea7e7e5a597 req-886a6590-e6b3-42e7-86cb-994dd3191ee6 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1096 time: 0.0431921 Aug 03 19:50:05.579807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-111a901d-4ce5-48f8-89dd-aea7e7e5a597 req-1c8ed343-04d5-481e-82f8-bc52e4ae9fe0 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Aug 03 19:50:05.687711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749477c0-62aa-466e-9053-1f1d6332d4f8 req-e8985e24-11fd-49bd-935f-bbac78407799 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:05.689290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-749477c0-62aa-466e-9053-1f1d6332d4f8 req-e8985e24-11fd-49bd-935f-bbac78407799 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1096 time: 0.0440974 Aug 03 19:50:05.724171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-749477c0-62aa-466e-9053-1f1d6332d4f8 req-88c15451-0daf-42fa-8755-4f1294c6b8f5 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286701 Aug 03 19:50:05.949918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-b1643972-f3d0-4a71-a0d4-ce3b1883ad05 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:05.950754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-b1643972-f3d0-4a71-a0d4-ce3b1883ad05 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/networks?id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 HTTP/1.1" status: 200 len: 910 time: 0.0879126 Aug 03 19:50:05.966268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-552881e1-9d69-472f-8ccc-acb4424fde46 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/quotas/23f7eca324704f58add7bac50fed39d9 HTTP/1.1" status: 200 len: 375 time: 0.0089076 Aug 03 19:50:06.021493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-6577d1f5-a1da-4cc1-a321-f619a474f613 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=23f7eca324704f58add7bac50fed39d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487952 Aug 03 19:50:06.154898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-a4f058f9-99df-45bc-8dd7-d941919c3410 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:50:06.156086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-a4f058f9-99df-45bc-8dd7-d941919c3410 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1278028 Aug 03 19:50:06.250983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-f6d7f379-68b1-4522-bbf5-e8430a351785 service neutron] 10.222.0.42 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883617 Aug 03 19:50:06.352006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-154179d6-ef36-4bfd-93aa-013c9da35d18 service neutron] 10.222.0.42 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938406 Aug 03 19:50:06.531586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-32cdbb8d-9d76-4147-a93a-3655b5641abf req-d931dc1c-96c5-493b-8a1b-6d90c6d44e5f tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 210 time: 0.0319636 Aug 03 19:50:07.583041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-2ff31162-61d0-4a87-9aae-1320ba5b713c tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:07.584720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-2ff31162-61d0-4a87-9aae-1320ba5b713c tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.63 "GET /v2.0/networks?id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 HTTP/1.1" status: 200 len: 910 time: 0.1216779 Aug 03 19:50:07.599764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Request body: {'port': {'device_id': '87d84eeb-3905-4dfd-8bb8-728051e08fcc', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'admin_state_up': True, 'tenant_id': '23f7eca324704f58add7bac50fed39d9'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:50:07.632569 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Made reservation on behalf of 23f7eca324704f58add7bac50fed39d9 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:50:07.635469 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:07.636952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8df36fc0-f04e-460a-ae06-a0139b14d44f req-f594f3db-574e-473c-8a58-e4bd5c43c170 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 210 time: 0.0275111 Aug 03 19:50:07.754664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Allocated IP 172.20.0.6 (e99b1fc3-cf17-489e-b4ea-a59795b5a6b3/a6541dcc-b02c-40ef-af85-2b2231c95ea8/9f4df091-918a-4d41-98bc-36a821b2da63) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:50:07.897133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:07.913393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Transition to ACTIVE for port object 9f4df091-918a-4d41-98bc-36a821b2da63 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:50:07.948242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:07.960985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['dabfb23d-76ad-4a03-bd5f-dc5edc5b7485'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:08.002185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:50:08.005898 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:50:08.009453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:50:08.052114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Pushing event updated for resources: {'Port': ['ID=9f4df091-918a-4d41-98bc-36a821b2da63,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:08.081752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:08.082601 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.105509 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-1447b607-4b5d-4868-bb01-f57d5840c684 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5120459 Aug 03 19:50:08.124588 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Request body: {'port': {'device_id': '87d84eeb-3905-4dfd-8bb8-728051e08fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:50:08.194084 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.374973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-27f9593e-e754-48c7-ab7a-a89529b8d3d2 None None] Provisioning for port 9f4df091-918a-4d41-98bc-36a821b2da63 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:50:08.380082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-27f9593e-e754-48c7-ab7a-a89529b8d3d2 None None] Provisioning complete for port 9f4df091-918a-4d41-98bc-36a821b2da63 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:08.380514 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-27f9593e-e754-48c7-ab7a-a89529b8d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.419103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-27f9593e-e754-48c7-ab7a-a89529b8d3d2 None None] Port 9f4df091-918a-4d41-98bc-36a821b2da63 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:50:08.533714 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4df091-918a-4d41-98bc-36a821b2da63 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:50:08.542174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.557388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Transition to ACTIVE for port object 9f4df091-918a-4d41-98bc-36a821b2da63 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:50:08.561609 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.624657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4df091-918a-4d41-98bc-36a821b2da63,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:08.706105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Attempting to bind port 9f4df091-918a-4d41-98bc-36a821b2da63 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:50:08.706655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Attempting to bind port 9f4df091-918a-4d41-98bc-36a821b2da63 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:50:08.707069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Attempting to bind port 9f4df091-918a-4d41-98bc-36a821b2da63 on network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:50:08.712389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Port 9f4df091-918a-4d41-98bc-36a821b2da63 on network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:50:08.712805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Attempting to bind port 9f4df091-918a-4d41-98bc-36a821b2da63 on network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:50:08.719247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:50:08.719666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Checking segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:50:08.720750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Bound using segment: {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:50:08.721459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Bound port: 9f4df091-918a-4d41-98bc-36a821b2da63, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:50:08.722264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.777264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af124a-7750-4655-9257-1879fdacd17c req-d71b6d14-17c1-4105-aca2-7b3742f1904c tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:08.780478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6af124a-7750-4655-9257-1879fdacd17c req-d71b6d14-17c1-4105-aca2-7b3742f1904c tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1052 time: 0.0594931 Aug 03 19:50:08.810089 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] For port 9f4df091-918a-4d41-98bc-36a821b2da63, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:50:08.816956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] For port 9f4df091-918a-4d41-98bc-36a821b2da63, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9f4df091-918a-4d41-98bc-36a821b2da63,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:50:08.823532 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.827383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6af124a-7750-4655-9257-1879fdacd17c req-6e5f2fef-1e4b-4182-9003-f162886ac5e9 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Aug 03 19:50:09.147900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:09.147900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.149019 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] 10.222.0.63 "PUT /v2.0/ports/9f4df091-918a-4d41-98bc-36a821b2da63 HTTP/1.1" status: 200 len: 1091 time: 1.0300996 Aug 03 19:50:09.170139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d84eeb-3905-4dfd-8bb8-728051e08fcc', 'tag': '9f4df091-918a-4d41-98bc-36a821b2da63'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:09.172743 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983" -d '{"events": [{"name": "network-changed", "server_uuid": "87d84eeb-3905-4dfd-8bb8-728051e08fcc", "tag": "9f4df091-918a-4d41-98bc-36a821b2da63"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:09.229817 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6c0eb4-165c-4a6d-83c1-a563b5aaf1d3 x-openstack-request-id: req-3e6c0eb4-165c-4a6d-83c1-a563b5aaf1d3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:09.230226 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d84eeb-3905-4dfd-8bb8-728051e08fcc", "tag": "9f4df091-918a-4d41-98bc-36a821b2da63", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:09.230581 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e6c0eb4-165c-4a6d-83c1-a563b5aaf1d3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:09.231258 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d84eeb-3905-4dfd-8bb8-728051e08fcc', 'tag': '9f4df091-918a-4d41-98bc-36a821b2da63', 'status': 'completed', 'code': 200} Aug 03 19:50:09.238298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579ea5c-2aba-4c39-a7a1-ba62ecaded82 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4df091-918a-4d41-98bc-36a821b2da63,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:09.278387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-7a8a2996-a748-482d-aa2e-2bab96bc7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:09.280104 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-7a8a2996-a748-482d-aa2e-2bab96bc7cea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=23f7eca324704f58add7bac50fed39d9&device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1094 time: 0.0623028 Aug 03 19:50:09.337207 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-670b0edc-8a6a-4a71-ba25-3aa79a9fa91a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4df091-918a-4d41-98bc-36a821b2da63 HTTP/1.1" status: 200 len: 217 time: 0.0423753 Aug 03 19:50:09.390531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e168b4c2-47e0-4943-ab8e-4b90b518ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:09.392591 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-e168b4c2-47e0-4943-ab8e-4b90b518ad0a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a6541dcc-b02c-40ef-af85-2b2231c95ea8 HTTP/1.1" status: 200 len: 848 time: 0.0482280 Aug 03 19:50:09.439689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-6220c34e-bdbe-40e7-89e2-a53340f0fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:09.441219 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-6220c34e-bdbe-40e7-89e2-a53340f0fd38 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423958 Aug 03 19:50:09.540029 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-a81abda2-1101-40d9-9bed-20a3498ae55a service neutron] 10.222.0.63 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911860 Aug 03 19:50:09.636559 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ac2ff331-a3cc-4563-a3df-76ce2d00254d req-a9c65bd4-ee73-4848-a0e9-7355705b4b32 service neutron] 10.222.0.63 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893693 Aug 03 19:50:09.766851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-bcdbbe4f-467b-4a77-a3c6-38fc9dbbe296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:09.768302 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-bcdbbe4f-467b-4a77-a3c6-38fc9dbbe296 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=23f7eca324704f58add7bac50fed39d9&device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1094 time: 0.0434527 Aug 03 19:50:09.875404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-a807d374-824b-4194-bd12-7080a9d35e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:09.877583 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-a807d374-824b-4194-bd12-7080a9d35e85 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 HTTP/1.1" status: 200 len: 910 time: 0.1015201 Aug 03 19:50:09.923720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-3683024b-d850-4016-8aba-0b2b55a5bb63 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4df091-918a-4d41-98bc-36a821b2da63 HTTP/1.1" status: 200 len: 217 time: 0.0379908 Aug 03 19:50:09.949576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65386dbc-c2dc-4adc-9c85-b567ffd9e5bc req-6b27aeb7-fc81-4640-aa57-30a9a63b254b tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:09.951513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65386dbc-c2dc-4adc-9c85-b567ffd9e5bc req-6b27aeb7-fc81-4640-aa57-30a9a63b254b tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1094 time: 0.0505686 Aug 03 19:50:09.979464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-81096010-f20a-4ce5-aa6f-64752365d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:09.981164 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-81096010-f20a-4ce5-aa6f-64752365d275 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a6541dcc-b02c-40ef-af85-2b2231c95ea8 HTTP/1.1" status: 200 len: 848 time: 0.0508418 Aug 03 19:50:09.990758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65386dbc-c2dc-4adc-9c85-b567ffd9e5bc req-b1fa7b34-db7a-40d5-b0e0-b0fab3872b9c tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Aug 03 19:50:10.041876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-7cbcb22a-37e5-459b-896a-4f491b7ed1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:10.043543 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-7cbcb22a-37e5-459b-896a-4f491b7ed1ed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556479 Aug 03 19:50:10.145997 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-f0ee948a-cd00-4ddd-8603-aa402d2bf0bb service neutron] 10.222.0.63 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943997 Aug 03 19:50:10.245209 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-1e83ea6b-40f2-4fc0-ba34-91f1747a8983 req-a6bae3f9-9ceb-48cf-a19f-c4f211ffe66c service neutron] 10.222.0.63 "GET /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926476 Aug 03 19:50:11.115601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065101c-e0f0-411b-9fb2-554b7fca35c8 req-c474ccbd-859e-409a-bfb6-023d439d9855 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:11.117148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c065101c-e0f0-411b-9fb2-554b7fca35c8 req-c474ccbd-859e-409a-bfb6-023d439d9855 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1094 time: 0.0467696 Aug 03 19:50:11.154900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c065101c-e0f0-411b-9fb2-554b7fca35c8 req-46e571de-975f-409a-9527-7587540e2cea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Aug 03 19:50:11.674382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-a20ca166-5e33-4434-b54b-387b67e49e0d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407965 Aug 03 19:50:11.760571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-bfde6165-d2dc-4927-86ff-0b40cc1f472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:11.762122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-bfde6165-d2dc-4927-86ff-0b40cc1f472e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55b310366d2b4863965210ed2c4a33b0&device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1096 time: 0.0445783 Aug 03 19:50:11.868013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-82352bab-3341-4d51-95e4-f7b4cd461212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:11.869722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-82352bab-3341-4d51-95e4-f7b4cd461212 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 HTTP/1.1" status: 200 len: 910 time: 0.0871513 Aug 03 19:50:11.947180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-64c45697-dc90-4b54-8723-a020037e4401 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053 HTTP/1.1" status: 200 len: 1001 time: 0.0690935 Aug 03 19:50:11.998218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-88e2d94f-4c8c-4ed4-8686-dd345cfd3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:12.000212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-88e2d94f-4c8c-4ed4-8686-dd345cfd3a76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c5a6749-c3dc-458f-93a4-3cd031ff728d HTTP/1.1" status: 200 len: 848 time: 0.0461106 Aug 03 19:50:12.046769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-07085717-587e-4fc6-bd48-83e8a94f80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:12.048792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-07085717-587e-4fc6-bd48-83e8a94f80ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401204 Aug 03 19:50:12.144418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-dcffe423-a0f3-45a6-a803-3f635d4f11fc service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875306 Aug 03 19:50:12.270045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83699f7f-29fa-4d99-9e7e-1eda453441c3 req-f74280b0-65e5-4970-8d5a-b501321a0011 service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184568 Aug 03 19:50:12.281793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe25411-5132-49ee-b5bc-008da7b26535 req-632cb1e7-94bc-486b-8b2b-a756b7b88b58 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:12.287069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fe25411-5132-49ee-b5bc-008da7b26535 req-632cb1e7-94bc-486b-8b2b-a756b7b88b58 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1094 time: 0.0648830 Aug 03 19:50:12.326627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fe25411-5132-49ee-b5bc-008da7b26535 req-e993a051-6975-4b48-b5ab-3dd0971feda7 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Aug 03 19:50:13.445845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c7c24-a9a7-4a42-9cc5-68176cb29adf req-20d81818-bda7-462f-8918-2ae16b8ed1ae tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:13.447422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b7c7c24-a9a7-4a42-9cc5-68176cb29adf req-20d81818-bda7-462f-8918-2ae16b8ed1ae tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1094 time: 0.0531974 Aug 03 19:50:13.484536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b7c7c24-a9a7-4a42-9cc5-68176cb29adf req-665ea950-ad0b-44ba-b744-a59f02da8802 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Aug 03 19:50:13.705578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9f4df091-918a-4d41-98bc-36a821b2da63 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:50:13.804022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9f4df091-918a-4d41-98bc-36a821b2da63, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9f4df091-918a-4d41-98bc-36a821b2da63,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:13.817368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '9f4df091-918a-4d41-98bc-36a821b2da63', 'network_id': 'e99b1fc3-cf17-489e-b4ea-a59795b5a6b3', 'port_id': '9f4df091-918a-4d41-98bc-36a821b2da63', 'mac_address': 'fa:16:3e:d5:c1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6541dcc-b02c-40ef-af85-2b2231c95ea8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:50:13.862115 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:13.881162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4df091-918a-4d41-98bc-36a821b2da63 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:50:13.910317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9f4df091-918a-4d41-98bc-36a821b2da63, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9f4df091-918a-4d41-98bc-36a821b2da63,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:13.915298 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:13.965980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9f4df091-918a-4d41-98bc-36a821b2da63,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:14.304427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['9f4df091-918a-4d41-98bc-36a821b2da63'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:14.591308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1508c3-f70c-466d-96e4-f6a0432c2e42 req-df3e15f5-2723-4812-9e46-ceb6becdd31a tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:14.592961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b1508c3-f70c-466d-96e4-f6a0432c2e42 req-df3e15f5-2723-4812-9e46-ceb6becdd31a tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1095 time: 0.0409691 Aug 03 19:50:14.631769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b1508c3-f70c-466d-96e4-f6a0432c2e42 req-547ec1b3-6ce8-47a6-8f56-9ee6d5646b8e tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Aug 03 19:50:15.703362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9f4df091-918a-4d41-98bc-36a821b2da63 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:50:15.750046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db013a-fc18-491b-8df1-9df5b6d8e5ba req-0b85f678-19ca-4a2c-8e7b-285351304210 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:15.751791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51db013a-fc18-491b-8df1-9df5b6d8e5ba req-0b85f678-19ca-4a2c-8e7b-285351304210 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1095 time: 0.0436280 Aug 03 19:50:15.773002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 9f4df091-918a-4d41-98bc-36a821b2da63 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:50:15.777772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 9f4df091-918a-4d41-98bc-36a821b2da63 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:15.778481 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:15.790647 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51db013a-fc18-491b-8df1-9df5b6d8e5ba req-2529488a-6e8a-4888-93b0-28fcc63376a3 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Aug 03 19:50:15.864688 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:15.891813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d84eeb-3905-4dfd-8bb8-728051e08fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4df091-918a-4d41-98bc-36a821b2da63'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:15.894625 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c803325-2ad4-4665-9445-909a27a3f028" -d '{"events": [{"server_uuid": "87d84eeb-3905-4dfd-8bb8-728051e08fcc", "name": "network-vif-plugged", "status": "completed", "tag": "9f4df091-918a-4d41-98bc-36a821b2da63"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:15.908422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9f4df091-918a-4d41-98bc-36a821b2da63, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9f4df091-918a-4d41-98bc-36a821b2da63,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:15.912907 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:15.952075 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbb8c71-0fca-4a56-9f5f-f8522ca80500 x-openstack-request-id: req-1fbb8c71-0fca-4a56-9f5f-f8522ca80500 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:15.952423 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d84eeb-3905-4dfd-8bb8-728051e08fcc", "name": "network-vif-plugged", "status": "completed", "tag": "9f4df091-918a-4d41-98bc-36a821b2da63", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:15.952795 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fbb8c71-0fca-4a56-9f5f-f8522ca80500 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:15.953189 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d84eeb-3905-4dfd-8bb8-728051e08fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4df091-918a-4d41-98bc-36a821b2da63', 'code': 200} Aug 03 19:50:15.974633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9f4df091-918a-4d41-98bc-36a821b2da63,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:15.982008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.982352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.982685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.983078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.983443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.983763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.984084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.984404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.984744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.985082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.985400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:15.985769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:16.071087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a81f47-e141-48b9-80f7-e4d3a352271d req-124a0638-20b3-4ede-b92c-0bcca4abe31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:16.073002 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-06a81f47-e141-48b9-80f7-e4d3a352271d req-124a0638-20b3-4ede-b92c-0bcca4abe31c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1096 time: 0.0416203 Aug 03 19:50:16.107572 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-06a81f47-e141-48b9-80f7-e4d3a352271d req-9ec3c085-3454-4769-9662-cadceb412fbb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277770 Aug 03 19:50:16.919632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f45edb-5b02-4f38-bfb3-75ee3ac0da31 req-b52a4618-056c-47fa-833d-a5a35749679e tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:16.921539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8f45edb-5b02-4f38-bfb3-75ee3ac0da31 req-b52a4618-056c-47fa-833d-a5a35749679e tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1096 time: 0.0593655 Aug 03 19:50:16.965071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8f45edb-5b02-4f38-bfb3-75ee3ac0da31 req-26a5f67c-89be-49e7-a07d-0943cb6f32f8 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Aug 03 19:50:18.079034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769beacf-4978-4920-b67c-38fb490f40c6 req-3639be37-e4e9-4615-bcb5-4160f717d3ac tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:18.081079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769beacf-4978-4920-b67c-38fb490f40c6 req-3639be37-e4e9-4615-bcb5-4160f717d3ac tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1096 time: 0.0412092 Aug 03 19:50:18.116159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769beacf-4978-4920-b67c-38fb490f40c6 req-13a7d388-b476-4c60-87c0-4fc5c6b4543a tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288715 Aug 03 19:50:18.226459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69083818-9207-4dc8-9061-a4d0932a85d9 req-f9780a33-dd5c-41af-8e91-76963dd2ba45 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:18.227989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69083818-9207-4dc8-9061-a4d0932a85d9 req-f9780a33-dd5c-41af-8e91-76963dd2ba45 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1096 time: 0.0451500 Aug 03 19:50:18.264621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69083818-9207-4dc8-9061-a4d0932a85d9 req-4ea20e45-71cb-4dde-ad20-48bf59fa5460 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301464 Aug 03 19:50:18.377430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b7faa-d666-4bf1-809e-351125d0104f req-8e0a0524-a74a-4c3d-b39a-a259f0e785ae tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:18.379210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b5b7faa-d666-4bf1-809e-351125d0104f req-8e0a0524-a74a-4c3d-b39a-a259f0e785ae tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1096 time: 0.0457809 Aug 03 19:50:18.413493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b5b7faa-d666-4bf1-809e-351125d0104f req-403ba28c-ec1d-4d43-b2ef-69c1751dfd23 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291519 Aug 03 19:50:18.661997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b8662-352b-410d-9e81-bb2e8484e797 req-55bab9ef-0ee5-474f-994c-d8cb3d9abfe1 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:18.663534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-015b8662-352b-410d-9e81-bb2e8484e797 req-55bab9ef-0ee5-474f-994c-d8cb3d9abfe1 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1096 time: 0.0428171 Aug 03 19:50:18.698824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-015b8662-352b-410d-9e81-bb2e8484e797 req-8667008a-8094-4923-85af-6578e4cc9c4e tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288274 Aug 03 19:50:19.807842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4fb1e-8492-4df3-8cd7-b1093c941732 req-75a50af3-8df3-402d-9d41-44744f4411cf tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:19.809389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86b4fb1e-8492-4df3-8cd7-b1093c941732 req-75a50af3-8df3-402d-9d41-44744f4411cf tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1096 time: 0.0407276 Aug 03 19:50:19.853480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86b4fb1e-8492-4df3-8cd7-b1093c941732 req-399d0bef-d448-4e1d-a7c5-38e8f2e4da64 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Aug 03 19:50:20.129282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-b4097131-0387-4424-a7cc-cc46e26ed8ff tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:20.130851 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-b4097131-0387-4424-a7cc-cc46e26ed8ff tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 1096 time: 0.0421247 Aug 03 19:50:20.219679 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Deleting port 9f4df091-918a-4d41-98bc-36a821b2da63 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:20.220119 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:20.301793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] For port 9f4df091-918a-4d41-98bc-36a821b2da63, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9f4df091-918a-4d41-98bc-36a821b2da63,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:20.302164 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:20.315607 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Calling delete_port for 9f4df091-918a-4d41-98bc-36a821b2da63 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:20.457132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:20.468735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['dabfb23d-76ad-4a03-bd5f-dc5edc5b7485'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:20.483277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f4df091-918a-4d41-98bc-36a821b2da63,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:20.521462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['9f4df091-918a-4d41-98bc-36a821b2da63'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:20.538661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] No DVR routers for this DVR port 9f4df091-918a-4d41-98bc-36a821b2da63 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:20.543120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:20.545759 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-85d91ea4-e52d-4dfb-85ee-20825b0d6058 req-7eb524dd-e590-4ccd-9b7b-3b074b2ba8cb tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.63 "DELETE /v2.0/ports/9f4df091-918a-4d41-98bc-36a821b2da63 HTTP/1.1" status: 204 len: 173 time: 0.4081545 Aug 03 19:50:20.546751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d84eeb-3905-4dfd-8bb8-728051e08fcc', 'name': 'network-vif-deleted', 'tag': '9f4df091-918a-4d41-98bc-36a821b2da63'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:20.550755 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cbc386-bc11-4b5c-bf3f-80caef0e9297" -d '{"events": [{"server_uuid": "87d84eeb-3905-4dfd-8bb8-728051e08fcc", "name": "network-vif-deleted", "tag": "9f4df091-918a-4d41-98bc-36a821b2da63"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:20.615864 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c4e7b0-89f3-434f-9a87-c9d27c014780 x-openstack-request-id: req-a8c4e7b0-89f3-434f-9a87-c9d27c014780 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:20.616341 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d84eeb-3905-4dfd-8bb8-728051e08fcc", "name": "network-vif-deleted", "tag": "9f4df091-918a-4d41-98bc-36a821b2da63", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:20.616446 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8c4e7b0-89f3-434f-9a87-c9d27c014780 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:20.616879 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d84eeb-3905-4dfd-8bb8-728051e08fcc', 'name': 'network-vif-deleted', 'tag': '9f4df091-918a-4d41-98bc-36a821b2da63', 'status': 'completed', 'code': 200} Aug 03 19:50:20.744529 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:20.962260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ac46632-5200-4b96-8c9e-3f1cc12bdff1 req-5bbef34d-5f06-42c3-99bd-96de8256f4b3 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d84eeb-3905-4dfd-8bb8-728051e08fcc HTTP/1.1" status: 200 len: 210 time: 0.0287759 Aug 03 19:50:22.241749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9139e-45c5-4cff-adb5-7581204e1303 req-b54b2238-f121-4bb8-b406-0892b081c6c3 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:22.243387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17c9139e-45c5-4cff-adb5-7581204e1303 req-b54b2238-f121-4bb8-b406-0892b081c6c3 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1096 time: 0.0439744 Aug 03 19:50:22.285811 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-17c9139e-45c5-4cff-adb5-7581204e1303 req-5092a85c-60cd-4acf-acca-9fee60c80e50 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359478 Aug 03 19:50:23.400657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54768b-a905-4ee3-bd12-9edd37a1e8b4 req-c22c874d-2b18-4f92-95a3-6a8486993786 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:23.402247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d54768b-a905-4ee3-bd12-9edd37a1e8b4 req-c22c874d-2b18-4f92-95a3-6a8486993786 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1096 time: 0.0445933 Aug 03 19:50:23.442556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d54768b-a905-4ee3-bd12-9edd37a1e8b4 req-0bc0e851-93b8-4f73-8454-0a93a285419c tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3ddd66c6-9666-4eef-8629-7d4ba8a955eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335824 Aug 03 19:50:23.573940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-c58512a7-0bca-4aa8-b657-67dccb03fcd6 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:23.575443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-c58512a7-0bca-4aa8-b657-67dccb03fcd6 tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2e2ae50d-b788-488f-82c0-7aab9a11b849 HTTP/1.1" status: 200 len: 1096 time: 0.0445328 Aug 03 19:50:23.658603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Deleting port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:23.658918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:23.734545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9f4df091-918a-4d41-98bc-36a821b2da63 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:23.741611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] For port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:23.741980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:23.755764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Calling delete_port for dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:23.758369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 9f4df091-918a-4d41-98bc-36a821b2da63 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:23.758725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9f4df091-918a-4d41-98bc-36a821b2da63 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:23.877778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:23.888584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['dabfb23d-76ad-4a03-bd5f-dc5edc5b7485'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:23.911831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Pushing event deleted for resources: {'Port': ['ID=dabfb23d-76ad-4a03-bd5f-dc5edc5b7485,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:23.953821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] No DVR routers for this DVR port dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:23.959033 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:23.961163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-050341ad-f4a3-4cbd-bc80-c4c5573bfe56 req-8f370a5f-2299-4ab8-925f-a89a30a7b8ea tempest-TestServerMultinode-1549075373 tempest-TestServerMultinode-1549075373-project-admin] 10.222.0.88 "DELETE /v2.0/ports/dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 HTTP/1.1" status: 204 len: 173 time: 0.3788972 Aug 03 19:50:23.961777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2ae50d-b788-488f-82c0-7aab9a11b849', 'name': 'network-vif-deleted', 'tag': 'dabfb23d-76ad-4a03-bd5f-dc5edc5b7485'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:23.965037 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c53b76c-2c40-48e6-8c82-7d017ed15695" -d '{"events": [{"server_uuid": "2e2ae50d-b788-488f-82c0-7aab9a11b849", "name": "network-vif-deleted", "tag": "dabfb23d-76ad-4a03-bd5f-dc5edc5b7485"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:24.014758 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48d366b-24f4-4619-8f0f-5791adf343f6 x-openstack-request-id: req-f48d366b-24f4-4619-8f0f-5791adf343f6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:24.015051 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2ae50d-b788-488f-82c0-7aab9a11b849", "name": "network-vif-deleted", "tag": "dabfb23d-76ad-4a03-bd5f-dc5edc5b7485", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:24.015302 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f48d366b-24f4-4619-8f0f-5791adf343f6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:24.015701 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2ae50d-b788-488f-82c0-7aab9a11b849', 'name': 'network-vif-deleted', 'tag': 'dabfb23d-76ad-4a03-bd5f-dc5edc5b7485', 'status': 'completed', 'code': 200} Aug 03 19:50:24.512136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60540) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:25.170406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:25.477714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Deleting port f32962d4-542f-40ce-88e8-468d641a9e6d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:25.478051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:25.560794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] For port f32962d4-542f-40ce-88e8-468d641a9e6d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f32962d4-542f-40ce-88e8-468d641a9e6d,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:25.561777 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:25.574653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Calling delete_port for f32962d4-542f-40ce-88e8-468d641a9e6d owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:25.785802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:25.813276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32962d4-542f-40ce-88e8-468d641a9e6d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:25.961262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:25.986784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:26.108217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:26.142778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:26.143126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device dabfb23d-76ad-4a03-bd5f-dc5edc5b7485 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:26.196008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-83c0105e-a319-4f9e-9dc2-634511ca09f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:26.221895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Router 3f784a02-2ae9-4476-bc65-a1bc95df3071 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:50:26.334472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:50:26.339880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2c0bf551-3ce9-4f19-8363-a7a25068ab61 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f784a02-2ae9-4476-bc65-a1bc95df3071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8265927 Aug 03 19:50:26.344025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60574) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:26.357993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] Sync routers for ids ['3f784a02-2ae9-4476-bc65-a1bc95df3071'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:50:26.373605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] Routers {'3f784a02-2ae9-4476-bc65-a1bc95df3071'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:26.374600 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:50:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3f784a02-2ae9-4476-bc65-a1bc95df3071'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:26.461632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:26.490614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] Set router 3f784a02-2ae9-4476-bc65-a1bc95df3071 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:26.578167 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:26.669893 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Deleting port 9d5b44ae-e20b-4162-ba65-356263003386 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:26.670262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:26.722545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '9d5b44ae-e20b-4162-ba65-356263003386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:50:25Z', 'revision_number': 5, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port': {'id': '9d5b44ae-e20b-4162-ba65-356263003386', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:26.748392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] Checking router: 3f784a02-2ae9-4476-bc65-a1bc95df3071 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:50:26.758003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] Routers {'3f784a02-2ae9-4476-bc65-a1bc95df3071'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:26.758615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:50:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3f784a02-2ae9-4476-bc65-a1bc95df3071'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:26.759878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] For port 9d5b44ae-e20b-4162-ba65-356263003386, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d5b44ae-e20b-4162-ba65-356263003386,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:26.760234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:26.774026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Calling delete_port for 9d5b44ae-e20b-4162-ba65-356263003386 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:26.846667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] Set router 3f784a02-2ae9-4476-bc65-a1bc95df3071 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:26.898485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:50:26Z', 'revision_number': 6, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:26.935997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27367142-ed8e-4958-8ac2-337b097f081c None None] The sync data for ids ['3f784a02-2ae9-4476-bc65-a1bc95df3071'] in n-d-803378-1 is: [{'id': '3f784a02-2ae9-4476-bc65-a1bc95df3071', 'name': 'tempest-TestServerMultinode-431881593-router', 'tenant_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:45Z', 'updated_at': '2021-08-03T19:50:26Z', 'revision_number': 6, 'project_id': 'ceaa15fb616d45e3849f2a3f597aa801', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:50:26.950778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:26.979468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5b44ae-e20b-4162-ba65-356263003386,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:27.044926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.153736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.155913 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.468229 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.469091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f784a02-2ae9-4476-bc65-a1bc95df3071 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:50:27.475106 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.476297 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bd91435a-3239-4344-aac1-26507586b6b9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3f784a02-2ae9-4476-bc65-a1bc95df3071 HTTP/1.1" status: 204 len: 168 time: 1.1312630 Aug 03 19:50:27.478433 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:50:27.478982 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60594) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:27.524532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad5ed7d-b82b-470d-8aa7-b75904866a88 admin admin] Deleting subnet a6541dcc-b02c-40ef-af85-2b2231c95ea8 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:50:27.527599 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5ed7d-b82b-470d-8aa7-b75904866a88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.562673 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5ed7d-b82b-470d-8aa7-b75904866a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.646999 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5ed7d-b82b-470d-8aa7-b75904866a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.719232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5ed7d-b82b-470d-8aa7-b75904866a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.752665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5ed7d-b82b-470d-8aa7-b75904866a88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6541dcc-b02c-40ef-af85-2b2231c95ea8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:27.756301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5ed7d-b82b-470d-8aa7-b75904866a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.758914 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8ad5ed7d-b82b-470d-8aa7-b75904866a88 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a6541dcc-b02c-40ef-af85-2b2231c95ea8 HTTP/1.1" status: 204 len: 168 time: 0.2788677 Aug 03 19:50:27.761328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60602) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:27.764681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d26a2a6-470c-427b-aafe-3a87ac5b1cfd None None] Network e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:50:27.838271 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.903068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Deleting port d0937571-453c-4517-a728-c0c583098c46 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:27.903414 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.976243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] For port d0937571-453c-4517-a728-c0c583098c46, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d0937571-453c-4517-a728-c0c583098c46,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:27.976705 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.993608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Calling delete_port for d0937571-453c-4517-a728-c0c583098c46 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:27.998229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] DHCP port deletion for e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:50:28.065343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] Deleting port d0937571-453c-4517-a728-c0c583098c46 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:28.066045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.097132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.126837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0937571-453c-4517-a728-c0c583098c46,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:28.131259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] No DVR routers for this DVR port d0937571-453c-4517-a728-c0c583098c46 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:28.142626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] For port d0937571-453c-4517-a728-c0c583098c46, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d0937571-453c-4517-a728-c0c583098c46,segment=NetworkSegment(ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b),segment_id=ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:28.143095 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.161382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] Calling delete_port for d0937571-453c-4517-a728-c0c583098c46 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:28.209695 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.221895 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99b1fc3-cf17-489e-b4ea-a59795b5a6b3']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:28.233047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:28.233350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6200f5-c2fe-49fd-9ca1-2e7df0c7587b') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:28.243280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.253108 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.262264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.268311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:50:28.268828 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:50:28.270628 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:50:28.279603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] Pushing event deleted for resources: {'Port': ['ID=d0937571-453c-4517-a728-c0c583098c46,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:28.281543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d7579-c379-4154-a6ac-d056a5a51b03 None None] No DVR routers for this DVR port d0937571-453c-4517-a728-c0c583098c46 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:28.343042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.352572 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.354798 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e99b1fc3-cf17-489e-b4ea-a59795b5a6b3 HTTP/1.1" status: 204 len: 168 time: 0.5921423 Aug 03 19:50:28.357878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60612) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:28.365856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9901e-9da8-4a55-8b4a-28c0c7281638 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99b1fc3-cf17-489e-b4ea-a59795b5a6b3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:28.626364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f32962d4-542f-40ce-88e8-468d641a9e6d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:28.647910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: f32962d4-542f-40ce-88e8-468d641a9e6d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:28.648261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f32962d4-542f-40ce-88e8-468d641a9e6d not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:28.648762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d5b44ae-e20b-4162-ba65-356263003386 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:28.670973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9d5b44ae-e20b-4162-ba65-356263003386 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:28.671135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d5b44ae-e20b-4162-ba65-356263003386 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:28.671471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d0937571-453c-4517-a728-c0c583098c46 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:28.693183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: d0937571-453c-4517-a728-c0c583098c46 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:28.693561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d0937571-453c-4517-a728-c0c583098c46 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:28.733406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.986477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Deleting port 3e989506-a843-4be2-aa3a-60352d787004 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:28.986828 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:29.068197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] For port 3e989506-a843-4be2-aa3a-60352d787004, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e989506-a843-4be2-aa3a-60352d787004,segment=NetworkSegment(7efe3e39-8ff3-42d1-a06c-c47f9e5d412e),segment_id=7efe3e39-8ff3-42d1-a06c-c47f9e5d412e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:29.068568 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:29.083025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Calling delete_port for 3e989506-a843-4be2-aa3a-60352d787004 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:29.267265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:29.296783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e989506-a843-4be2-aa3a-60352d787004,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:29.484764 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:29.717234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Router d0fb5dc4-9214-4272-973e-be13b1663aaf has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:50:29.783250 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:29.833283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:50:29.838511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-92072d78-e733-4b9f-93d9-6db5f23a1989 admin admin] 10.222.0.42 "PUT /v2.0/routers/d0fb5dc4-9214-4272-973e-be13b1663aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4792981 Aug 03 19:50:29.840953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60642) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:29.843777 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] Sync routers for ids ['d0fb5dc4-9214-4272-973e-be13b1663aaf'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:50:29.854414 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] Routers {'d0fb5dc4-9214-4272-973e-be13b1663aaf'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:29.854946 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:50:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d0fb5dc4-9214-4272-973e-be13b1663aaf'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:29.949160 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:29.977394 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] Set router d0fb5dc4-9214-4272-973e-be13b1663aaf gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:30.053351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.110266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Deleting port 0b584717-aaa8-40d1-81b6-57dbc446106f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:30.111112 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.167220 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:50:29Z', 'revision_number': 5, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port': {'id': '0b584717-aaa8-40d1-81b6-57dbc446106f', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:30.197139 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] Checking router: d0fb5dc4-9214-4272-973e-be13b1663aaf for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:50:30.200802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] For port 0b584717-aaa8-40d1-81b6-57dbc446106f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=0b584717-aaa8-40d1-81b6-57dbc446106f,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:30.201153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.206843 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] Routers {'d0fb5dc4-9214-4272-973e-be13b1663aaf'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:30.207564 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:50:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d0fb5dc4-9214-4272-973e-be13b1663aaf'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:30.215716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Calling delete_port for 0b584717-aaa8-40d1-81b6-57dbc446106f owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:30.322500 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-427b117b-4c5f-4c36-a251-5cf5f7384233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.398329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.403277 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] Set router d0fb5dc4-9214-4272-973e-be13b1663aaf gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:30.426081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b584717-aaa8-40d1-81b6-57dbc446106f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:30.466497 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:50:30Z', 'revision_number': 6, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:30.495102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.496151 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27930cd-98b7-48da-9e94-8939f524e88e None None] The sync data for ids ['d0fb5dc4-9214-4272-973e-be13b1663aaf'] in n-d-803378-1 is: [{'id': 'd0fb5dc4-9214-4272-973e-be13b1663aaf', 'name': 'tempest-TestServerMultinode-1601813737-router', 'tenant_id': '23f7eca324704f58add7bac50fed39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:49:51Z', 'updated_at': '2021-08-03T19:50:30Z', 'revision_number': 6, 'project_id': '23f7eca324704f58add7bac50fed39d9', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:50:30.587438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.589534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.633619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.634213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0fb5dc4-9214-4272-973e-be13b1663aaf {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:50:30.638549 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.639729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-847231c7-826e-4b65-b076-496f7985cd06 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d0fb5dc4-9214-4272-973e-be13b1663aaf HTTP/1.1" status: 204 len: 168 time: 0.7976282 Aug 03 19:50:30.643064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60654) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:30.687216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7ce851-7fa4-4abc-8c18-d7236bd3f08e admin admin] Deleting subnet 173ebf75-b006-4cdb-b4d1-731f671ef9e0 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:50:30.690319 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce851-7fa4-4abc-8c18-d7236bd3f08e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.730305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce851-7fa4-4abc-8c18-d7236bd3f08e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.808714 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce851-7fa4-4abc-8c18-d7236bd3f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.890009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce851-7fa4-4abc-8c18-d7236bd3f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.933080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ce851-7fa4-4abc-8c18-d7236bd3f08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173ebf75-b006-4cdb-b4d1-731f671ef9e0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:30.935200 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce851-7fa4-4abc-8c18-d7236bd3f08e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.937089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8c7ce851-7fa4-4abc-8c18-d7236bd3f08e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/173ebf75-b006-4cdb-b4d1-731f671ef9e0 HTTP/1.1" status: 204 len: 168 time: 0.2929983 Aug 03 19:50:30.939578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60664) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:30.942607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1512f1-611f-4305-8cb9-ee633ec7b113 None None] Network 7df65810-4707-4263-8732-9222793e7c69 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:50:31.038473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e989506-a843-4be2-aa3a-60352d787004 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:31.039183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.061587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3e989506-a843-4be2-aa3a-60352d787004 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:31.062025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e989506-a843-4be2-aa3a-60352d787004 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:31.096366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Deleting port c72bec40-c536-48db-abf3-d7899238bcac {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:31.096710 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.390458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] DHCP port deletion for 7df65810-4707-4263-8732-9222793e7c69 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:50:31.420371 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] For port c72bec40-c536-48db-abf3-d7899238bcac, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c72bec40-c536-48db-abf3-d7899238bcac,segment=NetworkSegment(7efe3e39-8ff3-42d1-a06c-c47f9e5d412e),segment_id=7efe3e39-8ff3-42d1-a06c-c47f9e5d412e)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:31.420757 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.439745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Calling delete_port for c72bec40-c536-48db-abf3-d7899238bcac owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:31.447968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] Deleting port c72bec40-c536-48db-abf3-d7899238bcac {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:31.448339 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.525680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] For port c72bec40-c536-48db-abf3-d7899238bcac, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c72bec40-c536-48db-abf3-d7899238bcac,segment=NetworkSegment(7efe3e39-8ff3-42d1-a06c-c47f9e5d412e),segment_id=7efe3e39-8ff3-42d1-a06c-c47f9e5d412e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:31.526256 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.536401 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.542024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] Calling delete_port for c72bec40-c536-48db-abf3-d7899238bcac owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:31.562222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72bec40-c536-48db-abf3-d7899238bcac,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:31.571584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] No DVR routers for this DVR port c72bec40-c536-48db-abf3-d7899238bcac on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:31.630475 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.650111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.656714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] Pushing event deleted for resources: {'Port': ['ID=c72bec40-c536-48db-abf3-d7899238bcac,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:31.660306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132bfc06-8f84-43ab-b575-b8eea16e7e12 None None] No DVR routers for this DVR port c72bec40-c536-48db-abf3-d7899238bcac on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:31.662532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df65810-4707-4263-8732-9222793e7c69']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:31.677062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:31.677360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efe3e39-8ff3-42d1-a06c-c47f9e5d412e') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:31.687306 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.707944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.713903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:50:31.714217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:50:31.716330 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:50:31.793361 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.806350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:31.811127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7df65810-4707-4263-8732-9222793e7c69 HTTP/1.1" status: 204 len: 168 time: 0.8674901 Aug 03 19:50:31.819931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c8f47-0de3-44b9-823c-9676e866f196 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df65810-4707-4263-8732-9222793e7c69,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:31.985234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60682) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:32.019764 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.029313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2f25f0bf-1969-4128-a685-60ddd23d06b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ceaa15fb616d45e3849f2a3f597aa801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423036 Aug 03 19:50:32.031831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60684) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:32.081980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bdd201a-4737-44d0-b2e9-aa55873dc538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.109349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bdd201a-4737-44d0-b2e9-aa55873dc538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.159936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bdd201a-4737-44d0-b2e9-aa55873dc538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.162554 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bdd201a-4737-44d0-b2e9-aa55873dc538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.163719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1bdd201a-4737-44d0-b2e9-aa55873dc538 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdd0f1a6-8ec5-4a39-91c6-4e4e98bbc6e7 HTTP/1.1" status: 204 len: 168 time: 0.1304491 Aug 03 19:50:32.171377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd201a-4737-44d0-b2e9-aa55873dc538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0f1a6-8ec5-4a39-91c6-4e4e98bbc6e7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:32.500272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 60698) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:32.541064 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2466de66-6b84-47d5-a772-5c3edd8927f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23f7eca324704f58add7bac50fed39d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395813 Aug 03 19:50:32.544398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 60700) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:32.606563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c72bec40-c536-48db-abf3-d7899238bcac no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:32.609963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97875be2-3986-4b4d-9360-f4cdbdb04e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.628370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c72bec40-c536-48db-abf3-d7899238bcac {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:32.628836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c72bec40-c536-48db-abf3-d7899238bcac not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:32.629379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0b584717-aaa8-40d1-81b6-57dbc446106f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:32.633268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97875be2-3986-4b4d-9360-f4cdbdb04e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.651222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 0b584717-aaa8-40d1-81b6-57dbc446106f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:32.651587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 0b584717-aaa8-40d1-81b6-57dbc446106f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:32.686408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97875be2-3986-4b4d-9360-f4cdbdb04e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.689841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-97875be2-3986-4b4d-9360-f4cdbdb04e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.691009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-97875be2-3986-4b4d-9360-f4cdbdb04e2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ddd66c6-9666-4eef-8629-7d4ba8a955eb HTTP/1.1" status: 204 len: 168 time: 0.1449435 Aug 03 19:50:32.699301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97875be2-3986-4b4d-9360-f4cdbdb04e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddd66c6-9666-4eef-8629-7d4ba8a955eb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:34.500019 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:37.872500 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-d1eeaa7d-c451-40f9-8c35-3df91aaea26e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404243 Aug 03 19:50:37.948395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-bb1548b2-3c49-4650-ac63-6017dd52c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:37.949978 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-bb1548b2-3c49-4650-ac63-6017dd52c87c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 1097 time: 0.0462818 Aug 03 19:50:38.057272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-d1c7e128-8745-4e53-b58c-f36eb6385a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:38.058876 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-d1c7e128-8745-4e53-b58c-f36eb6385a7d service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.0900338 Aug 03 19:50:38.145919 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-4cee8b79-e68e-47fc-9c84-831db6269a6b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46 HTTP/1.1" status: 200 len: 1002 time: 0.0797343 Aug 03 19:50:38.199508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-15c838eb-a141-40d8-8e54-9a8f591b1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:38.200937 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-15c838eb-a141-40d8-8e54-9a8f591b1ec3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0485263 Aug 03 19:50:38.253074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-bb7834ce-c78f-49d6-9fd6-0528bf21825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:38.254629 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-bb7834ce-c78f-49d6-9fd6-0528bf21825b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470927 Aug 03 19:50:38.357017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-35d33994-80c3-4e84-9bd7-2e1b5bef8344 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954747 Aug 03 19:50:38.463027 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-098cac01-25ac-4450-bcfb-43aafdaae5d6 req-2168bfd8-5e2e-47f0-8f7f-5b04bb4a5f57 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995052 Aug 03 19:50:50.127112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33064) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:50.368040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port 66977c9f-4418-4598-a17e-8f0b098b7690 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:50.368374 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:50.448386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:50.448719 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:50.461511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for 66977c9f-4418-4598-a17e-8f0b098b7690 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:50.651591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:50.683760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=66977c9f-4418-4598-a17e-8f0b098b7690,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:50.711846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.712193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.712534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.712869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.713200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.713561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.713891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.714235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.714540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.714861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.715182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.715505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:50.756361 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:50.759482 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:50.759823 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Floating IP 8007dbcb-9841-42a8-ac46-a9ad938e5975 disassociated (deleted). External IP: 172.25.4.186, port: 9891b82e-98b5-4efb-850d-f8cce1d8ac46. Aug 03 19:50:50.970124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Router daf07c84-9307-4457-991b-85b43892e2c3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:50:51.077168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:50:51.082194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:51.088879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:50:51.099277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:51.099926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:50:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:51.114019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac08c64c-f42e-4dfc-a056-f45c21e554d6 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "DELETE /v2.0/floatingips/8007dbcb-9841-42a8-ac46-a9ad938e5975 HTTP/1.1" status: 204 len: 168 time: 0.9832907 Aug 03 19:50:51.114019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:51.114757 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c45a512-1264-4d94-b281-eea8ca0698e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:51.154070 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c404bb4d-501a-4c30-80b5-43b9e3c7472b x-openstack-request-id: req-c404bb4d-501a-4c30-80b5-43b9e3c7472b {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:51.154697 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:51.154697 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c404bb4d-501a-4c30-80b5-43b9e3c7472b {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:51.154997 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'status': 'completed', 'code': 200} Aug 03 19:50:51.238113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:51.251523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-580dd535-1a9a-4862-b150-0084def77037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:51.254764 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-580dd535-1a9a-4862-b150-0084def77037 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 1097 time: 0.0538969 Aug 03 19:50:51.382284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-a87684b0-71df-4137-bc07-38acf1d3791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:51.384335 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-a87684b0-71df-4137-bc07-38acf1d3791b service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.1221607 Aug 03 19:50:51.437092 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-c9c2ca84-bd25-457c-a7b5-7eef64dec6ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46 HTTP/1.1" status: 200 len: 217 time: 0.0440428 Aug 03 19:50:51.503374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-459334be-1bfc-4734-a723-ccb09b3f366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:51.504772 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-459334be-1bfc-4734-a723-ccb09b3f366d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0594394 Aug 03 19:50:51.525900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:14Z', 'revision_number': 1, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:51.553255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:50:51.564071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:51.565315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:50:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:51.566743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-37aa12eb-b8a8-49e2-be42-d3d0b2fdbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:51.568482 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-37aa12eb-b8a8-49e2-be42-d3d0b2fdbf5a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561006 Aug 03 19:50:51.639963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef06b5-834f-4209-8213-a97b1e6f8f7f req-2a2f3c4a-d774-4710-a3c6-0e1d97e3c7d2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:51.641801 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-60ef06b5-834f-4209-8213-a97b1e6f8f7f req-2a2f3c4a-d774-4710-a3c6-0e1d97e3c7d2 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 946 time: 0.3217058 Aug 03 19:50:51.694373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-28cf291a-bc76-477a-82b4-3905c3ba9d8c service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163418 Aug 03 19:50:51.720382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-60ef06b5-834f-4209-8213-a97b1e6f8f7f req-42c37993-8797-4fa6-9173-afcbcb46bf62 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595486 Aug 03 19:50:51.723078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:51.812415 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9c45a512-1264-4d94-b281-eea8ca0698e0 req-b03bc78d-cdd1-4c58-9667-97434e1824c0 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104453 Aug 03 19:50:51.980441 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:14Z', 'revision_number': 1, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:52.007409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843092ea-c2b5-4cd1-9a1c-85a9c7db4c62 None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'c9138c57-1688-4c3e-92bb-da85d578537c', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'port_id': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'mac_address': 'fa:16:3e:42:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:09Z', 'updated_at': '2021-08-03T19:47:14Z', 'revision_number': 1, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:50:52.241315 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a49c90-b42e-439c-acb0-ac2afe984747 None None] New status for floating IP 8007dbcb-9841-42a8-ac46-a9ad938e5975: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:50:52.888547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a4779-32bb-42c4-a4e4-5303f31914c5 req-ab729f34-8119-4c55-ab99-9d80b0ba3b63 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:52.889943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d7a4779-32bb-42c4-a4e4-5303f31914c5 req-ab729f34-8119-4c55-ab99-9d80b0ba3b63 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 946 time: 0.1096554 Aug 03 19:50:52.931828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d7a4779-32bb-42c4-a4e4-5303f31914c5 req-2ffb34be-4ce6-4d48-8697-d6daf51dda66 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342145 Aug 03 19:50:53.009616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:53.109807 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-1e6ceb40-7ea1-49c0-94b7-f4090ba400f8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:53.111290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-1e6ceb40-7ea1-49c0-94b7-f4090ba400f8 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 946 time: 0.0537622 Aug 03 19:50:53.119617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5f4b892-8b37-45b6-add0-f3068bc82bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.211446 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:53.211793 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.220248 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5f4b892-8b37-45b6-add0-f3068bc82bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.224788 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d5f4b892-8b37-45b6-add0-f3068bc82bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.266355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d5f4b892-8b37-45b6-add0-f3068bc82bf4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99972f374a584905a7a13fdac53ec10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532165 Aug 03 19:50:53.266355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4b892-8b37-45b6-add0-f3068bc82bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676632f5-874e-437a-beb2-bc65085d8c69,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:53.268803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:53.333321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] For port 9891b82e-98b5-4efb-850d-f8cce1d8ac46, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9891b82e-98b5-4efb-850d-f8cce1d8ac46,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:53.333622 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.354897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for 9891b82e-98b5-4efb-850d-f8cce1d8ac46 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:53.360473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.419625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.507443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.510014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.511177 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/676632f5-874e-437a-beb2-bc65085d8c69 HTTP/1.1" status: 204 len: 168 time: 0.2414277 Aug 03 19:50:53.528005 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676632f5-874e-437a-beb2-bc65085d8c69,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:53.541739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.542095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.542440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.542783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.543116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.543504 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.543782 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.544186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.544437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.544801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.545718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.545718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2462855-cfe1-4530-b506-de49bfeddf82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:53.559774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.602130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=9891b82e-98b5-4efb-850d-f8cce1d8ac46,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:53.647132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] No DVR routers for this DVR port 9891b82e-98b5-4efb-850d-f8cce1d8ac46 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:53.650073 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.652170 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b45cb6b-6395-4dcd-910f-fe73656770e3 req-89722260-108c-4b11-a57f-f06f43b316f4 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "DELETE /v2.0/ports/9891b82e-98b5-4efb-850d-f8cce1d8ac46 HTTP/1.1" status: 204 len: 173 time: 0.5343528 Aug 03 19:50:53.652668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'name': 'network-vif-deleted', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:53.655109 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b65bb-3d1a-4598-8d65-e2753236f3ce" -d '{"events": [{"server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "name": "network-vif-deleted", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:53.695048 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b4115-a590-493c-8a91-bcf693b0f10a x-openstack-request-id: req-e77b4115-a590-493c-8a91-bcf693b0f10a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:53.695355 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a94ddfe-2f37-4b46-b9bf-751c31865e73", "name": "network-vif-deleted", "tag": "9891b82e-98b5-4efb-850d-f8cce1d8ac46", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:53.695611 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e77b4115-a590-493c-8a91-bcf693b0f10a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:53.696044 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a94ddfe-2f37-4b46-b9bf-751c31865e73', 'name': 'network-vif-deleted', 'tag': '9891b82e-98b5-4efb-850d-f8cce1d8ac46', 'status': 'completed', 'code': 200} Aug 03 19:50:53.810049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33100) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:53.824184 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e4f988a-7168-455b-8fff-60320d73eeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.917368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e4f988a-7168-455b-8fff-60320d73eeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.921752 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e4f988a-7168-455b-8fff-60320d73eeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.963343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f988a-7168-455b-8fff-60320d73eeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec006ed2-ece3-4508-93a5-bdbd01281f30,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:53.967942 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0e4f988a-7168-455b-8fff-60320d73eeab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f104a007c904acdbe3bdcdbdb2266be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568859 Aug 03 19:50:53.970630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33104) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:54.058837 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37478266-b443-4f29-ab1c-7dd99b6b87b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:54.062361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb262bce-841e-4f6b-9757-7230bbb1c3bf req-652c29d1-3e7a-4275-8bf0-819e777bd941 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 210 time: 0.0398848 Aug 03 19:50:54.087276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37478266-b443-4f29-ab1c-7dd99b6b87b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:54.151145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37478266-b443-4f29-ab1c-7dd99b6b87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:54.154423 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-37478266-b443-4f29-ab1c-7dd99b6b87b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:54.155634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-37478266-b443-4f29-ab1c-7dd99b6b87b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec006ed2-ece3-4508-93a5-bdbd01281f30 HTTP/1.1" status: 204 len: 168 time: 0.1839795 Aug 03 19:50:54.167264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37478266-b443-4f29-ab1c-7dd99b6b87b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec006ed2-ece3-4508-93a5-bdbd01281f30,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:55.188274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d42c60da-95b2-49d4-99ef-5746af940fdd req-9076c071-8012-441e-887b-e2879a83f56e tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 210 time: 0.0348082 Aug 03 19:50:55.959962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9891b82e-98b5-4efb-850d-f8cce1d8ac46 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:55.987210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 9891b82e-98b5-4efb-850d-f8cce1d8ac46 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:55.987550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9891b82e-98b5-4efb-850d-f8cce1d8ac46 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:55.994118 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:56.199276 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-893e112a-8b0c-41d4-bb70-1d6506aefb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:56.302235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ade1499-1c67-4bf5-90b2-62c2fca971fb req-29ae5fdb-203a-49b2-83b1-b3a0a5a4bf0d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 210 time: 0.0285790 Aug 03 19:50:57.421018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e12b7584-764a-4e85-83de-1bbb366759ec req-2f44c042-02ea-4b34-9c1a-6a6f714cc47a tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a94ddfe-2f37-4b46-b9bf-751c31865e73 HTTP/1.1" status: 200 len: 210 time: 0.0271823 Aug 03 19:50:59.791080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:00.316678 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-505d6dde-c3fb-4588-ad05-a212a5b1f327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:02.023085 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:02.837941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33242) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:03.002859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port cc02e046-be40-4d41-b257-00a7640538ec {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:03.003234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:03.084531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:03.084772 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:03.097079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for cc02e046-be40-4d41-b257-00a7640538ec owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:03.280894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:03.311766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=cc02e046-be40-4d41-b257-00a7640538ec,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:03.373667 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:03.374431 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Floating IP c9138c57-1688-4c3e-92bb-da85d578537c disassociated (deleted). External IP: 172.25.4.114, port: fde128d0-2ab0-4fbb-be42-b819b848ed92. Aug 03 19:51:03.597381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Router daf07c84-9307-4457-991b-85b43892e2c3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:51:03.974997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:51:03.979943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:03.986175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:51:04.021578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-937bb71c-ab2b-4f92-9cce-dafb89c7a2aa tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "DELETE /v2.0/floatingips/c9138c57-1688-4c3e-92bb-da85d578537c HTTP/1.1" status: 204 len: 168 time: 1.1794467 Aug 03 19:51:04.021578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:04.022620 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc51c7b-de76-4829-aa77-c15cddd58cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:04.076532 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b881fe-376d-4f39-bb97-9ff6ba1b5c12 x-openstack-request-id: req-35b881fe-376d-4f39-bb97-9ff6ba1b5c12 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:04.076832 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:04.077106 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35b881fe-376d-4f39-bb97-9ff6ba1b5c12 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:04.077540 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'status': 'completed', 'code': 200} Aug 03 19:51:04.185283 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-faa5b32b-98ba-4988-a089-af07f78872a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:04.186939 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-faa5b32b-98ba-4988-a089-af07f78872a1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a13f83e3050949aab38e4aa703f4d71b&device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 1096 time: 0.0677347 Aug 03 19:51:04.193989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:04.194625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:51:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:04.286212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcc523-f67a-4b33-839a-592ef56d014c req-2dec1472-8e36-4d57-a53f-0811796d04d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:04.287787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdfcc523-f67a-4b33-839a-592ef56d014c req-2dec1472-8e36-4d57-a53f-0811796d04d5 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 945 time: 0.0614922 Aug 03 19:51:04.315746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-5701873a-9db4-4a4b-9c4a-8d8fe583a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:04.317454 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-5701873a-9db4-4a4b-9c4a-8d8fe583a0b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 200 len: 913 time: 0.1106472 Aug 03 19:51:04.324835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:04.339386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cdfcc523-f67a-4b33-839a-592ef56d014c req-7b501da6-0c25-42d3-9b17-7f81c70ff9f7 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449831 Aug 03 19:51:04.373979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-dfd8d0ef-e8b7-4e39-a715-a7193e0d71cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 200 len: 217 time: 0.0477965 Aug 03 19:51:04.437572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-440480ac-a4e3-45a1-8983-8e9d87518050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:04.439151 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-440480ac-a4e3-45a1-8983-8e9d87518050 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 200 len: 851 time: 0.0580750 Aug 03 19:51:04.481903 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:51:04.492961 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-d4e94227-6a8d-4810-aff7-4e3cfe83039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:04.494833 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-d4e94227-6a8d-4810-aff7-4e3cfe83039a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=114f6133-e3b2-4d65-8593-2b8b75ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471385 Aug 03 19:51:04.511007 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:04.567524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:04.597962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:51:04.606776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:04.607395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:51:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:04.608580 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-bc93bf57-9870-4c3b-b87a-62745523fd57 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060290 Aug 03 19:51:04.706512 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4fc51c7b-de76-4829-aa77-c15cddd58cc8 req-e3106b68-e540-44b8-9f2e-441a039cf578 service neutron] 10.222.0.63 "GET /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898175 Aug 03 19:51:04.720268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:04.942902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:04.969486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888b7eb-1ffe-4f88-9e63-b16cd116f403 None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:39:39Z', 'revision_number': 4, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '93dfb0a1-2f0b-473b-b6c9-cfc23430221b', 'name': '', 'network_id': '114f6133-e3b2-4d65-8593-2b8b75ef2750', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'mac_address': 'fa:16:3e:5a:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:38Z', 'updated_at': '2021-08-03T19:39:50Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'subnets': [{'id': 'f17e1f27-a3cb-458d-822d-751f3dce1860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:51:05.225827 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175c65ec-0178-49ff-81ba-7557d07b40db None None] New status for floating IP c9138c57-1688-4c3e-92bb-da85d578537c: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:51:05.487660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51fd02-d5a0-4102-8fa5-7e472ac0f935 req-549ab3db-6cc2-4fa1-9309-3e788bdb1c6d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:05.489281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e51fd02-d5a0-4102-8fa5-7e472ac0f935 req-549ab3db-6cc2-4fa1-9309-3e788bdb1c6d tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 945 time: 0.0716426 Aug 03 19:51:05.530970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e51fd02-d5a0-4102-8fa5-7e472ac0f935 req-526dd812-469b-4335-b603-f94bb97ae3ce tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5770786-864f-430f-b7da-9bc53e3373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348003 Aug 03 19:51:05.950389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-5739a33f-b4cc-438a-98c2-63932a6c95fe tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:05.951934 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-5739a33f-b4cc-438a-98c2-63932a6c95fe tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Aug 03 19:51:06.051051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port fde128d0-2ab0-4fbb-be42-b819b848ed92 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:06.051397 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:06.142974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] For port fde128d0-2ab0-4fbb-be42-b819b848ed92, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fde128d0-2ab0-4fbb-be42-b819b848ed92,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:06.143506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:06.157313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for fde128d0-2ab0-4fbb-be42-b819b848ed92 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:06.290950 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:06.322425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=fde128d0-2ab0-4fbb-be42-b819b848ed92,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:06.366979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] No DVR routers for this DVR port fde128d0-2ab0-4fbb-be42-b819b848ed92 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:06.369600 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:06.371900 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-5b0ed2d4-ceff-4d85-8a77-3fcc8c308b8a req-e1acd41a-cc94-462d-88a7-1f1f23844974 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.63 "DELETE /v2.0/ports/fde128d0-2ab0-4fbb-be42-b819b848ed92 HTTP/1.1" status: 204 len: 173 time: 0.4139597 Aug 03 19:51:06.372336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'name': 'network-vif-deleted', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:06.374659 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345ae05f-a6cc-4d88-9a16-8eef620102af" -d '{"events": [{"server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "name": "network-vif-deleted", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:06.418265 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69045dde-04a8-4ea5-90c3-b776931f2ee1 x-openstack-request-id: req-69045dde-04a8-4ea5-90c3-b776931f2ee1 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:06.418562 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7249bd1-9333-4b2c-a126-4e71d478eb79", "name": "network-vif-deleted", "tag": "fde128d0-2ab0-4fbb-be42-b819b848ed92", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:06.418810 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69045dde-04a8-4ea5-90c3-b776931f2ee1 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:06.419205 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7249bd1-9333-4b2c-a126-4e71d478eb79', 'name': 'network-vif-deleted', 'tag': 'fde128d0-2ab0-4fbb-be42-b819b848ed92', 'status': 'completed', 'code': 200} Aug 03 19:51:06.638324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bd82732-199c-4db5-8ad7-aca55c29e086 req-6efa037b-a170-4176-a96a-9de48e56c9fe tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 210 time: 0.0325291 Aug 03 19:51:07.741054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b17ef2a2-4802-4769-92ef-16b85fd679b6 req-399be067-ac8b-4911-a2bb-e0fc6257b8f1 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 210 time: 0.0286391 Aug 03 19:51:08.015286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device fde128d0-2ab0-4fbb-be42-b819b848ed92 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:08.036192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: fde128d0-2ab0-4fbb-be42-b819b848ed92 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:08.036543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device fde128d0-2ab0-4fbb-be42-b819b848ed92 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:08.864523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a29a7b8f-fd61-4f92-83ae-82a85c38221a req-ec87b98a-d906-4a73-beef-cb31e94737cf tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 210 time: 0.0364296 Aug 03 19:51:09.987574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f77f39b9-f468-4558-8b50-739887ecb99b req-8202580c-c4a8-4849-a577-b8410326af5c tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7249bd1-9333-4b2c-a126-4e71d478eb79 HTTP/1.1" status: 200 len: 210 time: 0.0330887 Aug 03 19:51:11.046925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33318) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:11.197793 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Deleting port 462441ff-1c71-42e6-afd2-a3a5d41148b2 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:11.198154 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:11.274635 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:11.274925 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:11.287385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Calling delete_port for 462441ff-1c71-42e6-afd2-a3a5d41148b2 owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:11.427713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:11.462131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'Port': ['ID=462441ff-1c71-42e6-afd2-a3a5d41148b2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:11.525106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:11.528727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:11.529978 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-55b0002d-d49d-4d16-b54a-5e991dcb7591 tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "DELETE /v2.0/floatingips/868f2f3d-3f5b-434a-a3c6-574396660f67 HTTP/1.1" status: 204 len: 168 time: 0.4820399 Aug 03 19:51:13.047893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33340) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:13.157431 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-59a215c9-1c7c-40b3-8257-3c98385644c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:13.255492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-59a215c9-1c7c-40b3-8257-3c98385644c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:13.260448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-59a215c9-1c7c-40b3-8257-3c98385644c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:13.301034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-59a215c9-1c7c-40b3-8257-3c98385644c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f6946b101cb4ea58433bb48a6108ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519281 Aug 03 19:51:13.302032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a215c9-1c7c-40b3-8257-3c98385644c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896ef1fa-8e8e-4468-843e-eed4c6288067,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:13.303756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33344) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:13.357183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef671-e1cc-4774-b97d-d669a4fb659c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:13.378919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef671-e1cc-4774-b97d-d669a4fb659c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:13.437196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef671-e1cc-4774-b97d-d669a4fb659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:13.440111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef671-e1cc-4774-b97d-d669a4fb659c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:13.441269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7a2ef671-e1cc-4774-b97d-d669a4fb659c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/896ef1fa-8e8e-4468-843e-eed4c6288067 HTTP/1.1" status: 204 len: 168 time: 0.1356342 Aug 03 19:51:13.450024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ef671-e1cc-4774-b97d-d669a4fb659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ef1fa-8e8e-4468-843e-eed4c6288067,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:14.076868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33368) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:14.192708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-807215121-network', 'tenant_id': '35aa1790966641e4af03a66ca416e360'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:14.214788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Made reservation on behalf of 35aa1790966641e4af03a66ca416e360 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:51:14.217281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.226598 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.321877 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.327593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.355006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:51:14.365884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17558239-ff10-42d9-be05-be7bc7fe8fbc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:14.372955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.373383 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Added segment 8a88d7a1-483e-4059-b9af-12eafec1b7b8 of type vlan for network 9fe42cd1-092e-4067-88ac-3822ecf7c79d Aug 03 19:51:14.414226 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.445284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.446431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:14.447055 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.511308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4331887 Aug 03 19:51:14.514470 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33372) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:14.518336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4ffbc-7d75-456e-bb53-ef1df921c0bf admin admin] Pushing event updated for resources: {'Network': ['ID=9fe42cd1-092e-4067-88ac-3822ecf7c79d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:14.527276 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Request body: {'subnet': {'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-807215121-subnet', 'tenant_id': '35aa1790966641e4af03a66ca416e360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:14.528315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9fe42cd1-092e-4067-88ac-3822ecf7c79d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:51:14.552478 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Made reservation on behalf of 35aa1790966641e4af03a66ca416e360 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:51:14.555232 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.869107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:14.948393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94e91329-1a64-4b03-aa53-54c5b893d7ac tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:14.974989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94e91329-1a64-4b03-aa53-54c5b893d7ac tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:15.011168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:15.037452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94e91329-1a64-4b03-aa53-54c5b893d7ac tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:15.040605 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94e91329-1a64-4b03-aa53-54c5b893d7ac tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:15.044472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-94e91329-1a64-4b03-aa53-54c5b893d7ac tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] 10.222.0.42 "DELETE /v2.0/security-groups/d5770786-864f-430f-b7da-9bc53e3373a0 HTTP/1.1" status: 204 len: 168 time: 0.1713772 Aug 03 19:51:15.056576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e91329-1a64-4b03-aa53-54c5b893d7ac tempest-TestVolumeBootPattern-1520295492 tempest-TestVolumeBootPattern-1520295492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5770786-864f-430f-b7da-9bc53e3373a0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:15.078099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=967f5bf9-b9c0-4c3c-99a1-41244fa0c479,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:15.087262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Checking segment: {'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:15.087573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Network hostable DHCP agents. Network: 9fe42cd1-092e-4067-88ac-3822ecf7c79d, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:51:15.109424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Network 9fe42cd1-092e-4067-88ac-3822ecf7c79d is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:51:15.118831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33380) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:15.125291 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9fe42cd1-092e-4067-88ac-3822ecf7c79d) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:51:15.129910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:15.130563 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:15.135482 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f053c-9abe-48b0-8e01-28bc3d2da885 None None] Network 9fe42cd1-092e-4067-88ac-3822ecf7c79d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:51:15.153416 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-09113d1d-7d33-479d-a9da-f1bc8df1d2d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6371653 Aug 03 19:51:15.286878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16915419-2c6b-4dd0-b7d7-53c8e25e279b None None] Network 9fe42cd1-092e-4067-88ac-3822ecf7c79d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:51:15.678222 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:15.999315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Deleting port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:15.999561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:16.081016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] For port 93dfb0a1-2f0b-473b-b6c9-cfc23430221b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:16.081307 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:16.093924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Calling delete_port for 93dfb0a1-2f0b-473b-b6c9-cfc23430221b owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:16.281826 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:16.308615 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Pushing event deleted for resources: {'Port': ['ID=93dfb0a1-2f0b-473b-b6c9-cfc23430221b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:16.500949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:16.717014 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Router daf07c84-9307-4457-991b-85b43892e2c3 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:51:16.832605 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:51:16.837848 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-991d2fbc-d285-47b5-bc44-1cf502edb733 admin admin] 10.222.0.42 "PUT /v2.0/routers/daf07c84-9307-4457-991b-85b43892e2c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178879 Aug 03 19:51:16.840309 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33398) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:16.843444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] Sync routers for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:51:16.853341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:16.854010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:51:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:16.951514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:16.963872 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:17.061725 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.119918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Deleting port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:17.120567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.158114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:51:16Z', 'revision_number': 5, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port': {'id': '73b58ebc-a8d7-4ca5-b1a2-ae19f8373752', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:36Z', 'updated_at': '2021-08-03T19:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:17.162969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-221709bb-8921-4892-ae66-d28d59848cb2 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:17.164597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-221709bb-8921-4892-ae66-d28d59848cb2 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/networks?id=9fe42cd1-092e-4067-88ac-3822ecf7c79d HTTP/1.1" status: 200 len: 808 time: 0.1141541 Aug 03 19:51:17.182483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-b94356ca-c5e7-457d-92e3-1db0a4614db7 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/quotas/35aa1790966641e4af03a66ca416e360 HTTP/1.1" status: 200 len: 375 time: 0.0111163 Aug 03 19:51:17.188748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] Checking router: daf07c84-9307-4457-991b-85b43892e2c3 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:51:17.200361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] Routers {'daf07c84-9307-4457-991b-85b43892e2c3'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:17.200995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:51:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['daf07c84-9307-4457-991b-85b43892e2c3'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:17.213423 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] For port 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=73b58ebc-a8d7-4ca5-b1a2-ae19f8373752,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:17.213975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.216535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-73cbd6c3-2dfc-4898-9254-126282138ba9 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=35aa1790966641e4af03a66ca416e360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280867 Aug 03 19:51:17.231060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Calling delete_port for 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:17.292506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] Set router daf07c84-9307-4457-991b-85b43892e2c3 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:17.316744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-fc563bcf-ca9a-4601-903a-4a7c7bc23c7e service neutron] 10.222.0.42 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925615 Aug 03 19:51:17.350323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:51:17Z', 'revision_number': 6, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:17.392785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb42fa-a233-40ba-87b0-05e2ac7065ae None None] The sync data for ids ['daf07c84-9307-4457-991b-85b43892e2c3'] in n-d-803378-1 is: [{'id': 'daf07c84-9307-4457-991b-85b43892e2c3', 'name': 'tempest-TestVolumeBootPattern-1140268728-router', 'tenant_id': 'a13f83e3050949aab38e4aa703f4d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:35Z', 'updated_at': '2021-08-03T19:51:17Z', 'revision_number': 6, 'project_id': 'a13f83e3050949aab38e4aa703f4d71b', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:51:17.431699 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.460246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-4d17c3ff-2352-4cec-9f5d-aac27c2fd584 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282592 Aug 03 19:51:17.466557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b58ebc-a8d7-4ca5-b1a2-ae19f8373752,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:17.530570 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.669027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.672056 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.677888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ff20e2b-910e-4a00-8f3e-f1ba015c6f9e req-071badbe-9525-4533-aec5-358acc02219e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 210 time: 0.0524654 Aug 03 19:51:17.723529 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.724162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf07c84-9307-4457-991b-85b43892e2c3 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:51:17.728832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.732852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33422) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:17.733901 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9d4e97c4-2e2d-4c9d-9640-777d202df477 admin admin] 10.222.0.42 "DELETE /v2.0/routers/daf07c84-9307-4457-991b-85b43892e2c3 HTTP/1.1" status: 204 len: 168 time: 0.8925998 Aug 03 19:51:17.782182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a38386-5a07-47ef-a54f-03068693fbf8 admin admin] Deleting subnet f17e1f27-a3cb-458d-822d-751f3dce1860 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:51:17.787028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14a38386-5a07-47ef-a54f-03068693fbf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.829451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14a38386-5a07-47ef-a54f-03068693fbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.934522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14a38386-5a07-47ef-a54f-03068693fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:17.996436 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14a38386-5a07-47ef-a54f-03068693fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.026397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a38386-5a07-47ef-a54f-03068693fbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17e1f27-a3cb-458d-822d-751f3dce1860,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:18.030445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14a38386-5a07-47ef-a54f-03068693fbf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.032494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-14a38386-5a07-47ef-a54f-03068693fbf8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f17e1f27-a3cb-458d-822d-751f3dce1860 HTTP/1.1" status: 204 len: 168 time: 0.2983642 Aug 03 19:51:18.036273 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33430) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:18.037578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ad4424-2f6b-4ca5-ab45-a006696cee3a None None] Network 114f6133-e3b2-4d65-8593-2b8b75ef2750 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:51:18.107229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.167632 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Deleting port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:18.168042 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.236078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] DHCP port deletion for 114f6133-e3b2-4d65-8593-2b8b75ef2750 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:51:18.248154 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] For port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:18.248832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.270392 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Calling delete_port for 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:18.298272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Deleting port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:18.299433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.356829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.371566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] For port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,segment=NetworkSegment(7829bbb7-679c-43fc-bcc4-e2780e608770),segment_id=7829bbb7-679c-43fc-bcc4-e2780e608770)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:18.371977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.386078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Calling delete_port for 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:18.388575 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:18.390547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] No DVR routers for this DVR port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:18.461345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.465965 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.472306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114f6133-e3b2-4d65-8593-2b8b75ef2750']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:18.483280 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7829bbb7-679c-43fc-bcc4-e2780e608770') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:18.483586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7829bbb7-679c-43fc-bcc4-e2780e608770') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:18.493677 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.496540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] No DVR routers for this DVR port 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:18.500984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Pushing event deleted for resources: {'Port': ['ID=53fa58e7-aa71-4b5d-9be6-c946f4b8b62e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:18.509837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.512325 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.512677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.513194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.513324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.513672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.514043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.514321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.514647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.514972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.515296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.515719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.515927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf78f-5001-4fce-931c-b849dca9dba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:18.519152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:51:18.519775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:51:18.522087 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:51:18.661777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 93dfb0a1-2f0b-473b-b6c9-cfc23430221b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:18.683191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 93dfb0a1-2f0b-473b-b6c9-cfc23430221b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:18.683454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 93dfb0a1-2f0b-473b-b6c9-cfc23430221b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:18.683873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:18.706908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:18.707251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 53fa58e7-aa71-4b5d-9be6-c946f4b8b62e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:18.707863 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:18.730176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:18.730529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 73b58ebc-a8d7-4ca5-b1a2-ae19f8373752 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:18.784952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-601c51eb-e3b1-4469-962e-e99c1e00ee73 req-f97adb40-5d0c-4b3e-8b18-90d0de827aca tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 210 time: 0.0282166 Aug 03 19:51:18.951086 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.959824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:18.962582 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] 10.222.0.42 "DELETE /v2.0/networks/114f6133-e3b2-4d65-8593-2b8b75ef2750 HTTP/1.1" status: 204 len: 168 time: 0.9251227 Aug 03 19:51:18.965537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33434) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:18.979968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78835ce-f0dc-4f27-9817-57485a407f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=114f6133-e3b2-4d65-8593-2b8b75ef2750,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:19.037261 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-c122394e-dd10-4bf7-901c-e2fd905a3a01 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:19.038779 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-c122394e-dd10-4bf7-901c-e2fd905a3a01 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.63 "GET /v2.0/networks?id=9fe42cd1-092e-4067-88ac-3822ecf7c79d HTTP/1.1" status: 200 len: 808 time: 0.1560791 Aug 03 19:51:19.057397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Request body: {'port': {'device_id': 'fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15', 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d', 'admin_state_up': True, 'tenant_id': '35aa1790966641e4af03a66ca416e360'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:19.166163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Made reservation on behalf of 35aa1790966641e4af03a66ca416e360 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:51:19.169815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.299313 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Allocated IP 172.20.0.11 (9fe42cd1-092e-4067-88ac-3822ecf7c79d/967f5bf9-b9c0-4c3c-99a1-41244fa0c479/b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:51:19.315750 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.454473 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.494368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.541106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Network 9fe42cd1-092e-4067-88ac-3822ecf7c79d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:51:19.546482 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:51:19.548877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:51:19.564867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Deleting port a03da351-5eb3-4655-9615-7d0f8009ea7a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:19.565221 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.572914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Pushing event updated for resources: {'Port': ['ID=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:19.602106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:19.602733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.616781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-71e4e612-ee28-4728-8a89-1f3cd20b9b41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632675 Aug 03 19:51:19.634507 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Request body: {'port': {'device_id': 'fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:19.648334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] For port a03da351-5eb3-4655-9615-7d0f8009ea7a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=a03da351-5eb3-4655-9615-7d0f8009ea7a,segment=NetworkSegment(6bd9cea0-34a4-4ca2-908c-c132c878a1cd),segment_id=6bd9cea0-34a4-4ca2-908c-c132c878a1cd)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:19.648692 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.662448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Calling delete_port for a03da351-5eb3-4655-9615-7d0f8009ea7a owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:19.700416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.850922 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.887094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03da351-5eb3-4655-9615-7d0f8009ea7a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:19.988412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1ad7-a980-4ed4-837d-32e43458e0c3 req-302760fc-8c4b-4e42-90ca-77e7d0baae41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:19.990070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-461b1ad7-a980-4ed4-837d-32e43458e0c3 req-302760fc-8c4b-4e42-90ca-77e7d0baae41 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 932 time: 0.1335368 Aug 03 19:51:19.994151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:20.003873 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:20.020015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Transition to ACTIVE for port object b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:51:20.025814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:20.100347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-461b1ad7-a980-4ed4-837d-32e43458e0c3 req-d1a75c13-a712-488c-b37e-c019e06568ad tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784850 Aug 03 19:51:20.104004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Pushing event updated for resources: {'Port': ['ID=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:20.121931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:20.166692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Attempting to bind port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:51:20.167020 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Attempting to bind port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:51:20.167342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Attempting to bind port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 on network 9fe42cd1-092e-4067-88ac-3822ecf7c79d {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:20.172016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 on network 9fe42cd1-092e-4067-88ac-3822ecf7c79d not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:51:20.172269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Attempting to bind port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 on network 9fe42cd1-092e-4067-88ac-3822ecf7c79d {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:20.177739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:51:20.178078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Checking segment: {'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:20.178458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Bound using segment: {'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:51:20.178880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Bound port: b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:51:20.179236 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:20.247007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] For port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:20.250251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] For port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:51:20.255239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:20.289544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:20.290159 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:20.291559 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] 10.222.0.63 "PUT /v2.0/ports/b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 HTTP/1.1" status: 200 len: 1092 time: 0.6613882 Aug 03 19:51:20.291991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15', 'tag': 'b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:20.294361 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15", "tag": "b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:20.319203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7224-3f3b-4f78-9da8-9c8cef78cdaa service neutron] Pushing event updated for resources: {'Port': ['ID=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:20.349857 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c35f54-93ad-4fe2-bc1a-33a50fd7d5f4 x-openstack-request-id: req-f5c35f54-93ad-4fe2-bc1a-33a50fd7d5f4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:20.350154 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15", "tag": "b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:20.350402 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5c35f54-93ad-4fe2-bc1a-33a50fd7d5f4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:20.350807 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15', 'tag': 'b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2', 'status': 'completed', 'code': 200} Aug 03 19:51:20.351759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Router 3c61b459-67b3-49d9-89ea-d484db0ec368 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:51:20.405070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-2c26d112-ec2f-41bd-bfe9-03162f8114f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:20.406725 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-2c26d112-ec2f-41bd-bfe9-03162f8114f2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=35aa1790966641e4af03a66ca416e360&device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 1095 time: 0.0422018 Aug 03 19:51:20.457985 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-a07c24e1-755d-4a4c-aa7f-31969d611968 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0381660 Aug 03 19:51:20.459949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:51:20.467761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d0aced92-392a-46bf-ac09-5049bf9905d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/3c61b459-67b3-49d9-89ea-d484db0ec368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4985228 Aug 03 19:51:20.467761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:20.469993 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] Sync routers for ids ['3c61b459-67b3-49d9-89ea-d484db0ec368'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:51:20.481856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] Routers {'3c61b459-67b3-49d9-89ea-d484db0ec368'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:20.482455 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:51:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3c61b459-67b3-49d9-89ea-d484db0ec368'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:20.510709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-2d06d7c4-5a06-4f84-88ca-211bcbe5fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:20.512198 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-2d06d7c4-5a06-4f84-88ca-211bcbe5fd05 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=967f5bf9-b9c0-4c3c-99a1-41244fa0c479 HTTP/1.1" status: 200 len: 848 time: 0.0476475 Aug 03 19:51:20.544986 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-e959688a-24ab-4554-acc2-0f1ced3e12fd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9fe42cd1-092e-4067-88ac-3822ecf7c79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253439 Aug 03 19:51:20.577265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:20.602144 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] Set router 3c61b459-67b3-49d9-89ea-d484db0ec368 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:20.668034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-c70c3e7c-e7be-450a-b51f-2c65954106db service neutron] 10.222.0.63 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159861 Aug 03 19:51:20.766173 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:20.772337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f8d7cb02-2231-43f1-925d-272299d205d6 req-26a29ae4-b180-4713-a17f-dc22998da7dc service neutron] 10.222.0.63 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969665 Aug 03 19:51:20.797300 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:51:19Z', 'revision_number': 5, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:20.825240 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] Checking router: 3c61b459-67b3-49d9-89ea-d484db0ec368 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:51:20.833933 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] Routers {'3c61b459-67b3-49d9-89ea-d484db0ec368'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:20.834451 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:51:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3c61b459-67b3-49d9-89ea-d484db0ec368'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:20.914247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-4346a78c-03b8-4183-a44f-aed83573d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:20.915765 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-4346a78c-03b8-4183-a44f-aed83573d3c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=35aa1790966641e4af03a66ca416e360&device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 1095 time: 0.0479631 Aug 03 19:51:20.945736 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] Set router 3c61b459-67b3-49d9-89ea-d484db0ec368 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:21.000425 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.024249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-6deadb63-2e9c-4823-8884-1899bdddb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:21.025795 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-6deadb63-2e9c-4823-8884-1899bdddb583 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9fe42cd1-092e-4067-88ac-3822ecf7c79d HTTP/1.1" status: 200 len: 909 time: 0.1028237 Aug 03 19:51:21.061119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Deleting port 9c016a46-3068-4c5d-8408-eb223b87f66e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:21.061635 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.068476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-8ed09f35-82ae-4745-88f6-37c9b08915c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0354519 Aug 03 19:51:21.125407 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-c1b18c59-d48b-4454-a0f8-ace2938e17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:21.127292 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-c1b18c59-d48b-4454-a0f8-ace2938e17fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=967f5bf9-b9c0-4c3c-99a1-41244fa0c479 HTTP/1.1" status: 200 len: 848 time: 0.0525794 Aug 03 19:51:21.135519 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:51:19Z', 'revision_number': 5, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:21.156257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] For port 9c016a46-3068-4c5d-8408-eb223b87f66e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9c016a46-3068-4c5d-8408-eb223b87f66e,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:21.156760 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.161531 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-ddaab259-733c-45ab-8c79-434e15c84796 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9fe42cd1-092e-4067-88ac-3822ecf7c79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271988 Aug 03 19:51:21.173104 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b1e41-8fd3-4df2-8358-36339288f9de None None] The sync data for ids ['3c61b459-67b3-49d9-89ea-d484db0ec368'] in n-d-803378-1 is: [{'id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'name': 'tempest-TestVolumeBootPattern-925287179-router', 'tenant_id': '75dec463aee84841b654d7f0c615cf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:39:43Z', 'updated_at': '2021-08-03T19:51:19Z', 'revision_number': 5, 'project_id': '75dec463aee84841b654d7f0c615cf7a', 'gw_port': {'id': '9c016a46-3068-4c5d-8408-eb223b87f66e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c61b459-67b3-49d9-89ea-d484db0ec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:39:44Z', 'updated_at': '2021-08-03T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:51:21.176966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Calling delete_port for 9c016a46-3068-4c5d-8408-eb223b87f66e owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:21.270608 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-1302b0b2-5b0b-42d4-86d7-d9db030ec98f service neutron] 10.222.0.63 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022401 Aug 03 19:51:21.298237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee053-d859-4807-993e-19b900905615 req-5559610e-cca7-4929-928f-0b75127f2c48 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:21.299775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f5ee053-d859-4807-993e-19b900905615 req-5559610e-cca7-4929-928f-0b75127f2c48 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 944 time: 0.1023238 Aug 03 19:51:21.367778 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-f0da4e69-ac79-4f1d-9c65-d0ead13f3cb7 req-0b7bbffc-803b-4c2c-9c8b-a8c64aa75afd service neutron] 10.222.0.63 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900595 Aug 03 19:51:21.378889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3f5ee053-d859-4807-993e-19b900905615 req-cf0ed5b5-8283-4905-b182-9d28232ccf77 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451808 Aug 03 19:51:21.427537 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.455505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c016a46-3068-4c5d-8408-eb223b87f66e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:21.516893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.608541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.610829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.655715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.656285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c61b459-67b3-49d9-89ea-d484db0ec368 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:51:21.660734 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.661971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ba2755f1-5d0b-4dee-ad03-3fd46a8de8b3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3c61b459-67b3-49d9-89ea-d484db0ec368 HTTP/1.1" status: 204 len: 168 time: 1.1934190 Aug 03 19:51:21.664522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33444) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:21.711793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b564c9-8c9a-46ef-a1ff-11c056faf49f admin admin] Deleting subnet 1315a781-37ef-4058-8d85-84bf997ac031 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:51:21.714909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3b564c9-8c9a-46ef-a1ff-11c056faf49f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.757023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3b564c9-8c9a-46ef-a1ff-11c056faf49f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.838613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3b564c9-8c9a-46ef-a1ff-11c056faf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.892973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3b564c9-8c9a-46ef-a1ff-11c056faf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.915591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b564c9-8c9a-46ef-a1ff-11c056faf49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1315a781-37ef-4058-8d85-84bf997ac031,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:21.922173 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3b564c9-8c9a-46ef-a1ff-11c056faf49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:21.924656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a3b564c9-8c9a-46ef-a1ff-11c056faf49f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1315a781-37ef-4058-8d85-84bf997ac031 HTTP/1.1" status: 204 len: 168 time: 0.2592018 Aug 03 19:51:21.927078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33446) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:21.929535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285a6f96-1adb-46d0-b473-fce3eed27e13 None None] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:51:21.998773 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.053176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Deleting port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:22.053860 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.115860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] For port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,segment=NetworkSegment(6bd9cea0-34a4-4ca2-908c-c132c878a1cd),segment_id=6bd9cea0-34a4-4ca2-908c-c132c878a1cd)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:22.116153 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.134254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Calling delete_port for 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:22.162094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] DHCP port deletion for 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:51:22.213239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] Deleting port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:22.213840 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.222245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.248324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:22.253551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] No DVR routers for this DVR port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:22.276851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] For port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,segment=NetworkSegment(6bd9cea0-34a4-4ca2-908c-c132c878a1cd),segment_id=6bd9cea0-34a4-4ca2-908c-c132c878a1cd)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:22.277257 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.291771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] Calling delete_port for 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:22.332439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.343963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2144e8-6d18-4ff3-8d1d-7f951ade5c65']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:22.357427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd9cea0-34a4-4ca2-908c-c132c878a1cd') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:22.358025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd9cea0-34a4-4ca2-908c-c132c878a1cd') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:22.368706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.386343 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.394316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:51:22.394657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:51:22.396750 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:51:22.461124 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.466612 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.471558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 HTTP/1.1" status: 204 len: 168 time: 0.5406418 Aug 03 19:51:22.515311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e2dad-8392-4bfd-999e-bc8069d0a5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2144e8-6d18-4ff3-8d1d-7f951ade5c65,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:22.539128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371f558-62c8-491a-a376-9d749bf1c12d req-92ba947c-c5b7-44ac-8302-aca8ab02572e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:22.540685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f371f558-62c8-491a-a376-9d749bf1c12d req-92ba947c-c5b7-44ac-8302-aca8ab02572e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 944 time: 0.0815437 Aug 03 19:51:22.544797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.552295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] Network 4e2144e8-6d18-4ff3-8d1d-7f951ade5c65 is not hosted by any dhcp agent {{(pid=94135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:51:22.553076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] No DVR routers for this DVR port 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:22.574763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8600a66-d591-48c9-82a2-9fd5332c5785 None None] Pushing event deleted for resources: {'Port': ['ID=3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:22.587965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f371f558-62c8-491a-a376-9d749bf1c12d req-efb82918-6c8f-4b66-b444-8237c874203a tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Aug 03 19:51:22.621043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33452) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:22.647199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:22.665034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f6a8dd21-d690-43af-b3d1-9660ce287ef6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a13f83e3050949aab38e4aa703f4d71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424058 Aug 03 19:51:22.666989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:22.667280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3a59ee9f-204f-4e4f-a4b6-b74cb3ec4c71 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:22.667418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33454) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:22.667770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a03da351-5eb3-4655-9615-7d0f8009ea7a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:22.686204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: a03da351-5eb3-4655-9615-7d0f8009ea7a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:22.686553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device a03da351-5eb3-4655-9615-7d0f8009ea7a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:22.686966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9c016a46-3068-4c5d-8408-eb223b87f66e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:22.705737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9c016a46-3068-4c5d-8408-eb223b87f66e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:22.706082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9c016a46-3068-4c5d-8408-eb223b87f66e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:22.717614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c6adb0d1-caa1-4050-91a8-82d5f7b789ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.738983 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c6adb0d1-caa1-4050-91a8-82d5f7b789ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.784412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c6adb0d1-caa1-4050-91a8-82d5f7b789ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.787025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c6adb0d1-caa1-4050-91a8-82d5f7b789ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.788200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c6adb0d1-caa1-4050-91a8-82d5f7b789ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31a5c048-2ade-4ff0-af38-a15cad41caa8 HTTP/1.1" status: 204 len: 168 time: 0.1198881 Aug 03 19:51:22.796269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adb0d1-caa1-4050-91a8-82d5f7b789ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5c048-2ade-4ff0-af38-a15cad41caa8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:23.146455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33460) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:23.187575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bba8f50f-a000-4d21-b5ba-d977a0ce9d52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75dec463aee84841b654d7f0c615cf7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398319 Aug 03 19:51:23.190131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33462) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:23.251712 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2296863d-b2ea-4c17-b40b-99ed4ef7a85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.273314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2296863d-b2ea-4c17-b40b-99ed4ef7a85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.321644 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2296863d-b2ea-4c17-b40b-99ed4ef7a85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.324210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2296863d-b2ea-4c17-b40b-99ed4ef7a85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.325630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2296863d-b2ea-4c17-b40b-99ed4ef7a85e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d92a42e-2693-4fc9-b365-23e4f5a82100 HTTP/1.1" status: 204 len: 168 time: 0.1280062 Aug 03 19:51:23.336010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296863d-b2ea-4c17-b40b-99ed4ef7a85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d92a42e-2693-4fc9-b365-23e4f5a82100,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:23.722795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d9f15-c4d1-4dc2-a2b5-5d03f4a4fb1a req-a2839b04-e979-409f-b126-9a043b983959 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:23.724564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a92d9f15-c4d1-4dc2-a2b5-5d03f4a4fb1a req-a2839b04-e979-409f-b126-9a043b983959 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 944 time: 0.0579560 Aug 03 19:51:23.775111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a92d9f15-c4d1-4dc2-a2b5-5d03f4a4fb1a req-ed4373a1-790f-4e06-81d1-5a2495d84199 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432005 Aug 03 19:51:24.060465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:51:24.162059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:24.183082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2', 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d', 'port_id': 'b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2', 'mac_address': 'fa:16:3e:1c:d6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967f5bf9-b9c0-4c3c-99a1-41244fa0c479', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:51:24.223986 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:24.237556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:24.261588 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:24.266293 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:24.314581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:24.631127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:24.891603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf67f1-8587-43b9-accc-5ac629094006 req-13d1bcbc-a6da-4cf7-b2f3-b1f494bc3e4b tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:24.893109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eccf67f1-8587-43b9-accc-5ac629094006 req-13d1bcbc-a6da-4cf7-b2f3-b1f494bc3e4b tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 945 time: 0.0505459 Aug 03 19:51:24.935786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eccf67f1-8587-43b9-accc-5ac629094006 req-22f90062-2767-4f0b-9684-09789bdb8e65 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362535 Aug 03 19:51:25.975951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:26.066917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c6d3-15ee-4bbb-a110-4a8c05a8b8ab req-f4065c5a-3032-45e5-bf48-f1362b09575b tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:26.068540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3e0c6d3-15ee-4bbb-a110-4a8c05a8b8ab req-f4065c5a-3032-45e5-bf48-f1362b09575b tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 945 time: 0.0533028 Aug 03 19:51:26.077075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:51:26.116619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3e0c6d3-15ee-4bbb-a110-4a8c05a8b8ab req-e665ade3-d982-455b-9bb3-3a66fe87b0ae tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367758 Aug 03 19:51:26.135651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:51:26.140035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:51:26.140444 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:26.210977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-90f77bec-35c2-4e34-946f-bcb26542ae23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:26.254048 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:26.277692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:26.279985 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae97972a-fad4-4a19-9c14-26670b33cb9a" -d '{"events": [{"server_uuid": "fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15", "name": "network-vif-plugged", "status": "completed", "tag": "b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:26.296675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:26.304964 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:26.335610 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c359d71-c2a8-47a5-826c-f372eb48a7f4 x-openstack-request-id: req-4c359d71-c2a8-47a5-826c-f372eb48a7f4 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:26.335976 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15", "name": "network-vif-plugged", "status": "completed", "tag": "b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:26.336195 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c359d71-c2a8-47a5-826c-f372eb48a7f4 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:26.336586 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2', 'code': 200} Aug 03 19:51:26.363797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:26.458196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86233b42-a5ba-4455-acb5-cbe715733cca req-91cbd819-0ab8-4651-ac54-3f8adc43cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:26.459728 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86233b42-a5ba-4455-acb5-cbe715733cca req-91cbd819-0ab8-4651-ac54-3f8adc43cb0e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 1097 time: 0.0536523 Aug 03 19:51:26.495493 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-86233b42-a5ba-4455-acb5-cbe715733cca req-29c63537-c3e5-405e-8ca9-fa43317fd45c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289223 Aug 03 19:51:27.248448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2093c-253a-4de2-b9b8-4699ee08de47 req-64c3294e-480a-43c1-9412-7b611f1cffc1 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.249986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7fe2093c-253a-4de2-b9b8-4699ee08de47 req-64c3294e-480a-43c1-9412-7b611f1cffc1 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 946 time: 0.0507843 Aug 03 19:51:27.289629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7fe2093c-253a-4de2-b9b8-4699ee08de47 req-f55ac82a-b404-44b2-bfc0-69131b5faec5 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330546 Aug 03 19:51:28.408511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeba49-1c5a-497f-b8a3-0c9a0d216ea0 req-85507f3b-446b-49f3-9824-cddb66d86d12 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:28.410156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aadeba49-1c5a-497f-b8a3-0c9a0d216ea0 req-85507f3b-446b-49f3-9824-cddb66d86d12 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 946 time: 0.0509977 Aug 03 19:51:28.457496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aadeba49-1c5a-497f-b8a3-0c9a0d216ea0 req-4638b92e-ab36-4057-9d3c-e87588b55f2b tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Aug 03 19:51:29.065284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aab4a6-d497-4eb9-b154-243b8bd05bc9 req-16a2a84f-cc04-4d05-bc0c-2b495789da6b tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:29.066808 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81aab4a6-d497-4eb9-b154-243b8bd05bc9 req-16a2a84f-cc04-4d05-bc0c-2b495789da6b tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 946 time: 0.0554295 Aug 03 19:51:29.105077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-81aab4a6-d497-4eb9-b154-243b8bd05bc9 req-d05c1e25-3688-4f72-9c8c-5142528955ce tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321572 Aug 03 19:51:29.788303 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:30.231448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db57e9-e6ca-4ac0-9261-8f0179a22d31 req-443aad9d-8481-490e-a58d-34eb8e646de8 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:30.232975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05db57e9-e6ca-4ac0-9261-8f0179a22d31 req-443aad9d-8481-490e-a58d-34eb8e646de8 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 946 time: 0.0505140 Aug 03 19:51:30.270963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05db57e9-e6ca-4ac0-9261-8f0179a22d31 req-854ab1d9-e7e3-44cd-86df-48fd11a20a57 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Aug 03 19:51:30.317212 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7814c382-05d4-4cc7-ac8d-509a36a502ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:30.528698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-d613b1d4-9aaf-48c1-869c-8c906a9fcbf0 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:30.530252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-d613b1d4-9aaf-48c1-869c-8c906a9fcbf0 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 946 time: 0.0534053 Aug 03 19:51:30.631132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Deleting port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:30.631652 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:30.727080 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] For port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:30.727395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:30.741112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Calling delete_port for b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:30.875244 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:30.904736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Pushing event deleted for resources: {'Port': ['ID=b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:30.908461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:30.951108 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] No DVR routers for this DVR port b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:30.953945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:30.956121 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a895bde0-25fd-4b74-9f75-16b2cd94e14e req-914a7a9f-f8e5-4817-9134-8413d8525320 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.63 "DELETE /v2.0/ports/b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 HTTP/1.1" status: 204 len: 173 time: 0.4193923 Aug 03 19:51:30.956586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15', 'name': 'network-vif-deleted', 'tag': 'b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:30.958982 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a879e330-465e-43d3-810b-4c9d7acd2637" -d '{"events": [{"server_uuid": "fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15", "name": "network-vif-deleted", "tag": "b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:30.995819 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c937026f-fef6-4ec7-be98-8a9933ff4d7e x-openstack-request-id: req-c937026f-fef6-4ec7-be98-8a9933ff4d7e {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:30.996453 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15", "name": "network-vif-deleted", "tag": "b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:30.996765 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c937026f-fef6-4ec7-be98-8a9933ff4d7e {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:30.997126 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15', 'name': 'network-vif-deleted', 'tag': 'b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2', 'status': 'completed', 'code': 200} Aug 03 19:51:31.396863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93cb5d22-b2c1-413e-9797-e9a398cbd7f0 req-bd9231af-452b-4ed7-89e0-7d9a6a2efbf4 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe97aa69-54d3-4dba-8cfb-0a2a2bf5bd15 HTTP/1.1" status: 200 len: 210 time: 0.0296669 Aug 03 19:51:32.025551 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:32.709460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-60a9c199-2106-4f89-ba33-184248da79fc tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:32.710974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-60a9c199-2106-4f89-ba33-184248da79fc tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/networks?id=9fe42cd1-092e-4067-88ac-3822ecf7c79d HTTP/1.1" status: 200 len: 808 time: 0.1034715 Aug 03 19:51:32.726174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-13ce1a6d-697c-4773-9434-99283dcb70d0 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/quotas/35aa1790966641e4af03a66ca416e360 HTTP/1.1" status: 200 len: 375 time: 0.0095787 Aug 03 19:51:32.757556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-e259b69a-0430-46e2-aee6-c1e3c3c5ff96 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=35aa1790966641e4af03a66ca416e360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262535 Aug 03 19:51:32.851121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-4c17c9e0-8398-41f1-8e66-77670a1549ef service neutron] 10.222.0.42 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868583 Aug 03 19:51:32.939965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-15ad4064-1ceb-4908-8a73-ee087e301735 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826874 Aug 03 19:51:33.094742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ce68538-a419-4758-88a8-e6cb0db10681 req-8022298e-4197-421b-b709-bd345dc442b4 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Aug 03 19:51:34.105858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-1b4ff57a-5ea9-480e-b3bc-9aadbc268c67 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:34.106595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:34.107418 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-1b4ff57a-5ea9-480e-b3bc-9aadbc268c67 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.63 "GET /v2.0/networks?id=9fe42cd1-092e-4067-88ac-3822ecf7c79d HTTP/1.1" status: 200 len: 808 time: 0.1156120 Aug 03 19:51:34.128113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:34.128536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device b20d6bad-2d94-4ed8-8ee2-b27f86d3b4e2 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:34.137630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Request body: {'port': {'device_id': 'ee94ad3e-38e4-4e40-bf8e-11e31fdf4520', 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d', 'admin_state_up': True, 'tenant_id': '35aa1790966641e4af03a66ca416e360'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:34.214533 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d74270bd-faa2-49e0-b56a-6eb61de9fe1d req-ade92303-62fd-4799-bbf6-970d3fa70f74 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 210 time: 0.0442281 Aug 03 19:51:34.268413 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Made reservation on behalf of 35aa1790966641e4af03a66ca416e360 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:51:34.272171 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:34.402352 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Allocated IP 172.20.0.4 (9fe42cd1-092e-4067-88ac-3822ecf7c79d/967f5bf9-b9c0-4c3c-99a1-41244fa0c479/f0a43cf7-bef6-426e-b096-cc4d8e838115) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:51:34.509884 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:34.550477 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:34.596391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:34.650127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Network 9fe42cd1-092e-4067-88ac-3822ecf7c79d is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:51:34.653232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:51:34.659934 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:51:34.666194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Pushing event updated for resources: {'Port': ['ID=f0a43cf7-bef6-426e-b096-cc4d8e838115,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:34.710884 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:34.711498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:34.725925 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-06d29ab7-ed23-4a01-8157-d81ef466d06e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046140 Aug 03 19:51:34.743339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Request body: {'port': {'device_id': 'ee94ad3e-38e4-4e40-bf8e-11e31fdf4520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:34.797014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.069203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a43cf7-bef6-426e-b096-cc4d8e838115 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:35.077194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.089752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Transition to ACTIVE for port object f0a43cf7-bef6-426e-b096-cc4d8e838115 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:51:35.093749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.151499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Pushing event updated for resources: {'Port': ['ID=f0a43cf7-bef6-426e-b096-cc4d8e838115,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:35.221795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Attempting to bind port f0a43cf7-bef6-426e-b096-cc4d8e838115 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:51:35.222150 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Attempting to bind port f0a43cf7-bef6-426e-b096-cc4d8e838115 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:51:35.222465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Attempting to bind port f0a43cf7-bef6-426e-b096-cc4d8e838115 on network 9fe42cd1-092e-4067-88ac-3822ecf7c79d {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:35.227327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Port f0a43cf7-bef6-426e-b096-cc4d8e838115 on network 9fe42cd1-092e-4067-88ac-3822ecf7c79d not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:51:35.227646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Attempting to bind port f0a43cf7-bef6-426e-b096-cc4d8e838115 on network 9fe42cd1-092e-4067-88ac-3822ecf7c79d {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:35.232401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:51:35.232738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Checking segment: {'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:35.233127 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Bound using segment: {'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:51:35.233601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Bound port: f0a43cf7-bef6-426e-b096-cc4d8e838115, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88d7a1-483e-4059-b9af-12eafec1b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:51:35.233959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.305483 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] For port f0a43cf7-bef6-426e-b096-cc4d8e838115, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:35.309196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] For port f0a43cf7-bef6-426e-b096-cc4d8e838115, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f0a43cf7-bef6-426e-b096-cc4d8e838115,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:51:35.314379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.339726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984c4a6-c00c-4d82-a693-054bec2b3eba req-4031c000-a20c-4bdd-8d0d-cd986d90eb08 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.341189 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2984c4a6-c00c-4d82-a693-054bec2b3eba req-4031c000-a20c-4bdd-8d0d-cd986d90eb08 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 943 time: 0.0531695 Aug 03 19:51:35.351419 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.352511 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.355000 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] 10.222.0.63 "PUT /v2.0/ports/f0a43cf7-bef6-426e-b096-cc4d8e838115 HTTP/1.1" status: 200 len: 1091 time: 0.6154883 Aug 03 19:51:35.355718 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee94ad3e-38e4-4e40-bf8e-11e31fdf4520', 'tag': 'f0a43cf7-bef6-426e-b096-cc4d8e838115'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:35.358923 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3ee27b-419c-4950-bb2b-a3714208320b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee94ad3e-38e4-4e40-bf8e-11e31fdf4520", "tag": "f0a43cf7-bef6-426e-b096-cc4d8e838115"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:35.386727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2984c4a6-c00c-4d82-a693-054bec2b3eba req-46591f8a-0530-467b-b712-bdf912d1360d tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Aug 03 19:51:35.395278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ac02f-22c6-41c8-be3e-5f363750918c service neutron] Pushing event updated for resources: {'Port': ['ID=f0a43cf7-bef6-426e-b096-cc4d8e838115,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:35.426928 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c92e46-8449-4d7e-b9f5-a2e80d5bafbb x-openstack-request-id: req-e5c92e46-8449-4d7e-b9f5-a2e80d5bafbb {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:35.427258 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee94ad3e-38e4-4e40-bf8e-11e31fdf4520", "tag": "f0a43cf7-bef6-426e-b096-cc4d8e838115", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:35.427464 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5c92e46-8449-4d7e-b9f5-a2e80d5bafbb {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:35.427877 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee94ad3e-38e4-4e40-bf8e-11e31fdf4520', 'tag': 'f0a43cf7-bef6-426e-b096-cc4d8e838115', 'status': 'completed', 'code': 200} Aug 03 19:51:35.459267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-a337f904-73e8-43c9-aac2-352c11cb7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.460868 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-a337f904-73e8-43c9-aac2-352c11cb7779 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=35aa1790966641e4af03a66ca416e360&device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 1094 time: 0.0448816 Aug 03 19:51:35.513224 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-0fcfc871-801e-4c26-88a2-a5af8433d7d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0a43cf7-bef6-426e-b096-cc4d8e838115 HTTP/1.1" status: 200 len: 217 time: 0.0395746 Aug 03 19:51:35.566047 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-954403e6-d065-4eb8-a0f3-989bb39414e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.567543 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-954403e6-d065-4eb8-a0f3-989bb39414e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=967f5bf9-b9c0-4c3c-99a1-41244fa0c479 HTTP/1.1" status: 200 len: 848 time: 0.0471113 Aug 03 19:51:35.600524 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-e5ec807d-c646-4ad2-aefe-02f79b7398e9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9fe42cd1-092e-4067-88ac-3822ecf7c79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258749 Aug 03 19:51:35.691094 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-ac546729-c095-4599-bd5a-8b1d891975d5 service neutron] 10.222.0.63 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837502 Aug 03 19:51:35.785935 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9b7778f5-4acc-47c2-aa9d-4a6b93dfdb30 req-3e5cad54-2c6e-4264-83a4-168366602286 service neutron] 10.222.0.63 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881410 Aug 03 19:51:35.915242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-c5b9e33d-f8a9-4075-9155-9818699cad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.916656 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-c5b9e33d-f8a9-4075-9155-9818699cad28 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=35aa1790966641e4af03a66ca416e360&device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 1094 time: 0.0409830 Aug 03 19:51:36.011059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-f60b4440-bf54-47ae-ab20-9c1ddbb853c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:36.012569 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-f60b4440-bf54-47ae-ab20-9c1ddbb853c1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9fe42cd1-092e-4067-88ac-3822ecf7c79d HTTP/1.1" status: 200 len: 909 time: 0.0880826 Aug 03 19:51:36.055376 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-dd57f8fe-7a9a-4109-8be1-4d88e747a987 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0a43cf7-bef6-426e-b096-cc4d8e838115 HTTP/1.1" status: 200 len: 217 time: 0.0351851 Aug 03 19:51:36.105054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-ef3cd748-340d-4200-8d47-ec9807e0966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:36.106720 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-ef3cd748-340d-4200-8d47-ec9807e0966b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=967f5bf9-b9c0-4c3c-99a1-41244fa0c479 HTTP/1.1" status: 200 len: 848 time: 0.0447488 Aug 03 19:51:36.143800 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-61eddb80-50bc-4eb7-8470-2f1614a02175 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9fe42cd1-092e-4067-88ac-3822ecf7c79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296159 Aug 03 19:51:36.251935 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-7fa883d0-7fac-44c1-a7ac-c557ce53dade service neutron] 10.222.0.63 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012399 Aug 03 19:51:36.353002 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7c3ee27b-419c-4950-bb2b-a3714208320b req-d46ce64c-cfaa-4fbd-9abd-bf84c6ad2105 service neutron] 10.222.0.63 "GET /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944922 Aug 03 19:51:36.505330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500cb66-f1ba-4eb6-83da-36a90b61fdb9 req-3aece6c9-b43e-4994-92e3-c6fb9fa8e5ae tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:36.506843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6500cb66-f1ba-4eb6-83da-36a90b61fdb9 req-3aece6c9-b43e-4994-92e3-c6fb9fa8e5ae tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 943 time: 0.0497196 Aug 03 19:51:36.546919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6500cb66-f1ba-4eb6-83da-36a90b61fdb9 req-4e9ddac2-44f8-4553-9e38-f476cb8293e3 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338576 Aug 03 19:51:37.682189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682460-23c3-4556-a50e-3830603c05c8 req-f66f950e-77e5-4fad-b68d-96834c111ef6 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:37.683756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b682460-23c3-4556-a50e-3830603c05c8 req-f66f950e-77e5-4fad-b68d-96834c111ef6 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 943 time: 0.0606005 Aug 03 19:51:37.727355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b682460-23c3-4556-a50e-3830603c05c8 req-a123290f-dde3-4f1f-a819-84002d2134a6 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Aug 03 19:51:38.122363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f0a43cf7-bef6-426e-b096-cc4d8e838115 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:51:38.227421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f0a43cf7-bef6-426e-b096-cc4d8e838115, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f0a43cf7-bef6-426e-b096-cc4d8e838115,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:38.239828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f0a43cf7-bef6-426e-b096-cc4d8e838115', 'network_id': '9fe42cd1-092e-4067-88ac-3822ecf7c79d', 'port_id': 'f0a43cf7-bef6-426e-b096-cc4d8e838115', 'mac_address': 'fa:16:3e:34:e9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967f5bf9-b9c0-4c3c-99a1-41244fa0c479', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:51:38.279716 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.301832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a43cf7-bef6-426e-b096-cc4d8e838115 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:38.322994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f0a43cf7-bef6-426e-b096-cc4d8e838115, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f0a43cf7-bef6-426e-b096-cc4d8e838115,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:38.327069 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.378375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f0a43cf7-bef6-426e-b096-cc4d8e838115,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:38.691603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f0a43cf7-bef6-426e-b096-cc4d8e838115'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:38.848476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8795-c6ad-4d3a-9cab-139237eac93b req-eb6a9488-335f-4240-b0cf-d81d201c5172 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:38.850064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb4e8795-c6ad-4d3a-9cab-139237eac93b req-eb6a9488-335f-4240-b0cf-d81d201c5172 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 944 time: 0.0515678 Aug 03 19:51:38.888663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb4e8795-c6ad-4d3a-9cab-139237eac93b req-41aaa335-2567-4874-83a9-f560a69beb36 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Aug 03 19:51:40.025203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb217-597d-4aa8-8ba5-868095679982 req-1752d796-7a89-4f84-955d-8befe94a50f0 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:40.026763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3eecb217-597d-4aa8-8ba5-868095679982 req-1752d796-7a89-4f84-955d-8befe94a50f0 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 944 time: 0.0531526 Aug 03 19:51:40.066365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3eecb217-597d-4aa8-8ba5-868095679982 req-e489d2b4-30c1-4e59-b2cc-e1c0cbecc537 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Aug 03 19:51:40.138355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f0a43cf7-bef6-426e-b096-cc4d8e838115 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:51:40.188698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port f0a43cf7-bef6-426e-b096-cc4d8e838115 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:51:40.200671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f0a43cf7-bef6-426e-b096-cc4d8e838115 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:51:40.201196 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.283500 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.307730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee94ad3e-38e4-4e40-bf8e-11e31fdf4520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a43cf7-bef6-426e-b096-cc4d8e838115'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:40.310177 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abe3a46-d057-4eb0-b1a5-0b26ae70091e" -d '{"events": [{"server_uuid": "ee94ad3e-38e4-4e40-bf8e-11e31fdf4520", "name": "network-vif-plugged", "status": "completed", "tag": "f0a43cf7-bef6-426e-b096-cc4d8e838115"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:40.324165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f0a43cf7-bef6-426e-b096-cc4d8e838115, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f0a43cf7-bef6-426e-b096-cc4d8e838115,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:40.328150 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.354059 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c738cac-ca23-4cb8-b0b6-f22dcc3b215c x-openstack-request-id: req-3c738cac-ca23-4cb8-b0b6-f22dcc3b215c {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:40.354354 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee94ad3e-38e4-4e40-bf8e-11e31fdf4520", "name": "network-vif-plugged", "status": "completed", "tag": "f0a43cf7-bef6-426e-b096-cc4d8e838115", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:40.354607 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c738cac-ca23-4cb8-b0b6-f22dcc3b215c {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:40.354992 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee94ad3e-38e4-4e40-bf8e-11e31fdf4520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a43cf7-bef6-426e-b096-cc4d8e838115', 'code': 200} Aug 03 19:51:40.380172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f0a43cf7-bef6-426e-b096-cc4d8e838115,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:40.468432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a563a5-ac8a-4d13-a0a3-e9adaf02bca9 req-9e2c5ab3-7125-405c-adf0-9b45927b2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:40.469911 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92a563a5-ac8a-4d13-a0a3-e9adaf02bca9 req-9e2c5ab3-7125-405c-adf0-9b45927b2aff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 1096 time: 0.0412166 Aug 03 19:51:40.504597 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-92a563a5-ac8a-4d13-a0a3-e9adaf02bca9 req-7d04fd33-f6de-4bd1-9984-7e1dc8527967 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274789 Aug 03 19:51:41.189214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540cc54-7037-4423-bda1-58e4f5e8a3cc req-02dd8c2a-4a0a-43b0-a77b-7cf26f1486e6 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:41.190836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a540cc54-7037-4423-bda1-58e4f5e8a3cc req-02dd8c2a-4a0a-43b0-a77b-7cf26f1486e6 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 945 time: 0.0566809 Aug 03 19:51:41.230713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a540cc54-7037-4423-bda1-58e4f5e8a3cc req-7149e371-1e28-4d9d-b5cf-c1ff772f5a63 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338082 Aug 03 19:51:41.481126 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:51:42.372027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ab9d7-a476-4a80-a1c6-54ed53eccd35 req-f71bc125-6b37-4cad-8a42-92fce2517964 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.373688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b7ab9d7-a476-4a80-a1c6-54ed53eccd35 req-f71bc125-6b37-4cad-8a42-92fce2517964 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 945 time: 0.0562246 Aug 03 19:51:42.414936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6b7ab9d7-a476-4a80-a1c6-54ed53eccd35 req-40406a38-e5e6-4f04-bb22-54a73b287ecb tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346184 Aug 03 19:51:43.070802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e455d-75c2-4f8e-a472-e2f1b8b471cb req-5d1a3813-dd12-4396-b029-0a9f474ff14f tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:43.072075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d3e455d-75c2-4f8e-a472-e2f1b8b471cb req-5d1a3813-dd12-4396-b029-0a9f474ff14f tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 945 time: 0.0509467 Aug 03 19:51:43.110949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d3e455d-75c2-4f8e-a472-e2f1b8b471cb req-8c4ddc72-98dc-4501-b427-c277f50d43ef tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Aug 03 19:51:44.237696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a10492-0c69-4b40-ba69-faa0879a5d32 req-38991fb6-beb6-4df6-be76-b72c9ca3c231 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:44.239221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22a10492-0c69-4b40-ba69-faa0879a5d32 req-38991fb6-beb6-4df6-be76-b72c9ca3c231 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 945 time: 0.0564737 Aug 03 19:51:44.279801 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22a10492-0c69-4b40-ba69-faa0879a5d32 req-3a01298c-699b-44f5-a12d-66205458c33e tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/security-groups?id=17558239-ff10-42d9-be05-be7bc7fe8fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340035 Aug 03 19:51:44.526004 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-c4bccdd3-668c-46e5-a224-5d0e928c7f42 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:44.527487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-c4bccdd3-668c-46e5-a224-5d0e928c7f42 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 945 time: 0.0506749 Aug 03 19:51:44.624624 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Deleting port f0a43cf7-bef6-426e-b096-cc4d8e838115 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:44.624961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.723131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] For port f0a43cf7-bef6-426e-b096-cc4d8e838115, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f0a43cf7-bef6-426e-b096-cc4d8e838115,segment=NetworkSegment(8a88d7a1-483e-4059-b9af-12eafec1b7b8),segment_id=8a88d7a1-483e-4059-b9af-12eafec1b7b8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:44.723424 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.735890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Calling delete_port for f0a43cf7-bef6-426e-b096-cc4d8e838115 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:44.865820 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.895781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Pushing event deleted for resources: {'Port': ['ID=f0a43cf7-bef6-426e-b096-cc4d8e838115,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:44.898255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f0a43cf7-bef6-426e-b096-cc4d8e838115'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:44.938822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] No DVR routers for this DVR port f0a43cf7-bef6-426e-b096-cc4d8e838115 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:44.941332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.943334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8746ea4d-dcce-4737-ad34-29dc9ea55085 req-008b7583-e9f7-4a65-b591-219201c24398 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.63 "DELETE /v2.0/ports/f0a43cf7-bef6-426e-b096-cc4d8e838115 HTTP/1.1" status: 204 len: 173 time: 0.4095438 Aug 03 19:51:44.943769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee94ad3e-38e4-4e40-bf8e-11e31fdf4520', 'name': 'network-vif-deleted', 'tag': 'f0a43cf7-bef6-426e-b096-cc4d8e838115'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:44.946077 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3332d57-bc9d-4c22-991c-5783a4909390" -d '{"events": [{"server_uuid": "ee94ad3e-38e4-4e40-bf8e-11e31fdf4520", "name": "network-vif-deleted", "tag": "f0a43cf7-bef6-426e-b096-cc4d8e838115"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:44.987437 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cddc6dc-6cf1-457b-86ba-1ad4c067c2f9 x-openstack-request-id: req-8cddc6dc-6cf1-457b-86ba-1ad4c067c2f9 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:44.987729 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee94ad3e-38e4-4e40-bf8e-11e31fdf4520", "name": "network-vif-deleted", "tag": "f0a43cf7-bef6-426e-b096-cc4d8e838115", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:44.987982 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cddc6dc-6cf1-457b-86ba-1ad4c067c2f9 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:44.988380 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee94ad3e-38e4-4e40-bf8e-11e31fdf4520', 'name': 'network-vif-deleted', 'tag': 'f0a43cf7-bef6-426e-b096-cc4d8e838115', 'status': 'completed', 'code': 200} Aug 03 19:51:45.389788 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e14212ad-63e3-4f03-8279-72af9ef9e976 req-3cf04d21-547f-46aa-800c-1b4ddb25aa15 tempest-VolumesActionsTest-1701512957 tempest-VolumesActionsTest-1701512957-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee94ad3e-38e4-4e40-bf8e-11e31fdf4520 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Aug 03 19:51:48.185311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f0a43cf7-bef6-426e-b096-cc4d8e838115 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:48.210159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: f0a43cf7-bef6-426e-b096-cc4d8e838115 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:48.211815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f0a43cf7-bef6-426e-b096-cc4d8e838115 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:50.771997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:54.901836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-877df3c8-e725-4112-a7e5-b9a864f3df58 service neutron] (94133) timed out ('10.222.0.42', 33320) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:51:55.995719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:56.196304 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0137a1e5-e7d8-4c94-ae44-b9d39d8570d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:59.787812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:00.322912 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-621293d6-f242-4ea1-9222-674e768e3e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:02.026782 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:04.505952 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.318191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33782) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:05.362635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Deleting subnet 967f5bf9-b9c0-4c3c-99a1-41244fa0c479 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:52:05.366028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.400792 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.444806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.499838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.525254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967f5bf9-b9c0-4c3c-99a1-41244fa0c479,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:05.530015 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.532304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/967f5bf9-b9c0-4c3c-99a1-41244fa0c479 HTTP/1.1" status: 204 len: 168 time: 0.2126141 Aug 03 19:52:05.534943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 33784) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:05.539047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.539395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.539734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.540070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.540403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.540731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.541055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.541376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.541727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.542078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.542399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.542719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa0e74-26a5-45ec-8e24-ed49358f582d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.605840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.690622 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.700130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe42cd1-092e-4067-88ac-3822ecf7c79d']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:05.710118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a88d7a1-483e-4059-b9af-12eafec1b7b8') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:05.710415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a88d7a1-483e-4059-b9af-12eafec1b7b8') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:05.718896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.733270 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.740246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:52:05.740723 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:52:05.742488 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:52:05.795705 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.801805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:05.803607 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9fe42cd1-092e-4067-88ac-3822ecf7c79d HTTP/1.1" status: 204 len: 168 time: 0.2676604 Aug 03 19:52:05.815467 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe42cd1-092e-4067-88ac-3822ecf7c79d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:05.823117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.823468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.823815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.824186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.824525 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.824860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.825192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.825540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.825873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.826205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.826533 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.826859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d7e199-a3c6-480c-ab48-d8db365951d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:05.965725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:06.006005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c3360834-f830-4187-b24a-e8eb8f7b0a80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35aa1790966641e4af03a66ca416e360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391550 Aug 03 19:52:06.008468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 33790) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:06.062802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-056c7ef4-98b4-4b34-b153-6460a866f5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:06.084610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-056c7ef4-98b4-4b34-b153-6460a866f5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:06.129996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-056c7ef4-98b4-4b34-b153-6460a866f5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:06.132534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-056c7ef4-98b4-4b34-b153-6460a866f5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:06.133801 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-056c7ef4-98b4-4b34-b153-6460a866f5de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17558239-ff10-42d9-be05-be7bc7fe8fbc HTTP/1.1" status: 204 len: 168 time: 0.1243429 Aug 03 19:52:06.141654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c7ef4-98b4-4b34-b153-6460a866f5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17558239-ff10-42d9-be05-be7bc7fe8fbc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:07.654324 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-e0e1bef1-afc6-4eaf-ad8c-5582b49e1127 req-f342304e-f440-470c-a264-2b6709977ec8 service neutron] (94134) timed out ('10.222.0.88', 59298) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:52:13.670520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-86e2bf02-3132-469a-b123-3e9e27ae3458 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488605 Aug 03 19:52:13.774150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-c0152e23-fa81-4c0a-99a6-9f4e8cf2c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:13.775632 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-c0152e23-fa81-4c0a-99a6-9f4e8cf2c4af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55b310366d2b4863965210ed2c4a33b0&device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 1096 time: 0.0492568 Aug 03 19:52:13.885976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-28b5ab8f-c4df-4ec6-b267-bee6058199ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:13.887511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-28b5ab8f-c4df-4ec6-b267-bee6058199ec service neutron] 10.222.0.88 "GET /v2.0/networks?id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 HTTP/1.1" status: 200 len: 910 time: 0.0905943 Aug 03 19:52:13.953637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-ad8bb43c-3cae-4ec9-942c-e993c0c253ad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053 HTTP/1.1" status: 200 len: 1001 time: 0.0582423 Aug 03 19:52:14.004119 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-6782b3e2-3386-4421-ab73-fe6756f497ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:14.005654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-6782b3e2-3386-4421-ab73-fe6756f497ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c5a6749-c3dc-458f-93a4-3cd031ff728d HTTP/1.1" status: 200 len: 848 time: 0.0450013 Aug 03 19:52:14.059632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-57441995-5822-4567-a4fd-88fa8918766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:14.061172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-57441995-5822-4567-a4fd-88fa8918766a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485857 Aug 03 19:52:14.156343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-eccd25bb-cc97-4937-810c-1c83c3dbe1fa service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879066 Aug 03 19:52:14.260466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31b6ec83-047f-4b53-a089-be8f8c2b581f req-f5941ca3-c576-4126-a365-05b826d0faa1 service neutron] 10.222.0.88 "GET /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972223 Aug 03 19:52:18.480956 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:52:20.768264 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:25.998265 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:26.208967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9152e080-4579-413b-a1a6-4ec5952124ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:29.782157 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:30.313885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b76e0560-1679-4b86-95c6-1710baba761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:32.029629 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:34.508966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:50.044356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34040) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:50.214954 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15d39043-8136-4c1b-a699-0174f4f09058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:50.306045 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15d39043-8136-4c1b-a699-0174f4f09058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:50.309738 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-15d39043-8136-4c1b-a699-0174f4f09058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:50.348346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-15d39043-8136-4c1b-a699-0174f4f09058 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3210de764474ded8a47f9f44a599557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026819 Aug 03 19:52:50.349068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d39043-8136-4c1b-a699-0174f4f09058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7a044-0dc4-4dca-be76-1b46a2fd96a8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:50.350868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34046) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:50.403350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a29a8f72-a9d0-419c-94f7-d9052fed7cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:50.432049 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a29a8f72-a9d0-419c-94f7-d9052fed7cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:50.481823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a29a8f72-a9d0-419c-94f7-d9052fed7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:50.484408 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a29a8f72-a9d0-419c-94f7-d9052fed7cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:50.485628 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a29a8f72-a9d0-419c-94f7-d9052fed7cb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3d7a044-0dc4-4dca-be76-1b46a2fd96a8 HTTP/1.1" status: 204 len: 168 time: 0.1323326 Aug 03 19:52:50.495238 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a8f72-a9d0-419c-94f7-d9052fed7cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7a044-0dc4-4dca-be76-1b46a2fd96a8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:50.783682 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:51.623496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34082) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:51.793571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'network': {'name': 'tempest-network-smoke--500488407', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'port_security_enabled': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:51.814657 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:52:51.818143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:51.826971 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:51.920113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:51.924002 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:51.952499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:52:51.959429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8448b-83ae-437b-8620-c5098d983fa4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:51.966356 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:51.966720 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Added segment 3d7e23e0-661b-4e3c-b0c3-be515478bc20 of type vlan for network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 Aug 03 19:52:52.007221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.038001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.043067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:52.043691 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.099814 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4751287 Aug 03 19:52:52.102946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:52.108658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'admin_state_up': True, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:52.115002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc4cf4-f4fb-4fe5-a1cd-7f379e532657 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Network': ['ID=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:52.126765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:52:52.139083 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.140204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.194443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.334915 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.782399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.800459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.900395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.25.4.239 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/e9ba2955-a0af-4bbe-a998-2719f4abb75d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:52:52.999944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:53.038345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:53.074480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:52:53.077403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:52:53.080946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:52:53.106374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=e9ba2955-a0af-4bbe-a998-2719f4abb75d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:53.395152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:53.588250 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:53.712442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fab7653-8b15-4da4-9b0f-e89158ae022a is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:52:53.815853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:52:53.825969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Sync routers for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:52:53.836102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:52:53.836844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:52:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:53.837155 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:53.838514 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2efb7006-d9ef-4ef0-b502-ece0800a2922 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7344787 Aug 03 19:52:53.842160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34090) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:53.944586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6b9a3b7f-f7fb-47bf-b490-767306ab0111 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1013391 Aug 03 19:52:53.947460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34094) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:53.972490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:52:54.109808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487612e2-2f78-493b-8ed0-ee0d08894db6 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:54.111347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-487612e2-2f78-493b-8ed0-ee0d08894db6 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629844 Aug 03 19:52:54.114280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34096) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:54.155402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8ffdeec9-78ac-4fa6-828e-e54fabcd2678 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399802 Aug 03 19:52:54.159296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34098) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:54.163222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:53Z', 'revision_number': 3, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:54.164767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1844558749', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:54.194575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Checking router: 2fab7653-8b15-4da4-9b0f-e89158ae022a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:52:54.194911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Updating router 2fab7653-8b15-4da4-9b0f-e89158ae022a port e9ba2955-a0af-4bbe-a998-2719f4abb75d binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:52:54.225090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.259746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:52:54.263717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.448154 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.482088 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.492332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Transition to ACTIVE for port object e9ba2955-a0af-4bbe-a998-2719f4abb75d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:52:54.499232 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.507491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Subnet': ['ID=72a101b6-36dc-4e40-ba6a-ea6b2a943dc2,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:54.525131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Checking segment: {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:52:54.525500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network hostable DHCP agents. Network: e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:52:54.544921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:52:54.555197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:52:54.555942 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Pushing event updated for resources: {'Port': ['ID=e9ba2955-a0af-4bbe-a998-2719f4abb75d,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:54.561499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:54.562259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.565852 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d0d8df-d5ce-4bbb-8b61-db2faac0a365 None None] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:52:54.567615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Attempting to bind port e9ba2955-a0af-4bbe-a998-2719f4abb75d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:52:54.567976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Attempting to bind port e9ba2955-a0af-4bbe-a998-2719f4abb75d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:52:54.568336 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Attempting to bind port e9ba2955-a0af-4bbe-a998-2719f4abb75d on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:52:54.579472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8d047a24-2d4d-419b-9851-6890a00c5c47 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4163616 Aug 03 19:52:54.579717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34100) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:54.583543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.584271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.584271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.584544 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.584878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.585214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.585569 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.587258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.587258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.587258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.587258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.587258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:54.614603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:52:54.614981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:52:54.615385 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.615835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:52:54.616268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Bound port: e9ba2955-a0af-4bbe-a998-2719f4abb75d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:52:54.616665 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.695182 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] For port e9ba2955-a0af-4bbe-a998-2719f4abb75d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:52:54.699454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] For port e9ba2955-a0af-4bbe-a998-2719f4abb75d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e9ba2955-a0af-4bbe-a998-2719f4abb75d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:52:54.704289 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.800488 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24958684-efab-4b39-ba8e-89cfc3352cc2 None None] Pushing event updated for resources: {'Port': ['ID=e9ba2955-a0af-4bbe-a998-2719f4abb75d,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:54.815525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:52:54.816307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:52:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:54.854281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:52:54.855122 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:54.999023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:52:55.005726 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.136892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Allocated IP 172.20.0.2 (e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05/72a101b6-36dc-4e40-ba6a-ea6b2a943dc2/06957bc1-abf5-488b-9883-f719d9f778e7) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:52:55.331870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:53Z', 'revision_number': 3, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:55.363952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdb7a5-3376-46f2-8d9c-ecbc7b6318a1 None None] The sync data for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 is: [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:53Z', 'revision_number': 3, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:52:55.368535 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.378454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Transition to ACTIVE for port object 06957bc1-abf5-488b-9883-f719d9f778e7 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:52:55.399513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Transition to ACTIVE for port object 06957bc1-abf5-488b-9883-f719d9f778e7 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:52:55.404803 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.449380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:52:55.456233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:52:55.461192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:52:55.464624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Pushing event updated for resources: {'Port': ['ID=06957bc1-abf5-488b-9883-f719d9f778e7,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:55.484829 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:52:55.520586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Attempting to bind port 06957bc1-abf5-488b-9883-f719d9f778e7 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:52:55.521054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Attempting to bind port 06957bc1-abf5-488b-9883-f719d9f778e7 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:52:55.521526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Attempting to bind port 06957bc1-abf5-488b-9883-f719d9f778e7 on network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:52:55.527216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:52:55.527593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Checking segment: {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:52:55.527996 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.528396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Bound using segment: {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:52:55.528860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Bound port: 06957bc1-abf5-488b-9883-f719d9f778e7, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:52:55.529240 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.597704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] For port 06957bc1-abf5-488b-9883-f719d9f778e7, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:52:55.606479 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] For port 06957bc1-abf5-488b-9883-f719d9f778e7, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06957bc1-abf5-488b-9883-f719d9f778e7,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:52:55.614995 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.646894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.20.0.1 (e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05/72a101b6-36dc-4e40-ba6a-ea6b2a943dc2/8aeedb53-dd42-40f1-889f-4e33a9f9afb3) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:52:55.801162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.818800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Transition to ACTIVE for port object 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:52:55.859414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c058f0-875a-4c32-9853-32224cb21984 None None] Pushing event updated for resources: {'Port': ['ID=06957bc1-abf5-488b-9883-f719d9f778e7,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:55.866229 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.903413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:52:55.909170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:52:55.912651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:52:55.962799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:55.976651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.011146 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.147243 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.199024 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-97985681-acc0-4a5b-ae20-81fb53ed5668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.454475 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.460899 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.536450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:56.539073 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.640188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:52:56.641705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:52:56.757737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fab7653-8b15-4da4-9b0f-e89158ae022a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:52:56.765690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e9ba2955-a0af-4bbe-a998-2719f4abb75d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:52:56.824350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e9ba2955-a0af-4bbe-a998-2719f4abb75d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:52:56.831998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e9ba2955-a0af-4bbe-a998-2719f4abb75d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:56.832478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.886028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:52:56.893839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d2f120f5-516e-4824-a934-a963215e5f58 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "PUT /v2.0/routers/2fab7653-8b15-4da4-9b0f-e89158ae022a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3106990 Aug 03 19:52:56.894083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34102) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:56.916022 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.942991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e9ba2955-a0af-4bbe-a998-2719f4abb75d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e9ba2955-a0af-4bbe-a998-2719f4abb75d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:56.949655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.950566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06957bc1-abf5-488b-9883-f719d9f778e7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:52:57.028955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e9ba2955-a0af-4bbe-a998-2719f4abb75d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:57.051192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 06957bc1-abf5-488b-9883-f719d9f778e7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:52:57.096948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabd6e9-b61d-4408-aad3-5121965c5b8c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.097436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabd6e9-b61d-4408-aad3-5121965c5b8c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.097970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabd6e9-b61d-4408-aad3-5121965c5b8c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.098447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabd6e9-b61d-4408-aad3-5121965c5b8c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.098914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabd6e9-b61d-4408-aad3-5121965c5b8c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.099565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabd6e9-b61d-4408-aad3-5121965c5b8c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.101589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9aabd6e9-b61d-4408-aad3-5121965c5b8c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.2065103 Aug 03 19:52:57.104346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34104) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:57.199562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080818ba-79bc-4e12-90c4-71e3014c048b tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.200037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080818ba-79bc-4e12-90c4-71e3014c048b tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.200505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080818ba-79bc-4e12-90c4-71e3014c048b tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.201024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080818ba-79bc-4e12-90c4-71e3014c048b tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.201433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080818ba-79bc-4e12-90c4-71e3014c048b tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.201915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080818ba-79bc-4e12-90c4-71e3014c048b tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.203831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-080818ba-79bc-4e12-90c4-71e3014c048b tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.0982032 Aug 03 19:52:57.206739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34106) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:57.305398 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Sync routers for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:52:57.306029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f46d96-3653-41c1-bb35-4d4d53f4a8cc None None] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:52:57.315474 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:52:57.316097 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:52:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:57.395055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9d16f814-92e1-4562-81dc-de18a50022a4 None None] Provisioning for port 06957bc1-abf5-488b-9883-f719d9f778e7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:52:57.404287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9d16f814-92e1-4562-81dc-de18a50022a4 None None] Provisioning complete for port 06957bc1-abf5-488b-9883-f719d9f778e7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:57.404797 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d16f814-92e1-4562-81dc-de18a50022a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.437525 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:52:57.466587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3d83e454-db1d-47aa-801d-7f8d51c26296 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.2558904 Aug 03 19:52:57.561270 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d16f814-92e1-4562-81dc-de18a50022a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.598059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9d16f814-92e1-4562-81dc-de18a50022a4 None None] For port 06957bc1-abf5-488b-9883-f719d9f778e7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06957bc1-abf5-488b-9883-f719d9f778e7,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:57.605106 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d16f814-92e1-4562-81dc-de18a50022a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.641632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34112) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:57.647980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ae087e92-7ded-48d5-9f2b-8ed14b839845 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374832223', 'description': 'tempest-secgroup-smoke-1374832223 description', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:57.662615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16f814-92e1-4562-81dc-de18a50022a4 None None] Pushing event updated for resources: {'Port': ['ID=06957bc1-abf5-488b-9883-f719d9f778e7,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:57.684610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae087e92-7ded-48d5-9f2b-8ed14b839845 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.756174 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 2, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:57.775384 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae087e92-7ded-48d5-9f2b-8ed14b839845 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.780734 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae087e92-7ded-48d5-9f2b-8ed14b839845 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.786537 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Checking router: 2fab7653-8b15-4da4-9b0f-e89158ae022a for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:52:57.786884 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Updating router 2fab7653-8b15-4da4-9b0f-e89158ae022a port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:52:57.811400 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae087e92-7ded-48d5-9f2b-8ed14b839845 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.812720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ae087e92-7ded-48d5-9f2b-8ed14b839845 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1689668 Aug 03 19:52:57.815824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae087e92-7ded-48d5-9f2b-8ed14b839845 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd930c6c-71d0-4b92-8de9-ff65859e84c8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:57.816383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34114) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:57.816971 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.823799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-52f21ef2-6bfb-4475-bc46-7818fa41a343 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': 'fd930c6c-71d0-4b92-8de9-ff65859e84c8', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:57.835426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a9d16eba-7fc3-48ee-9ddc-dad8a11f1f03 None None] Provisioning complete for port 06957bc1-abf5-488b-9883-f719d9f778e7 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:57.835937 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a9d16eba-7fc3-48ee-9ddc-dad8a11f1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.869187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52f21ef2-6bfb-4475-bc46-7818fa41a343 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.940467 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52f21ef2-6bfb-4475-bc46-7818fa41a343 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.946448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52f21ef2-6bfb-4475-bc46-7818fa41a343 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.952023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a9d16eba-7fc3-48ee-9ddc-dad8a11f1f03 None None] Provisioning for port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:52:57.957220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a9d16eba-7fc3-48ee-9ddc-dad8a11f1f03 None None] Provisioning complete for port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:57.957801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a9d16eba-7fc3-48ee-9ddc-dad8a11f1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.975584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f21ef2-6bfb-4475-bc46-7818fa41a343 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393e8eda-d611-4bf1-bf4e-0d7dafc509b4,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:57.980321 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52f21ef2-6bfb-4475-bc46-7818fa41a343 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:57.985899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34116) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:57.986351 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-52f21ef2-6bfb-4475-bc46-7818fa41a343 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1671917 Aug 03 19:52:57.991033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-289994f3-fd4e-4de1-ab08-f119f93ba279 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': 'fd930c6c-71d0-4b92-8de9-ff65859e84c8', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:57.996945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a9d16eba-7fc3-48ee-9ddc-dad8a11f1f03 None None] Port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:52:58.025945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-289994f3-fd4e-4de1-ab08-f119f93ba279 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.076862 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-289994f3-fd4e-4de1-ab08-f119f93ba279 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.082111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-289994f3-fd4e-4de1-ab08-f119f93ba279 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.100787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289994f3-fd4e-4de1-ab08-f119f93ba279 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e71346-74e7-419a-a3ab-d4ad7c11053a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:58.115787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-289994f3-fd4e-4de1-ab08-f119f93ba279 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.119267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-289994f3-fd4e-4de1-ab08-f119f93ba279 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312416 Aug 03 19:52:58.121598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34118) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:58.129187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-301f7b93-c9c0-4e27-aa05-a641d374a9ba tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': 'fd930c6c-71d0-4b92-8de9-ff65859e84c8', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:58.129538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2328fe01-b2a9-4a91-8189-7b227a6690d7 None None] Provisioning complete for port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:58.129708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2328fe01-b2a9-4a91-8189-7b227a6690d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.152687 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.163406 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Transition to ACTIVE for port object 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:52:58.167145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-301f7b93-c9c0-4e27-aa05-a641d374a9ba tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.168796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2328fe01-b2a9-4a91-8189-7b227a6690d7 None None] Port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:52:58.172597 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.229685 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Pushing event updated for resources: {'Port': ['ID=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:58.244322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-301f7b93-c9c0-4e27-aa05-a641d374a9ba tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.249048 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-301f7b93-c9c0-4e27-aa05-a641d374a9ba tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.266127 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.266482 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.267088 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.267088 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.267488 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.268317 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.268640 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.268956 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.269459 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.269625 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.269914 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.270225 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:58.270356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f7b93-c9c0-4e27-aa05-a641d374a9ba tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e198828-9308-4c81-b3c2-df4df9e392bb,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:58.280602 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-301f7b93-c9c0-4e27-aa05-a641d374a9ba tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.284989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34120) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:58.285678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-301f7b93-c9c0-4e27-aa05-a641d374a9ba tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623333 Aug 03 19:52:58.287089 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Attempting to bind port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:52:58.287460 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Attempting to bind port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:52:58.287849 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Attempting to bind port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 on network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:52:58.290033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e6f97585-817f-46fd-8b22-f302e3b1f935 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': 'fd930c6c-71d0-4b92-8de9-ff65859e84c8', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:58.293142 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:52:58.293575 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Checking segment: {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:52:58.294109 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.294505 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Bound using segment: {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:52:58.295442 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Bound port: 8aeedb53-dd42-40f1-889f-4e33a9f9afb3, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:52:58.295763 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.320630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6f97585-817f-46fd-8b22-f302e3b1f935 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.365607 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] For port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:52:58.370544 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] For port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:52:58.377423 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.388926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6f97585-817f-46fd-8b22-f302e3b1f935 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.398821 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6f97585-817f-46fd-8b22-f302e3b1f935 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.419130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f97585-817f-46fd-8b22-f302e3b1f935 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c33971-d7a2-4978-a259-5225d803a103,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:58.441378 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6f97585-817f-46fd-8b22-f302e3b1f935 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.443308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e6f97585-817f-46fd-8b22-f302e3b1f935 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568229 Aug 03 19:52:58.445938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34122) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:58.450410 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:52:58.451051 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:52:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:58.453713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2733c863-c600-4016-a194-76c759847f31 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': 'fd930c6c-71d0-4b92-8de9-ff65859e84c8', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:58.490406 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-2733c863-c600-4016-a194-76c759847f31 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Project 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:52:58.496411 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4cd8f-7b7a-4982-82d7-95bf90f1e7f5 None None] Pushing event updated for resources: {'Port': ['ID=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:58.497327 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2733c863-c600-4016-a194-76c759847f31 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.567584 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2733c863-c600-4016-a194-76c759847f31 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.572481 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2733c863-c600-4016-a194-76c759847f31 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.579185 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:52:58.592212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733c863-c600-4016-a194-76c759847f31 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8744d309-6000-4b9a-aa02-00c4e1000db4,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:58.598573 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2733c863-c600-4016-a194-76c759847f31 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.601450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2733c863-c600-4016-a194-76c759847f31 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543345 Aug 03 19:52:58.604155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34124) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:52:58.616847 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-49c2f802-0f18-4152-a748-8737531637b6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': 'fd930c6c-71d0-4b92-8de9-ff65859e84c8', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:58.642465 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-49c2f802-0f18-4152-a748-8737531637b6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Project 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:52:58.648504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49c2f802-0f18-4152-a748-8737531637b6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.718408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49c2f802-0f18-4152-a748-8737531637b6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.723530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49c2f802-0f18-4152-a748-8737531637b6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.742919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2f802-0f18-4152-a748-8737531637b6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4327715e-d2f4-458b-9f72-c9c40c652c63,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:58.746345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e9ba2955-a0af-4bbe-a998-2719f4abb75d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:52:58.767081 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49c2f802-0f18-4152-a748-8737531637b6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.768572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-49c2f802-0f18-4152-a748-8737531637b6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561298 Aug 03 19:52:58.808069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e9ba2955-a0af-4bbe-a998-2719f4abb75d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:58.808344 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:58.828908 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:52:58Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:52:58.859880 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b5284-ea2c-4ed1-9b1f-3a154ee40ce8 None None] The sync data for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 is: [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:52:58Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:52:58.912736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06957bc1-abf5-488b-9883-f719d9f778e7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:52:58.941536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-f6a46b6f-1f7d-4c94-b75a-3a7bd05e30a2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374832223&fields=id&tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 267 time: 0.0506828 Aug 03 19:52:58.978580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 06957bc1-abf5-488b-9883-f719d9f778e7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:58.979142 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:59.076766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-f30e35e7-d751-4acd-9ef9-0cf3d3d5447a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:59.078344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-f30e35e7-d751-4acd-9ef9-0cf3d3d5447a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/networks?id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 200 len: 796 time: 0.1287470 Aug 03 19:52:59.094624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-dc4cadde-94e8-4478-bdaf-572e975aab13 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/quotas/8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 375 time: 0.0096402 Aug 03 19:52:59.156847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-447242a5-a0bb-4287-96be-534a94b08cfa tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548820 Aug 03 19:52:59.264484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-f0741024-3daf-44b9-98b6-a246b7c87513 service neutron] 10.222.0.42 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951707 Aug 03 19:52:59.359943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-dceed505-79e8-4ad3-855f-d805e2ea8556 service neutron] 10.222.0.42 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Aug 03 19:52:59.547371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abd2d2d9-b5eb-430b-9b27-ada568d8c1c8 req-d0c9791b-13fb-464b-bc6f-cdac1e20e8b7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 210 time: 0.0414596 Aug 03 19:52:59.786750 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:00.315900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a13c1777-4144-40a2-a74d-9f7d3b086d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:00.652424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6409151f-d492-48c1-b7ea-b038b616dcba req-307fdbed-70f1-4189-abcb-989f89cc92d1 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 210 time: 0.0283196 Aug 03 19:53:00.749013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:00.803391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:00.809738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:00.810448 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:00.897950 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:00.932613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:00.937884 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:00.991018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:01.107462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-bf3e2620-aba9-438c-9e92-9cc2e645f460 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:01.108841 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-bf3e2620-aba9-438c-9e92-9cc2e645f460 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "GET /v2.0/networks?id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 200 len: 796 time: 0.4069397 Aug 03 19:53:01.157696 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-32b7756b-1213-431f-9097-9a653bbc1a0d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 380 time: 0.0336909 Aug 03 19:53:01.171527 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'port': {'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'admin_state_up': True, 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'security_groups': ['fd930c6c-71d0-4b92-8de9-ff65859e84c8']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:01.281565 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:53:01.285097 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:01.405274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.20.0.9 (e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05/72a101b6-36dc-4e40-ba6a-ea6b2a943dc2/011afb94-cf26-4e7f-9d9e-d7b108c4a962) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:53:01.544585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:01.559162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Transition to ACTIVE for port object 011afb94-cf26-4e7f-9d9e-d7b108c4a962 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:01.591592 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:01.639954 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:53:01.643075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:01.649535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:53:01.673521 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=011afb94-cf26-4e7f-9d9e-d7b108c4a962,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:01.716712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:01.717484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:01.769905 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-251ae3c9-79db-4559-b14f-d3c8698d483e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064854 Aug 03 19:53:01.798209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62486b7-e6ea-44ca-b1b8-4c21b4d7b8bc req-4118d6f7-dddc-4c72-b1e9-cf66cd85830c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:01.800620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a62486b7-e6ea-44ca-b1b8-4c21b4d7b8bc req-4118d6f7-dddc-4c72-b1e9-cf66cd85830c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 931 time: 0.0746758 Aug 03 19:53:01.844221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a62486b7-e6ea-44ca-b1b8-4c21b4d7b8bc req-70b223c4-3a03-4aa5-bb05-d86c4fadd74c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375082 Aug 03 19:53:01.866763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Request body: {'port': {'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:01.921095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.006388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-948dda8a-5077-40b6-ac63-9b3e2213a67b None None] Provisioning for port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:02.010306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-948dda8a-5077-40b6-ac63-9b3e2213a67b None None] Provisioning complete for port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:02.010680 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-948dda8a-5077-40b6-ac63-9b3e2213a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.054161 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.054965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-948dda8a-5077-40b6-ac63-9b3e2213a67b None None] Port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:53:02.188472 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011afb94-cf26-4e7f-9d9e-d7b108c4a962 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:53:02.196166 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.208794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Transition to ACTIVE for port object 011afb94-cf26-4e7f-9d9e-d7b108c4a962 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:02.212815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.262282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Pushing event updated for resources: {'Port': ['ID=011afb94-cf26-4e7f-9d9e-d7b108c4a962,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:02.334705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Attempting to bind port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:53:02.335050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Attempting to bind port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:53:02.335379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Attempting to bind port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 on network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:02.340026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 on network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:53:02.340366 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Attempting to bind port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 on network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:02.346923 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:53:02.347394 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Checking segment: {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:53:02.347659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Bound using segment: {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:53:02.348096 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Bound port: 011afb94-cf26-4e7f-9d9e-d7b108c4a962, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7e23e0-661b-4e3c-b0c3-be515478bc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:53:02.348464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.418988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] For port 011afb94-cf26-4e7f-9d9e-d7b108c4a962, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:02.422066 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] For port 011afb94-cf26-4e7f-9d9e-d7b108c4a962, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:53:02.427500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.465288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:02.465958 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.467432 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] 10.222.0.63 "PUT /v2.0/ports/011afb94-cf26-4e7f-9d9e-d7b108c4a962 HTTP/1.1" status: 200 len: 1091 time: 0.6831312 Aug 03 19:53:02.467879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:02.470280 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:02.492637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058b364-66ac-4b2d-9d14-c3b5a8111f3e service neutron] Pushing event updated for resources: {'Port': ['ID=011afb94-cf26-4e7f-9d9e-d7b108c4a962,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:02.578246 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-a3db2e9d-42a0-4225-89ea-d243e4290a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:02.580462 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-a3db2e9d-42a0-4225-89ea-d243e4290a1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 1094 time: 0.0477595 Aug 03 19:53:02.644193 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-a070795a-2e66-447c-ac43-ccb933185259 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962 HTTP/1.1" status: 200 len: 217 time: 0.0496747 Aug 03 19:53:02.683148 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa113e8-8a9e-4e57-8e9c-bd242a4ff170 x-openstack-request-id: req-eaa113e8-8a9e-4e57-8e9c-bd242a4ff170 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:02.683615 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:02.683882 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaa113e8-8a9e-4e57-8e9c-bd242a4ff170 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:02.684297 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'status': 'completed', 'code': 200} Aug 03 19:53:02.704000 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2f1705ae-7207-4d8d-98ab-3e6a7d867ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:02.706107 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-2f1705ae-7207-4d8d-98ab-3e6a7d867ec4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=72a101b6-36dc-4e40-ba6a-ea6b2a943dc2 HTTP/1.1" status: 200 len: 835 time: 0.0553122 Aug 03 19:53:02.736344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:02.755486 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-6adc0867-ceb2-437f-a62e-ab995d379360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:02.756994 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-6adc0867-ceb2-437f-a62e-ab995d379360 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433877 Aug 03 19:53:02.783503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:02.783870 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:02.852078 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-3c23427f-9c85-4858-a424-cc3346ca231d service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874903 Aug 03 19:53:02.946709 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fe89f1f-7705-4ddd-ba9a-eac860389ddf req-6b6fa365-ea35-4b36-8250-ad45d4456a5a service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880334 Aug 03 19:53:02.962676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd8b5-8b61-48f4-b9d7-a0eb01554e21 req-3ef73d27-46a4-4b62-8770-73353a9e5885 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:02.964248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db7bd8b5-8b61-48f4-b9d7-a0eb01554e21 req-3ef73d27-46a4-4b62-8770-73353a9e5885 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 943 time: 0.0481157 Aug 03 19:53:03.004184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db7bd8b5-8b61-48f4-b9d7-a0eb01554e21 req-2d320ffd-b54a-4ed5-90f1-9d52f2d2449b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Aug 03 19:53:03.067732 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-41a7c8f3-c765-4423-b4db-d1f7bc4bbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:03.069221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-41a7c8f3-c765-4423-b4db-d1f7bc4bbb95 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 1094 time: 0.0410581 Aug 03 19:53:03.163230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-be16b2db-5ec1-462b-8ace-4ded9601fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:03.164712 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-be16b2db-5ec1-462b-8ace-4ded9601fb63 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 200 len: 897 time: 0.0877044 Aug 03 19:53:03.205915 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-537a3dcc-de09-496b-80fe-842b5f6fb7e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962 HTTP/1.1" status: 200 len: 217 time: 0.0346172 Aug 03 19:53:03.259298 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-66154fa6-18df-440a-a762-45177f0ba0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:03.260650 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-66154fa6-18df-440a-a762-45177f0ba0a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=72a101b6-36dc-4e40-ba6a-ea6b2a943dc2 HTTP/1.1" status: 200 len: 835 time: 0.0484529 Aug 03 19:53:03.306278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-652c5f59-0912-4610-8e70-f6eb9da60ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:03.307762 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-652c5f59-0912-4610-8e70-f6eb9da60ce7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398448 Aug 03 19:53:03.397509 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-622b04cf-a5fd-42ea-850c-95208266d0c6 service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826325 Aug 03 19:53:03.491964 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-b59e5ebb-1823-43b2-a6f3-70599f1ec5aa req-9eeab304-51b6-4a45-8b94-d7a7efc5794c service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880368 Aug 03 19:53:04.122432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5f73-cb82-48df-9e7f-7473398fe1e5 req-831477f2-9e7b-4a21-8f8f-104ec0416a8a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:04.123892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fcf5f73-cb82-48df-9e7f-7473398fe1e5 req-831477f2-9e7b-4a21-8f8f-104ec0416a8a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 943 time: 0.0508611 Aug 03 19:53:04.161449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fcf5f73-cb82-48df-9e7f-7473398fe1e5 req-4a438ec0-7aec-493a-a5ae-cd14fda1f80a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309844 Aug 03 19:53:04.510578 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:05.276198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4a91-40ab-447b-9306-138cd518917c req-14d9dff9-ad58-4b47-b4e9-f4875f07dac5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:05.277678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83fd4a91-40ab-447b-9306-138cd518917c req-14d9dff9-ad58-4b47-b4e9-f4875f07dac5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 943 time: 0.0476427 Aug 03 19:53:05.316238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83fd4a91-40ab-447b-9306-138cd518917c req-fa576405-6fea-48d8-9894-d81313f3a22d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Aug 03 19:53:06.327932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827be57-bdac-49a5-b4ec-642ac8414fe7 req-19db2d5f-8619-46a7-a7fc-7e60ebf66539 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:06.329550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d827be57-bdac-49a5-b4ec-642ac8414fe7 req-19db2d5f-8619-46a7-a7fc-7e60ebf66539 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Aug 03 19:53:06.370262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d827be57-bdac-49a5-b4ec-642ac8414fe7 req-d94c21e0-5fd3-4505-a9ca-d36e9a62ca3c tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345721 Aug 03 19:53:06.438594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875cc6-c58b-4817-a3e8-c122a9039ccd req-9840a497-d0cf-44c1-a73e-b19b40a1fe19 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:06.440113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d875cc6-c58b-4817-a3e8-c122a9039ccd req-9840a497-d0cf-44c1-a73e-b19b40a1fe19 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 943 time: 0.0521429 Aug 03 19:53:06.478258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d875cc6-c58b-4817-a3e8-c122a9039ccd req-6f81b1f2-7207-480f-a100-f4835fd9c603 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320122 Aug 03 19:53:06.494603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 011afb94-cf26-4e7f-9d9e-d7b108c4a962 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:53:06.589063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 011afb94-cf26-4e7f-9d9e-d7b108c4a962, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:06.600624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:53:06.639967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:06.652710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011afb94-cf26-4e7f-9d9e-d7b108c4a962 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:53:06.672157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 011afb94-cf26-4e7f-9d9e-d7b108c4a962, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:06.676110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:06.722355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=011afb94-cf26-4e7f-9d9e-d7b108c4a962,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:07.037635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['011afb94-cf26-4e7f-9d9e-d7b108c4a962'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:53:07.486797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b257d7-8bb3-4e4e-9c2c-51de99db2157 req-5b324b51-366c-47dd-85e7-0a3abe7d3cf6 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:07.488810 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86b257d7-8bb3-4e4e-9c2c-51de99db2157 req-5b324b51-366c-47dd-85e7-0a3abe7d3cf6 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Aug 03 19:53:07.529306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-86b257d7-8bb3-4e4e-9c2c-51de99db2157 req-6b858ccc-7715-4811-a0da-46edc452cc77 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/security-groups?id=67da6045-87f7-443c-835e-3d5e8aba3f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340173 Aug 03 19:53:07.617033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a457d-4d03-44f1-a91b-98242831d2a0 req-0e409754-9ef9-4f02-af9c-90c4c089da01 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:07.618504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c60a457d-4d03-44f1-a91b-98242831d2a0 req-0e409754-9ef9-4f02-af9c-90c4c089da01 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 944 time: 0.0728302 Aug 03 19:53:07.657891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-5bef5532-b206-4ae8-b652-ce41851e19a3 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:07.659822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-5bef5532-b206-4ae8-b652-ce41851e19a3 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.88 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 945 time: 0.0803959 Aug 03 19:53:07.693108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c60a457d-4d03-44f1-a91b-98242831d2a0 req-cb3aff42-e5d1-4104-bc93-3fea56af4f1f tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681717 Aug 03 19:53:07.754753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Deleting port 6a9f6721-233a-4b19-a18d-f653aeaf9053 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:07.755110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:07.844270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] For port 6a9f6721-233a-4b19-a18d-f653aeaf9053, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6a9f6721-233a-4b19-a18d-f653aeaf9053,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:07.844634 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.345880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.346267 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.347316 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Floating IP a0bfd117-b7cf-452d-b680-0ee1dd962901 disassociated. External IP: 172.25.4.110, port: 6a9f6721-233a-4b19-a18d-f653aeaf9053. Aug 03 19:53:08.347660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Calling delete_port for 6a9f6721-233a-4b19-a18d-f653aeaf9053 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:08.470575 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.498237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 011afb94-cf26-4e7f-9d9e-d7b108c4a962 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:08.501587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event deleted for resources: {'Port': ['ID=6a9f6721-233a-4b19-a18d-f653aeaf9053,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:08.515188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.515534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.515877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.516208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.516535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.516858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.517175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.517521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.517846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.518794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.519364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.519700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:08.550349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:08.554724 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:08.555099 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.643784 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.650171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Router 3e21cf78-a116-4eee-8938-5de340eb55c6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:53:08.669547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:08.671885 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6460a6-b29a-4b2d-be52-263cc216b971" -d '{"events": [{"server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "name": "network-vif-plugged", "status": "completed", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:08.692735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 011afb94-cf26-4e7f-9d9e-d7b108c4a962, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:08.697397 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.744344 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f061c-eca4-4541-bc53-2911a4f0df58 x-openstack-request-id: req-419f061c-eca4-4541-bc53-2911a4f0df58 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:08.744705 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "name": "network-vif-plugged", "status": "completed", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:08.745026 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-419f061c-eca4-4541-bc53-2911a4f0df58 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:08.745506 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'code': 200} Aug 03 19:53:08.750650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=011afb94-cf26-4e7f-9d9e-d7b108c4a962,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:08.785012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:53:08.795632 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] Sync routers for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:53:08.806873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:08.807522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:53:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:08.816745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-273b49ff-4bee-47cb-9a14-93f564338b16 req-abfbee7f-9da1-496a-b9ec-61ec3f6902c6 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66ca644-e4ea-48c5-b31a-a5a970899455 HTTP/1.1" status: 200 len: 210 time: 0.0492167 Aug 03 19:53:08.876975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fa4ad-9246-4f54-85e9-e129e0d30180 req-0f13be1c-70ad-421a-aee4-50deccbe34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:08.878176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] No DVR routers for this DVR port 6a9f6721-233a-4b19-a18d-f653aeaf9053 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:53:08.880360 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-301fa4ad-9246-4f54-85e9-e129e0d30180 req-0f13be1c-70ad-421a-aee4-50deccbe34eb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 1096 time: 0.0539308 Aug 03 19:53:08.884774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.887080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee17c659-ba96-4567-8f29-a41468c8b858 req-3996d791-6dcc-49d0-a931-9fb0605859df tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.88 "DELETE /v2.0/ports/6a9f6721-233a-4b19-a18d-f653aeaf9053 HTTP/1.1" status: 204 len: 173 time: 1.2214942 Aug 03 19:53:08.887738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'name': 'network-vif-deleted', 'tag': '6a9f6721-233a-4b19-a18d-f653aeaf9053'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:08.890159 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46318443-94cf-48f8-a5cd-c1d47eed0d39" -d '{"events": [{"server_uuid": "d66ca644-e4ea-48c5-b31a-a5a970899455", "name": "network-vif-deleted", "tag": "6a9f6721-233a-4b19-a18d-f653aeaf9053"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:08.932817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307540e-852a-4ec7-b253-53cf09975bd3 req-787455f5-1cb5-45ba-a34b-70984dd7c792 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:08.942322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7307540e-852a-4ec7-b253-53cf09975bd3 req-787455f5-1cb5-45ba-a34b-70984dd7c792 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 945 time: 0.1285987 Aug 03 19:53:08.942737 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-301fa4ad-9246-4f54-85e9-e129e0d30180 req-98fe374a-fce0-43a4-9da8-b663c4bffd02 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556698 Aug 03 19:53:08.955823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:08.959578 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d566af3-bfc9-4362-a6ee-3ff72cf60a53 x-openstack-request-id: req-0d566af3-bfc9-4362-a6ee-3ff72cf60a53 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:08.959994 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66ca644-e4ea-48c5-b31a-a5a970899455", "name": "network-vif-deleted", "tag": "6a9f6721-233a-4b19-a18d-f653aeaf9053", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:08.960338 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d566af3-bfc9-4362-a6ee-3ff72cf60a53 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:08.960827 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66ca644-e4ea-48c5-b31a-a5a970899455', 'name': 'network-vif-deleted', 'tag': '6a9f6721-233a-4b19-a18d-f653aeaf9053', 'status': 'completed', 'code': 200} Aug 03 19:53:08.982830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7307540e-852a-4ec7-b253-53cf09975bd3 req-8f237897-6334-466a-9445-b0f79a74a300 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389686 Aug 03 19:53:09.186335 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:48:07Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:09.211777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] Checking router: 3e21cf78-a116-4eee-8938-5de340eb55c6 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:53:09.220431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:09.221056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:53:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:09.328862 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:09.529807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:48:07Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:09.559323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04294dd-25fc-4cd2-90fe-99e5f9f4f6e5 None None] The sync data for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 is: [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:47:58Z', 'revision_number': 4, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '571f3d9b-090f-4987-be4e-0721c9efc4a7', 'name': '', 'network_id': 'ee2d5e2e-8b74-484e-8c6d-0bceeefc2597', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'mac_address': 'fa:16:3e:86:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:56Z', 'updated_at': '2021-08-03T19:48:07Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'subnets': [{'id': '8c5a6749-c3dc-458f-93a4-3cd031ff728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:53:09.780300 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92e38e-4efb-4471-91a1-6125c247209d None None] New status for floating IP a0bfd117-b7cf-452d-b680-0ee1dd962901: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:53:09.874735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34198) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:10.005264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Deleting port 2c6333ca-9c94-48df-9e59-e55fa1f32c32 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:10.005639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.113458 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.113803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.129110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Calling delete_port for 2c6333ca-9c94-48df-9e59-e55fa1f32c32 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:10.138105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b9ac5-9285-49fa-b015-20151b11acb2 req-f04fb508-b606-4f9c-97bf-c19567be6ac7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:10.139836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b7b9ac5-9285-49fa-b015-20151b11acb2 req-f04fb508-b606-4f9c-97bf-c19567be6ac7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 945 time: 0.0802939 Aug 03 19:53:10.235392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b7b9ac5-9285-49fa-b015-20151b11acb2 req-82ea6d43-4d69-412b-a113-54b4ff47bdee tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552583 Aug 03 19:53:10.310135 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.336219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event deleted for resources: {'Port': ['ID=2c6333ca-9c94-48df-9e59-e55fa1f32c32,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:10.399486 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.402050 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.403206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ee1c694f-8c86-4740-a668-46086605ce18 tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "DELETE /v2.0/floatingips/a0bfd117-b7cf-452d-b680-0ee1dd962901 HTTP/1.1" status: 204 len: 168 time: 0.5274649 Aug 03 19:53:10.470805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34206) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:10.528618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.553421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.614812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.617224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:10.618418 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] 10.222.0.42 "DELETE /v2.0/security-groups/67da6045-87f7-443c-835e-3d5e8aba3f17 HTTP/1.1" status: 204 len: 168 time: 0.1459975 Aug 03 19:53:10.628174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67da6045-87f7-443c-835e-3d5e8aba3f17,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:10.636282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.636765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.637213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.637710 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.638149 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.638601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.639033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.639573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.639924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.640328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.640742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.641086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3af4e-25f2-4c3f-b62c-33ee4e61eacb tempest-TestServerBasicOps-153278106 tempest-TestServerBasicOps-153278106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:10.658591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34210) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:11.087391 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:11.333049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Deleting port 571f3d9b-090f-4987-be4e-0721c9efc4a7 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:11.333394 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:11.356968 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920665db-f97f-4725-b266-efd04face318 req-455593a5-e344-4525-8331-306896795b88 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:11.358430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-920665db-f97f-4725-b266-efd04face318 req-455593a5-e344-4525-8331-306896795b88 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 945 time: 0.0556772 Aug 03 19:53:11.398000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-920665db-f97f-4725-b266-efd04face318 req-d5299b86-ba26-474e-83dd-38c9394a2787 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Aug 03 19:53:11.415192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] For port 571f3d9b-090f-4987-be4e-0721c9efc4a7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=571f3d9b-090f-4987-be4e-0721c9efc4a7,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:11.415561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:11.430520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Calling delete_port for 571f3d9b-090f-4987-be4e-0721c9efc4a7 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:11.519526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5a87a-a058-45a4-b852-328675fea782 req-bd4bebe5-fc8b-41a0-924c-b28724f0cee1 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:11.521044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62d5a87a-a058-45a4-b852-328675fea782 req-bd4bebe5-fc8b-41a0-924c-b28724f0cee1 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 945 time: 0.0502675 Aug 03 19:53:11.560486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62d5a87a-a058-45a4-b852-328675fea782 req-a5662f31-b9be-4e1a-afd4-d53e33655b9f tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331085 Aug 03 19:53:11.582435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34218) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:11.614249 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:11.623101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d653dae3-4802-49af-8f2e-f1ea6b5d70fc tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:11.624628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d653dae3-4802-49af-8f2e-f1ea6b5d70fc tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 1091 time: 0.0412199 Aug 03 19:53:11.627724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34220) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:11.632581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:11.644109 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Pushing event deleted for resources: {'Port': ['ID=571f3d9b-090f-4987-be4e-0721c9efc4a7,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:11.660336 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:11.775717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:11.815835 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:11.889406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.25.4.235 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/45a772ea-e8b2-4fa1-b8de-231cb64f78ee) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:53:11.995408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.035721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Router 3e21cf78-a116-4eee-8938-5de340eb55c6 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:53:12.035998 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.072798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:53:12.075695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:12.078149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:53:12.105369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=45a772ea-e8b2-4fa1-b8de-231cb64f78ee,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:12.146427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:53:12.152531 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e4c6f315-3d83-44af-80a9-2b36e3d1aa24 admin admin] 10.222.0.42 "PUT /v2.0/routers/3e21cf78-a116-4eee-8938-5de340eb55c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4926803 Aug 03 19:53:12.155055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34222) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:12.155682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] Sync routers for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:53:12.166819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:12.167694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:53:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:12.267384 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.443943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:12.497134 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.571456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.635909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:53:11Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:12.662385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] Checking router: 3e21cf78-a116-4eee-8938-5de340eb55c6 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:53:12.671368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] Routers {'3e21cf78-a116-4eee-8938-5de340eb55c6'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:12.671997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:53:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['3e21cf78-a116-4eee-8938-5de340eb55c6'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:12.676740 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.738735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Deleting port 57b56791-ab7b-450c-8a1b-93d03a76649a {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:12.739078 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.754338 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.763615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.804884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] Set router 3e21cf78-a116-4eee-8938-5de340eb55c6 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:12.825893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] For port 57b56791-ab7b-450c-8a1b-93d03a76649a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57b56791-ab7b-450c-8a1b-93d03a76649a,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:12.826407 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.835760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 6a9f6721-233a-4b19-a18d-f653aeaf9053 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:12.839397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=45a772ea-e8b2-4fa1-b8de-231cb64f78ee,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:12.849063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Calling delete_port for 57b56791-ab7b-450c-8a1b-93d03a76649a owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:12.855322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:12.892821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 6a9f6721-233a-4b19-a18d-f653aeaf9053 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:53:12.893184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 6a9f6721-233a-4b19-a18d-f653aeaf9053 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:12.957377 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Floating IP 1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd associated. External IP: 172.25.4.235, port: 011afb94-cf26-4e7f-9d9e-d7b108c4a962. Aug 03 19:53:13.016809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:53:11Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:13.030578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.044076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f4901-9e8c-4d38-8dbe-1922209cf2d4 None None] The sync data for ids ['3e21cf78-a116-4eee-8938-5de340eb55c6'] in n-d-803378-1 is: [{'id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'name': 'tempest-TestServerBasicOps-1484368634-router', 'tenant_id': '55b310366d2b4863965210ed2c4a33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:53Z', 'updated_at': '2021-08-03T19:53:11Z', 'revision_number': 5, 'project_id': '55b310366d2b4863965210ed2c4a33b0', 'gw_port': {'id': '57b56791-ab7b-450c-8a1b-93d03a76649a', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21cf78-a116-4eee-8938-5de340eb55c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:54Z', 'updated_at': '2021-08-03T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:53:13.060716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b56791-ab7b-450c-8a1b-93d03a76649a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:13.123959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.179351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fab7653-8b15-4da4-9b0f-e89158ae022a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:53:13.213324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.215386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.262649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.263236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e21cf78-a116-4eee-8938-5de340eb55c6 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:53:13.269164 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.270588 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c4698418-a0ae-4bcf-be0a-b54fc8391291 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3e21cf78-a116-4eee-8938-5de340eb55c6 HTTP/1.1" status: 204 len: 168 time: 1.1146071 Aug 03 19:53:13.273885 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34224) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:13.288007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:53:13.299344 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] Sync routers for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:53:13.305032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.309928 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:13.310775 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:53:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:13.319490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c62434-1e8c-48d1-90e3-26ebdf8292f2 admin admin] Deleting subnet 8c5a6749-c3dc-458f-93a4-3cd031ff728d {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:53:13.322814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0c62434-1e8c-48d1-90e3-26ebdf8292f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.348161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0ec10b96-a454-491c-8c54-6c546cd9f5af tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7190397 Aug 03 19:53:13.350822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:13.352236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34226) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:13.352866 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157d87a4-5184-4a69-83f2-e99ed180f35d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:13.397080 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d32fff-8dee-45cb-81af-117f61c46b4e x-openstack-request-id: req-f2d32fff-8dee-45cb-81af-117f61c46b4e {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:13.397374 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:13.397806 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2d32fff-8dee-45cb-81af-117f61c46b4e {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:13.398276 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'status': 'completed', 'code': 200} Aug 03 19:53:13.423254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0c62434-1e8c-48d1-90e3-26ebdf8292f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.440331 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:13.489043 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-de9e0c08-00d0-473d-8ffb-3009ada76a18 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/floatingips/1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd HTTP/1.1" status: 200 len: 991 time: 0.1355927 Aug 03 19:53:13.543214 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-3981f804-da4f-4a7b-bdd0-d4cadb6f7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:13.544731 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-3981f804-da4f-4a7b-bdd0-d4cadb6f7f2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 1096 time: 0.0874498 Aug 03 19:53:13.567174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0c62434-1e8c-48d1-90e3-26ebdf8292f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.681571 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0c62434-1e8c-48d1-90e3-26ebdf8292f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.707841 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:12Z', 'revision_number': 0, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:13.722594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c62434-1e8c-48d1-90e3-26ebdf8292f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5a6749-c3dc-458f-93a4-3cd031ff728d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:13.727837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0c62434-1e8c-48d1-90e3-26ebdf8292f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.729052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c0e755-1597-482c-830b-f825203f52b0 None None] Network ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:53:13.732567 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b0c62434-1e8c-48d1-90e3-26ebdf8292f2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8c5a6749-c3dc-458f-93a4-3cd031ff728d HTTP/1.1" status: 204 len: 168 time: 0.4576120 Aug 03 19:53:13.733348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34230) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:13.736071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-ecf767b2-0e2e-4e8a-afd6-617f1e58391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:13.737910 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-ecf767b2-0e2e-4e8a-afd6-617f1e58391b service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 200 len: 897 time: 0.1846390 Aug 03 19:53:13.754449 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] Checking router: 2fab7653-8b15-4da4-9b0f-e89158ae022a for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:53:13.767007 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:13.767694 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:53:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:13.838974 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-d4153963-fb9b-4759-81e2-1926597a3567 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962 HTTP/1.1" status: 200 len: 999 time: 0.0940981 Aug 03 19:53:13.839826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.902421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-251cd526-2b91-450c-87a1-8fa6c4c012f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:13.903955 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-251cd526-2b91-450c-87a1-8fa6c4c012f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=72a101b6-36dc-4e40-ba6a-ea6b2a943dc2 HTTP/1.1" status: 200 len: 835 time: 0.0575571 Aug 03 19:53:13.924464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Deleting port 6da7d09f-adc4-46fd-8368-01bd5639cd58 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:13.924820 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:13.955185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-71dd88ff-7dbb-4e3a-aebe-1d5d13fd97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:13.958466 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-71dd88ff-7dbb-4e3a-aebe-1d5d13fd97b7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467041 Aug 03 19:53:13.969202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] DHCP port deletion for ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:53:14.032029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] For port 6da7d09f-adc4-46fd-8368-01bd5639cd58, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6da7d09f-adc4-46fd-8368-01bd5639cd58,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:14.032728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.042883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] Deleting port 6da7d09f-adc4-46fd-8368-01bd5639cd58 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:14.043160 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:14.043287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.048346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Calling delete_port for 6da7d09f-adc4-46fd-8368-01bd5639cd58 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:14.088978 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-22392f52-94ba-4380-a146-e77e302c2e62 service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161978 Aug 03 19:53:14.124530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] For port 6da7d09f-adc4-46fd-8368-01bd5639cd58, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6da7d09f-adc4-46fd-8368-01bd5639cd58,segment=NetworkSegment(d38d395e-5a59-4980-af60-4b2bd4d805b3),segment_id=d38d395e-5a59-4980-af60-4b2bd4d805b3)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:14.124936 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.140262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] Calling delete_port for 6da7d09f-adc4-46fd-8368-01bd5639cd58 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:14.147085 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.176253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da7d09f-adc4-46fd-8368-01bd5639cd58,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:14.178131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] No DVR routers for this DVR port 6da7d09f-adc4-46fd-8368-01bd5639cd58 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:53:14.218087 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-157d87a4-5184-4a69-83f2-e99ed180f35d req-9d97950f-47e8-47b7-9735-824deda96e7f service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200562 Aug 03 19:53:14.244025 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.264172 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.275354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2d5e2e-8b74-484e-8c6d-0bceeefc2597']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:14.278733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] Pushing event deleted for resources: {'Port': ['ID=6da7d09f-adc4-46fd-8368-01bd5639cd58,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:14.280818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979d21a-3133-4cc4-9a21-83120a603b90 None None] No DVR routers for this DVR port 6da7d09f-adc4-46fd-8368-01bd5639cd58 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:53:14.292729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38d395e-5a59-4980-af60-4b2bd4d805b3') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:14.293056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38d395e-5a59-4980-af60-4b2bd4d805b3') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:14.303610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.321174 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.329582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:53:14.329985 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:53:14.332144 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:53:14.337758 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:12Z', 'revision_number': 0, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:14.365260 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822be2d-6249-421b-a35b-854cd87fdafd None None] The sync data for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 is: [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:12Z', 'revision_number': 0, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:53:14.400934 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.409235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:14.411199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ee2d5e2e-8b74-484e-8c6d-0bceeefc2597 HTTP/1.1" status: 204 len: 168 time: 0.6759548 Aug 03 19:53:14.414251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34232) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:14.421711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c304aae-6a78-4ef4-aa54-4871e8195180 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2d5e2e-8b74-484e-8c6d-0bceeefc2597,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:14.492375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34234) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:14.563259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-491d9811-9c6e-418b-a0e4-f2a05f97b5c3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/floatingips/1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd HTTP/1.1" status: 200 len: 991 time: 0.0694604 Aug 03 19:53:14.594398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a1d50-849b-4871-ac3d-5e6f3b477248 None None] New status for floating IP 1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:53:14.739937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57b56791-ab7b-450c-8a1b-93d03a76649a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:14.760682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 57b56791-ab7b-450c-8a1b-93d03a76649a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:53:14.761031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57b56791-ab7b-450c-8a1b-93d03a76649a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:14.761435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6da7d09f-adc4-46fd-8368-01bd5639cd58 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:14.780791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 6da7d09f-adc4-46fd-8368-01bd5639cd58 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:53:14.781216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6da7d09f-adc4-46fd-8368-01bd5639cd58 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:14.781579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 571f3d9b-090f-4987-be4e-0721c9efc4a7 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:14.800703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 571f3d9b-090f-4987-be4e-0721c9efc4a7 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:53:14.800979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 571f3d9b-090f-4987-be4e-0721c9efc4a7 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:14.814156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.075406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Deleting port 08005cd8-9d9c-486a-b32d-6b221c2d0608 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:15.075664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.153329 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] For port 08005cd8-9d9c-486a-b32d-6b221c2d0608, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=08005cd8-9d9c-486a-b32d-6b221c2d0608,segment=NetworkSegment(ad157b25-6070-4e08-812c-023a8fcebda9),segment_id=ad157b25-6070-4e08-812c-023a8fcebda9)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:15.153716 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.165939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Calling delete_port for 08005cd8-9d9c-486a-b32d-6b221c2d0608 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:15.344731 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.374003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Pushing event deleted for resources: {'Port': ['ID=08005cd8-9d9c-486a-b32d-6b221c2d0608,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:15.539579 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.566689 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34236) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:15.631895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0b56994d-9d63-49f7-be8f-9f4cfd475894 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/floatingips/1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd HTTP/1.1" status: 200 len: 993 time: 0.0638320 Aug 03 19:53:15.764192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Router cbe7d321-2a4f-47ab-b387-833330fcb793 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:53:15.871415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:53:15.876824 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4c2d80cf-35fb-4249-8ed2-c6a3dab6ff5d admin admin] 10.222.0.42 "PUT /v2.0/routers/cbe7d321-2a4f-47ab-b387-833330fcb793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615481 Aug 03 19:53:15.879987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34238) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:15.882577 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] Sync routers for ids ['cbe7d321-2a4f-47ab-b387-833330fcb793'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:53:15.892247 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] Routers {'cbe7d321-2a4f-47ab-b387-833330fcb793'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:15.892859 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:53:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cbe7d321-2a4f-47ab-b387-833330fcb793'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:15.984332 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.997573 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] Set router cbe7d321-2a4f-47ab-b387-833330fcb793 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:16.082324 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.137828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Deleting port 1aa4e053-4133-4960-9960-83233d345c33 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:16.138095 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.185305 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '1aa4e053-4133-4960-9960-83233d345c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:53:15Z', 'revision_number': 5, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port': {'id': '1aa4e053-4133-4960-9960-83233d345c33', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:16.210856 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] Checking router: cbe7d321-2a4f-47ab-b387-833330fcb793 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:53:16.215868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] For port 1aa4e053-4133-4960-9960-83233d345c33, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1aa4e053-4133-4960-9960-83233d345c33,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:16.216239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.219106 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] Routers {'cbe7d321-2a4f-47ab-b387-833330fcb793'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:16.219717 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:53:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cbe7d321-2a4f-47ab-b387-833330fcb793'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:16.229750 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Calling delete_port for 1aa4e053-4133-4960-9960-83233d345c33 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:16.304312 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] Set router cbe7d321-2a4f-47ab-b387-833330fcb793 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:16.356114 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:53:16Z', 'revision_number': 6, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:16.384590 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413ed3c-b785-467e-91ea-63a1812c72b7 None None] The sync data for ids ['cbe7d321-2a4f-47ab-b387-833330fcb793'] in n-d-803378-1 is: [{'id': 'cbe7d321-2a4f-47ab-b387-833330fcb793', 'name': 'tempest-TestServerBasicOps-839097655-router', 'tenant_id': '39297cfd5b554afa82910eba263781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:48:01Z', 'updated_at': '2021-08-03T19:53:16Z', 'revision_number': 6, 'project_id': '39297cfd5b554afa82910eba263781ce', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:53:16.401850 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.432644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa4e053-4133-4960-9960-83233d345c33,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:16.495322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.897006 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.899146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.944626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.945130 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbe7d321-2a4f-47ab-b387-833330fcb793 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:53:16.951424 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.952643 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f24a0863-aab7-4b9a-8147-555b83793517 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cbe7d321-2a4f-47ab-b387-833330fcb793 HTTP/1.1" status: 204 len: 168 time: 1.0717645 Aug 03 19:53:16.955068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34240) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:17.003279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc83115-284a-4e48-875d-56abcb5b08a0 admin admin] Deleting subnet af71037e-b23a-497b-8b5b-6b9ffc12eed2 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:53:17.006418 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3fc83115-284a-4e48-875d-56abcb5b08a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.045389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3fc83115-284a-4e48-875d-56abcb5b08a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.129818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3fc83115-284a-4e48-875d-56abcb5b08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.191322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3fc83115-284a-4e48-875d-56abcb5b08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.195389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08005cd8-9d9c-486a-b32d-6b221c2d0608 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:17.215203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 08005cd8-9d9c-486a-b32d-6b221c2d0608 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:53:17.215551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 08005cd8-9d9c-486a-b32d-6b221c2d0608 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:17.218134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc83115-284a-4e48-875d-56abcb5b08a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af71037e-b23a-497b-8b5b-6b9ffc12eed2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:17.221817 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3fc83115-284a-4e48-875d-56abcb5b08a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.223758 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3fc83115-284a-4e48-875d-56abcb5b08a0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/af71037e-b23a-497b-8b5b-6b9ffc12eed2 HTTP/1.1" status: 204 len: 168 time: 0.2669458 Aug 03 19:53:17.227138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34242) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:17.232605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ef1dd-f1d8-480f-9de6-f9c68498036d None None] Network 41490181-4db6-4c2b-8bfd-1868a0b19ef8 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:53:17.297141 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.362206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Deleting port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:17.362571 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.425788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] DHCP port deletion for 41490181-4db6-4c2b-8bfd-1868a0b19ef8 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:53:17.438676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] For port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,segment=NetworkSegment(ad157b25-6070-4e08-812c-023a8fcebda9),segment_id=ad157b25-6070-4e08-812c-023a8fcebda9)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:17.439289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.456081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Calling delete_port for 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:17.478869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] Deleting port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:17.479308 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.538224 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.556191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] For port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,segment=NetworkSegment(ad157b25-6070-4e08-812c-023a8fcebda9),segment_id=ad157b25-6070-4e08-812c-023a8fcebda9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:17.556191 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.565351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] Calling delete_port for 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:17.570868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:17.575752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] No DVR routers for this DVR port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:53:17.642659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.648968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.660402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41490181-4db6-4c2b-8bfd-1868a0b19ef8']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:17.666684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] Pushing event deleted for resources: {'Port': ['ID=2ec227bb-8e7a-44c1-85bf-6c8c05d1a713,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:17.672968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad157b25-6070-4e08-812c-023a8fcebda9') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:17.673136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a16845-b9a1-496d-a5f4-10fbc14695bf None None] No DVR routers for this DVR port 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:53:17.673564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad157b25-6070-4e08-812c-023a8fcebda9') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:17.684892 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.698520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.704325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:53:17.704715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:53:17.706507 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:53:17.764179 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.770069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.771908 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] 10.222.0.42 "DELETE /v2.0/networks/41490181-4db6-4c2b-8bfd-1868a0b19ef8 HTTP/1.1" status: 204 len: 168 time: 0.5437987 Aug 03 19:53:17.782633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33670c4d-bcf0-4561-86a7-100b3a1242ec admin admin] Pushing event deleted for resources: {'Network': ['ID=41490181-4db6-4c2b-8bfd-1868a0b19ef8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:17.882007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34246) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:17.921772 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-98041843-077b-4538-95fd-e858b7c140fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55b310366d2b4863965210ed2c4a33b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385191 Aug 03 19:53:17.924191 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34248) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:17.972349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31fba099-059f-415c-ab4d-76fd697de332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:17.994514 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31fba099-059f-415c-ab4d-76fd697de332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:18.044717 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31fba099-059f-415c-ab4d-76fd697de332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:18.047846 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31fba099-059f-415c-ab4d-76fd697de332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:18.053637 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-31fba099-059f-415c-ab4d-76fd697de332 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cd3e243-629c-41fa-b1e8-145093e9a6de HTTP/1.1" status: 204 len: 168 time: 0.1242018 Aug 03 19:53:18.060909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fba099-059f-415c-ab4d-76fd697de332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd3e243-629c-41fa-b1e8-145093e9a6de,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:18.373490 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34254) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:18.420829 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c43c5842-db2a-449d-940a-95d97dd22c96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39297cfd5b554afa82910eba263781ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461786 Aug 03 19:53:18.423328 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34256) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:18.471752 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7ff2016-0750-4b45-b3bd-ae7038f6a9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:18.492024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7ff2016-0750-4b45-b3bd-ae7038f6a9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:18.538633 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7ff2016-0750-4b45-b3bd-ae7038f6a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:18.541448 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7ff2016-0750-4b45-b3bd-ae7038f6a9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:18.542639 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f7ff2016-0750-4b45-b3bd-ae7038f6a9f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22f35f57-0c95-412a-b7fd-ae9ce7113189 HTTP/1.1" status: 204 len: 168 time: 0.1184165 Aug 03 19:53:18.551391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff2016-0750-4b45-b3bd-ae7038f6a9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f35f57-0c95-412a-b7fd-ae9ce7113189,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:18.734818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1aa4e053-4133-4960-9960-83233d345c33 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:18.757514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1aa4e053-4133-4960-9960-83233d345c33 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:53:18.757778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1aa4e053-4133-4960-9960-83233d345c33 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:18.758202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:18.778203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:53:18.778543 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2ec227bb-8e7a-44c1-85bf-6c8c05d1a713 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:20.777502 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.021000 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.188841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f62130ac-5f42-4a3e-8c35-1d97d114c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.782889 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.316102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-99557a0a-dd43-41a8-b98f-82d82adcfa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.035932 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.484296 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:53:34.513597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:41.876317 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-428a28d5-1cf6-4d5b-9ffc-f4c776aecc35 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394068 Aug 03 19:53:42.078034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-865d5357-a4ed-4481-a91c-7b84f782b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.079560 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-865d5357-a4ed-4481-a91c-7b84f782b3ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 1096 time: 0.0417676 Aug 03 19:53:42.184964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-c4365bad-4ee9-48b9-990e-6d8af898529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.186422 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-c4365bad-4ee9-48b9-990e-6d8af898529e service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 200 len: 897 time: 0.0879693 Aug 03 19:53:42.253211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-dec376db-21d1-4871-a246-500c813bf75f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962 HTTP/1.1" status: 200 len: 1001 time: 0.0591350 Aug 03 19:53:42.307800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-2713b214-bb10-4e88-8350-20fd42cc84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.309337 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-2713b214-bb10-4e88-8350-20fd42cc84c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=72a101b6-36dc-4e40-ba6a-ea6b2a943dc2 HTTP/1.1" status: 200 len: 835 time: 0.0487056 Aug 03 19:53:42.362720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-f02e1dac-91b8-4285-bd21-10659b1ba9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.364281 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-f02e1dac-91b8-4285-bd21-10659b1ba9ff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480421 Aug 03 19:53:42.457239 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-8cd502ec-0139-49b4-ae0c-926985b5f65a service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857222 Aug 03 19:53:42.551179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-56d80d88-f467-48b9-8a16-365324c0ed44 req-b6294123-2b65-484e-a2e8-6130c7603543 service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872338 Aug 03 19:53:50.804503 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:56.034755 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:56.192223 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-132a4b36-49b1-444b-84ca-1a28cf8b0b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:59.785781 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:00.318695 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-79d9a058-da4e-48ee-9efa-099ed7234b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:02.040015 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:04.515254 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:09.483158 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:54:16.122967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34298) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:16.199056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d567aa-e4fb-42ea-aa4d-7a1924e8dfe2 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:16.199550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d567aa-e4fb-42ea-aa4d-7a1924e8dfe2 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:16.200035 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d567aa-e4fb-42ea-aa4d-7a1924e8dfe2 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:16.201813 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-07d567aa-e4fb-42ea-aa4d-7a1924e8dfe2 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&network_id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 200 len: 2969 time: 0.0777805 Aug 03 19:54:18.575610 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34308) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:18.632374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd75d6f-dfc3-44df-88be-3bd3b22cedfc tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:18.633916 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-afd75d6f-dfc3-44df-88be-3bd3b22cedfc tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb HTTP/1.1" status: 200 len: 814 time: 0.0572968 Aug 03 19:54:19.193489 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34316) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:19.198761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'network': {'name': 'tempest-network-smoke--342314094', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'port_security_enabled': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:19.220521 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:54:19.224287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:19.248922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:54:19.258092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:19.258435 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Added segment 0dcfdff7-171a-49f0-baca-63d74fc25642 of type vlan for network faba8956-5f4e-44ef-a944-670d258c323e Aug 03 19:54:19.298700 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:19.327641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:19.333320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:19.333945 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:19.398683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2039461 Aug 03 19:54:19.401673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34318) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:19.422391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Network': ['ID=faba8956-5f4e-44ef-a944-670d258c323e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:19.455979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.456319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.456663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.456989 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.457315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.457663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.457987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.458311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.458627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.458947 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.459268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.459585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65264b5-78ad-47a3-9b48-e77cdebfe271 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:19.472201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network faba8956-5f4e-44ef-a944-670d258c323e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:54:19.492339 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3158e6a-99dc-4d0b-8790-25ae3598ed29 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:19.494109 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e3158e6a-99dc-4d0b-8790-25ae3598ed29 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0914752 Aug 03 19:54:19.496880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34320) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:19.646937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9371227-c077-4e16-b43f-e9190d3cdf51 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:19.648451 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b9371227-c077-4e16-b43f-e9190d3cdf51 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503596 Aug 03 19:54:19.651388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34322) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:19.684862 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-18431731-18bd-499a-b943-373551575dfe tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323656 Aug 03 19:54:19.687389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34324) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:19.713840 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e509f0a4-b192-4a76-a309-1108bf349dbb tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254471 Aug 03 19:54:19.716115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34326) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:19.801900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c146f6-00fc-4c0a-af9f-66251cad231e tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:19.803430 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-56c146f6-00fc-4c0a-af9f-66251cad231e tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864530 Aug 03 19:54:19.806756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34328) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:19.834339 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-678f6220-c719-4239-98fe-2f1363991b2b tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265501 Aug 03 19:54:19.836649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34330) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:19.841333 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1741108467', 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:19.925300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:54:19.928786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.105021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.166539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Subnet': ['ID=ec5b4277-f37b-45df-9fe3-0e767aae1f9a,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:20.176739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Checking segment: {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:54:20.177049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network hostable DHCP agents. Network: faba8956-5f4e-44ef-a944-670d258c323e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:54:20.193312 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network faba8956-5f4e-44ef-a944-670d258c323e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:54:20.203505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, faba8956-5f4e-44ef-a944-670d258c323e) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:54:20.208043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:20.208768 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.216235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d2abf0-f9bd-48d1-b88c-eb05666a31c7 None None] Network faba8956-5f4e-44ef-a944-670d258c323e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:54:20.224620 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-56ff9dbd-24ac-4d53-b345-1fa1b42a481a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3869629 Aug 03 19:54:20.360774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-faba8956-5f4e-44ef-a944-670d258c323e', 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ips': [{'subnet_id': 'ec5b4277-f37b-45df-9fe3-0e767aae1f9a'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:54:20.361653 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.516382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Allocated IP 172.20.0.18 (faba8956-5f4e-44ef-a944-670d258c323e/ec5b4277-f37b-45df-9fe3-0e767aae1f9a/58f63b43-6f71-4536-b84d-5c5d5b0d9982) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:54:20.516977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34338) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:20.521364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-10eb934c-89c1-4370-add7-902a83939ee9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516815913', 'description': 'tempest-secgroup-smoke-516815913 description', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:20.543893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10eb934c-89c1-4370-add7-902a83939ee9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.632400 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10eb934c-89c1-4370-add7-902a83939ee9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.636539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10eb934c-89c1-4370-add7-902a83939ee9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.669801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10eb934c-89c1-4370-add7-902a83939ee9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.671217 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-10eb934c-89c1-4370-add7-902a83939ee9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1536283 Aug 03 19:54:20.674105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34340) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:20.675080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.679803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-af1e3bcd-96c4-4b92-9203-a4a7dd76f62d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '4158203f-ff90-42fb-bd32-78aa2a4f5830', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:20.684821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Transition to ACTIVE for port object 58f63b43-6f71-4536-b84d-5c5d5b0d9982 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:20.686421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb934c-89c1-4370-add7-902a83939ee9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4158203f-ff90-42fb-bd32-78aa2a4f5830,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:20.700581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Transition to ACTIVE for port object 58f63b43-6f71-4536-b84d-5c5d5b0d9982 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:20.706383 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.714068 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af1e3bcd-96c4-4b92-9203-a4a7dd76f62d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.750300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Network faba8956-5f4e-44ef-a944-670d258c323e is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:54:20.757651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:54:20.759566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Pushing event updated for resources: {'Port': ['ID=58f63b43-6f71-4536-b84d-5c5d5b0d9982,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:20.762621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:54:20.770876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.771127 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af1e3bcd-96c4-4b92-9203-a4a7dd76f62d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.771239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.771553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.771888 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.772221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.772550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.772925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.773282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.773616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.773932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.774294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.774616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:20.775165 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af1e3bcd-96c4-4b92-9203-a4a7dd76f62d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.795528 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e3bcd-96c4-4b92-9203-a4a7dd76f62d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8795e3c4-579a-497f-80f2-b6628ffeb218,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:20.809737 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af1e3bcd-96c4-4b92-9203-a4a7dd76f62d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.811091 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-af1e3bcd-96c4-4b92-9203-a4a7dd76f62d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353104 Aug 03 19:54:20.814006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34342) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:20.818650 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-72b029be-19d7-496e-976b-f0c0b39df721 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '4158203f-ff90-42fb-bd32-78aa2a4f5830', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:20.831381 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.835502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Attempting to bind port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:54:20.835851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Attempting to bind port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:54:20.836240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Attempting to bind port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 on network faba8956-5f4e-44ef-a944-670d258c323e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:20.841395 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:54:20.841809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Checking segment: {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:54:20.842183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.842586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Bound using segment: {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:54:20.843054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Bound port: 58f63b43-6f71-4536-b84d-5c5d5b0d9982, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:54:20.843464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.844225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-72b029be-19d7-496e-976b-f0c0b39df721 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.902452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-72b029be-19d7-496e-976b-f0c0b39df721 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.906463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-72b029be-19d7-496e-976b-f0c0b39df721 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.906769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] For port 58f63b43-6f71-4536-b84d-5c5d5b0d9982, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:54:20.910026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] For port 58f63b43-6f71-4536-b84d-5c5d5b0d9982, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=58f63b43-6f71-4536-b84d-5c5d5b0d9982,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:54:20.916271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.934146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b029be-19d7-496e-976b-f0c0b39df721 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df94dec-6e7b-4877-8aa5-15e04f1bf674,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:20.938387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-72b029be-19d7-496e-976b-f0c0b39df721 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.939529 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-72b029be-19d7-496e-976b-f0c0b39df721 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245577 Aug 03 19:54:20.942306 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34344) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:20.946748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-85320fc0-4042-4370-ae1c-d025dc4f63b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '4158203f-ff90-42fb-bd32-78aa2a4f5830', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:20.982863 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85320fc0-4042-4370-ae1c-d025dc4f63b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:20.990095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5c40d-f35b-40f4-80f6-81751eed6416 None None] Pushing event updated for resources: {'Port': ['ID=58f63b43-6f71-4536-b84d-5c5d5b0d9982,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:21.047893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85320fc0-4042-4370-ae1c-d025dc4f63b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.051539 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85320fc0-4042-4370-ae1c-d025dc4f63b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.069343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85320fc0-4042-4370-ae1c-d025dc4f63b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e19039-4680-4023-9b15-fe2b9323373f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:21.075707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85320fc0-4042-4370-ae1c-d025dc4f63b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.077592 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-85320fc0-4042-4370-ae1c-d025dc4f63b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342812 Aug 03 19:54:21.079536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34346) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:21.084102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-280d42e8-071b-45b6-9898-6db810ab6fac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '4158203f-ff90-42fb-bd32-78aa2a4f5830', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:21.113618 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-280d42e8-071b-45b6-9898-6db810ab6fac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.195917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-280d42e8-071b-45b6-9898-6db810ab6fac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.199991 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-280d42e8-071b-45b6-9898-6db810ab6fac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.219410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d42e8-071b-45b6-9898-6db810ab6fac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc988284-a95a-44b7-bd77-3e2681a3c7e5,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:21.225704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-280d42e8-071b-45b6-9898-6db810ab6fac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.227114 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-280d42e8-071b-45b6-9898-6db810ab6fac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466286 Aug 03 19:54:21.230726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34348) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:21.235357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-515f3733-e290-4036-b874-8bce1bbbe615 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '4158203f-ff90-42fb-bd32-78aa2a4f5830', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:21.258924 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-515f3733-e290-4036-b874-8bce1bbbe615 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Project 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:54:21.264476 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-515f3733-e290-4036-b874-8bce1bbbe615 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.325950 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-515f3733-e290-4036-b874-8bce1bbbe615 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.329562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-515f3733-e290-4036-b874-8bce1bbbe615 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.349343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f3733-e290-4036-b874-8bce1bbbe615 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2d1dfd-afda-449a-ab10-b7075a9f42b9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:21.357839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-515f3733-e290-4036-b874-8bce1bbbe615 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.359093 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-515f3733-e290-4036-b874-8bce1bbbe615 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273925 Aug 03 19:54:21.361970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34350) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:21.366370 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c8f744ae-9dc2-4853-94b3-7108e7bf024d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '4158203f-ff90-42fb-bd32-78aa2a4f5830', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:21.389350 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-c8f744ae-9dc2-4853-94b3-7108e7bf024d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Project 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:54:21.394568 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8f744ae-9dc2-4853-94b3-7108e7bf024d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.456485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8f744ae-9dc2-4853-94b3-7108e7bf024d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.460586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8f744ae-9dc2-4853-94b3-7108e7bf024d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.480206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f744ae-9dc2-4853-94b3-7108e7bf024d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6243006-81f7-4fe1-b413-6b4f4b4e578d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:21.483204 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c8f744ae-9dc2-4853-94b3-7108e7bf024d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:21.484466 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c8f744ae-9dc2-4853-94b3-7108e7bf024d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215777 Aug 03 19:54:21.684935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-441870d9-6c1a-4969-9e12-5c7fc657926b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516815913&fields=id&tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 267 time: 0.0382690 Aug 03 19:54:21.801522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-921c5fae-a620-4adf-94a8-f1b8c2e4e7c2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:21.803078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-921c5fae-a620-4adf-94a8-f1b8c2e4e7c2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/networks?id=faba8956-5f4e-44ef-a944-670d258c323e HTTP/1.1" status: 200 len: 796 time: 0.1110084 Aug 03 19:54:21.819750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-0d37f3a2-c19d-4aba-9b00-36223dd4556a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/quotas/8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 375 time: 0.0102417 Aug 03 19:54:21.862098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f15dfc-58bf-406a-85aa-23609a2dce95 None None] Network faba8956-5f4e-44ef-a944-670d258c323e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:54:21.888001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-ba285387-4d97-4708-bd88-b5f36c1549f9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0622280 Aug 03 19:54:21.937655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8bc61057-3cda-476f-9062-dc5c36baec8d None None] Provisioning for port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:22.083290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-491787b8-02ee-4020-8c43-b6d3194c2e15 service neutron] 10.222.0.42 "GET /v2.0/networks/faba8956-5f4e-44ef-a944-670d258c323e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835372 Aug 03 19:54:22.182573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-d51d97a6-d7ae-481b-b50b-fac12c246fbe service neutron] 10.222.0.42 "GET /v2.0/networks/faba8956-5f4e-44ef-a944-670d258c323e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922360 Aug 03 19:54:22.363012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57bb16cf-f217-4d33-986f-cafe133c49bf req-d48f9f82-8414-4a99-9d80-3dd6a20a93d4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 210 time: 0.0281467 Aug 03 19:54:22.796673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 58f63b43-6f71-4536-b84d-5c5d5b0d9982 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:22.854408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:22.858452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:22.858830 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:22.942251 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:22.982266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 58f63b43-6f71-4536-b84d-5c5d5b0d9982, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=58f63b43-6f71-4536-b84d-5c5d5b0d9982,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:22.986393 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:23.040231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=58f63b43-6f71-4536-b84d-5c5d5b0d9982,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:23.414334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-d90753b0-680e-4d40-a130-8623dd8d98e0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:23.416512 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-d90753b0-680e-4d40-a130-8623dd8d98e0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.88 "GET /v2.0/networks?id=faba8956-5f4e-44ef-a944-670d258c323e HTTP/1.1" status: 200 len: 796 time: 0.1164973 Aug 03 19:54:23.471131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a6123e7-0122-4dd9-8043-33a6ff98c595 req-65dd29fb-1c93-4729-87f4-0e043d3bc96b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 210 time: 0.0295398 Aug 03 19:54:23.489551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-8af74cc3-fb89-4738-b479-172f8a548a91 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 472 time: 0.0616555 Aug 03 19:54:23.499645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'port': {'device_id': '258edbc8-cf14-4b56-9e2b-dbf43da44a30', 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e', 'admin_state_up': True, 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'security_groups': ['4158203f-ff90-42fb-bd32-78aa2a4f5830']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:23.607336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:54:23.610809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:23.741289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.20.0.19 (faba8956-5f4e-44ef-a944-670d258c323e/ec5b4277-f37b-45df-9fe3-0e767aae1f9a/48ca29c7-5676-4d12-ba69-a6beb59b97a9) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:54:23.878695 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:23.892748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Transition to ACTIVE for port object 48ca29c7-5676-4d12-ba69-a6beb59b97a9 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:23.924221 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:23.965999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network faba8956-5f4e-44ef-a944-670d258c323e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:54:23.969012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:54:23.974596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:54:23.980862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=48ca29c7-5676-4d12-ba69-a6beb59b97a9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:24.010432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.010910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.011121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.011447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.011778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.012110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.012436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.012756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.013079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.013397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.013743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.014067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:24.041887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:24.042545 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.059132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-b4dcd91d-d13a-493f-8f90-f00fc866d591 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635083 Aug 03 19:54:24.125029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Request body: {'port': {'device_id': '258edbc8-cf14-4b56-9e2b-dbf43da44a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:24.201493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-23f7451b-641d-4f74-9b44-e39936aa6795 None None] Provisioning for port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:24.206080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-23f7451b-641d-4f74-9b44-e39936aa6795 None None] Provisioning complete for port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:24.206462 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23f7451b-641d-4f74-9b44-e39936aa6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.246936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-23f7451b-641d-4f74-9b44-e39936aa6795 None None] Port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:54:24.500682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.701115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28543fd3-7d52-4099-92e9-9a9836a33e42 req-7c3df79d-d013-4c2e-8abd-987ee07e6fda tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:24.702572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28543fd3-7d52-4099-92e9-9a9836a33e42 req-7c3df79d-d013-4c2e-8abd-987ee07e6fda tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 932 time: 0.1562355 Aug 03 19:54:24.772193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28543fd3-7d52-4099-92e9-9a9836a33e42 req-2d97aa00-9010-402f-9a09-f7e2cd17933f tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572059 Aug 03 19:54:24.775989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 58f63b43-6f71-4536-b84d-5c5d5b0d9982 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:24.823618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:24.823984 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.841667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ca29c7-5676-4d12-ba69-a6beb59b97a9 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:54:24.850057 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.862905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Transition to ACTIVE for port object 48ca29c7-5676-4d12-ba69-a6beb59b97a9 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:24.876924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.932419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca29c7-5676-4d12-ba69-a6beb59b97a9,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:24.999067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Attempting to bind port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:54:24.999503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Attempting to bind port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:54:24.999898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Attempting to bind port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 on network faba8956-5f4e-44ef-a944-670d258c323e {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:25.005492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 on network faba8956-5f4e-44ef-a944-670d258c323e not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:54:25.005823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Attempting to bind port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 on network faba8956-5f4e-44ef-a944-670d258c323e {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:25.011350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:54:25.011599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Checking segment: {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:54:25.011984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Bound using segment: {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:54:25.012414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Bound port: 48ca29c7-5676-4d12-ba69-a6beb59b97a9, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:54:25.012774 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:25.108919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] For port 48ca29c7-5676-4d12-ba69-a6beb59b97a9, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:54:25.112374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] For port 48ca29c7-5676-4d12-ba69-a6beb59b97a9, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=48ca29c7-5676-4d12-ba69-a6beb59b97a9,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:54:25.118163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:25.153401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.154092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:25.155504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] 10.222.0.88 "PUT /v2.0/ports/48ca29c7-5676-4d12-ba69-a6beb59b97a9 HTTP/1.1" status: 200 len: 1092 time: 1.0866904 Aug 03 19:54:25.155959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258edbc8-cf14-4b56-9e2b-dbf43da44a30', 'tag': '48ca29c7-5676-4d12-ba69-a6beb59b97a9'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:25.158289 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87" -d '{"events": [{"name": "network-changed", "server_uuid": "258edbc8-cf14-4b56-9e2b-dbf43da44a30", "tag": "48ca29c7-5676-4d12-ba69-a6beb59b97a9"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:25.210068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea97db4-0a2d-462c-952b-f14fa2d7bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca29c7-5676-4d12-ba69-a6beb59b97a9,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:25.251624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-385e0f0d-7314-41aa-87d5-4bce443da59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.253397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-385e0f0d-7314-41aa-87d5-4bce443da59a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 1095 time: 0.0561182 Aug 03 19:54:25.309165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-4eca56b5-21e6-4ad7-b595-44754c043a00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=48ca29c7-5676-4d12-ba69-a6beb59b97a9 HTTP/1.1" status: 200 len: 217 time: 0.0482748 Aug 03 19:54:25.360995 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd79dd2-a98b-4268-b27e-c5c7f8847ff2 x-openstack-request-id: req-ccd79dd2-a98b-4268-b27e-c5c7f8847ff2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:25.361298 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258edbc8-cf14-4b56-9e2b-dbf43da44a30", "tag": "48ca29c7-5676-4d12-ba69-a6beb59b97a9", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:25.361577 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccd79dd2-a98b-4268-b27e-c5c7f8847ff2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:25.361975 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258edbc8-cf14-4b56-9e2b-dbf43da44a30', 'tag': '48ca29c7-5676-4d12-ba69-a6beb59b97a9', 'status': 'completed', 'code': 200} Aug 03 19:54:25.367581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-4773accf-19f6-4567-9698-ab8f659febe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.369749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-4773accf-19f6-4567-9698-ab8f659febe4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ec5b4277-f37b-45df-9fe3-0e767aae1f9a HTTP/1.1" status: 200 len: 838 time: 0.0536351 Aug 03 19:54:25.417981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-f006a658-967f-45aa-bb4f-7e9cdc472ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.419493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-f006a658-967f-45aa-bb4f-7e9cdc472ffe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=faba8956-5f4e-44ef-a944-670d258c323e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423176 Aug 03 19:54:25.513758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-5f7a4355-0708-42bc-bc7c-8a2ce36d5fbf service neutron] 10.222.0.88 "GET /v2.0/networks/faba8956-5f4e-44ef-a944-670d258c323e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 Aug 03 19:54:25.601809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7c14f3f-e9c6-4d47-a2d4-228701868cbf req-6ec35275-5a25-4d30-a1ef-448cd61a4def service neutron] 10.222.0.88 "GET /v2.0/networks/faba8956-5f4e-44ef-a944-670d258c323e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809054 Aug 03 19:54:25.688868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-4781ae65-a2ae-403a-88c2-b26ac408673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.690418 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-4781ae65-a2ae-403a-88c2-b26ac408673b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 1095 time: 0.0410743 Aug 03 19:54:25.783447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-c8c6fd35-1baf-4bcf-9d7b-76e38e43e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.784847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-c8c6fd35-1baf-4bcf-9d7b-76e38e43e0cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=faba8956-5f4e-44ef-a944-670d258c323e HTTP/1.1" status: 200 len: 897 time: 0.0876777 Aug 03 19:54:25.827264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-6b775ead-2c15-4def-8538-936fc1e54d6c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=48ca29c7-5676-4d12-ba69-a6beb59b97a9 HTTP/1.1" status: 200 len: 217 time: 0.0346611 Aug 03 19:54:25.910480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-03dbc582-3da8-457a-8033-0c3fea621c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.911960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-03dbc582-3da8-457a-8033-0c3fea621c76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ec5b4277-f37b-45df-9fe3-0e767aae1f9a HTTP/1.1" status: 200 len: 838 time: 0.0760024 Aug 03 19:54:25.927619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4b5c2-6326-425c-9e02-2fcb8611ac42 req-a15912e7-036d-4d41-9a2d-d9a1f11472f1 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.929086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ba4b5c2-6326-425c-9e02-2fcb8611ac42 req-a15912e7-036d-4d41-9a2d-d9a1f11472f1 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 944 time: 0.0846496 Aug 03 19:54:25.996326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ba4b5c2-6326-425c-9e02-2fcb8611ac42 req-1107d8c9-7dc2-4be3-9d79-e409631eaea9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578465 Aug 03 19:54:25.999408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-83fc877e-6160-45b4-af5c-17d636797d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:26.000772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-83fc877e-6160-45b4-af5c-17d636797d9a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=faba8956-5f4e-44ef-a944-670d258c323e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706890 Aug 03 19:54:26.034001 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:26.097402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-dc41a535-cb21-4f4f-938b-a94c05cbb11e service neutron] 10.222.0.88 "GET /v2.0/networks/faba8956-5f4e-44ef-a944-670d258c323e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867662 Aug 03 19:54:26.100311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-f64215d3-0e80-44aa-9be1-175fd45e37ed req-83d25c72-b0c3-4f40-88d4-ce15a06bfa15 tempest-ServersNegativeTestJSON-1954240275 tempest-ServersNegativeTestJSON-1954240275-project] (94133) timed out ('10.222.0.63', 58933) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:54:26.189084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2c84f5b-c4d5-40e2-8e13-083b1a95ae87 req-2d0286a5-a818-4c3a-a3b4-392183e25d3f service neutron] 10.222.0.88 "GET /v2.0/networks/faba8956-5f4e-44ef-a944-670d258c323e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832248 Aug 03 19:54:26.198008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f7a71ad-2454-47c8-a7f4-12b2b8e618de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:27.123845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb86e3a-0348-429d-8f64-dc4e4de74a09 req-9ef2eeed-7e28-4ff7-a6f0-54c1f7dc04b0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:27.125537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ceb86e3a-0348-429d-8f64-dc4e4de74a09 req-9ef2eeed-7e28-4ff7-a6f0-54c1f7dc04b0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 944 time: 0.0562456 Aug 03 19:54:27.174452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ceb86e3a-0348-429d-8f64-dc4e4de74a09 req-92c7997b-9ac6-4650-a2cd-9d96090c69e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Aug 03 19:54:28.292385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768a6a-4773-4522-8281-df73a01f51d0 req-aeeba1da-700c-4be5-aafe-418eaf9b05f9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:28.294034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33768a6a-4773-4522-8281-df73a01f51d0 req-aeeba1da-700c-4be5-aafe-418eaf9b05f9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 944 time: 0.0494397 Aug 03 19:54:28.332528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33768a6a-4773-4522-8281-df73a01f51d0 req-390f544f-54ae-4364-8c47-3a321df4d045 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 Aug 03 19:54:29.287833 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 48ca29c7-5676-4d12-ba69-a6beb59b97a9 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:54:29.386620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 48ca29c7-5676-4d12-ba69-a6beb59b97a9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=48ca29c7-5676-4d12-ba69-a6beb59b97a9,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:29.402008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '48ca29c7-5676-4d12-ba69-a6beb59b97a9', 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e', 'port_id': '48ca29c7-5676-4d12-ba69-a6beb59b97a9', 'mac_address': 'fa:16:3e:db:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5b4277-f37b-45df-9fe3-0e767aae1f9a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:54:29.442222 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:29.452316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ca23d-8449-4993-a1f3-77b0e2305de4 req-0c04b444-ecef-4592-8c16-7850b504aff5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:29.453938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-784ca23d-8449-4993-a1f3-77b0e2305de4 req-0c04b444-ecef-4592-8c16-7850b504aff5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 944 time: 0.0519900 Aug 03 19:54:29.458660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ca29c7-5676-4d12-ba69-a6beb59b97a9 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:54:29.478546 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 48ca29c7-5676-4d12-ba69-a6beb59b97a9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=48ca29c7-5676-4d12-ba69-a6beb59b97a9,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:29.483174 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:29.494506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-784ca23d-8449-4993-a1f3-77b0e2305de4 req-ef752bdc-5b49-452f-a425-a871497a5eb7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342326 Aug 03 19:54:29.531397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=48ca29c7-5676-4d12-ba69-a6beb59b97a9,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:29.709642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['48ca29c7-5676-4d12-ba69-a6beb59b97a9'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:54:29.804078 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:30.323040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f724ce4b-dde3-4933-b24b-657547e11ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:30.612150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360447f-a9c4-4e8c-9c2a-c3553140b9d4 req-ffeb2bec-3f05-4cc7-9077-201f33ac715a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:30.613869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c360447f-a9c4-4e8c-9c2a-c3553140b9d4 req-ffeb2bec-3f05-4cc7-9077-201f33ac715a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 945 time: 0.0501244 Aug 03 19:54:30.662667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c360447f-a9c4-4e8c-9c2a-c3553140b9d4 req-2b265b55-1426-47bf-855a-534858b16b9b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428078 Aug 03 19:54:31.288725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 48ca29c7-5676-4d12-ba69-a6beb59b97a9 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:31.338989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:31.342673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:31.343047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:31.586604 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:31.609505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258edbc8-cf14-4b56-9e2b-dbf43da44a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca29c7-5676-4d12-ba69-a6beb59b97a9'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:31.611758 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21dba4c-80bc-4aab-ba3c-342b6e14ee96" -d '{"events": [{"server_uuid": "258edbc8-cf14-4b56-9e2b-dbf43da44a30", "name": "network-vif-plugged", "status": "completed", "tag": "48ca29c7-5676-4d12-ba69-a6beb59b97a9"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:31.625122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 48ca29c7-5676-4d12-ba69-a6beb59b97a9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=48ca29c7-5676-4d12-ba69-a6beb59b97a9,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:31.629657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:31.689801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=48ca29c7-5676-4d12-ba69-a6beb59b97a9,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:31.720475 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc5226c-bdc2-4d6a-8f05-f736138bddb0 x-openstack-request-id: req-9bc5226c-bdc2-4d6a-8f05-f736138bddb0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:31.720830 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258edbc8-cf14-4b56-9e2b-dbf43da44a30", "name": "network-vif-plugged", "status": "completed", "tag": "48ca29c7-5676-4d12-ba69-a6beb59b97a9", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:31.721306 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bc5226c-bdc2-4d6a-8f05-f736138bddb0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:31.721800 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258edbc8-cf14-4b56-9e2b-dbf43da44a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca29c7-5676-4d12-ba69-a6beb59b97a9', 'code': 200} Aug 03 19:54:31.833533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da17db0-4fb9-473c-8077-7b57d0e42e16 req-56de96b6-ae80-406a-89f7-502460aa84e3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:31.835041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4da17db0-4fb9-473c-8077-7b57d0e42e16 req-56de96b6-ae80-406a-89f7-502460aa84e3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 946 time: 0.0798240 Aug 03 19:54:31.850677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3d43-1c9f-40c7-9871-b1d5ce216f4d req-ce79d6d8-8542-4ce5-ab1e-099e90eed1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:31.852028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e79c3d43-1c9f-40c7-9871-b1d5ce216f4d req-ce79d6d8-8542-4ce5-ab1e-099e90eed1aa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 1097 time: 0.0674522 Aug 03 19:54:31.902410 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4da17db0-4fb9-473c-8077-7b57d0e42e16 req-925f5a1e-f239-4359-b85a-a40fb93b2225 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595992 Aug 03 19:54:31.904320 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e79c3d43-1c9f-40c7-9871-b1d5ce216f4d req-aa1894aa-de09-47a4-b84b-c68dc6ba9779 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448468 Aug 03 19:54:32.042525 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:33.025144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcd8e-7e77-41a6-a886-5804cda43ac3 req-a6cf496e-af6d-4392-9306-cf2282c2ca25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:33.026594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336fcd8e-7e77-41a6-a886-5804cda43ac3 req-a6cf496e-af6d-4392-9306-cf2282c2ca25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 946 time: 0.0546718 Aug 03 19:54:33.064430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336fcd8e-7e77-41a6-a886-5804cda43ac3 req-5587793a-a445-4539-9b82-db89d1395a03 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318484 Aug 03 19:54:33.180966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb9991-da39-4ded-8953-aa89c28ef900 req-633d79d2-5d99-4a9e-9175-bc8c6007a0b0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:33.183012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1cb9991-da39-4ded-8953-aa89c28ef900 req-633d79d2-5d99-4a9e-9175-bc8c6007a0b0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 946 time: 0.0513120 Aug 03 19:54:33.221203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a1cb9991-da39-4ded-8953-aa89c28ef900 req-9e4c6ddb-9070-48b6-9bd9-61373870c802 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Aug 03 19:54:34.520527 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.705386 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34426) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:35.151039 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:35.782796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.20.0.17 (faba8956-5f4e-44ef-a944-670d258c323e/ec5b4277-f37b-45df-9fe3-0e767aae1f9a/06584940-125a-4146-bbee-8c44ecc68798) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:54:35.910959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:35.926270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Transition to ACTIVE for port object 06584940-125a-4146-bbee-8c44ecc68798 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:35.962405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.005325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network faba8956-5f4e-44ef-a944-670d258c323e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:54:36.008729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:54:36.015986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:54:36.041304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=06584940-125a-4146-bbee-8c44ecc68798,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:36.066588 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.209142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a4d2d786-b5d3-4a77-8312-e0ea25cd77af None None] Provisioning for port 06584940-125a-4146-bbee-8c44ecc68798 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:36.211161 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.213838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a4d2d786-b5d3-4a77-8312-e0ea25cd77af None None] Provisioning complete for port 06584940-125a-4146-bbee-8c44ecc68798 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:36.214395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d786-b5d3-4a77-8312-e0ea25cd77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.252884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2d786-b5d3-4a77-8312-e0ea25cd77af None None] Port 06584940-125a-4146-bbee-8c44ecc68798 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:54:36.505802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.511088 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.586446 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.588241 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=06584940-125a-4146-bbee-8c44ecc68798,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:36.754960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network faba8956-5f4e-44ef-a944-670d258c323e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:54:36.757258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:54:36.885146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fab7653-8b15-4da4-9b0f-e89158ae022a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:54:36.985851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7bab8597-72ff-431e-bc72-14e509258c40 None None] Provisioning complete for port 06584940-125a-4146-bbee-8c44ecc68798 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:36.986139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7bab8597-72ff-431e-bc72-14e509258c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.014342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:54:37.022216 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0466f6af-de3d-45ac-81a6-611b98001d36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "PUT /v2.0/routers/2fab7653-8b15-4da4-9b0f-e89158ae022a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3157687 Aug 03 19:54:37.023878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-7bab8597-72ff-431e-bc72-14e509258c40 None None] Port 06584940-125a-4146-bbee-8c44ecc68798 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:54:37.040895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Sync routers for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:54:37.051056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:54:37.051702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:54:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:37.159720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:54:37.423696 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:36Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:14Z', 'revision_number': 1, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06584940-125a-4146-bbee-8c44ecc68798', 'name': '', 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d3:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ec5b4277-f37b-45df-9fe3-0e767aae1f9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:54:35Z', 'updated_at': '2021-08-03T19:54:36Z', 'revision_number': 2, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': 'ec5b4277-f37b-45df-9fe3-0e767aae1f9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:37.454745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Checking router: 2fab7653-8b15-4da4-9b0f-e89158ae022a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:54:37.455096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Updating router 2fab7653-8b15-4da4-9b0f-e89158ae022a port 06584940-125a-4146-bbee-8c44ecc68798 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:54:37.481226 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.767864 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.778151 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Transition to ACTIVE for port object 06584940-125a-4146-bbee-8c44ecc68798 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:37.784811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.840597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89823180-c33a-4cdd-bd39-3f6367780405 None None] Pushing event updated for resources: {'Port': ['ID=06584940-125a-4146-bbee-8c44ecc68798,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:37.897306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Attempting to bind port 06584940-125a-4146-bbee-8c44ecc68798 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:54:37.897859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Attempting to bind port 06584940-125a-4146-bbee-8c44ecc68798 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:54:37.898104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Attempting to bind port 06584940-125a-4146-bbee-8c44ecc68798 on network faba8956-5f4e-44ef-a944-670d258c323e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:37.905900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:54:37.906545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Checking segment: {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:54:37.907217 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.907705 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Bound using segment: {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:54:37.908516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Bound port: 06584940-125a-4146-bbee-8c44ecc68798, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcfdff7-171a-49f0-baca-63d74fc25642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:54:37.909163 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.999023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] For port 06584940-125a-4146-bbee-8c44ecc68798, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:54:38.002534 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] For port 06584940-125a-4146-bbee-8c44ecc68798, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06584940-125a-4146-bbee-8c44ecc68798,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:54:38.009998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.093002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:54:38.093582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:54:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:38.097880 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89823180-c33a-4cdd-bd39-3f6367780405 None None] Pushing event updated for resources: {'Port': ['ID=06584940-125a-4146-bbee-8c44ecc68798,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:38.223215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:54:38.479375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:36Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:14Z', 'revision_number': 1, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06584940-125a-4146-bbee-8c44ecc68798', 'name': '', 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d3:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ec5b4277-f37b-45df-9fe3-0e767aae1f9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:54:35Z', 'updated_at': '2021-08-03T19:54:37Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': 'ec5b4277-f37b-45df-9fe3-0e767aae1f9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:38.506448 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a679fd2-c4d2-4605-becd-b6405e033b15 None None] The sync data for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 is: [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:36Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:14Z', 'revision_number': 1, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06584940-125a-4146-bbee-8c44ecc68798', 'name': '', 'network_id': 'faba8956-5f4e-44ef-a944-670d258c323e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d3:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ec5b4277-f37b-45df-9fe3-0e767aae1f9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:54:35Z', 'updated_at': '2021-08-03T19:54:37Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': 'ec5b4277-f37b-45df-9fe3-0e767aae1f9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:54:38.813934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06584940-125a-4146-bbee-8c44ecc68798 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:38.874640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 06584940-125a-4146-bbee-8c44ecc68798 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:38.879125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 06584940-125a-4146-bbee-8c44ecc68798 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:38.879512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.978857 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:39.019846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 06584940-125a-4146-bbee-8c44ecc68798, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06584940-125a-4146-bbee-8c44ecc68798,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:39.026009 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:39.091069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=06584940-125a-4146-bbee-8c44ecc68798,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:40.789067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06584940-125a-4146-bbee-8c44ecc68798 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:40.837780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 06584940-125a-4146-bbee-8c44ecc68798 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:40.838161 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:41.885427 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-fbd7be2b-0cbd-4634-aa0e-1a43aebc30ee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432661 Aug 03 19:54:41.982354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-f9d0c042-e887-4f9e-84ec-ada93679f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:41.983849 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-f9d0c042-e887-4f9e-84ec-ada93679f292 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 1096 time: 0.0407121 Aug 03 19:54:42.091682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-338aa1fa-d7c2-40fe-805a-ff14829e4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:42.093185 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-338aa1fa-d7c2-40fe-805a-ff14829e4252 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 200 len: 897 time: 0.0892870 Aug 03 19:54:42.163227 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-9c95c071-914f-4a46-941c-ae3e9739c93a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962 HTTP/1.1" status: 200 len: 1001 time: 0.0628111 Aug 03 19:54:42.217248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-97ee8611-7532-429e-9fd4-193db94f5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:42.219075 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-97ee8611-7532-429e-9fd4-193db94f5d88 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=72a101b6-36dc-4e40-ba6a-ea6b2a943dc2 HTTP/1.1" status: 200 len: 835 time: 0.0486507 Aug 03 19:54:42.274883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-7b5db83b-ef89-4dc3-bd1f-6185e89ad705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:42.276559 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-7b5db83b-ef89-4dc3-bd1f-6185e89ad705 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501101 Aug 03 19:54:42.379455 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-c343527b-fad6-480f-ac01-72e67c4acf08 service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943680 Aug 03 19:54:42.484132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-21960c35-96eb-48ab-80cb-94d579b231e6 req-157f76e8-caeb-44e9-8e7a-f947076089e5 service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965426 Aug 03 19:54:46.483400 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:54:50.812513 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:56.034991 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:56.189376 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6c25bef-8eb9-45c4-a298-a3f1ecda4411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:57.414641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34456) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:57.801663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:58.115518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port 06584940-125a-4146-bbee-8c44ecc68798 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:54:58.115784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:58.207512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port 06584940-125a-4146-bbee-8c44ecc68798, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06584940-125a-4146-bbee-8c44ecc68798,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:58.207954 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:58.221304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for 06584940-125a-4146-bbee-8c44ecc68798 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:54:58.405234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:58.435788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=06584940-125a-4146-bbee-8c44ecc68798,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:58.611189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:58.826494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fab7653-8b15-4da4-9b0f-e89158ae022a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:54:58.933804 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:54:58.938211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0ddcda01-0725-4305-b353-ca96f6ab5707 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "PUT /v2.0/routers/2fab7653-8b15-4da4-9b0f-e89158ae022a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225360 Aug 03 19:54:58.943156 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] Sync routers for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:54:58.955816 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:54:58.956481 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:54:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:59.066320 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:54:59.165699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ea335-ddbd-4c71-b962-41c6b294cdb7 req-0a53ef97-19d2-481f-8a76-2b860a62074a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:59.167350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd6ea335-ddbd-4c71-b962-41c6b294cdb7 req-0a53ef97-19d2-481f-8a76-2b860a62074a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 946 time: 0.0523059 Aug 03 19:54:59.212469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd6ea335-ddbd-4c71-b962-41c6b294cdb7 req-faff6e71-0990-409d-aa17-95bfcdb2750c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380275 Aug 03 19:54:59.311415 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:58Z', 'revision_number': 6, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:14Z', 'revision_number': 1, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:59.423299 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] Checking router: 2fab7653-8b15-4da4-9b0f-e89158ae022a for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:54:59.431960 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:54:59.432607 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:54:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:59.539378 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:54:59.759784 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:58Z', 'revision_number': 6, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:14Z', 'revision_number': 1, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:59.786191 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d745b3a-432b-471d-a079-2e2956ddc675 None None] The sync data for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 is: [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:58Z', 'revision_number': 6, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'port_id': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'mac_address': 'fa:16:3e:20:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:12Z', 'updated_at': '2021-08-03T19:53:14Z', 'revision_number': 1, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:54:59.786467 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:00.324122 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-54a5532b-5e14-447c-abf7-24d7a0e213ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:00.353818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc99be-3953-4e97-9cc6-0a8ec6649264 req-a615aba6-622d-4e10-bfa8-dc197510b281 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:00.355480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6cc99be-3953-4e97-9cc6-0a8ec6649264 req-a615aba6-622d-4e10-bfa8-dc197510b281 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 946 time: 0.0580440 Aug 03 19:55:00.395925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6cc99be-3953-4e97-9cc6-0a8ec6649264 req-14240001-792b-47f9-846a-b0c11893879e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=4158203f-ff90-42fb-bd32-78aa2a4f5830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333021 Aug 03 19:55:00.493505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-3233d6d9-1a63-458a-948a-6b3caf4b2515 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:00.495018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-3233d6d9-1a63-458a-948a-6b3caf4b2515 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.88 "GET /v2.0/ports?device_id=258edbc8-cf14-4b56-9e2b-dbf43da44a30 HTTP/1.1" status: 200 len: 946 time: 0.0519402 Aug 03 19:55:00.586264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:00.586908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:00.687395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port 48ca29c7-5676-4d12-ba69-a6beb59b97a9, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=48ca29c7-5676-4d12-ba69-a6beb59b97a9,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:00.687668 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:00.700808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for 48ca29c7-5676-4d12-ba69-a6beb59b97a9 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:00.751038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06584940-125a-4146-bbee-8c44ecc68798 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:00.771163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 06584940-125a-4146-bbee-8c44ecc68798 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:00.771508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06584940-125a-4146-bbee-8c44ecc68798 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:00.833328 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:00.863665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=48ca29c7-5676-4d12-ba69-a6beb59b97a9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:00.905880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] No DVR routers for this DVR port 48ca29c7-5676-4d12-ba69-a6beb59b97a9 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:00.908520 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:00.910525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0179894c-7f16-4cc1-8ff4-24a587c6fca5 req-f05b8039-5ac2-427f-b7f4-84c25c2ae6d0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.88 "DELETE /v2.0/ports/48ca29c7-5676-4d12-ba69-a6beb59b97a9 HTTP/1.1" status: 204 len: 173 time: 0.4092269 Aug 03 19:55:00.911002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258edbc8-cf14-4b56-9e2b-dbf43da44a30', 'name': 'network-vif-deleted', 'tag': '48ca29c7-5676-4d12-ba69-a6beb59b97a9'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:00.913232 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01557a3c-488b-4fa0-9501-e91203ec822e" -d '{"events": [{"server_uuid": "258edbc8-cf14-4b56-9e2b-dbf43da44a30", "name": "network-vif-deleted", "tag": "48ca29c7-5676-4d12-ba69-a6beb59b97a9"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:00.954799 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0439a5f9-eb69-432d-a815-f31341526c7e x-openstack-request-id: req-0439a5f9-eb69-432d-a815-f31341526c7e {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:00.955113 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258edbc8-cf14-4b56-9e2b-dbf43da44a30", "name": "network-vif-deleted", "tag": "48ca29c7-5676-4d12-ba69-a6beb59b97a9", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:00.955395 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0439a5f9-eb69-432d-a815-f31341526c7e {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:00.955793 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258edbc8-cf14-4b56-9e2b-dbf43da44a30', 'name': 'network-vif-deleted', 'tag': '48ca29c7-5676-4d12-ba69-a6beb59b97a9', 'status': 'completed', 'code': 200} Aug 03 19:55:01.453858 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34470) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:01.515379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9673f4fa-1cc4-45b8-a5d1-ed1438f5ddb7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:01.540341 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9673f4fa-1cc4-45b8-a5d1-ed1438f5ddb7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:01.598860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9673f4fa-1cc4-45b8-a5d1-ed1438f5ddb7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:01.601581 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9673f4fa-1cc4-45b8-a5d1-ed1438f5ddb7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:01.602771 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9673f4fa-1cc4-45b8-a5d1-ed1438f5ddb7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/security-groups/4158203f-ff90-42fb-bd32-78aa2a4f5830 HTTP/1.1" status: 204 len: 168 time: 0.1478155 Aug 03 19:55:01.612361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673f4fa-1cc4-45b8-a5d1-ed1438f5ddb7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4158203f-ff90-42fb-bd32-78aa2a4f5830,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:01.636365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34474) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:01.691128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2842a4ae-546e-40e0-983c-d110d9dd04b4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting subnet ec5b4277-f37b-45df-9fe3-0e767aae1f9a {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:55:01.694247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2842a4ae-546e-40e0-983c-d110d9dd04b4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:01.734896 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2842a4ae-546e-40e0-983c-d110d9dd04b4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:01.820311 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2842a4ae-546e-40e0-983c-d110d9dd04b4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:01.884947 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2842a4ae-546e-40e0-983c-d110d9dd04b4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.048068 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.222215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842a4ae-546e-40e0-983c-d110d9dd04b4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5b4277-f37b-45df-9fe3-0e767aae1f9a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:02.226255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2842a4ae-546e-40e0-983c-d110d9dd04b4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.228188 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2842a4ae-546e-40e0-983c-d110d9dd04b4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/subnets/ec5b4277-f37b-45df-9fe3-0e767aae1f9a HTTP/1.1" status: 204 len: 168 time: 0.5901527 Aug 03 19:55:02.231769 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34476) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:02.234908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e5c0c-4d9a-48a6-9fdd-114961db04ac None None] Network faba8956-5f4e-44ef-a944-670d258c323e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:02.341266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.403135 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:02.403484 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.475283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] DHCP port deletion for faba8956-5f4e-44ef-a944-670d258c323e request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:55:02.501629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port 58f63b43-6f71-4536-b84d-5c5d5b0d9982, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=58f63b43-6f71-4536-b84d-5c5d5b0d9982,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:02.502405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.517909 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for 58f63b43-6f71-4536-b84d-5c5d5b0d9982 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:02.535001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] Deleting port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:02.535480 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.603350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] For port 58f63b43-6f71-4536-b84d-5c5d5b0d9982, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=58f63b43-6f71-4536-b84d-5c5d5b0d9982,segment=NetworkSegment(0dcfdff7-171a-49f0-baca-63d74fc25642),segment_id=0dcfdff7-171a-49f0-baca-63d74fc25642)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:02.603679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.618443 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.620799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] Calling delete_port for 58f63b43-6f71-4536-b84d-5c5d5b0d9982 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:02.652591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=58f63b43-6f71-4536-b84d-5c5d5b0d9982,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:02.656764 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] No DVR routers for this DVR port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:55:02.718843 n-d-803378-1 neutron-server[94135]: self.session.flush() Aug 03 19:55:02.726028 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.756697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.756876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] Pushing event deleted for resources: {'Port': ['ID=58f63b43-6f71-4536-b84d-5c5d5b0d9982,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:02.760405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f5fff-db9f-4476-acce-75224f19c3cc None None] No DVR routers for this DVR port 58f63b43-6f71-4536-b84d-5c5d5b0d9982 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:02.783638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faba8956-5f4e-44ef-a944-670d258c323e']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:02.798635 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcfdff7-171a-49f0-baca-63d74fc25642') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:02.798955 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcfdff7-171a-49f0-baca-63d74fc25642') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:02.810706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.820946 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 58f63b43-6f71-4536-b84d-5c5d5b0d9982 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:02.830884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.837970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:02.838775 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: timer() Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:02.842973 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:02.854801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 58f63b43-6f71-4536-b84d-5c5d5b0d9982 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:02.855277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 58f63b43-6f71-4536-b84d-5c5d5b0d9982 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:02.905959 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.913327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.915191 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/networks/faba8956-5f4e-44ef-a944-670d258c323e HTTP/1.1" status: 204 len: 168 time: 0.6821620 Aug 03 19:55:02.918108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:02.936687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f018dd3-bb2e-441f-97c4-976fb9cf8b62 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Network': ['ID=faba8956-5f4e-44ef-a944-670d258c323e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:03.115547 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port 45a772ea-e8b2-4fa1-b8de-231cb64f78ee {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:03.115816 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:03.197308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:03.197666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:03.211096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for 45a772ea-e8b2-4fa1-b8de-231cb64f78ee owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:03.368988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:03.392946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=45a772ea-e8b2-4fa1-b8de-231cb64f78ee,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:03.463724 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:03.464053 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Floating IP 1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd disassociated (deleted). External IP: 172.25.4.235, port: 011afb94-cf26-4e7f-9d9e-d7b108c4a962. Aug 03 19:55:03.672285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fab7653-8b15-4da4-9b0f-e89158ae022a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:55:03.782535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:03.787444 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:03.791868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] Sync routers for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:03.801015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:03.801672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:03.817047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4c469b51-a00a-4609-be1d-b704b850c6b2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/floatingips/1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd HTTP/1.1" status: 204 len: 168 time: 0.8977511 Aug 03 19:55:03.817657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:03.819980 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f85ce0-a302-4fe1-b017-1d43cf637fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:03.856758 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd090127-2225-4ef0-be67-0e3ed1a9d12d x-openstack-request-id: req-dd090127-2225-4ef0-be67-0e3ed1a9d12d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:03.856969 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:03.857244 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd090127-2225-4ef0-be67-0e3ed1a9d12d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:03.857680 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'status': 'completed', 'code': 200} Aug 03 19:55:03.914262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:03.944167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-0a0e514b-6bb0-42ff-bc95-867e405b1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:03.945796 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-0a0e514b-6bb0-42ff-bc95-867e405b1b8a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 1096 time: 0.0428705 Aug 03 19:55:04.051432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-3940f37f-af93-4b83-8f7b-1b934dfdcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:04.053112 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-3940f37f-af93-4b83-8f7b-1b934dfdcb6d service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 200 len: 897 time: 0.1002641 Aug 03 19:55:04.056873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb6a6-fd6b-4ad7-917f-208eee6beb96 req-2565a0d3-08f3-4d81-b965-71e2618ee6d3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:04.059576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fabb6a6-fd6b-4ad7-917f-208eee6beb96 req-2565a0d3-08f3-4d81-b965-71e2618ee6d3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 945 time: 0.0554986 Aug 03 19:55:04.097702 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-162d4be6-bd9b-4c77-aa7a-ba1e98ee9c70 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962 HTTP/1.1" status: 200 len: 217 time: 0.0352273 Aug 03 19:55:04.103620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4fabb6a6-fd6b-4ad7-917f-208eee6beb96 req-9e2ba394-0f12-4145-80d7-4ffb71bc69fa tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375671 Aug 03 19:55:04.125881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:58Z', 'revision_number': 6, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:04.151672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] Checking router: 2fab7653-8b15-4da4-9b0f-e89158ae022a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:04.158822 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-787eca17-df87-4f08-be95-1acac360819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:04.160245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:04.160418 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-787eca17-df87-4f08-be95-1acac360819f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=72a101b6-36dc-4e40-ba6a-ea6b2a943dc2 HTTP/1.1" status: 200 len: 835 time: 0.0534945 Aug 03 19:55:04.160868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:04.211706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-5edfaf43-7c28-4c2a-b7c7-b5b6bd7c2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:04.213151 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-5edfaf43-7c28-4c2a-b7c7-b5b6bd7c2a86 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456924 Aug 03 19:55:04.272911 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:04.308237 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-61dc8ec8-142d-4e44-9319-c0f3fbe979a5 service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 Aug 03 19:55:04.413175 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-50f85ce0-a302-4fe1-b017-1d43cf637fa7 req-555b8691-83d8-449e-926d-5f642ae34b11 service neutron] 10.222.0.63 "GET /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964205 Aug 03 19:55:04.568676 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:04.649023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:58Z', 'revision_number': 6, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:04.681403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83c4a2-ebc3-4ba5-9e29-bce09d89bf3d None None] The sync data for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 is: [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:54:58Z', 'revision_number': 6, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '8aeedb53-dd42-40f1-889f-4e33a9f9afb3', 'name': '', 'network_id': 'e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:d6:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:55Z', 'updated_at': '2021-08-03T19:53:00Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '72a101b6-36dc-4e40-ba6a-ea6b2a943dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:04.908214 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034f027-c2ce-4068-abcf-9a8bbe1e1147 None None] New status for floating IP 1296bd6d-bc6f-4ac5-8cf8-93f4adb782fd: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:55:05.223431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aee1fd-beec-46e6-a74d-1b01a59740fa req-4c19089b-8bbb-4612-a584-936d3eab4bd2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:05.224962 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2aee1fd-beec-46e6-a74d-1b01a59740fa req-4c19089b-8bbb-4612-a584-936d3eab4bd2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 945 time: 0.0498440 Aug 03 19:55:05.269060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2aee1fd-beec-46e6-a74d-1b01a59740fa req-8ba785b7-44d1-4e83-bc09-24b4768b5403 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd930c6c-71d0-4b92-8de9-ff65859e84c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360329 Aug 03 19:55:05.427878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 48ca29c7-5676-4d12-ba69-a6beb59b97a9 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:05.448359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 48ca29c7-5676-4d12-ba69-a6beb59b97a9 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:05.448708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 48ca29c7-5676-4d12-ba69-a6beb59b97a9 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:05.584192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-87ed4a90-2c68-4241-bba6-01801d8f2418 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:05.585728 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-87ed4a90-2c68-4241-bba6-01801d8f2418 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 945 time: 0.0502222 Aug 03 19:55:05.688806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:05.688806 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:05.785880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port 011afb94-cf26-4e7f-9d9e-d7b108c4a962, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=011afb94-cf26-4e7f-9d9e-d7b108c4a962,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:05.786465 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:05.806353 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for 011afb94-cf26-4e7f-9d9e-d7b108c4a962 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:05.957498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:05.985987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=011afb94-cf26-4e7f-9d9e-d7b108c4a962,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:06.036161 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] No DVR routers for this DVR port 011afb94-cf26-4e7f-9d9e-d7b108c4a962 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:06.039167 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:06.041273 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-cc1518c9-ac3e-4e66-afba-e7dee78a8f5b req-fe095174-23a0-45bf-a9bf-0b6e7babec25 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "DELETE /v2.0/ports/011afb94-cf26-4e7f-9d9e-d7b108c4a962 HTTP/1.1" status: 204 len: 173 time: 0.4498568 Aug 03 19:55:06.041735 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'name': 'network-vif-deleted', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:06.044090 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc4fccb-8a51-4822-a780-e7f636db1915" -d '{"events": [{"server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "name": "network-vif-deleted", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:06.086098 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486949b3-0216-4b68-ba6e-d5b2cceea7e1 x-openstack-request-id: req-486949b3-0216-4b68-ba6e-d5b2cceea7e1 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:06.086391 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8e7207-182a-4a96-928d-71703d9ccaae", "name": "network-vif-deleted", "tag": "011afb94-cf26-4e7f-9d9e-d7b108c4a962", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:06.086640 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-486949b3-0216-4b68-ba6e-d5b2cceea7e1 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:06.087036 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8e7207-182a-4a96-928d-71703d9ccaae', 'name': 'network-vif-deleted', 'tag': '011afb94-cf26-4e7f-9d9e-d7b108c4a962', 'status': 'completed', 'code': 200} Aug 03 19:55:06.376078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b05b6a6-e693-44d0-add2-02eff20f18b5 req-e0907a08-594f-4605-9497-e3a01ba7047f tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb8e7207-182a-4a96-928d-71703d9ccaae HTTP/1.1" status: 200 len: 210 time: 0.0278401 Aug 03 19:55:07.433406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34498) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:07.500659 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-849261a2-b7ae-4f42-b8c9-d4b09e7164a5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:07.529929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-849261a2-b7ae-4f42-b8c9-d4b09e7164a5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:07.595196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-849261a2-b7ae-4f42-b8c9-d4b09e7164a5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:07.597893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-849261a2-b7ae-4f42-b8c9-d4b09e7164a5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:07.599149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-849261a2-b7ae-4f42-b8c9-d4b09e7164a5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/security-groups/fd930c6c-71d0-4b92-8de9-ff65859e84c8 HTTP/1.1" status: 204 len: 168 time: 0.1641488 Aug 03 19:55:07.609346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849261a2-b7ae-4f42-b8c9-d4b09e7164a5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd930c6c-71d0-4b92-8de9-ff65859e84c8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:07.634330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34502) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:08.015829 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:08.271740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:08.272005 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:08.376010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port 8aeedb53-dd42-40f1-889f-4e33a9f9afb3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:08.376444 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:08.389625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:08.575078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:08.598537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=8aeedb53-dd42-40f1-889f-4e33a9f9afb3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:08.778611 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:08.998895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fab7653-8b15-4da4-9b0f-e89158ae022a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:55:09.451907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:09.457392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4ffb6152-ab31-4ae9-a0a1-5ca649797fed tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "PUT /v2.0/routers/2fab7653-8b15-4da4-9b0f-e89158ae022a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218119 Aug 03 19:55:09.460128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34504) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:09.463044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] Sync routers for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:09.473517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:09.474153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:09.512724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29d8d9d-77c8-4a83-b1ba-58abcf2f3999 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting subnet 72a101b6-36dc-4e40-ba6a-ea6b2a943dc2 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:55:09.516359 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c29d8d9d-77c8-4a83-b1ba-58abcf2f3999 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.558821 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c29d8d9d-77c8-4a83-b1ba-58abcf2f3999 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.588826 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:09.657402 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c29d8d9d-77c8-4a83-b1ba-58abcf2f3999 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.718910 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c29d8d9d-77c8-4a83-b1ba-58abcf2f3999 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.748521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d8d9d-77c8-4a83-b1ba-58abcf2f3999 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Subnet': ['ID=72a101b6-36dc-4e40-ba6a-ea6b2a943dc2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:09.754565 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c29d8d9d-77c8-4a83-b1ba-58abcf2f3999 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.759939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c29d8d9d-77c8-4a83-b1ba-58abcf2f3999 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/subnets/72a101b6-36dc-4e40-ba6a-ea6b2a943dc2 HTTP/1.1" status: 204 len: 168 time: 0.2963820 Aug 03 19:55:09.760896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34506) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:09.764492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a36d3-8da9-4f50-88f8-b568b6932f1a None None] Network e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:09.836774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:55:08Z', 'revision_number': 7, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:09.866106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] Checking router: 2fab7653-8b15-4da4-9b0f-e89158ae022a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:09.888916 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.911414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] Routers {'2fab7653-8b15-4da4-9b0f-e89158ae022a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:09.912055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fab7653-8b15-4da4-9b0f-e89158ae022a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:10.017703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.026371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] Set router 2fab7653-8b15-4da4-9b0f-e89158ae022a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:10.085331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port e9ba2955-a0af-4bbe-a998-2719f4abb75d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:10.085706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.088121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] DHCP port deletion for e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:55:10.174794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port e9ba2955-a0af-4bbe-a998-2719f4abb75d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e9ba2955-a0af-4bbe-a998-2719f4abb75d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:10.175155 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.188481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for e9ba2955-a0af-4bbe-a998-2719f4abb75d owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:10.229813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] Deleting port 06957bc1-abf5-488b-9883-f719d9f778e7 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:10.230193 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.311187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] For port 06957bc1-abf5-488b-9883-f719d9f778e7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=06957bc1-abf5-488b-9883-f719d9f778e7,segment=NetworkSegment(3d7e23e0-661b-4e3c-b0c3-be515478bc20),segment_id=3d7e23e0-661b-4e3c-b0c3-be515478bc20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:10.311594 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.327055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] Calling delete_port for 06957bc1-abf5-488b-9883-f719d9f778e7 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:10.341266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:55:08Z', 'revision_number': 7, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:10.372688 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.399719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=e9ba2955-a0af-4bbe-a998-2719f4abb75d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:10.399973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008bb49-cada-49d3-b98f-8034c1637c93 None None] The sync data for ids ['2fab7653-8b15-4da4-9b0f-e89158ae022a'] in n-d-803378-1 is: [{'id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'name': 'tempest-TestNetworkBasicOps-router-1719891201', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:55:08Z', 'revision_number': 7, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e9ba2955-a0af-4bbe-a998-2719f4abb75d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fab7653-8b15-4da4-9b0f-e89158ae022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:52:52Z', 'updated_at': '2021-08-03T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:10.461991 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.474633 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.490753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] Pushing event deleted for resources: {'Port': ['ID=06957bc1-abf5-488b-9883-f719d9f778e7,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:10.492677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ba36e-21c4-4dd0-99a4-7c42be2a5072 None None] No DVR routers for this DVR port 06957bc1-abf5-488b-9883-f719d9f778e7 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:10.580125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.582356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.629833 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.630368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Fanout notify agent at l3_agent the message router_deleted on router 2fab7653-8b15-4da4-9b0f-e89158ae022a {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:55:10.639314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.640479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2032ecb0-dec5-4bef-a7eb-204416761d54 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/routers/2fab7653-8b15-4da4-9b0f-e89158ae022a HTTP/1.1" status: 204 len: 168 time: 0.8785017 Aug 03 19:55:10.643317 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34508) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:10.721787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.824503 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.836368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:10.849300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7e23e0-661b-4e3c-b0c3-be515478bc20') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:10.849746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7e23e0-661b-4e3c-b0c3-be515478bc20') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:10.861945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.880666 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.888410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:10.888830 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:10.893501 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:10.903309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06957bc1-abf5-488b-9883-f719d9f778e7 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:10.925685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 06957bc1-abf5-488b-9883-f719d9f778e7 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:10.926172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 06957bc1-abf5-488b-9883-f719d9f778e7 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:10.926644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:10.950108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:10.950348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 8aeedb53-dd42-40f1-889f-4e33a9f9afb3 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:10.967513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.987575 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.989494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/networks/e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05 HTTP/1.1" status: 204 len: 168 time: 0.3451650 Aug 03 19:55:10.990561 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aef8f5-60a8-4cab-a2d5-420cc2d223ab tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Network': ['ID=e8f4ae14-e50a-4f7f-82dd-2c02d89a8a05,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:11.012485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34514) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:11.019141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'network': {'name': 'tempest-network-smoke--1590904391', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'port_security_enabled': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:11.044688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:11.048651 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.077987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:11.089012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.089360 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Added segment 0dc50ba8-16df-45f7-ad3e-d0258aba51e8 of type vlan for network 6b0e30ac-5370-444e-a3aa-546713c8f69e Aug 03 19:55:11.113816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 011afb94-cf26-4e7f-9d9e-d7b108c4a962 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:11.133941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.135866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 011afb94-cf26-4e7f-9d9e-d7b108c4a962 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:11.136298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 011afb94-cf26-4e7f-9d9e-d7b108c4a962 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:11.163349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.170492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:11.171176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.260559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2438231 Aug 03 19:55:11.261101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34516) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:11.266427 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'admin_state_up': True, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:11.292730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542aea9f-cba5-4080-a3da-de5f724d1fe4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Network': ['ID=6b0e30ac-5370-444e-a3aa-546713c8f69e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:11.295659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.299328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.309794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:11.361759 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.515955 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.715930 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.734807 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.842606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.25.4.58 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/e8a5fbbd-7826-466e-a120-d63f62091737) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:11.945584 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.989450 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:12.026213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:12.029597 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:12.035074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:12.040480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=e8a5fbbd-7826-466e-a120-d63f62091737,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:12.285812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:12.482060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:12.614685 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:55:12.724625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:12.734955 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Sync routers for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:12.743328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:12.744475 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:12.744588 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8ced15f2-bc72-4a0c-acfc-74280cb51a36 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4823503 Aug 03 19:55:12.745085 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:12.747612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34518) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:12.764226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e9ba2955-a0af-4bbe-a998-2719f4abb75d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:12.781195 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1ccb2644-973c-47e6-8ee8-6c46f29e47f4 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293732 Aug 03 19:55:12.781449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34520) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:12.790995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e9ba2955-a0af-4bbe-a998-2719f4abb75d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:12.791475 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e9ba2955-a0af-4bbe-a998-2719f4abb75d not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:12.858817 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:12.880091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319866c2-4654-4f67-8e8f-bb3d2a975a7c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:12.881651 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-319866c2-4654-4f67-8e8f-bb3d2a975a7c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0992274 Aug 03 19:55:12.884530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34522) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:12.913755 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1ac42a78-11bb-43d9-82b4-21c57dbf1d54 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281072 Aug 03 19:55:12.916187 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34524) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:12.921744 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-330085110', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:13.015153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:13.018766 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.033296 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:12Z', 'revision_number': 3, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:13.058577 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Checking router: 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:13.058927 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Updating router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 port e8a5fbbd-7826-466e-a120-d63f62091737 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:55:13.084425 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.207282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.261405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Subnet': ['ID=0c565c75-b711-4b65-adfd-7493ac2d2286,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:13.274196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Checking segment: {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:13.274563 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network hostable DHCP agents. Network: 6b0e30ac-5370-444e-a3aa-546713c8f69e, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:13.291680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:13.301259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 6b0e30ac-5370-444e-a3aa-546713c8f69e) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:13.305907 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:13.306590 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.310795 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d2db0-567a-4833-a551-cf03f1153631 None None] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:13.321608 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-be93d9aa-70ab-440f-bd7a-66d68c2812da tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4043629 Aug 03 19:55:13.325021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34526) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:13.358895 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.369540 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Transition to ACTIVE for port object e8a5fbbd-7826-466e-a120-d63f62091737 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:13.377421 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.422133 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Attempting to bind port e8a5fbbd-7826-466e-a120-d63f62091737 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:13.422494 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Attempting to bind port e8a5fbbd-7826-466e-a120-d63f62091737 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:13.423032 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Attempting to bind port e8a5fbbd-7826-466e-a120-d63f62091737 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:13.437451 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:13.437831 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:13.438385 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.438926 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:13.439382 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Bound port: e8a5fbbd-7826-466e-a120-d63f62091737, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:13.439855 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.461878 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Pushing event updated for resources: {'Port': ['ID=e8a5fbbd-7826-466e-a120-d63f62091737,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:13.479169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-6b0e30ac-5370-444e-a3aa-546713c8f69e', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:13.480290 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.482107 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.482445 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.482773 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.483097 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.483418 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.483734 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.484053 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.484365 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.484689 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.484992 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.485305 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.485642 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:13.509833 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] For port e8a5fbbd-7826-466e-a120-d63f62091737, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:13.514262 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] For port e8a5fbbd-7826-466e-a120-d63f62091737, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e8a5fbbd-7826-466e-a120-d63f62091737,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:13.519690 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.574889 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:13.575521 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:13.641082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Allocated IP 172.20.0.2 (6b0e30ac-5370-444e-a3aa-546713c8f69e/0c565c75-b711-4b65-adfd-7493ac2d2286/4e5973d9-6738-401a-9e99-962a84206d33) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:13.680666 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ee8c-6604-4a31-8d5b-8546c79ad738 None None] Pushing event updated for resources: {'Port': ['ID=e8a5fbbd-7826-466e-a120-d63f62091737,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:13.712256 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:13.797183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.807752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Transition to ACTIVE for port object 4e5973d9-6738-401a-9e99-962a84206d33 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:13.816647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.825527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Transition to ACTIVE for port object 4e5973d9-6738-401a-9e99-962a84206d33 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:13.832437 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.874655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:13.877840 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:13.880591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:13.894193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Pushing event updated for resources: {'Port': ['ID=4e5973d9-6738-401a-9e99-962a84206d33,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:13.948784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Attempting to bind port 4e5973d9-6738-401a-9e99-962a84206d33 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:13.949937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Attempting to bind port 4e5973d9-6738-401a-9e99-962a84206d33 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:13.950457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Attempting to bind port 4e5973d9-6738-401a-9e99-962a84206d33 on network 6b0e30ac-5370-444e-a3aa-546713c8f69e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:13.956166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:13.956537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Checking segment: {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:13.956934 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.957323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Bound using segment: {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:13.958004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Bound port: 4e5973d9-6738-401a-9e99-962a84206d33, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:13.958493 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:13.987715 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:12Z', 'revision_number': 3, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:14.018510 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b20cb-fce6-4aa4-b121-12a962fb0229 None None] The sync data for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 is: [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:12Z', 'revision_number': 3, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:14.024695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] For port 4e5973d9-6738-401a-9e99-962a84206d33, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:14.028784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] For port 4e5973d9-6738-401a-9e99-962a84206d33, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4e5973d9-6738-401a-9e99-962a84206d33,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:14.032817 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:14.109011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a17e61-a0fa-48bc-99a9-e0c1f7daebfd None None] Pushing event updated for resources: {'Port': ['ID=4e5973d9-6738-401a-9e99-962a84206d33,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:14.130174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.20.0.1 (6b0e30ac-5370-444e-a3aa-546713c8f69e/0c565c75-b711-4b65-adfd-7493ac2d2286/6f5f5d64-c7ed-4974-a0b2-0a303caf977e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:14.294894 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:14.308978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Transition to ACTIVE for port object 6f5f5d64-c7ed-4974-a0b2-0a303caf977e will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:14.366465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:14.410620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:14.414824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:14.421606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:14.447166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:14.473033 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:14.612702 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:14.886108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e8a5fbbd-7826-466e-a120-d63f62091737 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:14.943040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e8a5fbbd-7826-466e-a120-d63f62091737 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:14.947786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e8a5fbbd-7826-466e-a120-d63f62091737 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:14.948163 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:14.977678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:14.983206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.051413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.054079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:15.083484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e8a5fbbd-7826-466e-a120-d63f62091737, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e8a5fbbd-7826-466e-a120-d63f62091737,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:15.086364 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.088220 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.089295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4e5973d9-6738-401a-9e99-962a84206d33 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:15.191933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e8a5fbbd-7826-466e-a120-d63f62091737,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:15.194873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:15.196354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:15.206547 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 4e5973d9-6738-401a-9e99-962a84206d33 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:15.248847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804434bd-9252-4a58-965f-5fcce50ed60b None None] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:15.317358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8d3c9461-0732-4a12-a228-7402e26aa293 None None] Provisioning for port 4e5973d9-6738-401a-9e99-962a84206d33 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:15.329355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8d3c9461-0732-4a12-a228-7402e26aa293 None None] Provisioning complete for port 4e5973d9-6738-401a-9e99-962a84206d33 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:15.329756 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8d3c9461-0732-4a12-a228-7402e26aa293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.345109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:55:15.486529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:15.492420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-095f86e1-006c-41e7-9162-aa728cdbf562 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "PUT /v2.0/routers/2fdfee63-0f5d-46b6-81d1-8ed16894cbf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1661129 Aug 03 19:55:15.495620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34530) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:15.601577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6bf54-c021-45e6-b4fc-2785a563602a tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.602090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6bf54-c021-45e6-b4fc-2785a563602a tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.602500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6bf54-c021-45e6-b4fc-2785a563602a tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.602962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6bf54-c021-45e6-b4fc-2785a563602a tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.604672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-53b6bf54-c021-45e6-b4fc-2785a563602a tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1080666 Aug 03 19:55:15.608255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34532) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:15.672490 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8d3c9461-0732-4a12-a228-7402e26aa293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.680753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79964084-64a7-4778-9945-7ba03182c649 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.681315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79964084-64a7-4778-9945-7ba03182c649 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.681734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79964084-64a7-4778-9945-7ba03182c649 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.682188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79964084-64a7-4778-9945-7ba03182c649 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.683953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79964084-64a7-4778-9945-7ba03182c649 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0747480 Aug 03 19:55:15.688746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34534) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:15.720673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8d3c9461-0732-4a12-a228-7402e26aa293 None None] For port 4e5973d9-6738-401a-9e99-962a84206d33, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4e5973d9-6738-401a-9e99-962a84206d33,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:15.726404 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8d3c9461-0732-4a12-a228-7402e26aa293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.786128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c9461-0732-4a12-a228-7402e26aa293 None None] Pushing event updated for resources: {'Port': ['ID=4e5973d9-6738-401a-9e99-962a84206d33,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:15.950366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584df69-177f-4645-84b2-f136c236617f None None] Sync routers for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:15.962183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584df69-177f-4645-84b2-f136c236617f None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:15.962897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a584df69-177f-4645-84b2-f136c236617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:16.097042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ea8e17fa-35d5-4059-8047-7f2c9c6f217a None None] Provisioning complete for port 4e5973d9-6738-401a-9e99-962a84206d33 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:16.097575 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea8e17fa-35d5-4059-8047-7f2c9c6f217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.130890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-a584df69-177f-4645-84b2-f136c236617f None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:16.212494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c458f4c7-a77c-43fc-a5b1-ed5e0c28474c tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.5200379 Aug 03 19:55:16.343548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ea8e17fa-35d5-4059-8047-7f2c9c6f217a None None] Provisioning for port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:16.351432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ea8e17fa-35d5-4059-8047-7f2c9c6f217a None None] Provisioning complete for port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:16.351850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea8e17fa-35d5-4059-8047-7f2c9c6f217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.412206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e17fa-35d5-4059-8047-7f2c9c6f217a None None] Port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:16.447431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a584df69-177f-4645-84b2-f136c236617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 2, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:16.479589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584df69-177f-4645-84b2-f136c236617f None None] Checking router: 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:16.479979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584df69-177f-4645-84b2-f136c236617f None None] Updating router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:55:16.510367 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a584df69-177f-4645-84b2-f136c236617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.522486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34538) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:16.530183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-57dcf32d-5f5b-4e6a-aebf-447b41099689 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438813128', 'description': 'tempest-secgroup-smoke-438813128 description', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:16.563811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4aa4496d-55a5-430c-8732-a8170a232bd7 None None] Provisioning complete for port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:16.564191 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4aa4496d-55a5-430c-8732-a8170a232bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.567487 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57dcf32d-5f5b-4e6a-aebf-447b41099689 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.666655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4496d-55a5-430c-8732-a8170a232bd7 None None] Port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:16.695525 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57dcf32d-5f5b-4e6a-aebf-447b41099689 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.699989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57dcf32d-5f5b-4e6a-aebf-447b41099689 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.730378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcf32d-5f5b-4e6a-aebf-447b41099689 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f640226-2708-424e-bb91-6b7897b5272a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:16.734216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57dcf32d-5f5b-4e6a-aebf-447b41099689 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.738095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-57dcf32d-5f5b-4e6a-aebf-447b41099689 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2118373 Aug 03 19:55:16.738498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34540) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:16.745688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3be36ba5-c655-4a14-9c2b-62d7f94d1a6d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '7f640226-2708-424e-bb91-6b7897b5272a', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:16.783488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3be36ba5-c655-4a14-9c2b-62d7f94d1a6d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.828854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e8a5fbbd-7826-466e-a120-d63f62091737 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:16.848899 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3be36ba5-c655-4a14-9c2b-62d7f94d1a6d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.854098 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3be36ba5-c655-4a14-9c2b-62d7f94d1a6d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.879071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be36ba5-c655-4a14-9c2b-62d7f94d1a6d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc2ca72-57d3-48b0-ba9e-9a50f74b03f1,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:16.882743 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3be36ba5-c655-4a14-9c2b-62d7f94d1a6d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.884245 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3be36ba5-c655-4a14-9c2b-62d7f94d1a6d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447296 Aug 03 19:55:16.885158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a584df69-177f-4645-84b2-f136c236617f None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.887873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34542) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:16.893775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0222b1d1-0219-4631-86db-46fff601de13 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '7f640226-2708-424e-bb91-6b7897b5272a', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:16.900515 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a584df69-177f-4645-84b2-f136c236617f None None] Transition to ACTIVE for port object 6f5f5d64-c7ed-4974-a0b2-0a303caf977e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:16.910358 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a584df69-177f-4645-84b2-f136c236617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.930314 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0222b1d1-0219-4631-86db-46fff601de13 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.940056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e8a5fbbd-7826-466e-a120-d63f62091737 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:16.940428 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.000884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2c785-5322-46b0-91a1-eb124b6b687a None None] Pushing event updated for resources: {'Port': ['ID=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.044657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0222b1d1-0219-4631-86db-46fff601de13 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.055076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0222b1d1-0219-4631-86db-46fff601de13 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.075335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222b1d1-0219-4631-86db-46fff601de13 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e971267-12a9-4e39-b8b5-22fa452ed441,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.087593 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0222b1d1-0219-4631-86db-46fff601de13 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.090506 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0222b1d1-0219-4631-86db-46fff601de13 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2003033 Aug 03 19:55:17.093099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34544) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:17.097976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-79e3f1d1-a904-4c21-bf8d-4e9cf8e6b42d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '7f640226-2708-424e-bb91-6b7897b5272a', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:17.127208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a584df69-177f-4645-84b2-f136c236617f None None] Attempting to bind port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:17.127672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a584df69-177f-4645-84b2-f136c236617f None None] Attempting to bind port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:17.128107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584df69-177f-4645-84b2-f136c236617f None None] Attempting to bind port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e on network 6b0e30ac-5370-444e-a3aa-546713c8f69e {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:17.132486 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79e3f1d1-a904-4c21-bf8d-4e9cf8e6b42d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.135580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4e5973d9-6738-401a-9e99-962a84206d33 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:17.138682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584df69-177f-4645-84b2-f136c236617f None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:17.139059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584df69-177f-4645-84b2-f136c236617f None None] Checking segment: {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:17.139462 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a584df69-177f-4645-84b2-f136c236617f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.139995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584df69-177f-4645-84b2-f136c236617f None None] Bound using segment: {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:17.140552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a584df69-177f-4645-84b2-f136c236617f None None] Bound port: 6f5f5d64-c7ed-4974-a0b2-0a303caf977e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:17.141003 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a584df69-177f-4645-84b2-f136c236617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.220008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79e3f1d1-a904-4c21-bf8d-4e9cf8e6b42d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.226789 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79e3f1d1-a904-4c21-bf8d-4e9cf8e6b42d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.243929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4e5973d9-6738-401a-9e99-962a84206d33 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:17.244308 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.249163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3f1d1-a904-4c21-bf8d-4e9cf8e6b42d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6d6bc1-bd88-4f6f-9442-149e4cf0f9f1,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.258119 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79e3f1d1-a904-4c21-bf8d-4e9cf8e6b42d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.259694 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79e3f1d1-a904-4c21-bf8d-4e9cf8e6b42d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655481 Aug 03 19:55:17.264074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34546) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:17.267966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a584df69-177f-4645-84b2-f136c236617f None None] For port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:17.272480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-126176ea-5879-4875-bb97-07c97a288731 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '7f640226-2708-424e-bb91-6b7897b5272a', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:17.291117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a584df69-177f-4645-84b2-f136c236617f None None] For port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:17.298976 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a584df69-177f-4645-84b2-f136c236617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.314466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-126176ea-5879-4875-bb97-07c97a288731 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.404853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584df69-177f-4645-84b2-f136c236617f None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:17.405533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a584df69-177f-4645-84b2-f136c236617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:17.407591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-126176ea-5879-4875-bb97-07c97a288731 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.409347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2c785-5322-46b0-91a1-eb124b6b687a None None] Pushing event updated for resources: {'Port': ['ID=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.413407 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-126176ea-5879-4875-bb97-07c97a288731 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.458624 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126176ea-5879-4875-bb97-07c97a288731 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c632139c-fa59-41e2-8b00-592cf1d29007,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.466103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-126176ea-5879-4875-bb97-07c97a288731 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.473461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34548) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:17.474395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-126176ea-5879-4875-bb97-07c97a288731 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2081721 Aug 03 19:55:17.478698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-661613f1-be67-4cce-af0c-ef4f485c222d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '7f640226-2708-424e-bb91-6b7897b5272a', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:17.511399 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-661613f1-be67-4cce-af0c-ef4f485c222d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Project 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:55:17.519294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-661613f1-be67-4cce-af0c-ef4f485c222d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.556655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-a584df69-177f-4645-84b2-f136c236617f None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:17.601641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-661613f1-be67-4cce-af0c-ef4f485c222d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.607501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-661613f1-be67-4cce-af0c-ef4f485c222d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.635737 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661613f1-be67-4cce-af0c-ef4f485c222d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a1df0b-3cca-4943-97fa-47b43e28b342,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.646044 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-661613f1-be67-4cce-af0c-ef4f485c222d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.648147 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-661613f1-be67-4cce-af0c-ef4f485c222d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1732061 Aug 03 19:55:17.651050 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34550) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:17.662323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2ccba906-c335-40b5-8332-556744735359 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'security_group_rule': {'security_group_id': '7f640226-2708-424e-bb91-6b7897b5272a', 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:17.690426 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-2ccba906-c335-40b5-8332-556744735359 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Project 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:55:17.696129 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccba906-c335-40b5-8332-556744735359 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.767456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccba906-c335-40b5-8332-556744735359 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.772681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccba906-c335-40b5-8332-556744735359 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.807157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccba906-c335-40b5-8332-556744735359 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db118dc8-ad7e-471f-a36d-19bdcc99ad8d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.813708 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2ccba906-c335-40b5-8332-556744735359 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.815658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2ccba906-c335-40b5-8332-556744735359 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1632266 Aug 03 19:55:17.845088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a584df69-177f-4645-84b2-f136c236617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:17Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:17.895607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584df69-177f-4645-84b2-f136c236617f None None] The sync data for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 is: [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:17Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:18.061204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-a67281ce-d470-4f93-926f-3ae4e20d04f4 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438813128&fields=id&tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 267 time: 0.0571098 Aug 03 19:55:18.218497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-2a6d53c7-85c3-4ca6-875f-6bb1c5511179 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:18.221831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-2a6d53c7-85c3-4ca6-875f-6bb1c5511179 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/networks?id=6b0e30ac-5370-444e-a3aa-546713c8f69e HTTP/1.1" status: 200 len: 797 time: 0.1526496 Aug 03 19:55:18.239738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-3deea8e6-6068-4cbd-923f-3030129629db tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/quotas/8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 375 time: 0.0115676 Aug 03 19:55:18.304330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-3705d347-5309-440a-8184-fe1d3dd5322e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582290 Aug 03 19:55:18.439604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-548142d8-67f2-4b86-ac5e-4baf317e22dc service neutron] 10.222.0.42 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114707 Aug 03 19:55:18.565175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-8fed1391-956d-4330-9cb1-53823d9f5fbf service neutron] 10.222.0.42 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184042 Aug 03 19:55:18.806118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e827e923-2e2e-4214-8e50-4605fcc3493d req-331b7e0d-85cc-4edc-8c18-614eb3c1f02c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 210 time: 0.0515616 Aug 03 19:55:18.892064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6f5f5d64-c7ed-4974-a0b2-0a303caf977e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:18.960416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:18.967513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:18.968139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.076075 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.117619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:19.126394 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.186349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:19.904635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62eaa4ca-99c2-4603-85f0-ad46f5855d81 req-924cfa4f-57df-4dbe-8696-b041d7827aa3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 210 time: 0.0299377 Aug 03 19:55:20.218789 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-f969ab92-5419-402d-8b57-dde025e5f4e5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:20.220327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-f969ab92-5419-402d-8b57-dde025e5f4e5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "GET /v2.0/networks?id=6b0e30ac-5370-444e-a3aa-546713c8f69e HTTP/1.1" status: 200 len: 797 time: 0.1229129 Aug 03 19:55:20.277214 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-15dbe9f3-630f-4114-b510-37fae979bfe2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 HTTP/1.1" status: 200 len: 379 time: 0.0423770 Aug 03 19:55:20.287777 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'port': {'device_id': '20adba44-9921-46a0-9586-2d2916d8a54b', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'admin_state_up': True, 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'security_groups': ['7f640226-2708-424e-bb91-6b7897b5272a']}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:20.411766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Made reservation on behalf of 8f8df6e7a8fc4f2dbbe55cc9eb2f3c68 for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:20.415878 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.553933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.20.0.11 (6b0e30ac-5370-444e-a3aa-546713c8f69e/0c565c75-b711-4b65-adfd-7493ac2d2286/f786b279-3dd8-498b-b7f1-d15b304232a6) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:20.712523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.726634 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Transition to ACTIVE for port object f786b279-3dd8-498b-b7f1-d15b304232a6 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:20.760245 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.808147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:20.808403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6f5f5d64-c7ed-4974-a0b2-0a303caf977e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:20.811505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:20.819359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:20.850155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.872159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:20.872531 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.059587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e4825-1f8f-41a7-bec5-edf39eab4ddf req-2ff7260d-bd7e-4d12-9eec-1b4dafd2a448 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:21.062594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d29e4825-1f8f-41a7-bec5-edf39eab4ddf req-2ff7260d-bd7e-4d12-9eec-1b4dafd2a448 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 932 time: 0.0713906 Aug 03 19:55:21.109903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d29e4825-1f8f-41a7-bec5-edf39eab4ddf req-8e0a3aad-9e26-483a-8e40-c65c8ff5d345 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411375 Aug 03 19:55:21.160299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9b45d7d6-4821-4ee5-8339-fc55efeb668d None None] Provisioning for port f786b279-3dd8-498b-b7f1-d15b304232a6 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:21.164986 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9b45d7d6-4821-4ee5-8339-fc55efeb668d None None] Provisioning complete for port f786b279-3dd8-498b-b7f1-d15b304232a6 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:21.165392 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9b45d7d6-4821-4ee5-8339-fc55efeb668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.205717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=f786b279-3dd8-498b-b7f1-d15b304232a6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:21.210318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9b45d7d6-4821-4ee5-8339-fc55efeb668d None None] Port f786b279-3dd8-498b-b7f1-d15b304232a6 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:21.220571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.221115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.221236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.221603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.221939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.222268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.222594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.222910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.223318 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.223530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.223844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.224163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:21.249556 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:21.250193 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.268332 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-d0e4b87b-ad07-4ffc-a5c3-3f09ac3868ac tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9846640 Aug 03 19:55:21.287999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Request body: {'port': {'device_id': '20adba44-9921-46a0-9586-2d2916d8a54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:21.344651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.628570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f786b279-3dd8-498b-b7f1-d15b304232a6 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:55:21.636264 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.648948 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Transition to ACTIVE for port object f786b279-3dd8-498b-b7f1-d15b304232a6 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:21.653711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.726223 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Pushing event updated for resources: {'Port': ['ID=f786b279-3dd8-498b-b7f1-d15b304232a6,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:21.790572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Attempting to bind port f786b279-3dd8-498b-b7f1-d15b304232a6 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:21.790980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Attempting to bind port f786b279-3dd8-498b-b7f1-d15b304232a6 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:21.791248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Attempting to bind port f786b279-3dd8-498b-b7f1-d15b304232a6 on network 6b0e30ac-5370-444e-a3aa-546713c8f69e {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:21.798200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Port f786b279-3dd8-498b-b7f1-d15b304232a6 on network 6b0e30ac-5370-444e-a3aa-546713c8f69e not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:55:21.798674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Attempting to bind port f786b279-3dd8-498b-b7f1-d15b304232a6 on network 6b0e30ac-5370-444e-a3aa-546713c8f69e {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:21.806496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:21.806840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Checking segment: {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:21.807256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Bound using segment: {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:21.807699 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Bound port: f786b279-3dd8-498b-b7f1-d15b304232a6, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc50ba8-16df-45f7-ad3e-d0258aba51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:21.808061 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.891589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] For port f786b279-3dd8-498b-b7f1-d15b304232a6, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:21.897371 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] For port f786b279-3dd8-498b-b7f1-d15b304232a6, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f786b279-3dd8-498b-b7f1-d15b304232a6,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:21.902283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.937666 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:21.938216 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.939701 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-4926149e-af80-4eda-af1d-9e703096254f service neutron] 10.222.0.63 "PUT /v2.0/ports/f786b279-3dd8-498b-b7f1-d15b304232a6 HTTP/1.1" status: 200 len: 1092 time: 0.6564796 Aug 03 19:55:21.940232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:21.942395 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b720d6b-ffa7-471e-b269-caa3452c2c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:21.969141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926149e-af80-4eda-af1d-9e703096254f service neutron] Pushing event updated for resources: {'Port': ['ID=f786b279-3dd8-498b-b7f1-d15b304232a6,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:21.991171 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384368cf-966d-42d4-ae2d-53dc1a3a0abe x-openstack-request-id: req-384368cf-966d-42d4-ae2d-53dc1a3a0abe {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:21.991511 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:21.991768 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-384368cf-966d-42d4-ae2d-53dc1a3a0abe {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:21.992174 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'status': 'completed', 'code': 200} Aug 03 19:55:22.064360 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-20eb38dd-a883-4971-b5f4-342163a5d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:22.067480 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-20eb38dd-a883-4971-b5f4-342163a5d2a1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 1095 time: 0.0481856 Aug 03 19:55:22.120326 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-c85311cb-f671-4187-b9b0-6314a2274431 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f786b279-3dd8-498b-b7f1-d15b304232a6 HTTP/1.1" status: 200 len: 217 time: 0.0404689 Aug 03 19:55:22.175420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-101bd17b-438c-406c-a91f-72f0dc031304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:22.176981 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-101bd17b-438c-406c-a91f-72f0dc031304 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c565c75-b711-4b65-adfd-7493ac2d2286 HTTP/1.1" status: 200 len: 834 time: 0.0504577 Aug 03 19:55:22.225210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-bbc98d4c-5905-4858-aa99-7aa9835b3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:22.226781 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-bbc98d4c-5905-4858-aa99-7aa9835b3f6c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6b0e30ac-5370-444e-a3aa-546713c8f69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420361 Aug 03 19:55:22.255222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b59c5f-0019-41fb-82f1-2115847fd876 req-a94b07e2-87f5-4d21-8950-b64cc58919dd tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:22.257976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52b59c5f-0019-41fb-82f1-2115847fd876 req-a94b07e2-87f5-4d21-8950-b64cc58919dd tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 944 time: 0.0645356 Aug 03 19:55:22.300739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52b59c5f-0019-41fb-82f1-2115847fd876 req-b154deff-078e-4787-92ac-4978c7e38bdb tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357091 Aug 03 19:55:22.329546 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-9a271bda-a70c-4534-9e6c-3aeb02efbc02 service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949125 Aug 03 19:55:22.430515 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c77e3b9-bd5f-4b1e-b086-f83512974952 req-750f4602-fc9b-4af2-8d82-25e1bf37f7cb service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940478 Aug 03 19:55:22.554025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-de8410f4-fb16-47fb-bf74-6fc7923ef963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:22.555556 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-de8410f4-fb16-47fb-bf74-6fc7923ef963 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 1095 time: 0.0424650 Aug 03 19:55:22.653880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-15e93415-8523-4596-9536-d1645fabfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:22.655388 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-15e93415-8523-4596-9536-d1645fabfce1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6b0e30ac-5370-444e-a3aa-546713c8f69e HTTP/1.1" status: 200 len: 898 time: 0.0924592 Aug 03 19:55:22.697982 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-eded87d4-e811-4fe8-9e53-82856919d668 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f786b279-3dd8-498b-b7f1-d15b304232a6 HTTP/1.1" status: 200 len: 217 time: 0.0358264 Aug 03 19:55:22.754279 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-e7a16951-2f0e-4e61-9b42-5a404173fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:22.756096 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-e7a16951-2f0e-4e61-9b42-5a404173fdaf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c565c75-b711-4b65-adfd-7493ac2d2286 HTTP/1.1" status: 200 len: 834 time: 0.0511961 Aug 03 19:55:22.803174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-6ad432d2-7c08-44f0-bf87-c9336ac3850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:22.804721 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-6ad432d2-7c08-44f0-bf87-c9336ac3850e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6b0e30ac-5370-444e-a3aa-546713c8f69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415998 Aug 03 19:55:22.901246 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-84c70def-5512-41d3-a735-71c68ef48ada service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888677 Aug 03 19:55:23.002840 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6b720d6b-ffa7-471e-b269-caa3452c2c4f req-17473bc2-1295-4e7b-921c-b6e635ff8557 service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946052 Aug 03 19:55:23.425232 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc5092-2752-48d8-9cde-222d947d6932 req-0e5c98c8-c12e-4ab9-a6fe-a60d888f742b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:23.426821 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6bdc5092-2752-48d8-9cde-222d947d6932 req-0e5c98c8-c12e-4ab9-a6fe-a60d888f742b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 944 time: 0.0539286 Aug 03 19:55:23.467149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6bdc5092-2752-48d8-9cde-222d947d6932 req-b4288815-b344-40e2-b93f-27020b51eba5 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342863 Aug 03 19:55:23.484000 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:55:24.591173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a437b-7952-44b1-b49f-bbfdd42e5bb3 req-cc8a045a-4a24-4ded-a2fe-fbb1564a122b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:24.592744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b16a437b-7952-44b1-b49f-bbfdd42e5bb3 req-cc8a045a-4a24-4ded-a2fe-fbb1564a122b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 944 time: 0.0527666 Aug 03 19:55:24.635778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b16a437b-7952-44b1-b49f-bbfdd42e5bb3 req-76ae4c17-62b5-4780-a1b3-590f47ee0be3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355613 Aug 03 19:55:25.758811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e4025-2dae-4a78-89bd-c03e1ae0b513 req-b779f028-708a-4f60-b856-849756dc373c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:25.760392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e22e4025-2dae-4a78-89bd-c03e1ae0b513 req-b779f028-708a-4f60-b856-849756dc373c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 944 time: 0.0534215 Aug 03 19:55:25.814353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e22e4025-2dae-4a78-89bd-c03e1ae0b513 req-f9be53c5-4b2a-416c-976c-9ccc6c029733 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470908 Aug 03 19:55:26.054715 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.196008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98d6ae1e-2d0c-4d92-8c12-c8055c5ba820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.950649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e016c7-2085-4361-8464-0acdb3bb49a7 req-ef4bce01-5e9f-4564-8b93-abe5919d5dec tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:26.952267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83e016c7-2085-4361-8464-0acdb3bb49a7 req-ef4bce01-5e9f-4564-8b93-abe5919d5dec tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 944 time: 0.0564563 Aug 03 19:55:26.995927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83e016c7-2085-4361-8464-0acdb3bb49a7 req-347eda9d-3184-40ab-b3d2-faf9b86f9759 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372684 Aug 03 19:55:27.147625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f786b279-3dd8-498b-b7f1-d15b304232a6 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:55:27.248999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f786b279-3dd8-498b-b7f1-d15b304232a6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f786b279-3dd8-498b-b7f1-d15b304232a6,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:27.262085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'port_id': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'mac_address': 'fa:16:3e:43:c3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:55:27.305142 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.318388 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f786b279-3dd8-498b-b7f1-d15b304232a6 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:55:27.338695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f786b279-3dd8-498b-b7f1-d15b304232a6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f786b279-3dd8-498b-b7f1-d15b304232a6,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:27.343577 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.393329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f786b279-3dd8-498b-b7f1-d15b304232a6,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:27.400992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.401342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.401708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.402046 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.402378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.402704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.403057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.403934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.404257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.404579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.404902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.405220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:27.755116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['f786b279-3dd8-498b-b7f1-d15b304232a6'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:55:28.114345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cca5-1d43-4ee7-b8cb-338ea88710e4 req-87dbccf9-1f7a-4d05-9a99-12f1c110a920 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:28.115867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15f4cca5-1d43-4ee7-b8cb-338ea88710e4 req-87dbccf9-1f7a-4d05-9a99-12f1c110a920 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 945 time: 0.0507076 Aug 03 19:55:28.160639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15f4cca5-1d43-4ee7-b8cb-338ea88710e4 req-4a79ccf8-2ee4-4890-8a80-76398f80327b tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385799 Aug 03 19:55:29.162313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f786b279-3dd8-498b-b7f1-d15b304232a6 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:29.221735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port f786b279-3dd8-498b-b7f1-d15b304232a6 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:29.225810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port f786b279-3dd8-498b-b7f1-d15b304232a6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:29.226174 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.298718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0d2d-0e8a-4652-bd8b-8d66b9749111 req-f47b88f1-3b73-4a26-a606-44f236466724 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:29.300351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cadc0d2d-0e8a-4652-bd8b-8d66b9749111 req-f47b88f1-3b73-4a26-a606-44f236466724 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 945 time: 0.0512800 Aug 03 19:55:29.309669 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.333492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:29.336029 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc95824c-8204-43c9-85df-9f6566832110" -d '{"events": [{"server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "name": "network-vif-plugged", "status": "completed", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:29.340162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cadc0d2d-0e8a-4652-bd8b-8d66b9749111 req-486f67dd-c6f6-43e7-82a7-7d3765c1a8a0 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333340 Aug 03 19:55:29.351817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port f786b279-3dd8-498b-b7f1-d15b304232a6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f786b279-3dd8-498b-b7f1-d15b304232a6,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:29.364016 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.389555 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f02587-c167-4cce-80f5-634a94e5625a x-openstack-request-id: req-d6f02587-c167-4cce-80f5-634a94e5625a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:29.389849 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "name": "network-vif-plugged", "status": "completed", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:29.390104 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6f02587-c167-4cce-80f5-634a94e5625a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:29.390544 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'code': 200} Aug 03 19:55:29.419846 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=f786b279-3dd8-498b-b7f1-d15b304232a6,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:29.515074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b97c-3c09-4598-88a9-f2cf6d94e12f req-ae423eb0-2fed-444f-9c9a-b65bd2095044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:29.516641 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-75f8b97c-3c09-4598-88a9-f2cf6d94e12f req-ae423eb0-2fed-444f-9c9a-b65bd2095044 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 1097 time: 0.0461073 Aug 03 19:55:29.552650 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-75f8b97c-3c09-4598-88a9-f2cf6d94e12f req-3f921cbf-fca0-4226-bb07-4eae38412fa8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290062 Aug 03 19:55:29.790382 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.326196 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3bf4e7e9-b72d-4046-9550-f15932fe956b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.471001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedf3e8-50e5-4f39-bd8e-e97f8b658470 req-33f4d0df-90e5-4e3a-81c1-ebfbae4b8b56 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:30.472644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bedf3e8-50e5-4f39-bd8e-e97f8b658470 req-33f4d0df-90e5-4e3a-81c1-ebfbae4b8b56 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 946 time: 0.0594015 Aug 03 19:55:30.514908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1bedf3e8-50e5-4f39-bd8e-e97f8b658470 req-f6765841-38d9-48c7-9c24-003c699299ae tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358789 Aug 03 19:55:31.655249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a768ef-059d-43d5-a612-87d69941936f req-ef4ee5ec-59ba-452b-b0db-7c224c1e5634 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:31.656854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18a768ef-059d-43d5-a612-87d69941936f req-ef4ee5ec-59ba-452b-b0db-7c224c1e5634 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 946 time: 0.0679173 Aug 03 19:55:31.697683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18a768ef-059d-43d5-a612-87d69941936f req-a7e4e0a7-13b9-453e-8976-7508ab6228aa tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338881 Aug 03 19:55:31.824448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94fcfc-5d8e-4b10-ad19-2c97d3407879 req-31ef959e-0d15-462c-9af5-fbd82f0a3f3d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:31.826652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df94fcfc-5d8e-4b10-ad19-2c97d3407879 req-31ef959e-0d15-462c-9af5-fbd82f0a3f3d tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 946 time: 0.0558431 Aug 03 19:55:31.870505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df94fcfc-5d8e-4b10-ad19-2c97d3407879 req-e0c85bed-e587-4e8a-8213-9215cfac8624 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374162 Aug 03 19:55:31.895182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34610) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:31.942042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d86e9-5907-4c7e-8b0c-deff838f9d04 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:31.943621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4c2d86e9-5907-4c7e-8b0c-deff838f9d04 tempest-TestNetworkBasicOps-151878680 tempest-TestNetworkBasicOps-151878680-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 1092 time: 0.0474031 Aug 03 19:55:31.946595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34612) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:31.951976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:31.975825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.050432 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.084587 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.202907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Allocated IP 172.25.4.154 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/f77b2144-452a-4a23-8bbd-191a1c41ed8c) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:32.319880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.362008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.405452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:32.408353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:32.414334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:32.420830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=f77b2144-452a-4a23-8bbd-191a1c41ed8c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:32.447943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.448283 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.448621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.448951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.449302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.449658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.450548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.450873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.451191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.451542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.451861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.452186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:32.815042 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.893577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.066499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.072240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.142542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event updated for resources: {'Port': ['ID=f77b2144-452a-4a23-8bbd-191a1c41ed8c,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:33.157628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.264744 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Floating IP 55d32e8c-b026-409b-824e-b00501489f69 associated. External IP: 172.25.4.154, port: f786b279-3dd8-498b-b7f1-d15b304232a6. Aug 03 19:55:33.511499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:55:33.631861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:33.644234 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] Sync routers for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:33.654612 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.655282 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:33.655927 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:33.688244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f4e4d0f-876e-4566-8802-839793e0f46a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7403045 Aug 03 19:55:33.688934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:33.692049 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34614) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:33.692916 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f57c3b8-0a42-4741-87b8-5003434f4cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:33.762976 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776eb1a-d6ad-4df5-a6c8-3931c859a6d6 x-openstack-request-id: req-f776eb1a-d6ad-4df5-a6c8-3931c859a6d6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:33.763573 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:33.764025 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f776eb1a-d6ad-4df5-a6c8-3931c859a6d6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:33.764673 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'status': 'completed', 'code': 200} Aug 03 19:55:33.775269 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d09eed9-21a9-4250-bb92-651c035b5fc9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/floatingips/55d32e8c-b026-409b-824e-b00501489f69 HTTP/1.1" status: 200 len: 992 time: 0.0804534 Aug 03 19:55:33.775829 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:33.849865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-dd891c65-1188-4c4d-80cf-41edfdcf2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:33.851418 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-dd891c65-1188-4c4d-80cf-41edfdcf2279 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 1097 time: 0.0458572 Aug 03 19:55:33.955880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-3b2110ce-a2f2-466d-b316-985e2d929dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:33.957324 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-3b2110ce-a2f2-466d-b316-985e2d929dc7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6b0e30ac-5370-444e-a3aa-546713c8f69e HTTP/1.1" status: 200 len: 898 time: 0.0993614 Aug 03 19:55:34.031664 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-7c2c3bf4-470e-484b-9863-2606be26f847 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f786b279-3dd8-498b-b7f1-d15b304232a6 HTTP/1.1" status: 200 len: 1000 time: 0.0671487 Aug 03 19:55:34.051713 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '55d32e8c-b026-409b-824e-b00501489f69', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'port_id': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'mac_address': 'fa:16:3e:43:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20adba44-9921-46a0-9586-2d2916d8a54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:55:32Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 0, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:19Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:34.085890 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] Checking router: 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:34.096249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-438476ff-9933-4712-a65d-a6f53983618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:34.096501 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:34.097055 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:55:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:34.099204 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-438476ff-9933-4712-a65d-a6f53983618b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c565c75-b711-4b65-adfd-7493ac2d2286 HTTP/1.1" status: 200 len: 834 time: 0.0602486 Aug 03 19:55:34.167930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-72607156-85af-4e1e-b046-c5c949d33cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:34.171461 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-72607156-85af-4e1e-b046-c5c949d33cdf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6b0e30ac-5370-444e-a3aa-546713c8f69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652986 Aug 03 19:55:34.226657 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:34.277059 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-6bfee41e-6127-46a6-a6e3-4913e28ec679 service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982919 Aug 03 19:55:34.389061 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4f57c3b8-0a42-4741-87b8-5003434f4cd2 req-c2d2e683-d7af-4500-923e-7c3b43051898 service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050725 Aug 03 19:55:34.509173 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '55d32e8c-b026-409b-824e-b00501489f69', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'port_id': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'mac_address': 'fa:16:3e:43:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20adba44-9921-46a0-9586-2d2916d8a54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:55:32Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 0, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:19Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:34.531655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.536771 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe4dbf-d1b9-48d0-bbc1-486dba5deafe None None] The sync data for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 is: [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '55d32e8c-b026-409b-824e-b00501489f69', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'port_id': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'mac_address': 'fa:16:3e:43:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20adba44-9921-46a0-9586-2d2916d8a54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:55:32Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 0, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:19Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:34.752267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519cd3f4-b44e-4ada-84c2-9b2d9c587bce None None] New status for floating IP 55d32e8c-b026-409b-824e-b00501489f69: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:55:34.778238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34618) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:34.847843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4ba2f704-e34a-4993-a34e-15efe41a7021 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/floatingips/55d32e8c-b026-409b-824e-b00501489f69 HTTP/1.1" status: 200 len: 992 time: 0.0683906 Aug 03 19:55:35.852535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34620) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:35.930234 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-96e38fda-d8ec-4a0e-81ae-2a93e16c92c6 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/floatingips/55d32e8c-b026-409b-824e-b00501489f69 HTTP/1.1" status: 200 len: 994 time: 0.0760741 Aug 03 19:55:41.856717 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33830c1a-d098-462f-a9f6-716b1c610197 req-03fad55e-6d15-4b1e-95cd-ec7f111f9c2b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435178 Aug 03 19:55:41.970388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830c1a-d098-462f-a9f6-716b1c610197 req-e449a547-264e-453b-a722-434238c97552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:41.971954 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33830c1a-d098-462f-a9f6-716b1c610197 req-e449a547-264e-453b-a722-434238c97552 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 1097 time: 0.0479028 Aug 03 19:55:42.084410 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830c1a-d098-462f-a9f6-716b1c610197 req-0d9be568-2650-4f64-b015-a193e61a39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.086013 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33830c1a-d098-462f-a9f6-716b1c610197 req-0d9be568-2650-4f64-b015-a193e61a39f9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6b0e30ac-5370-444e-a3aa-546713c8f69e HTTP/1.1" status: 200 len: 898 time: 0.0917776 Aug 03 19:55:42.164063 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33830c1a-d098-462f-a9f6-716b1c610197 req-7b9eeba9-4295-4605-8d66-81beddd92773 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f786b279-3dd8-498b-b7f1-d15b304232a6 HTTP/1.1" status: 200 len: 1002 time: 0.0699692 Aug 03 19:55:42.219545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830c1a-d098-462f-a9f6-716b1c610197 req-5aa35d83-471b-4ac1-a729-84484431ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.221107 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33830c1a-d098-462f-a9f6-716b1c610197 req-5aa35d83-471b-4ac1-a729-84484431ae13 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c565c75-b711-4b65-adfd-7493ac2d2286 HTTP/1.1" status: 200 len: 834 time: 0.0495496 Aug 03 19:55:42.273303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830c1a-d098-462f-a9f6-716b1c610197 req-252204e1-48ae-494d-acce-827a677e693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.276085 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33830c1a-d098-462f-a9f6-716b1c610197 req-252204e1-48ae-494d-acce-827a677e693b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6b0e30ac-5370-444e-a3aa-546713c8f69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476298 Aug 03 19:55:42.392729 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33830c1a-d098-462f-a9f6-716b1c610197 req-62702a30-f662-4d8d-b9ff-0a6c6bd76019 service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097550 Aug 03 19:55:42.497683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33830c1a-d098-462f-a9f6-716b1c610197 req-e42038ba-3684-4974-91c2-50f82f440f80 service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953674 Aug 03 19:55:50.832960 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:56.064757 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:56.190732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1b50201-13e9-4503-9b67-e03a59bc4587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:59.794370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:00.327360 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-da7255ed-f04b-4631-b135-aefbf8e26d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:00.484086 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:56:02.052565 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:04.461981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-a41bf7c4-8b1f-418e-a879-eef167cef234 req-2898d265-d591-41ab-ab21-e33309af8549 service neutron] (94134) timed out ('10.222.0.42', 43570) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:56:04.529443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:20.850446 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:26.080327 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:26.193527 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-68896a8e-9880-471c-b903-c2930f5ef497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:29.794650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:30.328858 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-630fac4c-5788-4f9d-914d-a6ee83aa3b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:32.054533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:34.528415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:37.484648 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:56:43.893693 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-884b355d-5ad3-4119-bc19-6aa08f7756a9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442131 Aug 03 19:56:43.996248 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91ba1-14bc-45af-879e-76041a0147cf req-4f0bddd8-469e-43b4-b06c-c8026ff2911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:43.997766 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-4f0bddd8-469e-43b4-b06c-c8026ff2911c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 1097 time: 0.0449996 Aug 03 19:56:44.102686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91ba1-14bc-45af-879e-76041a0147cf req-d081616e-c80c-4ff2-b8b9-94735dd7c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:44.104189 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-d081616e-c80c-4ff2-b8b9-94735dd7c17f service neutron] 10.222.0.63 "GET /v2.0/networks?id=6b0e30ac-5370-444e-a3aa-546713c8f69e HTTP/1.1" status: 200 len: 898 time: 0.0873024 Aug 03 19:56:44.175844 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-46444954-e039-49ef-bdca-4e29371033d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f786b279-3dd8-498b-b7f1-d15b304232a6 HTTP/1.1" status: 200 len: 1002 time: 0.0627615 Aug 03 19:56:44.226061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91ba1-14bc-45af-879e-76041a0147cf req-419c91a9-611f-4e25-8ad6-e5b1c75a2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:44.227564 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-419c91a9-611f-4e25-8ad6-e5b1c75a2013 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c565c75-b711-4b65-adfd-7493ac2d2286 HTTP/1.1" status: 200 len: 834 time: 0.0455468 Aug 03 19:56:44.275852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91ba1-14bc-45af-879e-76041a0147cf req-fd980c37-d54d-47f7-81e4-b9d2d026e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:44.277374 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-fd980c37-d54d-47f7-81e4-b9d2d026e00a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6b0e30ac-5370-444e-a3aa-546713c8f69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418162 Aug 03 19:56:44.290901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-53e82675-f684-4fe5-94b6-ac53bf9e110e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:56:44.291901 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-53e82675-f684-4fe5-94b6-ac53bf9e110e service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072975 Aug 03 19:56:44.389187 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-774d86ec-7af8-4f56-80a2-79d3bc1cad9f service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892863 Aug 03 19:56:44.477996 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2de91ba1-14bc-45af-879e-76041a0147cf req-ed4bfa14-ef78-400d-826b-d4d1d96f238b service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818136 Aug 03 19:56:47.201137 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34644) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:47.268024 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7e0895ce-3490-4118-9f86-5b8e04374f85 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/floatingips/55d32e8c-b026-409b-824e-b00501489f69 HTTP/1.1" status: 200 len: 994 time: 0.0652685 Aug 03 19:56:47.524745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34652) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:47.692573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port f77b2144-452a-4a23-8bbd-191a1c41ed8c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:47.692919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:47.769176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:47.769542 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:47.781878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for f77b2144-452a-4a23-8bbd-191a1c41ed8c owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:47.961063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:47.992206 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=f77b2144-452a-4a23-8bbd-191a1c41ed8c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:48.016315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.016665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.017012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.017356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.017743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.018085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.018417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.018745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.019074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.019400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.019739 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.020063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:48.062819 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:48.063159 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Floating IP 55d32e8c-b026-409b-824e-b00501489f69 disassociated (deleted). External IP: 172.25.4.154, port: f786b279-3dd8-498b-b7f1-d15b304232a6. Aug 03 19:56:48.275949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:56:48.397571 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:56:48.402866 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:48.408273 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] Sync routers for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:56:48.418270 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:48.418889 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:56:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:48.432071 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6ae1814c-d398-4f74-8f23-f5413bcb24e8 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/floatingips/55d32e8c-b026-409b-824e-b00501489f69 HTTP/1.1" status: 204 len: 168 time: 0.9062898 Aug 03 19:56:48.432669 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:56:48.434969 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e4601-4916-43b5-809a-68a8fa5fa15e" -d '{"events": [{"name": "network-changed", "server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:56:48.486696 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fd0a36-3ab5-44e0-a850-c20841a886f7 x-openstack-request-id: req-07fd0a36-3ab5-44e0-a850-c20841a886f7 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:56:48.487209 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:56:48.487634 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07fd0a36-3ab5-44e0-a850-c20841a886f7 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:56:48.488279 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'status': 'completed', 'code': 200} Aug 03 19:56:48.569449 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:48.575227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-78ba6790-5247-4ae4-8b84-2b9c6981e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:48.577376 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-78ba6790-5247-4ae4-8b84-2b9c6981e0d5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 1097 time: 0.0488279 Aug 03 19:56:48.806890 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:19Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:48.816045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1602699-004a-48f5-987d-fbc05503cf05 req-d51e491d-14fb-4e6c-9bc8-db55d2983781 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:48.818067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1602699-004a-48f5-987d-fbc05503cf05 req-d51e491d-14fb-4e6c-9bc8-db55d2983781 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 946 time: 0.1603887 Aug 03 19:56:48.836058 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] Checking router: 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:56:48.847608 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:48.848349 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:56:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:48.863843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1602699-004a-48f5-987d-fbc05503cf05 req-4e30969a-e5c7-40ed-acbc-b317cd5f0de7 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387428 Aug 03 19:56:49.029653 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-a5b96f6d-24c6-450f-b8a1-c8e6afa708f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:49.031117 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-a5b96f6d-24c6-450f-b8a1-c8e6afa708f9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6b0e30ac-5370-444e-a3aa-546713c8f69e HTTP/1.1" status: 200 len: 898 time: 0.4280868 Aug 03 19:56:49.060205 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:49.077855 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-87ef704e-9ae2-40b2-adb9-e484ab5d6c0e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f786b279-3dd8-498b-b7f1-d15b304232a6 HTTP/1.1" status: 200 len: 217 time: 0.0377927 Aug 03 19:56:49.133176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-00c1787d-a326-48ac-9dc8-217ebb983089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:49.134722 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-00c1787d-a326-48ac-9dc8-217ebb983089 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c565c75-b711-4b65-adfd-7493ac2d2286 HTTP/1.1" status: 200 len: 834 time: 0.0490465 Aug 03 19:56:49.190032 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-19b7dc68-ae56-4d76-a525-0eb5c4230337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:49.191640 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-19b7dc68-ae56-4d76-a525-0eb5c4230337 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6b0e30ac-5370-444e-a3aa-546713c8f69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488141 Aug 03 19:56:49.293788 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-9ef4a66b-5f68-437f-86c8-53a9a508f814 service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940311 Aug 03 19:56:49.304625 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:19Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:49.332331 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bf8ab-b843-42a6-bc7a-3fd491f72afb None None] The sync data for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 is: [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:14Z', 'revision_number': 4, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '6f5f5d64-c7ed-4974-a0b2-0a303caf977e', 'name': '', 'network_id': '6b0e30ac-5370-444e-a3aa-546713c8f69e', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'mac_address': 'fa:16:3e:af:11:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:13Z', 'updated_at': '2021-08-03T19:55:19Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'subnets': [{'id': '0c565c75-b711-4b65-adfd-7493ac2d2286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:56:49.395897 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-513e4601-4916-43b5-809a-68a8fa5fa15e req-e23a2423-5966-4755-9680-7933be24fe07 service neutron] 10.222.0.63 "GET /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941129 Aug 03 19:56:49.580800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10fe3d-3d19-44a6-9789-aadd75285cbd None None] New status for floating IP 55d32e8c-b026-409b-824e-b00501489f69: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:56:50.068332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd251f5-6bdc-46e4-9b6c-951cc2525ee7 req-de540d69-4fe2-40c7-a917-f2f63587491e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:50.070024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dd251f5-6bdc-46e4-9b6c-951cc2525ee7 req-de540d69-4fe2-40c7-a917-f2f63587491e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 946 time: 0.1205983 Aug 03 19:56:50.109863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7dd251f5-6bdc-46e4-9b6c-951cc2525ee7 req-2b593531-7173-44bc-bd92-7d8513663c27 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f640226-2708-424e-bb91-6b7897b5272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338476 Aug 03 19:56:50.222255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-a1358dc3-fc66-443c-9ffa-c5be5873d962 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:50.223751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-a1358dc3-fc66-443c-9ffa-c5be5873d962 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 946 time: 0.0507076 Aug 03 19:56:50.323979 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port f786b279-3dd8-498b-b7f1-d15b304232a6 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:50.325026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.421074 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port f786b279-3dd8-498b-b7f1-d15b304232a6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=f786b279-3dd8-498b-b7f1-d15b304232a6,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:50.421437 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.436185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for f786b279-3dd8-498b-b7f1-d15b304232a6 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:50.575519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.629344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=f786b279-3dd8-498b-b7f1-d15b304232a6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:50.697368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] No DVR routers for this DVR port f786b279-3dd8-498b-b7f1-d15b304232a6 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:56:50.700444 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.704351 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-7695391a-ca1c-424f-8bec-65225967e5b1 req-536e3ae2-afd2-43da-b41f-f3ce09d7a9b3 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.63 "DELETE /v2.0/ports/f786b279-3dd8-498b-b7f1-d15b304232a6 HTTP/1.1" status: 204 len: 173 time: 0.4740198 Aug 03 19:56:50.704351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'name': 'network-vif-deleted', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:56:50.707477 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5028f45e-a6bc-435a-91dd-2c2538931e11" -d '{"events": [{"server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "name": "network-vif-deleted", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:56:50.759012 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79408212-670b-4f05-b5a1-40dfcd20b45b x-openstack-request-id: req-79408212-670b-4f05-b5a1-40dfcd20b45b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:56:50.759293 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20adba44-9921-46a0-9586-2d2916d8a54b", "name": "network-vif-deleted", "tag": "f786b279-3dd8-498b-b7f1-d15b304232a6", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:56:50.759551 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79408212-670b-4f05-b5a1-40dfcd20b45b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:56:50.759956 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20adba44-9921-46a0-9586-2d2916d8a54b', 'name': 'network-vif-deleted', 'tag': 'f786b279-3dd8-498b-b7f1-d15b304232a6', 'status': 'completed', 'code': 200} Aug 03 19:56:50.871089 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:51.226455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ba7ebf4-28f4-4f8d-8889-8f12184351e7 req-03b77aab-185d-49e8-8dd0-3996e81e1b3a tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "GET /v2.0/ports?device_id=20adba44-9921-46a0-9586-2d2916d8a54b HTTP/1.1" status: 200 len: 210 time: 0.0323863 Aug 03 19:56:52.282933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34676) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:52.350379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f98709b-33ed-4f6d-a462-32f6ddf3723c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.378530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f98709b-33ed-4f6d-a462-32f6ddf3723c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.444278 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f98709b-33ed-4f6d-a462-32f6ddf3723c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.447836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f98709b-33ed-4f6d-a462-32f6ddf3723c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.448143 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2f98709b-33ed-4f6d-a462-32f6ddf3723c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/security-groups/7f640226-2708-424e-bb91-6b7897b5272a HTTP/1.1" status: 204 len: 168 time: 0.1640031 Aug 03 19:56:52.458393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98709b-33ed-4f6d-a462-32f6ddf3723c tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f640226-2708-424e-bb91-6b7897b5272a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:52.488176 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34680) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:52.872291 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.175715 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:53.176044 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.283779 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port 6f5f5d64-c7ed-4974-a0b2-0a303caf977e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:53.284572 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.298091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for 6f5f5d64-c7ed-4974-a0b2-0a303caf977e owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:53.496829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.526034 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=6f5f5d64-c7ed-4974-a0b2-0a303caf977e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:53.718918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.955980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:56:54.068655 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:56:54.074585 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-31200739-f5b5-4571-a26a-79c919906a37 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "PUT /v2.0/routers/2fdfee63-0f5d-46b6-81d1-8ed16894cbf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5854745 Aug 03 19:56:54.079212 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34682) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:54.082769 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] Sync routers for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:56:54.094544 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:54.095284 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:56:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:54.140809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5585ce0-85fd-4a49-bd9a-704c08147bb2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting subnet 0c565c75-b711-4b65-adfd-7493ac2d2286 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:56:54.144984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5585ce0-85fd-4a49-bd9a-704c08147bb2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.200114 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5585ce0-85fd-4a49-bd9a-704c08147bb2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.215562 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:54.298489 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5585ce0-85fd-4a49-bd9a-704c08147bb2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.366124 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5585ce0-85fd-4a49-bd9a-704c08147bb2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.399801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5585ce0-85fd-4a49-bd9a-704c08147bb2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Subnet': ['ID=0c565c75-b711-4b65-adfd-7493ac2d2286,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:54.406009 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5585ce0-85fd-4a49-bd9a-704c08147bb2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.406507 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:56:53Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:54.408297 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b5585ce0-85fd-4a49-bd9a-704c08147bb2 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/subnets/0c565c75-b711-4b65-adfd-7493ac2d2286 HTTP/1.1" status: 204 len: 168 time: 0.3280118 Aug 03 19:56:54.412667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34684) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:54.421258 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6271529-f334-4f1e-bb55-9c4b8f67ffc6 None None] Network 6b0e30ac-5370-444e-a3aa-546713c8f69e requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:56:54.443277 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] Checking router: 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:56:54.459093 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] Routers {'2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:54.459093 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T19:56:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:54.540628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.572383 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] Set router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:54.619980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] DHCP port deletion for 6b0e30ac-5370-444e-a3aa-546713c8f69e request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:56:54.662233 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.671650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Deleting port 4e5973d9-6738-401a-9e99-962a84206d33 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:54.672128 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.731388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Deleting port e8a5fbbd-7826-466e-a120-d63f62091737 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:54.731984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.750349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] For port 4e5973d9-6738-401a-9e99-962a84206d33, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4e5973d9-6738-401a-9e99-962a84206d33,segment=NetworkSegment(0dc50ba8-16df-45f7-ad3e-d0258aba51e8),segment_id=0dc50ba8-16df-45f7-ad3e-d0258aba51e8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:54.750757 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.766755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Calling delete_port for 4e5973d9-6738-401a-9e99-962a84206d33 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:54.771342 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:56:53Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:54.806120 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e008c65-b72d-4007-836e-406657ad3004 None None] The sync data for ids ['2fdfee63-0f5d-46b6-81d1-8ed16894cbf2'] in n-d-803378-1 is: [{'id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'name': 'tempest-TestNetworkBasicOps-router-1331827820', 'tenant_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:56:53Z', 'revision_number': 5, 'project_id': '8f8df6e7a8fc4f2dbbe55cc9eb2f3c68', 'gw_port': {'id': 'e8a5fbbd-7826-466e-a120-d63f62091737', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdfee63-0f5d-46b6-81d1-8ed16894cbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:11Z', 'updated_at': '2021-08-03T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:56:54.836372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] For port e8a5fbbd-7826-466e-a120-d63f62091737, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e8a5fbbd-7826-466e-a120-d63f62091737,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:54.837323 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.858618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Calling delete_port for e8a5fbbd-7826-466e-a120-d63f62091737 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:54.867997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.898135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Pushing event deleted for resources: {'Port': ['ID=4e5973d9-6738-401a-9e99-962a84206d33,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:54.905508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] No DVR routers for this DVR port 4e5973d9-6738-401a-9e99-962a84206d33 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:56:54.907792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.908138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.908481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.908923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.909270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.909665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.909989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.910317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.910642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.910966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.911290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:54.911619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc12d6-31b2-4350-b55d-ee6e27dcf2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.044530 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.076853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Port': ['ID=e8a5fbbd-7826-466e-a120-d63f62091737,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:55.141025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.240257 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.240774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4e5973d9-6738-401a-9e99-962a84206d33 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:55.242801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.266940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 4e5973d9-6738-401a-9e99-962a84206d33 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:55.267275 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4e5973d9-6738-401a-9e99-962a84206d33 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:55.300187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.300767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:56:55.307851 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.309188 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7edcb69a-4053-4a47-88c8-2071b942a2b9 tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/routers/2fdfee63-0f5d-46b6-81d1-8ed16894cbf2 HTTP/1.1" status: 204 len: 168 time: 0.8954055 Aug 03 19:56:55.312770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34686) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:55.396339 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.490571 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.502344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0e30ac-5370-444e-a3aa-546713c8f69e']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:55.514134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc50ba8-16df-45f7-ad3e-d0258aba51e8') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:55.514512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc50ba8-16df-45f7-ad3e-d0258aba51e8') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:55.524113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.546183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.552804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f786b279-3dd8-498b-b7f1-d15b304232a6 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:55.561377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:56:55.562378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:56:55.566982 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:56:55.578876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: f786b279-3dd8-498b-b7f1-d15b304232a6 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:55.579306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device f786b279-3dd8-498b-b7f1-d15b304232a6 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:55.638526 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.643552 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.645684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] 10.222.0.42 "DELETE /v2.0/networks/6b0e30ac-5370-444e-a3aa-546713c8f69e HTTP/1.1" status: 204 len: 168 time: 0.3317475 Aug 03 19:56:55.661619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Pushing event deleted for resources: {'Network': ['ID=6b0e30ac-5370-444e-a3aa-546713c8f69e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:55.669726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.670684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.671030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.671386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.671963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.672330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.672660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.672996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.673322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.673682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.674012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.674788 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cdaaa-df1f-46f2-af30-75844c253c7e tempest-TestNetworkBasicOps-1098655746 tempest-TestNetworkBasicOps-1098655746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:55.975758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:56.097996 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.131499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-89d4e1f6-20c8-46ee-be13-82cdc25012a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f8df6e7a8fc4f2dbbe55cc9eb2f3c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545222 Aug 03 19:56:56.134136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34696) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:56.189964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6e344db-48de-4a1f-b404-3f613510412f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.200772 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23cefbae-8968-42cb-9a73-80dbae7960e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.214838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6e344db-48de-4a1f-b404-3f613510412f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.269068 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6e344db-48de-4a1f-b404-3f613510412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.271721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f6e344db-48de-4a1f-b404-3f613510412f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.272934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f6e344db-48de-4a1f-b404-3f613510412f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92c8448b-83ae-437b-8620-c5098d983fa4 HTTP/1.1" status: 204 len: 168 time: 0.1378677 Aug 03 19:56:56.282965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e344db-48de-4a1f-b404-3f613510412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8448b-83ae-437b-8620-c5098d983fa4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:56.564426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34702) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:56.578909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-98bd74f0-2518-4e7f-8cb6-fa5b4cf7d659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.684721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-98bd74f0-2518-4e7f-8cb6-fa5b4cf7d659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.689352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-98bd74f0-2518-4e7f-8cb6-fa5b4cf7d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.730030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-98bd74f0-2518-4e7f-8cb6-fa5b4cf7d659 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78357f0d0fe44be9a562cc1c5efe0b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644797 Aug 03 19:56:56.731288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd74f0-2518-4e7f-8cb6-fa5b4cf7d659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dfc5fb-391b-4c79-a2a6-bb680851e621,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:56.733270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34704) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:56.796707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5580e532-c85f-4c40-89a3-dcac522da526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.823503 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5580e532-c85f-4c40-89a3-dcac522da526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.856989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6f5f5d64-c7ed-4974-a0b2-0a303caf977e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:56.878848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5580e532-c85f-4c40-89a3-dcac522da526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.882027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5580e532-c85f-4c40-89a3-dcac522da526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.882165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 6f5f5d64-c7ed-4974-a0b2-0a303caf977e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:56.882446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 6f5f5d64-c7ed-4974-a0b2-0a303caf977e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:56.882865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e8a5fbbd-7826-466e-a120-d63f62091737 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:56.883677 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5580e532-c85f-4c40-89a3-dcac522da526 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39dfc5fb-391b-4c79-a2a6-bb680851e621 HTTP/1.1" status: 204 len: 168 time: 0.1491702 Aug 03 19:56:56.899695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580e532-c85f-4c40-89a3-dcac522da526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dfc5fb-391b-4c79-a2a6-bb680851e621,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:56.903702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e8a5fbbd-7826-466e-a120-d63f62091737 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:56.904069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e8a5fbbd-7826-466e-a120-d63f62091737 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:59.804725 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.332761 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0c76b1f-1d18-43e5-afad-f52508129553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.067849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.906523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-552b57f8-40db-42a3-992e-97bf3772489a req-f621f1b9-95bf-4d98-87f8-a4d31e44eb70 tempest-ServerShowV247Test-1257693602 tempest-ServerShowV247Test-1257693602-project] (94133) timed out ('10.222.0.88', 59313) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:57:04.541037 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:07.917384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-7a8c042c-47fa-490a-9206-83002dcbcc2a tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c75caf170a5f40828826f05bf31be3ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306895 Aug 03 19:57:08.128033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-119ec06e-b27b-455d-be04-3f254d3ce867 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:08.129593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-119ec06e-b27b-455d-be04-3f254d3ce867 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055728 Aug 03 19:57:08.146281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-6fac2ef7-54a4-4af5-8c5f-318733725304 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/quotas/c75caf170a5f40828826f05bf31be3ce HTTP/1.1" status: 200 len: 375 time: 0.0103626 Aug 03 19:57:08.179943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-6666c5dd-ce5c-40db-afc8-1286d6077d45 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c75caf170a5f40828826f05bf31be3ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277326 Aug 03 19:57:08.366165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5bba4f7-dbcb-4c58-a8f7-62779430ea42 req-41e9df0a-76ef-4e2d-96a4-7c0d3950626f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 210 time: 0.0297382 Aug 03 19:57:09.404863 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-741573cf-6381-491e-928f-ae6f274ec488 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=c75caf170a5f40828826f05bf31be3ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396650 Aug 03 19:57:09.495088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1d2b6a1e-be98-4123-b97f-e7bc815f678d req-a195220f-1aac-4397-8982-05169bf8f034 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 210 time: 0.0504808 Aug 03 19:57:09.625143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-7eee2e49-638f-4a7a-905a-eb0c81a26789 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:09.627022 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-7eee2e49-638f-4a7a-905a-eb0c81a26789 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168460 Aug 03 19:57:09.646281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Request body: {'port': {'device_id': '82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'admin_state_up': True, 'tenant_id': 'c75caf170a5f40828826f05bf31be3ce'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:10.130087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Made reservation on behalf of c75caf170a5f40828826f05bf31be3ce for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:57:10.135681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.146683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.259709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.265070 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.334959 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588beda4-8119-46aa-b0e7-8f97c266bbdb,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:10.410520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Allocated IP 192.168.233.239 (ee97c7ff-0d89-46ae-a632-0f72bd3374a9/a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3/92457c86-500e-4813-a0a5-fcc524ef67b0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:57:10.581208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.596476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Transition to ACTIVE for port object 92457c86-500e-4813-a0a5-fcc524ef67b0 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:10.600283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-51f6ae40-87d0-4190-97d3-1de4cece2e91 req-f112ea1d-9f9e-4b02-a279-1652910a83f6 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 210 time: 0.0335741 Aug 03 19:57:10.632565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.682705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:57:10.686189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:10.692889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:57:10.723432 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Pushing event updated for resources: {'Port': ['ID=92457c86-500e-4813-a0a5-fcc524ef67b0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:10.766426 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:10.767126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.785842 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-8262bd27-9b00-48ef-8d24-d07e49746d5b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1431124 Aug 03 19:57:10.806724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Request body: {'port': {'device_id': '82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:10.896374 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.998322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c52fce19-89a6-4c7f-b685-26f5407604e7 None None] Provisioning for port 92457c86-500e-4813-a0a5-fcc524ef67b0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:11.007442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c52fce19-89a6-4c7f-b685-26f5407604e7 None None] Provisioning complete for port 92457c86-500e-4813-a0a5-fcc524ef67b0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:11.008070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c52fce19-89a6-4c7f-b685-26f5407604e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:11.072935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c52fce19-89a6-4c7f-b685-26f5407604e7 None None] Port 92457c86-500e-4813-a0a5-fcc524ef67b0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:57:11.201452 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92457c86-500e-4813-a0a5-fcc524ef67b0 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:57:11.210217 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:11.225812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Transition to ACTIVE for port object 92457c86-500e-4813-a0a5-fcc524ef67b0 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:11.230379 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:11.284733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Pushing event updated for resources: {'Port': ['ID=92457c86-500e-4813-a0a5-fcc524ef67b0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:11.372090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Attempting to bind port 92457c86-500e-4813-a0a5-fcc524ef67b0 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:57:11.372444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Attempting to bind port 92457c86-500e-4813-a0a5-fcc524ef67b0 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:57:11.372856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Attempting to bind port 92457c86-500e-4813-a0a5-fcc524ef67b0 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:11.378351 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Port 92457c86-500e-4813-a0a5-fcc524ef67b0 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:57:11.378675 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Attempting to bind port 92457c86-500e-4813-a0a5-fcc524ef67b0 on network ee97c7ff-0d89-46ae-a632-0f72bd3374a9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:11.384302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:57:11.384648 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Checking segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:11.385037 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Bound using segment: {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:57:11.385488 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Bound port: 92457c86-500e-4813-a0a5-fcc524ef67b0, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222d4542-9f16-4650-8c05-82dbfaa2e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:57:11.385859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:11.463520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] For port 92457c86-500e-4813-a0a5-fcc524ef67b0, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:57:11.467644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] For port 92457c86-500e-4813-a0a5-fcc524ef67b0, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=92457c86-500e-4813-a0a5-fcc524ef67b0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:57:11.473058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:11.509924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:11.510481 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:11.511960 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] 10.222.0.63 "PUT /v2.0/ports/92457c86-500e-4813-a0a5-fcc524ef67b0 HTTP/1.1" status: 200 len: 1096 time: 0.7132926 Aug 03 19:57:11.512476 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e', 'tag': '92457c86-500e-4813-a0a5-fcc524ef67b0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:11.515332 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b85efe-ee44-40e0-82f1-d271268ddd46" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e", "tag": "92457c86-500e-4813-a0a5-fcc524ef67b0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:11.544705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c81e1-0401-4db3-85e8-9b1c76fcceab service neutron] Pushing event updated for resources: {'Port': ['ID=92457c86-500e-4813-a0a5-fcc524ef67b0,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:11.590088 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e3469c-339d-4f8a-8255-7db7e8402ca1 x-openstack-request-id: req-f8e3469c-339d-4f8a-8255-7db7e8402ca1 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:11.590088 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e", "tag": "92457c86-500e-4813-a0a5-fcc524ef67b0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:11.590088 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8e3469c-339d-4f8a-8255-7db7e8402ca1 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:11.590088 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e', 'tag': '92457c86-500e-4813-a0a5-fcc524ef67b0', 'status': 'completed', 'code': 200} Aug 03 19:57:11.662360 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-16caa0aa-8b58-4c14-89cd-2f28a3a903a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:11.664252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-16caa0aa-8b58-4c14-89cd-2f28a3a903a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c75caf170a5f40828826f05bf31be3ce&device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 1099 time: 0.0588377 Aug 03 19:57:11.738285 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-f649a1b7-be41-413d-8ad8-aa02c8cd1f36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=92457c86-500e-4813-a0a5-fcc524ef67b0 HTTP/1.1" status: 200 len: 217 time: 0.0605989 Aug 03 19:57:11.776921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030bf42-5111-4fa3-92de-7ee72e85868a req-c6f1b8f9-571d-40df-8b8e-9614abb36136 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:11.780196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b030bf42-5111-4fa3-92de-7ee72e85868a req-c6f1b8f9-571d-40df-8b8e-9614abb36136 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 948 time: 0.0817425 Aug 03 19:57:11.799249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-824a2484-ffca-40ce-87ce-e4c5c100b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:11.800823 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-824a2484-ffca-40ce-87ce-e4c5c100b052 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0566497 Aug 03 19:57:11.829243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b030bf42-5111-4fa3-92de-7ee72e85868a req-a5da4e71-908f-40a1-8dea-6a81d8bf5641 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423143 Aug 03 19:57:11.860396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-d68dfa46-92b4-4e35-95e6-af049c26dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:11.863179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-d68dfa46-92b4-4e35-95e6-af049c26dfc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555494 Aug 03 19:57:11.968124 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-652b4444-81d0-48fc-960a-a0b45678507e service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971725 Aug 03 19:57:12.072009 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9ce93a94-e9ca-4188-a016-f979a30c1a4e req-5eae7367-e20d-4f6d-9f04-296b407ac30b service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968699 Aug 03 19:57:12.215505 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-7b3cd8cb-76c7-4977-9edc-bddb2297dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:12.217453 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-7b3cd8cb-76c7-4977-9edc-bddb2297dbeb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c75caf170a5f40828826f05bf31be3ce&device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 1099 time: 0.0483315 Aug 03 19:57:12.318776 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-c2dfb44e-9bc6-4d52-b07c-f9843daf02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:12.320304 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-c2dfb44e-9bc6-4d52-b07c-f9843daf02f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9 HTTP/1.1" status: 200 len: 870 time: 0.0952435 Aug 03 19:57:12.366890 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-d55a95e2-9bf5-4675-8a73-7c6c1a5449c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=92457c86-500e-4813-a0a5-fcc524ef67b0 HTTP/1.1" status: 200 len: 217 time: 0.0393200 Aug 03 19:57:12.418752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-d30148ec-b0c2-47f2-a97a-d5e5bdc8bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:12.420785 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-d30148ec-b0c2-47f2-a97a-d5e5bdc8bfd1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3 HTTP/1.1" status: 200 len: 843 time: 0.0470026 Aug 03 19:57:12.479186 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-7462e584-aa44-42f4-98ac-6a3b21f6ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:12.480713 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-7462e584-aa44-42f4-98ac-6a3b21f6ad11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee97c7ff-0d89-46ae-a632-0f72bd3374a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532181 Aug 03 19:57:12.594942 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-44413eca-acff-4e69-ae62-203a232832b1 service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064055 Aug 03 19:57:12.694154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-07b85efe-ee44-40e0-82f1-d271268ddd46 req-ddbd2aca-def7-483e-8251-c23a8bd3f76b service neutron] 10.222.0.63 "GET /v2.0/networks/ee97c7ff-0d89-46ae-a632-0f72bd3374a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917451 Aug 03 19:57:12.963602 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c229c6-59e2-4490-982e-9a2980f6f9ee req-b452ca6e-c152-4e19-a568-1c208a8349b8 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:12.965175 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34c229c6-59e2-4490-982e-9a2980f6f9ee req-b452ca6e-c152-4e19-a568-1c208a8349b8 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 948 time: 0.0544910 Aug 03 19:57:13.006516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34c229c6-59e2-4490-982e-9a2980f6f9ee req-a89931f4-7c46-4e0b-9213-bb7eb2496c9b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345180 Aug 03 19:57:14.135107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99dc8a-c243-4776-9ad4-4c8dba8e31ee req-971df6c3-fae1-46fa-8c12-e6eebb24b150 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:14.136724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c99dc8a-c243-4776-9ad4-4c8dba8e31ee req-971df6c3-fae1-46fa-8c12-e6eebb24b150 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 948 time: 0.0561287 Aug 03 19:57:14.177357 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c99dc8a-c243-4776-9ad4-4c8dba8e31ee req-24e8eab0-7897-49b4-8ecf-c19ecd8fc061 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Aug 03 19:57:14.485625 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:57:15.301355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3eb13-45c2-4f64-971e-07279eb5a106 req-d0e102a9-dde0-4514-b17d-fc87ed3c55fa tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:15.303013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65c3eb13-45c2-4f64-971e-07279eb5a106 req-d0e102a9-dde0-4514-b17d-fc87ed3c55fa tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 948 time: 0.0554903 Aug 03 19:57:15.344235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65c3eb13-45c2-4f64-971e-07279eb5a106 req-d5e6cfe7-7d3f-4858-bbc5-3e386e933dd4 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Aug 03 19:57:15.672307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 92457c86-500e-4813-a0a5-fcc524ef67b0 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:57:15.767392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 92457c86-500e-4813-a0a5-fcc524ef67b0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=92457c86-500e-4813-a0a5-fcc524ef67b0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:15.779552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '92457c86-500e-4813-a0a5-fcc524ef67b0', 'network_id': 'ee97c7ff-0d89-46ae-a632-0f72bd3374a9', 'port_id': '92457c86-500e-4813-a0a5-fcc524ef67b0', 'mac_address': 'fa:16:3e:da:5c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13546e5-cd39-4dc3-b8d2-0aa3ed235ee3', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:57:15.819775 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:15.833297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92457c86-500e-4813-a0a5-fcc524ef67b0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:57:15.854302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 92457c86-500e-4813-a0a5-fcc524ef67b0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=92457c86-500e-4813-a0a5-fcc524ef67b0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:15.859268 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:15.907305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=92457c86-500e-4813-a0a5-fcc524ef67b0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:16.237870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['92457c86-500e-4813-a0a5-fcc524ef67b0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:57:16.466109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bec155-ef74-45ff-a17e-8eb4f535572c req-77c2a95c-db87-454a-ac5d-33e4b22b2f3e tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:16.467701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7bec155-ef74-45ff-a17e-8eb4f535572c req-77c2a95c-db87-454a-ac5d-33e4b22b2f3e tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 949 time: 0.0531974 Aug 03 19:57:16.507817 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7bec155-ef74-45ff-a17e-8eb4f535572c req-233c6c92-5551-424d-90f8-a8d7b64ddef3 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Aug 03 19:57:17.648852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f0ada-f68c-4361-9b49-aeef85d81d63 req-1ecf17c4-15f2-4d1f-811e-a15f1aff083a tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:17.650655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-771f0ada-f68c-4361-9b49-aeef85d81d63 req-1ecf17c4-15f2-4d1f-811e-a15f1aff083a tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 949 time: 0.0593355 Aug 03 19:57:17.676364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 92457c86-500e-4813-a0a5-fcc524ef67b0 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:17.709441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-771f0ada-f68c-4361-9b49-aeef85d81d63 req-46a50f52-45ec-4b6c-9bc4-ecdc8c57e62a tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 Aug 03 19:57:17.735865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 92457c86-500e-4813-a0a5-fcc524ef67b0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:17.742477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 92457c86-500e-4813-a0a5-fcc524ef67b0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:17.743059 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:17.840203 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:17.869094 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92457c86-500e-4813-a0a5-fcc524ef67b0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:17.873887 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d790c5-4493-4fe5-b791-2881d843095d" -d '{"events": [{"server_uuid": "82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e", "name": "network-vif-plugged", "status": "completed", "tag": "92457c86-500e-4813-a0a5-fcc524ef67b0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:17.890624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 92457c86-500e-4813-a0a5-fcc524ef67b0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=92457c86-500e-4813-a0a5-fcc524ef67b0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:17.896968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:17.936860 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691840a4-e273-4705-ae05-6136a655758d x-openstack-request-id: req-691840a4-e273-4705-ae05-6136a655758d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:17.937155 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e", "name": "network-vif-plugged", "status": "completed", "tag": "92457c86-500e-4813-a0a5-fcc524ef67b0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:17.937410 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-691840a4-e273-4705-ae05-6136a655758d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:17.937833 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92457c86-500e-4813-a0a5-fcc524ef67b0', 'code': 200} Aug 03 19:57:17.962943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=92457c86-500e-4813-a0a5-fcc524ef67b0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:18.064487 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b8036-c163-434e-89ce-5100213343f7 req-0f21f057-8bc8-4a0f-8e94-6f8835d26dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:18.066132 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-277b8036-c163-434e-89ce-5100213343f7 req-0f21f057-8bc8-4a0f-8e94-6f8835d26dc4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 1101 time: 0.0465350 Aug 03 19:57:18.113326 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-277b8036-c163-434e-89ce-5100213343f7 req-6fc3228b-cf93-4088-ac29-3afa1747510b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 Aug 03 19:57:18.850948 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d084144-a4e2-4cdb-be5b-ed8b7f8b8f83 req-83cc7d0b-ce8f-43f3-8128-539f038fb56b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:18.852500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d084144-a4e2-4cdb-be5b-ed8b7f8b8f83 req-83cc7d0b-ce8f-43f3-8128-539f038fb56b tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 950 time: 0.0548775 Aug 03 19:57:18.892735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d084144-a4e2-4cdb-be5b-ed8b7f8b8f83 req-4b221e00-8a9e-459f-adb1-e4fb874abad7 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341156 Aug 03 19:57:20.014344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a759e4-6769-44ba-9f8c-768981725233 req-a0480033-80a9-447d-bcf2-b1967264b558 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:20.015873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4a759e4-6769-44ba-9f8c-768981725233 req-a0480033-80a9-447d-bcf2-b1967264b558 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 950 time: 0.0511618 Aug 03 19:57:20.055578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4a759e4-6769-44ba-9f8c-768981725233 req-958dfe3c-149e-44e8-ae91-5967949c19f9 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333805 Aug 03 19:57:20.880483 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:21.064284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b65df7-6bfd-4749-ba0f-ef921d8d4b96 req-1e5a6100-ca03-4400-bdbf-bbe17edb43aa tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:21.066720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02b65df7-6bfd-4749-ba0f-ef921d8d4b96 req-1e5a6100-ca03-4400-bdbf-bbe17edb43aa tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 950 time: 0.0811541 Aug 03 19:57:21.114012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-02b65df7-6bfd-4749-ba0f-ef921d8d4b96 req-55536a4e-1f37-4425-be64-38db25da36f9 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362711 Aug 03 19:57:22.257932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f8c55-6c0d-47a9-a82b-f0d3d42e6f1e req-91b40fe9-fb15-4101-b40d-fce86d767397 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:22.259655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-426f8c55-6c0d-47a9-a82b-f0d3d42e6f1e req-91b40fe9-fb15-4101-b40d-fce86d767397 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 950 time: 0.0616269 Aug 03 19:57:22.309563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-426f8c55-6c0d-47a9-a82b-f0d3d42e6f1e req-f3b22717-bbfd-4742-8b7b-02b8fa1da9dd tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/security-groups?id=588beda4-8119-46aa-b0e7-8f97c266bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Aug 03 19:57:22.502344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-4c5e8d6c-844e-4728-80e4-302903f23edd tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:22.504016 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-4c5e8d6c-844e-4728-80e4-302903f23edd tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.63 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 950 time: 0.0519371 Aug 03 19:57:22.607480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Deleting port 92457c86-500e-4813-a0a5-fcc524ef67b0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:57:22.607845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:22.707227 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] For port 92457c86-500e-4813-a0a5-fcc524ef67b0, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=92457c86-500e-4813-a0a5-fcc524ef67b0,segment=NetworkSegment(222d4542-9f16-4650-8c05-82dbfaa2e85e),segment_id=222d4542-9f16-4650-8c05-82dbfaa2e85e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:22.707504 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:22.721018 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Calling delete_port for 92457c86-500e-4813-a0a5-fcc524ef67b0 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:57:22.865952 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:22.896179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Pushing event deleted for resources: {'Port': ['ID=92457c86-500e-4813-a0a5-fcc524ef67b0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:22.901300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['92457c86-500e-4813-a0a5-fcc524ef67b0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:57:22.963601 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] No DVR routers for this DVR port 92457c86-500e-4813-a0a5-fcc524ef67b0 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:57:22.966660 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:22.969075 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-90df07a4-476b-49e5-ba67-e303fd5970ec req-29a36e9c-d254-4c36-ae8a-cac677cdf48f tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.63 "DELETE /v2.0/ports/92457c86-500e-4813-a0a5-fcc524ef67b0 HTTP/1.1" status: 204 len: 173 time: 0.4563718 Aug 03 19:57:22.969763 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e', 'name': 'network-vif-deleted', 'tag': '92457c86-500e-4813-a0a5-fcc524ef67b0'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:22.972706 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7df4d64-9765-47f3-9717-595a03d0ea05" -d '{"events": [{"server_uuid": "82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e", "name": "network-vif-deleted", "tag": "92457c86-500e-4813-a0a5-fcc524ef67b0"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:23.016185 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73530dc2-9dfa-4235-a958-89c009df5f1c x-openstack-request-id: req-73530dc2-9dfa-4235-a958-89c009df5f1c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:23.016411 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e", "name": "network-vif-deleted", "tag": "92457c86-500e-4813-a0a5-fcc524ef67b0", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:23.016657 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73530dc2-9dfa-4235-a958-89c009df5f1c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:23.017067 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e', 'name': 'network-vif-deleted', 'tag': '92457c86-500e-4813-a0a5-fcc524ef67b0', 'status': 'completed', 'code': 200} Aug 03 19:57:23.434026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff985026-81ab-416d-b9df-0a09df34fa2d req-9c6ebe00-3ff5-4ce1-b3aa-301883888732 tempest-ServersAdminNegativeTestJSON-126280447 tempest-ServersAdminNegativeTestJSON-126280447-project] 10.222.0.42 "GET /v2.0/ports?device_id=82b0dad9-ddb5-4b77-9d2a-ec6328c6f47e HTTP/1.1" status: 200 len: 210 time: 0.0305684 Aug 03 19:57:24.770978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34848) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:24.915807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d6c094e-4c8b-414b-aec5-d0592e36ae1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c75caf170a5f40828826f05bf31be3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435540 Aug 03 19:57:24.919383 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34852) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:24.981280 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2c12548-262d-457b-9aa5-b58ce8fadbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.004238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2c12548-262d-457b-9aa5-b58ce8fadbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.057251 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2c12548-262d-457b-9aa5-b58ce8fadbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.059903 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2c12548-262d-457b-9aa5-b58ce8fadbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.061112 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f2c12548-262d-457b-9aa5-b58ce8fadbcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/588beda4-8119-46aa-b0e7-8f97c266bbdb HTTP/1.1" status: 204 len: 168 time: 0.1407433 Aug 03 19:57:25.069548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c12548-262d-457b-9aa5-b58ce8fadbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588beda4-8119-46aa-b0e7-8f97c266bbdb,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:25.353833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34858) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:25.367543 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51419607-7abb-4bf3-8c29-f1c219256391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.473282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51419607-7abb-4bf3-8c29-f1c219256391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.477711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51419607-7abb-4bf3-8c29-f1c219256391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.517879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51419607-7abb-4bf3-8c29-f1c219256391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe5c15-83fd-4609-9d50-7c8fa66fb87d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:25.524845 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-51419607-7abb-4bf3-8c29-f1c219256391 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=752f01c239b046989a433cedd11b91d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698878 Aug 03 19:57:25.527665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34860) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:25.580777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6416677b-e471-4009-ab7d-208a8d8dc3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.605017 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6416677b-e471-4009-ab7d-208a8d8dc3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.660455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6416677b-e471-4009-ab7d-208a8d8dc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.664506 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6416677b-e471-4009-ab7d-208a8d8dc3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:25.666277 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6416677b-e471-4009-ab7d-208a8d8dc3a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2fe5c15-83fd-4609-9d50-7c8fa66fb87d HTTP/1.1" status: 204 len: 168 time: 0.1374590 Aug 03 19:57:25.678356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416677b-e471-4009-ab7d-208a8d8dc3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe5c15-83fd-4609-9d50-7c8fa66fb87d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:26.115919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.193000 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0b720d23-c372-4bd5-97bd-770924a26ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.478022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34882) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:26.583937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-402287039-network', 'tenant_id': '831e93cf3bc2409991124ece5008805b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:26.608086 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Made reservation on behalf of 831e93cf3bc2409991124ece5008805b for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:57:26.611048 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.620456 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.741922 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.746380 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.768888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:57:26.786237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c729f084-02d3-4631-aa6d-8ccf4039479e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:26.791132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.791823 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Added segment 727f6d03-eb25-49b1-900d-c693cfdd15f5 of type vlan for network bbbcfb5d-d821-487b-8afc-2ac61466d171 Aug 03 19:57:26.850569 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.882392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.883393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:26.883982 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:26.936911 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4576848 Aug 03 19:57:26.940645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 34886) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:26.945799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Request body: {'subnet': {'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-402287039-subnet', 'tenant_id': '831e93cf3bc2409991124ece5008805b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:26.949991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a410c-8614-4cd2-8678-76d7e5204927 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbcfb5d-d821-487b-8afc-2ac61466d171,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:26.959892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network bbbcfb5d-d821-487b-8afc-2ac61466d171 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:57:26.966133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Made reservation on behalf of 831e93cf3bc2409991124ece5008805b for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:57:26.969008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:27.132030 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:27.184722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:27.197535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Checking segment: {'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:27.197897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Network hostable DHCP agents. Network: bbbcfb5d-d821-487b-8afc-2ac61466d171, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:57:27.214672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Network bbbcfb5d-d821-487b-8afc-2ac61466d171 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:57:27.224188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, bbbcfb5d-d821-487b-8afc-2ac61466d171) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:27.228303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:27.228890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:27.234866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aeaabc-bb28-4f01-98e7-5d2e96e143bd None None] Network bbbcfb5d-d821-487b-8afc-2ac61466d171 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:57:27.246100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7414bda7-c580-4cb2-a3f7-dda4ce7dcb32 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3041108 Aug 03 19:57:27.365894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401ed5f-38ac-41c7-a70e-6e9d9032eb7e None None] Network bbbcfb5d-d821-487b-8afc-2ac61466d171 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:57:27.686194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-c0f92608-a82b-4f9f-ad05-51be515745fe tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:27.688150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-c0f92608-a82b-4f9f-ad05-51be515745fe tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 811 time: 0.1139228 Aug 03 19:57:27.691752 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 92457c86-500e-4813-a0a5-fcc524ef67b0 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:57:27.704475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-c3ea6d49-6392-4e91-8624-b70f3e39fb4e tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/quotas/831e93cf3bc2409991124ece5008805b HTTP/1.1" status: 200 len: 375 time: 0.0101969 Aug 03 19:57:27.712079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 92457c86-500e-4813-a0a5-fcc524ef67b0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:57:27.712424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 92457c86-500e-4813-a0a5-fcc524ef67b0 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:57:27.736740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-8c7dc06b-22c0-4efd-a1bb-1a0ee0786795 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264378 Aug 03 19:57:27.835321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-6acefa06-0c67-4a39-b820-b6bfb6f82ace service neutron] 10.222.0.42 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913262 Aug 03 19:57:27.935066 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2cd994df-8dec-47a1-84df-d47b513c2bf6 service neutron] 10.222.0.42 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935535 Aug 03 19:57:28.129599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6a5dcb7-a3cc-4edc-84f9-7376a69b0a81 req-c8d2d794-6613-4384-8df8-f0cd30af59db tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 210 time: 0.0390851 Aug 03 19:57:29.142926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-d8dece3b-9ab2-4c7d-b73f-51347d8778fd tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:29.144431 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-d8dece3b-9ab2-4c7d-b73f-51347d8778fd tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.63 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 811 time: 0.1102874 Aug 03 19:57:29.168576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Request body: {'port': {'device_id': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171', 'admin_state_up': True, 'tenant_id': '831e93cf3bc2409991124ece5008805b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:29.245218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c1ac805e-faed-4018-a37d-4d85de929ad6 req-a8ce9e48-7da1-49c8-9146-706e825901ef tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 210 time: 0.0282745 Aug 03 19:57:29.299725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Made reservation on behalf of 831e93cf3bc2409991124ece5008805b for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:57:29.303471 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:29.434408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Allocated IP 172.20.0.8 (bbbcfb5d-d821-487b-8afc-2ac61466d171/6cb4d29a-2e1d-48a5-9db3-9bd87985e64a/3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:57:29.586019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:29.625256 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:29.673781 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Network bbbcfb5d-d821-487b-8afc-2ac61466d171 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:57:29.676941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:29.683468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:57:29.688917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:29.734728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:29.735346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:29.749001 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2399a08e-9247-4211-bae4-18748c17950b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847471 Aug 03 19:57:29.766639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Request body: {'port': {'device_id': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:29.797248 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:29.820470 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:30.086953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:57:30.094732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:30.106618 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Transition to ACTIVE for port object 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:30.109895 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:30.158365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:30.227271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Attempting to bind port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:57:30.227612 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Attempting to bind port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:57:30.227946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Attempting to bind port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on network bbbcfb5d-d821-487b-8afc-2ac61466d171 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:30.232389 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on network bbbcfb5d-d821-487b-8afc-2ac61466d171 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:57:30.232719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Attempting to bind port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on network bbbcfb5d-d821-487b-8afc-2ac61466d171 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:30.238455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:57:30.238802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Checking segment: {'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:30.239192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Bound using segment: {'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:57:30.239626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Bound port: 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:57:30.239993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:30.308852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:57:30.312706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:57:30.317917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:30.337578 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8da44bdf-ed91-42ac-a747-48e2bbe1c984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:30.353451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:30.354120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:30.355517 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] 10.222.0.63 "PUT /v2.0/ports/3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 1091 time: 0.5935519 Aug 03 19:57:30.355942 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:30.358219 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:30.380422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb59f-9b41-43b2-b601-61ba4d30febc req-5a7617bf-597e-4e74-a607-6968c38f3c77 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:30.383852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8ccb59f-9b41-43b2-b601-61ba4d30febc req-5a7617bf-597e-4e74-a607-6968c38f3c77 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 943 time: 0.0668149 Aug 03 19:57:30.386547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846555a3-4de2-4aa2-9103-9657bb382ccb service neutron] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:30.405595 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45ea004-4d71-44ed-b6b5-e47d1277a1cb x-openstack-request-id: req-d45ea004-4d71-44ed-b6b5-e47d1277a1cb {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:30.405903 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:30.406151 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d45ea004-4d71-44ed-b6b5-e47d1277a1cb {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:30.406565 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'status': 'completed', 'code': 200} Aug 03 19:57:30.425964 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8ccb59f-9b41-43b2-b601-61ba4d30febc req-e65d4a49-d46c-4385-ac1c-333d5f3e67bd tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359552 Aug 03 19:57:30.465686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2715002c-809c-4e65-8a27-70a8262d1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:30.467396 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-2715002c-809c-4e65-8a27-70a8262d1fce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1094 time: 0.0446720 Aug 03 19:57:30.518031 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-96e780f1-db7c-4e00-8e86-1297153bba0f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 217 time: 0.0379786 Aug 03 19:57:30.571733 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-208bffa3-3df9-4761-bab7-091f71f9914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:30.573199 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-208bffa3-3df9-4761-bab7-091f71f9914a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 200 len: 851 time: 0.0482669 Aug 03 19:57:30.606556 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-8f6c9ae2-25cc-42bd-b86f-1c602ba86b0c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbbcfb5d-d821-487b-8afc-2ac61466d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260918 Aug 03 19:57:30.696342 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-5e993988-c3dd-4d69-ae36-b4cf80210cbc service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824916 Aug 03 19:57:30.789741 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-33a24105-ecb7-4692-a7be-6061a079a4c9 req-06a4d6ef-15c2-4bc4-a400-61537adfdfa3 service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866246 Aug 03 19:57:30.918068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-b642cfc4-0ae4-49f3-a47b-8083bf79e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:30.919454 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-b642cfc4-0ae4-49f3-a47b-8083bf79e0ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1094 time: 0.0401781 Aug 03 19:57:31.011062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-0cdb782a-8ac3-4149-9c62-0d7412ecb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:31.012556 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-0cdb782a-8ac3-4149-9c62-0d7412ecb8f2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 912 time: 0.0863059 Aug 03 19:57:31.053658 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-6047c277-f992-4c37-8906-b0dcfb91a682 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 217 time: 0.0343127 Aug 03 19:57:31.102397 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-21a097e2-86fc-4440-993a-20e1371ac480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:31.103852 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-21a097e2-86fc-4440-993a-20e1371ac480 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 200 len: 851 time: 0.0438664 Aug 03 19:57:31.134827 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-db171cab-80cb-4e58-8cb7-a7460dbc9bd4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbbcfb5d-d821-487b-8afc-2ac61466d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244546 Aug 03 19:57:31.231893 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-d2758d3b-d342-4b7e-9c06-6ffed9910dce service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Aug 03 19:57:31.324435 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-084a11d5-2c91-4d68-8951-2f9f2c2e1c5e req-32fdb9fc-416c-42cf-aa17-2a47cd37a3eb service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856004 Aug 03 19:57:31.545845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60c4a7-f854-4766-b1c2-09461975aca8 req-4f93bd06-05ca-4fa2-b8cc-f6816ca62d7b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:31.547921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e60c4a7-f854-4766-b1c2-09461975aca8 req-4f93bd06-05ca-4fa2-b8cc-f6816ca62d7b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 943 time: 0.0500126 Aug 03 19:57:31.587393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e60c4a7-f854-4766-b1c2-09461975aca8 req-d7d6039d-a532-4045-a49e-39c68055c6d2 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Aug 03 19:57:32.060556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:32.704300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f689-704c-4592-9bc8-e14390fa42eb req-53bffbb1-efb6-491f-aa4f-c3e0902c98c1 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:32.705777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b686f689-704c-4592-9bc8-e14390fa42eb req-53bffbb1-efb6-491f-aa4f-c3e0902c98c1 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 943 time: 0.0500920 Aug 03 19:57:32.745183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b686f689-704c-4592-9bc8-e14390fa42eb req-c30b0c9e-be56-4114-98d2-117122497645 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Aug 03 19:57:33.870043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43141ac-5ec6-4d1d-bcfd-87fdd2201a47 req-0e0e4dca-746e-455c-b2f3-c021a07724ea tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:33.871650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e43141ac-5ec6-4d1d-bcfd-87fdd2201a47 req-0e0e4dca-746e-455c-b2f3-c021a07724ea tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 943 time: 0.0574560 Aug 03 19:57:33.914604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e43141ac-5ec6-4d1d-bcfd-87fdd2201a47 req-94f57c3a-9028-4782-bb52-7bea2985a0c8 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359406 Aug 03 19:57:34.534725 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:35.029056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43affd1-f27c-4a2e-bc3a-e596dd628995 req-a9f14e02-330f-438e-a92e-4a7dff90ff38 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:35.030683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b43affd1-f27c-4a2e-bc3a-e596dd628995 req-a9f14e02-330f-438e-a92e-4a7dff90ff38 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 943 time: 0.0489950 Aug 03 19:57:35.069988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b43affd1-f27c-4a2e-bc3a-e596dd628995 req-99667908-9c99-40b1-84cf-725aa70aa125 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Aug 03 19:57:35.753063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:57:35.862592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:35.875650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171', 'port_id': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'mac_address': 'fa:16:3e:76:6d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb4d29a-2e1d-48a5-9db3-9bd87985e64a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:57:35.915355 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:35.927984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:57:35.952707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:35.957176 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:36.005358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:36.183930 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283b9b2-c4e2-4cc3-bc84-3cb7be07b23e req-63e0e27b-183c-4eef-8965-0f88d1d97d81 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:36.185430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b283b9b2-c4e2-4cc3-bc84-3cb7be07b23e req-63e0e27b-183c-4eef-8965-0f88d1d97d81 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 944 time: 0.0489190 Aug 03 19:57:36.226692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b283b9b2-c4e2-4cc3-bc84-3cb7be07b23e req-4818c6d1-c12b-4487-968b-cfdf27c2d280 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346830 Aug 03 19:57:36.311167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:57:37.354539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c6bea-b4a2-4e99-9f1d-2eb035bdf320 req-e7226ba6-3da2-4931-8cdb-63b5bf4b1c36 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:37.356152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-193c6bea-b4a2-4e99-9f1d-2eb035bdf320 req-e7226ba6-3da2-4931-8cdb-63b5bf4b1c36 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 944 time: 0.0580041 Aug 03 19:57:37.397656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-193c6bea-b4a2-4e99-9f1d-2eb035bdf320 req-12de5d53-2443-4e9b-9cf3-beda0f8e55c7 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Aug 03 19:57:37.785106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:37.837649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:37.842036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:37.842409 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:37.928396 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:37.952743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:37.955433 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28daab5-a0a6-4f65-83dd-ad2dabeec2ed" -d '{"events": [{"server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "name": "network-vif-plugged", "status": "completed", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:37.969828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:37.974824 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:38.003458 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0ea09-20fd-4dc2-a0f1-d66fa6c9c781 x-openstack-request-id: req-04a0ea09-20fd-4dc2-a0f1-d66fa6c9c781 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:38.003751 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "name": "network-vif-plugged", "status": "completed", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:38.004004 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04a0ea09-20fd-4dc2-a0f1-d66fa6c9c781 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:38.004394 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'code': 200} Aug 03 19:57:38.031959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:38.127811 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ea53e-a823-4024-8a17-335023ca8f91 req-671e3a45-da3d-450a-85f5-29c24e68e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:38.129384 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd7ea53e-a823-4024-8a17-335023ca8f91 req-671e3a45-da3d-450a-85f5-29c24e68e7c0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1096 time: 0.0510042 Aug 03 19:57:38.166383 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-fd7ea53e-a823-4024-8a17-335023ca8f91 req-54d51881-1dc1-4478-980e-ef5b8ad917c4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297987 Aug 03 19:57:38.524520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40e58e-f63d-41bb-8dbf-e7db25737b94 req-fd27d550-98b8-43c6-acaa-90b5e01d85e5 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:38.526120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f40e58e-f63d-41bb-8dbf-e7db25737b94 req-fd27d550-98b8-43c6-acaa-90b5e01d85e5 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0514615 Aug 03 19:57:38.576897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f40e58e-f63d-41bb-8dbf-e7db25737b94 req-81e7b3a9-3f54-416b-83f9-322102766c05 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431955 Aug 03 19:57:39.700705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a377dae-adfd-4af0-a609-de8859ad4cf2 req-d9e20823-a685-4826-9cf1-cc7850bf1a81 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:39.702114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a377dae-adfd-4af0-a609-de8859ad4cf2 req-d9e20823-a685-4826-9cf1-cc7850bf1a81 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0483546 Aug 03 19:57:39.740374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a377dae-adfd-4af0-a609-de8859ad4cf2 req-62fb8a1b-575e-454f-90e9-86cd5f361900 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Aug 03 19:57:39.935315 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 34944) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:40.041106 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-283c5fb1-c1cc-454b-b25b-ef7378dc66d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045949 Aug 03 19:57:40.330396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88249ade-0cba-4f65-98ae-b4671c8b5728 req-26cd7bd9-2b6a-4ea1-96ec-20f6e5c3faec tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:40.331933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88249ade-0cba-4f65-98ae-b4671c8b5728 req-26cd7bd9-2b6a-4ea1-96ec-20f6e5c3faec tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.3828685 Aug 03 19:57:40.372232 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88249ade-0cba-4f65-98ae-b4671c8b5728 req-0e46dde3-031f-41e6-8e29-4ba60c7693ce tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Aug 03 19:57:41.215540 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-02a296de-194f-4ee9-9477-fcc67c52b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:41.217070 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-02a296de-194f-4ee9-9477-fcc67c52b68e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1096 time: 0.0413885 Aug 03 19:57:41.332997 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-432672c1-8323-4e46-aac9-8d72d003133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:41.334795 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-432672c1-8323-4e46-aac9-8d72d003133f service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 912 time: 0.1111975 Aug 03 19:57:41.381101 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-04b6223c-b00f-41fd-bdb6-2a2a2766e773 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 217 time: 0.0397148 Aug 03 19:57:41.430849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-2724d72e-20ec-4498-8202-8255abcdc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:41.432400 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-2724d72e-20ec-4498-8202-8255abcdc669 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 200 len: 851 time: 0.0449519 Aug 03 19:57:41.468083 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-ca085b94-a7d9-440f-8dbd-dbec5c46c543 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbbcfb5d-d821-487b-8afc-2ac61466d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290203 Aug 03 19:57:41.489457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cdd45-8b20-4f61-a8d9-c89320b4eab3 req-7f529ad7-b3d8-402a-8edb-0e0e485d3412 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:41.491650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce6cdd45-8b20-4f61-a8d9-c89320b4eab3 req-7f529ad7-b3d8-402a-8edb-0e0e485d3412 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0492663 Aug 03 19:57:41.529180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce6cdd45-8b20-4f61-a8d9-c89320b4eab3 req-51a092af-95ac-4fa9-a7c0-4f2094e92727 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Aug 03 19:57:41.558713 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-35400e67-0d0d-4f56-9b88-41d3fd0c91f8 service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840223 Aug 03 19:57:41.653740 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-e9817ed6-9824-4e26-a6e0-4305e133bb83 service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881667 Aug 03 19:57:42.643455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5ddd2-63a7-4580-9287-9e82e99bb473 req-2f374623-bbbf-43cf-bc42-73c598627364 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:42.644982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23f5ddd2-63a7-4580-9287-9e82e99bb473 req-2f374623-bbbf-43cf-bc42-73c598627364 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0479259 Aug 03 19:57:42.681860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23f5ddd2-63a7-4580-9287-9e82e99bb473 req-e579c01b-317f-473b-b779-dc2d2e23e8fd tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Aug 03 19:57:43.799966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76278172-2a80-4596-9e73-2e9286544d4d req-524cae5b-d024-4bf3-8242-3db8f9804628 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:43.801495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76278172-2a80-4596-9e73-2e9286544d4d req-524cae5b-d024-4bf3-8242-3db8f9804628 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0529401 Aug 03 19:57:43.839122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-76278172-2a80-4596-9e73-2e9286544d4d req-5d8d9435-75e1-413f-9471-5e96a1ea01c4 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Aug 03 19:57:44.954727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669e7a0-5a32-4293-a9f1-2b3a0a8aa31d req-459f991a-0c0a-4afd-afe1-479cbf4d94e7 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:44.956224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9669e7a0-5a32-4293-a9f1-2b3a0a8aa31d req-459f991a-0c0a-4afd-afe1-479cbf4d94e7 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0491743 Aug 03 19:57:45.000601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9669e7a0-5a32-4293-a9f1-2b3a0a8aa31d req-39321695-a8e4-4008-9b66-3a5110160852 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Aug 03 19:57:45.935866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-7b68569d-086b-454b-9725-44e7c8f2a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:45.937400 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-7b68569d-086b-454b-9725-44e7c8f2a7e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1096 time: 0.0419326 Aug 03 19:57:46.039538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-3d8b0e3f-cc9e-4c70-805f-72013e994fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:46.041071 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-3d8b0e3f-cc9e-4c70-805f-72013e994fc4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 912 time: 0.0848925 Aug 03 19:57:46.086522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-124c070c-df7b-484f-b3e8-e6ebd6dfd24e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 217 time: 0.0388329 Aug 03 19:57:46.119161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15388f-c7d9-482f-b37c-567ffcf57463 req-09bb6c4e-00fc-4f4d-89ec-478f8e782fe0 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:46.120680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd15388f-c7d9-482f-b37c-567ffcf57463 req-09bb6c4e-00fc-4f4d-89ec-478f8e782fe0 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0510073 Aug 03 19:57:46.136159 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-00c647e9-246c-4640-9604-5ddc3e91dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:46.138140 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-00c647e9-246c-4640-9604-5ddc3e91dcd6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 200 len: 851 time: 0.0455146 Aug 03 19:57:46.160126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd15388f-c7d9-482f-b37c-567ffcf57463 req-f7aef94b-5428-46b8-a4ac-8ae8b2b5b6aa tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Aug 03 19:57:46.171017 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-4f46a3a7-5ee2-4061-b895-7b46ef5f6e89 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbbcfb5d-d821-487b-8afc-2ac61466d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261495 Aug 03 19:57:46.269907 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-7d2a55a8-51c1-4353-a9e8-8f2f8fc98772 service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921035 Aug 03 19:57:46.356993 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-8ae7c972-8ce3-44a0-a1fe-b4791bfccb8f req-e03a6838-e317-44ca-b827-22cf740d565f service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801477 Aug 03 19:57:47.281187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad352cd-1864-4273-859e-439e0a7ef7a4 req-694a30f0-13d2-4b1e-9dc5-8173d864d174 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:47.282724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aad352cd-1864-4273-859e-439e0a7ef7a4 req-694a30f0-13d2-4b1e-9dc5-8173d864d174 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0543141 Aug 03 19:57:47.322507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aad352cd-1864-4273-859e-439e0a7ef7a4 req-07e3cc1e-e6ca-41ff-87f0-5da1919487ff tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Aug 03 19:57:48.444594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08ae6-bd9c-4eae-8ab0-230a211b789b req-7c4406d5-4685-4274-9b00-7d2fa8d81735 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:48.446166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01a08ae6-bd9c-4eae-8ab0-230a211b789b req-7c4406d5-4685-4274-9b00-7d2fa8d81735 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0519347 Aug 03 19:57:48.486567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01a08ae6-bd9c-4eae-8ab0-230a211b789b req-6eb6f7cb-a78e-4382-8abb-6a7b1dfc2d5e tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Aug 03 19:57:49.613784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abe10-f6bb-437c-a68e-8e6724670064 req-5296017f-c23e-454e-87b0-a45e633781ae tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:49.615483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-218abe10-f6bb-437c-a68e-8e6724670064 req-5296017f-c23e-454e-87b0-a45e633781ae tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0561457 Aug 03 19:57:49.665244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-218abe10-f6bb-437c-a68e-8e6724670064 req-3a218fe5-50f8-4960-8eed-1b38986b0276 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 Aug 03 19:57:50.792565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df9a43-995c-48ee-8081-4fc08c86afa0 req-5868a295-9b29-4653-b013-7aba72025ba6 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:50.794142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34df9a43-995c-48ee-8081-4fc08c86afa0 req-5868a295-9b29-4653-b013-7aba72025ba6 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0544329 Aug 03 19:57:50.855125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34df9a43-995c-48ee-8081-4fc08c86afa0 req-962c107e-71af-45f1-8cac-da4ab80a68c4 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531659 Aug 03 19:57:50.905297 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:51.485539 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:57:51.984822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a385de-8097-44bb-a87c-674e88233297 req-c476e9a0-c615-4cf8-9c18-b75c7f3983bf tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:51.986382 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6a385de-8097-44bb-a87c-674e88233297 req-c476e9a0-c615-4cf8-9c18-b75c7f3983bf tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0487850 Aug 03 19:57:52.024131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6a385de-8097-44bb-a87c-674e88233297 req-01581c2f-4f53-4cc0-94da-37b859b9ab40 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Aug 03 19:57:53.140692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17370ce-9465-4cd1-a95a-9b51c9428f09 req-cacd0de4-1ca4-48be-8717-82792d6ae419 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:53.142222 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c17370ce-9465-4cd1-a95a-9b51c9428f09 req-cacd0de4-1ca4-48be-8717-82792d6ae419 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0493162 Aug 03 19:57:53.180090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c17370ce-9465-4cd1-a95a-9b51c9428f09 req-d9f68fc8-8cff-4911-9884-d6665bc76d68 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Aug 03 19:57:54.299026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c1c0b-f7b8-4fc6-89a0-7848ad22ce02 req-f534cf2a-cc3a-44bb-a47b-2576f7be8692 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:54.300509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b84c1c0b-f7b8-4fc6-89a0-7848ad22ce02 req-f534cf2a-cc3a-44bb-a47b-2576f7be8692 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0527384 Aug 03 19:57:54.339570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b84c1c0b-f7b8-4fc6-89a0-7848ad22ce02 req-126eeb32-baa3-4577-99d2-4d3d41a06cd6 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Aug 03 19:57:55.464291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449a14-38f2-4a7a-923d-c4b301976ba9 req-08a09ece-5c62-4259-adc5-5ea4521adffe tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:55.465803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e449a14-38f2-4a7a-923d-c4b301976ba9 req-08a09ece-5c62-4259-adc5-5ea4521adffe tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0506456 Aug 03 19:57:55.503580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e449a14-38f2-4a7a-923d-c4b301976ba9 req-292819c1-2fce-49ef-80dd-bd16f17b21e2 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Aug 03 19:57:56.104730 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:56.193288 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-59f7355b-83dc-4bea-b727-dedcae003500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:56.621163 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9472b57-5283-485f-8094-daa1789d0f0f req-3b21355a-d424-4ea6-994f-7d3739a4887b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:56.622712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9472b57-5283-485f-8094-daa1789d0f0f req-3b21355a-d424-4ea6-994f-7d3739a4887b tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0489075 Aug 03 19:57:56.661436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9472b57-5283-485f-8094-daa1789d0f0f req-0afb435d-57ce-46ed-84f1-c53cd931cbd6 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Aug 03 19:57:57.793611 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f7355-0ab7-4a7e-8c86-2216314b788d req-f6352979-bf25-431b-b8a1-b4e20dce0442 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:57.795622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a51f7355-0ab7-4a7e-8c86-2216314b788d req-f6352979-bf25-431b-b8a1-b4e20dce0442 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0560937 Aug 03 19:57:57.836215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a51f7355-0ab7-4a7e-8c86-2216314b788d req-b488f1e4-e6fe-4856-8174-eae019bd17e4 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Aug 03 19:57:58.949545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9f80a-1cab-4609-bedf-fd212969588c req-9f2a9e74-64c8-40e5-ad90-5818bc4bae18 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:58.951074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18d9f80a-1cab-4609-bedf-fd212969588c req-9f2a9e74-64c8-40e5-ad90-5818bc4bae18 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0484636 Aug 03 19:57:58.989096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18d9f80a-1cab-4609-bedf-fd212969588c req-3c34123d-86c1-441f-b048-0d332cd10020 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Aug 03 19:57:59.799114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:00.102517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea6443-c9f6-4bc3-9e27-7b68d85950b1 req-4f648e87-9336-40c0-ac8a-6bce619facba tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:00.103896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dea6443-c9f6-4bc3-9e27-7b68d85950b1 req-4f648e87-9336-40c0-ac8a-6bce619facba tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0488002 Aug 03 19:58:00.141387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3dea6443-c9f6-4bc3-9e27-7b68d85950b1 req-9b140a39-0a55-4979-a1d3-b571912f11ff tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Aug 03 19:58:00.338190 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a03c8f9-e68d-456b-9a01-df05b651d312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:01.261706 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b06c3-5ab6-407e-87a1-b9de7c4df9bc req-c6d1694b-0fb5-4191-a2d2-07e01050e8aa tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:01.263188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af3b06c3-5ab6-407e-87a1-b9de7c4df9bc req-c6d1694b-0fb5-4191-a2d2-07e01050e8aa tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0537415 Aug 03 19:58:01.300955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af3b06c3-5ab6-407e-87a1-b9de7c4df9bc req-04c49053-db96-4e3f-9480-1f20833b3334 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Aug 03 19:58:02.063686 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:02.416577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa9af8-c4f2-4d5a-acd9-92289e2bcd42 req-e816b4f6-f8e0-4e2a-8bbd-fd139af5ea43 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:02.418102 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ffa9af8-c4f2-4d5a-acd9-92289e2bcd42 req-e816b4f6-f8e0-4e2a-8bbd-fd139af5ea43 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0502720 Aug 03 19:58:02.457440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ffa9af8-c4f2-4d5a-acd9-92289e2bcd42 req-9caf560b-73ca-4de5-b2c7-547078f6f25a tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Aug 03 19:58:03.578159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270a8e6-86f4-4bb3-9a7a-d46a5c91984e req-cc6afab7-194a-40ff-8e6c-c201cdd8533e tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:03.580325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9270a8e6-86f4-4bb3-9a7a-d46a5c91984e req-cc6afab7-194a-40ff-8e6c-c201cdd8533e tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0514798 Aug 03 19:58:03.621880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9270a8e6-86f4-4bb3-9a7a-d46a5c91984e req-4e694db3-7205-4dc7-bcda-51a455845aca tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352788 Aug 03 19:58:04.538015 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:04.742403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64fad1-813d-4200-9b68-a965cc9cda8d req-5fdc88ac-45f9-4414-949c-3558b85dd318 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.743782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee64fad1-813d-4200-9b68-a965cc9cda8d req-5fdc88ac-45f9-4414-949c-3558b85dd318 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0521247 Aug 03 19:58:04.781719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ee64fad1-813d-4200-9b68-a965cc9cda8d req-cc1313b0-6aa6-4938-b3e6-bdbb9788c894 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Aug 03 19:58:05.902409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d577101-a3a8-45cc-b956-d1f6b547dc0f req-e11eabd9-b8d6-4afe-b675-732d25b190f1 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:05.903922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d577101-a3a8-45cc-b956-d1f6b547dc0f req-e11eabd9-b8d6-4afe-b675-732d25b190f1 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0544405 Aug 03 19:58:05.942868 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d577101-a3a8-45cc-b956-d1f6b547dc0f req-599e7ae6-d8ab-4ce7-ad81-cbedf8d54e5f tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322120 Aug 03 19:58:07.056553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd264-88af-41bd-aee0-7cbffbac83d8 req-1f6be2d6-a625-41c6-aac9-be82d53c14dc tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:07.058077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-859dd264-88af-41bd-aee0-7cbffbac83d8 req-1f6be2d6-a625-41c6-aac9-be82d53c14dc tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0482681 Aug 03 19:58:07.096135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-859dd264-88af-41bd-aee0-7cbffbac83d8 req-34622aed-55b0-40bc-873c-c48a1ceb1bc8 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320232 Aug 03 19:58:08.224971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c45d35-10e3-4194-9738-9435f4489ceb req-0b8bfd79-eea9-4c49-a743-ba14bc42f888 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:08.226696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84c45d35-10e3-4194-9738-9435f4489ceb req-0b8bfd79-eea9-4c49-a743-ba14bc42f888 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0586948 Aug 03 19:58:08.269687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84c45d35-10e3-4194-9738-9435f4489ceb req-d45d8b8a-cf18-4a26-81dd-0d1d9cada593 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363133 Aug 03 19:58:08.809225 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-a38a28dc-2e64-4eab-9d0f-941dd479aef7 service neutron] show failed (client error): The resource could not be found. Aug 03 19:58:08.810295 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-a38a28dc-2e64-4eab-9d0f-941dd479aef7 service neutron] 10.222.0.63 "GET /v2.0/ports/3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.1051362 Aug 03 19:58:09.042810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-88632a75-40d3-4405-b6a6-d36d4ebf4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.044353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-88632a75-40d3-4405-b6a6-d36d4ebf4414 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f&tenant_id=831e93cf3bc2409991124ece5008805b HTTP/1.1" status: 200 len: 1096 time: 0.0696347 Aug 03 19:58:09.057105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:09.112904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:09.325777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:09.369065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:58:09.426020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:09.428293 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72357e79-99db-4b1c-8d56-a9d73773c62a" -d '{"events": [{"server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:09.432800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:09.451297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639065-9e67-4edd-84fb-8e44cf6670f7 req-07721cea-4d4a-4d12-8df5-a12d3eb3db8f tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.452875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e639065-9e67-4edd-84fb-8e44cf6670f7 req-07721cea-4d4a-4d12-8df5-a12d3eb3db8f tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.1044071 Aug 03 19:58:09.458656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Transition to ACTIVE for port object 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:58:09.479228 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:09.514594 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377fba0a-e79f-4183-8ddb-ee183bdf1de0 x-openstack-request-id: req-377fba0a-e79f-4183-8ddb-ee183bdf1de0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:09.514855 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:09.515104 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-377fba0a-e79f-4183-8ddb-ee183bdf1de0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:09.515600 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'code': 200} Aug 03 19:58:09.546347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e639065-9e67-4edd-84fb-8e44cf6670f7 req-9d9534e6-d22c-45ac-927d-f2827ae3a0a8 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852621 Aug 03 19:58:09.550773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:09.573115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.573462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.573825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.574158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.574487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.574817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.575271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.575474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.575793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.576112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.576431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.576746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:09.580620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] No DVR routers for this DVR port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:58:09.614734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Attempting to bind port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:58:09.615069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Attempting to bind port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:58:09.615392 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Attempting to bind port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on network bbbcfb5d-d821-487b-8afc-2ac61466d171 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:09.619630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on network bbbcfb5d-d821-487b-8afc-2ac61466d171 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:58:09.619949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Attempting to bind port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on network bbbcfb5d-d821-487b-8afc-2ac61466d171 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:09.624922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:58:09.625254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Checking segment: {'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:58:09.625665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Bound using segment: {'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:58:09.626088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Bound port: 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727f6d03-eb25-49b1-900d-c693cfdd15f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:58:09.626439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:09.687587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:58:09.691353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:58:09.696504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:09.733105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.733813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:09.735208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] 10.222.0.88 "PUT /v2.0/ports/3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 1091 time: 0.6823413 Aug 03 19:58:09.756239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9597a6-2daf-467e-aad3-0a461cc7d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:09.798326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-f5f9c6b5-7984-4631-a76e-856cb835e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.799858 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-f5f9c6b5-7984-4631-a76e-856cb835e730 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1094 time: 0.0405436 Aug 03 19:58:09.897135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-9bf066d0-9377-4308-9ecc-6fe27af238bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.898595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-9bf066d0-9377-4308-9ecc-6fe27af238bb service neutron] 10.222.0.88 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 912 time: 0.0904667 Aug 03 19:58:09.946900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-bfe20404-3c04-4621-9410-8254ea36ca4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 217 time: 0.0409484 Aug 03 19:58:09.996404 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-5a12e597-822a-44be-a4c9-e3e4ad33d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.997879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-5a12e597-822a-44be-a4c9-e3e4ad33d426 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 200 len: 851 time: 0.0441420 Aug 03 19:58:10.030026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-ab4a4429-c808-417d-b889-7fddad0367f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bbbcfb5d-d821-487b-8afc-2ac61466d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247214 Aug 03 19:58:10.130281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-ca98ba75-2356-4863-8a60-e1929c120687 service neutron] 10.222.0.88 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926764 Aug 03 19:58:10.221928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c25b20c4-6807-4155-9f47-1a4ec1811164 req-a6742cd0-9533-4e5b-8585-36ad6ce64fd6 service neutron] 10.222.0.88 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843585 Aug 03 19:58:10.676436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828a731-1699-410a-8ddc-15151b9211c2 req-4d4f302e-9fb1-4902-9bfc-09e3d61f0b60 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:10.678011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5828a731-1699-410a-8ddc-15151b9211c2 req-4d4f302e-9fb1-4902-9bfc-09e3d61f0b60 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 943 time: 0.0513036 Aug 03 19:58:10.716548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5828a731-1699-410a-8ddc-15151b9211c2 req-d163deb2-de33-4395-86ff-0769cc9c56ad tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Aug 03 19:58:11.516976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:11.519672 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:11.570569 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ac3c4d-e370-4a6a-99de-ab066e29ac45 x-openstack-request-id: req-97ac3c4d-e370-4a6a-99de-ab066e29ac45 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:11.570890 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:11.571138 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97ac3c4d-e370-4a6a-99de-ab066e29ac45 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:11.571526 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'status': 'completed', 'code': 200} Aug 03 19:58:11.639842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-65b93480-525c-4e4b-90d9-ab021be7f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.641383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-65b93480-525c-4e4b-90d9-ab021be7f642 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1094 time: 0.0493205 Aug 03 19:58:11.656806 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-ca377178-84b7-4c64-91b8-fd5b271c1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.658401 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-ca377178-84b7-4c64-91b8-fd5b271c1343 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1094 time: 0.0458190 Aug 03 19:58:11.744202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-75ca1003-8ff4-4244-a930-848c60ccee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.746567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-75ca1003-8ff4-4244-a930-848c60ccee70 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 912 time: 0.0967052 Aug 03 19:58:11.765134 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-c1af3ad0-19d3-43b5-9e06-f42babcf1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.767052 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-c1af3ad0-19d3-43b5-9e06-f42babcf1469 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 912 time: 0.1012328 Aug 03 19:58:11.795659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-dd1e1dc1-35f8-4ef6-94fc-7752ff52055a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 217 time: 0.0416315 Aug 03 19:58:11.816610 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-756d1bec-056f-4744-9a59-fb9ecf9e7ff6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 217 time: 0.0427308 Aug 03 19:58:11.869758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-89a151ae-005f-4aef-b524-bc618ae92230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.871290 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-89a151ae-005f-4aef-b524-bc618ae92230 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 200 len: 851 time: 0.0478847 Aug 03 19:58:11.875998 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-347906ea-78d7-4ca5-9705-cef4313b8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.878144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-347906ea-78d7-4ca5-9705-cef4313b8871 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 200 len: 851 time: 0.0746994 Aug 03 19:58:11.903940 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-29cd4234-dbd9-469f-ae92-ac829cb6d114 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbbcfb5d-d821-487b-8afc-2ac61466d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255444 Aug 03 19:58:11.904183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae0a8-51f1-4804-a8df-da8856328fe6 req-90ffbd71-49c2-4a2b-9ec0-30c4ff66da5a tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.905433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3dae0a8-51f1-4804-a8df-da8856328fe6 req-90ffbd71-49c2-4a2b-9ec0-30c4ff66da5a tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 943 time: 0.0732768 Aug 03 19:58:11.922041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-9c3c8f93-23e4-4083-a8e7-5988e6bbdaa9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bbbcfb5d-d821-487b-8afc-2ac61466d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351455 Aug 03 19:58:12.003404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3dae0a8-51f1-4804-a8df-da8856328fe6 req-96ca9fb0-f449-45ec-b43b-d39f87d58e8c tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842624 Aug 03 19:58:12.005308 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-5ce8ec44-91b8-43dc-9da5-6e63ae953175 service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897310 Aug 03 19:58:12.039898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-f90ebecc-ddb4-4975-aafe-8c808c967732 service neutron] 10.222.0.88 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053882 Aug 03 19:58:12.107045 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-20667d3f-df72-4e0e-ae85-9747b67bdc98 service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944602 Aug 03 19:58:12.139168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-678681b3-05cf-4b4e-8d4e-7746b84e0b8a req-a5b48c59-0c18-4350-b76f-f539511cbc39 service neutron] 10.222.0.88 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916958 Aug 03 19:58:12.299144 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-cb5f8655-da52-4771-a885-ec88e5cd7702 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:12.300967 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-cb5f8655-da52-4771-a885-ec88e5cd7702 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.63 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f&tenant_id=831e93cf3bc2409991124ece5008805b&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 943 time: 0.0891674 Aug 03 19:58:12.301126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:58:12.367617 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-5f83f6d3-a3d3-458b-aa5b-1e0967149d4f service neutron] delete failed (client error): The resource could not be found. Aug 03 19:58:12.368671 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-5f83f6d3-a3d3-458b-aa5b-1e0967149d4f service neutron] 10.222.0.63 "DELETE /v2.0/ports/3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0603869 Aug 03 19:58:12.403754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:12.417413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'network_id': 'bbbcfb5d-d821-487b-8afc-2ac61466d171', 'port_id': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'mac_address': 'fa:16:3e:76:6d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb4d29a-2e1d-48a5-9db3-9bd87985e64a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:58:12.456840 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:12.470091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:58:12.470812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-c600ae15-1b9e-4f53-9e2e-92847d8b1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:12.472383 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-c600ae15-1b9e-4f53-9e2e-92847d8b1416 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=831e93cf3bc2409991124ece5008805b&device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 1094 time: 0.0418143 Aug 03 19:58:12.490228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:12.494232 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:12.541899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:12.549771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.550039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.550375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.550700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.551026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.551382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.551672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.551993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.552309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.552652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.552985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.553286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:12.566006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-09a8e0d5-2c61-4559-8b6e-836aa7b4a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:12.566816 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-09a8e0d5-2c61-4559-8b6e-836aa7b4a0b4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 200 len: 912 time: 0.0876453 Aug 03 19:58:12.732060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:58:12.926772 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-6f87e1fa-d26d-4173-84c5-41e70832bea3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 200 len: 217 time: 0.3522716 Aug 03 19:58:12.976697 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-63809dc1-1a57-41b2-8820-2c2d5072cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:12.978242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-63809dc1-1a57-41b2-8820-2c2d5072cba5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 200 len: 851 time: 0.0440855 Aug 03 19:58:13.016387 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-7d70d210-f9a5-499d-a740-d0c09374a46e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbbcfb5d-d821-487b-8afc-2ac61466d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312927 Aug 03 19:58:13.108908 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-095af8fc-e9bc-423b-9559-b8f0b37b854f service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857508 Aug 03 19:58:13.195940 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-ae3d6a5e-ecf5-4335-adc4-aa0aa06c0487 service neutron] 10.222.0.63 "GET /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803580 Aug 03 19:58:13.946952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f540898-8b90-4dd0-a168-d8057b37acf4 req-1ab7571c-b8fe-48f2-9046-ca5f15d42362 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:13.948445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f540898-8b90-4dd0-a168-d8057b37acf4 req-1ab7571c-b8fe-48f2-9046-ca5f15d42362 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 944 time: 0.0534573 Aug 03 19:58:13.973160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:58:13.988394 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f540898-8b90-4dd0-a168-d8057b37acf4 req-34a3499d-d6d1-44c8-b49d-6fd9c13060a5 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Aug 03 19:58:14.012568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:58:14.301176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:58:14.349571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:58:14.353181 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:58:14.353573 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:14.434091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:14.456578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:14.458813 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df8c555-95e5-4429-9220-2d081e97b621" -d '{"events": [{"server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "name": "network-vif-plugged", "status": "completed", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:14.471969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:14.476080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:14.499531 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e919b9-8b5d-4017-8708-9864416e43bb x-openstack-request-id: req-a8e919b9-8b5d-4017-8708-9864416e43bb {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:14.500093 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "name": "network-vif-plugged", "status": "completed", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:14.500344 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8e919b9-8b5d-4017-8708-9864416e43bb {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:14.500727 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'code': 200} Aug 03 19:58:14.525330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:15.105009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b982b-3191-4511-9d99-dd930d8cffc1 req-7cc59aef-60c2-436c-bb12-d314b4f8a1e1 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:15.106408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd8b982b-3191-4511-9d99-dd930d8cffc1 req-7cc59aef-60c2-436c-bb12-d314b4f8a1e1 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0479963 Aug 03 19:58:15.144368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd8b982b-3191-4511-9d99-dd930d8cffc1 req-0ca2f53f-ffbe-4dbd-bf7f-d53c9879b1e7 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.42 "GET /v2.0/security-groups?id=c729f084-02d3-4631-aa6d-8ccf4039479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Aug 03 19:58:15.194200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-860ff1e7-3556-4d85-ba11-197108cd11b7 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:15.195652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-860ff1e7-3556-4d85-ba11-197108cd11b7 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb3ddbb4-19e7-422c-b423-3af33609cc9f HTTP/1.1" status: 200 len: 945 time: 0.0504625 Aug 03 19:58:15.293265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Deleting port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:58:15.293640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:15.385854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] For port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,segment=NetworkSegment(727f6d03-eb25-49b1-900d-c693cfdd15f5),segment_id=727f6d03-eb25-49b1-900d-c693cfdd15f5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:15.386119 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:15.399034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Calling delete_port for 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:58:15.530688 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:15.542166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:58:15.561014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Pushing event deleted for resources: {'Port': ['ID=3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:15.603203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] No DVR routers for this DVR port 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:58:15.606022 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:15.608084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c968cd0-4546-4caa-bd27-3301e1a55d4b req-25d76aa0-79a5-4a78-882e-7459da007854 tempest-DeleteServersTestJSON-1137564051 tempest-DeleteServersTestJSON-1137564051-project] 10.222.0.88 "DELETE /v2.0/ports/3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b HTTP/1.1" status: 204 len: 173 time: 0.4061062 Aug 03 19:58:15.608518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'name': 'network-vif-deleted', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:15.610839 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8abd4b0-edd9-464f-ab71-141185d9bc05" -d '{"events": [{"server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "name": "network-vif-deleted", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:15.659505 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09244ae-4920-477c-8780-4466df895e39 x-openstack-request-id: req-f09244ae-4920-477c-8780-4466df895e39 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:15.659855 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3ddbb4-19e7-422c-b423-3af33609cc9f", "name": "network-vif-deleted", "tag": "3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:15.660187 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f09244ae-4920-477c-8780-4466df895e39 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:15.660665 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3ddbb4-19e7-422c-b423-3af33609cc9f', 'name': 'network-vif-deleted', 'tag': '3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b', 'status': 'completed', 'code': 200} Aug 03 19:58:16.275757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35050) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:16.324838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Deleting subnet 6cb4d29a-2e1d-48a5-9db3-9bd87985e64a {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:58:16.328032 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.361809 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.401709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.455416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.482590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb4d29a-2e1d-48a5-9db3-9bd87985e64a,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:16.488961 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.490931 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6cb4d29a-2e1d-48a5-9db3-9bd87985e64a HTTP/1.1" status: 204 len: 168 time: 0.2141402 Aug 03 19:58:16.493793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35052) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:16.496478 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.496830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.497325 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.497730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.498071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.498408 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.498741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.499072 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.499404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.500002 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.500330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.500663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7badbb8e-656d-4c09-8786-61856d17b8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:16.566285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.648428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.658730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbcfb5d-d821-487b-8afc-2ac61466d171']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:16.670302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727f6d03-eb25-49b1-900d-c693cfdd15f5') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:16.670598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727f6d03-eb25-49b1-900d-c693cfdd15f5') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:16.680064 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.694155 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.700011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:58:16.700397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:58:16.702054 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:58:16.758427 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.764127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.766016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bbbcfb5d-d821-487b-8afc-2ac61466d171 HTTP/1.1" status: 204 len: 168 time: 0.2712331 Aug 03 19:58:16.777633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa58d8e-891a-41f6-9580-77c22084c5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbcfb5d-d821-487b-8afc-2ac61466d171,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:16.873594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35056) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:16.916458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-614e8227-8c88-4c7f-97c4-4c9d7114ef31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=831e93cf3bc2409991124ece5008805b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416901 Aug 03 19:58:16.918982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35058) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:16.967362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c3fca3c-fd3a-49e6-a201-f5d469b656b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.988783 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c3fca3c-fd3a-49e6-a201-f5d469b656b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:17.035291 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c3fca3c-fd3a-49e6-a201-f5d469b656b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:17.038025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c3fca3c-fd3a-49e6-a201-f5d469b656b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:17.039188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6c3fca3c-fd3a-49e6-a201-f5d469b656b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c729f084-02d3-4631-aa6d-8ccf4039479e HTTP/1.1" status: 204 len: 168 time: 0.1192884 Aug 03 19:58:17.047074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fca3c-fd3a-49e6-a201-f5d469b656b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c729f084-02d3-4631-aa6d-8ccf4039479e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:17.695492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35080) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:17.796347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-305219799-network', 'tenant_id': 'e244ae6827844013afb9303d9417b7a2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:17.817725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Made reservation on behalf of e244ae6827844013afb9303d9417b7a2 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:58:17.820032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:17.828637 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:17.917529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:17.921244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:17.942281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:58:17.957501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ccd1e2-cd63-4903-bc56-acf24dd177fc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:17.960377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:17.960717 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Added segment 3dc03730-e824-458f-9afe-d7aca9994292 of type vlan for network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 Aug 03 19:58:18.003162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.031259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.032216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:18.032795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.085628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3889942 Aug 03 19:58:18.088614 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35084) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:18.093827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Request body: {'subnet': {'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-305219799-subnet', 'tenant_id': 'e244ae6827844013afb9303d9417b7a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:18.096562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86b077-b2ea-4905-b24a-ea790a807b4a admin admin] Pushing event updated for resources: {'Network': ['ID=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:18.106264 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:58:18.118545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Made reservation on behalf of e244ae6827844013afb9303d9417b7a2 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:58:18.121049 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.290092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.333493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:58:18.348422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f60a3e-3839-45c4-ad04-3c52e9defa61,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:18.354113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:58:18.354357 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 3d677509-e51c-4a6d-b6e2-e1e4d53b6c4b not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:58:18.357219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Checking segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:58:18.357645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Network hostable DHCP agents. Network: ef8c2dda-bf74-4f3a-b86d-23c1abab53e5, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:58:18.373981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:58:18.383485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, ef8c2dda-bf74-4f3a-b86d-23c1abab53e5) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:58:18.387825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:18.388411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.394602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b163dbf-bc78-4521-a773-456300ed91df None None] Network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:58:18.402752 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-834ffb01-6e3a-4055-a5cd-6401ed28ee2d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3130162 Aug 03 19:58:18.521072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea54ef-3777-4093-a90a-bba48c12e87b None None] Network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:58:18.837579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-71014e23-bcc6-47e8-9813-f2c91e3b0118 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:18.839011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-71014e23-bcc6-47e8-9813-f2c91e3b0118 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 814 time: 0.1108346 Aug 03 19:58:18.854509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-faf99bbe-b98c-4223-bdce-a6af852e8d3a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/quotas/e244ae6827844013afb9303d9417b7a2 HTTP/1.1" status: 200 len: 375 time: 0.0095484 Aug 03 19:58:18.889049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-c14879e5-d0fb-43bc-a33b-1a080e361ba8 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288136 Aug 03 19:58:19.031292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-f83837f9-90d9-43c2-9528-dbb532e4cef7 service neutron] 10.222.0.42 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350439 Aug 03 19:58:19.119243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-aac7cc47-75b2-4bdc-95a5-90cc3b3247a2 service neutron] 10.222.0.42 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818160 Aug 03 19:58:19.277426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be8df62d-bfc9-4612-9018-2d079b1ec955 req-274ff80b-41b9-4ece-bc5e-81291c7dd6f9 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 210 time: 0.0279684 Aug 03 19:58:20.388699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ba8c6187-a356-4d12-99e6-f9a7fba3b70a req-5baee22f-c237-4ab6-bd9b-47fc3baeb6ed tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 210 time: 0.0324256 Aug 03 19:58:20.441777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-7053a9f7-03ad-4e2d-95b4-4520576c7e75 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:20.443244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-7053a9f7-03ad-4e2d-95b4-4520576c7e75 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.88 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 814 time: 0.1403854 Aug 03 19:58:20.460908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Request body: {'port': {'device_id': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5', 'admin_state_up': True, 'tenant_id': 'e244ae6827844013afb9303d9417b7a2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:20.575034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Made reservation on behalf of e244ae6827844013afb9303d9417b7a2 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:58:20.578563 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:20.699785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Allocated IP 172.20.0.12 (ef8c2dda-bf74-4f3a-b86d-23c1abab53e5/21f60a3e-3839-45c4-ad04-3c52e9defa61/5d3b2648-9137-4349-b081-930b96ba4da8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:58:20.848180 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:20.887715 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:20.901308 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:20.930448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:58:20.933439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:58:20.939954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:58:20.966674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:20.995169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:20.995773 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:21.009988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-816e2e1c-a5ac-469f-a2dd-108bb31793a5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530467 Aug 03 19:58:21.021634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-aa3b78b9-d789-4196-bfcd-b72a72e6d375 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:58:21.022593 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-aa3b78b9-d789-4196-bfcd-b72a72e6d375 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056427 Aug 03 19:58:21.033945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Request body: {'port': {'device_id': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:21.086293 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:21.350671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3b2648-9137-4349-b081-930b96ba4da8 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:58:21.357957 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:21.369451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Transition to ACTIVE for port object 5d3b2648-9137-4349-b081-930b96ba4da8 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:58:21.373410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:21.424048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:21.533031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0420b-05f9-458a-bf5c-6fae88c92be5 req-23b52cb7-c981-4dec-a09d-d3160b01821f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:21.534532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eec0420b-05f9-458a-bf5c-6fae88c92be5 req-23b52cb7-c981-4dec-a09d-d3160b01821f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 944 time: 0.0690098 Aug 03 19:58:21.535626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Attempting to bind port 5d3b2648-9137-4349-b081-930b96ba4da8 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:58:21.535960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Attempting to bind port 5d3b2648-9137-4349-b081-930b96ba4da8 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:58:21.536296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Attempting to bind port 5d3b2648-9137-4349-b081-930b96ba4da8 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:21.542428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Port 5d3b2648-9137-4349-b081-930b96ba4da8 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:58:21.542802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Attempting to bind port 5d3b2648-9137-4349-b081-930b96ba4da8 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:21.557810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:58:21.558148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Checking segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:58:21.558525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Bound using segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:58:21.558954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Bound port: 5d3b2648-9137-4349-b081-930b96ba4da8, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:58:21.559310 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:21.608397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eec0420b-05f9-458a-bf5c-6fae88c92be5 req-755c3552-86d3-41f3-aab1-32ec9ce629e3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676904 Aug 03 19:58:21.637400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:58:21.640369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:58:21.646751 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:21.680088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:21.680708 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:21.682136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] 10.222.0.88 "PUT /v2.0/ports/5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 1092 time: 0.6524699 Aug 03 19:58:21.682584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:21.684819 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecff206-c077-4476-8663-907840765693" -d '{"events": [{"name": "network-changed", "server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:21.708051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cb04d-a6e8-4cde-9bba-b325bba77694 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:21.730011 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc890ee1-0011-433b-9bad-a09311dd3d9c x-openstack-request-id: req-fc890ee1-0011-433b-9bad-a09311dd3d9c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:21.730295 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:21.730548 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc890ee1-0011-433b-9bad-a09311dd3d9c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:21.730940 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8', 'status': 'completed', 'code': 200} Aug 03 19:58:21.763488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-c9fe24b0-66bd-4050-80fb-4cc0778be3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:21.765020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-c9fe24b0-66bd-4050-80fb-4cc0778be3ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 1095 time: 0.0436158 Aug 03 19:58:21.818749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-62b49998-c4b5-44b4-84e9-6948b07de51a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 217 time: 0.0462916 Aug 03 19:58:21.868413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-ae378d36-0dab-41d8-bf2c-d7ce83ad293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:21.869993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-ae378d36-0dab-41d8-bf2c-d7ce83ad293d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0443888 Aug 03 19:58:21.901713 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-a3a32889-d517-415a-8ee8-752fec43abf9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245554 Aug 03 19:58:21.995866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-a41aae15-98d7-4424-907d-31105e53ce67 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863864 Aug 03 19:58:22.085902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd864b13-986a-42c6-ad81-8f04eafacecb req-134db373-3a96-418b-abe5-92bf2086e942 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822597 Aug 03 19:58:22.178753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecff206-c077-4476-8663-907840765693 req-0f9dbcd8-a48f-43f5-9bb6-ec8a69f50597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:22.180158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecff206-c077-4476-8663-907840765693 req-0f9dbcd8-a48f-43f5-9bb6-ec8a69f50597 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 1095 time: 0.0476892 Aug 03 19:58:22.294081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecff206-c077-4476-8663-907840765693 req-0178978e-84f9-4b0c-b001-e817b82a5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:22.295598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecff206-c077-4476-8663-907840765693 req-0178978e-84f9-4b0c-b001-e817b82a5cd3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.1075513 Aug 03 19:58:22.340012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecff206-c077-4476-8663-907840765693 req-bc0d9b35-f118-4bad-bfda-6591be7cf859 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 217 time: 0.0364602 Aug 03 19:58:22.395166 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecff206-c077-4476-8663-907840765693 req-ce59319c-fff9-4416-8527-4a5d3b3eb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:22.396651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecff206-c077-4476-8663-907840765693 req-ce59319c-fff9-4416-8527-4a5d3b3eb525 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0489702 Aug 03 19:58:22.428378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecff206-c077-4476-8663-907840765693 req-baf6f171-d522-4a63-b2ff-f4f0eab6febc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241532 Aug 03 19:58:22.517060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecff206-c077-4476-8663-907840765693 req-af8ab122-ccac-45c6-859d-a60ffccbeca9 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801523 Aug 03 19:58:22.612401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ecff206-c077-4476-8663-907840765693 req-14e5b891-94af-4983-9a72-984ad739e1c0 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866773 Aug 03 19:58:22.722536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1b065-e7a7-43c4-b59c-202b78e089cc req-eb29bf8d-9ea5-444c-bf29-7dd94a1550b6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:22.723920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3e1b065-e7a7-43c4-b59c-202b78e089cc req-eb29bf8d-9ea5-444c-bf29-7dd94a1550b6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 944 time: 0.0485382 Aug 03 19:58:22.761518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3e1b065-e7a7-43c4-b59c-202b78e089cc req-d0d5ee69-b8a1-4930-a51e-605d69dc5ad6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Aug 03 19:58:23.879991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1920bd-011e-4c41-83a3-18a2c348801d req-b4506534-737a-4a2b-9f9a-082433e2a147 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:23.881520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f1920bd-011e-4c41-83a3-18a2c348801d req-b4506534-737a-4a2b-9f9a-082433e2a147 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 944 time: 0.0493474 Aug 03 19:58:23.918795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f1920bd-011e-4c41-83a3-18a2c348801d req-d6f6a5d6-bcb4-43c1-bd51-7d3d23f87e68 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313771 Aug 03 19:58:24.355051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5d3b2648-9137-4349-b081-930b96ba4da8 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:58:24.455187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:24.469747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '5d3b2648-9137-4349-b081-930b96ba4da8', 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5', 'port_id': '5d3b2648-9137-4349-b081-930b96ba4da8', 'mac_address': 'fa:16:3e:e4:0f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f60a3e-3839-45c4-ad04-3c52e9defa61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:58:24.663833 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:24.676823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3b2648-9137-4349-b081-930b96ba4da8 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:58:24.696736 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:24.699813 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:24.748709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:24.891998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5d3b2648-9137-4349-b081-930b96ba4da8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:58:25.046646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602da0-8a12-4f53-bc09-04101cf969b2 req-d35d934e-a13f-4a98-8712-a1b470f986b7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:25.048110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a602da0-8a12-4f53-bc09-04101cf969b2 req-d35d934e-a13f-4a98-8712-a1b470f986b7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 945 time: 0.0621982 Aug 03 19:58:25.087052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5a602da0-8a12-4f53-bc09-04101cf969b2 req-41b1b2dc-2e4a-4da8-80ae-4452262cfdcd tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Aug 03 19:58:26.126099 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:26.194286 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-99a8af06-22f9-4edc-a4bb-2720fa8a1323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:26.203936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637d348-0bfa-43e4-8112-aa45530e79c2 req-092b5bec-2ee5-447e-b1b9-4106f874f111 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:26.205675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5637d348-0bfa-43e4-8112-aa45530e79c2 req-092b5bec-2ee5-447e-b1b9-4106f874f111 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 945 time: 0.0517652 Aug 03 19:58:26.245782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5637d348-0bfa-43e4-8112-aa45530e79c2 req-75e96d18-feac-4b70-b53e-f2a3831dae14 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Aug 03 19:58:26.363917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5d3b2648-9137-4349-b081-930b96ba4da8 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:58:26.411817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 5d3b2648-9137-4349-b081-930b96ba4da8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:58:26.415741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 5d3b2648-9137-4349-b081-930b96ba4da8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:58:26.416116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:26.493943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:26.516023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:26.518267 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9779d9b2-d661-4cd0-a20b-bed4bb968f43" -d '{"events": [{"server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "name": "network-vif-plugged", "status": "completed", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:26.530774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:26.535194 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:26.560657 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4188051e-a9bf-4d46-9de4-fc8fdb7ebe0d x-openstack-request-id: req-4188051e-a9bf-4d46-9de4-fc8fdb7ebe0d {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:26.560951 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "name": "network-vif-plugged", "status": "completed", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:26.561201 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4188051e-a9bf-4d46-9de4-fc8fdb7ebe0d {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:26.561661 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8', 'code': 200} Aug 03 19:58:26.589086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:26.652603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dac13-3853-4067-b693-5b2940df0b03 req-8fd1426b-faa8-4c4e-aee0-2cc35c6f46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:26.654106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-184dac13-3853-4067-b693-5b2940df0b03 req-8fd1426b-faa8-4c4e-aee0-2cc35c6f46c0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 1097 time: 0.0393455 Aug 03 19:58:26.690084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-184dac13-3853-4067-b693-5b2940df0b03 req-f8bd1f2d-75d7-471e-81e3-23865e305a4a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278120 Aug 03 19:58:27.367698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98413a3e-c193-40b7-830c-bfdb0d4ab0de req-2176adbc-ea1e-4e3b-8114-978463043012 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:27.369277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98413a3e-c193-40b7-830c-bfdb0d4ab0de req-2176adbc-ea1e-4e3b-8114-978463043012 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0568628 Aug 03 19:58:27.409845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98413a3e-c193-40b7-830c-bfdb0d4ab0de req-653cf073-bb4a-4107-913e-ebdedaa2608d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340979 Aug 03 19:58:28.484065 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:58:28.527966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d740b42-69df-4f29-87b8-11c802da1beb req-cdae4257-9192-4369-b79a-d7fc285108d0 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:28.529422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d740b42-69df-4f29-87b8-11c802da1beb req-cdae4257-9192-4369-b79a-d7fc285108d0 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0483527 Aug 03 19:58:28.566469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d740b42-69df-4f29-87b8-11c802da1beb req-8c99ae6d-8b03-4934-bca7-7bcf1969b71c tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Aug 03 19:58:28.679126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df4164-b3ed-47e0-8d76-685adb8d0b6f req-c5da8d28-8280-4f2d-9638-5423f1af4179 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:28.680601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4df4164-b3ed-47e0-8d76-685adb8d0b6f req-c5da8d28-8280-4f2d-9638-5423f1af4179 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0482979 Aug 03 19:58:28.718704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4df4164-b3ed-47e0-8d76-685adb8d0b6f req-650ece4a-143a-4ed7-a34b-dd24131de10a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Aug 03 19:58:28.919582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a96e5-b89f-44f9-a9b3-ce46d1dcf6af req-031ab2ab-b3b7-4414-8bdc-7396653430c4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:28.921097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d1a96e5-b89f-44f9-a9b3-ce46d1dcf6af req-031ab2ab-b3b7-4414-8bdc-7396653430c4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0523005 Aug 03 19:58:28.959478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d1a96e5-b89f-44f9-a9b3-ce46d1dcf6af req-cb8fb926-cbf2-4d9f-a1a4-20d4ea2e8cf1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Aug 03 19:58:29.072139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f842f-4aa4-4ec5-a220-d8708b8a1d7d req-fd20c876-7b56-421c-b982-ac980db14347 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:29.073818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-795f842f-4aa4-4ec5-a220-d8708b8a1d7d req-fd20c876-7b56-421c-b982-ac980db14347 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0492725 Aug 03 19:58:29.113387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-795f842f-4aa4-4ec5-a220-d8708b8a1d7d req-651ac024-3aa2-49d9-9ae5-c3604a570e79 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Aug 03 19:58:29.341162 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-2acc1974-f143-4547-b66d-8a1371b728c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403607 Aug 03 19:58:29.357545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13287a8-c182-47dc-b9c0-0543965c5d96 req-ffcc7103-c8b4-4278-8679-b6065fbb03b1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:29.359446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c13287a8-c182-47dc-b9c0-0543965c5d96 req-ffcc7103-c8b4-4278-8679-b6065fbb03b1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0508745 Aug 03 19:58:29.402408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c13287a8-c182-47dc-b9c0-0543965c5d96 req-bee7f620-df48-4b1d-98fd-90404912441e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362678 Aug 03 19:58:29.800794 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:30.338066 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-539bb1e3-87a2-4d1a-8e7e-be29c2b5bffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:30.517207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-93ca2fbf-5457-4752-9b66-11a1fea1b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:30.518797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-93ca2fbf-5457-4752-9b66-11a1fea1b14c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 1097 time: 0.0724344 Aug 03 19:58:30.530464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c39fd-068b-443c-b6ea-b9e513d8769c req-b24b7fad-130e-4b18-85a7-6e94caae7be8 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:30.531834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b36c39fd-068b-443c-b6ea-b9e513d8769c req-b24b7fad-130e-4b18-85a7-6e94caae7be8 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0571907 Aug 03 19:58:30.943483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b36c39fd-068b-443c-b6ea-b9e513d8769c req-60b48814-6d4b-4389-a6eb-0a9468fd2fc7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032707 Aug 03 19:58:30.967073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-198711dc-4d02-4a3e-819a-88e4809f48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:30.968556 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-198711dc-4d02-4a3e-819a-88e4809f48d1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.4358549 Aug 03 19:58:31.008781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-55548c6c-6b0c-4efb-9704-e6197aadc054 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 217 time: 0.0322039 Aug 03 19:58:31.055339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-efcf6eb7-2da1-413f-811a-d3b9933c58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:31.056722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-efcf6eb7-2da1-413f-811a-d3b9933c58f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0415270 Aug 03 19:58:31.088350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-41f27e28-9f30-4c37-bba0-d02a7817f860 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236218 Aug 03 19:58:31.179552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-4d306fe7-25e8-48c5-a1b1-af9f5ceec8cf service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843215 Aug 03 19:58:31.269737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-48ae02b0-3c7a-4581-a5ff-66af426877c4 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826447 Aug 03 19:58:32.064770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241e4d7-4c36-41e6-8936-2ca9bfc13a57 req-90ec5dd9-e131-489c-9ec7-2c3608d03d38 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:32.066278 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:32.066781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4241e4d7-4c36-41e6-8936-2ca9bfc13a57 req-90ec5dd9-e131-489c-9ec7-2c3608d03d38 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0553145 Aug 03 19:58:32.104437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4241e4d7-4c36-41e6-8936-2ca9bfc13a57 req-2feca245-358a-4a2a-98bb-6b86073cd150 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Aug 03 19:58:33.222218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e88509-feaf-477c-8a9f-3c02f2bc91a7 req-0975a76d-e543-4745-80ff-aabb38c620c7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:33.223716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1e88509-feaf-477c-8a9f-3c02f2bc91a7 req-0975a76d-e543-4745-80ff-aabb38c620c7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0497160 Aug 03 19:58:33.262314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1e88509-feaf-477c-8a9f-3c02f2bc91a7 req-f649cd85-109c-4f61-af34-fc30ee2e313a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Aug 03 19:58:34.378134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1238704-74cd-4b2c-b163-20154b2175d6 req-b3fde082-ea88-4ec5-b1c1-bdfeca64cecc tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:34.379847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1238704-74cd-4b2c-b163-20154b2175d6 req-b3fde082-ea88-4ec5-b1c1-bdfeca64cecc tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0503047 Aug 03 19:58:34.417737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1238704-74cd-4b2c-b163-20154b2175d6 req-165a35ae-ef5b-4c41-b2f8-dc64eea83b30 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Aug 03 19:58:34.541356 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:35.538766 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55fc94-7bdd-430e-9ee0-166ed9f2c907 req-4096d57f-01bf-44c9-8768-ec562c022c14 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:35.540264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e55fc94-7bdd-430e-9ee0-166ed9f2c907 req-4096d57f-01bf-44c9-8768-ec562c022c14 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0523119 Aug 03 19:58:35.578290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e55fc94-7bdd-430e-9ee0-166ed9f2c907 req-4bcbd2f5-e578-465d-988d-b7606e9b5c6f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Aug 03 19:58:36.692273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e73d59-5208-49e1-85b1-a29b7af0f3c6 req-c3242b56-d26b-4f3b-919b-07886942cb99 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:36.693846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82e73d59-5208-49e1-85b1-a29b7af0f3c6 req-c3242b56-d26b-4f3b-919b-07886942cb99 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0491955 Aug 03 19:58:36.732383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82e73d59-5208-49e1-85b1-a29b7af0f3c6 req-f277b87c-3813-4642-a5df-7865ce80b2b1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Aug 03 19:58:37.851154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3591f-bff3-4027-931f-6f1ee0efdb60 req-db3f7eb1-4a26-41f6-a7eb-a20406ff0699 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:37.852678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddc3591f-bff3-4027-931f-6f1ee0efdb60 req-db3f7eb1-4a26-41f6-a7eb-a20406ff0699 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0501871 Aug 03 19:58:37.891967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ddc3591f-bff3-4027-931f-6f1ee0efdb60 req-33bac02d-b4d6-465b-a2bb-b0dbaea6bbd2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333974 Aug 03 19:58:39.011597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac207ea6-33ec-4e63-9601-2d08d3464136 req-a0bd0a36-1268-4f35-95a8-6a0ff9f1208b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:39.012959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac207ea6-33ec-4e63-9601-2d08d3464136 req-a0bd0a36-1268-4f35-95a8-6a0ff9f1208b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0522861 Aug 03 19:58:39.051852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ac207ea6-33ec-4e63-9601-2d08d3464136 req-e3dd5a25-220e-4b0a-92cf-3915c124f66a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Aug 03 19:58:40.171558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4217b-68b7-45b2-8c54-03072f4de70d req-a5139fa5-3e1d-4fdf-a876-7577720b0400 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:40.173342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08c4217b-68b7-45b2-8c54-03072f4de70d req-a5139fa5-3e1d-4fdf-a876-7577720b0400 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0549970 Aug 03 19:58:40.218125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08c4217b-68b7-45b2-8c54-03072f4de70d req-c90dc501-9186-4ee0-be2b-873b2c812e86 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388861 Aug 03 19:58:41.334949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78e2a5-b77c-4d54-9e2c-a345f59a2f96 req-52bc0c27-b873-47b1-9c38-12b909901d8a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:41.336335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff78e2a5-b77c-4d54-9e2c-a345f59a2f96 req-52bc0c27-b873-47b1-9c38-12b909901d8a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0489423 Aug 03 19:58:41.374195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff78e2a5-b77c-4d54-9e2c-a345f59a2f96 req-318fc567-e865-4735-a3d1-056e9ed699bd tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Aug 03 19:58:42.494082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c725e-9f92-48d0-b4e6-cd7053e6a883 req-0e3c941d-2d20-493e-b194-633543d3f025 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:42.495625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b8c725e-9f92-48d0-b4e6-cd7053e6a883 req-0e3c941d-2d20-493e-b194-633543d3f025 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0535729 Aug 03 19:58:42.535653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b8c725e-9f92-48d0-b4e6-cd7053e6a883 req-0118ad32-fe1e-4af8-b68f-d4c642c07c19 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337906 Aug 03 19:58:43.650014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd9fa5-a330-4dff-9bc7-cc59ab399061 req-4df544e2-e9e5-48dc-9d91-7ba5605471e4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:43.651476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2dd9fa5-a330-4dff-9bc7-cc59ab399061 req-4df544e2-e9e5-48dc-9d91-7ba5605471e4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0483344 Aug 03 19:58:43.690597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d2dd9fa5-a330-4dff-9bc7-cc59ab399061 req-c4cc5edc-f881-40f8-835d-0338ad41cad5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Aug 03 19:58:44.805555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13949b5c-4833-4cd4-9062-ac5b0f314945 req-23352513-1911-4519-afc5-760f25d0c97f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:44.807136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13949b5c-4833-4cd4-9062-ac5b0f314945 req-23352513-1911-4519-afc5-760f25d0c97f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0487411 Aug 03 19:58:44.844917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13949b5c-4833-4cd4-9062-ac5b0f314945 req-9c030d15-2c2d-4507-9ef3-a10849ce818e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318942 Aug 03 19:58:45.964830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e313c-a62e-43dc-b718-1b99ce6b3d1e req-35d928b4-5c7a-46f9-beba-323d27153b79 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:45.966336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f1e313c-a62e-43dc-b718-1b99ce6b3d1e req-35d928b4-5c7a-46f9-beba-323d27153b79 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0516477 Aug 03 19:58:46.005685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f1e313c-a62e-43dc-b718-1b99ce6b3d1e req-f8d291cf-65ac-49d0-beec-8c7c92adbec2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Aug 03 19:58:47.118620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79438793-b757-4bb0-b8db-4f5dd56dbdae req-7576bc51-c6d7-40e9-b51f-71843db69de3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:47.120140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79438793-b757-4bb0-b8db-4f5dd56dbdae req-7576bc51-c6d7-40e9-b51f-71843db69de3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0484757 Aug 03 19:58:47.157558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79438793-b757-4bb0-b8db-4f5dd56dbdae req-eed70b36-c3cb-49ac-9dd6-19cac4a0d027 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Aug 03 19:58:48.275448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d343555-7d12-4d65-9128-a070296afe27 req-fff16a64-d662-4028-8ec2-534bbc1cc22b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:48.276921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d343555-7d12-4d65-9128-a070296afe27 req-fff16a64-d662-4028-8ec2-534bbc1cc22b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0493250 Aug 03 19:58:48.314712 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d343555-7d12-4d65-9128-a070296afe27 req-69db6951-96ce-4d51-b708-a209fc468b3d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Aug 03 19:58:49.433899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b75d4d-a669-4087-be19-e52819adf570 req-2357134a-697c-4292-9836-cc7da77d02b8 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:49.435439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59b75d4d-a669-4087-be19-e52819adf570 req-2357134a-697c-4292-9836-cc7da77d02b8 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0530500 Aug 03 19:58:49.473982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59b75d4d-a669-4087-be19-e52819adf570 req-e51981de-0bf4-4c77-b76b-ad328fe2c5b5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Aug 03 19:58:50.589327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668275f3-6316-4f0f-973c-4abe601f1406 req-6035836b-4a88-4bc1-b06c-95e1d54448f6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:50.590985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-668275f3-6316-4f0f-973c-4abe601f1406 req-6035836b-4a88-4bc1-b06c-95e1d54448f6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0504417 Aug 03 19:58:50.630619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-668275f3-6316-4f0f-973c-4abe601f1406 req-39da32a6-19a3-4c2f-ab4d-0777788d9af9 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Aug 03 19:58:50.930141 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:51.745916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a85e5-6966-4e1d-98c0-a27416a11bbf req-05ed94d9-1531-4f72-8939-9a8c0ced9077 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:51.747288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb7a85e5-6966-4e1d-98c0-a27416a11bbf req-05ed94d9-1531-4f72-8939-9a8c0ced9077 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0486405 Aug 03 19:58:51.785568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fb7a85e5-6966-4e1d-98c0-a27416a11bbf req-d6fcc600-7c05-4b6f-8bc5-92b302757fef tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Aug 03 19:58:52.911958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7f960-6270-4ea0-88e6-5e90bf46531d req-d1d366bf-1610-4987-a8a2-4bd2a9fe9904 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:52.913644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36a7f960-6270-4ea0-88e6-5e90bf46531d req-d1d366bf-1610-4987-a8a2-4bd2a9fe9904 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0574148 Aug 03 19:58:52.957840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-36a7f960-6270-4ea0-88e6-5e90bf46531d req-4b7c706c-fd27-4615-8394-7a9068a1bfcb tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 Aug 03 19:58:54.087777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3df53-db99-49c4-a7d5-161060d61af2 req-33bfa841-0ca0-435c-9cea-aca43ab6a88b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:54.089459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5d3df53-db99-49c4-a7d5-161060d61af2 req-33bfa841-0ca0-435c-9cea-aca43ab6a88b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0566173 Aug 03 19:58:54.131523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5d3df53-db99-49c4-a7d5-161060d61af2 req-cf7fb32e-4897-4b11-8a2c-e68d5eadba56 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356023 Aug 03 19:58:55.256758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b171a0f-2004-4e87-a3e0-689c2e3bd71d req-70dc156f-8f9b-42c6-915e-eba59abcd853 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:55.258392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b171a0f-2004-4e87-a3e0-689c2e3bd71d req-70dc156f-8f9b-42c6-915e-eba59abcd853 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0521524 Aug 03 19:58:55.298071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b171a0f-2004-4e87-a3e0-689c2e3bd71d req-0ef2f9d9-ddb4-4cdb-97a7-e6017445478d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Aug 03 19:58:56.127950 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:56.196699 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a32f085c-de37-49ef-a421-d8803e507d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:56.433101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405637f8-10a1-4d09-bdac-7f0442af5eef req-c3230ed9-3cc4-46d3-855c-f96ef5b5482e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:56.434661 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-405637f8-10a1-4d09-bdac-7f0442af5eef req-c3230ed9-3cc4-46d3-855c-f96ef5b5482e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0552969 Aug 03 19:58:56.476770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-405637f8-10a1-4d09-bdac-7f0442af5eef req-47859613-51d3-4ad8-b636-012b2f57f670 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351117 Aug 03 19:58:57.593240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377acb76-f8e6-4728-a495-e8f34df0025b req-f8d4f510-b14d-48d1-b9b7-47795831d335 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:57.595026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-377acb76-f8e6-4728-a495-e8f34df0025b req-f8d4f510-b14d-48d1-b9b7-47795831d335 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0493853 Aug 03 19:58:57.635411 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-377acb76-f8e6-4728-a495-e8f34df0025b req-223f3fb8-1ec7-4cac-8485-156b416f213b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Aug 03 19:58:58.187075 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-78f0565d-eb5c-4a59-bbd4-0a6981553f70 service neutron] show failed (client error): The resource could not be found. Aug 03 19:58:58.188107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-78f0565d-eb5c-4a59-bbd4-0a6981553f70 service neutron] 10.222.0.88 "GET /v2.0/ports/5d3b2648-9137-4349-b081-930b96ba4da8/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0552983 Aug 03 19:58:58.427361 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-c68e5a31-8e4d-4878-afd4-f1c3cd52c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:58.428943 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-c68e5a31-8e4d-4878-afd4-f1c3cd52c4a8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f&tenant_id=e244ae6827844013afb9303d9417b7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0782235 Aug 03 19:58:58.447462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:58.502303 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:58.722729 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:58.761855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h1-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:58:58.779408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ccb94-07d9-4663-a4c4-af552b125388 req-41e0f2d3-2983-444d-9dad-151b84312e03 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:58.780968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-632ccb94-07d9-4663-a4c4-af552b125388 req-41e0f2d3-2983-444d-9dad-151b84312e03 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0667534 Aug 03 19:58:58.808451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:58.810779 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdc359c-9d0e-45fd-80c7-1ef4c5b53482" -d '{"events": [{"server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:58.815597 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:58.822822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-632ccb94-07d9-4663-a4c4-af552b125388 req-340a15d1-0585-4638-bc87-807f42f7453b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353925 Aug 03 19:58:58.828468 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Transition to ACTIVE for port object 5d3b2648-9137-4349-b081-930b96ba4da8 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:58:58.833713 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:58.886210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:58.905966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] No DVR routers for this DVR port 5d3b2648-9137-4349-b081-930b96ba4da8 on host n-h1-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:58:58.936920 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48990b33-7d9f-485d-9d75-3b5161570e89 x-openstack-request-id: req-48990b33-7d9f-485d-9d75-3b5161570e89 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:58.937227 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:58.937501 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48990b33-7d9f-485d-9d75-3b5161570e89 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:58.937903 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8', 'code': 200} Aug 03 19:58:58.948116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Attempting to bind port 5d3b2648-9137-4349-b081-930b96ba4da8 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:58:58.948458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Attempting to bind port 5d3b2648-9137-4349-b081-930b96ba4da8 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:58:58.948791 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Attempting to bind port 5d3b2648-9137-4349-b081-930b96ba4da8 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:58.953567 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Port 5d3b2648-9137-4349-b081-930b96ba4da8 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:58:58.953876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Attempting to bind port 5d3b2648-9137-4349-b081-930b96ba4da8 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:58.959324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:58:58.960116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Checking segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:58:58.960116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Bound using segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:58:58.960465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Bound port: 5d3b2648-9137-4349-b081-930b96ba4da8, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:58:58.960831 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:59.025364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:58:59.028322 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:58:59.032888 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:59.071155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:59.071767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:59.073562 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] 10.222.0.63 "PUT /v2.0/ports/5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 1092 time: 0.6304073 Aug 03 19:58:59.096626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65163aed-58b1-41eb-b398-d4f1a7a8baad service neutron] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:59.148970 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-52fa7d8a-b4c0-4362-9c7e-965311948efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:59.150525 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-52fa7d8a-b4c0-4362-9c7e-965311948efe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 1095 time: 0.0429106 Aug 03 19:58:59.241082 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-5ecdeb84-eab2-4462-b39f-8c6ef8eabdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:59.242600 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-5ecdeb84-eab2-4462-b39f-8c6ef8eabdf4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.0855403 Aug 03 19:58:59.290352 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-9e155bae-352f-4294-ac1e-162a7b2219b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 217 time: 0.0402095 Aug 03 19:58:59.342754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-e92b468c-152d-4901-ad50-a3650516ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:59.344297 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-e92b468c-152d-4901-ad50-a3650516ba5b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0469372 Aug 03 19:58:59.379749 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-662f4156-b91d-43b4-b904-1d3d3811fbb5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265591 Aug 03 19:58:59.475476 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-17bd308b-4780-401d-b326-12751cfee3cd service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884769 Aug 03 19:58:59.565078 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-458334aa-58f9-40a1-b31a-b01642cb88d9 req-6edc4755-c54b-4044-95b5-11d27fcb1d80 service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825803 Aug 03 19:58:59.809663 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:59.941004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee40b-4e3d-49df-97c2-ff739667f3e7 req-c9ca3f7f-bac0-46a8-85ec-b510cb97eb13 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:59.942562 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97cee40b-4e3d-49df-97c2-ff739667f3e7 req-c9ca3f7f-bac0-46a8-85ec-b510cb97eb13 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 944 time: 0.0488732 Aug 03 19:58:59.982105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97cee40b-4e3d-49df-97c2-ff739667f3e7 req-295f9356-a9e1-4b7a-9e5c-c9a36c9c4bd8 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Aug 03 19:59:00.338746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa9c96f1-0a36-4aa6-a659-429d281fdc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:00.939788 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:00.942235 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:01.005905 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea1879e-7b7c-47e4-8f51-942952dc2aea x-openstack-request-id: req-eea1879e-7b7c-47e4-8f51-942952dc2aea {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:01.006280 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:01.006544 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eea1879e-7b7c-47e4-8f51-942952dc2aea {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:01.007018 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8', 'status': 'completed', 'code': 200} Aug 03 19:59:01.103601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-6afd6f82-9148-458f-88a3-6507be20cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:01.104199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-6885fea8-894e-474f-8dfb-2ee5a748bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:01.105161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-6afd6f82-9148-458f-88a3-6507be20cce7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 1095 time: 0.0753617 Aug 03 19:59:01.105766 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-6885fea8-894e-474f-8dfb-2ee5a748bbdd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 1095 time: 0.0538459 Aug 03 19:59:01.130913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9fbb-d140-4376-874f-62ee21cf5d41 req-a563d1ce-386e-4eba-9568-91cf48c0dfbe tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:01.132384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7acf9fbb-d140-4376-874f-62ee21cf5d41 req-a563d1ce-386e-4eba-9568-91cf48c0dfbe tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 944 time: 0.0769417 Aug 03 19:59:01.203120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-21f86c77-c5de-41bb-9b62-b1f5d72c8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:01.205272 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-21f86c77-c5de-41bb-9b62-b1f5d72c8b68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.0910473 Aug 03 19:59:01.221183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7acf9fbb-d140-4376-874f-62ee21cf5d41 req-f11dee2f-868e-451b-abb5-2a6f565064c6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782552 Aug 03 19:59:01.235939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-5ed20ad2-5b66-4b59-93ea-ef2ceee86891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:01.237440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-5ed20ad2-5b66-4b59-93ea-ef2ceee86891 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.1234052 Aug 03 19:59:01.249502 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-6d8835fa-39d3-457c-b1c4-675fa3616db8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 217 time: 0.0370624 Aug 03 19:59:01.287097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-effba2d1-77df-4f4d-ae38-6f1d29eafbc1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 217 time: 0.0415108 Aug 03 19:59:01.306829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-74e91928-cc07-45e3-8cc3-af45770552f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:01.308415 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-74e91928-cc07-45e3-8cc3-af45770552f4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0519776 Aug 03 19:59:01.338150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-10e76d89-425a-4dab-9b3c-d00465db8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:01.339638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-10e76d89-425a-4dab-9b3c-d00465db8b87 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0456131 Aug 03 19:59:01.341574 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-f76a09e4-bc39-4c9a-b068-a39731240f35 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260606 Aug 03 19:59:01.372093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-db569fd8-f7bb-439e-a51d-c20fd2c9a903 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258069 Aug 03 19:59:01.438958 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-d2dfcdec-8fa2-45f3-830e-dbd467ce1b81 service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900986 Aug 03 19:59:01.470290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-f9233dff-20b1-498a-9bb4-0b7dd35d65a8 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909629 Aug 03 19:59:01.540924 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-ce377ca0-a4be-4da1-b817-7ef14f7b322a service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939834 Aug 03 19:59:01.561796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4c0a8152-94a3-4c1a-99e1-3b79f6d9b2c5 req-e3a87d4f-fa70-4eaf-b55d-cc3da7ff3a93 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831101 Aug 03 19:59:02.069164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:02.348909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab32ae3-2792-4c9b-8419-f8963eae2525 req-381daf72-c09d-4ef7-9858-969c429a03d3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:02.350354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ab32ae3-2792-4c9b-8419-f8963eae2525 req-381daf72-c09d-4ef7-9858-969c429a03d3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 944 time: 0.0516057 Aug 03 19:59:02.389155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ab32ae3-2792-4c9b-8419-f8963eae2525 req-cb8fafd1-74b9-4385-8957-c23ccea4d744 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Aug 03 19:59:02.550745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5d3b2648-9137-4349-b081-930b96ba4da8 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:02.588780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5d3b2648-9137-4349-b081-930b96ba4da8 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:03.516096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb719d3-c71c-4b06-86e1-310d6466053e req-96332654-59ad-4eaf-adaf-d1df1a753066 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:03.518347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfb719d3-c71c-4b06-86e1-310d6466053e req-96332654-59ad-4eaf-adaf-d1df1a753066 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 944 time: 0.0574689 Aug 03 19:59:03.561093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfb719d3-c71c-4b06-86e1-310d6466053e req-45f2f706-cf75-44e0-89f2-be217ccbe5c2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Aug 03 19:59:03.827484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75cc75-1ba1-48cb-9194-8c536caadec8 req-331a76e1-bee7-4bfa-a252-f842cc99a9f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:03.828965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e75cc75-1ba1-48cb-9194-8c536caadec8 req-331a76e1-bee7-4bfa-a252-f842cc99a9f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 944 time: 0.1162174 Aug 03 19:59:03.837972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-a1f818bc-89d8-48f2-a6bf-6e21a82d00d2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:03.839394 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-a1f818bc-89d8-48f2-a6bf-6e21a82d00d2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.88 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f&tenant_id=e244ae6827844013afb9303d9417b7a2&binding%3Ahost_id=n-h2-803378-1 HTTP/1.1" status: 200 len: 944 time: 0.1157374 Aug 03 19:59:03.903101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5e75cc75-1ba1-48cb-9194-8c536caadec8 req-b8f8fde1-c73e-411a-b370-640f6d54e469 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Aug 03 19:59:03.920540 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-d2347991-95f8-4da3-a7b3-823b05f7aed0 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:59:03.921523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-d2347991-95f8-4da3-a7b3-823b05f7aed0 service neutron] 10.222.0.88 "DELETE /v2.0/ports/5d3b2648-9137-4349-b081-930b96ba4da8/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0738041 Aug 03 19:59:04.005386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-c11283dc-1e8c-41dc-aa5d-3ec4cbf68663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:04.006936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-c11283dc-1e8c-41dc-aa5d-3ec4cbf68663 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 1095 time: 0.0416491 Aug 03 19:59:04.103635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-78f6f964-9f72-4340-8045-df70b94edebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:04.105153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-78f6f964-9f72-4340-8045-df70b94edebc service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.0911334 Aug 03 19:59:04.146462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-11b23a4d-0bc5-4728-9b03-96cdfd3a08f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 200 len: 217 time: 0.0336514 Aug 03 19:59:04.195767 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-718a8842-1445-4d3c-a444-59b495a9a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:04.197119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-718a8842-1445-4d3c-a444-59b495a9a36e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0429640 Aug 03 19:59:04.227324 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5d3b2648-9137-4349-b081-930b96ba4da8 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:59:04.233876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-47995350-61ec-46d8-93fe-549d7ac53fd1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295069 Aug 03 19:59:04.322278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:04.323238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-cd016b74-96f7-4082-9911-0f0e84d7d536 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822141 Aug 03 19:59:04.334575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '5d3b2648-9137-4349-b081-930b96ba4da8', 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5', 'port_id': '5d3b2648-9137-4349-b081-930b96ba4da8', 'mac_address': 'fa:16:3e:e4:0f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f60a3e-3839-45c4-ad04-3c52e9defa61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:59:04.376005 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:04.389652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3b2648-9137-4349-b081-930b96ba4da8 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:59:04.409499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:04.413603 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:04.418920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e52335b-9f97-476d-9d8f-41a55562a6d3 req-fbc34aff-657d-47ab-bf79-17f14aefe1fc service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887551 Aug 03 19:59:04.466432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:04.544361 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:04.801769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['5d3b2648-9137-4349-b081-930b96ba4da8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:59:05.037302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba45f-5591-4d56-b153-6b08d1cbf04d req-fddc1668-476c-4d76-8471-0f37d395519a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:05.038878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27dba45f-5591-4d56-b153-6b08d1cbf04d req-fddc1668-476c-4d76-8471-0f37d395519a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 945 time: 0.0494227 Aug 03 19:59:05.078559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27dba45f-5591-4d56-b153-6b08d1cbf04d req-77b7fbf4-cb24-4005-9139-bade208409a2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335770 Aug 03 19:59:05.195854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6138d7-97d7-4771-bf33-9a42499cccb7 req-01583e1c-43c8-424b-b150-942d8a99060d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:05.197376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb6138d7-97d7-4771-bf33-9a42499cccb7 req-01583e1c-43c8-424b-b150-942d8a99060d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 945 time: 0.0508249 Aug 03 19:59:05.237831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb6138d7-97d7-4771-bf33-9a42499cccb7 req-4015de00-ff74-4666-893f-579c71474473 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344009 Aug 03 19:59:05.357819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c853e-8124-452e-aa9d-a29626869df4 req-6e18abc8-0849-466f-aa32-fbebf3865fae tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:05.359244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa1c853e-8124-452e-aa9d-a29626869df4 req-6e18abc8-0849-466f-aa32-fbebf3865fae tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 945 time: 0.0547261 Aug 03 19:59:05.400224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa1c853e-8124-452e-aa9d-a29626869df4 req-9c1e19e9-ad9e-43aa-9d93-67716debc1d4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344121 Aug 03 19:59:05.483341 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:59:05.798292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-1de2abb2-95d0-4b8e-b379-1ca864749f54 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:05.799844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-1de2abb2-95d0-4b8e-b379-1ca864749f54 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 814 time: 0.1116467 Aug 03 19:59:05.816130 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-5f12968a-653f-4d8d-8365-d1d86968d3e3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/quotas/e244ae6827844013afb9303d9417b7a2 HTTP/1.1" status: 200 len: 375 time: 0.0102301 Aug 03 19:59:05.873358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-98b2d50d-2576-4eb9-9112-289e7cc0b5f7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509090 Aug 03 19:59:05.885004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-f4ee846d-d705-4794-862e-dabe984a612c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:59:05.886008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-f4ee846d-d705-4794-862e-dabe984a612c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052526 Aug 03 19:59:05.980794 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-3a71da17-f3c0-4346-836b-162139ef67bc service neutron] 10.222.0.42 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889721 Aug 03 19:59:06.081859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-dbc00a67-d88a-4267-a733-84118e347d9f service neutron] 10.222.0.42 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939069 Aug 03 19:59:06.239246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5d3b2648-9137-4349-b081-930b96ba4da8 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:06.264472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d4719b-5dbf-4701-963e-0a3e861de1ec req-71102b3e-aafc-4c93-989c-8180b626067a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 210 time: 0.0334558 Aug 03 19:59:06.291347 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 5d3b2648-9137-4349-b081-930b96ba4da8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:06.295931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 5d3b2648-9137-4349-b081-930b96ba4da8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:06.296312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:06.389709 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:06.419531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:06.421971 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44438b3a-1941-4e1a-9ae4-37c5aefe5d86" -d '{"events": [{"server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "name": "network-vif-plugged", "status": "completed", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:06.437565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:06.443110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:06.474780 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b63ac2a-b30f-4a82-aa74-64d372615abc x-openstack-request-id: req-4b63ac2a-b30f-4a82-aa74-64d372615abc {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:06.475072 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "name": "network-vif-plugged", "status": "completed", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:06.475320 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b63ac2a-b30f-4a82-aa74-64d372615abc {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:06.475708 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8', 'code': 200} Aug 03 19:59:06.503671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:07.078304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04411dbd-b70b-420a-a173-16e17a314646 req-99467d64-8500-4a52-a3ca-b21c1ac45b23 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:07.079884 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-04411dbd-b70b-420a-a173-16e17a314646 req-99467d64-8500-4a52-a3ca-b21c1ac45b23 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.63 "GET /v2.0/ports?device_id=391ee060-bbdc-4ac6-bf28-f66d4611df6f HTTP/1.1" status: 200 len: 946 time: 0.0511639 Aug 03 19:59:07.179535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Deleting port 5d3b2648-9137-4349-b081-930b96ba4da8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:07.179876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.284842 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] For port 5d3b2648-9137-4349-b081-930b96ba4da8, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=5d3b2648-9137-4349-b081-930b96ba4da8,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:07.285219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.299544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Calling delete_port for 5d3b2648-9137-4349-b081-930b96ba4da8 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:07.395552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-3b532960-9d7b-4311-b3e9-8014bccf41c1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:07.399051 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-3b532960-9d7b-4311-b3e9-8014bccf41c1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.63 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 814 time: 0.1379640 Aug 03 19:59:07.435222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Request body: {'port': {'device_id': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5', 'admin_state_up': True, 'tenant_id': 'e244ae6827844013afb9303d9417b7a2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:07.443360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0eaa1ebf-5db8-4177-ae87-b05ca3bcc28c req-dfe49d83-8397-4a35-b26e-bd73184ca570 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 210 time: 0.0444860 Aug 03 19:59:07.456936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.486978 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Pushing event deleted for resources: {'Port': ['ID=5d3b2648-9137-4349-b081-930b96ba4da8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:07.493218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['5d3b2648-9137-4349-b081-930b96ba4da8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:59:07.535300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] No DVR routers for this DVR port 5d3b2648-9137-4349-b081-930b96ba4da8 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:59:07.538196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.540377 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-04411dbd-b70b-420a-a173-16e17a314646 req-3d3b316f-d559-458c-baa3-f9f2582973f4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.63 "DELETE /v2.0/ports/5d3b2648-9137-4349-b081-930b96ba4da8 HTTP/1.1" status: 204 len: 173 time: 0.4537990 Aug 03 19:59:07.540851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'name': 'network-vif-deleted', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:07.543373 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66bd2cf-913e-4bc2-bb46-5f72a937a412" -d '{"events": [{"server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "name": "network-vif-deleted", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:07.574526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Made reservation on behalf of e244ae6827844013afb9303d9417b7a2 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:59:07.578856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.589867 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da389b06-b493-43cb-8a49-b5fe9c68d7d6 x-openstack-request-id: req-da389b06-b493-43cb-8a49-b5fe9c68d7d6 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:07.590171 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391ee060-bbdc-4ac6-bf28-f66d4611df6f", "name": "network-vif-deleted", "tag": "5d3b2648-9137-4349-b081-930b96ba4da8", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:07.590420 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da389b06-b493-43cb-8a49-b5fe9c68d7d6 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:07.590821 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391ee060-bbdc-4ac6-bf28-f66d4611df6f', 'name': 'network-vif-deleted', 'tag': '5d3b2648-9137-4349-b081-930b96ba4da8', 'status': 'completed', 'code': 200} Aug 03 19:59:07.731201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Allocated IP 172.20.0.10 (ef8c2dda-bf74-4f3a-b86d-23c1abab53e5/21f60a3e-3839-45c4-ad04-3c52e9defa61/9e1e2ba0-8598-4d09-a748-cea81bf71dd6) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:59:07.910531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.951410 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.983589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['5d3b2648-9137-4349-b081-930b96ba4da8'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:59:07.993686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:59:07.996990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:08.001184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:59:08.029637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:08.059542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:08.060165 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.075318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-9cbbe024-9d69-4ab3-aa9f-4cccab623217 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6621697 Aug 03 19:59:08.101579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Request body: {'port': {'device_id': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:08.162981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.496076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:59:08.511893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.537569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Transition to ACTIVE for port object 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:08.553848 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.618653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:08.635565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc38e23-3ff4-4d08-95a7-0c6071bfcc76 req-834e33e4-6464-47d8-b57e-12d9f336bdf7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:08.637688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dc38e23-3ff4-4d08-95a7-0c6071bfcc76 req-834e33e4-6464-47d8-b57e-12d9f336bdf7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 932 time: 0.1136796 Aug 03 19:59:08.723742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dc38e23-3ff4-4d08-95a7-0c6071bfcc76 req-028262b8-32ab-478a-90ec-78a751149eeb tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Aug 03 19:59:08.739950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Attempting to bind port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:59:08.740280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Attempting to bind port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:59:08.740605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Attempting to bind port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:08.746881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:59:08.747342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Attempting to bind port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:08.755376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:59:08.755719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Checking segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:59:08.756108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Bound using segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:59:08.756549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Bound port: 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:59:08.756909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.824938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:59:08.828124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:59:08.835512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.874949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:08.876813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.877871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] 10.222.0.63 "PUT /v2.0/ports/9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 1092 time: 0.7814682 Aug 03 19:59:08.878390 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:08.880580 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac663f0-adb4-4763-bb85-c1804c375642" -d '{"events": [{"name": "network-changed", "server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:08.908134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa30376-94e7-44af-8b4f-8358e4f27c33 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:08.926205 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fba536-31a5-407c-9c2a-a56608e6d362 x-openstack-request-id: req-a1fba536-31a5-407c-9c2a-a56608e6d362 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:08.926498 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:08.926750 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1fba536-31a5-407c-9c2a-a56608e6d362 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:08.927153 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'status': 'completed', 'code': 200} Aug 03 19:59:08.987563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-a87bc308-0d56-4c97-a667-3998849be3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:08.989015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-a87bc308-0d56-4c97-a667-3998849be3c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 1095 time: 0.0459423 Aug 03 19:59:09.035827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-a31007ae-ce4f-448c-ae53-f6a1789fac36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0342319 Aug 03 19:59:09.089590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-057c9231-db5a-4013-ac2c-f32f4caa6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:09.091075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-057c9231-db5a-4013-ac2c-f32f4caa6983 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0492263 Aug 03 19:59:09.124503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-21e5e52a-3b3a-4434-a84d-318b533cc44f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254502 Aug 03 19:59:09.214203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-2866f808-93fd-4758-a89a-4408d7fe86bf service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828280 Aug 03 19:59:09.310565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f45d035a-0789-40d5-b54f-48536fe0d57b req-14f7dee6-b8d0-4432-b6c1-f9f75efb0767 service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889096 Aug 03 19:59:09.435074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-43dd85b4-9509-47cc-ab9f-9902ed7d89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:09.436618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-43dd85b4-9509-47cc-ab9f-9902ed7d89f5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 1095 time: 0.0433598 Aug 03 19:59:09.535123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-3f00a2fd-0c48-4a17-9c47-484c5d2a68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:09.536609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-3f00a2fd-0c48-4a17-9c47-484c5d2a68a2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.0928807 Aug 03 19:59:09.579228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-4e2186d1-4a23-41e0-9fa5-c0823e9674e8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0347946 Aug 03 19:59:09.629789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-fce4e201-4d65-4983-ad4a-9e1a1d9a75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:09.631283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-fce4e201-4d65-4983-ad4a-9e1a1d9a75b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0455415 Aug 03 19:59:09.671012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-995f07b8-a751-4f49-8b16-a4a54a01eaa5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330203 Aug 03 19:59:09.766360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-09298390-1170-4a0b-9c3c-d083973eb370 service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885799 Aug 03 19:59:10.247810 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c3ad8-b922-47f2-9bf0-d5412a50a899 req-95950f53-687b-4ca8-9a91-c3329930ca31 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:10.250674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-313c3ad8-b922-47f2-9bf0-d5412a50a899 req-95950f53-687b-4ca8-9a91-c3329930ca31 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 944 time: 0.4325607 Aug 03 19:59:10.252607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5d3b2648-9137-4349-b081-930b96ba4da8 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:10.253799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ac663f0-adb4-4763-bb85-c1804c375642 req-ca535de8-1551-4763-8eff-d75ba07bbec5 service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801581 Aug 03 19:59:10.277364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 5d3b2648-9137-4349-b081-930b96ba4da8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:59:10.277814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 5d3b2648-9137-4349-b081-930b96ba4da8 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:10.291987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-313c3ad8-b922-47f2-9bf0-d5412a50a899 req-4b7e9c4a-81e1-4ed6-9da4-a4a42e28cc2d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345426 Aug 03 19:59:11.417456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050804cb-175c-499e-b1ed-0f3dded97951 req-dffa5a02-aa85-4844-b74b-4db074062403 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:11.418965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-050804cb-175c-499e-b1ed-0f3dded97951 req-dffa5a02-aa85-4844-b74b-4db074062403 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 944 time: 0.0546923 Aug 03 19:59:11.460797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-050804cb-175c-499e-b1ed-0f3dded97951 req-a8c06a16-5cad-41a1-8cde-6b3bb37b1e2f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351789 Aug 03 19:59:12.588925 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192229c-fdc3-40f8-bfa2-5708b9ab5278 req-eee776ef-7e59-4700-b769-f1d990b336d3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:12.590448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6192229c-fdc3-40f8-bfa2-5708b9ab5278 req-eee776ef-7e59-4700-b769-f1d990b336d3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 944 time: 0.0581682 Aug 03 19:59:12.630413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6192229c-fdc3-40f8-bfa2-5708b9ab5278 req-34fb1777-fa64-4cf6-b5df-8c6376af4687 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Aug 03 19:59:13.750040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1b92e-1ae7-4eb5-9a7c-f0b1f5bc9283 req-458d6c03-aaee-4c1e-99ca-44b6beb49aa3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:13.752389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56c1b92e-1ae7-4eb5-9a7c-f0b1f5bc9283 req-458d6c03-aaee-4c1e-99ca-44b6beb49aa3 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 944 time: 0.0545902 Aug 03 19:59:13.791698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-56c1b92e-1ae7-4eb5-9a7c-f0b1f5bc9283 req-7a422af6-7396-46bd-938d-19f4d4fe0870 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Aug 03 19:59:14.290405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:59:14.390002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:14.401815 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5', 'port_id': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'mac_address': 'fa:16:3e:19:5a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f60a3e-3839-45c4-ad04-3c52e9defa61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:59:14.446508 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.465215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:59:14.485026 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:14.489970 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.543189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:14.550969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.551315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.551649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.551980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.552313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.552646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.552958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.553281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.553630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.553944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.554261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.554578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:14.855953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['9e1e2ba0-8598-4d09-a748-cea81bf71dd6'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:59:14.927116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3fef-802e-44cd-929e-961e25389e09 req-3c682011-e11b-4161-84a5-b473e7d4cf38 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:14.928684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2cc3fef-802e-44cd-929e-961e25389e09 req-3c682011-e11b-4161-84a5-b473e7d4cf38 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 945 time: 0.0604064 Aug 03 19:59:14.977260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2cc3fef-802e-44cd-929e-961e25389e09 req-3a4e74c4-5583-4dc8-b4a2-1431f42ea2ac tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Aug 03 19:59:16.096864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18778335-bf95-436e-9009-d1f540f46666 req-76abcbce-35d8-434c-8a8d-986e0f709dd1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:16.098539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18778335-bf95-436e-9009-d1f540f46666 req-76abcbce-35d8-434c-8a8d-986e0f709dd1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 945 time: 0.0499165 Aug 03 19:59:16.139569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18778335-bf95-436e-9009-d1f540f46666 req-361748fb-d404-493b-9a3b-8c4574e5c59f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350418 Aug 03 19:59:16.298304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:16.352702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:16.356881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:16.357261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.436692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.461116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:16.463400 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2a497-16b8-445c-91a9-9a5c3a03aded" -d '{"events": [{"server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:16.477344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:16.481787 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.510312 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3ce81f-373a-499a-ab90-afe90434c9d7 x-openstack-request-id: req-7f3ce81f-373a-499a-ab90-afe90434c9d7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:16.510603 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:16.510854 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f3ce81f-373a-499a-ab90-afe90434c9d7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:16.511238 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'code': 200} Aug 03 19:59:16.541447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:16.627933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354011d4-b47b-4bce-ae79-886798cf514f req-a322e973-3b5d-4fe4-a7e1-81b54a99d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:16.629461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-354011d4-b47b-4bce-ae79-886798cf514f req-a322e973-3b5d-4fe4-a7e1-81b54a99d7e6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 1097 time: 0.0451784 Aug 03 19:59:16.665919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-354011d4-b47b-4bce-ae79-886798cf514f req-6ea0924a-8f5e-47a3-83d6-bc7b5456eb0c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295136 Aug 03 19:59:17.262411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347fe0d-c66a-40f4-a244-bd5736585406 req-88721ae5-cfa1-46f9-8ac7-ef26bfc18732 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:17.263952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9347fe0d-c66a-40f4-a244-bd5736585406 req-88721ae5-cfa1-46f9-8ac7-ef26bfc18732 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0518236 Aug 03 19:59:17.303270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9347fe0d-c66a-40f4-a244-bd5736585406 req-33bc676b-a72c-4249-9d15-925f43eb765a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Aug 03 19:59:18.427399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42393f6b-cf7b-4e11-ab61-faba6a737458 req-43d8c69e-6474-48c4-ae39-71922e675afd tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:18.429022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42393f6b-cf7b-4e11-ab61-faba6a737458 req-43d8c69e-6474-48c4-ae39-71922e675afd tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0511050 Aug 03 19:59:18.472810 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42393f6b-cf7b-4e11-ab61-faba6a737458 req-c03cb9e4-13b7-4cd4-aec2-8bdfb9c523a0 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Aug 03 19:59:18.595966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeda50-e4c2-4c9e-8fa4-f8427cc8f757 req-85f707eb-ec15-4ae0-bf83-a5371c3b9448 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:18.597369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ccbeda50-e4c2-4c9e-8fa4-f8427cc8f757 req-85f707eb-ec15-4ae0-bf83-a5371c3b9448 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0542400 Aug 03 19:59:18.637621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ccbeda50-e4c2-4c9e-8fa4-f8427cc8f757 req-5a48b281-6c1f-4aca-b00c-a4740e8eadfb tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Aug 03 19:59:18.887954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935141d-9c9e-46f8-87a0-dfef9d5ba998 req-fc7e5a1b-0fc1-44d9-93e0-c5040952fe16 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:18.889590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f935141d-9c9e-46f8-87a0-dfef9d5ba998 req-fc7e5a1b-0fc1-44d9-93e0-c5040952fe16 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0561223 Aug 03 19:59:18.894211 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-d87acaa3-3361-43e3-b715-1ee29d3735e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590699 Aug 03 19:59:18.946164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f935141d-9c9e-46f8-87a0-dfef9d5ba998 req-a133491d-e70f-4c20-a7e9-5e1a298281a7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495427 Aug 03 19:59:20.106996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604ef1d-3cc9-463c-915e-b29d7f201256 req-122e61a6-b25a-4c7c-98ef-2135208f725a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:20.108657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f604ef1d-3cc9-463c-915e-b29d7f201256 req-122e61a6-b25a-4c7c-98ef-2135208f725a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0696917 Aug 03 19:59:20.172426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f604ef1d-3cc9-463c-915e-b29d7f201256 req-3618e229-3c3b-4b42-b867-40490280a8f1 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Aug 03 19:59:20.175912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-07912dfc-9274-435d-b0e3-f0f0c490536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:20.177407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-07912dfc-9274-435d-b0e3-f0f0c490536c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 1097 time: 0.0886378 Aug 03 19:59:20.332412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-eee342e9-fcab-4a1c-8c32-d989cfe50078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:20.333970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-eee342e9-fcab-4a1c-8c32-d989cfe50078 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.1491792 Aug 03 19:59:20.384244 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-3bef5ab5-8b57-4a74-8237-1a89bdf10c49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0430388 Aug 03 19:59:20.441973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-ee8aba64-d30a-4ab6-a246-24e58d63628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:20.443472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-ee8aba64-d30a-4ab6-a246-24e58d63628e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0527587 Aug 03 19:59:20.476906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-b65cb351-3d40-4b0a-beac-ca6aaa2cedc1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259326 Aug 03 19:59:20.582368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-6e309824-e607-4087-975b-1ce592fb0e01 service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989757 Aug 03 19:59:20.681271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-1fe30604-492a-4a1e-8eac-c050744b6c9f service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920398 Aug 03 19:59:20.925304 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.309454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff016019-1d4b-4415-9ef0-73bdac472544 req-6d3d1df1-013d-4634-944b-abd591851bc2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:21.311103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff016019-1d4b-4415-9ef0-73bdac472544 req-6d3d1df1-013d-4634-944b-abd591851bc2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0529954 Aug 03 19:59:21.353233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff016019-1d4b-4415-9ef0-73bdac472544 req-b0c3980c-6285-49d9-add1-c42a7540ef6f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344834 Aug 03 19:59:22.496072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe3727-7add-4cd9-b250-0a68c3737962 req-2fa13095-df3f-44b2-9c94-99a74ecf8192 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:22.498346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-affe3727-7add-4cd9-b250-0a68c3737962 req-2fa13095-df3f-44b2-9c94-99a74ecf8192 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0571141 Aug 03 19:59:22.543292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-affe3727-7add-4cd9-b250-0a68c3737962 req-c1dbaab1-67a3-48e5-a76c-9da8fb569235 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Aug 03 19:59:23.670940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c48a-db2f-4181-b77e-6885f660c23f req-e2280706-0098-47d2-a56e-425428895465 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:23.672832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d239c48a-db2f-4181-b77e-6885f660c23f req-e2280706-0098-47d2-a56e-425428895465 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0551879 Aug 03 19:59:23.714953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d239c48a-db2f-4181-b77e-6885f660c23f req-a930cfe1-7bab-47bd-9f08-125299dea2b6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353398 Aug 03 19:59:24.832859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81986ea-7063-423f-9928-47bd846cf748 req-24759e2d-d951-4d08-aea2-df8264ef1d11 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:24.834375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c81986ea-7063-423f-9928-47bd846cf748 req-24759e2d-d951-4d08-aea2-df8264ef1d11 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0491908 Aug 03 19:59:24.872149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c81986ea-7063-423f-9928-47bd846cf748 req-a7697cac-c487-497e-b0b4-eda439f535ee tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Aug 03 19:59:25.993595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5763-9158-4424-a0da-c282957de3e5 req-5af9f49a-7dbe-4849-8644-6aa03da9ee9c tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:25.995076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-121a5763-9158-4424-a0da-c282957de3e5 req-5af9f49a-7dbe-4849-8644-6aa03da9ee9c tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0527081 Aug 03 19:59:26.038263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-121a5763-9158-4424-a0da-c282957de3e5 req-d92dad33-e935-4618-83d1-3dab4cb2251b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360518 Aug 03 19:59:26.132346 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:26.197963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67866ca0-daf1-4b52-8a30-08c4f80c67a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:27.155169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e7bd4-31f5-4b49-bf45-8907d25cba55 req-fea47d49-1d02-4975-a1be-0fe1a99ed0b4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:27.156672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa2e7bd4-31f5-4b49-bf45-8907d25cba55 req-fea47d49-1d02-4975-a1be-0fe1a99ed0b4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0499406 Aug 03 19:59:27.195203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fa2e7bd4-31f5-4b49-bf45-8907d25cba55 req-3f67c39d-24dd-44f4-ac23-c57f27c5059f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Aug 03 19:59:28.321633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372fc3b-9041-4eef-85ab-0dae848d1918 req-baf8331b-b0de-4228-bc08-3c2ff1d2e349 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:28.323233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3372fc3b-9041-4eef-85ab-0dae848d1918 req-baf8331b-b0de-4228-bc08-3c2ff1d2e349 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0604761 Aug 03 19:59:28.362586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3372fc3b-9041-4eef-85ab-0dae848d1918 req-4fdb7792-9eae-42ef-9ef9-d9583bd2fc5c tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328016 Aug 03 19:59:29.488466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733233da-3e24-4a0d-95d9-5ea2d0249bae req-6590f55c-3db8-4be5-b0eb-495a15e8656f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:29.490042 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-733233da-3e24-4a0d-95d9-5ea2d0249bae req-6590f55c-3db8-4be5-b0eb-495a15e8656f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0599437 Aug 03 19:59:29.528308 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-733233da-3e24-4a0d-95d9-5ea2d0249bae req-3e012767-ded0-408f-9b80-470c395b93cb tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Aug 03 19:59:29.803440 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:30.341537 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d7b9351-5414-4291-999e-65f597ff80cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:30.666137 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c290784-eeb9-445c-8bb5-91718113ad32 req-06c9bb94-2dc2-45ae-b6c7-cf1fe5fa6db9 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:30.667621 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c290784-eeb9-445c-8bb5-91718113ad32 req-06c9bb94-2dc2-45ae-b6c7-cf1fe5fa6db9 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0576081 Aug 03 19:59:30.708841 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c290784-eeb9-445c-8bb5-91718113ad32 req-73a3cd3c-7dce-4e2a-8362-148109d4af97 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Aug 03 19:59:31.827053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a381-dbfd-459f-9dd0-68ac14dbba66 req-a45fa9e1-f43f-40aa-855e-685ce506fbaa tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:31.828617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c96a381-dbfd-459f-9dd0-68ac14dbba66 req-a45fa9e1-f43f-40aa-855e-685ce506fbaa tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0520356 Aug 03 19:59:31.874059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c96a381-dbfd-459f-9dd0-68ac14dbba66 req-8bd6c745-6b1c-463b-8f0b-8b21d3545a3d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Aug 03 19:59:32.073687 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:32.998890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e888e-ffdd-4448-af9a-6bb060069b91 req-f52eb207-a858-4d18-a2f3-d227586c00fa tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:33.000425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-594e888e-ffdd-4448-af9a-6bb060069b91 req-f52eb207-a858-4d18-a2f3-d227586c00fa tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0545230 Aug 03 19:59:33.041725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-594e888e-ffdd-4448-af9a-6bb060069b91 req-81cd4ad3-214f-4f0b-8793-f4c406b70f6b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348451 Aug 03 19:59:34.164222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088e6d5-d4e0-481d-80db-d1e6eaba4789 req-f80d7f7e-084b-4e7f-83c1-54649626e1e2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:34.165858 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6088e6d5-d4e0-481d-80db-d1e6eaba4789 req-f80d7f7e-084b-4e7f-83c1-54649626e1e2 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0526235 Aug 03 19:59:34.220591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6088e6d5-d4e0-481d-80db-d1e6eaba4789 req-024e22ca-3254-44a1-b9b7-ca4f547c1507 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 Aug 03 19:59:34.546967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:35.336957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b73cb4-cf44-4ee1-9e56-bd1f06faa2fe req-d2769fc2-b7fc-4359-9fac-cfeac2bf862a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:35.338473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61b73cb4-cf44-4ee1-9e56-bd1f06faa2fe req-d2769fc2-b7fc-4359-9fac-cfeac2bf862a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0488155 Aug 03 19:59:35.378143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61b73cb4-cf44-4ee1-9e56-bd1f06faa2fe req-ad1156ac-fe3d-4eb0-8e94-c70216582095 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Aug 03 19:59:36.498644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280235d9-7553-486d-a2a5-fbd3632f7df9 req-2f4a4d0d-ef4e-451c-9e61-192957dedf00 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:36.501325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-280235d9-7553-486d-a2a5-fbd3632f7df9 req-2f4a4d0d-ef4e-451c-9e61-192957dedf00 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0549066 Aug 03 19:59:36.544824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-280235d9-7553-486d-a2a5-fbd3632f7df9 req-40542289-ed00-4eeb-88df-65b840c69393 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326760 Aug 03 19:59:37.665852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d65984-4925-479d-a208-c858366cf085 req-436bdf09-5106-4fc7-b230-0b4da708313c tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:37.667468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27d65984-4925-479d-a208-c858366cf085 req-436bdf09-5106-4fc7-b230-0b4da708313c tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0534556 Aug 03 19:59:37.708762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27d65984-4925-479d-a208-c858366cf085 req-f06cc297-0d8d-4c4d-b670-11b5ddae71fb tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Aug 03 19:59:38.828574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68e2f3-7b8d-4a70-afd1-e1a75b0ad6a1 req-3c161e18-b95c-444f-8923-7844855e6fd6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:38.830124 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a68e2f3-7b8d-4a70-afd1-e1a75b0ad6a1 req-3c161e18-b95c-444f-8923-7844855e6fd6 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0524096 Aug 03 19:59:38.869446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a68e2f3-7b8d-4a70-afd1-e1a75b0ad6a1 req-79549905-9b17-4958-86d6-16b684c8251c tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Aug 03 19:59:39.990664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bddbf-91e6-4642-8951-6315284b56f2 req-bc3c5096-0e4d-46f1-82d0-dce0a40e238a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:39.992144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-147bddbf-91e6-4642-8951-6315284b56f2 req-bc3c5096-0e4d-46f1-82d0-dce0a40e238a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0543044 Aug 03 19:59:40.030059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-147bddbf-91e6-4642-8951-6315284b56f2 req-66e5b7d0-c97f-47cb-bb08-813124975aa5 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Aug 03 19:59:41.144071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e59132-e405-4277-882d-d4bbceb52b76 req-26d1af09-aa19-4555-8157-813d324fa3ed tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:41.145458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21e59132-e405-4277-882d-d4bbceb52b76 req-26d1af09-aa19-4555-8157-813d324fa3ed tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0484715 Aug 03 19:59:41.184404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21e59132-e405-4277-882d-d4bbceb52b76 req-9e08f3d5-4218-4e6c-b96d-5b84924e174d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Aug 03 19:59:42.298695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d2f9-1417-4af0-bb89-22a9374de936 req-c0a9261f-60f3-41eb-86ec-bfa6c0c08863 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:42.300183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0f9d2f9-1417-4af0-bb89-22a9374de936 req-c0a9261f-60f3-41eb-86ec-bfa6c0c08863 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0499697 Aug 03 19:59:42.342755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0f9d2f9-1417-4af0-bb89-22a9374de936 req-2bfc1bb2-1d0e-4f0d-9abc-2436070e3713 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Aug 03 19:59:42.486789 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:59:43.464387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfadc54-a226-4ed7-bc3a-8094d99a9384 req-cb0f39d4-1c9d-4aac-abff-29d9ec2c612e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:43.465916 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8dfadc54-a226-4ed7-bc3a-8094d99a9384 req-cb0f39d4-1c9d-4aac-abff-29d9ec2c612e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0540500 Aug 03 19:59:43.504186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8dfadc54-a226-4ed7-bc3a-8094d99a9384 req-1e04f2b6-abe9-47dc-a297-68184a55bb7c tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Aug 03 19:59:44.618022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d87b3d-d392-4261-93e7-beedac59b805 req-60d2a5e1-e462-4e10-9f4e-feaf34cd139b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:44.619538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80d87b3d-d392-4261-93e7-beedac59b805 req-60d2a5e1-e462-4e10-9f4e-feaf34cd139b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0489533 Aug 03 19:59:44.659654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80d87b3d-d392-4261-93e7-beedac59b805 req-bd8043da-fddd-4130-990a-612fa02bd44b tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342846 Aug 03 19:59:45.777083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29f3c-336f-4d47-9611-6adbc45e1e85 req-00586a0b-bcf0-4c54-b9bc-71b2871ead97 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:45.778633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24c29f3c-336f-4d47-9611-6adbc45e1e85 req-00586a0b-bcf0-4c54-b9bc-71b2871ead97 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0490510 Aug 03 19:59:45.818952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24c29f3c-336f-4d47-9611-6adbc45e1e85 req-11d41172-50f1-4928-9c73-fecca3ce539a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334444 Aug 03 19:59:46.938086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7eb46-f560-45be-a6c5-6cb57435c93d req-1a0fba10-c0ac-41e7-bcfb-8c4add872ea7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:46.939616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4f7eb46-f560-45be-a6c5-6cb57435c93d req-1a0fba10-c0ac-41e7-bcfb-8c4add872ea7 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0531139 Aug 03 19:59:46.978193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4f7eb46-f560-45be-a6c5-6cb57435c93d req-9e830ea4-8ac9-432e-a0fa-671730859a30 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Aug 03 19:59:47.651261 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-45bd69ee-b23f-47af-b42c-9da70a01be4b service neutron] show failed (client error): The resource could not be found. Aug 03 19:59:47.652286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-45bd69ee-b23f-47af-b42c-9da70a01be4b service neutron] 10.222.0.63 "GET /v2.0/ports/9e1e2ba0-8598-4d09-a748-cea81bf71dd6/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0544467 Aug 03 19:59:47.903760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-ac695363-525a-4a1d-a8f5-3cc555533e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:47.905296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-ac695363-525a-4a1d-a8f5-3cc555533e7f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed&tenant_id=e244ae6827844013afb9303d9417b7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0916233 Aug 03 19:59:47.917170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:47.972100 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:48.180043 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176c2af-02a8-4fc2-be4f-3a1a7054a9d3 req-a07ac14e-94b6-41b3-b439-7400d6349357 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:48.181451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e176c2af-02a8-4fc2-be4f-3a1a7054a9d3 req-a07ac14e-94b6-41b3-b439-7400d6349357 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.1097758 Aug 03 19:59:48.239691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:48.244240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e176c2af-02a8-4fc2-be4f-3a1a7054a9d3 req-acd54eeb-aff6-424b-b686-06d09c9705be tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568259 Aug 03 19:59:48.279557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:59:48.317285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:48.319556 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f46fb4-fb4e-42cc-8b3b-0a42deef01c0" -d '{"events": [{"server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:48.323702 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:48.336990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Transition to ACTIVE for port object 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:48.340613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:48.396742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] No DVR routers for this DVR port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:59:48.410639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:48.438035 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca82722f-e03e-4a61-a9ef-2784d24ce72d x-openstack-request-id: req-ca82722f-e03e-4a61-a9ef-2784d24ce72d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:48.438324 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:48.438578 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca82722f-e03e-4a61-a9ef-2784d24ce72d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:48.438970 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'code': 200} Aug 03 19:59:48.440855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.441201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.441606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.441943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.442275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.442603 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.442934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.443256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.443579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.443901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.444224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.444551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:48.451600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Attempting to bind port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:59:48.451941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Attempting to bind port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:59:48.452271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Attempting to bind port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:48.457494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:59:48.457837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Attempting to bind port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on network ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:48.462740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:59:48.463078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Checking segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:59:48.463460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Bound using segment: {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:59:48.463888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Bound port: 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc03730-e824-458f-9afe-d7aca9994292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:59:48.464251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:48.529852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:59:48.532830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:59:48.537255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:48.569303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:48.569945 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:48.571364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] 10.222.0.88 "PUT /v2.0/ports/9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 1092 time: 0.6581964 Aug 03 19:59:48.593763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a06e1c-0fca-4796-aa49-67c79c2b77cd service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:48.636413 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-ecf729c3-7e6a-461c-8e44-c6d50d0a9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:48.637973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-ecf729c3-7e6a-461c-8e44-c6d50d0a9b30 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 1095 time: 0.0408950 Aug 03 19:59:48.728760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-eec43b3a-5084-4bcc-9c00-f5732e8d8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:48.730184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-eec43b3a-5084-4bcc-9c00-f5732e8d8c2e service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.0853813 Aug 03 19:59:48.772076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-a07a4aae-0b89-4708-a570-2c8113a442bc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0342298 Aug 03 19:59:48.823097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-92013626-600b-4c9a-8629-f5599015be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:48.824624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-92013626-600b-4c9a-8629-f5599015be0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0457909 Aug 03 19:59:48.858643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-5d7c639a-25cd-4e42-95a2-1e177b447792 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272498 Aug 03 19:59:48.946839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-2ec0831b-f9a6-4aa8-93ce-fa79310db7c1 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808747 Aug 03 19:59:49.037734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f893519-4b79-4bfc-8393-2759a2de67f0 req-8ba3179f-87d9-4ca7-865c-241f0488874b service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835567 Aug 03 19:59:49.360075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c988eb-9e91-4feb-9483-25cb2a8885e4 req-a9f0e116-fe5e-483f-8bef-e0146e7f6b1a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:49.361503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66c988eb-9e91-4feb-9483-25cb2a8885e4 req-a9f0e116-fe5e-483f-8bef-e0146e7f6b1a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 944 time: 0.0491166 Aug 03 19:59:49.400776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66c988eb-9e91-4feb-9483-25cb2a8885e4 req-4a338e6a-661d-4b5a-b9c1-41ee8eafe6fe tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Aug 03 19:59:50.440343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:50.443372 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d822457-9d9d-431b-b8e7-502738e0979f" -d '{"events": [{"name": "network-changed", "server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:50.510570 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b364def-8bc6-4a76-8694-bf0cd44695c2 x-openstack-request-id: req-8b364def-8bc6-4a76-8694-bf0cd44695c2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:50.510884 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:50.511103 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b364def-8bc6-4a76-8694-bf0cd44695c2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:50.511486 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'status': 'completed', 'code': 200} Aug 03 19:59:50.539224 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ec56-db8b-4947-9486-30005a59b753 req-5eb7ff99-6343-47e5-9c2f-428c5dab3d45 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:50.541264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc43ec56-db8b-4947-9486-30005a59b753 req-5eb7ff99-6343-47e5-9c2f-428c5dab3d45 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 944 time: 0.0687730 Aug 03 19:59:50.645440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc43ec56-db8b-4947-9486-30005a59b753 req-e526eb92-24c3-4e93-bbad-5b3ba0aef925 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936673 Aug 03 19:59:50.649680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d822457-9d9d-431b-b8e7-502738e0979f req-a8f916ae-4b6e-4273-a067-14174482af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:50.651109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-a8f916ae-4b6e-4273-a067-14174482af6a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 1095 time: 0.1089563 Aug 03 19:59:50.653556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d822457-9d9d-431b-b8e7-502738e0979f req-0e92847b-9014-4e69-8c8f-3d2286450558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:50.654903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-0e92847b-9014-4e69-8c8f-3d2286450558 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 1095 time: 0.1046686 Aug 03 19:59:50.829817 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d822457-9d9d-431b-b8e7-502738e0979f req-36322a47-f8be-4f78-9230-7602b02eb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:50.831298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-36322a47-f8be-4f78-9230-7602b02eb358 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.1724808 Aug 03 19:59:50.832361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d822457-9d9d-431b-b8e7-502738e0979f req-b7181944-5db2-4acd-8eb4-7b5794b12325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:50.834256 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-b7181944-5db2-4acd-8eb4-7b5794b12325 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.1672707 Aug 03 19:59:50.905324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-4d6bb034-deb4-4fef-b3f1-ec40f7dc019b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0669405 Aug 03 19:59:50.906711 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-8e036bec-900e-4974-b62e-762616d56487 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0627403 Aug 03 19:59:50.926089 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:50.991199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d822457-9d9d-431b-b8e7-502738e0979f req-2687b565-4f52-420a-8dfb-850e0f94bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:50.992646 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-2687b565-4f52-420a-8dfb-850e0f94bfeb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0799005 Aug 03 19:59:50.996074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d822457-9d9d-431b-b8e7-502738e0979f req-b779aad8-84ae-4cb9-9fad-fe34ffb3c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:50.997392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-b779aad8-84ae-4cb9-9fad-fe34ffb3c958 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0768404 Aug 03 19:59:51.031986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-8566b0f6-25e0-4364-85d3-753fd57e22ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310843 Aug 03 19:59:51.051503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-f88fa782-63e7-4073-94ea-409b02fefaaf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429583 Aug 03 19:59:51.198975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-201065c5-fb7c-455a-8d01-606e82b4a531 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510890 Aug 03 19:59:51.200735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-5a223ab7-ca54-4ed4-ab27-a204438b6cf4 service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424832 Aug 03 19:59:51.361109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-f5c760f6-3631-4176-852f-d572188f39f1 service neutron] 10.222.0.88 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539419 Aug 03 19:59:51.362984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8d822457-9d9d-431b-b8e7-502738e0979f req-bdfbd57c-7290-4097-9795-18c63f0e48be service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479769 Aug 03 19:59:51.763467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17165e-db10-490a-9044-b2d554cc4f3a req-2644deb6-2fee-4075-82a3-aa2a5ba21806 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:51.764935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d17165e-db10-490a-9044-b2d554cc4f3a req-2644deb6-2fee-4075-82a3-aa2a5ba21806 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 944 time: 0.0489597 Aug 03 19:59:51.802775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d17165e-db10-490a-9044-b2d554cc4f3a req-dc9dfdce-1825-44cc-84b6-a93543c6bfab tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311925 Aug 03 19:59:52.017761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c712434-06a6-46bf-ab45-60adebc58d0c req-f5e7417f-d033-495a-9b17-76851eaf9c2d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:52.019201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c712434-06a6-46bf-ab45-60adebc58d0c req-f5e7417f-d033-495a-9b17-76851eaf9c2d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 944 time: 0.0766897 Aug 03 19:59:52.043373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-07a4e4ef-5811-47df-bec9-73afc6c629b4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:52.044781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-07a4e4ef-5811-47df-bec9-73afc6c629b4 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.63 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed&tenant_id=e244ae6827844013afb9303d9417b7a2&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 944 time: 0.0730462 Aug 03 19:59:52.100414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6c712434-06a6-46bf-ab45-60adebc58d0c req-ba348612-fd58-4b52-8528-10de726af492 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742860 Aug 03 19:59:52.124760 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-e7f15c93-d1f4-4bc2-92b6-29eebaba6e62 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:59:52.126046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-e7f15c93-d1f4-4bc2-92b6-29eebaba6e62 service neutron] 10.222.0.63 "DELETE /v2.0/ports/9e1e2ba0-8598-4d09-a748-cea81bf71dd6/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0729921 Aug 03 19:59:52.228914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-e33db7bd-8b5d-4998-819d-54a91d7c3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:52.230483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-e33db7bd-8b5d-4998-819d-54a91d7c3d75 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e244ae6827844013afb9303d9417b7a2&device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 1095 time: 0.0433190 Aug 03 19:59:52.324290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-f2ade204-3973-43e2-bdc4-629f1af065e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:52.325823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-f2ade204-3973-43e2-bdc4-629f1af065e7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 200 len: 915 time: 0.0880630 Aug 03 19:59:52.369946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-ad883bc5-d78e-40b0-ad76-38b3bcde7fb3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0375237 Aug 03 19:59:52.418701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-3f73a28d-2985-4564-bf8c-e8dfc32f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:52.420121 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-3f73a28d-2985-4564-bf8c-e8dfc32f7828 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 200 len: 854 time: 0.0441566 Aug 03 19:59:52.451165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-aa877f2c-c43a-4233-9e2b-1d6da2a926e9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244393 Aug 03 19:59:52.515651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:52.544448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-72731683-70cf-4967-86b8-b6c8548ea7a3 service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855904 Aug 03 19:59:52.552739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:52.634825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41a3b846-2357-4163-bc60-fe67c2fac4c6 req-050f5f84-239a-430a-bd6e-b3cf8dc8e63c service neutron] 10.222.0.63 "GET /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831511 Aug 03 19:59:52.754093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:59:52.851030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:52.863168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'network_id': 'ef8c2dda-bf74-4f3a-b86d-23c1abab53e5', 'port_id': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'mac_address': 'fa:16:3e:19:5a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f60a3e-3839-45c4-ad04-3c52e9defa61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:59:52.901090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:52.914060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:59:52.934105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:52.938093 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:52.984116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:53.172582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['9e1e2ba0-8598-4d09-a748-cea81bf71dd6'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:59:53.227867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e8d0a-6d82-464c-809a-999412213df9 req-7c011d4b-7cf7-4b6d-b042-227c535d1c4a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:53.229973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf7e8d0a-6d82-464c-809a-999412213df9 req-7c011d4b-7cf7-4b6d-b042-227c535d1c4a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 945 time: 0.0593321 Aug 03 19:59:53.271791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bf7e8d0a-6d82-464c-809a-999412213df9 req-ad97daee-5306-481d-8db3-3ed02305bede tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359230 Aug 03 19:59:54.389814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab916-6203-4f88-9dc9-c993d7ff8b20 req-df33ab28-6ecc-415f-b9c0-83518624f86d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:54.391326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a6ab916-6203-4f88-9dc9-c993d7ff8b20 req-df33ab28-6ecc-415f-b9c0-83518624f86d tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 945 time: 0.0514746 Aug 03 19:59:54.429425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a6ab916-6203-4f88-9dc9-c993d7ff8b20 req-43f99455-f49d-4ca4-9968-c059e102fa4e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Aug 03 19:59:54.542310 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd9ad1-8e8a-47d9-82b0-46ade62c414c req-51990691-21c1-4aa3-a2c3-c276e28e1c5e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:54.543795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbfd9ad1-8e8a-47d9-82b0-46ade62c414c req-51990691-21c1-4aa3-a2c3-c276e28e1c5e tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 945 time: 0.0479593 Aug 03 19:59:54.581598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbfd9ad1-8e8a-47d9-82b0-46ade62c414c req-bf6d0789-2e37-4be7-82ba-fddca359399f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Aug 03 19:59:54.698130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368bf1b-c817-44a0-912f-e0d494f9874d req-e36b798a-394f-42bb-a8ef-ac612c9c02ce tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:54.699612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4368bf1b-c817-44a0-912f-e0d494f9874d req-e36b798a-394f-42bb-a8ef-ac612c9c02ce tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 945 time: 0.0524604 Aug 03 19:59:54.737061 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4368bf1b-c817-44a0-912f-e0d494f9874d req-b5244054-ac08-449c-8921-c737dd47c50f tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Aug 03 19:59:54.771059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:54.819210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:54.823082 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:54.823460 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:54.916946 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:54.939379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:54.941634 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b587dfc-c8a9-478a-a10e-f4f9579178a6" -d '{"events": [{"server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:54.955231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:54.960266 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:55.019647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:55.057183 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f418b8-dad3-4744-b670-fb64f3784e01 x-openstack-request-id: req-10f418b8-dad3-4744-b670-fb64f3784e01 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:55.057534 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:55.057797 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10f418b8-dad3-4744-b670-fb64f3784e01 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:55.058200 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'code': 200} Aug 03 19:59:55.092210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5931a-0186-4b5e-98e6-fb683e765160 req-6d41055d-7eb1-4df4-a1a4-56519d9a4559 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:55.093645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4b5931a-0186-4b5e-98e6-fb683e765160 req-6d41055d-7eb1-4df4-a1a4-56519d9a4559 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0509806 Aug 03 19:59:55.132826 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4b5931a-0186-4b5e-98e6-fb683e765160 req-4c4c65c4-4a13-4b41-947b-2cc92c91b5e9 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Aug 03 19:59:56.127621 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:56.199497 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-09f50922-6626-4081-b656-e4e029616827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:56.274797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4e2f8-1d9a-4a03-b3b4-3c9daff21def req-be3e26f7-b087-429e-b625-8f4cd0cda82a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:56.276283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72f4e2f8-1d9a-4a03-b3b4-3c9daff21def req-be3e26f7-b087-429e-b625-8f4cd0cda82a tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0746827 Aug 03 19:59:56.311599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-329c2502-e5c4-4b82-978e-6a056cfd7367 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:56.313080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-329c2502-e5c4-4b82-978e-6a056cfd7367 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.88 "GET /v2.0/ports?device_id=db8b2c35-78ee-41df-b676-0577364ab4ed HTTP/1.1" status: 200 len: 946 time: 0.0770559 Aug 03 19:59:56.352043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72f4e2f8-1d9a-4a03-b3b4-3c9daff21def req-403d2b2d-58ed-4e46-b1d9-b9116a24cdff tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2ccd1e2-cd63-4903-bc56-acf24dd177fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693438 Aug 03 19:59:56.413059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Deleting port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:56.413393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:56.503644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] For port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,segment=NetworkSegment(3dc03730-e824-458f-9afe-d7aca9994292),segment_id=3dc03730-e824-458f-9afe-d7aca9994292)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:56.504061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:56.516860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Calling delete_port for 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:56.640252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:56.651481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['9e1e2ba0-8598-4d09-a748-cea81bf71dd6'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:59:56.673428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Pushing event deleted for resources: {'Port': ['ID=9e1e2ba0-8598-4d09-a748-cea81bf71dd6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:56.711851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] No DVR routers for this DVR port 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:59:56.714522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:56.716607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8347a36-c61b-4d37-9379-b585e47a7079 req-0c4fdbb8-2cfc-43f1-8c19-6544fb791783 tempest-ServerDiskConfigTestJSON-423013959 tempest-ServerDiskConfigTestJSON-423013959-project] 10.222.0.88 "DELETE /v2.0/ports/9e1e2ba0-8598-4d09-a748-cea81bf71dd6 HTTP/1.1" status: 204 len: 173 time: 0.3934197 Aug 03 19:59:56.717078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'name': 'network-vif-deleted', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:56.719371 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35b2c84-2c4a-4dad-a63f-6869e167b154" -d '{"events": [{"server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "name": "network-vif-deleted", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:56.758376 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202928ac-a87c-48fe-b6d0-31c989c8950a x-openstack-request-id: req-202928ac-a87c-48fe-b6d0-31c989c8950a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:56.758673 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8b2c35-78ee-41df-b676-0577364ab4ed", "name": "network-vif-deleted", "tag": "9e1e2ba0-8598-4d09-a748-cea81bf71dd6", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:56.758959 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-202928ac-a87c-48fe-b6d0-31c989c8950a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:56.759382 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8b2c35-78ee-41df-b676-0577364ab4ed', 'name': 'network-vif-deleted', 'tag': '9e1e2ba0-8598-4d09-a748-cea81bf71dd6', 'status': 'completed', 'code': 200} Aug 03 19:59:57.475484 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35436) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:57.519157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Deleting subnet 21f60a3e-3839-45c4-ad04-3c52e9defa61 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:59:57.522169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.555979 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.594071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.652266 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.681722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.685209 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/21f60a3e-3839-45c4-ad04-3c52e9defa61 HTTP/1.1" status: 204 len: 168 time: 0.2087009 Aug 03 19:59:57.686101 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f60a3e-3839-45c4-ad04-3c52e9defa61,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:57.686307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35438) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:57.693993 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.694344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.694682 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.695146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.695492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.695827 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.696156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.696486 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.696814 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.697138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.697508 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.697841 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a9f65-e262-417e-a50f-da94567e571a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:57.756912 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.833897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.843400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8c2dda-bf74-4f3a-b86d-23c1abab53e5']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:57.855279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc03730-e824-458f-9afe-d7aca9994292') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:57.855580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc03730-e824-458f-9afe-d7aca9994292') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:57.865505 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.879041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.884773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:59:57.885159 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: timer() Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:59:57.886814 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:59:58.277369 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:58.282767 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:58.284561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ef8c2dda-bf74-4f3a-b86d-23c1abab53e5 HTTP/1.1" status: 204 len: 168 time: 0.5972457 Aug 03 19:59:58.295193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bf645-3475-45a1-926c-6fe9aa52b9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8c2dda-bf74-4f3a-b86d-23c1abab53e5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:58.391004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35442) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:58.436860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e4c6e9e1-4ad2-4886-8ec2-a90660dd800f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e244ae6827844013afb9303d9417b7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445728 Aug 03 19:59:58.439238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35444) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:58.488120 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44c8cd87-d6b8-4ae6-825a-d3e4b34ea29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:58.509775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44c8cd87-d6b8-4ae6-825a-d3e4b34ea29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:58.556189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44c8cd87-d6b8-4ae6-825a-d3e4b34ea29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:58.559002 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44c8cd87-d6b8-4ae6-825a-d3e4b34ea29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:58.560149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-44c8cd87-d6b8-4ae6-825a-d3e4b34ea29e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2ccd1e2-cd63-4903-bc56-acf24dd177fc HTTP/1.1" status: 204 len: 168 time: 0.1199961 Aug 03 19:59:58.568307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8cd87-d6b8-4ae6-825a-d3e4b34ea29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ccd1e2-cd63-4903-bc56-acf24dd177fc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:59.222644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35466) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:59.316259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-79410155-network', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:59.336344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Made reservation on behalf of 96199c2bd3424e4ebf2446b8af8e86f7 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:59:59.338556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.347045 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.435349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.439187 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.464537 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:59:59.473399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd87068-b86a-4189-8eb3-8f14f4e42f72,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:59.481430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.481887 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Added segment cd99a036-1bea-4b56-9abe-ff3a5c260931 of type vlan for network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 Aug 03 19:59:59.521751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.550186 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.551147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:59.551753 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.603137 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3792732 Aug 03 19:59:59.606275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35470) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:59.611365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Request body: {'subnet': {'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-79410155-subnet', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:59.615743 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284cb17-7e58-4754-8443-5b51745b7739 admin admin] Pushing event updated for resources: {'Network': ['ID=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:59.629452 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:59:59.635908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Made reservation on behalf of 96199c2bd3424e4ebf2446b8af8e86f7 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:59:59.638424 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.803863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.804574 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.864481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:59.871717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:59:59.872077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Network hostable DHCP agents. Network: 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:59:59.889089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:59:59.898189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:59.902798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:59.903681 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.906908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755afd1-4986-41d3-9769-94f957b14878 None None] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:59:59.918161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-17e26263-5865-4ada-9d23-ca8566953761 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3107870 Aug 03 19:59:59.920867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35472) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:59.925254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:59.946099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.947053 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:59.997092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.054070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:00:00.055118 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.132477 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.194442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Allocated IP 172.20.0.2 (1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829/90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4/1ea13dbd-4ace-451f-91e8-6282798ffea2) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:00.330284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.352483 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.353384 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.359631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06ced41f-6ae2-4121-9899-8fee4ddcd63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.363202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Transition to ACTIVE for port object 1ea13dbd-4ace-451f-91e8-6282798ffea2 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:00.378791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Transition to ACTIVE for port object 1ea13dbd-4ace-451f-91e8-6282798ffea2 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:00.386694 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.428481 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:00.433522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:00.437761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:00.440878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Pushing event updated for resources: {'Port': ['ID=1ea13dbd-4ace-451f-91e8-6282798ffea2,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:00.472829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Allocated IP 172.25.4.96 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/e82f3721-bb2c-4531-b7a6-eaa42c80d9b0) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:00.493666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Attempting to bind port 1ea13dbd-4ace-451f-91e8-6282798ffea2 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:00.494171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Attempting to bind port 1ea13dbd-4ace-451f-91e8-6282798ffea2 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:00.494559 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Attempting to bind port 1ea13dbd-4ace-451f-91e8-6282798ffea2 on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:00.499560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:00.499937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:00.500455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.500850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:00.501666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Bound port: 1ea13dbd-4ace-451f-91e8-6282798ffea2, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:00.502056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.563762 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] For port 1ea13dbd-4ace-451f-91e8-6282798ffea2, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:00.566816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] For port 1ea13dbd-4ace-451f-91e8-6282798ffea2, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1ea13dbd-4ace-451f-91e8-6282798ffea2,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:00.572772 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.580935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.625710 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.633575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3747d-3c5d-4c62-9fbb-f4d64383d347 None None] Pushing event updated for resources: {'Port': ['ID=1ea13dbd-4ace-451f-91e8-6282798ffea2,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:00.662687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:00.665643 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:00.669282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:00.700280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Pushing event updated for resources: {'Port': ['ID=e82f3721-bb2c-4531-b7a6-eaa42c80d9b0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:00.768976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:00:00.809031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:00:00.809535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 9e1e2ba0-8598-4d09-a748-cea81bf71dd6 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:00:00.965956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.994953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1ea13dbd-4ace-451f-91e8-6282798ffea2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:01.043801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 1ea13dbd-4ace-451f-91e8-6282798ffea2 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:01.185684 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:01.321188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Router ef66ac64-f66c-4254-ae7d-749bfc69825a is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:00:01.432468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:01.441860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:01.449289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:01.450639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7d3c838f-066e-49b5-b645-686f7b7d4497 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5287743 Aug 03 20:00:01.453519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35474) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:01.463625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:01.464382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:00:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:01.577897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:01.605729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d508b272-6eef-4193-852a-99d13abfef03 None None] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:00:01.724909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fd5384fb-e832-4858-b065-168c8a3d0219 None None] Provisioning for port 1ea13dbd-4ace-451f-91e8-6282798ffea2 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:01.739289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fd5384fb-e832-4858-b065-168c8a3d0219 None None] Provisioning complete for port 1ea13dbd-4ace-451f-91e8-6282798ffea2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:01.739662 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fd5384fb-e832-4858-b065-168c8a3d0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:01.873031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.038902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Allocated IP 172.20.0.1 (1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829/90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4/c9bf9a3a-22f3-4993-8427-4c11236d0284) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:02.107672 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fd5384fb-e832-4858-b065-168c8a3d0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.120045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.147251 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.156676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fd5384fb-e832-4858-b065-168c8a3d0219 None None] For port 1ea13dbd-4ace-451f-91e8-6282798ffea2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1ea13dbd-4ace-451f-91e8-6282798ffea2,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:02.158811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:00Z', 'revision_number': 3, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:02.163044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Transition to ACTIVE for port object c9bf9a3a-22f3-4993-8427-4c11236d0284 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:02.189719 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fd5384fb-e832-4858-b065-168c8a3d0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.193725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:02.194086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Updating router ef66ac64-f66c-4254-ae7d-749bfc69825a port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:00:02.203902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.243262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.243499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:02.246488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:02.250218 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:02.283068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5384fb-e832-4858-b065-168c8a3d0219 None None] Pushing event updated for resources: {'Port': ['ID=1ea13dbd-4ace-451f-91e8-6282798ffea2,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:02.302292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.304929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bf9a3a-22f3-4993-8427-4c11236d0284,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:02.438553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-530b1e23-cc24-420c-b6c0-a40d4d7888bf None None] Provisioning complete for port 1ea13dbd-4ace-451f-91e8-6282798ffea2 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:02.439053 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-530b1e23-cc24-420c-b6c0-a40d4d7888bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.458523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.598972 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.608725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Transition to ACTIVE for port object e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:02.615595 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.637089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.642435 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.668312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Attempting to bind port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:02.668681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Attempting to bind port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:02.669051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Attempting to bind port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:02.671002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14bfb6-9d03-420b-a4e2-d8174525b30e None None] Pushing event updated for resources: {'Port': ['ID=e82f3721-bb2c-4531-b7a6-eaa42c80d9b0,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:02.676493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:02.677507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:02.677883 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.678307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:02.678755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Bound port: e82f3721-bb2c-4531-b7a6-eaa42c80d9b0, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:02.679133 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.710190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bf9a3a-22f3-4993-8427-4c11236d0284,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:02.712854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.724925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-40632a34-547e-4948-bdd6-f32f60671588 None None] Provisioning for port c9bf9a3a-22f3-4993-8427-4c11236d0284 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:02.736749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-40632a34-547e-4948-bdd6-f32f60671588 None None] Provisioning complete for port c9bf9a3a-22f3-4993-8427-4c11236d0284 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:02.737122 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40632a34-547e-4948-bdd6-f32f60671588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.762437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] For port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:02.779237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] For port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e82f3721-bb2c-4531-b7a6-eaa42c80d9b0,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:02.786691 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.793598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-40632a34-547e-4948-bdd6-f32f60671588 None None] Port c9bf9a3a-22f3-4993-8427-4c11236d0284 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:00:02.809520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:02.811120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:02.843903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:02.844533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:00:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:02.884719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14bfb6-9d03-420b-a4e2-d8174525b30e None None] Pushing event updated for resources: {'Port': ['ID=e82f3721-bb2c-4531-b7a6-eaa42c80d9b0,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:02.939861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:00:02.969465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:03.002276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1ea13dbd-4ace-451f-91e8-6282798ffea2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:03.059410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:03.064945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-20ab56cc-3185-49f3-8dc3-a29530defd83 admin admin] 10.222.0.42 "PUT /v2.0/routers/ef66ac64-f66c-4254-ae7d-749bfc69825a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102507 Aug 03 20:00:03.157070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e9a1fd68-20ba-4eef-8562-5866ab0b9597 None None] Provisioning complete for port c9bf9a3a-22f3-4993-8427-4c11236d0284 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:03.157449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9a1fd68-20ba-4eef-8562-5866ab0b9597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.177309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 1ea13dbd-4ace-451f-91e8-6282798ffea2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:03.177700 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.251203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1fd68-20ba-4eef-8562-5866ab0b9597 None None] Port c9bf9a3a-22f3-4993-8427-4c11236d0284 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:00:03.322496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 2, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:03.349685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83fa84-464f-443e-a1e1-22b41962f6da None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 2, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:03.666878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 35482) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:03.671861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ba7d4382-cce7-4e11-8878-83d48b91b2ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431071520', 'description': 'tempest-description--804211704'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:03.698795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4382-cce7-4e11-8878-83d48b91b2ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.792739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4382-cce7-4e11-8878-83d48b91b2ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.797799 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4382-cce7-4e11-8878-83d48b91b2ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.828900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4382-cce7-4e11-8878-83d48b91b2ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.830204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ba7d4382-cce7-4e11-8878-83d48b91b2ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1622224 Aug 03 20:00:03.834871 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35484) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:03.836302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d4382-cce7-4e11-8878-83d48b91b2ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f368a2d1-f003-409e-bef8-f080c04049b4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:03.841517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-44c0befb-96fa-4b9f-ac8a-e9f5f38f9d08 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'security_group_rule': {'security_group_id': 'f368a2d1-f003-409e-bef8-f080c04049b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:03.881139 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44c0befb-96fa-4b9f-ac8a-e9f5f38f9d08 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.943595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44c0befb-96fa-4b9f-ac8a-e9f5f38f9d08 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.947970 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44c0befb-96fa-4b9f-ac8a-e9f5f38f9d08 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.966359 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0befb-96fa-4b9f-ac8a-e9f5f38f9d08 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1ce64d-f9fd-4231-b674-8f575024eba6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:03.974732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44c0befb-96fa-4b9f-ac8a-e9f5f38f9d08 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.978538 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-44c0befb-96fa-4b9f-ac8a-e9f5f38f9d08 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399872 Aug 03 20:00:03.978775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35486) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:03.983660 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b0b2b285-fa28-47ae-91da-1051cf6b66f9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'security_group_rule': {'security_group_id': 'f368a2d1-f003-409e-bef8-f080c04049b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:04.018884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b285-fa28-47ae-91da-1051cf6b66f9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.082061 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b285-fa28-47ae-91da-1051cf6b66f9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.093464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b285-fa28-47ae-91da-1051cf6b66f9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.112385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2b285-fa28-47ae-91da-1051cf6b66f9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29694c6c-0aed-4ece-8a8b-f6d8f99af79f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:04.119489 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b285-fa28-47ae-91da-1051cf6b66f9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.120874 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b0b2b285-fa28-47ae-91da-1051cf6b66f9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410451 Aug 03 20:00:04.123855 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35488) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:04.129031 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:04.152372 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.258447 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.371079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Allocated IP 172.25.4.42 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/f02dd3ee-b3b1-4f26-b6a6-1094a85849df) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:04.480918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.524030 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.551319 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.561686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:04.566409 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:04.572401 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:04.577863 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'Port': ['ID=f02dd3ee-b3b1-4f26-b6a6-1094a85849df,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:04.665562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.701092 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.858112 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.863138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.935981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'Port': ['ID=f02dd3ee-b3b1-4f26-b6a6-1094a85849df,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:04.948663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.965182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:04.966853 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-52ac8d51-12e7-45e6-a948-1975cd639b3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8418307 Aug 03 20:00:05.015493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:05.072541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:05.080273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:05.081029 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:05.153907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-57d6d672-e93f-4bed-9d2f-ccf0a2931da2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--431071520&fields=id&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 267 time: 0.0365138 Aug 03 20:00:05.168118 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:05.190142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e82f3721-bb2c-4531-b7a6-eaa42c80d9b0,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:05.194448 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:05.247998 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=e82f3721-bb2c-4531-b7a6-eaa42c80d9b0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:05.374000 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:05.386610 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:05.387247 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:00:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:05.594359 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:05.626300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-cbe9aed1-9e9a-4b33-a73a-7a0484b1b108 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:05.628152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-cbe9aed1-9e9a-4b33-a73a-7a0484b1b108 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 810 time: 0.4668899 Aug 03 20:00:05.644070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-19d2e588-d7a3-41ea-af6c-9125aefc8ce4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/quotas/96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 375 time: 0.0094404 Aug 03 20:00:05.701126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-c06abe05-6b6a-4be4-8df4-28c875a29f29 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511467 Aug 03 20:00:05.808780 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 2, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:05.835430 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:05.835776 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Updating router ef66ac64-f66c-4254-ae7d-749bfc69825a port c9bf9a3a-22f3-4993-8427-4c11236d0284 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:00:05.861220 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:05.861966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-667661af-fac0-4093-abab-26c8e868e6b7 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487894 Aug 03 20:00:05.959146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-b833d034-9605-4daa-8ccb-d94ffceb1ad7 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899346 Aug 03 20:00:06.136560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c891010d-432b-44f3-b953-ecd00c442615 req-3c6dd81f-cde0-4a35-91f7-5fd429919103 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 210 time: 0.0320559 Aug 03 20:00:06.153077 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:06.171458 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Transition to ACTIVE for port object c9bf9a3a-22f3-4993-8427-4c11236d0284 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:06.178543 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:06.238472 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Pushing event updated for resources: {'Port': ['ID=c9bf9a3a-22f3-4993-8427-4c11236d0284,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:06.267109 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.267414 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.267796 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.268253 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.268695 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.269049 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.269425 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.270025 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.271014 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.271260 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.272370 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.272370 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:06.304308 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Attempting to bind port c9bf9a3a-22f3-4993-8427-4c11236d0284 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:06.304817 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Attempting to bind port c9bf9a3a-22f3-4993-8427-4c11236d0284 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:06.305241 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Attempting to bind port c9bf9a3a-22f3-4993-8427-4c11236d0284 on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:06.311602 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:06.312257 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:06.312794 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:06.313125 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:06.313782 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Bound port: c9bf9a3a-22f3-4993-8427-4c11236d0284, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:06.314170 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:06.400953 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] For port c9bf9a3a-22f3-4993-8427-4c11236d0284, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:06.404945 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] For port c9bf9a3a-22f3-4993-8427-4c11236d0284, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c9bf9a3a-22f3-4993-8427-4c11236d0284,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:06.410935 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:06.467454 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:06.468161 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:00:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:06.539830 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0da765-b8ca-4337-816b-6791d02f3a44 None None] Pushing event updated for resources: {'Port': ['ID=c9bf9a3a-22f3-4993-8427-4c11236d0284,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:06.613362 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:06.822545 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:06Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:06.853782 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357be3a9-2492-4e50-88f7-7725e9be1ef4 None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:06Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:07.013093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:07.063015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:07.063387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.158019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c9bf9a3a-22f3-4993-8427-4c11236d0284 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:07.223637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c9bf9a3a-22f3-4993-8427-4c11236d0284 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:07.228436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c9bf9a3a-22f3-4993-8427-4c11236d0284 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:07.228991 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.281278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9e2317b4-906f-499f-a6a9-7b6a3c9f6bbc req-584da474-6e8c-4db6-849b-ff58a949a544 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 210 time: 0.0407689 Aug 03 20:00:07.341216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-1c2d7b12-aa6a-4439-bd1c-2ccc5856f5fd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:07.343109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-1c2d7b12-aa6a-4439-bd1c-2ccc5856f5fd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 810 time: 0.1871850 Aug 03 20:00:07.357223 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.396440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port c9bf9a3a-22f3-4993-8427-4c11236d0284, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c9bf9a3a-22f3-4993-8427-4c11236d0284,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:07.396725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-c81bf65f-a599-45a0-9a49-e6cf86481dcf tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 379 time: 0.0383768 Aug 03 20:00:07.400930 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.411202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'port': {'device_id': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'admin_state_up': True, 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'security_groups': ['f368a2d1-f003-409e-bef8-f080c04049b4']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:07.459444 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=c9bf9a3a-22f3-4993-8427-4c11236d0284,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:07.528005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Made reservation on behalf of 96199c2bd3424e4ebf2446b8af8e86f7 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:00:07.531607 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.662511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Allocated IP 172.20.0.7 (1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829/90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4/878a81c4-6fe6-4c97-b055-7682d350692b) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:07.807947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.822201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Transition to ACTIVE for port object 878a81c4-6fe6-4c97-b055-7682d350692b will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:07.862810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.914594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:07.918107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:07.921975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:07.950177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:07.979726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:07.980429 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.995636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7a03a0df-afec-4185-9131-0bb819366a01 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904591 Aug 03 20:00:08.013316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Request body: {'port': {'device_id': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:08.070490 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.186266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9d7b19b7-5b62-4552-b339-30c12cf7eafe None None] Provisioning for port 878a81c4-6fe6-4c97-b055-7682d350692b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:08.190145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9d7b19b7-5b62-4552-b339-30c12cf7eafe None None] Provisioning complete for port 878a81c4-6fe6-4c97-b055-7682d350692b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:08.190450 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d7b19b7-5b62-4552-b339-30c12cf7eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.236386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b19b7-5b62-4552-b339-30c12cf7eafe None None] Port 878a81c4-6fe6-4c97-b055-7682d350692b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:00:08.358416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878a81c4-6fe6-4c97-b055-7682d350692b {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:00:08.372888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.402340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Transition to ACTIVE for port object 878a81c4-6fe6-4c97-b055-7682d350692b will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:08.406532 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.466177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957ea25-7fa9-4767-b225-fcdaa4c91c3c req-f269cf8c-dc42-4c00-a03f-ff340009643c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:08.467776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6957ea25-7fa9-4767-b225-fcdaa4c91c3c req-f269cf8c-dc42-4c00-a03f-ff340009643c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 931 time: 0.1116817 Aug 03 20:00:08.470912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:08.557242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6957ea25-7fa9-4767-b225-fcdaa4c91c3c req-b72242ae-570b-4ed1-a4ba-3477923f486c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816524 Aug 03 20:00:08.581409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Attempting to bind port 878a81c4-6fe6-4c97-b055-7682d350692b on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:08.581409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Attempting to bind port 878a81c4-6fe6-4c97-b055-7682d350692b by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:08.581409 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Attempting to bind port 878a81c4-6fe6-4c97-b055-7682d350692b on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:08.586430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Port 878a81c4-6fe6-4c97-b055-7682d350692b on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:00:08.586751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Attempting to bind port 878a81c4-6fe6-4c97-b055-7682d350692b on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:08.592663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:08.593001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:08.593388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:08.593869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Bound port: 878a81c4-6fe6-4c97-b055-7682d350692b, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:08.594362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.664271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:08.667357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:08.672698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.708523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:08.709150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.710597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] 10.222.0.63 "PUT /v2.0/ports/878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 1091 time: 0.7019107 Aug 03 20:00:08.711061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:08.713393 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:08.748116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a5d8a-5e71-4005-b53e-1d937488f4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:08.764163 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c075a1af-459a-48a7-80aa-6ab642fcc33c x-openstack-request-id: req-c075a1af-459a-48a7-80aa-6ab642fcc33c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:08.764469 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:08.764730 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c075a1af-459a-48a7-80aa-6ab642fcc33c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:08.765267 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b', 'status': 'completed', 'code': 200} Aug 03 20:00:08.815364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-b7c6a34a-d5cb-4ce1-be04-8fe4883d1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:08.816975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-b7c6a34a-d5cb-4ce1-be04-8fe4883d1719 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0472405 Aug 03 20:00:08.869447 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-04a3f393-021d-41cb-b95b-179ebc9dbcea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 217 time: 0.0397134 Aug 03 20:00:08.923876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-af71da78-c139-4d98-87e5-7493f0801364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:08.925377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-af71da78-c139-4d98-87e5-7493f0801364 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0493581 Aug 03 20:00:08.975470 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6ee006f5-bc7c-48ee-ac69-4c53c0fb7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:08.976960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-6ee006f5-bc7c-48ee-ac69-4c53c0fb7f0b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435128 Aug 03 20:00:08.977670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c9bf9a3a-22f3-4993-8427-4c11236d0284 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:09.046545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c9bf9a3a-22f3-4993-8427-4c11236d0284 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:09.047228 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:09.084426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-5fecb65e-d4d7-472f-b5c3-395831bc8a7f service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000633 Aug 03 20:00:09.183491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1965b1dc-78ad-44af-9686-41bb1072f53b req-7addbd61-fd6b-4f6c-b617-6670c436d967 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919435 Aug 03 20:00:09.339672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-52013f9a-9b18-485e-b8aa-3cfe183ff6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.341248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-52013f9a-9b18-485e-b8aa-3cfe183ff6c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0508180 Aug 03 20:00:09.437415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-2d0fc65c-72aa-4d30-8eb8-9f89d298470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.438940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-2d0fc65c-72aa-4d30-8eb8-9f89d298470e service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0885494 Aug 03 20:00:09.482084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-eed71c9d-37d4-425e-be01-404422d67549 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 217 time: 0.0354691 Aug 03 20:00:09.539777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-7538f27c-af0f-4ca1-940f-5e8f073bffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.541306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-7538f27c-af0f-4ca1-940f-5e8f073bffab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0515943 Aug 03 20:00:09.587773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-bcd10297-9457-4e52-9b35-159b2a9f69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.589433 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-bcd10297-9457-4e52-9b35-159b2a9f69a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414634 Aug 03 20:00:09.729055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0627b9-ac67-4ac4-b095-999ef6631d38 req-a58d5e70-3a26-4dc8-b260-28fbc8734a9c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.730551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed0627b9-ac67-4ac4-b095-999ef6631d38 req-a58d5e70-3a26-4dc8-b260-28fbc8734a9c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 943 time: 0.0866704 Aug 03 20:00:09.734918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-c5f2e0e2-6217-478f-806e-3cd962c69666 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328788 Aug 03 20:00:09.824473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ed0627b9-ac67-4ac4-b095-999ef6631d38 req-a2c57d8e-686e-4fb9-a6c9-b80bc0e8164e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872202 Aug 03 20:00:09.856269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-298c1b6a-c8e4-42c5-84f2-8c16fc2a08c2 req-632ba979-530c-4ec9-a817-6534031ded7e service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121047 Aug 03 20:00:10.947262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091463b-2eae-4ffa-a699-50ac44f6c0a9 req-a6a22816-54f2-4798-91c9-d8930fc1c5f2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:10.948779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5091463b-2eae-4ffa-a699-50ac44f6c0a9 req-a6a22816-54f2-4798-91c9-d8930fc1c5f2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 943 time: 0.0513153 Aug 03 20:00:10.988574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5091463b-2eae-4ffa-a699-50ac44f6c0a9 req-33393ff0-5bf2-438f-a314-d53a468e09b9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337324 Aug 03 20:00:12.103592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47a7c3-e54b-46f1-92fc-adb4452a4fd7 req-4057ffe9-f75f-4f11-9d97-a9ba83412e84 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:12.105138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f47a7c3-e54b-46f1-92fc-adb4452a4fd7 req-4057ffe9-f75f-4f11-9d97-a9ba83412e84 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 943 time: 0.0487683 Aug 03 20:00:12.142874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f47a7c3-e54b-46f1-92fc-adb4452a4fd7 req-62f9e467-c5f2-402e-b5ce-e3b6eacbe2ba tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Aug 03 20:00:12.546580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 878a81c4-6fe6-4c97-b055-7682d350692b details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:00:12.648317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:12.660614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '878a81c4-6fe6-4c97-b055-7682d350692b', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '878a81c4-6fe6-4c97-b055-7682d350692b', 'mac_address': 'fa:16:3e:3c:5d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:00:12.700043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:12.714865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878a81c4-6fe6-4c97-b055-7682d350692b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:00:12.735726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:12.740241 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:12.814749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:13.119307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['878a81c4-6fe6-4c97-b055-7682d350692b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:00:13.265761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a485f-991a-464b-8d9f-bc22eb46780b req-dac2c520-79ab-4e9b-bbd3-9b845be1a371 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:13.267318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-189a485f-991a-464b-8d9f-bc22eb46780b req-dac2c520-79ab-4e9b-bbd3-9b845be1a371 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 944 time: 0.0535355 Aug 03 20:00:13.313641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-189a485f-991a-464b-8d9f-bc22eb46780b req-3a3201e3-6c49-4fba-aacd-31a0ea43ad16 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388365 Aug 03 20:00:14.433176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ced94e-1108-4fa2-8ba5-fb90519ade20 req-6f50f3ff-0cee-48a7-9e08-e8578a93533d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:14.434823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99ced94e-1108-4fa2-8ba5-fb90519ade20 req-6f50f3ff-0cee-48a7-9e08-e8578a93533d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 944 time: 0.0521476 Aug 03 20:00:14.474284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99ced94e-1108-4fa2-8ba5-fb90519ade20 req-80050f4e-e7fb-4518-b3a7-2354a6f07448 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329013 Aug 03 20:00:14.562089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 878a81c4-6fe6-4c97-b055-7682d350692b up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:14.615583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 878a81c4-6fe6-4c97-b055-7682d350692b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:14.620710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 878a81c4-6fe6-4c97-b055-7682d350692b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:14.621183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.707530 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.731861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:14.734178 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047a97db-5b3a-4ccd-8663-197798ac20b0" -d '{"events": [{"server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "name": "network-vif-plugged", "status": "completed", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:14.748993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:14.754522 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.779449 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea408fe-69fb-4db9-ba3a-5d01fc65bb85 x-openstack-request-id: req-1ea408fe-69fb-4db9-ba3a-5d01fc65bb85 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:14.779738 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "name": "network-vif-plugged", "status": "completed", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:14.779985 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ea408fe-69fb-4db9-ba3a-5d01fc65bb85 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:14.780369 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b', 'code': 200} Aug 03 20:00:14.819242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:14.828191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.828531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.828866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.829198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.829552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.829915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.830252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.830572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.830891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.831210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.831528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.831847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:14.904620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e73f74-5f63-4328-a2e3-e8f2885141c6 req-215a8375-6500-46e0-9308-898a4625cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:14.906324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25e73f74-5f63-4328-a2e3-e8f2885141c6 req-215a8375-6500-46e0-9308-898a4625cbe1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0420694 Aug 03 20:00:14.948248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-25e73f74-5f63-4328-a2e3-e8f2885141c6 req-2756586c-30a1-4402-b415-7c842f420879 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344388 Aug 03 20:00:15.601731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421c702-8517-4407-8b4c-9e893308bc9f req-eca05a95-38a7-4d3a-a1c0-bec8f7765baf tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:15.603318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a421c702-8517-4407-8b4c-9e893308bc9f req-eca05a95-38a7-4d3a-a1c0-bec8f7765baf tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0568984 Aug 03 20:00:15.652166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a421c702-8517-4407-8b4c-9e893308bc9f req-a862d9c1-7d81-4065-a5ec-4fe5d4ed674a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411119 Aug 03 20:00:16.779321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a023bde-e83f-405d-bab0-1a368c5c1889 req-2576e609-19a7-4ffa-9fbf-645c70e90f50 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:16.781063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a023bde-e83f-405d-bab0-1a368c5c1889 req-2576e609-19a7-4ffa-9fbf-645c70e90f50 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0552320 Aug 03 20:00:16.824467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a023bde-e83f-405d-bab0-1a368c5c1889 req-54168663-78d2-455e-a56a-60f9391131be tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355980 Aug 03 20:00:16.949593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab832cec-8cac-4f92-9e33-d0cf775e1d6e req-9a55cd7f-9f50-4d63-b88e-ec7b33cf1fde tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:16.951057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab832cec-8cac-4f92-9e33-d0cf775e1d6e req-9a55cd7f-9f50-4d63-b88e-ec7b33cf1fde tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0542107 Aug 03 20:00:16.961880 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 35540) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:16.967404 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'floatingip': {'port_id': '878a81c4-6fe6-4c97-b055-7682d350692b'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:17.015829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.486879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.490824 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.594576 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a associated. External IP: 172.25.4.42, port: 878a81c4-6fe6-4c97-b055-7682d350692b. Aug 03 20:00:17.816253 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:00:17.936886 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:17.941658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.947208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:17.959812 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:17.960925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:00:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:17.970842 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-54b857e5-baab-42df-b5cf-699135f25934 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "PUT /v2.0/floatingips/3707627a-f36a-4627-8cd5-7c47ae1ae26a HTTP/1.1" status: 200 len: 990 time: 1.0076919 Aug 03 20:00:17.971906 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:17.974950 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5657fb0a-cc92-4756-8702-6888ff1c6bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:18.016531 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac7c8e8-32f6-446c-a38a-18e566bfd6a9 x-openstack-request-id: req-0ac7c8e8-32f6-446c-a38a-18e566bfd6a9 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:18.017013 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:18.017271 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ac7c8e8-32f6-446c-a38a-18e566bfd6a9 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:18.018290 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b', 'status': 'completed', 'code': 200} Aug 03 20:00:18.100294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:18.117505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-9168f018-51fe-43ee-8924-2d8d94af2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:18.119036 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-9168f018-51fe-43ee-8924-2d8d94af2e44 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0427051 Aug 03 20:00:18.222424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-bda8551f-ffcd-4352-a3e5-fe2514ea6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:18.223851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-bda8551f-ffcd-4352-a3e5-fe2514ea6e48 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0979645 Aug 03 20:00:18.289636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-171ea7e0-f1d8-4501-afdf-0efd598f3d6c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 998 time: 0.0592105 Aug 03 20:00:18.334929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '878a81c4-6fe6-4c97-b055-7682d350692b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:3c:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:00:17Z', 'revision_number': 1, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:18.344410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-f5ef4673-d66d-4bb4-8546-b08b88db4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:18.346082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-f5ef4673-d66d-4bb4-8546-b08b88db4d1a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0502400 Aug 03 20:00:18.361142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:18.370525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:18.371149 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:00:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:18.395601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-9a043905-2aff-47a3-a5ff-fec1ec46097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:18.397152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-9a043905-2aff-47a3-a5ff-fec1ec46097f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443316 Aug 03 20:00:18.495089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-7cd70a24-f396-4497-95c5-86f150733517 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905824 Aug 03 20:00:18.595306 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5657fb0a-cc92-4756-8702-6888ff1c6bcb req-c04d856d-d46d-49c7-bad0-793a4e8ed8e4 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930836 Aug 03 20:00:18.642162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:18.875831 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '878a81c4-6fe6-4c97-b055-7682d350692b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:3c:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:00:17Z', 'revision_number': 1, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:18.902811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cebbd9-b294-4c44-bf5b-94f27a8c46dc None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '878a81c4-6fe6-4c97-b055-7682d350692b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:3c:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:00:17Z', 'revision_number': 1, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:19.113938 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccc013-c608-48b3-83ef-4547b62b4832 None None] New status for floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:00:19.485935 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:00:20.940720 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:26.142232 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:26.200745 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-335c9f64-9db1-45a5-a767-173692e887e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:29.808396 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:30.340692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-25a1c8e7-a2be-45d6-a15a-83ba0736cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:32.077463 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:34.553938 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:48.471888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-eee70568-7331-40f1-bf58-51a45b887976 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396662 Aug 03 20:00:48.568538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-bd23366e-6dca-4801-87f6-8daf23765006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:48.570062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-bd23366e-6dca-4801-87f6-8daf23765006 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0404735 Aug 03 20:00:48.675245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-c12341f6-88c7-4a3c-8194-41035ce8ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:48.676734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-c12341f6-88c7-4a3c-8194-41035ce8ecb8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0871980 Aug 03 20:00:48.740524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-790a099a-8b60-4d53-84fa-0bd493a6bbd1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 1000 time: 0.0564339 Aug 03 20:00:48.792926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-65d866f3-3d08-4202-8485-675c16823ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:48.794397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-65d866f3-3d08-4202-8485-675c16823ff5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0470231 Aug 03 20:00:48.838971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-34f03250-3358-4099-a71b-293497983fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:48.840380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-34f03250-3358-4099-a71b-293497983fe0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390849 Aug 03 20:00:48.927375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-3a4c141d-7275-4285-9512-d47f5c593d86 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802224 Aug 03 20:00:49.020408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3cc6d6c2-41e2-460c-8a69-db55617fb8f9 req-3708cebf-6d53-4bb8-a2fe-c719c7d3ea4b service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849288 Aug 03 20:00:50.961498 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:56.141421 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:56.201315 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5d254aac-bbd4-4856-a9cf-f56e59ea1f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:56.486214 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:00:59.810427 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:00.341749 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1f89-1526-4260-95d4-9f7c63f4443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:02.080632 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:04.555265 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:20.958812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:26.157082 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:26.201781 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9478-b62b-4c6b-bc8f-3d30b9f9e8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:29.811172 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:30.341630 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-02a41cf6-a3d4-4f27-884c-d63e16a51773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:32.083534 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:33.486669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:01:34.556312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:47.853119 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-d727ba8b-ac7f-4134-a0ff-c8af4854c7c0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448265 Aug 03 20:01:47.955666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-1c0c9818-db9e-4667-84ae-6556bdeca577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:47.957114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-1c0c9818-db9e-4667-84ae-6556bdeca577 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0431418 Aug 03 20:01:48.073832 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-2d8ea909-0f1b-425e-b19d-3e3a54e2dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:48.075413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-2d8ea909-0f1b-425e-b19d-3e3a54e2dc55 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0980864 Aug 03 20:01:48.146885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-f84cb11b-a897-49fa-818d-6e0cf8de82d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 1000 time: 0.0645976 Aug 03 20:01:48.202989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-3bf989cf-477d-46b7-883e-59270c08fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:48.204503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-3bf989cf-477d-46b7-883e-59270c08fd19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0511436 Aug 03 20:01:48.253685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-a0d35975-d82a-4559-94bd-0c3134c49e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:48.255217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-a0d35975-d82a-4559-94bd-0c3134c49e50 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436511 Aug 03 20:01:48.370208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-928ea01c-e23a-46bd-89a7-c0417215b5e0 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076469 Aug 03 20:01:48.488846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-72e33b10-3bf7-48b3-b481-eb1ed8c2a651 req-8e19626e-c923-4763-b2c3-054254d890a2 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104655 Aug 03 20:01:50.957816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.175562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.210385 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4bad-e0f3-4302-bc87-5610eadce4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:59.814983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.348799 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d918d6fa-250e-4676-b4ee-1493e1029399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:02.088435 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:04.563857 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:10.485396 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:02:20.959644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:26.174884 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:26.202771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03fb32b0-7669-4fea-92df-b983efb4d4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:29.817824 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:30.340022 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4ddeb03e-f54b-456c-a3c7-704d983d8d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:32.088895 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:34.562675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:47.221053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8893978-1956-435e-bd06-49fd1f5199f7 req-d4609abc-6791-439e-b125-62980825b050 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:47.222585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8893978-1956-435e-bd06-49fd1f5199f7 req-d4609abc-6791-439e-b125-62980825b050 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.1054418 Aug 03 20:02:47.261243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8893978-1956-435e-bd06-49fd1f5199f7 req-2848cfb9-f3cb-41f3-99b9-7f29b25b46a0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321884 Aug 03 20:02:47.485018 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:02:48.526579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605971-0b66-49ba-bddd-1a39a7300d97 req-c99d7500-e058-4c5c-96aa-cefaa6e27e80 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:48.528099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0605971-0b66-49ba-bddd-1a39a7300d97 req-c99d7500-e058-4c5c-96aa-cefaa6e27e80 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0497556 Aug 03 20:02:48.557131 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-f48214d6-0dad-4711-b121-c7ad5a721f2f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930099 Aug 03 20:02:48.572127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0605971-0b66-49ba-bddd-1a39a7300d97 req-d5a68130-a18b-49f1-9147-85ec609ad3fe tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376108 Aug 03 20:02:48.898613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-7a22a2db-493c-43ea-831c-9df744d463a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:48.900196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-7a22a2db-493c-43ea-831c-9df744d463a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0418377 Aug 03 20:02:49.004790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-15f6c0f3-9a30-4594-bc53-3b5aac1421ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.006313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-15f6c0f3-9a30-4594-bc53-3b5aac1421ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0866125 Aug 03 20:02:49.076580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-514b6591-12f0-4669-a2da-26e98eea5df4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 1000 time: 0.0631657 Aug 03 20:02:49.128721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-ff66c888-3f7c-4d00-820e-f94a497d583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.130276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-ff66c888-3f7c-4d00-820e-f94a497d583e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0460825 Aug 03 20:02:49.176999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-805f564d-8784-490b-a7b1-04b8b21777ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.178581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-805f564d-8784-490b-a7b1-04b8b21777ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412245 Aug 03 20:02:49.273609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-00144bef-f98e-494a-8a8f-a5343f41e983 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882409 Aug 03 20:02:49.366753 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b4881c4-cd53-4e99-9469-3293e44dffeb req-4f68ba1b-c433-4f45-b694-56de558c4fef service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858302 Aug 03 20:02:49.667531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-4cd9c402-2776-4d8a-9956-2dcb07a89e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.669112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-4cd9c402-2776-4d8a-9956-2dcb07a89e08 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0484164 Aug 03 20:02:49.799093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27f581-9168-41e9-b4d2-63a7909c843c req-e0586d10-e688-42dd-b1d6-1764d8801a93 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.800585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa27f581-9168-41e9-b4d2-63a7909c843c req-e0586d10-e688-42dd-b1d6-1764d8801a93 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.1535680 Aug 03 20:02:49.805209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-531b1f58-5653-4527-85b1-f72d1efcaeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.806623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-531b1f58-5653-4527-85b1-f72d1efcaeeb service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1304088 Aug 03 20:02:49.880762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa27f581-9168-41e9-b4d2-63a7909c843c req-f56d6904-1cba-41b3-89a9-943177a18c34 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730913 Aug 03 20:02:49.897381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-f1fdd8a8-f506-4a92-acc1-61eeaf52e5a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 1000 time: 0.0827329 Aug 03 20:02:49.947304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-4edb4977-aba7-4512-a4a6-4363b05dab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.949201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-4edb4977-aba7-4512-a4a6-4363b05dab50 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0453804 Aug 03 20:02:49.994538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-2cb78a17-4445-44ea-9266-f9461cdcd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.996179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-2cb78a17-4445-44ea-9266-f9461cdcd813 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409567 Aug 03 20:02:50.090286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-5f8a76c7-eef1-4ce9-9a80-bfee60b0276c service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865736 Aug 03 20:02:50.180242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-49d32646-cd18-45f3-b159-76530cdced9d service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826912 Aug 03 20:02:50.988030 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:51.002433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25ab3-dcbe-4f6a-980f-4a3b30b03c2b req-68cfb7f2-231a-445a-8f98-4128c17b5d39 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:51.005234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3e25ab3-dcbe-4f6a-980f-4a3b30b03c2b req-68cfb7f2-231a-445a-8f98-4128c17b5d39 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0565295 Aug 03 20:02:51.043973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3e25ab3-dcbe-4f6a-980f-4a3b30b03c2b req-173d938e-2248-414f-9141-bcfdc8be3d77 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Aug 03 20:02:52.162969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bc2d5-f8d3-470c-ad94-0c8e164d04a8 req-ebae8153-3e9a-43eb-9fc1-beefd8ee484f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:52.164529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e08bc2d5-f8d3-470c-ad94-0c8e164d04a8 req-ebae8153-3e9a-43eb-9fc1-beefd8ee484f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0493410 Aug 03 20:02:52.202043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e08bc2d5-f8d3-470c-ad94-0c8e164d04a8 req-450224dc-ba40-4b33-9e71-2bd4345dd969 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313034 Aug 03 20:02:53.328597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7be8-d96d-44e5-a166-f5376dd80403 req-72d9b9cc-ac0f-490b-9ffb-739c20441c06 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:53.330103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69da7be8-d96d-44e5-a166-f5376dd80403 req-72d9b9cc-ac0f-490b-9ffb-739c20441c06 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0487196 Aug 03 20:02:53.367855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69da7be8-d96d-44e5-a166-f5376dd80403 req-6ebfced0-8c45-487d-bcd3-b7907b55fe93 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317068 Aug 03 20:02:54.491113 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee956f6-9a76-4683-b402-616571ac752b req-20ae339d-1e5e-4a01-b45f-7ca2bd8478af tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:54.492595 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eee956f6-9a76-4683-b402-616571ac752b req-20ae339d-1e5e-4a01-b45f-7ca2bd8478af tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0558527 Aug 03 20:02:54.530722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eee956f6-9a76-4683-b402-616571ac752b req-bb3e1426-f1bd-49e1-95d5-3e6418d0983c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Aug 03 20:02:55.648595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b868370-d17a-4652-869d-c7b48b824b80 req-084adb5e-b2f8-44d6-90a7-5f5c5c51a28c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:55.650114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b868370-d17a-4652-869d-c7b48b824b80 req-084adb5e-b2f8-44d6-90a7-5f5c5c51a28c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Aug 03 20:02:55.688735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b868370-d17a-4652-869d-c7b48b824b80 req-541c96e7-cc20-4f49-ac4e-d0f9baaa6871 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Aug 03 20:02:56.214042 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:56.215785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-17acb792-4442-4d66-b9a3-d9d1b7a78ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:56.812143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d33ca3-a8b3-4df2-a9a5-c61429c5cbf1 req-9ca2c157-2192-4ab9-b7d5-697f220e8c51 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:56.814078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1d33ca3-a8b3-4df2-a9a5-c61429c5cbf1 req-9ca2c157-2192-4ab9-b7d5-697f220e8c51 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0558174 Aug 03 20:02:56.862683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f1d33ca3-a8b3-4df2-a9a5-c61429c5cbf1 req-3c4a28e2-f30a-4dee-886c-399059331ae3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Aug 03 20:02:57.981993 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe512e-98a4-4f14-ae52-f17058d4227c req-03b5cd3c-6396-4513-8dc6-7988c9b608a0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.983465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2fe512e-98a4-4f14-ae52-f17058d4227c req-03b5cd3c-6396-4513-8dc6-7988c9b608a0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Aug 03 20:02:58.021552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2fe512e-98a4-4f14-ae52-f17058d4227c req-973cde6d-4ba2-4108-bd6c-529720416c99 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Aug 03 20:02:59.206237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180da57f-48a2-4933-9162-591ccec7e980 req-d5872af1-c960-42e4-9313-04c09ed9277e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:59.207806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-180da57f-48a2-4933-9162-591ccec7e980 req-d5872af1-c960-42e4-9313-04c09ed9277e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0540645 Aug 03 20:02:59.251363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-180da57f-48a2-4933-9162-591ccec7e980 req-6cd56cf1-20ca-45d6-9d7a-39035e62fc72 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372939 Aug 03 20:02:59.819952 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:00.343213 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2c6b199c-fd9f-496e-85e6-84a99d2fe25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:00.422135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3436f-c8ac-4b37-b271-885d060a444b req-6bdf9729-d746-4092-9db2-3675088cd2c1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:00.424178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41e3436f-c8ac-4b37-b271-885d060a444b req-6bdf9729-d746-4092-9db2-3675088cd2c1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0570824 Aug 03 20:03:00.464509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41e3436f-c8ac-4b37-b271-885d060a444b req-121b7cc6-15b3-4d3a-b241-b594e373fb48 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339222 Aug 03 20:03:01.583588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2316b27-8e18-4d03-bfed-3f2339b5906a req-72a95ed6-ee7d-4663-b1b3-fd150679c4bb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:01.585068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2316b27-8e18-4d03-bfed-3f2339b5906a req-72a95ed6-ee7d-4663-b1b3-fd150679c4bb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Aug 03 20:03:01.623756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2316b27-8e18-4d03-bfed-3f2339b5906a req-9a0af14c-97e7-42c8-adcf-fcfa1b092206 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Aug 03 20:03:02.093502 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:02.264631 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-2ec682c9-a8a3-42b2-a37c-204f6603c47b service neutron] show failed (client error): The resource could not be found. Aug 03 20:03:02.265673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-2ec682c9-a8a3-42b2-a37c-204f6603c47b service neutron] 10.222.0.63 "GET /v2.0/ports/878a81c4-6fe6-4c97-b055-7682d350692b/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0535333 Aug 03 20:03:02.461867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-418eb747-0cb4-4d6c-8c35-fd04b44c6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:02.463372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-418eb747-0cb4-4d6c-8c35-fd04b44c6017 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 1096 time: 0.0421233 Aug 03 20:03:02.475338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:02.530507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:02.765435 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018059f-d0bb-49fb-bdae-5edf0c59b06b req-4ad1a80b-2bb4-4e94-a57b-8048eb542823 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:02.766909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c018059f-d0bb-49fb-bdae-5edf0c59b06b req-4ad1a80b-2bb4-4e94-a57b-8048eb542823 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0766118 Aug 03 20:03:02.776382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:02.833239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c018059f-d0bb-49fb-bdae-5edf0c59b06b req-186bd277-1c82-4441-b6e1-0366c8e4cb97 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595689 Aug 03 20:03:02.839047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:02.883795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:02.886199 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e652c34c-3886-46ff-b868-144f219a0c74" -d '{"events": [{"server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:02.890628 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:02.904023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Transition to ACTIVE for port object 878a81c4-6fe6-4c97-b055-7682d350692b will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:02.908432 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:02.940452 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdc5f47-f7b0-4c80-9d72-caebe8fb90f1 x-openstack-request-id: req-cfdc5f47-f7b0-4c80-9d72-caebe8fb90f1 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:02.940741 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:02.941027 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfdc5f47-f7b0-4c80-9d72-caebe8fb90f1 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:02.941459 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b', 'code': 200} Aug 03 20:03:03.017559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:03.039284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.039621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.039952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.040282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.040606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.040927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.041245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.041609 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.041921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.042270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.042536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.042845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:03.104370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] No DVR routers for this DVR port 878a81c4-6fe6-4c97-b055-7682d350692b on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:03:03.577077 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Attempting to bind port 878a81c4-6fe6-4c97-b055-7682d350692b on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:03:03.577394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Attempting to bind port 878a81c4-6fe6-4c97-b055-7682d350692b by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:03:03.577745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Attempting to bind port 878a81c4-6fe6-4c97-b055-7682d350692b on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:03.581884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Port 878a81c4-6fe6-4c97-b055-7682d350692b on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:03:03.582200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Attempting to bind port 878a81c4-6fe6-4c97-b055-7682d350692b on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:03.587379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:03:03.587708 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:03.588086 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:03:03.588499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Bound port: 878a81c4-6fe6-4c97-b055-7682d350692b, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:03:03.588849 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:03.649057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:03.652200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:03:03.657135 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:03.690093 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:03.690718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:03.692629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] 10.222.0.88 "PUT /v2.0/ports/878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 1091 time: 1.2208891 Aug 03 20:03:03.718128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7ac31-bc2d-40f2-81ef-4a0385ccfde9 service neutron] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:03.766106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-58086975-f9c1-4881-9c82-f2bda65d41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:03.767786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-58086975-f9c1-4881-9c82-f2bda65d41a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0509269 Aug 03 20:03:03.861429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-d5fb92e5-d8b7-4ebf-8114-ba307f74f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:03.864071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-d5fb92e5-d8b7-4ebf-8114-ba307f74f5b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0881851 Aug 03 20:03:03.966103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-b40cde54-96e4-456c-8fd9-2d8a35ecc3e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 998 time: 0.0944455 Aug 03 20:03:03.988050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034054a-9885-4c59-bf68-f906bf4d09f4 req-fd876d9a-220f-46b7-aa74-dbe4977e8ebd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:03.989508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e034054a-9885-4c59-bf68-f906bf4d09f4 req-fd876d9a-220f-46b7-aa74-dbe4977e8ebd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 943 time: 0.0789406 Aug 03 20:03:04.046795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-b31ca9b3-00e6-40ca-af83-08adf849e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:04.048350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-b31ca9b3-00e6-40ca-af83-08adf849e4bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0757418 Aug 03 20:03:04.053930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e034054a-9885-4c59-bf68-f906bf4d09f4 req-1611b129-7daf-42cf-8905-1cc1517e54c2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463276 Aug 03 20:03:04.099799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-b837391a-fc02-4b5e-90e0-519f0b7c1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:04.101304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-b837391a-fc02-4b5e-90e0-519f0b7c1eda service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447845 Aug 03 20:03:04.190603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-b45f7f92-dd2f-476b-bab3-e9b2eae5ff24 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817380 Aug 03 20:03:04.283668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0fc9e2e0-e217-456e-a3e3-15e6cb38a55d req-488e32ae-ccd5-4eeb-ba2a-02f6b278a53b service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860350 Aug 03 20:03:04.566622 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:04.943120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:04.945415 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88430e9b-1b05-42ce-a790-1cf47c705bac" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:04.995662 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d08c4e-4a5a-47d0-8675-d98741a78519 x-openstack-request-id: req-e6d08c4e-4a5a-47d0-8675-d98741a78519 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:04.995955 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:04.996284 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6d08c4e-4a5a-47d0-8675-d98741a78519 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:04.996710 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b', 'status': 'completed', 'code': 200} Aug 03 20:03:05.086228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-a10a492a-e4ba-4766-92c7-95f8d00a4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.087777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-a10a492a-e4ba-4766-92c7-95f8d00a4053 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0705011 Aug 03 20:03:05.094021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-971cc119-f9cf-4a13-87a2-20fb84809877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.095591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-971cc119-f9cf-4a13-87a2-20fb84809877 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0535886 Aug 03 20:03:05.284867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe803e-8241-4c07-a255-2927fe121513 req-be6a6f83-6f85-4011-9b07-e52f666fc3b4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.286818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7abe803e-8241-4c07-a255-2927fe121513 req-be6a6f83-6f85-4011-9b07-e52f666fc3b4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 943 time: 0.1638651 Aug 03 20:03:05.310962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-409ebd8c-1154-4aa9-a883-f60e76929578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.312345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-409ebd8c-1154-4aa9-a883-f60e76929578 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.2061367 Aug 03 20:03:05.318490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-5cec6ae4-3cd7-49fd-8f88-f9d8b809789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.319862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-5cec6ae4-3cd7-49fd-8f88-f9d8b809789d service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.2234194 Aug 03 20:03:05.414215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 878a81c4-6fe6-4c97-b055-7682d350692b no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:05.419118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7abe803e-8241-4c07-a255-2927fe121513 req-2a7ab287-3716-4d75-b7e0-c8cf5a858dd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209075 Aug 03 20:03:05.448154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-bd7c0f0f-dc07-428e-bc72-aac44d44100f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 998 time: 0.1273744 Aug 03 20:03:05.450129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-d4d6fb9f-f817-4d2c-b858-3b9e33d8a783 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 998 time: 0.1207886 Aug 03 20:03:05.455294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 878a81c4-6fe6-4c97-b055-7682d350692b not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:05.536448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-ba3fb60b-7fbf-43d0-b312-4e4098efd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.537911 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-ba3fb60b-7fbf-43d0-b312-4e4098efd77e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0826745 Aug 03 20:03:05.539290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-e1eef62c-dca0-4727-bd2c-2836b772f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.540591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-e1eef62c-dca0-4727-bd2c-2836b772f7c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0764811 Aug 03 20:03:05.617540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-4e15383c-8adc-418c-8bdb-854c7394aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.619062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-4e15383c-8adc-418c-8bdb-854c7394aa39 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748117 Aug 03 20:03:05.621399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-7f666e60-9f07-4f39-b8bb-f34c5a7d6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.622773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-7f666e60-9f07-4f39-b8bb-f34c5a7d6a11 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712049 Aug 03 20:03:05.758201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 878a81c4-6fe6-4c97-b055-7682d350692b details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:03:05.785328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-5017c399-abec-433e-bf67-5ffd44a9a200 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586418 Aug 03 20:03:05.793242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-7812a4bc-c042-4107-87ba-9ed73dfa2763 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574976 Aug 03 20:03:05.866538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:05.879300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '878a81c4-6fe6-4c97-b055-7682d350692b', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '878a81c4-6fe6-4c97-b055-7682d350692b', 'mac_address': 'fa:16:3e:3c:5d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:03:05.922175 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:05.934683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878a81c4-6fe6-4c97-b055-7682d350692b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:05.955561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-988a720d-b50f-4672-9c86-e62dd73a148f service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625175 Aug 03 20:03:05.957193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:05.959008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-88430e9b-1b05-42ce-a790-1cf47c705bac req-44b65d5f-c984-4719-9563-d6fbb65307c1 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585917 Aug 03 20:03:05.961607 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:06.011787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:06.019078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.019433 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.019776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.020117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.021030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.021360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.021711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.022038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.022365 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.022689 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.023011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.023333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:06.228666 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['878a81c4-6fe6-4c97-b055-7682d350692b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:03:06.544135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa6a9-b7fa-4a32-808a-d413fe50c0a2 req-99bcaaac-2ef8-4c92-b217-77bf82b1abb4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:06.545719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78caa6a9-b7fa-4a32-808a-d413fe50c0a2 req-99bcaaac-2ef8-4c92-b217-77bf82b1abb4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 944 time: 0.0549109 Aug 03 20:03:06.585467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78caa6a9-b7fa-4a32-808a-d413fe50c0a2 req-6f16bed4-49a4-414b-9997-cde397b56af5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335171 Aug 03 20:03:06.806679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb9b0e-041e-4d3c-aaae-38dd9d99bf13 req-31dc2e57-1f44-499a-a2ce-3c34778cc295 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:06.808096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb9b0e-041e-4d3c-aaae-38dd9d99bf13 req-31dc2e57-1f44-499a-a2ce-3c34778cc295 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 944 time: 0.0794985 Aug 03 20:03:06.825732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-af24ad2b-01fa-4c45-95ab-04fae71bfeac tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:06.827169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-af24ad2b-01fa-4c45-95ab-04fae71bfeac tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 944 time: 0.0725505 Aug 03 20:03:06.893131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f0fb9b0e-041e-4d3c-aaae-38dd9d99bf13 req-de70284a-6fe4-42e0-a2d2-2421ac97153b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787418 Aug 03 20:03:06.916373 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-9d956be6-eb72-4bec-ab10-04d7f036c973 service neutron] delete failed (client error): The resource could not be found. Aug 03 20:03:06.917379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-9d956be6-eb72-4bec-ab10-04d7f036c973 service neutron] 10.222.0.63 "DELETE /v2.0/ports/878a81c4-6fe6-4c97-b055-7682d350692b/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0762539 Aug 03 20:03:07.020291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-77256e26-6bd4-47ea-9ecc-967be4684426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:07.022412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-77256e26-6bd4-47ea-9ecc-967be4684426 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 1095 time: 0.0433509 Aug 03 20:03:07.109975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-d72d5f93-b728-4dea-86bd-6082ef86f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:07.111369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-d72d5f93-b728-4dea-86bd-6082ef86f62c service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0828171 Aug 03 20:03:07.180180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-65ff145b-f73c-4b18-a87b-4be202ab88c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 200 len: 999 time: 0.0619848 Aug 03 20:03:07.228949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-292cd88f-98c0-45ed-b95e-5b9b321b591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:07.230444 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-292cd88f-98c0-45ed-b95e-5b9b321b591a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0431347 Aug 03 20:03:07.276747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-57431dfe-96ef-480b-b852-6ddb384c69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:07.278274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-57431dfe-96ef-480b-b852-6ddb384c69ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405307 Aug 03 20:03:07.372658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-a8ddd858-11b8-42b2-9a67-3774141ab16f service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864842 Aug 03 20:03:07.464477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bee283ab-03a3-47ba-94cf-f9c1dd62f913 req-b5502016-f080-4a81-ba91-7298b087d653 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Aug 03 20:03:07.782878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 878a81c4-6fe6-4c97-b055-7682d350692b up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:07.832644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 878a81c4-6fe6-4c97-b055-7682d350692b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:07.837208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 878a81c4-6fe6-4c97-b055-7682d350692b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:07.837623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:07.918245 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:07.944640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:07.946958 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef30032-ee6b-486b-8a9b-b28c6c52fa8a" -d '{"events": [{"server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "name": "network-vif-plugged", "status": "completed", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:07.961899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:07.967298 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:07.996073 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4759693d-386f-4d77-b955-7fcb8256b21b x-openstack-request-id: req-4759693d-386f-4d77-b955-7fcb8256b21b {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:07.996367 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "name": "network-vif-plugged", "status": "completed", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:07.996626 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4759693d-386f-4d77-b955-7fcb8256b21b {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:07.997006 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b', 'code': 200} Aug 03 20:03:08.025556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:08.134270 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573c46d-12c6-4f6b-b9d1-a696b03c2f8c req-723127cd-cbf4-4190-ad24-a74d526d1b09 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:08.135765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d573c46d-12c6-4f6b-b9d1-a696b03c2f8c req-723127cd-cbf4-4190-ad24-a74d526d1b09 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.1159942 Aug 03 20:03:08.174910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d573c46d-12c6-4f6b-b9d1-a696b03c2f8c req-ee4ea767-ebca-4d7b-bb0d-b8d07757cc0f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329599 Aug 03 20:03:08.292523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0a7a-f3a6-41e5-9ff7-c19c7587d258 req-6c7f93db-472c-478e-aa57-ead9057422d1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:08.294010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-283b0a7a-f3a6-41e5-9ff7-c19c7587d258 req-6c7f93db-472c-478e-aa57-ead9057422d1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0491662 Aug 03 20:03:08.331101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-283b0a7a-f3a6-41e5-9ff7-c19c7587d258 req-4416daec-e6d6-46a4-a107-004abaeea4e0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312197 Aug 03 20:03:08.444910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5625-51b6-421a-96c0-b8856c760afa req-e875eef4-9812-4ac6-999f-68c79e00d649 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:08.446467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e34f5625-51b6-421a-96c0-b8856c760afa req-e875eef4-9812-4ac6-999f-68c79e00d649 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0496523 Aug 03 20:03:08.485146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e34f5625-51b6-421a-96c0-b8856c760afa req-0f10d7a6-1ede-4f71-87bd-5058bfcaa423 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Aug 03 20:03:08.722177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab51d25-2678-4595-8dd1-511ee28054d7 req-1a9b686f-30d7-43df-a4a0-9f0bfae7a06a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:08.723700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ab51d25-2678-4595-8dd1-511ee28054d7 req-1a9b686f-30d7-43df-a4a0-9f0bfae7a06a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0538540 Aug 03 20:03:08.762302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ab51d25-2678-4595-8dd1-511ee28054d7 req-a4028ff7-6083-490d-bf6b-dbafef7f70e0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Aug 03 20:03:09.955937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899b481-990d-4503-860d-8ade7c8b800f req-09a777ac-0cbf-4ebf-8e15-f1aed8e26da1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:09.957501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d899b481-990d-4503-860d-8ade7c8b800f req-09a777ac-0cbf-4ebf-8e15-f1aed8e26da1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0923014 Aug 03 20:03:10.021405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d899b481-990d-4503-860d-8ade7c8b800f req-514cf7db-699f-4209-ab7f-189b34781276 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572095 Aug 03 20:03:10.036419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-23cef5c5-f37d-425b-a40c-7419d3d214ea tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:10.037904 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-23cef5c5-f37d-425b-a40c-7419d3d214ea tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 945 time: 0.0677829 Aug 03 20:03:10.132338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Deleting port 878a81c4-6fe6-4c97-b055-7682d350692b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:10.132585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:10.219757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] For port 878a81c4-6fe6-4c97-b055-7682d350692b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=878a81c4-6fe6-4c97-b055-7682d350692b,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:10.220130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:10.390156 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:10.390455 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:10.390768 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a disassociated. External IP: 172.25.4.42, port: 878a81c4-6fe6-4c97-b055-7682d350692b. Aug 03 20:03:10.391108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Calling delete_port for 878a81c4-6fe6-4c97-b055-7682d350692b owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:10.515802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:10.546805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event deleted for resources: {'Port': ['ID=878a81c4-6fe6-4c97-b055-7682d350692b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:10.668072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:03:10.775442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:10.790894 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:10.801245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:10.802519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:03:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:10.818421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] No DVR routers for this DVR port 878a81c4-6fe6-4c97-b055-7682d350692b on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:03:10.821255 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:10.823327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1c45afda-1e80-4788-91d1-006f5fc3f258 req-ae694c4e-7df5-43ed-93a7-91a5e4de2f92 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.88 "DELETE /v2.0/ports/878a81c4-6fe6-4c97-b055-7682d350692b HTTP/1.1" status: 204 len: 173 time: 0.7791634 Aug 03 20:03:10.823742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'name': 'network-vif-deleted', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:10.826060 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b451c6a5-f430-49c1-87c3-c016b00ffcf3" -d '{"events": [{"server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "name": "network-vif-deleted", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:10.871042 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f00b3-1618-4744-b4d1-3c4282e3ef60 x-openstack-request-id: req-296f00b3-1618-4744-b4d1-3c4282e3ef60 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:10.871399 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1e2240-202b-4826-b992-143c2c1b3bf1", "name": "network-vif-deleted", "tag": "878a81c4-6fe6-4c97-b055-7682d350692b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:10.871721 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-296f00b3-1618-4744-b4d1-3c4282e3ef60 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:10.872175 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1e2240-202b-4826-b992-143c2c1b3bf1', 'name': 'network-vif-deleted', 'tag': '878a81c4-6fe6-4c97-b055-7682d350692b', 'status': 'completed', 'code': 200} Aug 03 20:03:10.924713 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:11.130710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:11.131157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5bded3f-1057-4704-a30e-9234e34248bf req-fcf5b1f0-4635-49b8-a8b3-31de7986ad32 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1e2240-202b-4826-b992-143c2c1b3bf1 HTTP/1.1" status: 200 len: 210 time: 0.0264044 Aug 03 20:03:11.160460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:11.169315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:11.169958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:03:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:11.284549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:11.477621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:11.503217 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a544702-f61f-4b4c-adef-c6b5bf018c9f None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:11.720806 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9179021e-0d73-4aff-b9fd-11d20c1748ae None None] New status for floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:03:12.360675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-bdb18222-fbf5-4a83-8fa1-57994477c0b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--431071520&fields=id&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 267 time: 0.0330338 Aug 03 20:03:12.468870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-9cfdaf1f-99a1-463f-a34b-523879ad3739 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:12.470374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-9cfdaf1f-99a1-463f-a34b-523879ad3739 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 810 time: 0.1030636 Aug 03 20:03:12.486022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-b4b45b2f-910b-4107-beaa-97bdd4042a42 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/quotas/96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 375 time: 0.0091069 Aug 03 20:03:12.538195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-d6da5219-eb62-45a6-984c-50f67e792e8d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469532 Aug 03 20:03:12.553725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-5dea9422-ae0f-4033-abed-90e65a7fe034 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:03:12.554686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-5dea9422-ae0f-4033-abed-90e65a7fe034 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052927 Aug 03 20:03:12.643428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-6b3d856c-70c0-4982-ba3e-365e0ec637a1 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829923 Aug 03 20:03:12.737416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-7ee3dbc1-c0bd-4415-9e4c-7d5bfa0883d7 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870192 Aug 03 20:03:12.906184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5ab842db-9498-4b4e-9274-ff251f361bf9 req-ce872b1e-d978-45c3-bf8e-ba550309b3c7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Aug 03 20:03:13.800609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 878a81c4-6fe6-4c97-b055-7682d350692b no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:13.824971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 878a81c4-6fe6-4c97-b055-7682d350692b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:03:13.825545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 878a81c4-6fe6-4c97-b055-7682d350692b not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:14.021375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe7051f1-64aa-4d3a-b9db-5b2d3d7a98cb req-51c874bf-2c6d-49bf-8dc2-3faaed00fa82 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 210 time: 0.0295341 Aug 03 20:03:14.071433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-06334b7d-f08f-45bf-b863-c0cb225f60cd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:14.072852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-06334b7d-f08f-45bf-b863-c0cb225f60cd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 810 time: 0.1337094 Aug 03 20:03:14.122862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-e65669fb-0745-4f05-91b3-e69ee607c0e8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 379 time: 0.0349410 Aug 03 20:03:14.138960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'port': {'device_id': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'admin_state_up': True, 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'security_groups': ['f368a2d1-f003-409e-bef8-f080c04049b4']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:14.249172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Made reservation on behalf of 96199c2bd3424e4ebf2446b8af8e86f7 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:03:14.252669 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.379333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Allocated IP 172.20.0.5 (1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829/90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4/8ada069c-a9b2-4947-90e8-c9843d3a962a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:03:14.518823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.532519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Transition to ACTIVE for port object 8ada069c-a9b2-4947-90e8-c9843d3a962a will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:14.565067 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.607336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:03:14.610471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:14.612964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:03:14.650581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:14.677702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:14.678336 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.693072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-a8603cca-aced-4d10-9e54-47947948c29d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577223 Aug 03 20:03:14.761330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Request body: {'port': {'device_id': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:14.812900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8abde6a6-248b-446c-b00f-d17ff1544c22 None None] Provisioning for port 8ada069c-a9b2-4947-90e8-c9843d3a962a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:14.816621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8abde6a6-248b-446c-b00f-d17ff1544c22 None None] Provisioning complete for port 8ada069c-a9b2-4947-90e8-c9843d3a962a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:14.816963 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.817159 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8abde6a6-248b-446c-b00f-d17ff1544c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.851530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8abde6a6-248b-446c-b00f-d17ff1544c22 None None] Port 8ada069c-a9b2-4947-90e8-c9843d3a962a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:03:15.078620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ada069c-a9b2-4947-90e8-c9843d3a962a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:15.087329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:15.121833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Transition to ACTIVE for port object 8ada069c-a9b2-4947-90e8-c9843d3a962a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:15.125461 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:15.189415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afe71f-7a94-4501-83c4-fc0dbcde3f80 req-2d42cb16-d757-4c3f-bc23-cd0d87e63aa6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:15.190983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31afe71f-7a94-4501-83c4-fc0dbcde3f80 req-2d42cb16-d757-4c3f-bc23-cd0d87e63aa6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 931 time: 0.0977995 Aug 03 20:03:15.191612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:15.274125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31afe71f-7a94-4501-83c4-fc0dbcde3f80 req-bd8212ab-42ae-467e-9423-da0b7d5f35c9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762467 Aug 03 20:03:15.296533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Attempting to bind port 8ada069c-a9b2-4947-90e8-c9843d3a962a on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:03:15.296533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Attempting to bind port 8ada069c-a9b2-4947-90e8-c9843d3a962a by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:03:15.296533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Attempting to bind port 8ada069c-a9b2-4947-90e8-c9843d3a962a on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:15.299085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Port 8ada069c-a9b2-4947-90e8-c9843d3a962a on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:03:15.299401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Attempting to bind port 8ada069c-a9b2-4947-90e8-c9843d3a962a on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:15.304899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:03:15.305233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:15.305643 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:03:15.306067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Bound port: 8ada069c-a9b2-4947-90e8-c9843d3a962a, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:03:15.306470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:15.369299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:15.372314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:03:15.377943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:15.413407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:15.414042 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:15.415423 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] 10.222.0.63 "PUT /v2.0/ports/8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 1091 time: 0.7085164 Aug 03 20:03:15.415884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:15.418071 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843876eec9fe24c204b345744873b3b1874a699551004c1f0604456a2f3c95ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db41877-909e-411f-a714-db9063851ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:15.445566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006e9c3-87fc-4fd1-98d4-538218bdd76a service neutron] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:15.472271 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590c4678-4286-4023-8efd-a6ff107e4e67 x-openstack-request-id: req-590c4678-4286-4023-8efd-a6ff107e4e67 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:15.472677 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:15.472943 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-590c4678-4286-4023-8efd-a6ff107e4e67 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:15.473382 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'status': 'completed', 'code': 200} Aug 03 20:03:15.532190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-5e44eaae-ff9f-4b2e-8d38-1412911b0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:15.533686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-5e44eaae-ff9f-4b2e-8d38-1412911b0a47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1094 time: 0.0432973 Aug 03 20:03:15.586884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-51895ba3-634b-41da-9ea3-42a8d2066b6b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 217 time: 0.0387275 Aug 03 20:03:15.638382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-9a7d1f1c-997a-47c8-a9ed-bf0cc2390393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:15.639882 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-9a7d1f1c-997a-47c8-a9ed-bf0cc2390393 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0454533 Aug 03 20:03:15.686383 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-ad217e16-206e-4207-9fa1-4c45af741181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:15.687978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-ad217e16-206e-4207-9fa1-4c45af741181 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411353 Aug 03 20:03:15.779969 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-900ca8e1-8012-4145-be00-7614a599290b service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Aug 03 20:03:15.867282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55b94744-0581-423c-b4e8-67bdfda8ae5d req-13d4a86f-bb82-4327-b71d-6de54ca82fba service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808425 Aug 03 20:03:15.995715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db41877-909e-411f-a714-db9063851ec2 req-92567b42-2f41-438f-ab83-64517a9423d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:15.997192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7db41877-909e-411f-a714-db9063851ec2 req-92567b42-2f41-438f-ab83-64517a9423d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1094 time: 0.0439517 Aug 03 20:03:16.453096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f7681-0e44-4182-8804-15cc1a40c030 req-139596db-37f6-437d-85fb-36b5265de0e4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:16.454642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-230f7681-0e44-4182-8804-15cc1a40c030 req-139596db-37f6-437d-85fb-36b5265de0e4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 943 time: 0.0923393 Aug 03 20:03:16.483050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db41877-909e-411f-a714-db9063851ec2 req-93c988e2-6dbc-4600-b4f5-dc50bb0e0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:16.484475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7db41877-909e-411f-a714-db9063851ec2 req-93c988e2-6dbc-4600-b4f5-dc50bb0e0973 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.4800727 Aug 03 20:03:16.531922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-230f7681-0e44-4182-8804-15cc1a40c030 req-4d0d9eb6-26ce-49e5-9b2f-c88b7b3313ef tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708561 Aug 03 20:03:16.533254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7db41877-909e-411f-a714-db9063851ec2 req-a6a514fc-0c3d-4d73-8cce-8e85fe74eaa2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 217 time: 0.0380023 Aug 03 20:03:16.581917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db41877-909e-411f-a714-db9063851ec2 req-74a5286f-e2f9-4ed2-95cf-46c78d84bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:16.583300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7db41877-909e-411f-a714-db9063851ec2 req-74a5286f-e2f9-4ed2-95cf-46c78d84bef0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0432198 Aug 03 20:03:16.633311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db41877-909e-411f-a714-db9063851ec2 req-a7e3b8ee-69b8-4859-8d79-042f19d6c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:16.634874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7db41877-909e-411f-a714-db9063851ec2 req-a7e3b8ee-69b8-4859-8d79-042f19d6c13f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446217 Aug 03 20:03:16.721956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7db41877-909e-411f-a714-db9063851ec2 req-2665ddc4-96ab-437c-86d2-81a2ced13685 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797415 Aug 03 20:03:16.813698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7db41877-909e-411f-a714-db9063851ec2 req-6f252ea0-82b0-4de7-84ca-50ae2f6dbd00 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848739 Aug 03 20:03:17.650010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c2890-ea24-46b5-8e47-1ee3f4ac398f req-26022c82-e117-4aa8-bc73-db9806510411 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:17.651499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-948c2890-ea24-46b5-8e47-1ee3f4ac398f req-26022c82-e117-4aa8-bc73-db9806510411 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 943 time: 0.0490048 Aug 03 20:03:17.691264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-948c2890-ea24-46b5-8e47-1ee3f4ac398f req-db89df85-a691-46dd-b1bd-2c446cb6e234 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335531 Aug 03 20:03:18.809063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f5de-326e-423c-a606-b4391bb29f67 req-6349b145-f2e0-4baf-94de-c1cb9632f668 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:18.810184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84f7f5de-326e-423c-a606-b4391bb29f67 req-6349b145-f2e0-4baf-94de-c1cb9632f668 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 943 time: 0.0497701 Aug 03 20:03:18.849033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-84f7f5de-326e-423c-a606-b4391bb29f67 req-1feb58b9-ee1d-4d60-8cf2-b500dfcb1832 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Aug 03 20:03:19.448325 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 8ada069c-a9b2-4947-90e8-c9843d3a962a details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:03:19.539710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:19.550971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'mac_address': 'fa:16:3e:90:d6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:03:19.590670 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:19.603128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ada069c-a9b2-4947-90e8-c9843d3a962a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:19.622229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:19.626295 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:19.672645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:19.970941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb08bf-1103-40d8-9233-8c9138b82c54 req-efe2e821-ad98-4807-bc79-9abc35e6297f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.972340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9fb08bf-1103-40d8-9233-8c9138b82c54 req-efe2e821-ad98-4807-bc79-9abc35e6297f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 944 time: 0.0551941 Aug 03 20:03:20.010699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f9fb08bf-1103-40d8-9233-8c9138b82c54 req-d0e54042-842b-49cc-bfc6-683cdc4d94c5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Aug 03 20:03:20.080645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['8ada069c-a9b2-4947-90e8-c9843d3a962a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:03:20.985968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:21.124225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc9e0b-6f38-43cc-8162-6fd515168e2f req-79129edb-087a-4bda-8525-30654f4cbb3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:21.125746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfc9e0b-6f38-43cc-8162-6fd515168e2f req-79129edb-087a-4bda-8525-30654f4cbb3b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 944 time: 0.0490484 Aug 03 20:03:21.164766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfc9e0b-6f38-43cc-8162-6fd515168e2f req-15507d3f-bbe3-4e7a-9153-c9cb17a68363 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Aug 03 20:03:21.464456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 8ada069c-a9b2-4947-90e8-c9843d3a962a up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:21.512654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 8ada069c-a9b2-4947-90e8-c9843d3a962a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:21.517191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 8ada069c-a9b2-4947-90e8-c9843d3a962a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:21.517624 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:21.593232 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:21.624490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:21.626667 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9050171bd731e0bf0f4fbef027c21acb95f5870007407b5c65d56477b631df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d1fa80-f578-408c-ac25-448e4da99728" -d '{"events": [{"server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "name": "network-vif-plugged", "status": "completed", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:21.640820 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:21.645178 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:21.669463 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add524a6-72dd-4637-809a-34afc5967de5 x-openstack-request-id: req-add524a6-72dd-4637-809a-34afc5967de5 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:21.669744 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "name": "network-vif-plugged", "status": "completed", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:21.670020 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-add524a6-72dd-4637-809a-34afc5967de5 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:21.670464 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'code': 200} Aug 03 20:03:21.698796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:21.880234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e1a4b-2b2b-482b-8284-08f519e4e155 req-b3ef2776-32b7-456c-8932-1047dfe4e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:21.881758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b0e1a4b-2b2b-482b-8284-08f519e4e155 req-b3ef2776-32b7-456c-8932-1047dfe4e3e9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1096 time: 0.0801394 Aug 03 20:03:21.915366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b0e1a4b-2b2b-482b-8284-08f519e4e155 req-eef45218-26ee-4cb2-aa27-6e9dae77cfe6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270922 Aug 03 20:03:22.285684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b1c32-5972-48ec-9833-94d4b6cc41d6 req-afbc69a1-4e06-4e14-a2f1-4cf4f3ec1cfd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:22.287784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a5b1c32-5972-48ec-9833-94d4b6cc41d6 req-afbc69a1-4e06-4e14-a2f1-4cf4f3ec1cfd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0549526 Aug 03 20:03:22.326005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a5b1c32-5972-48ec-9833-94d4b6cc41d6 req-d3956275-ca81-43c8-855c-6c71767121ca tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Aug 03 20:03:23.444460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831584f-12b3-4786-bd49-56c0b1684d45 req-9aa45b91-9542-4b89-814f-016c47b43151 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:23.446322 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3831584f-12b3-4786-bd49-56c0b1684d45 req-9aa45b91-9542-4b89-814f-016c47b43151 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Aug 03 20:03:23.484223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3831584f-12b3-4786-bd49-56c0b1684d45 req-1cca50f0-8fbf-4821-865b-f27c8554a9bc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316684 Aug 03 20:03:23.595981 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae303755-d139-40c8-8ac0-5889113a35f8 req-e1858ffd-3fdf-4356-8ae6-f76a7112b64c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:23.597459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae303755-d139-40c8-8ac0-5889113a35f8 req-e1858ffd-3fdf-4356-8ae6-f76a7112b64c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Aug 03 20:03:23.606501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36030) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:23.612348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'floatingip': {'port_id': '8ada069c-a9b2-4947-90e8-c9843d3a962a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:23.651876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:24.091140 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:24.095175 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:24.196612 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a associated. External IP: 172.25.4.42, port: 8ada069c-a9b2-4947-90e8-c9843d3a962a. Aug 03 20:03:24.484832 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:03:24.730177 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:03:24.837561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:24.842497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:24.847121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:24.857564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:24.858214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:03:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:24.872804 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e0fe4f70-e975-4b86-beb6-db82f4071c78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "PUT /v2.0/floatingips/3707627a-f36a-4627-8cd5-7c47ae1ae26a HTTP/1.1" status: 200 len: 990 time: 1.2651289 Aug 03 20:03:24.873387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:24.875759 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1d2041603e5f77da4078152d80b1774a76d0a0ddea2ffea79e1eff69900a6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33396d1-3621-4b4a-91b1-c446102d338c" -d '{"events": [{"name": "network-changed", "server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:24.913001 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840aa8d3-3fd2-4dfe-946a-13e34fd94ddc x-openstack-request-id: req-840aa8d3-3fd2-4dfe-946a-13e34fd94ddc {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:24.913529 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:24.913981 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-840aa8d3-3fd2-4dfe-946a-13e34fd94ddc {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:24.914529 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'status': 'completed', 'code': 200} Aug 03 20:03:24.968048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:25.009054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33396d1-3621-4b4a-91b1-c446102d338c req-2832da73-5aee-43b8-9f3f-1541f63cb38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.010564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33396d1-3621-4b4a-91b1-c446102d338c req-2832da73-5aee-43b8-9f3f-1541f63cb38e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1096 time: 0.0430546 Aug 03 20:03:25.115403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33396d1-3621-4b4a-91b1-c446102d338c req-60d769b8-d679-4831-8a55-d785fa83a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.116914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33396d1-3621-4b4a-91b1-c446102d338c req-60d769b8-d679-4831-8a55-d785fa83a40f service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0999467 Aug 03 20:03:25.185737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33396d1-3621-4b4a-91b1-c446102d338c req-8e3673ad-568e-41ce-8fba-ae9ed9af3f69 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 998 time: 0.0613806 Aug 03 20:03:25.242478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33396d1-3621-4b4a-91b1-c446102d338c req-2bd1fc47-6cc6-4018-ae7d-e244883fc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.244011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33396d1-3621-4b4a-91b1-c446102d338c req-2bd1fc47-6cc6-4018-ae7d-e244883fc5e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0515330 Aug 03 20:03:25.290718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33396d1-3621-4b4a-91b1-c446102d338c req-4cd6b7ab-19c8-4ade-b35e-f6a52800cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.292289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33396d1-3621-4b4a-91b1-c446102d338c req-4cd6b7ab-19c8-4ade-b35e-f6a52800cac0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416055 Aug 03 20:03:25.360813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:90:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:03:23Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:25.381090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33396d1-3621-4b4a-91b1-c446102d338c req-a796ccd1-3f19-4d16-b9bc-3de51bee7a3c service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816438 Aug 03 20:03:25.386944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:25.396579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:25.397207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:03:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:25.481849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f33396d1-3621-4b4a-91b1-c446102d338c req-5c23b90c-9c63-4cd2-8b87-c0e36d39d429 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930469 Aug 03 20:03:25.503968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:25.722829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:90:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:03:23Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:25.751608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c93e3-2245-41b1-acf4-3455c6957321 None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:90:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:03:23Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:25.953752 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb70c0ed-7a8e-4ece-a0db-29ed69682cc6 None None] New status for floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:03:26.211039 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:26.214331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8552354f-d9e4-4175-b389-2082ccc8b6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:29.821174 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:30.344254 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00081eb4-d68e-4e5c-bc4d-0bc9923ebd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:32.097191 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:34.569179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:48.848362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7161ba3-710e-46df-b67c-310943f3a3da req-5c8ec98f-a735-4bb3-8d0c-6d6f69453ca8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389652 Aug 03 20:03:48.946066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161ba3-710e-46df-b67c-310943f3a3da req-bfcdb0bc-a109-45e5-9d2d-00c4bdbc7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:48.947569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7161ba3-710e-46df-b67c-310943f3a3da req-bfcdb0bc-a109-45e5-9d2d-00c4bdbc7288 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1096 time: 0.0407264 Aug 03 20:03:49.059974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161ba3-710e-46df-b67c-310943f3a3da req-d94628a5-ee28-42eb-a52c-d03ec8ced971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:49.061450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7161ba3-710e-46df-b67c-310943f3a3da req-d94628a5-ee28-42eb-a52c-d03ec8ced971 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0948319 Aug 03 20:03:49.125615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7161ba3-710e-46df-b67c-310943f3a3da req-5d6a3335-2315-418c-b94e-41fc1f155b63 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 1000 time: 0.0569401 Aug 03 20:03:49.179491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161ba3-710e-46df-b67c-310943f3a3da req-29ffa7a9-5a25-4bfb-aa5a-aa0da114bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:49.180946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7161ba3-710e-46df-b67c-310943f3a3da req-29ffa7a9-5a25-4bfb-aa5a-aa0da114bf4d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0478330 Aug 03 20:03:49.228124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161ba3-710e-46df-b67c-310943f3a3da req-1f904daf-1c7c-4825-9946-d46fb16cff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:49.229677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7161ba3-710e-46df-b67c-310943f3a3da req-1f904daf-1c7c-4825-9946-d46fb16cff3d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409949 Aug 03 20:03:49.319023 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7161ba3-710e-46df-b67c-310943f3a3da req-31bdd1c9-4e61-4afb-b374-e7d04a88c28f service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811839 Aug 03 20:03:49.413143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7161ba3-710e-46df-b67c-310943f3a3da req-7b9021c5-0f15-4ea3-b172-e26be73998df service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869544 Aug 03 20:03:51.007970 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:56.215525 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2e9873d0-1284-4b4e-a4a5-a4415259aa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:56.221988 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:59.822756 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:00.346155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-86f6f5f6-d4b7-425d-9a64-7c291d0d4068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:01.484527 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:04:01.486878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-091b1785-41a4-47c9-9ac4-0d6559dfd57a req-72d99572-54ba-4a32-a5d0-1a0a46c53985 service neutron] (94134) timed out ('10.222.0.42', 58078) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:04:02.099623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:04.571918 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:21.005606 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:26.211419 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51f61c00-12f5-4e59-a51a-c8babbda1721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:26.223086 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.827873 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:30.347283 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-73742f5c-38b8-4e8a-9bd3-d98552cfb2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:32.102930 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.575009 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.486216 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:04:48.845201 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-42422ba1-c7b3-4ac1-8ac6-ee86c488a781 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403581 Aug 03 20:04:48.940342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-36b5c08b-008f-41cb-9c26-61a182ae0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:48.941910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-36b5c08b-008f-41cb-9c26-61a182ae0f80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1096 time: 0.0408492 Aug 03 20:04:49.050522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-0dca56c5-9b43-4206-ac0d-c2b5dec198c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:49.052028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-0dca56c5-9b43-4206-ac0d-c2b5dec198c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0907490 Aug 03 20:04:49.119154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-1320717c-43ba-4ef4-92a5-ce68feaeecfd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 1000 time: 0.0579600 Aug 03 20:04:49.172571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-e415b80a-8a0a-4b3c-9087-d070b3f1166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:49.174123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-e415b80a-8a0a-4b3c-9087-d070b3f1166a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0481286 Aug 03 20:04:49.221923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-353ffc81-7578-4e20-b4df-34f5bdd409c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:49.223482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-353ffc81-7578-4e20-b4df-34f5bdd409c0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425153 Aug 03 20:04:49.315101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-bb7b7d42-e000-4ed6-8e3e-c0b75509b6f2 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840840 Aug 03 20:04:49.412680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f48e6cd9-d76e-475c-9049-ecdeea9eee96 req-98070528-474e-451d-a0a0-821f923ff58b service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901096 Aug 03 20:04:51.000623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:56.212089 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dda6921a-38f5-4947-b33e-88a595ad532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:56.234738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:59.829773 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.347896 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4119f9d6-6e19-42c1-a9e4-df1e6b332372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:02.107040 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.580692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:15.485266 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:05:21.016913 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.214562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b2229c6-896b-4d3c-bc54-e273c2c68db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.253599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.831757 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.353806 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-670459c1-7e61-46ca-91b0-0eb9512043e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.109883 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.585326 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:48.862506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-22edf436-5a94-42e1-af40-d5bf1f78418a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428581 Aug 03 20:05:48.959796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-bc221dd6-1783-4406-9641-bba038aefced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:48.961312 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-bc221dd6-1783-4406-9641-bba038aefced service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1096 time: 0.0428603 Aug 03 20:05:49.066741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-c773ee4c-18c1-4fde-a9da-298aab03bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:49.068217 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-c773ee4c-18c1-4fde-a9da-298aab03bd41 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0874643 Aug 03 20:05:49.133597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-3c24b047-0536-4315-b6cb-8053db39d518 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 1000 time: 0.0578442 Aug 03 20:05:49.186054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-38aa3bb4-5635-4104-9e7e-f1b81f08338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:49.187689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-38aa3bb4-5635-4104-9e7e-f1b81f08338b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0475309 Aug 03 20:05:49.233872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-f2e0d86d-b47a-452c-adfc-06230cfe3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:49.235395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-f2e0d86d-b47a-452c-adfc-06230cfe3287 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409284 Aug 03 20:05:49.322727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-582bc074-d782-47bb-bd8d-2f293cc8071a service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798666 Aug 03 20:05:49.415762 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f456e75b-df14-4eb1-99ce-febd09ac89c0 req-c239b105-bd2e-4385-80c8-e122c3adf5a9 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Aug 03 20:05:51.018222 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.485230 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:05:56.216465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-199f5244-483a-40a7-99e2-69bd8e4f3bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:56.249775 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:59.833441 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:00.352165 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a2864635-d7f2-4ede-a6e2-ee84d89e3ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:00.719653 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf8350-e35c-48cb-9552-47557be3eb43 req-64c58be9-bd81-48ba-9159-e66c4f3b0a07 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:00.721172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4bf8350-e35c-48cb-9552-47557be3eb43 req-64c58be9-bd81-48ba-9159-e66c4f3b0a07 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0523973 Aug 03 20:06:00.762047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4bf8350-e35c-48cb-9552-47557be3eb43 req-cb61b010-0791-4629-8235-c61e283ff1a6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347195 Aug 03 20:06:01.884844 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa733a0-a9a0-4acc-96eb-ed73f5103aaf req-d1554bdb-e1aa-44cf-aa7e-f9145dcb2163 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:01.886392 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afa733a0-a9a0-4acc-96eb-ed73f5103aaf req-d1554bdb-e1aa-44cf-aa7e-f9145dcb2163 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Aug 03 20:06:01.924819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afa733a0-a9a0-4acc-96eb-ed73f5103aaf req-39ceedcb-8b0d-43e7-a506-36bfbfd0dbe2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324450 Aug 03 20:06:02.111436 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:03.038193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b8c2-9ce7-4d5f-8bc6-dd024438614f req-3b11a1a6-f977-4daa-bc4c-cc58c199ae1a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:03.039690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be87b8c2-9ce7-4d5f-8bc6-dd024438614f req-3b11a1a6-f977-4daa-bc4c-cc58c199ae1a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0493484 Aug 03 20:06:03.078247 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-be87b8c2-9ce7-4d5f-8bc6-dd024438614f req-99c8a9b4-55fc-40a2-85ea-2fbf982361be tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327559 Aug 03 20:06:04.193446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79375db0-78ca-48e1-af31-312d97b619fc req-38e326a7-790a-4d5c-a99a-4f4f3b11dea8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:04.194937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79375db0-78ca-48e1-af31-312d97b619fc req-38e326a7-790a-4d5c-a99a-4f4f3b11dea8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Aug 03 20:06:04.234143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79375db0-78ca-48e1-af31-312d97b619fc req-b18650c2-d65d-49d0-806f-c6aa2e974dc2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333073 Aug 03 20:06:04.585921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:05.351212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea7a0-eecc-4dbf-b00b-e1f939de8919 req-780d0023-3765-439a-b0e9-c5c7127d67bd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:05.352673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6bea7a0-eecc-4dbf-b00b-e1f939de8919 req-780d0023-3765-439a-b0e9-c5c7127d67bd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0520046 Aug 03 20:06:05.390735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6bea7a0-eecc-4dbf-b00b-e1f939de8919 req-04f0676c-1bf5-4722-9653-dda9cf43901d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320942 Aug 03 20:06:06.508969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146a1d9-2eca-41c6-8007-c1a6ca5a57d4 req-76714e7a-9e7f-4c0f-a5ff-135feb544ae1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:06.510479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d146a1d9-2eca-41c6-8007-c1a6ca5a57d4 req-76714e7a-9e7f-4c0f-a5ff-135feb544ae1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0489898 Aug 03 20:06:06.549798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d146a1d9-2eca-41c6-8007-c1a6ca5a57d4 req-3655715a-fd47-4403-bcc2-bbd0ed89cee2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328791 Aug 03 20:06:07.664372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ba18f-1649-41ea-b435-51f883efb688 req-5b0b4bc5-708b-486c-9a5a-66dd042176e8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:07.665878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b82ba18f-1649-41ea-b435-51f883efb688 req-5b0b4bc5-708b-486c-9a5a-66dd042176e8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Aug 03 20:06:07.703371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b82ba18f-1649-41ea-b435-51f883efb688 req-de0b539e-cd77-43b6-960c-4f04dee62fe9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Aug 03 20:06:08.821878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c491f-985c-4e16-bc8c-a28636bf070c req-b55207e3-069f-4192-96b7-6794fbe665c6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:08.823375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b7c491f-985c-4e16-bc8c-a28636bf070c req-b55207e3-069f-4192-96b7-6794fbe665c6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Aug 03 20:06:08.860188 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b7c491f-985c-4e16-bc8c-a28636bf070c req-3bb638e6-dc34-44f0-8975-d0115d4d31ac tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Aug 03 20:06:09.976376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4ed3-c4aa-48b0-b91a-77d16f721f46 req-80c7c880-95b2-46f2-9b1d-813bbef2a590 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:09.977906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f4f4ed3-c4aa-48b0-b91a-77d16f721f46 req-80c7c880-95b2-46f2-9b1d-813bbef2a590 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Aug 03 20:06:10.016405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f4f4ed3-c4aa-48b0-b91a-77d16f721f46 req-b0fd35ea-aec4-4269-83b2-30877e19c68d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324905 Aug 03 20:06:11.134549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288afa-93da-456f-9b8a-60fa0f5acb02 req-1436af0a-4381-4979-96ce-b234d6b48d47 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:11.136047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1288afa-93da-456f-9b8a-60fa0f5acb02 req-1436af0a-4381-4979-96ce-b234d6b48d47 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0500903 Aug 03 20:06:11.173259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d1288afa-93da-456f-9b8a-60fa0f5acb02 req-d42dc14a-a49c-4dab-ae0d-fa8879d907a6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314379 Aug 03 20:06:12.292222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb7fb-cb6a-40a8-a444-6232cd021fc3 req-9e63c5a4-a9f0-439c-9bc4-751ee910611c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:12.293896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-385eb7fb-cb6a-40a8-a444-6232cd021fc3 req-9e63c5a4-a9f0-439c-9bc4-751ee910611c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Aug 03 20:06:12.336073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-385eb7fb-cb6a-40a8-a444-6232cd021fc3 req-91be71ba-65cb-43ca-8432-95a3c44a4538 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356629 Aug 03 20:06:13.455588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055852b3-f6f4-4196-b2c8-32584fd7875d req-b5f77f64-8bdd-4137-8a1d-63c631c6d21a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:13.457129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-055852b3-f6f4-4196-b2c8-32584fd7875d req-b5f77f64-8bdd-4137-8a1d-63c631c6d21a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0503082 Aug 03 20:06:13.495958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-055852b3-f6f4-4196-b2c8-32584fd7875d req-d521fb06-e446-435b-a3c5-6442337ca3f0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328524 Aug 03 20:06:14.609555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10eae5-e7bf-4572-94dc-84f9a4a1e925 req-47a72319-26cd-4d85-945b-be70eb51774b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:14.611045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f10eae5-e7bf-4572-94dc-84f9a4a1e925 req-47a72319-26cd-4d85-945b-be70eb51774b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0484877 Aug 03 20:06:14.648619 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f10eae5-e7bf-4572-94dc-84f9a4a1e925 req-15d669a3-2201-41f8-990f-3aca543e2f2b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Aug 03 20:06:15.766789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51f11a-3c37-45cd-8933-8cdd1de7b09b req-f1e3a37a-568a-49b0-a894-cafb53eee6ad tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:15.768842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab51f11a-3c37-45cd-8933-8cdd1de7b09b req-f1e3a37a-568a-49b0-a894-cafb53eee6ad tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Aug 03 20:06:15.805819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ab51f11a-3c37-45cd-8933-8cdd1de7b09b req-bda1a4da-4b1a-44b1-b973-5b4faacaaab2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Aug 03 20:06:16.918840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7dc7d-b961-46ba-a637-91f4a328adae req-2b38846d-f9f2-4f76-aeb0-4fd8b5aba548 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:16.920329 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ed7dc7d-b961-46ba-a637-91f4a328adae req-2b38846d-f9f2-4f76-aeb0-4fd8b5aba548 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0491307 Aug 03 20:06:16.959282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ed7dc7d-b961-46ba-a637-91f4a328adae req-3f27189d-c7fa-4125-ba8d-5215bbb0b9f1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325086 Aug 03 20:06:18.072140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa482b8-b897-4d38-b0c9-86425b10d195 req-4810657b-7c31-482b-a250-b248522b416a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:18.073530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0aa482b8-b897-4d38-b0c9-86425b10d195 req-4810657b-7c31-482b-a250-b248522b416a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0475161 Aug 03 20:06:18.112248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0aa482b8-b897-4d38-b0c9-86425b10d195 req-6d3a2dab-abae-4825-99f2-c4603ebdc9e4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328081 Aug 03 20:06:19.232900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d27d68-fa6d-4ba8-b225-ae0bc55f4662 req-31f3ed3d-d9c6-4113-b997-ca566a8e3574 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:19.234406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1d27d68-fa6d-4ba8-b225-ae0bc55f4662 req-31f3ed3d-d9c6-4113-b997-ca566a8e3574 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0530074 Aug 03 20:06:19.272555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b1d27d68-fa6d-4ba8-b225-ae0bc55f4662 req-14fcb07c-7b46-440b-9c8d-d1221890f474 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316935 Aug 03 20:06:20.385344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9599c4-87f1-4566-97f3-bb5901318161 req-1232b4b2-3f79-46a6-8da8-ffb7785c9e24 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:20.386856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd9599c4-87f1-4566-97f3-bb5901318161 req-1232b4b2-3f79-46a6-8da8-ffb7785c9e24 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0485237 Aug 03 20:06:20.425363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd9599c4-87f1-4566-97f3-bb5901318161 req-128fb4d6-e350-4fcc-af29-1b9c791fd9be tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Aug 03 20:06:21.029929 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:21.551408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab54a5d-0974-4548-b1d1-88c428ff1c5c req-4483bc8a-d2cd-4eb9-9715-f04330360547 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:21.553048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ab54a5d-0974-4548-b1d1-88c428ff1c5c req-4483bc8a-d2cd-4eb9-9715-f04330360547 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0560226 Aug 03 20:06:21.594409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ab54a5d-0974-4548-b1d1-88c428ff1c5c req-0dcba901-ef81-4e94-8100-d0c7d89367e7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351481 Aug 03 20:06:22.714846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655171e6-55dc-4640-82f1-1345bcb6ddee req-64c68a69-4893-49c9-9bff-5ed53352a237 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:22.716335 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-655171e6-55dc-4640-82f1-1345bcb6ddee req-64c68a69-4893-49c9-9bff-5ed53352a237 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0531142 Aug 03 20:06:22.764648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-655171e6-55dc-4640-82f1-1345bcb6ddee req-e9e0842b-eaeb-4852-94ba-0375af0bd45a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367053 Aug 03 20:06:23.883004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36bc46-7afe-4236-8715-7bdd852c9e99 req-e6d8c5a7-bdb5-4397-975a-a52fc04989db tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:23.884645 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b36bc46-7afe-4236-8715-7bdd852c9e99 req-e6d8c5a7-bdb5-4397-975a-a52fc04989db tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0508606 Aug 03 20:06:23.924203 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5b36bc46-7afe-4236-8715-7bdd852c9e99 req-51f472dc-bf8b-4f67-9e4c-4f713847f68a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334582 Aug 03 20:06:25.048765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7897f36-d954-43e6-bcb1-144113a06601 req-cc06c316-d079-41a9-abc8-c10a57cef36a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:25.050846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7897f36-d954-43e6-bcb1-144113a06601 req-cc06c316-d079-41a9-abc8-c10a57cef36a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0583386 Aug 03 20:06:25.097715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d7897f36-d954-43e6-bcb1-144113a06601 req-fe687189-b694-412d-9af6-9f171b5cd8da tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 Aug 03 20:06:26.217543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f517-b703-4d7a-8b09-9b0b40c15291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:26.219369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dac1b0-e85d-4a2c-a9e0-d0cc97de308e req-03081430-8f6c-4642-ab63-e69d2bb3f80c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:26.220928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65dac1b0-e85d-4a2c-a9e0-d0cc97de308e req-03081430-8f6c-4642-ab63-e69d2bb3f80c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0523911 Aug 03 20:06:26.261056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65dac1b0-e85d-4a2c-a9e0-d0cc97de308e req-648f4afb-53da-4128-90d3-9523dedac63a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334961 Aug 03 20:06:26.263562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:26.526980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a9d6-80e3-4cbc-b664-60a407087a58 req-43e60462-63a5-41e5-a7a1-8afe9b95bf2c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:26.528330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6e3a9d6-80e3-4cbc-b664-60a407087a58 req-43e60462-63a5-41e5-a7a1-8afe9b95bf2c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0555813 Aug 03 20:06:26.568579 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c6e3a9d6-80e3-4cbc-b664-60a407087a58 req-4f7749ff-6d84-477e-a3b3-1547a70c7451 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334904 Aug 03 20:06:26.607639 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-3428f60d-8c4c-451c-8ba4-00e04747e0ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874002 Aug 03 20:06:27.697417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440d8cc-f648-4ad2-8285-c045c42b2c7c req-9fbf56ea-3599-45cf-a107-2b0cf124ed82 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:27.699080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d440d8cc-f648-4ad2-8285-c045c42b2c7c req-9fbf56ea-3599-45cf-a107-2b0cf124ed82 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0564167 Aug 03 20:06:27.740103 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d440d8cc-f648-4ad2-8285-c045c42b2c7c req-95af67c9-1357-463c-b145-49cd0471c192 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345144 Aug 03 20:06:27.824869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-4c344866-8709-46ac-a796-f4b6eeaba626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:27.826443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-4c344866-8709-46ac-a796-f4b6eeaba626 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1096 time: 0.0498092 Aug 03 20:06:27.916672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-3a083618-3092-4793-8a4f-b02ff84c2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:27.918125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-3a083618-3092-4793-8a4f-b02ff84c2959 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0852633 Aug 03 20:06:27.985402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-263bb1a3-3fda-4dfa-9889-3c568523f0b6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 1000 time: 0.0595629 Aug 03 20:06:28.032588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-fbe4d213-bb4b-4fe1-b2da-f73c9ef22631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:28.034686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-fbe4d213-bb4b-4fe1-b2da-f73c9ef22631 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0421669 Aug 03 20:06:28.077050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-296e4f28-6a71-4b46-8944-eded51de77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:28.078536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-296e4f28-6a71-4b46-8944-eded51de77c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380275 Aug 03 20:06:28.175300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-23b97c31-9806-4292-bf50-8c7a4116c6ff service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892785 Aug 03 20:06:28.269557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-242fac89-c14d-463b-b4b2-b745db51b3fc service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872490 Aug 03 20:06:28.871393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8ff0c-0346-485d-aec8-0698765aa2ce req-af1aeeb7-c871-46b9-8f27-01e0b0b331fb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:28.872960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98a8ff0c-0346-485d-aec8-0698765aa2ce req-af1aeeb7-c871-46b9-8f27-01e0b0b331fb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0520504 Aug 03 20:06:28.911384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98a8ff0c-0346-485d-aec8-0698765aa2ce req-3995e819-a493-4da5-aaa6-64bb1bff477c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319307 Aug 03 20:06:29.484159 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:06:29.839877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.057920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662756-8f05-44da-adf5-9619f3ef38a3 req-cb0c0f6b-4249-49c3-bf32-6cb7ac3ba3fb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:30.059541 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e662756-8f05-44da-adf5-9619f3ef38a3 req-cb0c0f6b-4249-49c3-bf32-6cb7ac3ba3fb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0703697 Aug 03 20:06:30.101999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e662756-8f05-44da-adf5-9619f3ef38a3 req-8c904007-3344-493f-8d32-e7a359bbcaf6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350471 Aug 03 20:06:30.317368 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-30b3ea50-3a50-4050-b46f-383df4b3bff3 service neutron] show failed (client error): The resource could not be found. Aug 03 20:06:30.318522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-30b3ea50-3a50-4050-b46f-383df4b3bff3 service neutron] 10.222.0.63 "GET /v2.0/ports/8ada069c-a9b2-4947-90e8-c9843d3a962a/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0628128 Aug 03 20:06:30.356392 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-43e97bd6-b825-4d65-bd48-1c0cba3d3aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.606256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-16825156-c3d4-4730-bec7-ddd5ab4f8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:30.607849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-16825156-c3d4-4730-bec7-ddd5ab4f8791 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 1096 time: 0.0814583 Aug 03 20:06:30.620321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:30.684917 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.911344 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:30.948343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:30.988405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:30.994403 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.009010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Transition to ACTIVE for port object 8ada069c-a9b2-4947-90e8-c9843d3a962a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:31.013189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.040635 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5ee148-cd66-46d8-88cc-dbf902a26de6" -d '{"events": [{"server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "name": "network-vif-unplugged", "status": "completed", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:31.099291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:31.113384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.113769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.114103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.114441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.114772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.115100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.115426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.115749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.116074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.116399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.116725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.117044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.191183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] No DVR routers for this DVR port 8ada069c-a9b2-4947-90e8-c9843d3a962a on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:31.195090 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e372bd2-e3df-4fa2-a191-5a479e7bd7fa x-openstack-request-id: req-2e372bd2-e3df-4fa2-a191-5a479e7bd7fa {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:31.195328 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "name": "network-vif-unplugged", "status": "completed", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:31.195525 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e372bd2-e3df-4fa2-a191-5a479e7bd7fa {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:31.195890 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'code': 200} Aug 03 20:06:31.324836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae710-27cc-46c1-be1d-0a65363ee3b7 req-597a8436-45ef-49da-97a7-0e4ba88ec56e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:31.326459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6fae710-27cc-46c1-be1d-0a65363ee3b7 req-597a8436-45ef-49da-97a7-0e4ba88ec56e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 943 time: 0.1008313 Aug 03 20:06:31.406388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6fae710-27cc-46c1-be1d-0a65363ee3b7 req-115b2f21-66c9-417b-b0a5-613bc149c474 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719430 Aug 03 20:06:31.412354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Attempting to bind port 8ada069c-a9b2-4947-90e8-c9843d3a962a on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:31.412626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Attempting to bind port 8ada069c-a9b2-4947-90e8-c9843d3a962a by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:31.412955 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Attempting to bind port 8ada069c-a9b2-4947-90e8-c9843d3a962a on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:31.418873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Port 8ada069c-a9b2-4947-90e8-c9843d3a962a on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:06:31.419238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Attempting to bind port 8ada069c-a9b2-4947-90e8-c9843d3a962a on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:31.425652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:31.426110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:31.426411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:31.426840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Bound port: 8ada069c-a9b2-4947-90e8-c9843d3a962a, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:31.427182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.498343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:31.501749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:31.507923 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.540480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:31.541168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.542718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] 10.222.0.88 "PUT /v2.0/ports/8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 1091 time: 0.9267457 Aug 03 20:06:31.602353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9217a-d604-489b-aa22-f62b7bb313b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:31.622954 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-72a75291-b9fa-435f-8532-0c39de1ad1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:31.624513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-72a75291-b9fa-435f-8532-0c39de1ad1cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1094 time: 0.0516372 Aug 03 20:06:31.728095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-0d30e8d5-7153-4b25-8094-37a6ca237f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:31.729625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-0d30e8d5-7153-4b25-8094-37a6ca237f1e service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0956378 Aug 03 20:06:31.799695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-f7be29f3-18ba-4c11-a641-386eb3e1f4f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 998 time: 0.0623882 Aug 03 20:06:31.865717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-22e3be8a-4c02-43f0-8296-73bc220145cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:31.867264 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-22e3be8a-4c02-43f0-8296-73bc220145cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0609162 Aug 03 20:06:31.917947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-c7bfd609-2bd6-4d83-95f4-2d888cfa6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:31.919557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-c7bfd609-2bd6-4d83-95f4-2d888cfa6aa8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437307 Aug 03 20:06:32.014816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-70b7b809-2ade-4841-bad2-2802ff542663 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870738 Aug 03 20:06:32.115825 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.117785 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7f00da8-49c0-412a-a192-7007a37d2af0 req-ad4af615-a80a-415b-9a98-cfe8aa07b87c service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957787 Aug 03 20:06:32.539498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794131c9-c317-436d-94a1-8a802987c3ea req-1d2d0f2b-9129-44f9-bdf7-fcfc5263a7f7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:32.541034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-794131c9-c317-436d-94a1-8a802987c3ea req-1d2d0f2b-9129-44f9-bdf7-fcfc5263a7f7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 943 time: 0.0568562 Aug 03 20:06:32.580378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-794131c9-c317-436d-94a1-8a802987c3ea req-9dc5eb95-592d-4561-bbbe-c2492e382f7a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333877 Aug 03 20:06:33.197082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:33.199849 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:33.252115 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec089553-e893-4835-bc5c-f8ac7468d2b0 x-openstack-request-id: req-ec089553-e893-4835-bc5c-f8ac7468d2b0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:33.253116 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:33.253503 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec089553-e893-4835-bc5c-f8ac7468d2b0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:33.254011 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'status': 'completed', 'code': 200} Aug 03 20:06:33.352648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-26b31cc0-6b6f-453f-afa6-cf7c811d1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:33.354435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-26b31cc0-6b6f-453f-afa6-cf7c811d1681 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1094 time: 0.0803530 Aug 03 20:06:33.363506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-d658e3fe-a7de-4472-93fd-9ecde3316584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:33.365165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-d658e3fe-a7de-4472-93fd-9ecde3316584 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1094 time: 0.0624752 Aug 03 20:06:33.522537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-39b5d31a-07f7-4a4b-9ba1-b807fc714acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:33.524052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-39b5d31a-07f7-4a4b-9ba1-b807fc714acd service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1578784 Aug 03 20:06:33.526768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-f8e4b1b0-dc6a-47b5-b0ca-21cf05f089ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:33.528135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-f8e4b1b0-dc6a-47b5-b0ca-21cf05f089ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1528702 Aug 03 20:06:33.649400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.88', 60078) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:33.699610 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-8b9d9e75-ee19-4070-8a4e-e1ab8ef32d6b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486073 Aug 03 20:06:34.009429 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-cbd82349-4d60-4287-ae06-444549a83b0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 998 time: 0.4775600 Aug 03 20:06:34.014670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-a8a05a60-9658-4b16-8959-8ec485738c35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 998 time: 0.4767673 Aug 03 20:06:34.084148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd72b2-f3cf-48ad-99a7-55afba4305c7 req-b58216bb-9c4a-403f-ad53-c1ded513f245 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.085708 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cecd72b2-f3cf-48ad-99a7-55afba4305c7 req-b58216bb-9c4a-403f-ad53-c1ded513f245 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 943 time: 0.1376145 Aug 03 20:06:34.124345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-7b24ffa0-12e6-4039-902a-79e74b50ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.125862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-7b24ffa0-12e6-4039-902a-79e74b50ce33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.1087558 Aug 03 20:06:34.131680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-d8c76bb0-bd61-467a-9b45-d66c94cd85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.133111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-d8c76bb0-bd61-467a-9b45-d66c94cd85f5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.1070559 Aug 03 20:06:34.198030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cecd72b2-f3cf-48ad-99a7-55afba4305c7 req-4d4569b6-f41a-495b-adf0-00f8d4ab707e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038668 Aug 03 20:06:34.220143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-0aac5839-5f38-40a7-bd32-5fb8ae652269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.222301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-0aac5839-5f38-40a7-bd32-5fb8ae652269 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858762 Aug 03 20:06:34.225019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-33acd66f-af5f-4844-88e0-1b21eb17d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.226469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-33acd66f-af5f-4844-88e0-1b21eb17d9b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807924 Aug 03 20:06:34.350123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 8ada069c-a9b2-4947-90e8-c9843d3a962a no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:34.397463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 8ada069c-a9b2-4947-90e8-c9843d3a962a not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:34.404099 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-f2e2f7d1-eca1-4b5f-96e6-e575d710e3f3 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660051 Aug 03 20:06:34.449389 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-5c6fdea9-7cfd-48cb-aa0a-f3151f12d6b2 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193108 Aug 03 20:06:34.451403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9f37-84d1-4067-9797-1713773f0043 req-884feb26-88c0-4fcd-b78f-da2b25ea0bb0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.453051 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-884feb26-88c0-4fcd-b78f-da2b25ea0bb0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 943 time: 0.0612018 Aug 03 20:06:34.523310 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [req-639a9f37-84d1-4067-9797-1713773f0043 req-e55df669-c54b-4560-8bd4-1749facffe9c service neutron] delete failed (client error): The resource could not be found. Aug 03 20:06:34.524419 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-e55df669-c54b-4560-8bd4-1749facffe9c service neutron] 10.222.0.63 "DELETE /v2.0/ports/8ada069c-a9b2-4947-90e8-c9843d3a962a/bindings/n-h2-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0644841 Aug 03 20:06:34.567942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a40bc5-993c-4e7b-9c66-fddeaaffad21 req-658984e5-6f1b-401c-8128-667245de1dc8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.569504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2a40bc5-993c-4e7b-9c66-fddeaaffad21 req-658984e5-6f1b-401c-8128-667245de1dc8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 943 time: 0.1841171 Aug 03 20:06:34.588724 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.622310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-621386f1-03af-4411-b7af-4c9a27a4d1e3 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988142 Aug 03 20:06:34.641733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9affb77f-5703-4fa2-bc2f-6723f2a88d4d req-145cea2b-7b75-489f-8add-f7dccf6ec3c5 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663055 Aug 03 20:06:34.652187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2a40bc5-993c-4e7b-9c66-fddeaaffad21 req-1c19155a-6384-4330-bc81-2626ab5efb6a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712245 Aug 03 20:06:34.767219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8ada069c-a9b2-4947-90e8-c9843d3a962a details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:06:34.793465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9f37-84d1-4067-9797-1713773f0043 req-7a53a710-1543-4b1b-a23b-18592b3f9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.795003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-7a53a710-1543-4b1b-a23b-18592b3f9dba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1094 time: 0.0755756 Aug 03 20:06:34.797618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-bc414ee5-f5ce-4a7f-af25-977598c98759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.799027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-bc414ee5-f5ce-4a7f-af25-977598c98759 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1094 time: 0.0710561 Aug 03 20:06:34.870262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:34.885042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'mac_address': 'fa:16:3e:90:d6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:06:34.928966 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.946633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ada069c-a9b2-4947-90e8-c9843d3a962a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:06:34.968921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:34.970381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9f37-84d1-4067-9797-1713773f0043 req-4b4372fb-4a13-4f70-b1d2-76713dde68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.972498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-4b4372fb-4a13-4f70-b1d2-76713dde68b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1707387 Aug 03 20:06:34.973877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.974073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-5c398242-cd10-468d-a1a5-4f100f04b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.975366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-5c398242-cd10-468d-a1a5-4f100f04b86c service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1530106 Aug 03 20:06:35.047935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:35.061760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.062415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.062987 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.063568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.064147 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.064720 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.065338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.065936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.066528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.067108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.067681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.068271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:35.088907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-1da8c2ca-4ac2-4bfb-9d34-f0f03c100517 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 999 time: 0.1097188 Aug 03 20:06:35.090766 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-7c057b0d-9d72-4dc9-8274-2f0ff395087e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 999 time: 0.1056099 Aug 03 20:06:35.175097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9f37-84d1-4067-9797-1713773f0043 req-f5c802f9-81f2-490b-96ac-8b091cb375c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:35.176600 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-f5c802f9-81f2-490b-96ac-8b091cb375c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0813692 Aug 03 20:06:35.178092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-734582e7-5098-4796-8885-d2fa0c9f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:35.179442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-734582e7-5098-4796-8885-d2fa0c9f3d32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0758884 Aug 03 20:06:35.211067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['8ada069c-a9b2-4947-90e8-c9843d3a962a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:06:35.255730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9f37-84d1-4067-9797-1713773f0043 req-c96ca0fa-b041-40ca-9016-50652a590e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:35.257571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-c96ca0fa-b041-40ca-9016-50652a590e25 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739291 Aug 03 20:06:35.263582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-7685a6f4-20a0-4849-a97d-a35b49323cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:35.265225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-7685a6f4-20a0-4849-a97d-a35b49323cdf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729399 Aug 03 20:06:35.425184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-31222715-f746-495f-9d3f-8bfda62a29aa service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588428 Aug 03 20:06:35.427143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-3517ccde-14e9-400b-836c-a2388bf26979 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529706 Aug 03 20:06:35.592706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-639a9f37-84d1-4067-9797-1713773f0043 req-d0b4cf91-c42c-4096-99ba-21773d6dc4b1 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603215 Aug 03 20:06:35.594686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-e023be74-8e2a-4c81-acac-05741500dfe3 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547406 Aug 03 20:06:35.797325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b6371-fbdc-4dd7-bb1c-876f52c571b1 req-76144583-cc71-4c0f-8eb6-93e11b90471c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:35.798943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b05b6371-fbdc-4dd7-bb1c-876f52c571b1 req-76144583-cc71-4c0f-8eb6-93e11b90471c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 944 time: 0.0570331 Aug 03 20:06:35.841618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b05b6371-fbdc-4dd7-bb1c-876f52c571b1 req-6400d247-6db0-4a6a-8c62-3b439dc53580 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357902 Aug 03 20:06:36.782938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8ada069c-a9b2-4947-90e8-c9843d3a962a up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:36.849566 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 8ada069c-a9b2-4947-90e8-c9843d3a962a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:36.856307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 8ada069c-a9b2-4947-90e8-c9843d3a962a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:36.856961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.963499 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.993701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:37.014920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd599d-2607-40e4-af3f-e6158360f4ba req-d8d5bf2c-65e9-4a9c-9e01-4d704c9860ad tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:37.018745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:37.024140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6afd599d-2607-40e4-af3f-e6158360f4ba req-d8d5bf2c-65e9-4a9c-9e01-4d704c9860ad tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 944 time: 0.0805449 Aug 03 20:06:37.026995 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.067183 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b3573d-17a8-46cf-8834-7b7fff419d4c" -d '{"events": [{"server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "name": "network-vif-plugged", "status": "completed", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:37.086531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6afd599d-2607-40e4-af3f-e6158360f4ba req-f68e47a4-6cde-4d64-acb1-c1647b69f8ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530326 Aug 03 20:06:37.102493 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:37.161878 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7207132-bbc2-4adb-badf-74e762f84c63 x-openstack-request-id: req-d7207132-bbc2-4adb-badf-74e762f84c63 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:37.162390 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "name": "network-vif-plugged", "status": "completed", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:37.162649 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7207132-bbc2-4adb-badf-74e762f84c63 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:37.163071 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'code': 200} Aug 03 20:06:37.226750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f670781-d7d4-4a48-8ef7-2f634d95d2b7 req-7d0c2580-84b1-4b11-8bb5-e0a2e5a8a005 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:37.228543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f670781-d7d4-4a48-8ef7-2f634d95d2b7 req-7d0c2580-84b1-4b11-8bb5-e0a2e5a8a005 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0660720 Aug 03 20:06:37.277422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f670781-d7d4-4a48-8ef7-2f634d95d2b7 req-d8e584da-e121-44c6-a231-037c765331f4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Aug 03 20:06:37.547645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d9e65-715b-470d-ae91-bf645c84a0cb req-91d18ea2-f134-4cce-b57d-d06b03854435 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:37.550073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-376d9e65-715b-470d-ae91-bf645c84a0cb req-91d18ea2-f134-4cce-b57d-d06b03854435 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0877461 Aug 03 20:06:37.583029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-2fb607da-8c40-4cd8-bb73-95d6bc32d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:37.584651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-2fb607da-8c40-4cd8-bb73-95d6bc32d180 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 1096 time: 0.0775297 Aug 03 20:06:37.623161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-376d9e65-715b-470d-ae91-bf645c84a0cb req-387bd486-4a42-4d32-a26f-cf6283c9387f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658700 Aug 03 20:06:37.702446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-3f9759a3-1829-475b-863f-b2c6d063f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:37.704002 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-3f9759a3-1829-475b-863f-b2c6d063f8fc service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1083317 Aug 03 20:06:37.782342 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-d2ad4ba3-4712-4b3d-b957-8ee028c12c89 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 200 len: 1000 time: 0.0706618 Aug 03 20:06:37.836567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-fe29c2d2-2b06-46f2-95d7-4666e0720c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:37.838046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-fe29c2d2-2b06-46f2-95d7-4666e0720c71 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0478702 Aug 03 20:06:37.894025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-51cbba48-fcad-46c0-83cb-a17704cfe4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:37.895669 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-51cbba48-fcad-46c0-83cb-a17704cfe4e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505164 Aug 03 20:06:37.993128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-f350a767-110e-4b1a-95b5-c1f49c3cde23 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900898 Aug 03 20:06:38.097545 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58149899-2aca-46e9-b47e-e348cf2b5d3e req-99659c89-1c89-46d2-98a4-4c26aa53a5b5 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971205 Aug 03 20:06:38.757367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336df535-de4c-41fd-bcc4-f9b56a20de65 req-cd265525-46b2-4d86-ae2c-882d67c2d9dd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:38.758966 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336df535-de4c-41fd-bcc4-f9b56a20de65 req-cd265525-46b2-4d86-ae2c-882d67c2d9dd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0555196 Aug 03 20:06:38.802752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-336df535-de4c-41fd-bcc4-f9b56a20de65 req-ff8ce2d1-e740-4a66-a8bf-d2bff359a231 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376661 Aug 03 20:06:39.091802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1e800-411c-4fbd-94e3-5306ddaf621f req-1f0f27be-6631-470b-a9b2-2e1974ec2edf tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:39.094508 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2f1e800-411c-4fbd-94e3-5306ddaf621f req-1f0f27be-6631-470b-a9b2-2e1974ec2edf tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0749233 Aug 03 20:06:39.134832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2f1e800-411c-4fbd-94e3-5306ddaf621f req-67bd8f6a-be0c-46d3-addb-93c737eae1c0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339444 Aug 03 20:06:40.276923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d155-2e50-4f23-855f-c1ccc1699873 req-7c6bd2e6-c4f6-42bd-8bc9-8d57741c116c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:40.278537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db81d155-2e50-4f23-855f-c1ccc1699873 req-7c6bd2e6-c4f6-42bd-8bc9-8d57741c116c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0523930 Aug 03 20:06:40.368474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-db81d155-2e50-4f23-855f-c1ccc1699873 req-0559ee02-a205-4f54-bad6-5882c10249ed tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836010 Aug 03 20:06:40.388068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-1edc642c-ddb5-4d94-af98-2e9f7065c74f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:40.389665 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-1edc642c-ddb5-4d94-af98-2e9f7065c74f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.88 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 945 time: 0.0756726 Aug 03 20:06:40.488158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Deleting port 8ada069c-a9b2-4947-90e8-c9843d3a962a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:40.488493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.584818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] For port 8ada069c-a9b2-4947-90e8-c9843d3a962a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=8ada069c-a9b2-4947-90e8-c9843d3a962a,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:40.585286 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.773009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.773459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.773811 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a disassociated. External IP: 172.25.4.42, port: 8ada069c-a9b2-4947-90e8-c9843d3a962a. Aug 03 20:06:40.774162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Calling delete_port for 8ada069c-a9b2-4947-90e8-c9843d3a962a owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:40.920693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.949718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event deleted for resources: {'Port': ['ID=8ada069c-a9b2-4947-90e8-c9843d3a962a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:41.085157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:41.259836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:41.271222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:41.282681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:41.283334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:06:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:41.308849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] No DVR routers for this DVR port 8ada069c-a9b2-4947-90e8-c9843d3a962a on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:41.311933 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.314213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1a2cbea0-8392-4478-abe7-b6ce1b2326d5 req-4db92f85-107f-40e3-9775-9e50f3ad2b9a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.88 "DELETE /v2.0/ports/8ada069c-a9b2-4947-90e8-c9843d3a962a HTTP/1.1" status: 204 len: 173 time: 0.9180119 Aug 03 20:06:41.315208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'name': 'network-vif-deleted', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:41.317660 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09352e7e-3f03-422e-a4a6-366f3c5ccc3e" -d '{"events": [{"server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "name": "network-vif-deleted", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:41.370104 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad678cf3-205e-4cfc-b252-98ea43598d7d x-openstack-request-id: req-ad678cf3-205e-4cfc-b252-98ea43598d7d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:41.370450 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195baca1-5db4-4c69-a3a0-1eb74c2ca458", "name": "network-vif-deleted", "tag": "8ada069c-a9b2-4947-90e8-c9843d3a962a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:41.370717 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad678cf3-205e-4cfc-b252-98ea43598d7d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:41.371278 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195baca1-5db4-4c69-a3a0-1eb74c2ca458', 'name': 'network-vif-deleted', 'tag': '8ada069c-a9b2-4947-90e8-c9843d3a962a', 'status': 'completed', 'code': 200} Aug 03 20:06:41.420803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:41.496273 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f87c1b4e-0298-46d8-8b52-0f1327892523 req-ad239fc0-a143-48ea-9527-ff2b8782bf81 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=195baca1-5db4-4c69-a3a0-1eb74c2ca458 HTTP/1.1" status: 200 len: 210 time: 0.0295060 Aug 03 20:06:41.643533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:41.675271 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:41.685015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:41.685708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:06:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:41.813969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:42.068802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:42.122300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d33e5b2-88b8-4860-9450-cf1ae13ab624 None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:42.370234 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8cecf-efb8-41b2-a8f2-8c42344ccf4e None None] New status for floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:06:42.817692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8ada069c-a9b2-4947-90e8-c9843d3a962a no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:42.844037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 8ada069c-a9b2-4947-90e8-c9843d3a962a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:42.844581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 8ada069c-a9b2-4947-90e8-c9843d3a962a not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:42.902085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-dc2d4de7-397c-4045-ace1-a8abb2146bac tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--431071520&fields=id&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 267 time: 0.0480313 Aug 03 20:06:43.032272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-d68ef41a-1ea0-4d7b-b6e8-78d18a70d1c1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:43.033934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-d68ef41a-1ea0-4d7b-b6e8-78d18a70d1c1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 810 time: 0.1242373 Aug 03 20:06:43.054862 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-e2c71850-38a8-45c8-9049-f360225af14f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/quotas/96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 375 time: 0.0106037 Aug 03 20:06:43.116077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-baa0cc82-5e36-4e1f-a1bb-734d831b4e9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545759 Aug 03 20:06:43.352142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-fe402e13-9f9c-44da-b79b-2decfc00a7fa service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684113 Aug 03 20:06:43.495199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-47240b6e-be66-408c-8c5c-aa06b888dd62 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361930 Aug 03 20:06:43.772291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7eaacd3f-bedc-448c-8b01-71c0635fade9 req-7938007a-9ffb-4b2c-b7a8-8abef2dbf22f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 210 time: 0.0343022 Aug 03 20:06:44.835859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-d6827b02-c515-4a6f-ad34-dead8f581d88 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:44.837402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-d6827b02-c515-4a6f-ad34-dead8f581d88 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 810 time: 0.1221950 Aug 03 20:06:44.899467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39068514-a3dd-44e5-9114-53f84103fc33 req-67fcc515-a57f-4be6-ae87-3da5b1ea0a24 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 210 time: 0.0406146 Aug 03 20:06:44.918510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-6ee870f4-0b4a-4869-9bc3-4428a69df2a9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 379 time: 0.0654058 Aug 03 20:06:44.930524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'port': {'device_id': '965a52d8-be02-47e9-a12e-92745bd8431a', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'admin_state_up': True, 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'security_groups': ['f368a2d1-f003-409e-bef8-f080c04049b4']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:45.042572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Made reservation on behalf of 96199c2bd3424e4ebf2446b8af8e86f7 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:45.046809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.186882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Allocated IP 172.20.0.14 (1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829/90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4/43031db8-595d-4e08-8ada-9bff545630ea) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:45.341414 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.360697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Transition to ACTIVE for port object 43031db8-595d-4e08-8ada-9bff545630ea will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:45.408252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.452850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:45.456732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:45.463188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:45.470257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:45.524141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:45.524827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.547731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-22c6b084-0400-4b60-9b0d-f4a78712a616 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6209705 Aug 03 20:06:45.563910 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4a4a7f07-412c-4e08-987d-70635bdf5181 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:06:45.565045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4a4a7f07-412c-4e08-987d-70635bdf5181 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057774 Aug 03 20:06:45.577319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Request body: {'port': {'device_id': '965a52d8-be02-47e9-a12e-92745bd8431a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:45.649640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.720929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-213b50d2-70e4-4f80-9caa-8e960dfd30d2 None None] Provisioning for port 43031db8-595d-4e08-8ada-9bff545630ea completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:45.726242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-213b50d2-70e4-4f80-9caa-8e960dfd30d2 None None] Provisioning complete for port 43031db8-595d-4e08-8ada-9bff545630ea triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:45.726613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-213b50d2-70e4-4f80-9caa-8e960dfd30d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.763051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-213b50d2-70e4-4f80-9caa-8e960dfd30d2 None None] Port 43031db8-595d-4e08-8ada-9bff545630ea cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:45.934786 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43031db8-595d-4e08-8ada-9bff545630ea {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:06:45.944882 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.961208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Transition to ACTIVE for port object 43031db8-595d-4e08-8ada-9bff545630ea will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:45.967397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.056454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.487221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bda65f-3164-4608-98fa-f8e573e1e5bf req-7a81eb2e-6352-4ea7-9ce4-15405af1bee5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:46.488707 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31bda65f-3164-4608-98fa-f8e573e1e5bf req-7a81eb2e-6352-4ea7-9ce4-15405af1bee5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 944 time: 0.4928036 Aug 03 20:06:46.535574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:46.535903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:46.536230 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:46.549294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:06:46.549659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:46.554390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-31bda65f-3164-4608-98fa-f8e573e1e5bf req-d52012a7-92de-4e80-a52a-12a44f0fc2aa tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581701 Aug 03 20:06:46.559134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:46.559631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:46.559861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:46.560293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Bound port: 43031db8-595d-4e08-8ada-9bff545630ea, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:46.560657 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.639698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:46.643928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:46.648214 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.685496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:46.686224 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.687687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] 10.222.0.63 "PUT /v2.0/ports/43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1092 time: 1.1147678 Aug 03 20:06:46.687983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:46.690841 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae2355b-8f90-47d2-9aef-112a990321de" -d '{"events": [{"name": "network-changed", "server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:46.724570 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e82a2-3745-4888-8046-78a37bd78d5f service neutron] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.739488 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd2f625-e376-49aa-9798-3c2313a39ba7 x-openstack-request-id: req-bdd2f625-e376-49aa-9798-3c2313a39ba7 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:46.739488 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:46.739488 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdd2f625-e376-49aa-9798-3c2313a39ba7 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:46.739732 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'status': 'completed', 'code': 200} Aug 03 20:06:46.822003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-05f51ae0-f92d-4f0e-bfe1-7aacf8265bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:46.823648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-05f51ae0-f92d-4f0e-bfe1-7aacf8265bbc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1095 time: 0.0490429 Aug 03 20:06:46.873776 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-5c77fb92-1a19-465e-8b40-df1f03b12088 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 217 time: 0.0369596 Aug 03 20:06:46.941513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-e27d40eb-78e0-411a-ba06-ccb0b557ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:46.943290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-e27d40eb-78e0-411a-ba06-ccb0b557ac27 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0626090 Aug 03 20:06:47.022846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-b3b76c5a-aa5d-43eb-8603-2194bab53c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:47.024338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-b3b76c5a-aa5d-43eb-8603-2194bab53c20 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739744 Aug 03 20:06:47.138976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-be0b0a89-1ef0-4869-a2ed-63933caf5397 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065855 Aug 03 20:06:47.242576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8074cd1-87ec-4b65-a8fb-804f009123ff req-c2f8cc68-79e0-4c2d-9cf8-efd2c1c67c69 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962241 Aug 03 20:06:47.373446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2355b-8f90-47d2-9aef-112a990321de req-a1159bf1-c3f5-4966-a278-321814c66538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:47.375472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aae2355b-8f90-47d2-9aef-112a990321de req-a1159bf1-c3f5-4966-a278-321814c66538 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1095 time: 0.0504463 Aug 03 20:06:47.476436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2355b-8f90-47d2-9aef-112a990321de req-0671d2b1-3100-4f57-98da-87af2a8b488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:47.477992 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aae2355b-8f90-47d2-9aef-112a990321de req-0671d2b1-3100-4f57-98da-87af2a8b488b service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0955558 Aug 03 20:06:47.521986 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aae2355b-8f90-47d2-9aef-112a990321de req-fd95507e-72f1-430c-b748-44558ff73290 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 217 time: 0.0359759 Aug 03 20:06:47.573131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2355b-8f90-47d2-9aef-112a990321de req-416fb095-5bdc-4fd8-8b0f-5f8d07f3b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:47.574723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aae2355b-8f90-47d2-9aef-112a990321de req-416fb095-5bdc-4fd8-8b0f-5f8d07f3b6be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0450673 Aug 03 20:06:47.624236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2355b-8f90-47d2-9aef-112a990321de req-3991d5c2-1fc7-486c-9978-198a2b352406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:47.625727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aae2355b-8f90-47d2-9aef-112a990321de req-3991d5c2-1fc7-486c-9978-198a2b352406 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432374 Aug 03 20:06:47.737565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c52bb2-b6a7-4d90-9ab3-ddbffb893031 req-d78bea72-3f45-46e2-b418-7a55b9a2c6ec tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:47.739219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6c52bb2-b6a7-4d90-9ab3-ddbffb893031 req-d78bea72-3f45-46e2-b418-7a55b9a2c6ec tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 944 time: 0.1084244 Aug 03 20:06:47.786523 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aae2355b-8f90-47d2-9aef-112a990321de req-3173c9ab-b70f-48dd-9594-a4d96ecb72e8 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462646 Aug 03 20:06:47.825047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6c52bb2-b6a7-4d90-9ab3-ddbffb893031 req-c3d49f43-806a-4d9e-8ac3-689267dd95c1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758367 Aug 03 20:06:47.898182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aae2355b-8f90-47d2-9aef-112a990321de req-c470d951-1996-420e-92de-2ac4991897a6 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031234 Aug 03 20:06:48.953849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0bffd-8442-41a6-812a-502bcffcc650 req-e0645309-b4ee-430e-9e36-0f961208ce2a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:48.956018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ba0bffd-8442-41a6-812a-502bcffcc650 req-e0645309-b4ee-430e-9e36-0f961208ce2a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 944 time: 0.0519149 Aug 03 20:06:48.996742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ba0bffd-8442-41a6-812a-502bcffcc650 req-66da329b-4326-4e28-bf7d-bf9c57426906 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338783 Aug 03 20:06:50.123805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384875d3-9833-477c-9b2d-3e1cdc1357ce req-25c21228-3998-428b-bc70-5caf4b455574 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:50.125414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-384875d3-9833-477c-9b2d-3e1cdc1357ce req-25c21228-3998-428b-bc70-5caf4b455574 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 944 time: 0.0569646 Aug 03 20:06:50.172408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-384875d3-9833-477c-9b2d-3e1cdc1357ce req-ce0e4a38-90c2-4f27-9a8f-bdb094269cf6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396552 Aug 03 20:06:50.396726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:06:50.499825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:50.511345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '43031db8-595d-4e08-8ada-9bff545630ea', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '43031db8-595d-4e08-8ada-9bff545630ea', 'mac_address': 'fa:16:3e:dd:a7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:06:50.550837 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:50.563056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43031db8-595d-4e08-8ada-9bff545630ea {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:06:50.582356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:50.586082 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:50.633096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:50.980176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['43031db8-595d-4e08-8ada-9bff545630ea'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:06:51.059213 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:51.289041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7bda2-87fb-4760-a482-95a655692925 req-b2e208b8-bede-4c34-bc80-aa9baf502a10 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:51.290607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27c7bda2-87fb-4760-a482-95a655692925 req-b2e208b8-bede-4c34-bc80-aa9baf502a10 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 945 time: 0.0497935 Aug 03 20:06:51.332278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27c7bda2-87fb-4760-a482-95a655692925 req-8bbe1ddb-bed0-49e4-a988-c060ddc70fff tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356913 Aug 03 20:06:52.416369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:52.449164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43bc4c-02d0-4905-92ef-291eede42bb0 req-687ebd4e-72a9-460b-a3be-0857e8bf829c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:52.450738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f43bc4c-02d0-4905-92ef-291eede42bb0 req-687ebd4e-72a9-460b-a3be-0857e8bf829c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 945 time: 0.0517631 Aug 03 20:06:52.466729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 43031db8-595d-4e08-8ada-9bff545630ea completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:52.470774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 43031db8-595d-4e08-8ada-9bff545630ea triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:52.471149 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:52.491917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f43bc4c-02d0-4905-92ef-291eede42bb0 req-f4c2b530-ed7f-421b-9313-c56ff5098c23 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343246 Aug 03 20:06:52.553639 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:52.577164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:52.579620 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb3847-35bf-4577-b89c-92b0adb93966" -d '{"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-plugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:52.594599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:52.600534 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:52.626646 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca57401-dff8-4c76-97d0-a34b0470bd7f x-openstack-request-id: req-2ca57401-dff8-4c76-97d0-a34b0470bd7f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:52.626937 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-plugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:52.627714 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ca57401-dff8-4c76-97d0-a34b0470bd7f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:52.628101 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'code': 200} Aug 03 20:06:52.654871 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:52.744956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4864818-0ef3-48fc-bf96-d40164c0e1b2 req-94c450dc-c60e-49a9-abc3-43d5dfa81967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:52.746494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4864818-0ef3-48fc-bf96-d40164c0e1b2 req-94c450dc-c60e-49a9-abc3-43d5dfa81967 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1097 time: 0.0438681 Aug 03 20:06:52.780929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4864818-0ef3-48fc-bf96-d40164c0e1b2 req-8b965691-89bd-4844-8979-32d70f341e00 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274346 Aug 03 20:06:53.604877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331452cb-8ec3-4d1f-ad4f-57db345a029f req-7605e846-0401-4561-a1cb-c6ceb047a51a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:53.606384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-331452cb-8ec3-4d1f-ad4f-57db345a029f req-7605e846-0401-4561-a1cb-c6ceb047a51a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0489454 Aug 03 20:06:53.643941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-331452cb-8ec3-4d1f-ad4f-57db345a029f req-b58edc8f-cea4-43c9-8375-b691554f8fcf tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Aug 03 20:06:54.770867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab14357-f444-40be-a36c-f0e25250411b req-13cd5aad-3889-4307-b01a-0e72a33b8fb6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:54.772406 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab14357-f444-40be-a36c-f0e25250411b req-13cd5aad-3889-4307-b01a-0e72a33b8fb6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0511439 Aug 03 20:06:54.810125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab14357-f444-40be-a36c-f0e25250411b req-42250d48-111a-4060-a870-74203dc733de tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Aug 03 20:06:54.924385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994eeda-0802-4f05-8f74-1dfa9d503da4 req-aa126273-58d4-4fcb-8e35-028022d0ad58 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:54.925895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2994eeda-0802-4f05-8f74-1dfa9d503da4 req-aa126273-58d4-4fcb-8e35-028022d0ad58 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0529964 Aug 03 20:06:54.934562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 36618) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:54.940077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'floatingip': {'port_id': '43031db8-595d-4e08-8ada-9bff545630ea'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:54.979316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:55.426668 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:55.430580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:55.537435 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a associated. External IP: 172.25.4.42, port: 43031db8-595d-4e08-8ada-9bff545630ea. Aug 03 20:06:55.749996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:55.862010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:55.867075 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:55.871829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:55.882124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:55.882818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:06:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:55.895179 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7c012149-ab34-45da-8dbf-cd84b13a8a9d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "PUT /v2.0/floatingips/3707627a-f36a-4627-8cd5-7c47ae1ae26a HTTP/1.1" status: 200 len: 991 time: 0.9595058 Aug 03 20:06:55.895766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:55.964653 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3464710d-0c3d-474f-ab18-02aed8971403" -d '{"events": [{"name": "network-changed", "server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:55.998040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:56.057711 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93d7536-55b8-48d6-bff5-e10ac2003150 x-openstack-request-id: req-b93d7536-55b8-48d6-bff5-e10ac2003150 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:56.058009 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:56.058266 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b93d7536-55b8-48d6-bff5-e10ac2003150 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:56.058678 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'status': 'completed', 'code': 200} Aug 03 20:06:56.147061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464710d-0c3d-474f-ab18-02aed8971403 req-094b35e3-b062-459e-a04f-011bb703586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:56.148631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3464710d-0c3d-474f-ab18-02aed8971403 req-094b35e3-b062-459e-a04f-011bb703586b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1097 time: 0.0502789 Aug 03 20:06:56.233042 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7e8cae3b-8e1d-4ff0-ad11-56eca545bfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:56.247942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464710d-0c3d-474f-ab18-02aed8971403 req-23bbef16-cf42-4374-9e9c-391aa824160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:56.249451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3464710d-0c3d-474f-ab18-02aed8971403 req-23bbef16-cf42-4374-9e9c-391aa824160c service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0942659 Aug 03 20:06:56.264707 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:56.266748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '43031db8-595d-4e08-8ada-9bff545630ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:dd:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965a52d8-be02-47e9-a12e-92745bd8431a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:06:55Z', 'revision_number': 9, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:56.295034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:56.304656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:56.305580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:06:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:56.323680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3464710d-0c3d-474f-ab18-02aed8971403 req-97711280-6afb-4643-917e-f5ba74a550ff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 999 time: 0.0675731 Aug 03 20:06:56.376577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464710d-0c3d-474f-ab18-02aed8971403 req-25ba4e13-e0b4-4d1d-a0ea-dcf5327aeaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:56.378626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3464710d-0c3d-474f-ab18-02aed8971403 req-25ba4e13-e0b4-4d1d-a0ea-dcf5327aeaf6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0482929 Aug 03 20:06:56.415906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:56.430299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464710d-0c3d-474f-ab18-02aed8971403 req-df8a72f1-00a9-494b-89f4-0d9c719df0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:56.431900 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3464710d-0c3d-474f-ab18-02aed8971403 req-df8a72f1-00a9-494b-89f4-0d9c719df0e8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459502 Aug 03 20:06:56.532690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3464710d-0c3d-474f-ab18-02aed8971403 req-33a68284-d4e0-42cb-8e50-38cb09abc5ba service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939422 Aug 03 20:06:56.628291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3464710d-0c3d-474f-ab18-02aed8971403 req-065ca2b4-4b72-4a08-8779-a65cba1d84d5 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884321 Aug 03 20:06:56.651166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '43031db8-595d-4e08-8ada-9bff545630ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:dd:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965a52d8-be02-47e9-a12e-92745bd8431a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:06:55Z', 'revision_number': 9, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:56.682119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10944894-ec82-4d8f-9adb-e74c71402fa9 None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '43031db8-595d-4e08-8ada-9bff545630ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:dd:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965a52d8-be02-47e9-a12e-92745bd8431a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:06:55Z', 'revision_number': 9, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:56.878746 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7f49b-3030-4968-9d12-8fb9279e6a48 None None] New status for floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:06:59.834453 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:00.354386 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8453aa1-af93-41c6-8ce6-5319fa6068cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:02.117792 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:04.589389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:06.482996 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:07:21.042484 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:26.225730 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0327-4046-4ee3-b2dc-92b11f09f68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:26.278997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:29.835919 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:30.354426 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5248a106-ae21-4073-850c-a85ae83b9360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:32.119906 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:34.592179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:43.482816 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:07:50.854790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7108c2d7-c48d-4338-ab37-335ec257875a req-1644c890-fe36-4f8e-8fd5-e325b81e6e2a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416224 Aug 03 20:07:50.956973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c2d7-c48d-4338-ab37-335ec257875a req-ed73b91c-e78f-482e-bfed-f1325bb6979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:50.958559 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7108c2d7-c48d-4338-ab37-335ec257875a req-ed73b91c-e78f-482e-bfed-f1325bb6979c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1097 time: 0.0480103 Aug 03 20:07:51.066630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c2d7-c48d-4338-ab37-335ec257875a req-1f32b31b-9c71-488d-868d-b3194d6cf35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:51.068139 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7108c2d7-c48d-4338-ab37-335ec257875a req-1f32b31b-9c71-488d-868d-b3194d6cf35d service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0890477 Aug 03 20:07:51.072160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:51.138703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7108c2d7-c48d-4338-ab37-335ec257875a req-15385d31-42a3-42ef-bc51-2a5b80427371 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1002 time: 0.0626349 Aug 03 20:07:51.188479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c2d7-c48d-4338-ab37-335ec257875a req-b8bc150d-7a3c-4e34-bbe4-95157313bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:51.190006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7108c2d7-c48d-4338-ab37-335ec257875a req-b8bc150d-7a3c-4e34-bbe4-95157313bb31 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0446334 Aug 03 20:07:51.237199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c2d7-c48d-4338-ab37-335ec257875a req-eaf0c22b-2714-4ab0-a2dd-d8c06d7af7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:51.238732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7108c2d7-c48d-4338-ab37-335ec257875a req-eaf0c22b-2714-4ab0-a2dd-d8c06d7af7c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410690 Aug 03 20:07:51.330030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7108c2d7-c48d-4338-ab37-335ec257875a req-9e06d6f6-ee3d-4c64-b61c-9246a4f00771 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833113 Aug 03 20:07:51.419513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7108c2d7-c48d-4338-ab37-335ec257875a req-beb8a53d-bb55-422f-b89d-1688908e6edf service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824776 Aug 03 20:07:56.232830 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00c3e6a9-dfc6-4cd8-babd-485413c8a76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:56.294533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:59.836440 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:00.355747 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-03fc0194-b176-4341-923e-df26749d3b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:02.123708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:04.598713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:20.481724 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:08:21.089889 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:26.225399 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f4866c5b-a8d4-40db-ae19-9dc01e150e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:26.298830 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:29.839887 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:30.356290 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-99193597-704f-4b7a-a772-3abb2e821adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:32.126771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:34.598268 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:51.090390 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:52.876868 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3972220-610c-4e77-af50-d3c981e935cd req-36462e11-dfe4-4faa-8912-1cc7fcb46a29 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786026 Aug 03 20:08:52.979328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3972220-610c-4e77-af50-d3c981e935cd req-b97cea32-4f49-4d33-869d-713c697f36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:52.980860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3972220-610c-4e77-af50-d3c981e935cd req-b97cea32-4f49-4d33-869d-713c697f36c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1097 time: 0.0454776 Aug 03 20:08:53.088673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3972220-610c-4e77-af50-d3c981e935cd req-d3a9b228-29a6-4105-a9be-7870e50462ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:53.090143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3972220-610c-4e77-af50-d3c981e935cd req-d3a9b228-29a6-4105-a9be-7870e50462ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0897534 Aug 03 20:08:53.160345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3972220-610c-4e77-af50-d3c981e935cd req-e77bc38e-e189-467d-bc26-9643bd8c36b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1002 time: 0.0632689 Aug 03 20:08:53.215328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3972220-610c-4e77-af50-d3c981e935cd req-b77a212d-2d31-4322-ac77-2604254cf678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:53.216855 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3972220-610c-4e77-af50-d3c981e935cd req-b77a212d-2d31-4322-ac77-2604254cf678 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0500462 Aug 03 20:08:53.265705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3972220-610c-4e77-af50-d3c981e935cd req-60f02eda-ff90-4186-8a2f-a3405c803b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:53.267258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3972220-610c-4e77-af50-d3c981e935cd req-60f02eda-ff90-4186-8a2f-a3405c803b7f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436323 Aug 03 20:08:53.367252 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3972220-610c-4e77-af50-d3c981e935cd req-6677b462-90fb-45e8-955c-bf4a4f8d614e service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925226 Aug 03 20:08:53.465934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3972220-610c-4e77-af50-d3c981e935cd req-76905765-ceaa-47da-a98c-1d34ff45b92c service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922244 Aug 03 20:08:56.226220 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bad0f26d-ae6b-43ab-8d60-8b336b0b4de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:56.314852 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:57.480367 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:08:59.842987 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:00.356244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-41022f07-ec12-40e8-9a17-7dd7449a0361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.131738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:04.601256 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.090225 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:26.227859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d066c1bf-b4d5-448b-aa91-de0be53ba476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:26.342262 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:29.844183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:30.357312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-60167da3-012b-4e23-971e-cafb7f5de879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:30.758955 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-93a6cc81-1e68-43b2-afe3-64d397577674 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476520 Aug 03 20:09:30.813502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87369c-0a83-4d5d-a746-b97241a8a0d8 req-171d0d6a-bb27-4124-ac7a-f41677ae41ba tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:30.815012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa87369c-0a83-4d5d-a746-b97241a8a0d8 req-171d0d6a-bb27-4124-ac7a-f41677ae41ba tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0960164 Aug 03 20:09:30.858008 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa87369c-0a83-4d5d-a746-b97241a8a0d8 req-9a5e1949-d725-4249-9e35-ecf88eb59ad6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364900 Aug 03 20:09:31.877110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-4beae3f6-4ccc-4aac-a2b3-c83e30cabe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:31.878683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-4beae3f6-4ccc-4aac-a2b3-c83e30cabe73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1097 time: 0.0535789 Aug 03 20:09:31.984354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-9b1ab7f4-672a-4ee5-9e78-e305940cbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:31.985918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-9b1ab7f4-672a-4ee5-9e78-e305940cbab9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1007562 Aug 03 20:09:32.080475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1c6cc3cc-ee68-401f-b079-5218a096ffca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1002 time: 0.0878992 Aug 03 20:09:32.092987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e04e2-8f2b-471e-a167-6a6d39eb4be1 req-8c58fcc9-e170-4b8c-927c-8862725a36f6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:32.094466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-436e04e2-8f2b-471e-a167-6a6d39eb4be1 req-8c58fcc9-e170-4b8c-927c-8862725a36f6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.1506469 Aug 03 20:09:32.134519 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:32.163825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-7d8028e7-5da3-4d0f-90f4-afced345812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:32.165803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-7d8028e7-5da3-4d0f-90f4-afced345812f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0703433 Aug 03 20:09:32.173159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-436e04e2-8f2b-471e-a167-6a6d39eb4be1 req-cea1de6d-8989-40f3-bc8b-ddfb611760da tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695794 Aug 03 20:09:32.221273 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-36c559b6-3e62-4379-b132-7194a2117709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:32.222982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-36c559b6-3e62-4379-b132-7194a2117709 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489006 Aug 03 20:09:32.326460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-706a60a3-b999-4f96-a07f-a92c3a778b73 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964108 Aug 03 20:09:32.438223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-3ad5ca9b-1f39-4cc3-8a9a-5cb69b01675e service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048324 Aug 03 20:09:33.290970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b83a6-a8bf-48e5-b70f-51fa2bfccff1 req-d7d49152-2019-4ecf-b576-a8d2f6820c5a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:33.292454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef1b83a6-a8bf-48e5-b70f-51fa2bfccff1 req-d7d49152-2019-4ecf-b576-a8d2f6820c5a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0493209 Aug 03 20:09:33.329355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef1b83a6-a8bf-48e5-b70f-51fa2bfccff1 req-18a2a6b8-0cfe-47c1-b6df-cc0b70e8a70f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310183 Aug 03 20:09:34.446931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5d60f-ac76-4dc2-9feb-7f9261e665c7 req-ad35c61e-5eab-4447-a50b-b0c7a5a16749 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:34.448446 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cc5d60f-ac76-4dc2-9feb-7f9261e665c7 req-ad35c61e-5eab-4447-a50b-b0c7a5a16749 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0499833 Aug 03 20:09:34.480879 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:09:34.492436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cc5d60f-ac76-4dc2-9feb-7f9261e665c7 req-12fd2039-977e-4a04-991d-aa34509a4f83 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378742 Aug 03 20:09:34.604027 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:35.615323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f6cb4-3f40-49ed-ba2f-3dde585948e7 req-88cce2e6-678b-4b8e-837c-bd0875e38efc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:35.616796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f07f6cb4-3f40-49ed-ba2f-3dde585948e7 req-88cce2e6-678b-4b8e-837c-bd0875e38efc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0530491 Aug 03 20:09:35.654293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f07f6cb4-3f40-49ed-ba2f-3dde585948e7 req-7de7a8af-eaae-45f6-88fa-eb40bebba951 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Aug 03 20:09:36.772249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f248-3cd4-4016-94cc-0d145bf68f4d req-6f081888-d51a-4ed4-bd00-4245ba904743 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:36.773784 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2313f248-3cd4-4016-94cc-0d145bf68f4d req-6f081888-d51a-4ed4-bd00-4245ba904743 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0499885 Aug 03 20:09:36.811179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2313f248-3cd4-4016-94cc-0d145bf68f4d req-6c66c315-57a7-45de-ae04-ea937c47955a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Aug 03 20:09:37.929813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca181dfe-7095-4599-a735-0d880f498b1f req-f529a9c3-3e15-424f-84c5-adcf6b94ff4c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:37.931332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca181dfe-7095-4599-a735-0d880f498b1f req-f529a9c3-3e15-424f-84c5-adcf6b94ff4c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0508711 Aug 03 20:09:37.969825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca181dfe-7095-4599-a735-0d880f498b1f req-3b68097c-23fb-4a09-a835-891392b86f9e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325332 Aug 03 20:09:39.090473 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b2ae5-15b8-4a4b-b37a-17bbf327ed20 req-1f0d28e7-acde-4f2f-9adb-ad3d114ab5ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:39.091898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-491b2ae5-15b8-4a4b-b37a-17bbf327ed20 req-1f0d28e7-acde-4f2f-9adb-ad3d114ab5ce tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0524757 Aug 03 20:09:39.130898 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-491b2ae5-15b8-4a4b-b37a-17bbf327ed20 req-6e17dad3-2c5a-433c-8759-f7c04e34aafe tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Aug 03 20:09:40.250051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b4dec-ab61-483b-a1f0-dd59b1a515a9 req-2367f9ac-e81c-4174-a3e6-9f072ed99b9e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:40.251537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e2b4dec-ab61-483b-a1f0-dd59b1a515a9 req-2367f9ac-e81c-4174-a3e6-9f072ed99b9e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0489376 Aug 03 20:09:40.295983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0e2b4dec-ab61-483b-a1f0-dd59b1a515a9 req-d6703300-db0f-49a9-92d6-faf3c6b2695f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375576 Aug 03 20:09:41.410856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4bc39-d2f0-4a87-8baa-72c0ad1f1360 req-36db1d34-3182-47ec-9d59-2c9fb1225bb7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:41.412338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ba4bc39-d2f0-4a87-8baa-72c0ad1f1360 req-36db1d34-3182-47ec-9d59-2c9fb1225bb7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0486326 Aug 03 20:09:41.450435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ba4bc39-d2f0-4a87-8baa-72c0ad1f1360 req-fb2c99dd-5294-4ef3-9c14-a4c602726f22 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 Aug 03 20:09:42.571064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e6388-ea8d-42ae-80e1-414a97b46f3b req-50871a6c-7abf-4342-b93e-d97792ad2ae3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:42.572522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-531e6388-ea8d-42ae-80e1-414a97b46f3b req-50871a6c-7abf-4342-b93e-d97792ad2ae3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0522461 Aug 03 20:09:42.610970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-531e6388-ea8d-42ae-80e1-414a97b46f3b req-a8931db5-646c-40bd-a5e6-d4d01ad43980 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325165 Aug 03 20:09:43.725885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c952fe-7771-49cd-bbc0-c599b697b968 req-72fc1144-032b-4ce7-aafb-772789b0bd3d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:43.727365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7c952fe-7771-49cd-bbc0-c599b697b968 req-72fc1144-032b-4ce7-aafb-772789b0bd3d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0483863 Aug 03 20:09:43.765894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a7c952fe-7771-49cd-bbc0-c599b697b968 req-3dc2b8e5-1aaa-48b0-8a89-2b19e2b6cc8f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325844 Aug 03 20:09:44.452088 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-6e26502c-5aff-4b18-8bc9-1a715a781184 service neutron] show failed (client error): The resource could not be found. Aug 03 20:09:44.453126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-6e26502c-5aff-4b18-8bc9-1a715a781184 service neutron] 10.222.0.63 "GET /v2.0/ports/43031db8-595d-4e08-8ada-9bff545630ea/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0549574 Aug 03 20:09:44.659539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-e65f4331-b1ca-4597-8de2-f85aa1c9714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:44.661081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-e65f4331-b1ca-4597-8de2-f85aa1c9714b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 1097 time: 0.0443668 Aug 03 20:09:44.672953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:44.726133 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:44.940220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11912508-a13f-4f31-91f0-2b8bc422d8f5 req-16c0e98c-2a6d-45b5-8d48-9939d9f4bd7e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:44.941825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11912508-a13f-4f31-91f0-2b8bc422d8f5 req-16c0e98c-2a6d-45b5-8d48-9939d9f4bd7e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.1057463 Aug 03 20:09:44.996290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:45.007219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-11912508-a13f-4f31-91f0-2b8bc422d8f5 req-c0b9eb1e-8c9f-44cd-b9f2-cbbfaf91a60e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594625 Aug 03 20:09:45.034010 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:09:45.072685 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:45.075141 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29df875f-1e98-49f8-a540-0a019de8f87a" -d '{"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-unplugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:45.079138 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:45.093868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Transition to ACTIVE for port object 43031db8-595d-4e08-8ada-9bff545630ea will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:45.097980 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:45.129550 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617ca14-3e0e-44eb-a541-6b4c2f653f97 x-openstack-request-id: req-b617ca14-3e0e-44eb-a541-6b4c2f653f97 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:45.129933 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-unplugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:45.130171 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b617ca14-3e0e-44eb-a541-6b4c2f653f97 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:45.130555 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'code': 200} Aug 03 20:09:45.176894 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:45.188659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.189007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.189348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.189711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.190047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.190936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.191282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.191606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.191932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.192258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.192577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.192897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:45.233455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] No DVR routers for this DVR port 43031db8-595d-4e08-8ada-9bff545630ea on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:09:45.380863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:09:45.381198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:09:45.381643 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:45.386133 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:09:45.386457 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:45.391249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:09:45.391586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:09:45.391972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:09:45.392397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Bound port: 43031db8-595d-4e08-8ada-9bff545630ea, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:09:45.392748 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:45.456575 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:09:45.460621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:09:45.465206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:45.505360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:45.505956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:45.507386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] 10.222.0.88 "PUT /v2.0/ports/43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1092 time: 0.8383937 Aug 03 20:09:45.528601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b06e-ef4e-4d5a-87a8-2e548a33e0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:45.574774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-ddb0a099-3a05-4079-aeae-06a5cf56d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:45.576295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-ddb0a099-3a05-4079-aeae-06a5cf56d4f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1095 time: 0.0430477 Aug 03 20:09:45.681529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-dd591b1b-40e6-47e0-9387-600bc5b1461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:45.683037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-dd591b1b-40e6-47e0-9387-600bc5b1461d service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0993581 Aug 03 20:09:45.751682 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-95f1beb9-9993-45db-9eb6-0dcc3b374f73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1000 time: 0.0607636 Aug 03 20:09:45.801001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-5d3e2f9d-fb52-4ac3-89db-705d32fecfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:45.802531 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-5d3e2f9d-fb52-4ac3-89db-705d32fecfb5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0431514 Aug 03 20:09:45.847149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-a4718777-527c-4b91-8d43-ce9e6c821326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:45.848636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-a4718777-527c-4b91-8d43-ce9e6c821326 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389829 Aug 03 20:09:45.859648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-ab483d78-93d6-4081-a615-4a053dc6c17f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:09:45.860631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-ab483d78-93d6-4081-a615-4a053dc6c17f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048542 Aug 03 20:09:45.954400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-cb085727-c9c8-434d-b557-3fffa42d1d6c service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866194 Aug 03 20:09:46.042072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-351e4a39-23f2-425f-a7c1-43b8ca2f11d2 req-66a6a17d-9dd5-4cda-849e-a9666ebf871b service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806494 Aug 03 20:09:46.132051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327079-83dd-4449-8f0f-e9020a1e08d0 req-39ae54d8-07f0-4219-805f-1ff10c256825 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:46.133592 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20327079-83dd-4449-8f0f-e9020a1e08d0 req-39ae54d8-07f0-4219-805f-1ff10c256825 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 944 time: 0.0575008 Aug 03 20:09:46.177889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20327079-83dd-4449-8f0f-e9020a1e08d0 req-1558c852-2d3f-44e1-a8de-1c03fc9d0bfc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378056 Aug 03 20:09:47.132373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:47.135013 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d9dd52-d507-4814-8978-b54468dabbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:47.182955 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3efccc5-6ed0-4d20-b5e7-0d19e9bc3390 x-openstack-request-id: req-e3efccc5-6ed0-4d20-b5e7-0d19e9bc3390 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:47.183240 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:47.183485 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3efccc5-6ed0-4d20-b5e7-0d19e9bc3390 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:47.183866 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'status': 'completed', 'code': 200} Aug 03 20:09:47.307134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-64b0809b-f9af-4f6c-b972-73f1f85f1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:47.308676 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-64b0809b-f9af-4f6c-b972-73f1f85f1e98 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1095 time: 0.1051798 Aug 03 20:09:47.314874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-88198766-1b46-487d-aea2-a02accf9b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:47.317003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-88198766-1b46-487d-aea2-a02accf9b93b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1095 time: 0.0870526 Aug 03 20:09:47.375781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d0606-37aa-45b2-86d7-cd6f9cadcbf6 req-8666c445-37b2-4c88-a106-2bbc570ce831 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:47.377228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-399d0606-37aa-45b2-86d7-cd6f9cadcbf6 req-8666c445-37b2-4c88-a106-2bbc570ce831 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 944 time: 0.1211836 Aug 03 20:09:47.410734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:47.455870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:47.833057 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-399d0606-37aa-45b2-86d7-cd6f9cadcbf6 req-1d1e2c2f-2baa-40b8-a51a-ca5c78bdf68d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444244 Aug 03 20:09:47.846420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-9df076fb-cae2-457a-b64a-1d1a799b5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:47.848680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-9df076fb-cae2-457a-b64a-1d1a799b5e06 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.5307729 Aug 03 20:09:47.891260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:09:47.894311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-e803cc77-eb93-40db-a6e0-d8d696dfac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:47.895988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-e803cc77-eb93-40db-a6e0-d8d696dfac06 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.5669971 Aug 03 20:09:47.958738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-24b9a990-1aa3-4ffc-a6db-b08343f917e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1000 time: 0.1013076 Aug 03 20:09:47.985073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:47.997003 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '43031db8-595d-4e08-8ada-9bff545630ea', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '43031db8-595d-4e08-8ada-9bff545630ea', 'mac_address': 'fa:16:3e:dd:a7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:09:48.009399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-955c81f7-a658-4fef-8859-242be1b6f5c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1000 time: 0.1046214 Aug 03 20:09:48.040139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:48.048410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-120f24a7-10b9-410b-8594-42b4276406e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:48.049970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-120f24a7-10b9-410b-8594-42b4276406e5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0824208 Aug 03 20:09:48.053037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43031db8-595d-4e08-8ada-9bff545630ea {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:09:48.072420 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:48.078487 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:48.094126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-683e0e80-3a56-4631-8bdf-26188061a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:48.095551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-683e0e80-3a56-4631-8bdf-26188061a245 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0787718 Aug 03 20:09:48.126590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:48.132379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-b7067a2f-5507-4fb0-9b5a-c1ea829afa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:48.134069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.134210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-b7067a2f-5507-4fb0-9b5a-c1ea829afa9c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758607 Aug 03 20:09:48.134694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.134778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.135057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.135413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.135730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.136048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.136367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.136686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.137002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.137314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.137655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:48.164550 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-e0045a98-ea13-413c-8d3a-d5d4f8bacf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:48.166089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-e0045a98-ea13-413c-8d3a-d5d4f8bacf80 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624752 Aug 03 20:09:48.297011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-c2d508cf-5b25-4dc0-acbd-974def0a8643 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545641 Aug 03 20:09:48.316266 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-3979743a-2342-4997-9cf7-07278b35d3de service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255596 Aug 03 20:09:48.323837 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['43031db8-595d-4e08-8ada-9bff545630ea'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:09:48.461135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-7bffdc6d-b7e7-4246-afa4-00fafd976379 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566246 Aug 03 20:09:48.464664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90d9dd52-d507-4814-8978-b54468dabbd9 req-8c33c387-5742-4d12-8a5c-51fa63e69743 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385925 Aug 03 20:09:48.961421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba878-145d-45b4-b285-7a1d129c9623 req-6e7bdb8c-c136-48db-a75c-cd66c1b45ab9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:48.962990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-822ba878-145d-45b4-b285-7a1d129c9623 req-6e7bdb8c-c136-48db-a75c-cd66c1b45ab9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 945 time: 0.0592844 Aug 03 20:09:48.999487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-822ba878-145d-45b4-b285-7a1d129c9623 req-17ce697b-c02e-4255-8220-930e32324022 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306263 Aug 03 20:09:49.305553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-2a90ea28-459d-4d9b-bb81-ecdb9f173ab6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:49.307140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-2a90ea28-459d-4d9b-bb81-ecdb9f173ab6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.88 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 945 time: 0.0801516 Aug 03 20:09:49.328635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4725c25-437c-41df-9cf8-1a80bd4ca9ee req-ce9e82b8-341c-4f90-9e52-34e82346c04a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:49.330125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4725c25-437c-41df-9cf8-1a80bd4ca9ee req-ce9e82b8-341c-4f90-9e52-34e82346c04a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 945 time: 0.0764868 Aug 03 20:09:49.411473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4725c25-437c-41df-9cf8-1a80bd4ca9ee req-fdcc0b00-4e7b-4057-a862-fb852dfe2d39 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536189 Aug 03 20:09:49.415464 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-a8b2d547-348e-48e3-8a78-40e2b9ce711b service neutron] 10.222.0.88 "GET /v2.0/ports/43031db8-595d-4e08-8ada-9bff545630ea/bindings/n-h1-803378-1 HTTP/1.1" status: 200 len: 382 time: 0.1000721 Aug 03 20:09:49.480936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-54d2f23c-e504-4d35-8409-306ac14e7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:49.482388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-54d2f23c-e504-4d35-8409-306ac14e7d6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1096 time: 0.0406492 Aug 03 20:09:49.572994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-75bca034-8e5f-41c0-bc7b-e175ec69bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:49.574498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-75bca034-8e5f-41c0-bc7b-e175ec69bdfc service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0854261 Aug 03 20:09:49.639675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4a15ac9e-5e8a-44b8-a507-ef27d991be49 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1001 time: 0.0572987 Aug 03 20:09:49.692905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-061ba165-9f85-4d5c-a146-7da969fcc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:49.694424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-061ba165-9f85-4d5c-a146-7da969fcc21b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0476191 Aug 03 20:09:49.744857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-21f2ecbe-50ef-40de-911f-a958c32e4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:49.746291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-21f2ecbe-50ef-40de-911f-a958c32e4817 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443411 Aug 03 20:09:49.840138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-854fbdae-a427-44ae-be45-2d67d85ad00c service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811236 Aug 03 20:09:49.912680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:49.932906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-70c21fcf-2bfe-442c-bb9e-96c5e347d799 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 Aug 03 20:09:49.967933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 43031db8-595d-4e08-8ada-9bff545630ea completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:49.972916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 43031db8-595d-4e08-8ada-9bff545630ea triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:49.973288 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:50.047323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:50.070319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:50.072570 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293be6e3-fa95-4d33-97f8-2818441572f1" -d '{"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-plugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:50.085157 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:50.089783 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:50.122380 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3614036e-810c-4d4f-8fc8-b0aac277ab47 x-openstack-request-id: req-3614036e-810c-4d4f-8fc8-b0aac277ab47 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:50.122674 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-plugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:50.122924 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3614036e-810c-4d4f-8fc8-b0aac277ab47 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:50.123331 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'code': 200} Aug 03 20:09:50.143595 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:50.528831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dd38d-abe5-4464-8730-2a3a7e98820f req-e1e91015-9640-4420-8c41-f109b02e1590 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:50.530367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b92dd38d-abe5-4464-8730-2a3a7e98820f req-e1e91015-9640-4420-8c41-f109b02e1590 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0497694 Aug 03 20:09:50.567913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b92dd38d-abe5-4464-8730-2a3a7e98820f req-65b0f1f3-1393-4d52-bea0-f661e18f3ad7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Aug 03 20:09:51.089900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:51.695240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76bd0f-5987-43a9-be20-8b83c3b9e2fb req-59fed150-ec46-4d8f-88d5-b760d86b2568 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:51.696770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf76bd0f-5987-43a9-be20-8b83c3b9e2fb req-59fed150-ec46-4d8f-88d5-b760d86b2568 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0581291 Aug 03 20:09:51.735984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf76bd0f-5987-43a9-be20-8b83c3b9e2fb req-537873ff-66fb-4d98-aee1-893d21678fd4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330629 Aug 03 20:09:51.883370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-bb988a7f-312a-4c0f-8e48-a043a21a64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:51.885127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-bb988a7f-312a-4c0f-8e48-a043a21a64a6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 1097 time: 0.0410631 Aug 03 20:09:51.901929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:51.957316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:52.156638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:52.190694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:09:52.231725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:52.234099 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f1ae9f-1053-4121-8cc6-52a4802e0047" -d '{"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-unplugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:52.238412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:52.250965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Transition to ACTIVE for port object 43031db8-595d-4e08-8ada-9bff545630ea will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:52.254739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:52.291340 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3d2e3a-1db5-4b77-bfb0-d88b902cd92f x-openstack-request-id: req-eb3d2e3a-1db5-4b77-bfb0-d88b902cd92f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:52.291621 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-unplugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:52.291878 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb3d2e3a-1db5-4b77-bfb0-d88b902cd92f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:52.292270 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'code': 200} Aug 03 20:09:52.342200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=10']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:52.382147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] No DVR routers for this DVR port 43031db8-595d-4e08-8ada-9bff545630ea on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:09:52.518939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:09:52.519179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:09:52.519499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:52.523710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:09:52.524031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Attempting to bind port 43031db8-595d-4e08-8ada-9bff545630ea on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:52.530346 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:09:52.530686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:09:52.531060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:09:52.531492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Bound port: 43031db8-595d-4e08-8ada-9bff545630ea, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:09:52.531846 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:52.597028 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:09:52.600272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:09:52.604066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:52.639715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:52.640357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:52.641946 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] 10.222.0.63 "PUT /v2.0/ports/43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1093 time: 0.7438543 Aug 03 20:09:52.667866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d7e71-3b08-45ec-baca-a04f017c1fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=11']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:52.719691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-96f84401-91b9-47b7-a13f-9b0f3af7c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:52.721237 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-96f84401-91b9-47b7-a13f-9b0f3af7c293 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1096 time: 0.0431592 Aug 03 20:09:52.818699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-a35c5ca0-1abc-4184-b00b-2511efabccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:52.820135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-a35c5ca0-1abc-4184-b00b-2511efabccf0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0913970 Aug 03 20:09:52.908624 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-0c7fe182-622f-45a6-bb77-268482b905ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1000 time: 0.0809617 Aug 03 20:09:52.918838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b901f-9baf-472f-996e-4321f30d8837 req-e1c31505-5bb9-4dc5-93d4-53c0f5a3f79e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:52.920280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-440b901f-9baf-472f-996e-4321f30d8837 req-e1c31505-5bb9-4dc5-93d4-53c0f5a3f79e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 945 time: 0.1038678 Aug 03 20:09:52.994559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-5539d588-9371-4a7b-b625-b0416109abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:52.996040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-5539d588-9371-4a7b-b625-b0416109abc2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0749187 Aug 03 20:09:52.999013 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-440b901f-9baf-472f-996e-4321f30d8837 req-e4623fbe-eabf-498a-bba1-ca16c6541800 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701792 Aug 03 20:09:53.042147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-9f444603-7021-489f-a040-9e9accf290f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:53.043655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-9f444603-7021-489f-a040-9e9accf290f2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407426 Aug 03 20:09:53.132780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-6ae1cf3b-b0a6-4106-90ea-e38f3ce7a0e9 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817215 Aug 03 20:09:53.228473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5921f065-3e5a-4e49-a3a7-8c1bbea079c4 req-b9c9d56f-7dbf-498f-97c2-375726257fa3 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881503 Aug 03 20:09:53.922201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:53.959890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:54.119714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fd16-74c9-4413-a4ab-42e3fbe207f3 req-d02d3c1d-c079-40cc-beeb-0eac2ebb5639 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.121200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8f3fd16-74c9-4413-a4ab-42e3fbe207f3 req-d02d3c1d-c079-40cc-beeb-0eac2ebb5639 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 945 time: 0.0496671 Aug 03 20:09:54.159426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8f3fd16-74c9-4413-a4ab-42e3fbe207f3 req-27616459-dd63-4e7e-9132-f1dce58e9a78 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Aug 03 20:09:54.293281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:54.295742 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:54.342838 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88220cf-c9e7-41d2-bce1-03db997669ef x-openstack-request-id: req-e88220cf-c9e7-41d2-bce1-03db997669ef {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:54.343159 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:54.343410 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e88220cf-c9e7-41d2-bce1-03db997669ef {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:54.343831 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'status': 'completed', 'code': 200} Aug 03 20:09:54.434048 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-80d5d098-bf74-4f87-b271-e6149331e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.435583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-80d5d098-bf74-4f87-b271-e6149331e769 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1096 time: 0.0734222 Aug 03 20:09:54.442173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-29cb65dc-83a0-47b6-a884-e24803e200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.443532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-29cb65dc-83a0-47b6-a884-e24803e200d1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1096 time: 0.0553286 Aug 03 20:09:54.595348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-620fc2e7-c480-49aa-a884-9fec20372d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.596828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-620fc2e7-c480-49aa-a884-9fec20372d21 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1523907 Aug 03 20:09:54.598332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-18af4430-0a2c-46ec-ae88-e006e4d702d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.599791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-18af4430-0a2c-46ec-ae88-e006e4d702d1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1476295 Aug 03 20:09:54.709704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-051c596b-72fb-4592-ba53-395d7095bff0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1000 time: 0.0995591 Aug 03 20:09:54.711325 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-f539eca6-392f-40ca-864f-5c25d337ff6d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1000 time: 0.1070919 Aug 03 20:09:54.800607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-0546a213-fc1d-47fd-8b03-9ddbf24e85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.801932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-0546a213-fc1d-47fd-8b03-9ddbf24e85ee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0842819 Aug 03 20:09:54.805872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-e6a9cf6d-2f2b-4540-9548-336af3d3361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.807243 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-e6a9cf6d-2f2b-4540-9548-336af3d3361c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0814505 Aug 03 20:09:54.875366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-34805d8a-911d-43e7-bde0-bf9b55b5e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.877052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-34805d8a-911d-43e7-bde0-bf9b55b5e202 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679057 Aug 03 20:09:54.879434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-fb24a51e-b8eb-4540-96fc-a3d9e8d6ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:54.880953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-fb24a51e-b8eb-4540-96fc-a3d9e8d6ae49 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641291 Aug 03 20:09:55.035033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-2a373001-9c61-4832-8da1-8e0f54264939 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501796 Aug 03 20:09:55.037271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-41c0d7e1-0299-429c-99b3-6618ee686ff2 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455274 Aug 03 20:09:55.194043 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-57fa72d8-2e8e-4c6b-aca1-9e56df017434 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517479 Aug 03 20:09:55.196039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24da0a54-0ff2-4d7e-9c7f-414e9a35d6d2 req-ec383fa2-81e1-4b74-9ee7-379a0b5e42a8 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469350 Aug 03 20:09:55.281712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7b86-b984-4919-a4c1-610d00c1429d req-984edc4f-6d6b-4cde-8ae8-0caff1bf1899 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:55.283231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f7a7b86-b984-4919-a4c1-610d00c1429d req-984edc4f-6d6b-4cde-8ae8-0caff1bf1899 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 945 time: 0.0539474 Aug 03 20:09:55.355153 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7f7a7b86-b984-4919-a4c1-610d00c1429d req-07e6b69d-06b0-441b-8dd9-623acc77865a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651357 Aug 03 20:09:55.361345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-7aa3a27a-a51a-4688-8822-e7bb7a0192b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:55.363018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-7aa3a27a-a51a-4688-8822-e7bb7a0192b3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 1096 time: 0.0714414 Aug 03 20:09:55.440168 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:09:55.476341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-f91c90b3-9785-4078-a7e0-7d23b0fe7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:55.477878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-f91c90b3-9785-4078-a7e0-7d23b0fe7842 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0896955 Aug 03 20:09:55.539252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:55.543505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-094e9647-79a9-42d9-97d7-49638ed65e3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 200 len: 1000 time: 0.0584097 Aug 03 20:09:55.550908 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '43031db8-595d-4e08-8ada-9bff545630ea', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '43031db8-595d-4e08-8ada-9bff545630ea', 'mac_address': 'fa:16:3e:dd:a7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:09:55.590871 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:55.595471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-7ef75f07-1da6-4190-9d1f-2cfcefd07e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:55.597090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-7ef75f07-1da6-4190-9d1f-2cfcefd07e98 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0440054 Aug 03 20:09:55.604138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43031db8-595d-4e08-8ada-9bff545630ea {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:09:55.625307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:55.629868 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:55.648912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-b9d776fa-aba5-4ead-a9fa-0b4c24a5dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:55.650422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-b9d776fa-aba5-4ead-a9fa-0b4c24a5dc70 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460660 Aug 03 20:09:55.677216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=12']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:55.741380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-fa83518e-b4fe-4b1e-9d0e-b29e85573d78 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814564 Aug 03 20:09:55.844183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-94f2c7f6-b43c-40af-bb1d-2cf70076324d req-e254a39f-1145-4923-aadb-9eefdde028a1 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883319 Aug 03 20:09:56.087646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['43031db8-595d-4e08-8ada-9bff545630ea'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:09:56.231017 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e864dfc-a3d8-4864-ab4c-724b27c5630b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:56.344643 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:56.472932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7151a-3e2b-4b87-af1b-8230fee8e00f req-1b4cc4b1-d87c-403c-accd-714df9b52a7b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:56.474462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61c7151a-3e2b-4b87-af1b-8230fee8e00f req-1b4cc4b1-d87c-403c-accd-714df9b52a7b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0505514 Aug 03 20:09:56.513641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-61c7151a-3e2b-4b87-af1b-8230fee8e00f req-392c8d6d-98bf-4d08-9ee3-f9ce83b0109d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328882 Aug 03 20:09:56.626872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6e74f-ef5a-428f-8f97-90e07c9107d7 req-5f1ccf3d-4683-4841-9704-dfd37f9d7eda tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:56.628248 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3aa6e74f-ef5a-428f-8f97-90e07c9107d7 req-5f1ccf3d-4683-4841-9704-dfd37f9d7eda tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0483086 Aug 03 20:09:56.666978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3aa6e74f-ef5a-428f-8f97-90e07c9107d7 req-09c0a8fa-ddb2-478e-9279-06ef0852396a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Aug 03 20:09:56.782296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad901230-f5b7-4074-bea8-6182c9af17c5 req-b6c58c2a-3c84-4e5a-b073-7f1641b9b765 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:56.783772 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad901230-f5b7-4074-bea8-6182c9af17c5 req-b6c58c2a-3c84-4e5a-b073-7f1641b9b765 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0523517 Aug 03 20:09:56.821630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad901230-f5b7-4074-bea8-6182c9af17c5 req-0328b9e3-4a2d-4e01-86ee-faa1973ca529 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311975 Aug 03 20:09:57.051141 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372baff-2337-4de8-a3a5-55308fc8680b req-19a3b862-1fea-4ed2-b60b-04fbcf9ddbca tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:57.052613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5372baff-2337-4de8-a3a5-55308fc8680b req-19a3b862-1fea-4ed2-b60b-04fbcf9ddbca tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 946 time: 0.0501487 Aug 03 20:09:57.090571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5372baff-2337-4de8-a3a5-55308fc8680b req-fa5dc640-951c-4f09-8a0b-f5af3ab6fb57 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319481 Aug 03 20:09:57.441760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:57.489463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 43031db8-595d-4e08-8ada-9bff545630ea completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:57.493091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 43031db8-595d-4e08-8ada-9bff545630ea triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:57.493412 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:57.570200 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:57.591700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:57.593975 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d321d2-2ca3-454c-8174-197528ee3a20" -d '{"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-plugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:57.606742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:57.611225 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:57.641613 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ec6f3a-404b-4731-a4e2-e13111547f00 x-openstack-request-id: req-f6ec6f3a-404b-4731-a4e2-e13111547f00 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:57.641928 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-plugged", "status": "completed", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:57.642169 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6ec6f3a-404b-4731-a4e2-e13111547f00 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:57.642554 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'code': 200} Aug 03 20:09:57.668091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=13']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:58.203534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac2a66-eb86-42ae-9e58-9542b250d31d req-5a33ca08-d64f-422b-b3fa-7f26a65be868 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:58.205204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05ac2a66-eb86-42ae-9e58-9542b250d31d req-5a33ca08-d64f-422b-b3fa-7f26a65be868 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 947 time: 0.0492227 Aug 03 20:09:58.245447 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-05ac2a66-eb86-42ae-9e58-9542b250d31d req-976e64df-8279-480a-8017-bdf93675f18d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Aug 03 20:09:58.548787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-b6596242-a0f7-4500-a8f8-ebef97abf12c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:58.550330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-b6596242-a0f7-4500-a8f8-ebef97abf12c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 947 time: 0.0513761 Aug 03 20:09:58.638287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Deleting port 43031db8-595d-4e08-8ada-9bff545630ea {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:58.638627 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:58.726961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] For port 43031db8-595d-4e08-8ada-9bff545630ea, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=43031db8-595d-4e08-8ada-9bff545630ea,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:58.727238 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:59.231150 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:59.231855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:59.231855 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a disassociated. External IP: 172.25.4.42, port: 43031db8-595d-4e08-8ada-9bff545630ea. Aug 03 20:09:59.232161 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Calling delete_port for 43031db8-595d-4e08-8ada-9bff545630ea owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:59.394140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:59.431628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e703d-2d95-46ac-acf7-bf2111b7a5cd req-ffadf95e-66ea-4a95-bd5c-67fdaa218ccb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:59.432927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e2e703d-2d95-46ac-acf7-bf2111b7a5cd req-ffadf95e-66ea-4a95-bd5c-67fdaa218ccb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=965a52d8-be02-47e9-a12e-92745bd8431a HTTP/1.1" status: 200 len: 868 time: 0.0976398 Aug 03 20:09:59.435951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event deleted for resources: {'Port': ['ID=43031db8-595d-4e08-8ada-9bff545630ea,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:59.515233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1e2e703d-2d95-46ac-acf7-bf2111b7a5cd req-37c1fae0-3c46-430d-b2cd-234f7663f783 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756972 Aug 03 20:09:59.579743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:09:59.692973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:09:59.704061 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:09:59.715230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:59.715794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:09:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:59.732286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] No DVR routers for this DVR port 43031db8-595d-4e08-8ada-9bff545630ea on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:09:59.735120 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:59.737639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a9b9800d-bcec-4cd4-877f-9df5d935561e req-4acc9e2c-540e-4895-9ad6-ecfc75fd68b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "DELETE /v2.0/ports/43031db8-595d-4e08-8ada-9bff545630ea HTTP/1.1" status: 204 len: 173 time: 1.1815753 Aug 03 20:09:59.738092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-deleted', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:59.740341 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f06595-d602-4f32-b3bb-ec2f7e958a92" -d '{"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-deleted", "tag": "43031db8-595d-4e08-8ada-9bff545630ea"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:59.778542 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e72c6d-762d-4c80-9ad0-0ac1e671a354 x-openstack-request-id: req-e3e72c6d-762d-4c80-9ad0-0ac1e671a354 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:59.778840 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a52d8-be02-47e9-a12e-92745bd8431a", "name": "network-vif-deleted", "tag": "43031db8-595d-4e08-8ada-9bff545630ea", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:59.779090 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3e72c6d-762d-4c80-9ad0-0ac1e671a354 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:59.779489 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a52d8-be02-47e9-a12e-92745bd8431a', 'name': 'network-vif-deleted', 'tag': '43031db8-595d-4e08-8ada-9bff545630ea', 'status': 'completed', 'code': 200} Aug 03 20:09:59.943554 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:00.005982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:00.201467 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:00.228923 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:10:00.237597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:00.238211 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:09:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:00.353124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:00.389011 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e9c81922-5a0f-4a22-960c-1e6da48b4869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:00.559623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:00.586749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef185e-bb27-4f7b-8279-0905e13d641a None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:10:00.818178 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c4a49-b805-43e1-a948-e020abb71c81 None None] New status for floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:10:00.848540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-dac0f29c-4229-4b5e-bcd9-1ecf00e2b13b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--431071520&fields=id&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 267 time: 0.0343559 Aug 03 20:10:00.963922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-42ffdb52-d799-4dc8-86e4-9cfc8bbe3e65 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:00.965345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-42ffdb52-d799-4dc8-86e4-9cfc8bbe3e65 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 810 time: 0.1092143 Aug 03 20:10:00.981716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-3868f832-218f-42a3-a173-44b76abef580 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/quotas/96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 375 time: 0.0104127 Aug 03 20:10:01.036480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-7290c613-ceca-4609-b41c-bf2347acba7e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491359 Aug 03 20:10:01.259666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-f68dde8b-317a-4bdb-9165-63d1491139ff service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260698 Aug 03 20:10:01.346610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-9c172bda-0a19-4564-a508-484369f91316 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809193 Aug 03 20:10:01.472104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:10:01.492704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 43031db8-595d-4e08-8ada-9bff545630ea {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:10:01.493057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 43031db8-595d-4e08-8ada-9bff545630ea not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:10:01.517017 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29215252-52b3-44b1-8314-2cec08e9d201 req-8baaad4c-12c5-40ef-9739-654b425e87eb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 210 time: 0.0325758 Aug 03 20:10:02.134972 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:02.593201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-8a494ac8-2b4c-40bb-a884-b14158e70fe5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:02.594636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-8a494ac8-2b4c-40bb-a884-b14158e70fe5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 810 time: 0.1054399 Aug 03 20:10:02.638985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aad65440-b2bf-4322-8d52-2eacc72c908a req-5fc3ed88-f3a7-437a-9ea3-f745b39e0930 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 210 time: 0.0365176 Aug 03 20:10:02.664938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-a23c2690-2162-42f4-8646-3f5a53527a85 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 379 time: 0.0530815 Aug 03 20:10:02.685841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'port': {'device_id': '40273960-6c50-494c-954d-83e66ac703e7', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'admin_state_up': True, 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'security_groups': ['f368a2d1-f003-409e-bef8-f080c04049b4']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:02.795949 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Made reservation on behalf of 96199c2bd3424e4ebf2446b8af8e86f7 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:10:02.799522 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:02.928480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Allocated IP 172.20.0.7 (1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829/90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4/02538f1d-c8d1-4ff9-826d-10a58a9f3dad) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:10:03.063253 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.076589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Transition to ACTIVE for port object 02538f1d-c8d1-4ff9-826d-10a58a9f3dad will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:03.109902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.157049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:10:03.160597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:10:03.166863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:10:03.191226 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:03.220677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:03.221326 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.235852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-5199bdd2-5f97-4bfa-a551-8ef84b8fa9f3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537684 Aug 03 20:10:03.253986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Request body: {'port': {'device_id': '40273960-6c50-494c-954d-83e66ac703e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:03.311499 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.349106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9fc72d0b-674d-44d9-b268-860511c8950e None None] Provisioning for port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:03.353084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9fc72d0b-674d-44d9-b268-860511c8950e None None] Provisioning complete for port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:03.353443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9fc72d0b-674d-44d9-b268-860511c8950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.388577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72d0b-674d-44d9-b268-860511c8950e None None] Port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:10:03.584320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02538f1d-c8d1-4ff9-826d-10a58a9f3dad {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:10:03.591561 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.603486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Transition to ACTIVE for port object 02538f1d-c8d1-4ff9-826d-10a58a9f3dad will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:03.606996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.655109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:03.727995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:10:03.728441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:10:03.728668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:10:03.733144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:10:03.733490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:10:03.738610 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:10:03.738951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:10:03.739336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:10:03.739763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Bound port: 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:10:03.740117 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.819799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:10:03.823017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:10:03.828112 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.860735 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:03.861373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.862890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] 10.222.0.63 "PUT /v2.0/ports/02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 1091 time: 0.6139143 Aug 03 20:10:03.863358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:03.865661 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14" -d '{"events": [{"name": "network-changed", "server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:03.907933 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0abe6-1c64-45a5-81da-64ae0a4deb1e service neutron] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:03.933967 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b037db8-05f8-42b3-831f-767320c9c574 x-openstack-request-id: req-6b037db8-05f8-42b3-831f-767320c9c574 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:03.934271 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:03.934494 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b037db8-05f8-42b3-831f-767320c9c574 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:03.934881 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'status': 'completed', 'code': 200} Aug 03 20:10:03.997705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431173e-0a5d-4172-b705-07ce316cb0e2 req-2ac403f4-6609-4059-a4c7-53186e6a9566 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:03.999288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a431173e-0a5d-4172-b705-07ce316cb0e2 req-2ac403f4-6609-4059-a4c7-53186e6a9566 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0850873 Aug 03 20:10:04.004406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-a103ae32-9add-4b99-8541-31c6d75fc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:04.006543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-a103ae32-9add-4b99-8541-31c6d75fc08f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1094 time: 0.0818672 Aug 03 20:10:04.064478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-33dd4454-dd3c-401d-9a13-6ed441730e01 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 217 time: 0.0413880 Aug 03 20:10:04.103819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a431173e-0a5d-4172-b705-07ce316cb0e2 req-1ead466d-1ad7-40b1-a638-b268b5f52799 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958469 Aug 03 20:10:04.120982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-ae172f91-7646-45c4-9508-40a33b425583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:04.122473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-ae172f91-7646-45c4-9508-40a33b425583 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0508468 Aug 03 20:10:04.178081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-2dbd23ab-ebde-4a4a-a5e9-f319071af46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:04.179655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-2dbd23ab-ebde-4a4a-a5e9-f319071af46a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502696 Aug 03 20:10:04.268586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-7f439e70-6194-4274-b185-3d855a6953ba service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814981 Aug 03 20:10:04.361912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d637db6-f711-4bc2-8655-8ffdcd772484 req-32ec93ae-88d7-47bf-bd98-b419030f5cb6 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854478 Aug 03 20:10:04.484818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-6062cd63-e792-4aa7-b4c4-b10fc62d2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:04.486432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-6062cd63-e792-4aa7-b4c4-b10fc62d2c98 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1094 time: 0.0435123 Aug 03 20:10:04.574194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-fa721350-3663-46c6-a637-0ca304343b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:04.575664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-fa721350-3663-46c6-a637-0ca304343b06 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0821674 Aug 03 20:10:04.611362 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:04.620585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-63f4ffbd-ac71-42c9-b130-ab9e45c38915 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 217 time: 0.0374739 Aug 03 20:10:04.670700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-57332d3d-1a42-4ffe-99c7-63a9e5dab809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:04.672149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-57332d3d-1a42-4ffe-99c7-63a9e5dab809 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0447831 Aug 03 20:10:04.717013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-fa18320a-8fa6-4bd5-ab63-194822097f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:04.718532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-fa18320a-8fa6-4bd5-ab63-194822097f9e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399880 Aug 03 20:10:04.818023 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-e856cd2a-e368-4ede-9a4c-57c11ee02bf7 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924988 Aug 03 20:10:04.906922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ebb35ad-ca8f-4902-bce4-1f4c41d8be14 req-3b085613-8c64-4326-bd50-322b8e32d0f4 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816851 Aug 03 20:10:05.227890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a29149-bef1-4550-8d2a-47dcabf663f0 req-ef29e513-8053-4a16-b7ef-289e4fbb4ae9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:05.229551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2a29149-bef1-4550-8d2a-47dcabf663f0 req-ef29e513-8053-4a16-b7ef-289e4fbb4ae9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0548825 Aug 03 20:10:05.267345 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2a29149-bef1-4550-8d2a-47dcabf663f0 req-2f4cf28c-bd6e-4c92-8923-f6d2d87434fa tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320139 Aug 03 20:10:06.383755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a847666-d796-4c9a-bdf3-3f4ec6c65f48 req-846a0091-ba2c-473e-a2c4-ffcf91bd6bad tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:06.385550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a847666-d796-4c9a-bdf3-3f4ec6c65f48 req-846a0091-ba2c-473e-a2c4-ffcf91bd6bad tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0492070 Aug 03 20:10:06.422720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a847666-d796-4c9a-bdf3-3f4ec6c65f48 req-fb7fa0c4-5ba8-49b0-aac1-165778625ef8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311539 Aug 03 20:10:07.511909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:10:07.543272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ea670-a7e5-4eb3-a4c5-625e12e01cf2 req-2e01e951-8584-421d-8638-07548bd38732 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:07.544779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-733ea670-a7e5-4eb3-a4c5-625e12e01cf2 req-2e01e951-8584-421d-8638-07548bd38732 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0492511 Aug 03 20:10:07.582489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-733ea670-a7e5-4eb3-a4c5-625e12e01cf2 req-20ff3a1e-6110-47fe-834c-64c7ef158c53 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312293 Aug 03 20:10:07.605434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:07.617440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'mac_address': 'fa:16:3e:11:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:10:07.653604 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:07.666438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02538f1d-c8d1-4ff9-826d-10a58a9f3dad {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:10:07.685963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:07.689859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:07.740958 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:08.031437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['02538f1d-c8d1-4ff9-826d-10a58a9f3dad'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:10:08.699664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94a11f-fcd6-40a9-a9b8-4e8914d98957 req-f8029c05-ef5a-413d-ae60-d13c84cc15a8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:08.701058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea94a11f-fcd6-40a9-a9b8-4e8914d98957 req-f8029c05-ef5a-413d-ae60-d13c84cc15a8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0520332 Aug 03 20:10:08.738387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea94a11f-fcd6-40a9-a9b8-4e8914d98957 req-194ff54b-5548-4762-ad6b-d96a19809a19 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307937 Aug 03 20:10:09.502855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad up at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:10:09.553491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning for port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:09.557283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Provisioning complete for port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:09.557692 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:09.631605 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:09.654048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:09.656293 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb2504d-69f4-43c8-9e5a-9b71f77b0ae5" -d '{"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-plugged", "status": "completed", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:09.669692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:09.674255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:09.698357 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fd5d02-8848-4c9d-8cda-d4c0233ea448 x-openstack-request-id: req-89fd5d02-8848-4c9d-8cda-d4c0233ea448 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:09.698661 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-plugged", "status": "completed", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:09.698913 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89fd5d02-8848-4c9d-8cda-d4c0233ea448 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:09.699304 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'code': 200} Aug 03 20:10:09.729131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:09.846217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f493dfd-6b30-465d-8a38-6e2304818fe1 req-24d91644-7c43-49fb-a971-ea95e0f1b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:09.847753 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f493dfd-6b30-465d-8a38-6e2304818fe1 req-24d91644-7c43-49fb-a971-ea95e0f1b575 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1096 time: 0.0678442 Aug 03 20:10:09.869192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524aacd-b73c-4d6d-b8b8-42925624c1c0 req-e965433e-8c4b-4500-8857-84a40cf3f543 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:09.870681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7524aacd-b73c-4d6d-b8b8-42925624c1c0 req-e965433e-8c4b-4500-8857-84a40cf3f543 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0641341 Aug 03 20:10:09.915127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f493dfd-6b30-465d-8a38-6e2304818fe1 req-db63e2ca-04f4-44cf-966e-f60a10c3026e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593526 Aug 03 20:10:09.922575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7524aacd-b73c-4d6d-b8b8-42925624c1c0 req-dcb0ebd9-53fa-449f-889f-55a8cc1f3dde tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458200 Aug 03 20:10:11.045813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c9cdf-310a-46e6-8bdb-088e57a46e62 req-99b9d5f1-f6bc-4b07-8309-bc64573cebbd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:11.047343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-438c9cdf-310a-46e6-8bdb-088e57a46e62 req-99b9d5f1-f6bc-4b07-8309-bc64573cebbd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0568795 Aug 03 20:10:11.085838 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-438c9cdf-310a-46e6-8bdb-088e57a46e62 req-8ff54721-da82-4eed-a7d7-44fa3d53d45a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Aug 03 20:10:11.479908 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:10:12.199589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5453a2-8d24-4ed6-ac3d-ddddfd6e8ea5 req-17a4d258-510c-4f17-b047-015eb9c1c306 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:12.201194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b5453a2-8d24-4ed6-ac3d-ddddfd6e8ea5 req-17a4d258-510c-4f17-b047-015eb9c1c306 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Aug 03 20:10:12.247040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b5453a2-8d24-4ed6-ac3d-ddddfd6e8ea5 req-5ebe1c96-d21b-4fc6-ba04-62689383567c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400498 Aug 03 20:10:12.358862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73612-5c0e-4ea4-9010-86884b0bb745 req-22a6731b-2f51-4d5b-ae60-3bd6c9a805df tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:12.360333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ae73612-5c0e-4ea4-9010-86884b0bb745 req-22a6731b-2f51-4d5b-ae60-3bd6c9a805df tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0476532 Aug 03 20:10:12.369598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37134) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:12.374426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Request body: {'floatingip': {'port_id': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:12.416399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:12.840806 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:12.844521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:12.943307 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a associated. External IP: 172.25.4.42, port: 02538f1d-c8d1-4ff9-826d-10a58a9f3dad. Aug 03 20:10:13.142427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:10:13.247012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:10:13.251765 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:13.257776 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:10:13.267964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:13.274020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:10:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:13.279329 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b4872198-c8ad-4fc1-a035-3294de4a5a56 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "PUT /v2.0/floatingips/3707627a-f36a-4627-8cd5-7c47ae1ae26a HTTP/1.1" status: 200 len: 991 time: 0.9085371 Aug 03 20:10:13.280002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:13.282335 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2737d810-96bc-4e59-860f-cbc8289d3490" -d '{"events": [{"name": "network-changed", "server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:13.319298 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b61abeb-ca14-4026-8661-6c2a2ceb2ac1 x-openstack-request-id: req-9b61abeb-ca14-4026-8661-6c2a2ceb2ac1 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:13.319826 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:13.320256 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b61abeb-ca14-4026-8661-6c2a2ceb2ac1 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:13.320928 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'status': 'completed', 'code': 200} Aug 03 20:10:13.385609 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:13.424656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-ed7ddc26-396f-455e-8563-815cc7fda587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:13.426176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-ed7ddc26-396f-455e-8563-815cc7fda587 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1096 time: 0.0444138 Aug 03 20:10:13.517354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-be862506-a48d-428e-9be3-76000ffe1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:13.518907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-be862506-a48d-428e-9be3-76000ffe1446 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0858414 Aug 03 20:10:13.587019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-de2a557e-b690-4021-9f89-e324d1462fc4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 999 time: 0.0611906 Aug 03 20:10:13.610363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:11:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40273960-6c50-494c-954d-83e66ac703e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:10:12Z', 'revision_number': 13, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:13.635364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-cc214436-5548-40af-a892-d8d42df2fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:13.636237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:10:13.636903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-cc214436-5548-40af-a892-d8d42df2fedf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0435874 Aug 03 20:10:13.644521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:13.645121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:10:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:13.683305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-9e7b6c2e-4cea-46dc-bb47-bccab3eb5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:13.684749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-9e7b6c2e-4cea-46dc-bb47-bccab3eb5903 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402439 Aug 03 20:10:13.750346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:13.777695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-1f157f47-bb22-47c3-9716-0fbba1a8cd30 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853760 Aug 03 20:10:13.866617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2737d810-96bc-4e59-860f-cbc8289d3490 req-0e81a248-4017-4d03-a82c-a4b1b56eb43c service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824177 Aug 03 20:10:13.974129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:11:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40273960-6c50-494c-954d-83e66ac703e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:10:12Z', 'revision_number': 13, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:14.000272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fde45-2363-40b5-8f3b-293d479f3994 None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3707627a-f36a-4627-8cd5-7c47ae1ae26a', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'port_id': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'mac_address': 'fa:16:3e:11:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40273960-6c50-494c-954d-83e66ac703e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:04Z', 'updated_at': '2021-08-03T20:10:12Z', 'revision_number': 13, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:10:14.189109 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8a757-82e0-45d7-b831-129d47aa9fca None None] New status for floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:10:21.088074 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.233948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-78ca9b7e-f698-4dc2-ae8c-922cef275900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.345013 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:29.847323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.359988 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c030d3a9-6e60-4b3f-83c9-8ffb165e3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:32.141261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:34.610394 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:48.478745 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:10:51.096432 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:56.234708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-90ad49cd-9829-4e34-b99e-5a9bea812c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:56.340261 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:56.830400 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-f17a4e2e-a49c-4457-82a1-63d9e4ba4382 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410826 Aug 03 20:10:56.933540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-cf0a1a85-2ef7-408c-8044-ff823c1258df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:56.935082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-cf0a1a85-2ef7-408c-8044-ff823c1258df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1096 time: 0.0470145 Aug 03 20:10:57.036760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-eefacbe8-1841-42ee-bd66-fc8ed2d00879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:57.038860 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-eefacbe8-1841-42ee-bd66-fc8ed2d00879 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0844927 Aug 03 20:10:57.109830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-ed65972c-81d5-4349-844c-c239fe89ae1b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 1001 time: 0.0640359 Aug 03 20:10:57.161300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-be9b0be2-ee73-4a2f-a8bc-2dd7e10d717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:57.163630 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-be9b0be2-ee73-4a2f-a8bc-2dd7e10d717d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0457182 Aug 03 20:10:57.211856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-5c92a57f-f12d-49ce-9769-52bfdec051f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:57.213607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-5c92a57f-f12d-49ce-9769-52bfdec051f7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439625 Aug 03 20:10:57.311993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-5a46be68-a3fd-4c74-81c3-425610f528e3 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910857 Aug 03 20:10:57.745615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-96a3f504-3f88-46d3-84cc-80ef64bc2a8f req-2979b1b2-513e-4409-ae1e-3579c191ad35 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253998 Aug 03 20:10:59.851523 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:00.360812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8fea1be-d1c8-4b7e-a36f-93ee7ac4489c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:02.141207 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:04.616154 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:21.102358 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:25.477504 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:11:26.237255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c7bd7f07-187f-4c79-8ef6-266b0bf037a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:26.339213 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:29.853110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:30.362523 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71a3db17-2656-407b-bd0e-bddd1de492de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:32.147596 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:34.618447 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:51.126926 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:56.238421 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b43a057-34f9-4714-a577-99f6f7802739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:56.333730 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:57.834548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-5387b9b9-a232-4ead-ae05-69890c012041 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443795 Aug 03 20:11:57.933233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-540850ce-fc7a-4698-9c62-1cc78528bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:57.934781 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-540850ce-fc7a-4698-9c62-1cc78528bba0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1096 time: 0.0441689 Aug 03 20:11:58.035655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-3a5bf0d4-bbb1-4cba-9c65-29369f204496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:58.037155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-3a5bf0d4-bbb1-4cba-9c65-29369f204496 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0825498 Aug 03 20:11:58.107945 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-70b49fc3-75d8-4281-8844-d7730ea8c7af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 1001 time: 0.0637684 Aug 03 20:11:58.159036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-852091a6-7057-470d-86e7-04f274e68620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:58.160534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-852091a6-7057-470d-86e7-04f274e68620 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0451810 Aug 03 20:11:58.205402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-4646c9d6-6c37-4346-b1cc-8d163d317cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:58.206932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-4646c9d6-6c37-4346-b1cc-8d163d317cba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394113 Aug 03 20:11:58.302069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-09d05129-eb09-47ed-b873-d0d32b2f5c3a service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877905 Aug 03 20:11:58.391667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5abcad6-096f-4af8-becf-76edcbf87e59 req-e4c4758a-5fb8-451b-879a-dee142d8c8dc service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824707 Aug 03 20:11:59.855801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:00.364253 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-399fc9bb-c776-4535-bc3a-f7940ffe1773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:02.147104 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:02.476762 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:12:04.619524 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.123918 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.239664 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d283-0255-4e9f-a563-eb853db421a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.339518 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:29.858294 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:30.365112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-10460396-4434-4413-9ecd-ec766fb4c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:32.149714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:34.624408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:39.475821 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:12:50.292984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d90759-e7e6-43d4-a127-d0256f1baf10 req-91ac0f0a-8ded-427b-b72e-291d8bcc2d31 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:50.294572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89d90759-e7e6-43d4-a127-d0256f1baf10 req-91ac0f0a-8ded-427b-b72e-291d8bcc2d31 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0497198 Aug 03 20:12:50.334015 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89d90759-e7e6-43d4-a127-d0256f1baf10 req-0eb9fce7-f36b-438a-9a64-f5763221b8cd tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326107 Aug 03 20:12:51.121147 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:56.241002 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b3bacd2d-b8b2-4675-a0c7-3c084ab16ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:56.332461 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:59.827695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-70d4752e-516e-4e99-bc53-41e669a36f0f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428438 Aug 03 20:12:59.861522 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:59.924972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-c0adbc26-0951-4c90-9d4c-91cc7d250a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:59.926487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-c0adbc26-0951-4c90-9d4c-91cc7d250a1e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1096 time: 0.0417378 Aug 03 20:13:00.026313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-ef9b7528-ec65-4497-8770-13c62d5879fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:00.028873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-ef9b7528-ec65-4497-8770-13c62d5879fa service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0838640 Aug 03 20:13:00.096937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-fcea4392-7aad-4c7f-b572-3b06875aa309 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 1001 time: 0.0605090 Aug 03 20:13:00.145546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-c60633ef-2623-4750-8650-e8472feaebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:00.147003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-c60633ef-2623-4750-8650-e8472feaebd6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0440195 Aug 03 20:13:00.196388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-8fe876ba-45e7-4bba-8547-e6500d953dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:00.197977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-8fe876ba-45e7-4bba-8547-e6500d953dc5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433078 Aug 03 20:13:00.290453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-27deb550-2876-4016-918a-acbde2a6c0f7 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856066 Aug 03 20:13:00.367072 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8c2f-30fd-4e5c-bb43-078388f49c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:00.387906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82deced4-9b38-4e5b-a68d-d2431d95556f req-98566698-cbf9-4068-b8a7-ddd9db189032 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888293 Aug 03 20:13:01.534902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66ff25-af34-4644-a3ec-f2f329bf43ac req-1b7510dd-161b-4de3-ac85-59dde9a678d4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:01.536482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af66ff25-af34-4644-a3ec-f2f329bf43ac req-1b7510dd-161b-4de3-ac85-59dde9a678d4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0675230 Aug 03 20:13:01.546906 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-0107af0c-d32b-48ef-b6ac-7aee42b7e5fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907464 Aug 03 20:13:01.580560 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af66ff25-af34-4644-a3ec-f2f329bf43ac req-fc1d7d9d-b472-42cc-903d-c4bc411466af tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370619 Aug 03 20:13:02.156315 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:02.729012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02e349-3f05-4288-a656-88e6a62d5e21 req-43fd0850-a54e-4ea9-aef4-8a713aebcaa9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:02.730502 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b02e349-3f05-4288-a656-88e6a62d5e21 req-43fd0850-a54e-4ea9-aef4-8a713aebcaa9 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0742610 Aug 03 20:13:02.745537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-8b86147e-3067-44f1-939c-bda3327074a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:02.746967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-8b86147e-3067-44f1-939c-bda3327074a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1096 time: 0.0634668 Aug 03 20:13:02.818258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9b02e349-3f05-4288-a656-88e6a62d5e21 req-fa9f817a-b9b7-4dd4-b272-4d6e8579a2f8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808840 Aug 03 20:13:02.857747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-fa9cf519-bb6f-4030-82d0-c7c590b0eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:02.859220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-fa9cf519-bb6f-4030-82d0-c7c590b0eb87 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0978673 Aug 03 20:13:02.922930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-6d699c5e-8eef-496e-a234-6f5fd06551c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 1001 time: 0.0565112 Aug 03 20:13:02.975002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-c227e120-16b6-49d9-ba7e-5d8900ddf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:02.976441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-c227e120-16b6-49d9-ba7e-5d8900ddf2ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0467861 Aug 03 20:13:03.020790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-2ff065a4-7e0c-4dd8-8ace-fe5771209717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:03.022301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-2ff065a4-7e0c-4dd8-8ace-fe5771209717 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393956 Aug 03 20:13:03.109070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-14d3dd30-2113-4835-ba60-012fc2ab0056 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796065 Aug 03 20:13:03.202880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-733f2515-dd5e-481a-ab0e-eda3778cf856 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861793 Aug 03 20:13:03.934662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ecb0-218a-4b1c-9203-4553d4edbef4 req-ef3aea7c-11c3-4e62-a888-93e0397b65b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:03.936169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fb3ecb0-218a-4b1c-9203-4553d4edbef4 req-ef3aea7c-11c3-4e62-a888-93e0397b65b3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Aug 03 20:13:03.974313 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3fb3ecb0-218a-4b1c-9203-4553d4edbef4 req-dc3d6659-0b7b-4340-8b45-d9fe300b8c72 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Aug 03 20:13:04.624372 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:05.096639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2d1df-9982-4d12-a840-9cdadb7f2a42 req-b60b3c0d-a222-4ba7-b2e2-77a423773cef tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:05.098150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbc2d1df-9982-4d12-a840-9cdadb7f2a42 req-b60b3c0d-a222-4ba7-b2e2-77a423773cef tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0526884 Aug 03 20:13:05.135756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cbc2d1df-9982-4d12-a840-9cdadb7f2a42 req-db4812b5-6415-4acd-b669-b24f419bb9de tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315490 Aug 03 20:13:06.251425 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ef305-82ee-4b30-bfbc-b181c748048e req-dc3c98ac-d35a-4248-a5c1-6b0b19a9b73b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:06.253412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d6ef305-82ee-4b30-bfbc-b181c748048e req-dc3c98ac-d35a-4248-a5c1-6b0b19a9b73b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Aug 03 20:13:06.290806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d6ef305-82ee-4b30-bfbc-b181c748048e req-3f5f6297-abac-4f0e-ba9f-6143cedad1bc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Aug 03 20:13:07.404514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75694ea9-758d-4786-82c5-ea1dd1748f1c req-146aebfe-6a9e-4256-9603-cbb027abb100 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:07.406014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75694ea9-758d-4786-82c5-ea1dd1748f1c req-146aebfe-6a9e-4256-9603-cbb027abb100 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0481651 Aug 03 20:13:07.444245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75694ea9-758d-4786-82c5-ea1dd1748f1c req-7595a2ee-2e94-4f77-8be1-4205c2db41f0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Aug 03 20:13:08.564305 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af81a-94ff-4bda-b645-7020cfd4ecdc req-32419940-88c8-4f4f-8791-0a2ffdb4f394 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:08.566336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-197af81a-94ff-4bda-b645-7020cfd4ecdc req-32419940-88c8-4f4f-8791-0a2ffdb4f394 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0532753 Aug 03 20:13:08.604126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-197af81a-94ff-4bda-b645-7020cfd4ecdc req-e81802f8-98b0-4ebf-90fb-07734565de47 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318685 Aug 03 20:13:09.723855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281759f-e521-4f1e-b0cb-39a84dab2997 req-67ffd725-d1d3-4390-85c8-4afe198c40f5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:09.725363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b281759f-e521-4f1e-b0cb-39a84dab2997 req-67ffd725-d1d3-4390-85c8-4afe198c40f5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0492787 Aug 03 20:13:09.764866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b281759f-e521-4f1e-b0cb-39a84dab2997 req-70400afd-6a94-43e1-8c73-f1583523b53d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333920 Aug 03 20:13:10.883725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43498c89-c35f-47ea-8467-77d830c5874e req-fd151bc4-9e30-4ea5-8e4a-21da3db7743c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:10.885220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43498c89-c35f-47ea-8467-77d830c5874e req-fd151bc4-9e30-4ea5-8e4a-21da3db7743c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0506530 Aug 03 20:13:10.926096 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-43498c89-c35f-47ea-8467-77d830c5874e req-d4fb6fc8-e5cf-477a-8b24-3f8566cef0b0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349460 Aug 03 20:13:12.055780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3092452-2b1f-401f-8c42-9171854440b0 req-e52c32ee-faa8-4154-b664-2677aa42bf6d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:12.057352 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3092452-2b1f-401f-8c42-9171854440b0 req-e52c32ee-faa8-4154-b664-2677aa42bf6d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0620227 Aug 03 20:13:12.097009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d3092452-2b1f-401f-8c42-9171854440b0 req-6ce9e299-c354-465a-b8ce-ddc2cd58c73a tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334809 Aug 03 20:13:13.214895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592f03f-d6c8-453c-8dc1-3b70de64fdc6 req-52578ca4-f3aa-49bc-a6f8-cbaf994bb29e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:13.216415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d592f03f-d6c8-453c-8dc1-3b70de64fdc6 req-52578ca4-f3aa-49bc-a6f8-cbaf994bb29e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0494125 Aug 03 20:13:13.254525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d592f03f-d6c8-453c-8dc1-3b70de64fdc6 req-c180c4f7-3205-463b-bfec-880a604f4933 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Aug 03 20:13:14.369501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c2e90-e77f-434a-a9d7-93ea92a010da req-a58cb850-417b-40de-9741-4e0814c1fa2f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:14.371030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c12c2e90-e77f-434a-a9d7-93ea92a010da req-a58cb850-417b-40de-9741-4e0814c1fa2f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0501983 Aug 03 20:13:14.413052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c12c2e90-e77f-434a-a9d7-93ea92a010da req-bd850242-81ed-4cd1-8038-d67b65e5050b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358481 Aug 03 20:13:15.534792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194d027-31e4-4c61-81c9-58ce03936c4a req-6fed7cf1-777f-481b-b089-e5e69aebc402 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:15.536300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1194d027-31e4-4c61-81c9-58ce03936c4a req-6fed7cf1-777f-481b-b089-e5e69aebc402 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0530810 Aug 03 20:13:15.573344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1194d027-31e4-4c61-81c9-58ce03936c4a req-74b73e4b-78c3-465d-9a14-9b5f9198bbfc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311134 Aug 03 20:13:16.474483 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:13:16.687790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225751b-5f70-4e31-a9d6-3b7f3a4b6e62 req-41f1f2d7-83e3-4d96-8427-d1a149576d62 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:16.689727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4225751b-5f70-4e31-a9d6-3b7f3a4b6e62 req-41f1f2d7-83e3-4d96-8427-d1a149576d62 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0484509 Aug 03 20:13:16.727791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4225751b-5f70-4e31-a9d6-3b7f3a4b6e62 req-87847094-1af5-455a-8473-d272000e0238 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321815 Aug 03 20:13:17.842268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168249f3-ef1b-40d8-88c3-371ebdb4f998 req-f922b2d9-590b-4852-a347-6012a3558d10 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:17.843733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-168249f3-ef1b-40d8-88c3-371ebdb4f998 req-f922b2d9-590b-4852-a347-6012a3558d10 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0486162 Aug 03 20:13:17.882212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-168249f3-ef1b-40d8-88c3-371ebdb4f998 req-be10c1c4-bc8b-4c72-ad13-7e3fc686e3c2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324438 Aug 03 20:13:19.000559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce343a1-ff64-45d4-afdd-53eb2a4dcece req-b1ae2f99-cf9b-4d9f-a3a0-813cec3ec305 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:19.002576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cce343a1-ff64-45d4-afdd-53eb2a4dcece req-b1ae2f99-cf9b-4d9f-a3a0-813cec3ec305 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0526006 Aug 03 20:13:19.039740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cce343a1-ff64-45d4-afdd-53eb2a4dcece req-57b8f48f-cb09-4d2e-b306-fc30431355fa tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311906 Aug 03 20:13:20.154300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4aac-ed0b-4dab-8c4d-955374aa1bb4 req-3e83ca17-3f72-470e-adf2-c28be06a2771 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:20.155796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff1d4aac-ed0b-4dab-8c4d-955374aa1bb4 req-3e83ca17-3f72-470e-adf2-c28be06a2771 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0494723 Aug 03 20:13:20.195695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff1d4aac-ed0b-4dab-8c4d-955374aa1bb4 req-b4a8291e-06b2-4331-9595-2e8043efc15e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340517 Aug 03 20:13:21.135675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:21.311761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddc91b-91cd-4277-a01c-25019dc4a499 req-4c1e5998-58f6-4ff7-8d48-ce41a2066969 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:21.313278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28ddc91b-91cd-4277-a01c-25019dc4a499 req-4c1e5998-58f6-4ff7-8d48-ce41a2066969 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Aug 03 20:13:21.351953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28ddc91b-91cd-4277-a01c-25019dc4a499 req-8aa9cbfd-3b66-44df-8268-0dec4a2a881d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320647 Aug 03 20:13:22.180745 n-d-803378-1 neutron-server[94134]: INFO neutron.api.v2.resource [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-38b9265a-95b4-4136-a759-1b4766c0623c service neutron] show failed (client error): The resource could not be found. Aug 03 20:13:22.181995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-38b9265a-95b4-4136-a759-1b4766c0623c service neutron] 10.222.0.63 "GET /v2.0/ports/02538f1d-c8d1-4ff9-826d-10a58a9f3dad/bindings/n-h1-803378-1 HTTP/1.1" status: 404 len: 380 time: 0.0592990 Aug 03 20:13:22.463514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-ab567293-fce7-4596-94f6-b5f860be9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:22.465030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-ab567293-fce7-4596-94f6-b5f860be9412 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 1096 time: 0.1225367 Aug 03 20:13:22.478790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:13:22.490963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f613004-02d1-4b3b-bf6c-96b678512494 req-2f2dccc0-139f-4a3b-9639-15863795d689 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:22.492398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f613004-02d1-4b3b-bf6c-96b678512494 req-2f2dccc0-139f-4a3b-9639-15863795d689 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0643420 Aug 03 20:13:22.534575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:13:22.572125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f613004-02d1-4b3b-bf6c-96b678512494 req-cbf1140f-9991-4f9c-8957-5bc4518cb948 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648413 Aug 03 20:13:22.572854 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:22.611289 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:22.774957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:22.808487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:13:22.850354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:22.852721 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e92f26-e77d-4950-87d9-bc273a9aa63b" -d '{"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-unplugged", "status": "completed", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:22.856831 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:22.870510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Transition to ACTIVE for port object 02538f1d-c8d1-4ff9-826d-10a58a9f3dad will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:13:22.875226 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:22.927752 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 20:13:22.928443 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 20:13:22.965673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:22.984261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.984591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.984935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.985265 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.985680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.986033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.986431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.986757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.987126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.987451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.987776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.988091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:22.992392 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f648d1a5-4ab0-4737-b99d-2d36d71dd63e x-openstack-request-id: req-f648d1a5-4ab0-4737-b99d-2d36d71dd63e {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:22.992784 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-unplugged", "status": "completed", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:22.992913 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f648d1a5-4ab0-4737-b99d-2d36d71dd63e {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:22.993308 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'code': 200} Aug 03 20:13:23.017501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] No DVR routers for this DVR port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:13:23.174785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:13:23.175296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:13:23.175823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:13:23.180715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:13:23.181027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:13:23.185991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:13:23.186272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:13:23.186654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:13:23.187075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Bound port: 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:13:23.187428 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:23.252378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:13:23.256129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:13:23.261570 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:23.298368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:23.298993 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:23.300480 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] 10.222.0.88 "PUT /v2.0/ports/02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 1091 time: 0.8268514 Aug 03 20:13:23.338825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff616b-c0ef-4029-8711-95b01ecedfef service neutron] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:23.375758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-9a023191-e3f5-4abd-a4da-33afda5fbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:23.377452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-9a023191-e3f5-4abd-a4da-33afda5fbb4c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1094 time: 0.0514822 Aug 03 20:13:23.477811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-2f2551e9-4bb4-4573-862a-5c56052a037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:23.479328 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-2f2551e9-4bb4-4573-862a-5c56052a037e service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0939081 Aug 03 20:13:23.551528 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-1ff96462-7dd6-485e-bbf0-9498af6080ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 999 time: 0.0641224 Aug 03 20:13:23.600672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-406639b3-c902-490a-8acb-458d253f4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:23.602367 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-406639b3-c902-490a-8acb-458d253f4203 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0433848 Aug 03 20:13:23.676695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-e04f33a9-4501-4f21-8cbd-75b51372d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:23.678166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-e04f33a9-4501-4f21-8cbd-75b51372d694 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687609 Aug 03 20:13:23.739808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa49e6-bec4-4f0b-ba91-ff9217d83e82 req-2d513982-0437-45c9-b957-b79b8427512b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:23.741270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34aa49e6-bec4-4f0b-ba91-ff9217d83e82 req-2d513982-0437-45c9-b957-b79b8427512b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0990064 Aug 03 20:13:23.804329 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-34aa49e6-bec4-4f0b-ba91-ff9217d83e82 req-8ba28030-37dc-4da4-b572-2f41e6a6a866 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552111 Aug 03 20:13:23.814372 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-c8fb191f-664f-4d19-81b8-7033ec807e6a service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280334 Aug 03 20:13:23.906065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-e0662dc0-3dc4-47e5-a574-0dc2e0102ab4 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837882 Aug 03 20:13:24.925513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0d47-112e-4b46-a7d8-f0bf637ae890 req-c76303db-71fc-46b6-97de-b28e98f00fbe tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:24.927046 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073f0d47-112e-4b46-a7d8-f0bf637ae890 req-c76303db-71fc-46b6-97de-b28e98f00fbe tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0503535 Aug 03 20:13:24.965003 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-073f0d47-112e-4b46-a7d8-f0bf637ae890 req-29403abc-06f7-4ff2-9870-6fee12d236c7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319507 Aug 03 20:13:24.994698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:24.997057 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfa69c3-5768-40f8-a227-e492ff3a31cf" -d '{"events": [{"name": "network-changed", "server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:25.053673 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be40a80-08f6-4943-acac-d283ab61ea39 x-openstack-request-id: req-8be40a80-08f6-4943-acac-d283ab61ea39 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:25.054033 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:25.054355 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8be40a80-08f6-4943-acac-d283ab61ea39 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:25.054890 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'status': 'completed', 'code': 200} Aug 03 20:13:25.150605 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-a71149b8-d1e0-49b6-ba55-4233d867f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.152182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-a71149b8-d1e0-49b6-ba55-4233d867f4e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1094 time: 0.0784633 Aug 03 20:13:25.157813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-f4e10aa6-308c-423f-a90d-e2b3e960334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.159987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-f4e10aa6-308c-423f-a90d-e2b3e960334d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1094 time: 0.0596552 Aug 03 20:13:25.312015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-d7febb37-42a2-44f3-bfad-eb2209b987a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.313505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-d7febb37-42a2-44f3-bfad-eb2209b987a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1526251 Aug 03 20:13:25.316680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-26ec306b-b159-4068-8210-bc8384a98b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.318109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-26ec306b-b159-4068-8210-bc8384a98b19 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1496863 Aug 03 20:13:25.435350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-bf60a9e2-f049-4c6f-93c4-5b237a9564fe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 999 time: 0.1137543 Aug 03 20:13:25.437098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-1f856928-b3e2-472b-991d-18a5e03cd33f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 999 time: 0.1090510 Aug 03 20:13:25.521222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-09fa191c-2249-4dc9-b05d-2b4c86abe97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.522738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-09fa191c-2249-4dc9-b05d-2b4c86abe97d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0797737 Aug 03 20:13:25.524423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-4c4cf8a9-a724-4626-b75c-fb0ab3332abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.525805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-4c4cf8a9-a724-4626-b75c-fb0ab3332abb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0750508 Aug 03 20:13:25.606860 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-e0a92fbd-ccc8-43f9-90b3-55af408ace97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.608365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-e0a92fbd-ccc8-43f9-90b3-55af408ace97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699465 Aug 03 20:13:25.610118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-d22a70b0-d201-4d1e-bf92-80bedce28375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.611473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-d22a70b0-d201-4d1e-bf92-80bedce28375 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813279 Aug 03 20:13:25.778749 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-3609a7eb-e123-4a29-a827-7646466b9bb1 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622534 Aug 03 20:13:25.782888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-bf856f90-1a9e-4fc6-afa3-45b452533cf8 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591423 Aug 03 20:13:25.945979 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-9c95615d-d66d-4ebb-9405-6277c12b3235 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511834 Aug 03 20:13:25.947787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bfa69c3-5768-40f8-a227-e492ff3a31cf req-5f0bfa41-e577-48f2-9a06-f9d84aa3962f service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613557 Aug 03 20:13:26.092037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883d90b-c89b-4c1d-950b-e16422c534f5 req-aec97600-525a-427b-8d5c-f1127f837506 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:26.093510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6883d90b-c89b-4c1d-950b-e16422c534f5 req-aec97600-525a-427b-8d5c-f1127f837506 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0559320 Aug 03 20:13:26.135863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6883d90b-c89b-4c1d-950b-e16422c534f5 req-1e26c89e-419a-47ce-b8ae-ccfae741c0c7 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356719 Aug 03 20:13:26.243172 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-540a2cd9-a71b-43cf-913b-167f2cc77e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:26.343691 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:27.258511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82611969-f5d3-4d76-aec5-ee141328980d req-fdb7089c-3e26-4d73-b316-08d267b27dae tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:27.260041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82611969-f5d3-4d76-aec5-ee141328980d req-fdb7089c-3e26-4d73-b316-08d267b27dae tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0514338 Aug 03 20:13:27.298767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82611969-f5d3-4d76-aec5-ee141328980d req-a6d1afeb-5710-4b0c-b405-4e600ede27c4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Aug 03 20:13:28.416365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2059c-62c3-4c02-8a3e-ef315b6e12d7 req-f4e7671f-0e12-472a-8bf0-79968f46fdd4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:28.417857 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16a2059c-62c3-4c02-8a3e-ef315b6e12d7 req-f4e7671f-0e12-472a-8bf0-79968f46fdd4 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0489619 Aug 03 20:13:28.456739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16a2059c-62c3-4c02-8a3e-ef315b6e12d7 req-cffb88fa-a0a6-4687-872e-c81528759f3e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327716 Aug 03 20:13:29.572675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868c534-bcfc-4595-9afd-16db9a0dd21f req-09a6173d-932e-48ba-a2fa-46d5c4f2d331 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:29.574166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6868c534-bcfc-4595-9afd-16db9a0dd21f req-09a6173d-932e-48ba-a2fa-46d5c4f2d331 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0504529 Aug 03 20:13:29.612120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6868c534-bcfc-4595-9afd-16db9a0dd21f req-33f585d9-c4c1-4195-946d-ca7afdbb8b03 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Aug 03 20:13:29.863814 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:30.366907 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9f17-6a86-4e7e-8a21-73879fba050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:30.729895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec7b33-b9d8-47f1-b4f2-d1f7fc8b99ab req-47e72031-7c79-4b41-836b-436b10356b3c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:30.731413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-beec7b33-b9d8-47f1-b4f2-d1f7fc8b99ab req-47e72031-7c79-4b41-836b-436b10356b3c tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0501728 Aug 03 20:13:30.769988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-beec7b33-b9d8-47f1-b4f2-d1f7fc8b99ab req-b9540123-f3b0-458b-b5d1-ee201fc45f85 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327554 Aug 03 20:13:31.900600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47213537-02cc-4be3-b7ae-3859348be4c6 req-9a80f204-73d6-4229-98c1-48e2601a347f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:31.902115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47213537-02cc-4be3-b7ae-3859348be4c6 req-9a80f204-73d6-4229-98c1-48e2601a347f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0489628 Aug 03 20:13:31.939892 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47213537-02cc-4be3-b7ae-3859348be4c6 req-e6ada5ea-ff6f-4982-96cb-c47da57c1f03 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Aug 03 20:13:32.156527 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:33.059711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aceb1a-dd4c-4dc7-8ab3-c50bfc0f50d2 req-1099592c-a252-45b3-89df-e851b056746b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:33.061193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0aceb1a-dd4c-4dc7-8ab3-c50bfc0f50d2 req-1099592c-a252-45b3-89df-e851b056746b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0523899 Aug 03 20:13:33.099449 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e0aceb1a-dd4c-4dc7-8ab3-c50bfc0f50d2 req-888fa6e5-52e2-4419-b609-13224dec98bc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317438 Aug 03 20:13:34.230313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b402-acfd-4676-a55a-6863e21d7bee req-da4caff2-f116-4f46-859a-2c4e4b920841 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:34.234253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3004b402-acfd-4676-a55a-6863e21d7bee req-da4caff2-f116-4f46-859a-2c4e4b920841 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0565157 Aug 03 20:13:34.275390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3004b402-acfd-4676-a55a-6863e21d7bee req-adc3a0b3-1d4c-4588-8be2-44c4c0605e88 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332572 Aug 03 20:13:34.628223 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:35.392487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe4964-6bc0-46d1-9aad-0e663b58d236 req-c3b91f65-d8b9-4855-9409-ac346919d5d1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:35.394696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbfe4964-6bc0-46d1-9aad-0e663b58d236 req-c3b91f65-d8b9-4855-9409-ac346919d5d1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0509634 Aug 03 20:13:35.432351 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbfe4964-6bc0-46d1-9aad-0e663b58d236 req-f242d758-bb0f-4b37-a704-0cb2fcd3c2e5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Aug 03 20:13:35.748333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-1a7b1f86-b9b8-4998-9ab7-0f4c290adadb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:35.750022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-1a7b1f86-b9b8-4998-9ab7-0f4c290adadb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.88 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 943 time: 0.0830870 Aug 03 20:13:35.762417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282e31-49b5-4e9d-a4ae-77962dffd055 req-823f905b-4a1e-4798-beb5-ae4a048e8509 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:35.763875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2282e31-49b5-4e9d-a4ae-77962dffd055 req-823f905b-4a1e-4798-beb5-ae4a048e8509 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0670547 Aug 03 20:13:35.838384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2282e31-49b5-4e9d-a4ae-77962dffd055 req-d9c01711-00a6-4a26-9294-33680b370eb5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676229 Aug 03 20:13:35.844719 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-1640cf0d-9e5e-4819-a8f6-8373ccddf5b9 service neutron] 10.222.0.88 "GET /v2.0/ports/02538f1d-c8d1-4ff9-826d-10a58a9f3dad/bindings/n-h1-803378-1 HTTP/1.1" status: 200 len: 382 time: 0.0798900 Aug 03 20:13:35.922478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-53984248-5bd4-490e-bfbd-f60e5def36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:35.923995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-53984248-5bd4-490e-bfbd-f60e5def36ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1094 time: 0.0451376 Aug 03 20:13:36.017884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-52671e5e-e83b-41fc-b9ee-65c9fd7f5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:36.019815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-52671e5e-e83b-41fc-b9ee-65c9fd7f5756 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.0888069 Aug 03 20:13:36.089594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-d60712cc-607b-419c-a6c9-9ec17a03716e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 999 time: 0.0619228 Aug 03 20:13:36.481152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-472fa555-0a89-4c21-bc37-2c05cf516e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:36.482716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-472fa555-0a89-4c21-bc37-2c05cf516e69 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.3858695 Aug 03 20:13:36.530631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-0bd918ad-9d5d-4956-90e5-be2035465706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:36.532186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-0bd918ad-9d5d-4956-90e5-be2035465706 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418823 Aug 03 20:13:36.640025 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-63739ab3-9909-4ff8-ba96-ea07e04833fd service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988958 Aug 03 20:13:36.729906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-471faa5d-d6d5-4f57-a41e-5caf865a48ba service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813646 Aug 03 20:13:36.959111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eb5fd-08cb-4656-9fd9-660b42dfe088 req-57e7a00a-4499-4bad-94e8-da1f5e4d2227 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:36.960586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-087eb5fd-08cb-4656-9fd9-660b42dfe088 req-57e7a00a-4499-4bad-94e8-da1f5e4d2227 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 943 time: 0.0488334 Aug 03 20:13:36.998594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-087eb5fd-08cb-4656-9fd9-660b42dfe088 req-09cc9eca-87cd-4a3d-bfd3-3414156e3c26 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319505 Aug 03 20:13:37.031224 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:13:37.142107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:37.155386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'mac_address': 'fa:16:3e:11:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:13:37.192940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:37.207507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02538f1d-c8d1-4ff9-826d-10a58a9f3dad {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:13:37.228027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:37.232252 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:37.281937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:37.290060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.290410 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.290755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.291098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.291457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.291789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.292119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.292446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.292773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.293097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.293422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.293773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:37.515359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['02538f1d-c8d1-4ff9-826d-10a58a9f3dad'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:13:38.124927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7cca4-11ce-45e7-be9c-5ae056e54191 req-7f1212f3-a54c-4ed2-9dc8-584e16657322 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:38.126439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15d7cca4-11ce-45e7-be9c-5ae056e54191 req-7f1212f3-a54c-4ed2-9dc8-584e16657322 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0552855 Aug 03 20:13:38.166597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15d7cca4-11ce-45e7-be9c-5ae056e54191 req-b41e56b3-8fff-489c-a9ee-d5e2bca38ac0 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338383 Aug 03 20:13:39.044922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:13:39.124139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:13:39.131187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:13:39.131813 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:39.237515 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:39.272944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:39.275736 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec0f81c-105d-492a-8357-06f8a9f88183" -d '{"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-plugged", "status": "completed", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:39.281656 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:39.287520 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:39.341511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da29cd0-50c8-4d10-b7ae-ad06c8a51357 req-65076076-c17d-4b79-8014-bbbc25670147 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:39.342813 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:39.343267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7da29cd0-50c8-4d10-b7ae-ad06c8a51357 req-65076076-c17d-4b79-8014-bbbc25670147 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0546734 Aug 03 20:13:39.393319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7da29cd0-50c8-4d10-b7ae-ad06c8a51357 req-1cc03897-66a0-4da0-9bda-6c2a2f734e24 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402043 Aug 03 20:13:39.436426 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea6ae0-d879-4c1e-8ae1-9e6ca1be6384 x-openstack-request-id: req-8aea6ae0-d879-4c1e-8ae1-9e6ca1be6384 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:39.436722 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-plugged", "status": "completed", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:39.436975 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8aea6ae0-d879-4c1e-8ae1-9e6ca1be6384 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:39.437375 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'code': 200} Aug 03 20:13:40.522564 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdd820-f7a9-474a-b10a-74f8f78fc757 req-ad20ae41-7eaa-4083-9fcf-96d2a47a9704 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:40.524151 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfbdd820-f7a9-474a-b10a-74f8f78fc757 req-ad20ae41-7eaa-4083-9fcf-96d2a47a9704 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0537019 Aug 03 20:13:40.566423 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bfbdd820-f7a9-474a-b10a-74f8f78fc757 req-340b025c-8eeb-4c3a-a911-3a3935cc0497 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354571 Aug 03 20:13:40.733571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-1417910f-67c3-420e-ad45-a959058f4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:40.735204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-1417910f-67c3-420e-ad45-a959058f4b10 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7&tenant_id=96199c2bd3424e4ebf2446b8af8e86f7 HTTP/1.1" status: 200 len: 1096 time: 0.0466433 Aug 03 20:13:40.754633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-1', 'device_owner': 'compute:nova'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:13:40.809952 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:41.017149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:41.051097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:13:41.095495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:41.097849 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef682c-65c9-451a-bf23-8d58c835bd4d" -d '{"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-unplugged", "status": "completed", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:41.102118 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:41.116056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Transition to ACTIVE for port object 02538f1d-c8d1-4ff9-826d-10a58a9f3dad will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:13:41.120216 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:41.154763 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9237222d-ffda-4474-99cc-89118351479e x-openstack-request-id: req-9237222d-ffda-4474-99cc-89118351479e {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:41.155063 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-unplugged", "status": "completed", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:41.155310 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9237222d-ffda-4474-99cc-89118351479e {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:41.155705 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'code': 200} Aug 03 20:13:41.208242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=10']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:41.268520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] No DVR routers for this DVR port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:13:41.413531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:13:41.413876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:13:41.414209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:13:41.418599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:13:41.418923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Attempting to bind port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:13:41.423802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:13:41.424174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Checking segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:13:41.424569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Bound using segment: {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:13:41.425002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Bound port: 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd99a036-1bea-4b56-9abe-ff3a5c260931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:13:41.425412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:41.492167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:13:41.496358 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:13:41.501807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:41.537118 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:41.538853 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:41.540485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] 10.222.0.63 "PUT /v2.0/ports/02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 1092 time: 0.7908804 Aug 03 20:13:41.563288 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454659f9-82ff-455b-984e-e3582e8e8b26 service neutron] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=11']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:41.627874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-afa6266a-b479-4b0a-8320-4998f13d1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:41.630181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-afa6266a-b479-4b0a-8320-4998f13d1a67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1095 time: 0.0515416 Aug 03 20:13:41.754131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064505c2-94f2-412f-936a-8a91c263e522 req-d650fdbb-10fe-400f-be79-bc002041b4af tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:41.755672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-064505c2-94f2-412f-936a-8a91c263e522 req-d650fdbb-10fe-400f-be79-bc002041b4af tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.1091950 Aug 03 20:13:41.780734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-762f691d-ab22-4b0c-903d-59d6ab466b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:41.782228 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-762f691d-ab22-4b0c-903d-59d6ab466b63 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1440539 Aug 03 20:13:41.843734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-064505c2-94f2-412f-936a-8a91c263e522 req-8527d80c-2650-41a9-a577-65446acd64f5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789587 Aug 03 20:13:41.867780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-bdc9e561-b68c-47b4-99c4-c12b56626622 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 999 time: 0.0770564 Aug 03 20:13:41.920196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-1130c35c-9d42-440a-8901-e37caa727a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:41.921705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-1130c35c-9d42-440a-8901-e37caa727a48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0467417 Aug 03 20:13:41.970654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-4e527dd3-742e-4f91-9f77-7e03bc7d5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:41.973131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-4e527dd3-742e-4f91-9f77-7e03bc7d5150 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437956 Aug 03 20:13:42.071733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-e1a65513-8c56-4553-9a02-0becd320edfe service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909426 Aug 03 20:13:42.161310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-157904a7-9c3e-4310-8fb6-11d538b12e01 req-62b40153-04fe-4279-92c2-8cacff784941 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827498 Aug 03 20:13:42.970303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b4a55-2fc8-4af0-9a78-2feef2776386 req-e4bf3043-55b6-427e-b6ca-6449c647e2d6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:42.972413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-821b4a55-2fc8-4af0-9a78-2feef2776386 req-e4bf3043-55b6-427e-b6ca-6449c647e2d6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0551043 Aug 03 20:13:43.011126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-821b4a55-2fc8-4af0-9a78-2feef2776386 req-50c2e921-b6d4-44af-8489-2d42fd155bf2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325375 Aug 03 20:13:43.048811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:13:43.091074 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:13:43.156866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:43.159590 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:43.233177 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7a1814-3229-4945-91ac-b763a3f03aa4 x-openstack-request-id: req-3a7a1814-3229-4945-91ac-b763a3f03aa4 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:43.233482 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:43.233751 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a7a1814-3229-4945-91ac-b763a3f03aa4 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:43.234177 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'status': 'completed', 'code': 200} Aug 03 20:13:43.328097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-228975a3-90cf-429b-9233-890a851ce2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.329700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-228975a3-90cf-429b-9233-890a851ce2d8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1095 time: 0.0785019 Aug 03 20:13:43.333252 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-27eaca8f-6a87-42c4-81b7-e175b2574936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.334282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-27eaca8f-6a87-42c4-81b7-e175b2574936 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 1095 time: 0.0544374 Aug 03 20:13:43.506389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-a02e1405-b01c-4311-b344-3ca12fa7ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.507944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-a02e1405-b01c-4311-b344-3ca12fa7ac88 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1708930 Aug 03 20:13:43.510994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-33484e9a-fb90-47d2-863f-60f1d869e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.512457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-33484e9a-fb90-47d2-863f-60f1d869e874 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 200 len: 911 time: 0.1676888 Aug 03 20:13:43.623935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-d074202a-57d8-4f7b-a5a9-f3bcbde8b807 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 999 time: 0.1078830 Aug 03 20:13:43.629976 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-54b27dd3-6c27-4ec7-9fb9-adac924143a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 200 len: 999 time: 0.1083350 Aug 03 20:13:43.710013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-e0ecf88d-7c76-4747-814d-47c5dc2fe9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.711536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-e0ecf88d-7c76-4747-814d-47c5dc2fe9a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0803535 Aug 03 20:13:43.712923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-417e1e58-90b3-45c2-a48c-013cbc72969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.714282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-417e1e58-90b3-45c2-a48c-013cbc72969f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 200 len: 849 time: 0.0726666 Aug 03 20:13:43.790334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-86c486dc-19f5-454e-a9cc-56557b6c973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.791859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-86c486dc-19f5-454e-a9cc-56557b6c973d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653572 Aug 03 20:13:43.793581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-767a2ebf-486e-4645-86ee-a3faebfa09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.794956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-767a2ebf-486e-4645-86ee-a3faebfa09e3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764523 Aug 03 20:13:43.953097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-f2114d42-7240-456d-89fd-000277d04b7d service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540978 Aug 03 20:13:43.955006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-950ac9bc-ce62-472b-8ecc-d71cf1e53ffb service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489875 Aug 03 20:13:44.144734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-fa1fd7bd-8dc5-4645-b97b-0fdb5011f947 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762674 Aug 03 20:13:44.146295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1cb3f823-22cb-43be-8f5b-6aba5da35cf2 req-2cfc24db-0913-4ccd-8ba5-913cea0a92b7 service neutron] 10.222.0.63 "GET /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860733 Aug 03 20:13:44.169006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a779ec-9fdb-4441-9565-0452dc89512e req-9cfdbb5f-8c43-476f-84e2-2c93f9e2e02f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:44.174607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15a779ec-9fdb-4441-9565-0452dc89512e req-9cfdbb5f-8c43-476f-84e2-2c93f9e2e02f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0817211 Aug 03 20:13:44.221797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15a779ec-9fdb-4441-9565-0452dc89512e req-87626253-4108-485e-9f79-56989b91b916 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427341 Aug 03 20:13:45.348911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7064863-23e9-43cb-887b-33836f681b2f req-7f30e51c-2920-4144-b5b7-b5ab4442ff4f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:45.350566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7064863-23e9-43cb-887b-33836f681b2f req-7f30e51c-2920-4144-b5b7-b5ab4442ff4f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0529165 Aug 03 20:13:45.392148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7064863-23e9-43cb-887b-33836f681b2f req-6fb33d68-5415-4079-9a49-9528c473a203 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353091 Aug 03 20:13:46.516522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfa5b9-f6fb-4a27-b7e5-16f98cd8adc4 req-4924b177-a54a-4331-95c6-fe74fe67cd53 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:46.518577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65dfa5b9-f6fb-4a27-b7e5-16f98cd8adc4 req-4924b177-a54a-4331-95c6-fe74fe67cd53 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0500681 Aug 03 20:13:46.555186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65dfa5b9-f6fb-4a27-b7e5-16f98cd8adc4 req-e1d4d631-a1d3-4685-bc35-71e14db33e76 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308232 Aug 03 20:13:47.669721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c54b31-3e17-44a2-9a35-025fc33b425c req-6d290245-77e8-4638-a38b-6de9c9a37cd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:47.671091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28c54b31-3e17-44a2-9a35-025fc33b425c req-6d290245-77e8-4638-a38b-6de9c9a37cd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0484405 Aug 03 20:13:47.713283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28c54b31-3e17-44a2-9a35-025fc33b425c req-adafc990-16d7-473f-84ac-72b4bb555026 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361602 Aug 03 20:13:48.827835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12384a0-fd4b-4997-abb8-ea30a15a5277 req-6529633a-36f7-4b22-ad63-464eb38a76d3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:48.829297 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c12384a0-fd4b-4997-abb8-ea30a15a5277 req-6529633a-36f7-4b22-ad63-464eb38a76d3 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0473101 Aug 03 20:13:48.870872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c12384a0-fd4b-4997-abb8-ea30a15a5277 req-b34fb0b3-9336-43b7-9010-409af8630e80 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351186 Aug 03 20:13:49.986469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1f16b-e0f0-48c6-baae-cf5c2186ae2f req-8444c4e0-8f28-4058-a458-5e8f107ed0e6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:49.987940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbf1f16b-e0f0-48c6-baae-cf5c2186ae2f req-8444c4e0-8f28-4058-a458-5e8f107ed0e6 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0488081 Aug 03 20:13:50.025773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbf1f16b-e0f0-48c6-baae-cf5c2186ae2f req-e3678073-9184-4c1e-ad6c-c4c914d4f0bc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319090 Aug 03 20:13:51.143055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d478b-09d8-4a0a-bea0-d88f158f5878 req-7571234f-3d28-4281-95b7-418e6e8e3a21 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:51.145070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64d478b-09d8-4a0a-bea0-d88f158f5878 req-7571234f-3d28-4281-95b7-418e6e8e3a21 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0508726 Aug 03 20:13:51.146790 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:51.187107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f64d478b-09d8-4a0a-bea0-d88f158f5878 req-de8b780c-e8ae-4aea-abe6-8eb04b5df735 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361967 Aug 03 20:13:52.307042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb23b4-4b59-4358-bc15-5aaac1f3a878 req-b09c7a63-434a-483d-8998-1285bdb953fc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:52.308516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2adb23b4-4b59-4358-bc15-5aaac1f3a878 req-b09c7a63-434a-483d-8998-1285bdb953fc tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0483546 Aug 03 20:13:52.346868 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2adb23b4-4b59-4358-bc15-5aaac1f3a878 req-0242aebe-ced0-44e7-b800-6ed75dc72fae tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Aug 03 20:13:53.462388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ff0ed-4b44-48ad-a4e9-8bffcb49f599 req-20b41331-a508-4418-895d-e35348f2ce09 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:53.463798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-860ff0ed-4b44-48ad-a4e9-8bffcb49f599 req-20b41331-a508-4418-895d-e35348f2ce09 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0495386 Aug 03 20:13:53.473374 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:13:53.502656 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-860ff0ed-4b44-48ad-a4e9-8bffcb49f599 req-1a3f5eed-6d17-4672-8805-8354d50e9c85 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329907 Aug 03 20:13:54.618391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17825a-28a4-4979-a7f6-6a409f8ada8d req-ee43c687-85ea-4b9d-b280-ca002cfec90d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:54.619933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b17825a-28a4-4979-a7f6-6a409f8ada8d req-ee43c687-85ea-4b9d-b280-ca002cfec90d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0497959 Aug 03 20:13:54.664937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b17825a-28a4-4979-a7f6-6a409f8ada8d req-afa7c124-8b43-45b8-b793-13459989279f tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385461 Aug 03 20:13:55.786991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c0858-c6b7-44c4-b04a-e68857a56550 req-8a018de8-14af-4cab-8cbf-895906508d79 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:55.792408 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-987c0858-c6b7-44c4-b04a-e68857a56550 req-8a018de8-14af-4cab-8cbf-895906508d79 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0569789 Aug 03 20:13:55.835878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-987c0858-c6b7-44c4-b04a-e68857a56550 req-762c969f-6fec-4fcd-a883-02d1e94b24d2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375154 Aug 03 20:13:55.949762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dea61-1de6-4a86-9499-5e77f78aee8c req-6a5bb6af-2986-4888-97a6-0c3250a49168 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:55.951157 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-890dea61-1de6-4a86-9499-5e77f78aee8c req-6a5bb6af-2986-4888-97a6-0c3250a49168 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0491226 Aug 03 20:13:55.989736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-890dea61-1de6-4a86-9499-5e77f78aee8c req-6d524b44-0456-4bb6-baaa-ed6ae50e51ee tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320003 Aug 03 20:13:56.106021 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c84b-39b4-4c7f-9828-b8ccdf0f4d2c req-fa95064f-d6e2-4b01-8a0b-4371aa456ddb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:56.107552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c196c84b-39b4-4c7f-9828-b8ccdf0f4d2c req-fa95064f-d6e2-4b01-8a0b-4371aa456ddb tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0521154 Aug 03 20:13:56.152925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c196c84b-39b4-4c7f-9828-b8ccdf0f4d2c req-9b92588e-2826-4656-b0de-b9b71404966d tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378418 Aug 03 20:13:56.247008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c9bcc3c9-04c3-4924-a07e-ce331b5c659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:56.346334 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:56.408002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087bc33-4538-4e61-9bf0-4e220b7b8b86 req-034bf87b-d084-41e0-b3c5-57d3fdd8f2f8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:56.410422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9087bc33-4538-4e61-9bf0-4e220b7b8b86 req-034bf87b-d084-41e0-b3c5-57d3fdd8f2f8 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 944 time: 0.0539343 Aug 03 20:13:56.453094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9087bc33-4538-4e61-9bf0-4e220b7b8b86 req-7a5f584c-e1ee-4e80-8145-cb80acce2601 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362072 Aug 03 20:13:56.702985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:13:56.796809 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:56.808115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Returning: {'device': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'port_id': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'mac_address': 'fa:16:3e:11:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:13:56.853338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:56.866044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02538f1d-c8d1-4ff9-826d-10a58a9f3dad {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:13:56.885703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:56.890721 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:56.936982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Pushing event updated for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=12']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:57.379260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] get_ports_and_sgs() called for port_ids ['02538f1d-c8d1-4ff9-826d-10a58a9f3dad'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:13:57.586740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a3bf0-012a-45b3-bc53-cebba0c3c82a req-49a0ade4-0048-40b7-9816-e8a007d23d94 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:57.588767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-204a3bf0-012a-45b3-bc53-cebba0c3c82a req-49a0ade4-0048-40b7-9816-e8a007d23d94 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0541143 Aug 03 20:13:57.627439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-204a3bf0-012a-45b3-bc53-cebba0c3c82a req-d079c750-49e8-4a6e-97c8-8847f0606a27 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330479 Aug 03 20:13:58.240679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-7a9a7e34-e980-4b08-b5a6-c7816e2e4431 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:58.242173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-7a9a7e34-e980-4b08-b5a6-c7816e2e4431 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Aug 03 20:13:58.337880 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Deleting port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:13:58.338210 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:58.426811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] For port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:58.427183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:58.600371 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:58.601235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:58.601235 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a disassociated. External IP: 172.25.4.42, port: 02538f1d-c8d1-4ff9-826d-10a58a9f3dad. Aug 03 20:13:58.601438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Calling delete_port for 02538f1d-c8d1-4ff9-826d-10a58a9f3dad owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:13:58.758539 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:58.794225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bc1c8-20b0-41ac-928c-6652a646a00b req-50d91cb4-4b60-4eeb-abff-a56914519195 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:58.795700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f24bc1c8-20b0-41ac-928c-6652a646a00b req-50d91cb4-4b60-4eeb-abff-a56914519195 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 867 time: 0.0930879 Aug 03 20:13:58.798537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event deleted for resources: {'Port': ['ID=02538f1d-c8d1-4ff9-826d-10a58a9f3dad,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:58.876811 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f24bc1c8-20b0-41ac-928c-6652a646a00b req-ba9149ed-d250-4c3e-9ccc-3e37ec6040f2 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups?id=f368a2d1-f003-409e-bef8-f080c04049b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739930 Aug 03 20:13:58.952809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:13:59.060000 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:13:59.071583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:13:59.080913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:13:59.081562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:13:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:13:59.099146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] No DVR routers for this DVR port 02538f1d-c8d1-4ff9-826d-10a58a9f3dad on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:13:59.101841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:59.103897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-24baa0d8-0fd7-405b-9662-170902cefdc2 req-3813169a-f244-46e9-bd8d-4673583a2fd1 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.63 "DELETE /v2.0/ports/02538f1d-c8d1-4ff9-826d-10a58a9f3dad HTTP/1.1" status: 204 len: 173 time: 0.8540864 Aug 03 20:13:59.104339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-deleted', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:59.106659 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac29c857-e9bb-48e1-9f37-7274065d9e01" -d '{"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-deleted", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:59.145401 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37f8da3-4f0d-4524-a814-b6c8fa5610a5 x-openstack-request-id: req-e37f8da3-4f0d-4524-a814-b6c8fa5610a5 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:59.145782 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40273960-6c50-494c-954d-83e66ac703e7", "name": "network-vif-deleted", "tag": "02538f1d-c8d1-4ff9-826d-10a58a9f3dad", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:59.146092 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e37f8da3-4f0d-4524-a814-b6c8fa5610a5 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:59.146451 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40273960-6c50-494c-954d-83e66ac703e7', 'name': 'network-vif-deleted', 'tag': '02538f1d-c8d1-4ff9-826d-10a58a9f3dad', 'status': 'completed', 'code': 200} Aug 03 20:13:59.191738 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:13:59.391607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:13:59.418623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:13:59.427771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:13:59.428408 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:13:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:13:59.534484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:13:59.734329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:13:59.761226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d454e-0728-4b96-bb4a-10dc11f789c7 None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:00:02Z', 'revision_number': 4, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c9bf9a3a-22f3-4993-8427-4c11236d0284', 'name': '', 'network_id': '1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'mac_address': 'fa:16:3e:97:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:01Z', 'updated_at': '2021-08-03T20:00:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'subnets': [{'id': '90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:13:59.868334 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:59.979913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fee81a6-4b5a-4017-b162-3d325cf08f75 req-00e49010-b3fc-4440-a938-e34f0579c01e tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 210 time: 0.0307469 Aug 03 20:14:00.008721 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeab2ff-73fe-4fba-a49d-60da9299ed22 None None] New status for floating IP 3707627a-f36a-4627-8cd5-7c47ae1ae26a: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:14:00.368974 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4ad610c7-ba04-4547-9846-75466f2d7d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:00.729226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad details requested by agent hyperv_n-h2-803378-1 with host n-h2-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:14:00.734590 n-d-803378-1 neutron-server[94135]: INFO neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No ports have port_id starting with 02538f1d-c8d1-4ff9-826d-10a58a9f3dad Aug 03 20:14:00.735768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad requested by agent hyperv_n-h2-803378-1 not found in database {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 03 20:14:00.738936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad no longer exists at agent hyperv_n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:00.758259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] No Port match for: 02538f1d-c8d1-4ff9-826d-10a58a9f3dad {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:00.758563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Device 02538f1d-c8d1-4ff9-826d-10a58a9f3dad not bound to the agent host n-h2-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:01.088194 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-28c2e751-cd43-496d-8fce-d8edc676c21b req-e5568abc-6234-45a7-8302-04a9bd822fb5 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 210 time: 0.0308349 Aug 03 20:14:02.160289 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:02.186993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-940f9162-f5d4-4b5b-8332-fd08b7ce6b50 req-05a82c05-2cad-4d39-8add-7ed754485945 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/ports?device_id=40273960-6c50-494c-954d-83e66ac703e7 HTTP/1.1" status: 200 len: 210 time: 0.0270190 Aug 03 20:14:04.631629 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:05.908589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37722) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:05.963925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a91754e-aaa9-48a0-8737-b6749b724687 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:05.987538 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a91754e-aaa9-48a0-8737-b6749b724687 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.034989 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a91754e-aaa9-48a0-8737-b6749b724687 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.039250 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3a91754e-aaa9-48a0-8737-b6749b724687 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.041510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-3a91754e-aaa9-48a0-8737-b6749b724687 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "DELETE /v2.0/security-groups/f368a2d1-f003-409e-bef8-f080c04049b4 HTTP/1.1" status: 204 len: 168 time: 0.1311543 Aug 03 20:14:06.044225 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37724) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:06.051684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91754e-aaa9-48a0-8737-b6749b724687 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368a2d1-f003-409e-bef8-f080c04049b4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:06.070898 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-e0e87f46-ff68-496f-afdb-f771b77f0b18 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] show failed (client error): The resource could not be found. Aug 03 20:14:06.075304 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37728) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:06.078300 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e0e87f46-ff68-496f-afdb-f771b77f0b18 tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "GET /v2.0/security-groups/f368a2d1-f003-409e-bef8-f080c04049b4 HTTP/1.1" status: 404 len: 347 time: 0.0319920 Aug 03 20:14:06.199342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Deleting port f02dd3ee-b3b1-4f26-b6a6-1094a85849df {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:06.199586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.279577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.279909 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.291697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Calling delete_port for f02dd3ee-b3b1-4f26-b6a6-1094a85849df owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:06.425728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.450296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Pushing event deleted for resources: {'Port': ['ID=f02dd3ee-b3b1-4f26-b6a6-1094a85849df,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:06.513911 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.516682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.518227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2f69cfec-4ea6-4662-8be4-5e8556ec849b tempest-ServerActionsTestJSON-1022170273 tempest-ServerActionsTestJSON-1022170273-project] 10.222.0.42 "DELETE /v2.0/floatingips/3707627a-f36a-4627-8cd5-7c47ae1ae26a HTTP/1.1" status: 204 len: 168 time: 0.4416792 Aug 03 20:14:06.520722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37730) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:07.001111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:07.581861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Deleting port c9bf9a3a-22f3-4993-8427-4c11236d0284 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:07.582411 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:07.661869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] For port c9bf9a3a-22f3-4993-8427-4c11236d0284, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c9bf9a3a-22f3-4993-8427-4c11236d0284,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:07.662149 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:07.675668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Calling delete_port for c9bf9a3a-22f3-4993-8427-4c11236d0284 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:07.861975 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:07.888829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bf9a3a-22f3-4993-8427-4c11236d0284,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:08.063795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:08.291456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Router ef66ac64-f66c-4254-ae7d-749bfc69825a has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:14:08.404199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:14:08.409623 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-32d20568-2794-4f99-809a-a4a678ef2c05 admin admin] 10.222.0.42 "PUT /v2.0/routers/ef66ac64-f66c-4254-ae7d-749bfc69825a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8879001 Aug 03 20:14:08.412469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37734) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:08.415904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] Sync routers for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:14:08.427160 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:08.427951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:14:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:08.523347 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:08.544443 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:08.630680 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:08.691188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Deleting port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:08.691529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:08.732018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:14:07Z', 'revision_number': 5, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port': {'id': 'e82f3721-bb2c-4531-b7a6-eaa42c80d9b0', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:00Z', 'updated_at': '2021-08-03T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:08.762186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] Checking router: ef66ac64-f66c-4254-ae7d-749bfc69825a for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:14:08.771286 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] Routers {'ef66ac64-f66c-4254-ae7d-749bfc69825a'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:08.771907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:14:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['ef66ac64-f66c-4254-ae7d-749bfc69825a'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:08.772628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] For port e82f3721-bb2c-4531-b7a6-eaa42c80d9b0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e82f3721-bb2c-4531-b7a6-eaa42c80d9b0,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:08.773004 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:08.786235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Calling delete_port for e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:08.856201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] Set router ef66ac64-f66c-4254-ae7d-749bfc69825a gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:08.905882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:14:08Z', 'revision_number': 6, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:08.934112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdbd97-2447-4369-bbfe-5758aa31c4b5 None None] The sync data for ids ['ef66ac64-f66c-4254-ae7d-749bfc69825a'] in n-d-803378-1 is: [{'id': 'ef66ac64-f66c-4254-ae7d-749bfc69825a', 'name': 'tempest-ServerActionsTestJSON-79410155-router', 'tenant_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:59Z', 'updated_at': '2021-08-03T20:14:08Z', 'revision_number': 6, 'project_id': '96199c2bd3424e4ebf2446b8af8e86f7', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:14:08.954112 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:08.985424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Pushing event deleted for resources: {'Port': ['ID=e82f3721-bb2c-4531-b7a6-eaa42c80d9b0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:09.042737 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.132500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.134555 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.177014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.177562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef66ac64-f66c-4254-ae7d-749bfc69825a {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:14:09.181976 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.183186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a083481b-60b5-48ab-a454-196102f5e68c admin admin] 10.222.0.42 "DELETE /v2.0/routers/ef66ac64-f66c-4254-ae7d-749bfc69825a HTTP/1.1" status: 204 len: 168 time: 0.7696786 Aug 03 20:14:09.185684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37736) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:09.234302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34a44b7-739d-4f7e-a434-49a7fed75e0e admin admin] Deleting subnet 90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:14:09.237841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f34a44b7-739d-4f7e-a434-49a7fed75e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.271771 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f34a44b7-739d-4f7e-a434-49a7fed75e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.352316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f34a44b7-739d-4f7e-a434-49a7fed75e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.411080 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f34a44b7-739d-4f7e-a434-49a7fed75e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.436695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a44b7-739d-4f7e-a434-49a7fed75e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:09.440516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f34a44b7-739d-4f7e-a434-49a7fed75e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.442450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f34a44b7-739d-4f7e-a434-49a7fed75e0e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90db7d5b-fb1a-40a8-b36b-1cd5ce45fee4 HTTP/1.1" status: 204 len: 168 time: 0.2558510 Aug 03 20:14:09.445039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37738) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:09.446021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9972743-a5a6-410f-b3d5-cd13f2b6eac6 None None] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:09.511947 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.564229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Deleting port 1ea13dbd-4ace-451f-91e8-6282798ffea2 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:09.564578 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.631132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] For port 1ea13dbd-4ace-451f-91e8-6282798ffea2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=1ea13dbd-4ace-451f-91e8-6282798ffea2,segment=NetworkSegment(cd99a036-1bea-4b56-9abe-ff3a5c260931),segment_id=cd99a036-1bea-4b56-9abe-ff3a5c260931)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:09.631414 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.644248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Calling delete_port for 1ea13dbd-4ace-451f-91e8-6282798ffea2 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:09.683090 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] DHCP port deletion for 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:14:09.738783 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.740758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1ea13dbd-4ace-451f-91e8-6282798ffea2 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:09.760545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] Deleting port 1ea13dbd-4ace-451f-91e8-6282798ffea2 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:09.760914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.763623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 1ea13dbd-4ace-451f-91e8-6282798ffea2 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:09.763959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 1ea13dbd-4ace-451f-91e8-6282798ffea2 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:09.764369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c9bf9a3a-22f3-4993-8427-4c11236d0284 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:09.766268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea13dbd-4ace-451f-91e8-6282798ffea2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:09.768656 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] No DVR routers for this DVR port 1ea13dbd-4ace-451f-91e8-6282798ffea2 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:14:09.845559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.856814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:09.868595 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd99a036-1bea-4b56-9abe-ff3a5c260931') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:09.868943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd99a036-1bea-4b56-9abe-ff3a5c260931') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:09.881102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.898752 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.910506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:14:09.910939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:14:09.912773 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:14:09.975589 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.981787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.984195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 HTTP/1.1" status: 204 len: 168 time: 0.5375867 Aug 03 20:14:10.004121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be1867-80e4-4bc6-9b30-2a9420778a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:10.016243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c9bf9a3a-22f3-4993-8427-4c11236d0284 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:10.016535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c9bf9a3a-22f3-4993-8427-4c11236d0284 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:10.016954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:10.039318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] For port 1ea13dbd-4ace-451f-91e8-6282798ffea2, host n-d-803378-1, got binding levels [] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:10.039720 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.042550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:10.043064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e82f3721-bb2c-4531-b7a6-eaa42c80d9b0 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:10.057575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] Calling delete_port for 1ea13dbd-4ace-451f-91e8-6282798ffea2 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:10.060909 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.ipam_backend_mixin [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] Port 1ea13dbd-4ace-451f-91e8-6282798ffea2 was not found and therefore no delete operation was performed {{(pid=94135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 20:14:10.062395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.086065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] Pushing event deleted for resources: {'Port': ['ID=1ea13dbd-4ace-451f-91e8-6282798ffea2,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:10.089650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] Network 1a4dd0f8-fcd3-4610-a0c6-b7dd3849d829 is not hosted by any dhcp agent {{(pid=94135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 20:14:10.090516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45eacfb-2bf7-4ffc-8c5c-8e3b7f1d563b None None] No DVR routers for this DVR port 1ea13dbd-4ace-451f-91e8-6282798ffea2 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:14:10.118856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37742) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:10.159672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6cced269-ef17-4874-93c7-06142f8943c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96199c2bd3424e4ebf2446b8af8e86f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396059 Aug 03 20:14:10.162124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37744) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:10.210190 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e833f92-9365-4960-aec6-19dbbc230d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.231314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e833f92-9365-4960-aec6-19dbbc230d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.277743 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e833f92-9365-4960-aec6-19dbbc230d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.280244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1e833f92-9365-4960-aec6-19dbbc230d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.281403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1e833f92-9365-4960-aec6-19dbbc230d83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfd87068-b86a-4189-8eb3-8f14f4e42f72 HTTP/1.1" status: 204 len: 168 time: 0.1183619 Aug 03 20:14:10.289144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e833f92-9365-4960-aec6-19dbbc230d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd87068-b86a-4189-8eb3-8f14f4e42f72,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:10.976666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37766) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:11.075254 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1821618143-network', 'tenant_id': 'cffb61fc324844dbb617dde13a628edf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:11.097516 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Made reservation on behalf of cffb61fc324844dbb617dde13a628edf for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:11.099918 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.108158 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.202194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.206858 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.231971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:14:11.241759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9e177-4157-4b7c-8d2c-ae8405096177,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:11.248434 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.248779 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Added segment 8266954b-6519-4c28-aff6-c7ff40f28efa of type vlan for network c2a33f97-da30-4027-b5ee-5b026228b4d9 Aug 03 20:14:11.291408 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.323515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.324686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:11.325275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.372973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3951938 Aug 03 20:14:11.375938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37770) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:11.381805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Request body: {'subnet': {'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1821618143-subnet', 'tenant_id': 'cffb61fc324844dbb617dde13a628edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:11.386298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc1f5d-4269-429e-8670-ecea3edb218f admin admin] Pushing event updated for resources: {'Network': ['ID=c2a33f97-da30-4027-b5ee-5b026228b4d9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:11.399143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c2a33f97-da30-4027-b5ee-5b026228b4d9 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:14:11.405362 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Made reservation on behalf of cffb61fc324844dbb617dde13a628edf for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:11.407749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.584439 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.636158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd711873-73d9-4e2d-bad8-841caab4d73e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:11.650928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.651282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.651627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.651974 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.652314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.652651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.652983 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.653396 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.653674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.654008 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.654336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.654663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.662705 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Checking segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:11.663075 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Network hostable DHCP agents. Network: c2a33f97-da30-4027-b5ee-5b026228b4d9, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:14:11.681247 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Network c2a33f97-da30-4027-b5ee-5b026228b4d9 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:14:11.689847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c2a33f97-da30-4027-b5ee-5b026228b4d9) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:11.694414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:11.695008 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.700384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95178f-6aed-47a0-befa-e629de39c844 None None] Network c2a33f97-da30-4027-b5ee-5b026228b4d9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:11.709029 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-89b6dafa-1288-47ce-a946-6d6700c7f160 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3318238 Aug 03 20:14:11.827292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffcd61e-a256-4359-a6d4-4e931c81624e None None] Network c2a33f97-da30-4027-b5ee-5b026228b4d9 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:12.153406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-7d14585e-0007-40b1-a679-85fec98b5fa6 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:12.154835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-7d14585e-0007-40b1-a679-85fec98b5fa6 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 814 time: 0.1059856 Aug 03 20:14:12.169437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-d3299c8a-e80a-4036-9fbc-137d08385a51 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/quotas/cffb61fc324844dbb617dde13a628edf HTTP/1.1" status: 200 len: 375 time: 0.0090144 Aug 03 20:14:12.200746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-a467a9ea-868e-4713-a532-e897297f423d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257907 Aug 03 20:14:12.253430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-00d25da1-f027-4f42-8d78-44423074f378 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:14:12.254462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-00d25da1-f027-4f42-8d78-44423074f378 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465353 Aug 03 20:14:12.350365 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-bc02fd4d-5afc-446d-a70a-d4bd473c537e service neutron] 10.222.0.42 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897825 Aug 03 20:14:12.441643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-4b900859-caf8-49b5-88d6-21e0d0fb5696 service neutron] 10.222.0.42 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Aug 03 20:14:12.600942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4920a0ee-238f-4330-8302-64f99dcdc2e2 req-1cbd4d4b-7547-40e9-8a7c-03293b63647b tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 210 time: 0.0282931 Aug 03 20:14:13.479012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-b984b9d6-6e49-43b5-8ccc-03f5cfb80888 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:13.480493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-b984b9d6-6e49-43b5-8ccc-03f5cfb80888 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.63 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 814 time: 0.1113164 Aug 03 20:14:13.513723 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Request body: {'port': {'device_id': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9', 'admin_state_up': True, 'tenant_id': 'cffb61fc324844dbb617dde13a628edf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:13.623760 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Made reservation on behalf of cffb61fc324844dbb617dde13a628edf for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:13.627823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:13.712094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-296cf4f8-188d-46c6-aa57-9a4c70662d96 req-22107600-6275-4a22-ad59-9c679e5cf3b5 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 210 time: 0.0330312 Aug 03 20:14:13.776565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Allocated IP 172.20.0.13 (c2a33f97-da30-4027-b5ee-5b026228b4d9/fd711873-73d9-4e2d-bad8-841caab4d73e/70e7a8e2-2e95-4779-93bb-1077acad6be5) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:13.917867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:13.955973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.005961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Network c2a33f97-da30-4027-b5ee-5b026228b4d9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:14.008897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:14.015126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:14.020515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Pushing event updated for resources: {'Port': ['ID=70e7a8e2-2e95-4779-93bb-1077acad6be5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:14.063926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:14.064529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.079879 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-56945a97-86ef-49f1-b4b7-8a79d6b68139 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699370 Aug 03 20:14:14.143581 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Request body: {'port': {'device_id': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:14.199630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.504909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e7a8e2-2e95-4779-93bb-1077acad6be5 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:14:14.513176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.527101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Transition to ACTIVE for port object 70e7a8e2-2e95-4779-93bb-1077acad6be5 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:14.530322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.583589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70e7a8e2-2e95-4779-93bb-1077acad6be5,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:14.648524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Attempting to bind port 70e7a8e2-2e95-4779-93bb-1077acad6be5 on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:14.648862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Attempting to bind port 70e7a8e2-2e95-4779-93bb-1077acad6be5 by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:14.649196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Attempting to bind port 70e7a8e2-2e95-4779-93bb-1077acad6be5 on network c2a33f97-da30-4027-b5ee-5b026228b4d9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:14.653427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Port 70e7a8e2-2e95-4779-93bb-1077acad6be5 on network c2a33f97-da30-4027-b5ee-5b026228b4d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:14:14.653781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Attempting to bind port 70e7a8e2-2e95-4779-93bb-1077acad6be5 on network c2a33f97-da30-4027-b5ee-5b026228b4d9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:14.659315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:14.659671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Checking segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:14.660037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Bound using segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:14.660459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Bound port: 70e7a8e2-2e95-4779-93bb-1077acad6be5, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:14.660813 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.728214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] For port 70e7a8e2-2e95-4779-93bb-1077acad6be5, host n-h2-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:14.731179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] For port 70e7a8e2-2e95-4779-93bb-1077acad6be5, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=70e7a8e2-2e95-4779-93bb-1077acad6be5,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:14.737140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.774886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:14.775550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.777058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] 10.222.0.63 "PUT /v2.0/ports/70e7a8e2-2e95-4779-93bb-1077acad6be5 HTTP/1.1" status: 200 len: 1092 time: 0.6821899 Aug 03 20:14:14.777620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'tag': '70e7a8e2-2e95-4779-93bb-1077acad6be5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:14.779989 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b87304-8049-4c53-add0-bff7455dd987" -d '{"events": [{"name": "network-changed", "server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "tag": "70e7a8e2-2e95-4779-93bb-1077acad6be5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:14.820482 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155b37df-e3b5-42cd-b3db-33aacf2b6b93 x-openstack-request-id: req-155b37df-e3b5-42cd-b3db-33aacf2b6b93 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:14.820779 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "tag": "70e7a8e2-2e95-4779-93bb-1077acad6be5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:14.821030 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-155b37df-e3b5-42cd-b3db-33aacf2b6b93 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:14.821434 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'tag': '70e7a8e2-2e95-4779-93bb-1077acad6be5', 'status': 'completed', 'code': 200} Aug 03 20:14:14.849926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c16953-83be-4b35-8f55-2f8572e4e9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70e7a8e2-2e95-4779-93bb-1077acad6be5,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:14.885518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b379f2b-cdf8-4bd0-a0e4-08b530ed1f5c req-f718a173-13da-4115-9393-8ecbe6b43d9e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:14.887220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b379f2b-cdf8-4bd0-a0e4-08b530ed1f5c req-f718a173-13da-4115-9393-8ecbe6b43d9e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 944 time: 0.1010885 Aug 03 20:14:14.914099 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-2f9950ed-cd60-429c-8543-f8266abc4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:14.915616 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-2f9950ed-cd60-429c-8543-f8266abc4b88 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 1095 time: 0.0769784 Aug 03 20:14:14.938604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2b379f2b-cdf8-4bd0-a0e4-08b530ed1f5c req-3ef12b34-6467-4939-a085-83d29b70d16a tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Aug 03 20:14:14.969233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-7e187ceb-35ec-434b-b398-16eb9289c20a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70e7a8e2-2e95-4779-93bb-1077acad6be5 HTTP/1.1" status: 200 len: 217 time: 0.0379865 Aug 03 20:14:15.019622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-299fb78a-d377-4d9c-af4d-ebe64c970634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:15.021173 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-299fb78a-d377-4d9c-af4d-ebe64c970634 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0452843 Aug 03 20:14:15.053584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-ee657c4a-76ac-4c28-80bb-5b49d52ca57c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253291 Aug 03 20:14:15.488806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-e10dfd1b-2fd3-49aa-92ad-b54c872c533e service neutron] 10.222.0.63 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272292 Aug 03 20:14:15.580640 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-e9a63373-99b3-4fdf-a618-9e5f40340ac3 service neutron] 10.222.0.63 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840354 Aug 03 20:14:15.704178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b87304-8049-4c53-add0-bff7455dd987 req-6aa0fb9e-3e54-4ce2-94e0-53ea34370c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:15.705757 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2b87304-8049-4c53-add0-bff7455dd987 req-6aa0fb9e-3e54-4ce2-94e0-53ea34370c7b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 1095 time: 0.0448587 Aug 03 20:14:15.807800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b87304-8049-4c53-add0-bff7455dd987 req-d4236b0c-fd71-4e05-ba88-9d99b8cf4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:15.809290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2b87304-8049-4c53-add0-bff7455dd987 req-d4236b0c-fd71-4e05-ba88-9d99b8cf4541 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 915 time: 0.0929027 Aug 03 20:14:15.856137 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2b87304-8049-4c53-add0-bff7455dd987 req-680a2c08-55fb-4fe3-9b03-5b90ab4741cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70e7a8e2-2e95-4779-93bb-1077acad6be5 HTTP/1.1" status: 200 len: 217 time: 0.0390201 Aug 03 20:14:15.910079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b87304-8049-4c53-add0-bff7455dd987 req-02d5ec36-4e48-4ad2-bd5e-407649c718ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:15.911536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2b87304-8049-4c53-add0-bff7455dd987 req-02d5ec36-4e48-4ad2-bd5e-407649c718ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0483830 Aug 03 20:14:15.977172 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2b87304-8049-4c53-add0-bff7455dd987 req-7ad1b742-61b3-4ac2-9584-456fca384ca4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257907 Aug 03 20:14:16.002492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-ac5a6ae7-31bf-4a11-bcdc-a58a1f920596 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:16.004060 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-ac5a6ae7-31bf-4a11-bcdc-a58a1f920596 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 944 time: 0.0533311 Aug 03 20:14:16.101060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Deleting port 70e7a8e2-2e95-4779-93bb-1077acad6be5 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:16.101551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.112246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9054-7f2b-4d81-b269-88ad3dd2f792 req-b3d459f6-9a62-49ad-8266-32df2691c82f tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:16.113809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad2e9054-7f2b-4d81-b269-88ad3dd2f792 req-b3d459f6-9a62-49ad-8266-32df2691c82f tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 944 time: 0.0759127 Aug 03 20:14:16.119350 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2b87304-8049-4c53-add0-bff7455dd987 req-c6961e8e-f252-4654-8756-722481ce9dc8 service neutron] 10.222.0.63 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343946 Aug 03 20:14:16.193976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] For port 70e7a8e2-2e95-4779-93bb-1077acad6be5, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=70e7a8e2-2e95-4779-93bb-1077acad6be5,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:16.194352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.202768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad2e9054-7f2b-4d81-b269-88ad3dd2f792 req-312a157f-3df2-49bd-8b38-7d45eabd9774 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824490 Aug 03 20:14:16.214815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Calling delete_port for 70e7a8e2-2e95-4779-93bb-1077acad6be5 owned by compute:nova {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:16.253975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2b87304-8049-4c53-add0-bff7455dd987 req-001680b4-c325-4c4a-8e65-f64a687a5273 service neutron] 10.222.0.63 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263006 Aug 03 20:14:16.366123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.395917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Pushing event deleted for resources: {'Port': ['ID=70e7a8e2-2e95-4779-93bb-1077acad6be5,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:16.438242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] No DVR routers for this DVR port 70e7a8e2-2e95-4779-93bb-1077acad6be5 on host n-h2-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:14:16.441459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.443522 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-6c326802-b6e8-45ae-adf4-dbfd0388e2c9 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.63 "DELETE /v2.0/ports/70e7a8e2-2e95-4779-93bb-1077acad6be5 HTTP/1.1" status: 204 len: 173 time: 0.4336188 Aug 03 20:14:16.443976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'name': 'network-vif-deleted', 'tag': '70e7a8e2-2e95-4779-93bb-1077acad6be5'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:16.446258 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec6ad7a-440d-4c5d-95ba-c7e39482d36c" -d '{"events": [{"server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "name": "network-vif-deleted", "tag": "70e7a8e2-2e95-4779-93bb-1077acad6be5"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:16.539271 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8b2d28-1025-42aa-9f28-b7c27c2608e4 x-openstack-request-id: req-6f8b2d28-1025-42aa-9f28-b7c27c2608e4 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:16.539567 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "name": "network-vif-deleted", "tag": "70e7a8e2-2e95-4779-93bb-1077acad6be5", "status": "failed", "code": 422}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:16.539816 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f8b2d28-1025-42aa-9f28-b7c27c2608e4 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:16.540237 n-d-803378-1 neutron-server[94133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'name': 'network-vif-deleted', 'tag': '70e7a8e2-2e95-4779-93bb-1077acad6be5', 'status': 'failed', 'code': 422} returned with failed status Aug 03 20:14:17.308705 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4d9fb6b0-7da7-46b9-a005-97e0418d4fcc req-2e3e9449-68a8-4e6d-b83b-3161ffa41805 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 210 time: 0.0287738 Aug 03 20:14:17.664247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-8363f559-74da-42c2-8934-e711681a1370 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:17.665634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-8363f559-74da-42c2-8934-e711681a1370 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.88 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 814 time: 0.1058602 Aug 03 20:14:17.680174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Request body: {'port': {'device_id': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9', 'admin_state_up': True, 'tenant_id': 'cffb61fc324844dbb617dde13a628edf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:17.787876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Made reservation on behalf of cffb61fc324844dbb617dde13a628edf for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:17.791393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:17.919059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Allocated IP 172.20.0.9 (c2a33f97-da30-4027-b5ee-5b026228b4d9/fd711873-73d9-4e2d-bad8-841caab4d73e/6eb7252d-fd8c-489a-928d-aa0310ad0b9d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:18.069731 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.110515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.153201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Network c2a33f97-da30-4027-b5ee-5b026228b4d9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:18.156363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:18.163206 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:18.169355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Pushing event updated for resources: {'Port': ['ID=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:18.215742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:18.216355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.230939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-5243f74c-5371-48f3-8e80-a2ebc1dac0cd tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544674 Aug 03 20:14:18.244308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Request body: {'port': {'device_id': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:18.301457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.519060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47602027-2476-43ce-acef-2db9ada0430f req-eed0a6d4-b92b-42fc-9de2-fd10ebc03b1d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:18.520555 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47602027-2476-43ce-acef-2db9ada0430f req-eed0a6d4-b92b-42fc-9de2-fd10ebc03b1d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 931 time: 0.1122611 Aug 03 20:14:18.579736 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-47602027-2476-43ce-acef-2db9ada0430f req-17ce541c-29ed-4fe7-b3f6-d088874aac84 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532963 Aug 03 20:14:18.643340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb7252d-fd8c-489a-928d-aa0310ad0b9d {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:14:18.650668 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.662038 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Transition to ACTIVE for port object 6eb7252d-fd8c-489a-928d-aa0310ad0b9d will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:18.665515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.712695 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:18.782625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Attempting to bind port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:18.783006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Attempting to bind port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:18.783301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Attempting to bind port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d on network c2a33f97-da30-4027-b5ee-5b026228b4d9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:18.787586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d on network c2a33f97-da30-4027-b5ee-5b026228b4d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:14:18.787912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Attempting to bind port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d on network c2a33f97-da30-4027-b5ee-5b026228b4d9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:18.792661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:18.792999 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Checking segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:18.793384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Bound using segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:18.793843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Bound port: 6eb7252d-fd8c-489a-928d-aa0310ad0b9d, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:18.794202 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.861214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] For port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:18.864728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] For port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:18.869183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.903060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:18.903677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.905081 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] 10.222.0.88 "PUT /v2.0/ports/6eb7252d-fd8c-489a-928d-aa0310ad0b9d HTTP/1.1" status: 200 len: 1091 time: 0.6653457 Aug 03 20:14:18.905537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'tag': '6eb7252d-fd8c-489a-928d-aa0310ad0b9d'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:18.907779 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f843b43-1d0b-4eed-afed-d627db48a75a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "tag": "6eb7252d-fd8c-489a-928d-aa0310ad0b9d"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:18.932192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290762d-3162-4d76-9533-5044316a24c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:18.971169 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a6efae-1bd7-4a87-a695-614ebe2c05e4 x-openstack-request-id: req-f8a6efae-1bd7-4a87-a695-614ebe2c05e4 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:18.971468 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "tag": "6eb7252d-fd8c-489a-928d-aa0310ad0b9d", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:18.971720 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8a6efae-1bd7-4a87-a695-614ebe2c05e4 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:18.972112 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'tag': '6eb7252d-fd8c-489a-928d-aa0310ad0b9d', 'status': 'completed', 'code': 200} Aug 03 20:14:18.988293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-b15aa334-780b-408d-8583-1564fe0f9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:18.989836 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-b15aa334-780b-408d-8583-1564fe0f9cb6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 1094 time: 0.0448985 Aug 03 20:14:19.036206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-727e71d3-8d94-4e3e-be29-fbfea698f8df service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb7252d-fd8c-489a-928d-aa0310ad0b9d HTTP/1.1" status: 200 len: 217 time: 0.0370569 Aug 03 20:14:19.086582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-f715f702-498b-4971-8d4b-c61647247509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.088009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-f715f702-498b-4971-8d4b-c61647247509 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0436370 Aug 03 20:14:19.122152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-7e8ced46-ad66-4e98-909c-af5f15328b5a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249543 Aug 03 20:14:19.213673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-d80cc6bf-310d-40bf-bd51-f5ec7dd2f8ec service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840547 Aug 03 20:14:19.306054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fb1cad6-9f89-4db0-8735-e3205aa9233d req-59d2ba3e-ec04-4dae-9c32-beb6e55a79f3 service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839820 Aug 03 20:14:19.406062 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-43003fc3-5cb2-4b84-ac36-9b328e8113b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.407642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-43003fc3-5cb2-4b84-ac36-9b328e8113b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 1094 time: 0.0417659 Aug 03 20:14:19.506092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-04806ce1-0a4e-41ed-bf27-84d5329d3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.507589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-04806ce1-0a4e-41ed-bf27-84d5329d3e81 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 915 time: 0.0914316 Aug 03 20:14:19.552289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-4a330ac3-d39e-420a-be34-4ec22da498c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb7252d-fd8c-489a-928d-aa0310ad0b9d HTTP/1.1" status: 200 len: 217 time: 0.0361750 Aug 03 20:14:19.606892 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-f7ae5fe2-7186-4c00-910e-51d5593f6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.608380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-f7ae5fe2-7186-4c00-910e-51d5593f6169 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0470309 Aug 03 20:14:19.647532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-907fb780-1a3e-4b55-b18a-4399710fec26 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311391 Aug 03 20:14:19.755962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126643bb-1aef-4fce-bb61-aaae1d20a770 req-e143dc88-6a21-4c9d-9a6b-e01bd4f987b5 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.757673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-126643bb-1aef-4fce-bb61-aaae1d20a770 req-e143dc88-6a21-4c9d-9a6b-e01bd4f987b5 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 943 time: 0.1038635 Aug 03 20:14:19.797639 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-46dfeb18-e3d9-4e3c-9b12-9965cd122b4d service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420922 Aug 03 20:14:19.832060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-126643bb-1aef-4fce-bb61-aaae1d20a770 req-6bb779c1-f278-4239-a71b-1552b096cb7e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653043 Aug 03 20:14:19.900272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f843b43-1d0b-4eed-afed-d627db48a75a req-391cbace-67be-47ef-aae3-8d80879e5131 service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928953 Aug 03 20:14:20.963284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddebef-a7c8-4a92-9532-51da15e45fa3 req-2209ebf9-1699-48e5-aab3-49ecf285cc93 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:20.964866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b9ddebef-a7c8-4a92-9532-51da15e45fa3 req-2209ebf9-1699-48e5-aab3-49ecf285cc93 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 943 time: 0.0571375 Aug 03 20:14:21.004241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b9ddebef-a7c8-4a92-9532-51da15e45fa3 req-2b7d4635-1e54-4f7e-a122-cdc80df331ab tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Aug 03 20:14:21.145494 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:22.118666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8993c0-6a2c-40d4-bb44-43369ebca240 req-2b0018b0-b83c-4a5a-86d1-bf6b41a03feb tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:22.120152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b8993c0-6a2c-40d4-bb44-43369ebca240 req-2b0018b0-b83c-4a5a-86d1-bf6b41a03feb tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 943 time: 0.0490985 Aug 03 20:14:22.159746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b8993c0-6a2c-40d4-bb44-43369ebca240 req-73eda36b-5f21-4242-8166-1bd4270c888c tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Aug 03 20:14:23.190952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 6eb7252d-fd8c-489a-928d-aa0310ad0b9d details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:14:23.287965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0bb9-308b-44fe-9d73-860a47b45492 req-f721cd84-8785-4bac-86c7-1fb736c8099f tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:23.290747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-574d0bb9-308b-44fe-9d73-860a47b45492 req-f721cd84-8785-4bac-86c7-1fb736c8099f tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 943 time: 0.0584335 Aug 03 20:14:23.303121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:23.316422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '6eb7252d-fd8c-489a-928d-aa0310ad0b9d', 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9', 'port_id': '6eb7252d-fd8c-489a-928d-aa0310ad0b9d', 'mac_address': 'fa:16:3e:d3:7c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd711873-73d9-4e2d-bad8-841caab4d73e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:14:23.331296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-574d0bb9-308b-44fe-9d73-860a47b45492 req-4023f387-b453-4e6b-bc00-90686512874d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350838 Aug 03 20:14:23.356509 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.370471 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb7252d-fd8c-489a-928d-aa0310ad0b9d {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:14:23.393730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:23.397488 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.449318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:23.615794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['6eb7252d-fd8c-489a-928d-aa0310ad0b9d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:14:24.453058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914003-bc56-4edb-a2c8-2a41f2256804 req-c22f90eb-d1c7-4cf2-a411-26453d426f2c tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:24.454699 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f914003-bc56-4edb-a2c8-2a41f2256804 req-c22f90eb-d1c7-4cf2-a411-26453d426f2c tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 944 time: 0.0563157 Aug 03 20:14:24.493995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f914003-bc56-4edb-a2c8-2a41f2256804 req-6c365926-2222-4b0d-95d7-ebb2331a2396 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Aug 03 20:14:25.198821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 6eb7252d-fd8c-489a-928d-aa0310ad0b9d up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:25.251706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:25.255573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:25.255943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.330376 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.353292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb7252d-fd8c-489a-928d-aa0310ad0b9d'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:25.355553 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf7ba9e-9a91-48bf-8be9-39b3288994dc" -d '{"events": [{"server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb7252d-fd8c-489a-928d-aa0310ad0b9d"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:25.368973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:25.373978 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.397171 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb75ed-aafa-4c9f-82f8-07199c54dd81 x-openstack-request-id: req-a3cb75ed-aafa-4c9f-82f8-07199c54dd81 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:25.397465 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb7252d-fd8c-489a-928d-aa0310ad0b9d", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:25.397798 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3cb75ed-aafa-4c9f-82f8-07199c54dd81 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:25.398109 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb7252d-fd8c-489a-928d-aa0310ad0b9d', 'code': 200} Aug 03 20:14:25.428545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:25.493499 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08120f5e-b8fd-467c-a16b-a63c995cf48e req-88e1328b-5681-4f9c-8c89-b4d3af00286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:25.494913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08120f5e-b8fd-467c-a16b-a63c995cf48e req-88e1328b-5681-4f9c-8c89-b4d3af00286d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 1096 time: 0.0405104 Aug 03 20:14:25.531088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08120f5e-b8fd-467c-a16b-a63c995cf48e req-64c37d8a-10db-4d4a-9c52-c3a5a5686b11 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281126 Aug 03 20:14:25.609070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d723ab-b262-43af-9c22-007b53960e98 req-8d917e4e-b038-4fe5-acb4-5e1bbfe6bb93 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:25.610590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09d723ab-b262-43af-9c22-007b53960e98 req-8d917e4e-b038-4fe5-acb4-5e1bbfe6bb93 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0501397 Aug 03 20:14:25.649344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-09d723ab-b262-43af-9c22-007b53960e98 req-fec6124b-93c6-4c53-9bc8-4888a5f01538 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Aug 03 20:14:26.239152 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ab197019-385c-4d07-9cdf-5c28f20ce8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.355102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.776559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068235b-3e0b-400d-b138-a84d88cfcf9b req-6f721173-909b-4257-960b-f79b777f3442 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:26.778118 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2068235b-3e0b-400d-b138-a84d88cfcf9b req-6f721173-909b-4257-960b-f79b777f3442 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0596802 Aug 03 20:14:26.816445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2068235b-3e0b-400d-b138-a84d88cfcf9b req-14e2546a-e352-41b2-b8d9-04b78f2a85fa tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Aug 03 20:14:27.042705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-1ba4d895-6343-4365-8dc8-1b55321bb219 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:27.044218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-1ba4d895-6343-4365-8dc8-1b55321bb219 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 814 time: 0.1050191 Aug 03 20:14:27.059509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-29e05089-62b5-4a1e-bf69-abdd323ae4d4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/quotas/cffb61fc324844dbb617dde13a628edf HTTP/1.1" status: 200 len: 375 time: 0.0091872 Aug 03 20:14:27.111441 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-43313bbd-b174-4a9e-ada5-7c564857a53b tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467398 Aug 03 20:14:27.123168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-48b83d54-a9e0-40cb-8c7a-c932a22020d1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:14:27.124144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-48b83d54-a9e0-40cb-8c7a-c932a22020d1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053124 Aug 03 20:14:27.213807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-864b8c54-c00f-479a-827c-a7912de69f84 service neutron] 10.222.0.42 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833914 Aug 03 20:14:27.306454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-53c451e6-a900-4fd4-b251-59e37d684a5e service neutron] 10.222.0.42 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865517 Aug 03 20:14:27.472062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e2e0f39-60e8-4921-b9bd-0d80b391d8cd req-46cbc008-0706-467c-a291-26215a0e9627 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 210 time: 0.0314534 Aug 03 20:14:28.313651 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-7b47db7d-792d-46b2-851a-964d8d85e09e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:28.315126 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-7b47db7d-792d-46b2-851a-964d8d85e09e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.63 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 814 time: 0.1115937 Aug 03 20:14:28.336627 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Request body: {'port': {'device_id': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9', 'admin_state_up': True, 'tenant_id': 'cffb61fc324844dbb617dde13a628edf'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:28.452076 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Made reservation on behalf of cffb61fc324844dbb617dde13a628edf for: {'port': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:28.460387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:28.566371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eb7e522c-832a-404d-ba13-68000c719bb7 req-9d3f5d2b-7e95-447d-851d-77e714f41518 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 210 time: 0.0272989 Aug 03 20:14:28.600820 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Allocated IP 172.20.0.10 (c2a33f97-da30-4027-b5ee-5b026228b4d9/fd711873-73d9-4e2d-bad8-841caab4d73e/fdeaaca2-5168-4cd3-bc54-bc729389dc7e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:28.758517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:28.802551 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:28.817665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['6eb7252d-fd8c-489a-928d-aa0310ad0b9d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:14:28.853584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Network c2a33f97-da30-4027-b5ee-5b026228b4d9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:28.856654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:28.863274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:28.890572 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Pushing event updated for resources: {'Port': ['ID=fdeaaca2-5168-4cd3-bc54-bc729389dc7e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:28.924221 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:28.925520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:28.940947 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-8a7126d6-7c78-4da8-a88a-db0b2321bcf4 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084042 Aug 03 20:14:28.960593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Request body: {'port': {'device_id': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:29.016511 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:29.282981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdeaaca2-5168-4cd3-bc54-bc729389dc7e {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:14:29.290156 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:29.302602 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Transition to ACTIVE for port object fdeaaca2-5168-4cd3-bc54-bc729389dc7e will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:29.306081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:29.358087 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeaaca2-5168-4cd3-bc54-bc729389dc7e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:29.425054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Attempting to bind port fdeaaca2-5168-4cd3-bc54-bc729389dc7e on host n-h2-803378-1 for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:29.425377 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Attempting to bind port fdeaaca2-5168-4cd3-bc54-bc729389dc7e by drivers openvswitch,hyperv on host n-h2-803378-1 at level 0 using segments [{'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:29.425736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Attempting to bind port fdeaaca2-5168-4cd3-bc54-bc729389dc7e on network c2a33f97-da30-4027-b5ee-5b026228b4d9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:29.430561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Port fdeaaca2-5168-4cd3-bc54-bc729389dc7e on network c2a33f97-da30-4027-b5ee-5b026228b4d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-1 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:14:29.430561 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Attempting to bind port fdeaaca2-5168-4cd3-bc54-bc729389dc7e on network c2a33f97-da30-4027-b5ee-5b026228b4d9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:29.435179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Checking agent: {'id': 'a9b93e36-f1bc-470d-8ad2-34dc3ba68d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:29.435510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Checking segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:29.435889 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Bound using segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:29.436308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Bound port: fdeaaca2-5168-4cd3-bc54-bc729389dc7e, host: n-h2-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:29.436663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:29.502128 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] For port fdeaaca2-5168-4cd3-bc54-bc729389dc7e, host n-h2-803378-1, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:29.505722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] For port fdeaaca2-5168-4cd3-bc54-bc729389dc7e, host n-h2-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fdeaaca2-5168-4cd3-bc54-bc729389dc7e,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:29.509995 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:29.543301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:29.543916 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:29.545345 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] 10.222.0.63 "PUT /v2.0/ports/fdeaaca2-5168-4cd3-bc54-bc729389dc7e HTTP/1.1" status: 200 len: 1092 time: 0.5898464 Aug 03 20:14:29.545757 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'tag': 'fdeaaca2-5168-4cd3-bc54-bc729389dc7e'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:29.547987 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed364f6c-0655-499c-b4d6-24ca01eb26ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "tag": "fdeaaca2-5168-4cd3-bc54-bc729389dc7e"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:29.571881 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489317cd-01e4-46a3-9394-9367d39711d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeaaca2-5168-4cd3-bc54-bc729389dc7e,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:29.588660 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc59d05-cd61-471d-9eca-99078a3c5327 x-openstack-request-id: req-cdc59d05-cd61-471d-9eca-99078a3c5327 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:29.588958 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "tag": "fdeaaca2-5168-4cd3-bc54-bc729389dc7e", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:29.589212 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdc59d05-cd61-471d-9eca-99078a3c5327 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:29.589644 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'tag': 'fdeaaca2-5168-4cd3-bc54-bc729389dc7e', 'status': 'completed', 'code': 200} Aug 03 20:14:29.653813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-37270ab1-2cac-43c1-893c-9d9801783c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:29.655358 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-37270ab1-2cac-43c1-893c-9d9801783c38 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 1095 time: 0.0445077 Aug 03 20:14:29.680585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be0ea-1972-4697-8234-966cde9226b6 req-58b79141-55d3-4e59-bdec-4fc599f8bb0a tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:29.682125 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c24be0ea-1972-4697-8234-966cde9226b6 req-58b79141-55d3-4e59-bdec-4fc599f8bb0a tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 944 time: 0.0485325 Aug 03 20:14:29.704774 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-6273e8eb-7cde-4ac3-b77e-a46e278659d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdeaaca2-5168-4cd3-bc54-bc729389dc7e HTTP/1.1" status: 200 len: 217 time: 0.0345876 Aug 03 20:14:29.721341 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c24be0ea-1972-4697-8234-966cde9226b6 req-d8f2f450-d485-4a9c-a54a-4bb6849d6b8c tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Aug 03 20:14:29.761011 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-963dd3c9-b927-435c-bcae-e98f72450240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:29.762520 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-963dd3c9-b927-435c-bcae-e98f72450240 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0511777 Aug 03 20:14:29.795624 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-62bf7d05-5fab-4fc2-912d-a6730b4fd753 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248098 Aug 03 20:14:29.860851 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:29.892603 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-2ba71785-3a6f-4317-b9c4-fe86ed01b883 service neutron] 10.222.0.63 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887308 Aug 03 20:14:29.992154 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-aa1d6291-d161-4688-acdc-c3792af8a2ec service neutron] 10.222.0.63 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914991 Aug 03 20:14:30.125051 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-7e3c0a5c-75fd-4312-8e61-83f65d1da33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:30.126733 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-7e3c0a5c-75fd-4312-8e61-83f65d1da33a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 1095 time: 0.0444043 Aug 03 20:14:30.246003 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-917b864c-2dba-48e5-b551-3b7af7a33e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:30.247765 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-917b864c-2dba-48e5-b551-3b7af7a33e7d service neutron] 10.222.0.63 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 915 time: 0.1055608 Aug 03 20:14:30.291340 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-6bd6c9b7-55f2-492f-8fd5-49b7674fcf21 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdeaaca2-5168-4cd3-bc54-bc729389dc7e HTTP/1.1" status: 200 len: 217 time: 0.0343626 Aug 03 20:14:30.341568 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-93e077e1-4fd3-40ec-8103-c99033659ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:30.343034 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-93e077e1-4fd3-40ec-8103-c99033659ed9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0435631 Aug 03 20:14:30.369727 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0787f53d-97eb-4126-bee7-f6d80c00e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:30.443838 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-ef58190d-5e9f-4fde-a423-b4bab667cd49 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282331 Aug 03 20:14:30.465764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-82eaa6f6-9ede-4eb1-b02e-744ab34005c2 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:30.467396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-82eaa6f6-9ede-4eb1-b02e-744ab34005c2 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.63 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 944 time: 0.0522666 Aug 03 20:14:30.474832 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:14:30.543049 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-e7c677e0-6e53-4c47-8e49-0d0511adde0e service neutron] 10.222.0.63 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915084 Aug 03 20:14:30.563716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Deleting port fdeaaca2-5168-4cd3-bc54-bc729389dc7e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:30.564060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:30.636437 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-f5b378b3-4a1a-45b3-9b3f-741fdd5625bd service neutron] 10.222.0.63 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Aug 03 20:14:30.652221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] For port fdeaaca2-5168-4cd3-bc54-bc729389dc7e, host n-h2-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-1',level=0,port_id=fdeaaca2-5168-4cd3-bc54-bc729389dc7e,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:30.652586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:30.669287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Calling delete_port for fdeaaca2-5168-4cd3-bc54-bc729389dc7e owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:30.800430 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:30.814009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['6eb7252d-fd8c-489a-928d-aa0310ad0b9d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:14:30.828608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Pushing event deleted for resources: {'Port': ['ID=fdeaaca2-5168-4cd3-bc54-bc729389dc7e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:30.839540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.839962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.840368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.840770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.841171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.841590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.841982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.842369 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.842764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.843190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.843532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.843911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:30.912434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] No DVR routers for this DVR port fdeaaca2-5168-4cd3-bc54-bc729389dc7e on host n-h2-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:14:30.916746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f15a811-0f19-432e-a45f-51716800260a req-874496a0-c7fa-4341-a03c-0bb078e45d24 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 210 time: 0.1213295 Aug 03 20:14:30.917910 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:30.919894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.63 "DELETE /v2.0/ports/fdeaaca2-5168-4cd3-bc54-bc729389dc7e HTTP/1.1" status: 204 len: 173 time: 0.4455767 Aug 03 20:14:30.920355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'name': 'network-vif-deleted', 'tag': 'fdeaaca2-5168-4cd3-bc54-bc729389dc7e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:30.923051 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32154a7e-33a1-4f96-85f9-d41862c884ee" -d '{"events": [{"server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "name": "network-vif-deleted", "tag": "fdeaaca2-5168-4cd3-bc54-bc729389dc7e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:30.961134 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f38808-1add-49e3-a727-a3507311abcb x-openstack-request-id: req-34f38808-1add-49e3-a727-a3507311abcb {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:30.961843 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "name": "network-vif-deleted", "tag": "fdeaaca2-5168-4cd3-bc54-bc729389dc7e", "status": "failed", "code": 422}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:30.962250 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34f38808-1add-49e3-a727-a3507311abcb {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:30.962785 n-d-803378-1 neutron-server[94134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'name': 'network-vif-deleted', 'tag': 'fdeaaca2-5168-4cd3-bc54-bc729389dc7e', 'status': 'failed', 'code': 422} returned with failed status Aug 03 20:14:32.029844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52f9b672-6324-4351-8fb1-9e67973ac40d req-133f39c9-62e4-481d-8854-6ec676c3b1d2 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 210 time: 0.0394697 Aug 03 20:14:32.044684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-ca3db7e5-2076-495b-ac2e-36b34fbc3bb2 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:32.046144 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-ca3db7e5-2076-495b-ac2e-36b34fbc3bb2 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.88 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 814 time: 0.1300175 Aug 03 20:14:32.060622 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Request body: {'port': {'device_id': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9', 'admin_state_up': True, 'tenant_id': 'cffb61fc324844dbb617dde13a628edf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:32.165229 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:32.166216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Made reservation on behalf of cffb61fc324844dbb617dde13a628edf for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:32.169739 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:32.297148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Allocated IP 172.20.0.4 (c2a33f97-da30-4027-b5ee-5b026228b4d9/fd711873-73d9-4e2d-bad8-841caab4d73e/fb7fe829-d1a2-487d-bc84-03ccd37e1c85) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:32.445935 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:32.484973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:32.497328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['6eb7252d-fd8c-489a-928d-aa0310ad0b9d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:14:32.528298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Network c2a33f97-da30-4027-b5ee-5b026228b4d9 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:32.531402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:32.537438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:32.543509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Pushing event updated for resources: {'Port': ['ID=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:32.591480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:32.592104 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:32.606680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-10ab7525-b645-444c-aa24-5f7d6766e966 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497527 Aug 03 20:14:32.619386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Request body: {'port': {'device_id': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:32.677382 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:32.935795 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7fe829-d1a2-487d-bc84-03ccd37e1c85 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:14:32.943523 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:32.955557 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Transition to ACTIVE for port object fb7fe829-d1a2-487d-bc84-03ccd37e1c85 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:32.959261 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:33.011672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:33.079932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Attempting to bind port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:33.080616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Attempting to bind port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:33.080616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Attempting to bind port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 on network c2a33f97-da30-4027-b5ee-5b026228b4d9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:33.085300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 on network c2a33f97-da30-4027-b5ee-5b026228b4d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:14:33.085676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Attempting to bind port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 on network c2a33f97-da30-4027-b5ee-5b026228b4d9 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:33.090843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:33.091182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Checking segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:33.091573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Bound using segment: {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:33.092004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Bound port: fb7fe829-d1a2-487d-bc84-03ccd37e1c85, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8266954b-6519-4c28-aff6-c7ff40f28efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:33.092372 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:33.171946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] For port fb7fe829-d1a2-487d-bc84-03ccd37e1c85, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:33.202512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] For port fb7fe829-d1a2-487d-bc84-03ccd37e1c85, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:33.207703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:33.247903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:33.248512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:33.249939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] 10.222.0.88 "PUT /v2.0/ports/fb7fe829-d1a2-487d-bc84-03ccd37e1c85 HTTP/1.1" status: 200 len: 1091 time: 0.6349082 Aug 03 20:14:33.250370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'tag': 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:33.252994 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "tag": "fb7fe829-d1a2-487d-bc84-03ccd37e1c85"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:33.266414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3f2ac-b84c-4c88-aa85-e4cb1ee943bf req-030efe8a-1904-4e7d-b4d5-49bf37d1607e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:33.268326 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7f3f2ac-b84c-4c88-aa85-e4cb1ee943bf req-030efe8a-1904-4e7d-b4d5-49bf37d1607e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 943 time: 0.1668134 Aug 03 20:14:33.310067 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0f4920-eb52-4cce-91a6-93ad798493c9 x-openstack-request-id: req-ca0f4920-eb52-4cce-91a6-93ad798493c9 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:33.310356 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "tag": "fb7fe829-d1a2-487d-bc84-03ccd37e1c85", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:33.310605 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca0f4920-eb52-4cce-91a6-93ad798493c9 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:33.310993 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'tag': 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85', 'status': 'completed', 'code': 200} Aug 03 20:14:33.314419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc3e69-8be6-4ce5-ab4a-5d9305aa01d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:33.352368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e7f3f2ac-b84c-4c88-aa85-e4cb1ee943bf req-e53d9c23-2597-4f5d-a685-a87d02997811 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764351 Aug 03 20:14:33.360884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-0f60b163-c619-4b37-91cc-1282678e8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:33.362432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-0f60b163-c619-4b37-91cc-1282678e8240 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 1094 time: 0.0690694 Aug 03 20:14:33.408667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-99f74a28-0749-464f-84c8-6c2a416f3ecd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb7fe829-d1a2-487d-bc84-03ccd37e1c85 HTTP/1.1" status: 200 len: 217 time: 0.0367157 Aug 03 20:14:33.459481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-ae498ddc-7935-4504-8e70-249e1e1ba6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:33.460856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-ae498ddc-7935-4504-8e70-249e1e1ba6e7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0440490 Aug 03 20:14:33.493547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-0f13d451-8c7c-47a9-89d3-96888c78bc7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248671 Aug 03 20:14:33.583431 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-f7b64f41-e52b-4c61-a349-074d84484aff service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823119 Aug 03 20:14:34.018185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-89be2b03-75bb-45f0-85ce-c50db469b910 service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269431 Aug 03 20:14:34.104430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-3b363702-3e57-4d4b-a30c-61d55baee058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:34.105953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-3b363702-3e57-4d4b-a30c-61d55baee058 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 1094 time: 0.0411029 Aug 03 20:14:34.198426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-6b499067-a26a-4b7d-abb7-5a2d52e31e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:34.199949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-6b499067-a26a-4b7d-abb7-5a2d52e31e84 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 915 time: 0.0866613 Aug 03 20:14:34.243803 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-c9484a9d-e655-49c4-8f93-3b38d53b3426 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb7fe829-d1a2-487d-bc84-03ccd37e1c85 HTTP/1.1" status: 200 len: 217 time: 0.0354218 Aug 03 20:14:34.297079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-dcbc19d3-7a8f-4a34-b891-2687f26537c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:34.298540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-dcbc19d3-7a8f-4a34-b891-2687f26537c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0465989 Aug 03 20:14:34.332220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-7439d547-5929-490e-8f2d-253c549a5153 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246165 Aug 03 20:14:34.422070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-a3bf58c9-c2ba-4753-b4cb-145d9713fb59 service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811183 Aug 03 20:14:34.531783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d5cc0-9038-49b6-93f7-7da239e4ca20 req-94de9b3d-64fe-4a35-bdef-314523f30d83 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:34.533292 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-030d5cc0-9038-49b6-93f7-7da239e4ca20 req-94de9b3d-64fe-4a35-bdef-314523f30d83 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 943 time: 0.1103556 Aug 03 20:14:34.560572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-65b7bb3c-edf1-4ce1-9778-6e7b7330e9ae req-9c759667-da2b-4e98-86d3-7479e09f3930 service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276498 Aug 03 20:14:34.581076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-030d5cc0-9038-49b6-93f7-7da239e4ca20 req-29477be4-f8b4-46d7-83b9-089e452b76c8 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Aug 03 20:14:34.633650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:35.696988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d0090-800b-4c3b-977e-3b6e4caf5e7f req-389e18be-00ad-40b8-bf9a-71cffb291b40 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:35.698414 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-694d0090-800b-4c3b-977e-3b6e4caf5e7f req-389e18be-00ad-40b8-bf9a-71cffb291b40 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 943 time: 0.0485711 Aug 03 20:14:35.741333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-694d0090-800b-4c3b-977e-3b6e4caf5e7f req-c9a60061-5b20-404b-afed-c84ce5efa2ec tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370829 Aug 03 20:14:36.855908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635dcb-6113-4375-a989-72299f4bc483 req-d87f6cbe-0e37-4453-8ead-5da84c31b652 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:36.857387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c635dcb-6113-4375-a989-72299f4bc483 req-d87f6cbe-0e37-4453-8ead-5da84c31b652 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Aug 03 20:14:36.895971 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c635dcb-6113-4375-a989-72299f4bc483 req-ba2f4cd1-8960-4877-a58c-1a4677082beb tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Aug 03 20:14:37.265429 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device fb7fe829-d1a2-487d-bc84-03ccd37e1c85 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:14:37.358578 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port fb7fe829-d1a2-487d-bc84-03ccd37e1c85, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:37.370184 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85', 'network_id': 'c2a33f97-da30-4027-b5ee-5b026228b4d9', 'port_id': 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85', 'mac_address': 'fa:16:3e:b1:68:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd711873-73d9-4e2d-bad8-841caab4d73e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:14:37.411004 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:37.423737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7fe829-d1a2-487d-bc84-03ccd37e1c85 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:14:37.444583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port fb7fe829-d1a2-487d-bc84-03ccd37e1c85, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:37.449046 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:37.498667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:37.507265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.507615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.507959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.508295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.508633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.508964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.509290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.509655 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.510006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.510417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.510748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.511092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:37.688633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['fb7fe829-d1a2-487d-bc84-03ccd37e1c85'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:14:38.013152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91954667-4984-4291-a6d7-e20cbfa855d7 req-d4680b2d-d310-49ad-b4f0-3b34795c8c9d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:38.014657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91954667-4984-4291-a6d7-e20cbfa855d7 req-d4680b2d-d310-49ad-b4f0-3b34795c8c9d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 944 time: 0.0494590 Aug 03 20:14:38.053963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-91954667-4984-4291-a6d7-e20cbfa855d7 req-21c857aa-636b-4464-b9a3-3f9576d7284b tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Aug 03 20:14:39.169599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdd77a-1578-416d-b69f-4e71e4fbb8cb req-e4195abf-fe29-4f90-bb04-c704eb2c98db tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:39.171358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dcdd77a-1578-416d-b69f-4e71e4fbb8cb req-e4195abf-fe29-4f90-bb04-c704eb2c98db tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 944 time: 0.0505154 Aug 03 20:14:39.214149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2dcdd77a-1578-416d-b69f-4e71e4fbb8cb req-d522f2b9-2e5d-4daa-b3fe-03ed7a05c60a tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362823 Aug 03 20:14:39.263484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device fb7fe829-d1a2-487d-bc84-03ccd37e1c85 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:39.312715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:39.316732 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:39.317107 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:39.391586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:39.413582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:39.415834 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f311230c-b742-44da-8f03-a8c7925eff18" -d '{"events": [{"server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "name": "network-vif-plugged", "status": "completed", "tag": "fb7fe829-d1a2-487d-bc84-03ccd37e1c85"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:39.429520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port fb7fe829-d1a2-487d-bc84-03ccd37e1c85, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:39.434057 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:39.461689 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd9136-ed5c-427d-b8e4-fdc50afa15bf x-openstack-request-id: req-76dd9136-ed5c-427d-b8e4-fdc50afa15bf {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:39.461989 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "name": "network-vif-plugged", "status": "completed", "tag": "fb7fe829-d1a2-487d-bc84-03ccd37e1c85", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:39.462245 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76dd9136-ed5c-427d-b8e4-fdc50afa15bf {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:39.462631 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85', 'code': 200} Aug 03 20:14:39.489036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:39.555778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ca264-5769-4b6a-b7d5-867a93d28301 req-2377b47b-581c-4277-b58d-ffe590cf46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:39.557242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d71ca264-5769-4b6a-b7d5-867a93d28301 req-2377b47b-581c-4277-b58d-ffe590cf46a0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 1096 time: 0.0393488 Aug 03 20:14:39.594476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d71ca264-5769-4b6a-b7d5-867a93d28301 req-15215da6-55dd-42c9-8ed2-caad794f6bfe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283771 Aug 03 20:14:40.332986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa86fc-4763-4c78-8ad1-554e683410d5 req-bb34e26e-ec6a-4740-a456-ff2be861322e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:40.334476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5fa86fc-4763-4c78-8ad1-554e683410d5 req-bb34e26e-ec6a-4740-a456-ff2be861322e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 945 time: 0.0490000 Aug 03 20:14:40.372701 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e5fa86fc-4763-4c78-8ad1-554e683410d5 req-e9d42114-4910-4d0b-8c75-eb5c2ea2f5ac tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Aug 03 20:14:41.490213 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcbfb2-ad98-4507-99a7-bed7becd7fff req-f3728307-bc01-4de9-89ea-e7963d4d6f50 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:41.491737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6dcbfb2-ad98-4507-99a7-bed7becd7fff req-f3728307-bc01-4de9-89ea-e7963d4d6f50 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 945 time: 0.0501046 Aug 03 20:14:41.533364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6dcbfb2-ad98-4507-99a7-bed7becd7fff req-41dfc78f-89fe-41fd-8da5-a2bbfedac291 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Aug 03 20:14:41.762281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4bf94-0c8c-4356-9bab-b05e3ceb01d7 req-25c662a0-6312-49e8-88ca-9933dc3d4bdb tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:41.763770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78c4bf94-0c8c-4356-9bab-b05e3ceb01d7 req-25c662a0-6312-49e8-88ca-9933dc3d4bdb tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 945 time: 0.0483108 Aug 03 20:14:41.801819 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78c4bf94-0c8c-4356-9bab-b05e3ceb01d7 req-49ffd50e-1e80-40d1-abc0-13e9e357a009 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Aug 03 20:14:42.924382 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16d9e4-71f7-45cc-a2b0-ef2966815f8d req-c5644cec-7c81-4e4c-9292-12f88d7ce9e8 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:42.926454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a16d9e4-71f7-45cc-a2b0-ef2966815f8d req-c5644cec-7c81-4e4c-9292-12f88d7ce9e8 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 945 time: 0.0530288 Aug 03 20:14:42.963457 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a16d9e4-71f7-45cc-a2b0-ef2966815f8d req-1aa5c8d2-48c3-43da-b55d-96866d92166d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310647 Aug 03 20:14:43.635210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-0b1f6d1f-2739-40bd-a1de-c70dce47365a tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:43.636674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-0b1f6d1f-2739-40bd-a1de-c70dce47365a tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.88 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 945 time: 0.0522478 Aug 03 20:14:43.727756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Deleting port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:43.728028 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:43.818355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] For port fb7fe829-d1a2-487d-bc84-03ccd37e1c85, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:43.818722 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:43.835327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Calling delete_port for fb7fe829-d1a2-487d-bc84-03ccd37e1c85 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:43.960604 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:43.975792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['6eb7252d-fd8c-489a-928d-aa0310ad0b9d', 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:14:43.989688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Pushing event deleted for resources: {'Port': ['ID=fb7fe829-d1a2-487d-bc84-03ccd37e1c85,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:44.034315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] No DVR routers for this DVR port fb7fe829-d1a2-487d-bc84-03ccd37e1c85 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:14:44.037725 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:44.040004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-907c4464-4241-4f45-93fc-f4547a7afdd5 req-8ff278c5-8edf-4ac9-b072-20520e8b0558 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.88 "DELETE /v2.0/ports/fb7fe829-d1a2-487d-bc84-03ccd37e1c85 HTTP/1.1" status: 204 len: 173 time: 0.3961024 Aug 03 20:14:44.041633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'name': 'network-vif-deleted', 'tag': 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:44.044013 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fad078-26da-4214-ab76-ad86d3ec2d27" -d '{"events": [{"server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "name": "network-vif-deleted", "tag": "fb7fe829-d1a2-487d-bc84-03ccd37e1c85"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:44.073809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9ef93f8-84ad-4632-b556-12b75188ce68 req-68386be9-369b-4d53-a72e-f190c917b98a tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=4512d5b4-39b0-4fc0-960c-1a7cf70c7f43 HTTP/1.1" status: 200 len: 210 time: 0.0326469 Aug 03 20:14:44.102423 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef780a-de7d-4593-ac16-d17ccdbc1e1c x-openstack-request-id: req-69ef780a-de7d-4593-ac16-d17ccdbc1e1c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:44.102771 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4512d5b4-39b0-4fc0-960c-1a7cf70c7f43", "name": "network-vif-deleted", "tag": "fb7fe829-d1a2-487d-bc84-03ccd37e1c85", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:44.102960 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69ef780a-de7d-4593-ac16-d17ccdbc1e1c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:44.103346 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4512d5b4-39b0-4fc0-960c-1a7cf70c7f43', 'name': 'network-vif-deleted', 'tag': 'fb7fe829-d1a2-487d-bc84-03ccd37e1c85', 'status': 'completed', 'code': 200} Aug 03 20:14:44.648293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-3d940583-b84d-4b1c-a616-4242a479bb30 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400214 Aug 03 20:14:44.763267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-a459a750-19e7-4d1c-adc6-a2ceea243dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:44.764870 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-a459a750-19e7-4d1c-adc6-a2ceea243dd1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cffb61fc324844dbb617dde13a628edf&device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 1096 time: 0.0694382 Aug 03 20:14:44.870057 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-4ef702a0-16be-4ffc-b485-68997d2c7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:44.871714 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-4ef702a0-16be-4ffc-b485-68997d2c7331 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 200 len: 915 time: 0.0863369 Aug 03 20:14:44.916850 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-2e18a3a9-bee6-423e-8804-de3f36442113 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb7252d-fd8c-489a-928d-aa0310ad0b9d HTTP/1.1" status: 200 len: 217 time: 0.0354395 Aug 03 20:14:44.972681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-a81f26a7-4e1e-4459-bbb3-755692b7217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:44.974158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-a81f26a7-4e1e-4459-bbb3-755692b7217f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 200 len: 854 time: 0.0478535 Aug 03 20:14:45.007224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-ddb7beeb-3c4b-4b65-b50c-65b02b6f3d77 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2a33f97-da30-4027-b5ee-5b026228b4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247331 Aug 03 20:14:45.094769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-80efc031-dd44-42af-b5eb-db12fdadf3a6 service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794075 Aug 03 20:14:45.201686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0b3cf9c0-8dab-4629-bb0e-6ea3f754b401 req-54ec5e9d-2abf-4ae7-b5b6-c16bd66a6d17 service neutron] 10.222.0.88 "GET /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985444 Aug 03 20:14:45.240197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065e3a4-290a-4962-ac07-8bc976698b13 req-d6e35da7-2553-495e-964b-a3791ff94a6e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:45.241742 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5065e3a4-290a-4962-ac07-8bc976698b13 req-d6e35da7-2553-495e-964b-a3791ff94a6e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0546765 Aug 03 20:14:45.279927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5065e3a4-290a-4962-ac07-8bc976698b13 req-a81839bf-ea8d-4641-92bf-af6fd3d5fb5e tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Aug 03 20:14:45.410757 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe26e6-442e-46a8-b8d1-7f3f84c9625e req-d278b805-0f51-4c69-a90b-7170c7425764 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:45.412268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fdfe26e6-442e-46a8-b8d1-7f3f84c9625e req-d278b805-0f51-4c69-a90b-7170c7425764 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0498588 Aug 03 20:14:45.455755 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fdfe26e6-442e-46a8-b8d1-7f3f84c9625e req-e653d3f8-b8d2-47ab-83c8-0a2fe4761d98 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372908 Aug 03 20:14:45.570217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1abad-fd4e-4c84-8ce0-9ef890393e2e req-1532e7ba-e25b-4019-89f6-dca7e3c04937 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:45.571709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cea1abad-fd4e-4c84-8ce0-9ef890393e2e req-1532e7ba-e25b-4019-89f6-dca7e3c04937 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0489292 Aug 03 20:14:45.609822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cea1abad-fd4e-4c84-8ce0-9ef890393e2e req-fe1dc43d-c281-475c-b668-481255365188 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Aug 03 20:14:45.773486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d49cd8-6165-477a-8b5f-bad07898ff3f req-a1307225-d931-4dbf-a0cf-3dfe1732875d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:45.774977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30d49cd8-6165-477a-8b5f-bad07898ff3f req-a1307225-d931-4dbf-a0cf-3dfe1732875d tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0488167 Aug 03 20:14:45.811668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30d49cd8-6165-477a-8b5f-bad07898ff3f req-c7c99a68-0d2c-489f-97cb-679a82dcf2b5 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Aug 03 20:14:45.925216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc64ca6-20b8-4cf5-a207-63a4de48b2d8 req-5b062a47-0bbb-4711-9ca8-bd09e5b60957 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:45.926618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9dc64ca6-20b8-4cf5-a207-63a4de48b2d8 req-5b062a47-0bbb-4711-9ca8-bd09e5b60957 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0485339 Aug 03 20:14:45.967344 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9dc64ca6-20b8-4cf5-a207-63a4de48b2d8 req-31eb8ba9-42ec-4bcd-9530-830ca8da08fe tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349133 Aug 03 20:14:46.090593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad44eef-563f-40c0-9127-ff535ee78497 req-47568d82-44c0-4997-ae63-89bfd00c4193 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:46.092234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fad44eef-563f-40c0-9127-ff535ee78497 req-47568d82-44c0-4997-ae63-89bfd00c4193 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0493550 Aug 03 20:14:46.130330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fad44eef-563f-40c0-9127-ff535ee78497 req-4181af9c-3421-4f05-8baf-665fa5c131c7 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316646 Aug 03 20:14:46.441816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f182-1ad8-4d09-b014-2a53ebadf0de req-a79f04ad-9103-4e54-9435-082d870b9db0 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:46.443302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1877f182-1ad8-4d09-b014-2a53ebadf0de req-a79f04ad-9103-4e54-9435-082d870b9db0 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0493920 Aug 03 20:14:46.482771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1877f182-1ad8-4d09-b014-2a53ebadf0de req-6da11e6a-4b28-4bfc-8b69-9a369d1c0b72 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Aug 03 20:14:47.346017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device fb7fe829-d1a2-487d-bc84-03ccd37e1c85 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:47.368511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: fb7fe829-d1a2-487d-bc84-03ccd37e1c85 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:47.368844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device fb7fe829-d1a2-487d-bc84-03ccd37e1c85 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:47.599684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b7431-757a-4778-9b2d-a64429be1aff req-5f3a1822-fff0-469d-bdd7-311e7944992b tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:47.601091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e5b7431-757a-4778-9b2d-a64429be1aff req-5f3a1822-fff0-469d-bdd7-311e7944992b tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0490448 Aug 03 20:14:47.641983 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e5b7431-757a-4778-9b2d-a64429be1aff req-474fa950-78f2-4de3-aeb4-ab83c5018108 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5d9e177-4157-4b7c-8d2c-ae8405096177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349874 Aug 03 20:14:47.986014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-22389cf6-ec09-48ac-a186-60eac3b40cbb tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:47.987381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-22389cf6-ec09-48ac-a186-60eac3b40cbb tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 945 time: 0.0479650 Aug 03 20:14:48.077666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Deleting port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:48.078012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:48.168279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] For port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,segment=NetworkSegment(8266954b-6519-4c28-aff6-c7ff40f28efa),segment_id=8266954b-6519-4c28-aff6-c7ff40f28efa)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:48.168647 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:48.181295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Calling delete_port for 6eb7252d-fd8c-489a-928d-aa0310ad0b9d owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:48.313161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:48.326276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['6eb7252d-fd8c-489a-928d-aa0310ad0b9d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:14:48.345050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Pushing event deleted for resources: {'Port': ['ID=6eb7252d-fd8c-489a-928d-aa0310ad0b9d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:48.384698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] No DVR routers for this DVR port 6eb7252d-fd8c-489a-928d-aa0310ad0b9d on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:14:48.387471 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:48.389680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea64eefa-51de-4be7-b01c-e1c8c1eec325 req-38fb1fe2-203b-4e31-bf28-e2bf5d694618 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.88 "DELETE /v2.0/ports/6eb7252d-fd8c-489a-928d-aa0310ad0b9d HTTP/1.1" status: 204 len: 173 time: 0.3950918 Aug 03 20:14:48.390126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'name': 'network-vif-deleted', 'tag': '6eb7252d-fd8c-489a-928d-aa0310ad0b9d'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:48.392521 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1bd202-1662-496d-9d8f-bcba8caa5418" -d '{"events": [{"server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "name": "network-vif-deleted", "tag": "6eb7252d-fd8c-489a-928d-aa0310ad0b9d"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:48.432314 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d3967a-1c88-41a6-aaaf-c9c71ae775c1 x-openstack-request-id: req-c1d3967a-1c88-41a6-aaaf-c9c71ae775c1 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:48.432436 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f", "name": "network-vif-deleted", "tag": "6eb7252d-fd8c-489a-928d-aa0310ad0b9d", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:48.432646 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1d3967a-1c88-41a6-aaaf-c9c71ae775c1 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:48.433036 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f', 'name': 'network-vif-deleted', 'tag': '6eb7252d-fd8c-489a-928d-aa0310ad0b9d', 'status': 'completed', 'code': 200} Aug 03 20:14:48.746184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5d265e5-b0d8-4781-a15b-68169b430bcf req-a39f2947-0fb4-4b11-a8fa-69b0c6aaa906 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c33958a-98bc-4fac-b13a-b4ea8bb7cb8f HTTP/1.1" status: 200 len: 210 time: 0.0274427 Aug 03 20:14:49.802374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:49.851182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dfdc88-c7a4-4884-b8aa-35aecc1e3243 admin admin] Deleting subnet fd711873-73d9-4e2d-bad8-841caab4d73e {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:14:49.854294 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1dfdc88-c7a4-4884-b8aa-35aecc1e3243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:49.889760 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1dfdc88-c7a4-4884-b8aa-35aecc1e3243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:49.928099 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1dfdc88-c7a4-4884-b8aa-35aecc1e3243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:49.979519 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1dfdc88-c7a4-4884-b8aa-35aecc1e3243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.010853 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfdc88-c7a4-4884-b8aa-35aecc1e3243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd711873-73d9-4e2d-bad8-841caab4d73e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:50.012902 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1dfdc88-c7a4-4884-b8aa-35aecc1e3243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.016932 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b1dfdc88-c7a4-4884-b8aa-35aecc1e3243 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fd711873-73d9-4e2d-bad8-841caab4d73e HTTP/1.1" status: 204 len: 168 time: 0.2114556 Aug 03 20:14:50.017195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 37966) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:50.084289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.166151 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.176282 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a33f97-da30-4027-b5ee-5b026228b4d9']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:50.186160 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8266954b-6519-4c28-aff6-c7ff40f28efa') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:50.186459 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8266954b-6519-4c28-aff6-c7ff40f28efa') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:50.195134 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.208963 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.216215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:14:50.216622 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:14:50.218313 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:14:50.274161 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.279401 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.281233 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c2a33f97-da30-4027-b5ee-5b026228b4d9 HTTP/1.1" status: 204 len: 168 time: 0.2631068 Aug 03 20:14:50.292681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1269f18-6ac4-45bd-b78b-2c3b16689f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a33f97-da30-4027-b5ee-5b026228b4d9,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:50.389850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37970) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:50.430282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2a74ccb8-8252-400a-988b-00f282b14b65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cffb61fc324844dbb617dde13a628edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389261 Aug 03 20:14:50.432820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37972) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:50.484780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b04b0c8-88d3-41f0-a0a3-84ae127715f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.506092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b04b0c8-88d3-41f0-a0a3-84ae127715f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.551019 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b04b0c8-88d3-41f0-a0a3-84ae127715f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.553777 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6b04b0c8-88d3-41f0-a0a3-84ae127715f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:50.557631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6b04b0c8-88d3-41f0-a0a3-84ae127715f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5d9e177-4157-4b7c-8d2c-ae8405096177 HTTP/1.1" status: 204 len: 168 time: 0.1238198 Aug 03 20:14:50.565460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04b0c8-88d3-41f0-a0a3-84ae127715f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9e177-4157-4b7c-8d2c-ae8405096177,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:51.145160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.233799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37994) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:51.326123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83917891'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:51.347826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:51.351535 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.360115 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.456615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.460936 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.489136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:14:51.498359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08dfca02-3945-45d3-a737-4e531eb08dda,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:51.505238 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.505627 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Added segment ebb19f23-bc43-4f2c-b20a-70207f53af55 of type vlan for network f09630c0-0c6f-4165-b255-6cf8625d8a79 Aug 03 20:14:51.545292 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.577879 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.583432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:51.584023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:51.636634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4017155 Aug 03 20:14:51.655349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618764d3-bd96-4dee-99f5-f12c9d7214cb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Network': ['ID=f09630c0-0c6f-4165-b255-6cf8625d8a79,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:51.666765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network f09630c0-0c6f-4165-b255-6cf8625d8a79 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:14:53.359126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 6eb7252d-fd8c-489a-928d-aa0310ad0b9d no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:53.383699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 6eb7252d-fd8c-489a-928d-aa0310ad0b9d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:53.384070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 6eb7252d-fd8c-489a-928d-aa0310ad0b9d not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:54.930662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 37998) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:54.935898 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'subnet': {'network_id': 'f09630c0-0c6f-4165-b255-6cf8625d8a79', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:55.025407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:55.028888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.212704 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.266675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Subnet': ['ID=77fb9277-863f-40f1-94a2-c094fac8a6a2,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:55.283505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Checking segment: {'id': 'ebb19f23-bc43-4f2c-b20a-70207f53af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f09630c0-0c6f-4165-b255-6cf8625d8a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:55.283864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network hostable DHCP agents. Network: f09630c0-0c6f-4165-b255-6cf8625d8a79, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:14:55.300025 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network f09630c0-0c6f-4165-b255-6cf8625d8a79 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:14:55.308727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, f09630c0-0c6f-4165-b255-6cf8625d8a79) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:55.313316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:55.314391 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.317921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de632d-48ab-4aec-a89e-d79b3947b385 None None] Network f09630c0-0c6f-4165-b255-6cf8625d8a79 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:55.330108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d02339bf-7aa0-442a-b923-d3e3e0d1efc5 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3982708 Aug 03 20:14:55.333778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38000) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:55.338901 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17400711'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:55.359971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:55.364212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.389331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:14:55.399542 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.399958 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Added segment 17c46443-9011-4a25-9957-0ede5c1d3c51 of type vlan for network a67717a2-48d4-419a-8624-7ae6c8ed2729 Aug 03 20:14:55.451009 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.475495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-f09630c0-0c6f-4165-b255-6cf8625d8a79', 'network_id': 'f09630c0-0c6f-4165-b255-6cf8625d8a79', 'tenant_id': '0144da8c753245c0a660fc617de45e5d', 'fixed_ips': [{'subnet_id': '77fb9277-863f-40f1-94a2-c094fac8a6a2'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:14:55.476604 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.493207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.499908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:55.500530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.556935 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2220323 Aug 03 20:14:55.559858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38002) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:55.564891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'subnet': {'network_id': 'a67717a2-48d4-419a-8624-7ae6c8ed2729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:55.622286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b737b3-87c2-43df-8420-fcb1e13c6adf tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Network': ['ID=a67717a2-48d4-419a-8624-7ae6c8ed2729,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:55.624421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Allocated IP 2001:db8:0:ffff::2 (f09630c0-0c6f-4165-b255-6cf8625d8a79/77fb9277-863f-40f1-94a2-c094fac8a6a2/9d6c516b-c2c2-442d-b459-0b930a8a8a9a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:55.635456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network a67717a2-48d4-419a-8624-7ae6c8ed2729 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:14:55.668051 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:55.672103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.828224 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.844780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Transition to ACTIVE for port object 9d6c516b-c2c2-442d-b459-0b930a8a8a9a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:55.868040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Transition to ACTIVE for port object 9d6c516b-c2c2-442d-b459-0b930a8a8a9a will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:55.876341 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.889291 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:55.930706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Network f09630c0-0c6f-4165-b255-6cf8625d8a79 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:55.935369 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:55.938073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:55.952260 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Pushing event updated for resources: {'Port': ['ID=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:55.954663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Subnet': ['ID=a8f3d63a-dc81-4767-b378-6ffab942bd0f,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:55.966235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Checking segment: {'id': '17c46443-9011-4a25-9957-0ede5c1d3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a67717a2-48d4-419a-8624-7ae6c8ed2729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:55.966600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network hostable DHCP agents. Network: a67717a2-48d4-419a-8624-7ae6c8ed2729, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:14:55.985089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network a67717a2-48d4-419a-8624-7ae6c8ed2729 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:14:55.994617 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, a67717a2-48d4-419a-8624-7ae6c8ed2729) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:55.999975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:56.000594 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.006057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427bbd1-1e8f-4e9f-8067-73efbdc4b9ad None None] Network a67717a2-48d4-419a-8624-7ae6c8ed2729 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:56.016004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-383fd8ce-a076-4586-891d-b004d5c3bb2c tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4550095 Aug 03 20:14:56.019526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38004) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:56.021463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Attempting to bind port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:56.021865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Attempting to bind port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ebb19f23-bc43-4f2c-b20a-70207f53af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f09630c0-0c6f-4165-b255-6cf8625d8a79'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:56.022236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Attempting to bind port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a on network f09630c0-0c6f-4165-b255-6cf8625d8a79 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:56.052968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:56.053350 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Checking segment: {'id': 'ebb19f23-bc43-4f2c-b20a-70207f53af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f09630c0-0c6f-4165-b255-6cf8625d8a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:56.053848 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.054247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Bound using segment: {'id': 'ebb19f23-bc43-4f2c-b20a-70207f53af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f09630c0-0c6f-4165-b255-6cf8625d8a79'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:56.054725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Bound port: 9d6c516b-c2c2-442d-b459-0b930a8a8a9a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb19f23-bc43-4f2c-b20a-70207f53af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f09630c0-0c6f-4165-b255-6cf8625d8a79'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:56.055113 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.117693 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.172322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] For port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:56.191005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] For port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,segment=NetworkSegment(ebb19f23-bc43-4f2c-b20a-70207f53af55),segment_id=ebb19f23-bc43-4f2c-b20a-70207f53af55)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:56.198672 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.201452 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.271707 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.274906 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e313b-d3b9-475f-9c4c-c15e750ce0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-a67717a2-48d4-419a-8624-7ae6c8ed2729', 'network_id': 'a67717a2-48d4-419a-8624-7ae6c8ed2729', 'tenant_id': '0144da8c753245c0a660fc617de45e5d', 'fixed_ips': [{'subnet_id': 'a8f3d63a-dc81-4767-b378-6ffab942bd0f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:14:56.275755 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aa9e313b-d3b9-475f-9c4c-c15e750ce0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.297028 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3492dc76-dd89-485e-869f-f93f3c811bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.311782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c5ff0-ddc1-451c-9b63-1c24491258d2 None None] Pushing event updated for resources: {'Port': ['ID=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:56.316626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f3d63a-dc81-4767-b378-6ffab942bd0f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:56.368288 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.379932 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67717a2-48d4-419a-8624-7ae6c8ed2729']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:56.391751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c46443-9011-4a25-9957-0ede5c1d3c51') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:56.392012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c46443-9011-4a25-9957-0ede5c1d3c51') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:56.396063 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.402730 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.403514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae6e63-0ef1-436a-a513-d4569ba3a45a None None] Network a67717a2-48d4-419a-8624-7ae6c8ed2729 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:56.418577 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.429042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:14:56.429042 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:14:56.430412 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:14:56.530826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.540219 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.545543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/a67717a2-48d4-419a-8624-7ae6c8ed2729 HTTP/1.1" status: 204 len: 168 time: 0.5216756 Aug 03 20:14:56.546243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38006) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:56.553152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2015150929'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:56.553728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c0eb6-2c13-436a-9b57-86ad02b3acb1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Network': ['ID=a67717a2-48d4-419a-8624-7ae6c8ed2729,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:56.579949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:56.583946 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.612063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:14:56.623096 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.623444 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Added segment e660a6c0-2131-49ee-a3e6-e020841b3a97 of type vlan for network 15da930a-02c6-456f-aa9b-5b50e27471d3 Aug 03 20:14:56.675295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.704180 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.709927 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:56.710513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:56.769549 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2213714 Aug 03 20:14:56.772308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38008) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:56.779104 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'subnet': {'network_id': '15da930a-02c6-456f-aa9b-5b50e27471d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:56.785810 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da71e9-c41c-47c4-9f24-c784f2e3c105 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Network': ['ID=15da930a-02c6-456f-aa9b-5b50e27471d3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:56.796545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 15da930a-02c6-456f-aa9b-5b50e27471d3 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:14:57.190169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9bbac-6a50-4bb2-a033-eb7fb8445555 None None] Network f09630c0-0c6f-4165-b255-6cf8625d8a79 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:57.215078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:57.219004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.254768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-1e384bcd-100b-4d4d-b159-aedf4cc07773 None None] Provisioning for port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:57.278981 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Performing IP validity checks on allocation pools {{(pid=94133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 20:14:57.279496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 20:14:57.413857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.473883 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Subnet': ['ID=95c4e164-6e04-4f77-b913-261082643f28,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:57.495349 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Checking segment: {'id': 'e660a6c0-2131-49ee-a3e6-e020841b3a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '15da930a-02c6-456f-aa9b-5b50e27471d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:57.495719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network hostable DHCP agents. Network: 15da930a-02c6-456f-aa9b-5b50e27471d3, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:14:57.520281 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network 15da930a-02c6-456f-aa9b-5b50e27471d3 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:14:57.523616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d6c516b-c2c2-442d-b459-0b930a8a8a9a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:57.538786 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 15da930a-02c6-456f-aa9b-5b50e27471d3) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:57.543492 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:57.544829 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.549514 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f955d-51fa-4206-9c9d-2d31fd9d86a2 None None] Network 15da930a-02c6-456f-aa9b-5b50e27471d3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:57.564168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b3f08f4c-9503-4798-9471-b31173315afb tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7888544 Aug 03 20:14:57.566813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38010) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:57.676648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.733771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.794765 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.822469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:57.823691 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Subnet': ['ID=95c4e164-6e04-4f77-b913-261082643f28,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:57.843913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:57.844276 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.886583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d78d3cd-8831-4c58-a352-5e77cdcc40f8 None None] Network 15da930a-02c6-456f-aa9b-5b50e27471d3 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:57.890603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.901102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15da930a-02c6-456f-aa9b-5b50e27471d3']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:57.912724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e660a6c0-2131-49ee-a3e6-e020841b3a97') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:57.913022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e660a6c0-2131-49ee-a3e6-e020841b3a97') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:57.922033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.935510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.943030 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:14:57.943567 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:14:57.946550 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:14:58.007822 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.015396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.017223 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/15da930a-02c6-456f-aa9b-5b50e27471d3 HTTP/1.1" status: 204 len: 168 time: 0.4493608 Aug 03 20:14:58.021037 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38012) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:58.027016 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1770285707'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:58.036297 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.041071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bf0ce-27b4-422e-86c7-75d30ecfff04 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Network': ['ID=15da930a-02c6-456f-aa9b-5b50e27471d3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:58.055719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:58.063298 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.070119 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,segment=NetworkSegment(ebb19f23-bc43-4f2c-b20a-70207f53af55),segment_id=ebb19f23-bc43-4f2c-b20a-70207f53af55)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:58.074636 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.092334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:14:58.102176 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.102515 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Added segment 73569f5d-f5c9-47d2-b045-3367627b8fe7 of type vlan for network 5489d331-771f-451c-a60b-2a94dc63aa1c Aug 03 20:14:58.122636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:58.155447 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.183607 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.189081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:58.190262 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.241569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2187138 Aug 03 20:14:58.245538 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38014) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:58.250937 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'subnet': {'network_id': '5489d331-771f-451c-a60b-2a94dc63aa1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:58.256616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b815ef-2062-4caa-bd9f-fa7e776aee74 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Network': ['ID=5489d331-771f-451c-a60b-2a94dc63aa1c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:58.266955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5489d331-771f-451c-a60b-2a94dc63aa1c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:14:58.347745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:58.351345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.542953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.601770 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Subnet': ['ID=7f1b5cb6-8df0-4507-988b-6f073b7e8393,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:58.612264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Checking segment: {'id': '73569f5d-f5c9-47d2-b045-3367627b8fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5489d331-771f-451c-a60b-2a94dc63aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:58.612626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network hostable DHCP agents. Network: 5489d331-771f-451c-a60b-2a94dc63aa1c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:14:58.629196 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network 5489d331-771f-451c-a60b-2a94dc63aa1c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:14:58.637706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 5489d331-771f-451c-a60b-2a94dc63aa1c) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:58.641805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:58.642455 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.647506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25860e1-780d-4bec-8f09-82613221ac81 None None] Network 5489d331-771f-451c-a60b-2a94dc63aa1c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:58.657226 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fa710cfc-e7fc-4913-9ca0-fbf1c14220c1 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4105403 Aug 03 20:14:58.661518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38016) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:58.666583 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1504214762'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:58.687493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:58.691405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.716263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:14:58.726862 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.727206 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Added segment 83ad5ac1-5acc-48bf-9f7f-cb8aaaa172a5 of type vlan for network 9393d670-2626-4cf6-9831-16bb039b4697 Aug 03 20:14:58.776321 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.806437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-5489d331-771f-451c-a60b-2a94dc63aa1c', 'network_id': '5489d331-771f-451c-a60b-2a94dc63aa1c', 'tenant_id': '0144da8c753245c0a660fc617de45e5d', 'fixed_ips': [{'subnet_id': '7f1b5cb6-8df0-4507-988b-6f073b7e8393'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:14:58.807292 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.808219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.814374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:58.814977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.871425 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2086229 Aug 03 20:14:58.874259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38018) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:58.881571 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Request body: {'subnet': {'network_id': '9393d670-2626-4cf6-9831-16bb039b4697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:58.886756 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b87c7-969a-4fda-b69d-aeb452174c61 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Network': ['ID=9393d670-2626-4cf6-9831-16bb039b4697,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:58.897399 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 9393d670-2626-4cf6-9831-16bb039b4697 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:14:58.982573 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Made reservation on behalf of 0144da8c753245c0a660fc617de45e5d for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:58.986479 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:58.997981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Allocated IP 2001:db8::2 (5489d331-771f-451c-a60b-2a94dc63aa1c/7f1b5cb6-8df0-4507-988b-6f073b7e8393/b1eb6a25-910f-47ba-80a2-c85a32e903fe) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:59.154716 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.163797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Transition to ACTIVE for port object b1eb6a25-910f-47ba-80a2-c85a32e903fe will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:59.173144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.179834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Transition to ACTIVE for port object b1eb6a25-910f-47ba-80a2-c85a32e903fe will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:59.186018 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.222053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Network 5489d331-771f-451c-a60b-2a94dc63aa1c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:59.227015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:59.232522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:59.237089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event updated for resources: {'Subnet': ['ID=4d2a2c10-28f5-4648-8fa8-42e1ee8da0ab,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:59.238391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Pushing event updated for resources: {'Port': ['ID=b1eb6a25-910f-47ba-80a2-c85a32e903fe,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:59.244821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Checking segment: {'id': '83ad5ac1-5acc-48bf-9f7f-cb8aaaa172a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9393d670-2626-4cf6-9831-16bb039b4697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:59.245354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network hostable DHCP agents. Network: 9393d670-2626-4cf6-9831-16bb039b4697, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:14:59.262201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Network 9393d670-2626-4cf6-9831-16bb039b4697 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:14:59.271003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 9393d670-2626-4cf6-9831-16bb039b4697) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:59.275394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:59.275853 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.288938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e21575-0458-4fe5-a9e9-c9f90e28c4ff None None] Network 9393d670-2626-4cf6-9831-16bb039b4697 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:59.290943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-dca3380e-921b-44ce-8e78-4fee0e7e0297 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4151185 Aug 03 20:14:59.293621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38020) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:59.337873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Attempting to bind port b1eb6a25-910f-47ba-80a2-c85a32e903fe on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:59.338259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Attempting to bind port b1eb6a25-910f-47ba-80a2-c85a32e903fe by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '73569f5d-f5c9-47d2-b045-3367627b8fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5489d331-771f-451c-a60b-2a94dc63aa1c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:59.338618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Attempting to bind port b1eb6a25-910f-47ba-80a2-c85a32e903fe on network 5489d331-771f-451c-a60b-2a94dc63aa1c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:59.349287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:59.349763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Checking segment: {'id': '73569f5d-f5c9-47d2-b045-3367627b8fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5489d331-771f-451c-a60b-2a94dc63aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:59.350171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.350573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Bound using segment: {'id': '73569f5d-f5c9-47d2-b045-3367627b8fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5489d331-771f-451c-a60b-2a94dc63aa1c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:59.351045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Bound port: b1eb6a25-910f-47ba-80a2-c85a32e903fe, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73569f5d-f5c9-47d2-b045-3367627b8fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5489d331-771f-451c-a60b-2a94dc63aa1c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:59.351428 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.402080 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.466929 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.495645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] For port b1eb6a25-910f-47ba-80a2-c85a32e903fe, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:59.497965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d6c516b-c2c2-442d-b459-0b930a8a8a9a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:59.529390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa62e641-6c8e-400b-acb5-5f9b84baa096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-9393d670-2626-4cf6-9831-16bb039b4697', 'network_id': '9393d670-2626-4cf6-9831-16bb039b4697', 'tenant_id': '0144da8c753245c0a660fc617de45e5d', 'fixed_ips': [{'subnet_id': '4d2a2c10-28f5-4648-8fa8-42e1ee8da0ab'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:14:59.530504 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa62e641-6c8e-400b-acb5-5f9b84baa096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.532112 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.537590 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] For port b1eb6a25-910f-47ba-80a2-c85a32e903fe, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1eb6a25-910f-47ba-80a2-c85a32e903fe,segment=NetworkSegment(73569f5d-f5c9-47d2-b045-3367627b8fe7),segment_id=73569f5d-f5c9-47d2-b045-3367627b8fe7)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:59.550776 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.559867 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2a2c10-28f5-4648-8fa8-42e1ee8da0ab,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:59.629232 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.639615 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9393d670-2626-4cf6-9831-16bb039b4697']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:59.650263 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ad5ac1-5acc-48bf-9f7f-cb8aaaa172a5') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:59.650614 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ad5ac1-5acc-48bf-9f7f-cb8aaaa172a5') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:59.660576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.677792 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.681891 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24edeb-6f00-412f-8803-48db7d4ba6bb None None] Pushing event updated for resources: {'Port': ['ID=b1eb6a25-910f-47ba-80a2-c85a32e903fe,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:59.684261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:14:59.684676 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:14:59.688030 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:14:59.691143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:59.691143 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.712086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf692535-dc45-447b-b6e5-3f6d3218f2e6 None None] Network 9393d670-2626-4cf6-9831-16bb039b4697 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:59.756673 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.763827 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.769570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/9393d670-2626-4cf6-9831-16bb039b4697 HTTP/1.1" status: 204 len: 168 time: 0.4713302 Aug 03 20:14:59.769861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38022) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:59.820486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd0491-4541-464d-b91f-d860369502a8 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Network': ['ID=9393d670-2626-4cf6-9831-16bb039b4697,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:59.832804 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c00eeb-b1c7-4ff0-b04c-8f52ef040467 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] GET failed (client error): The resource could not be found. Aug 03 20:14:59.832804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-45c00eeb-b1c7-4ff0-b04c-8f52ef040467 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "GET /v2.0/subnets/4d2a2c10-28f5-4648-8fa8-42e1ee8da0ab HTTP/1.1" status: 404 len: 337 time: 0.0564187 Aug 03 20:14:59.833336 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38024) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:59.864105 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20bd3d8-dc7c-42e9-89b9-aad0afdb297d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] DELETE failed (client error): The resource could not be found. Aug 03 20:14:59.864593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20bd3d8-dc7c-42e9-89b9-aad0afdb297d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:14:59.867038 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e20bd3d8-dc7c-42e9-89b9-aad0afdb297d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/9393d670-2626-4cf6-9831-16bb039b4697 HTTP/1.1" status: 404 len: 339 time: 0.0352092 Aug 03 20:14:59.871223 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38026) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:59.885887 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:59.905175 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecf80e0-547a-4f61-97e5-c16efad18fb0 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] DELETE failed (client error): The resource could not be found. Aug 03 20:14:59.907068 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecf80e0-547a-4f61-97e5-c16efad18fb0 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:14:59.910790 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9ecf80e0-547a-4f61-97e5-c16efad18fb0 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/subnets/4d2a2c10-28f5-4648-8fa8-42e1ee8da0ab HTTP/1.1" status: 404 len: 337 time: 0.0381536 Aug 03 20:14:59.912667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38028) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:59.932295 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-88478ccd-55a6-43f8-afad-137bbe4b18bd tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] DELETE failed (client error): The resource could not be found. Aug 03 20:14:59.936970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88478ccd-55a6-43f8-afad-137bbe4b18bd tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:14:59.938872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-88478ccd-55a6-43f8-afad-137bbe4b18bd tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/9393d670-2626-4cf6-9831-16bb039b4697 HTTP/1.1" status: 404 len: 339 time: 0.0251315 Aug 03 20:14:59.941756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38030) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:59.994783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc7dd4e-06fc-44fa-8c16-46d72629fb0b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Deleting subnet 7f1b5cb6-8df0-4507-988b-6f073b7e8393 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:14:59.998238 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd4e-06fc-44fa-8c16-46d72629fb0b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.036468 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd4e-06fc-44fa-8c16-46d72629fb0b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.123832 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd4e-06fc-44fa-8c16-46d72629fb0b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.183233 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd4e-06fc-44fa-8c16-46d72629fb0b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.209798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7dd4e-06fc-44fa-8c16-46d72629fb0b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1b5cb6-8df0-4507-988b-6f073b7e8393,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:00.213402 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd4e-06fc-44fa-8c16-46d72629fb0b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.215716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ecc7dd4e-06fc-44fa-8c16-46d72629fb0b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/subnets/7f1b5cb6-8df0-4507-988b-6f073b7e8393 HTTP/1.1" status: 204 len: 168 time: 0.2725196 Aug 03 20:15:00.217634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38032) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:00.295465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.350175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Deleting port b1eb6a25-910f-47ba-80a2-c85a32e903fe {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:00.350518 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.375168 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e61c844-a234-4bc1-8574-ecda0291eb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.418791 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] For port b1eb6a25-910f-47ba-80a2-c85a32e903fe, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1eb6a25-910f-47ba-80a2-c85a32e903fe,segment=NetworkSegment(73569f5d-f5c9-47d2-b045-3367627b8fe7),segment_id=73569f5d-f5c9-47d2-b045-3367627b8fe7)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:00.419247 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.433459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Calling delete_port for b1eb6a25-910f-47ba-80a2-c85a32e903fe owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:00.526218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.553210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Port': ['ID=b1eb6a25-910f-47ba-80a2-c85a32e903fe,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:00.556745 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No DVR routers for this DVR port b1eb6a25-910f-47ba-80a2-c85a32e903fe on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:00.643254 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.653124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5489d331-771f-451c-a60b-2a94dc63aa1c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:00.654589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a0df8f-1cfc-406c-9629-aed4a48f174a None None] Network 5489d331-771f-451c-a60b-2a94dc63aa1c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:00.663250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73569f5d-f5c9-47d2-b045-3367627b8fe7') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:00.663538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73569f5d-f5c9-47d2-b045-3367627b8fe7') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:00.672257 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.685639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.692100 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:15:00.692540 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:15:00.695503 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:15:00.707845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-68ae8dcb-5455-4f4a-bd56-46c8c7f94779 None None] Could not find standard attr ID for object b1eb6a25-910f-47ba-80a2-c85a32e903fe. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 20:15:00.758664 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.766386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.768930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/5489d331-771f-451c-a60b-2a94dc63aa1c HTTP/1.1" status: 204 len: 168 time: 0.5503676 Aug 03 20:15:00.771551 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38034) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:00.781258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cf3cd-c8a3-4e38-8ca1-0bbcf555095d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Network': ['ID=5489d331-771f-451c-a60b-2a94dc63aa1c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:00.800017 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ad8d6c-cc30-43e1-b684-bc69574d856d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] DELETE failed (client error): The resource could not be found. Aug 03 20:15:00.800483 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ad8d6c-cc30-43e1-b684-bc69574d856d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:15:00.802248 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d6ad8d6c-cc30-43e1-b684-bc69574d856d tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/subnets/95c4e164-6e04-4f77-b913-261082643f28 HTTP/1.1" status: 404 len: 337 time: 0.0295329 Aug 03 20:15:00.804812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38036) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:00.824778 n-d-803378-1 neutron-server[94133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ba674d-44ee-475d-a9fa-b035ad6b3687 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] DELETE failed (client error): The resource could not be found. Aug 03 20:15:00.825363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ba674d-44ee-475d-a9fa-b035ad6b3687 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:15:00.827322 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9ba674d-44ee-475d-a9fa-b035ad6b3687 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/15da930a-02c6-456f-aa9b-5b50e27471d3 HTTP/1.1" status: 404 len: 339 time: 0.0215957 Aug 03 20:15:00.828058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c240862-682e-43bb-b7aa-5101e5058908 None None] DHCP port deletion for 5489d331-771f-451c-a60b-2a94dc63aa1c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:15:00.830705 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38038) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:00.861081 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c149f70-9c38-41fd-8523-bc2a0f7ec95f tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] DELETE failed (client error): The resource could not be found. Aug 03 20:15:00.861562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c149f70-9c38-41fd-8523-bc2a0f7ec95f tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:15:00.863261 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9c149f70-9c38-41fd-8523-bc2a0f7ec95f tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/subnets/a8f3d63a-dc81-4767-b378-6ffab942bd0f HTTP/1.1" status: 404 len: 337 time: 0.0314846 Aug 03 20:15:00.865877 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38040) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:00.884296 n-d-803378-1 neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf754c2-11b3-45c3-ad1c-25df5698e87f tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] DELETE failed (client error): The resource could not be found. Aug 03 20:15:00.884815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf754c2-11b3-45c3-ad1c-25df5698e87f tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94134) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:15:00.886547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bdf754c2-11b3-45c3-ad1c-25df5698e87f tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/a67717a2-48d4-419a-8624-7ae6c8ed2729 HTTP/1.1" status: 404 len: 339 time: 0.0197368 Aug 03 20:15:00.888944 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38042) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:00.938678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-959c4a1a-1593-44c0-baf8-17a8065173b4 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Deleting subnet 77fb9277-863f-40f1-94a2-c094fac8a6a2 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:15:00.942145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959c4a1a-1593-44c0-baf8-17a8065173b4 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.981123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959c4a1a-1593-44c0-baf8-17a8065173b4 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.068753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959c4a1a-1593-44c0-baf8-17a8065173b4 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.125861 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959c4a1a-1593-44c0-baf8-17a8065173b4 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.150269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c4a1a-1593-44c0-baf8-17a8065173b4 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Subnet': ['ID=77fb9277-863f-40f1-94a2-c094fac8a6a2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:01.156142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-959c4a1a-1593-44c0-baf8-17a8065173b4 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.158032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-959c4a1a-1593-44c0-baf8-17a8065173b4 tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/subnets/77fb9277-863f-40f1-94a2-c094fac8a6a2 HTTP/1.1" status: 204 len: 168 time: 0.2682250 Aug 03 20:15:01.160543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38044) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:01.163071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850cfaf4-3321-4279-b33c-5be541b407fe None None] Network f09630c0-0c6f-4165-b255-6cf8625d8a79 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:01.245609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.299176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Deleting port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:01.299516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.332053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] DHCP port deletion for f09630c0-0c6f-4165-b255-6cf8625d8a79 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:15:01.362423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] For port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,segment=NetworkSegment(ebb19f23-bc43-4f2c-b20a-70207f53af55),segment_id=ebb19f23-bc43-4f2c-b20a-70207f53af55)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:01.362788 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.375851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Calling delete_port for 9d6c516b-c2c2-442d-b459-0b930a8a8a9a owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:01.381412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] Deleting port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:01.381821 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.448870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] For port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,segment=NetworkSegment(ebb19f23-bc43-4f2c-b20a-70207f53af55),segment_id=ebb19f23-bc43-4f2c-b20a-70207f53af55)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:01.450081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.467677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] Calling delete_port for 9d6c516b-c2c2-442d-b459-0b930a8a8a9a owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:01.468377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.480319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d6c516b-c2c2-442d-b459-0b930a8a8a9a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:01.499074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Port': ['ID=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:01.500881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] No DVR routers for this DVR port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:01.529933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 9d6c516b-c2c2-442d-b459-0b930a8a8a9a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:01.530288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 9d6c516b-c2c2-442d-b459-0b930a8a8a9a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:01.567827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.582052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.591138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] Pushing event deleted for resources: {'Port': ['ID=9d6c516b-c2c2-442d-b459-0b930a8a8a9a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:01.591945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09630c0-0c6f-4165-b255-6cf8625d8a79']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:01.596890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458da98-80a4-4a7c-96f6-99c49c8dc470 None None] No DVR routers for this DVR port 9d6c516b-c2c2-442d-b459-0b930a8a8a9a on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:01.602350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb19f23-bc43-4f2c-b20a-70207f53af55') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:01.602639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb19f23-bc43-4f2c-b20a-70207f53af55') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:01.612027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.625318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.631599 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:15:01.631994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:15:01.635103 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:15:01.691131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.696078 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:01.698000 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] 10.222.0.42 "DELETE /v2.0/networks/f09630c0-0c6f-4165-b255-6cf8625d8a79 HTTP/1.1" status: 204 len: 168 time: 0.5363636 Aug 03 20:15:01.712829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027733a6-fd41-4d8c-b7de-43d5cf18de5b tempest-NetworksIpV6Test-1088491612 tempest-NetworksIpV6Test-1088491612-project] Pushing event deleted for resources: {'Network': ['ID=f09630c0-0c6f-4165-b255-6cf8625d8a79,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:01.936498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38052) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:02.073685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-596fdebc-b136-4bf4-9771-99133f5da7c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0144da8c753245c0a660fc617de45e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359928 Aug 03 20:15:02.076180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38056) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:02.127674 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bbef5d9-91c3-461d-84fa-1803a52c68ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:02.147677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bbef5d9-91c3-461d-84fa-1803a52c68ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:02.168238 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:02.195349 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bbef5d9-91c3-461d-84fa-1803a52c68ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:02.198287 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bbef5d9-91c3-461d-84fa-1803a52c68ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:02.199878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1bbef5d9-91c3-461d-84fa-1803a52c68ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08dfca02-3945-45d3-a737-4e531eb08dda HTTP/1.1" status: 204 len: 168 time: 0.1227157 Aug 03 20:15:02.208857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbef5d9-91c3-461d-84fa-1803a52c68ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dfca02-3945-45d3-a737-4e531eb08dda,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:02.821992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38078) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:02.913060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-44b7be9d-588b-4ae4-a322-65c88879820b tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-737834039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:02.937006 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44b7be9d-588b-4ae4-a322-65c88879820b tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:02.937998 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44b7be9d-588b-4ae4-a322-65c88879820b tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:02.988477 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44b7be9d-588b-4ae4-a322-65c88879820b tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:02.992601 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44b7be9d-588b-4ae4-a322-65c88879820b tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.008775 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-44b7be9d-588b-4ae4-a322-65c88879820b tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.009998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-44b7be9d-588b-4ae4-a322-65c88879820b tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1870012 Aug 03 20:15:03.012734 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38082) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:03.017484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1682816344'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:03.037756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Made reservation on behalf of 79697b57977e4f9aa9864a367245d5ce for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:03.041145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.050347 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.146232 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.149983 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.177891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:15:03.187373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befef598-7f4b-4c4c-8c31-2651eeb5a96d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:03.200833 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.200833 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Added segment ba167695-99f0-4d6b-960b-a14593f9e37c of type vlan for network 203e3dab-291f-4f7c-94eb-109208767e0f Aug 03 20:15:03.242700 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.271291 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.276869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:03.277494 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.327454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3137047 Aug 03 20:15:03.330920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38084) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:03.336153 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Request body: {'subnet': {'network_id': '203e3dab-291f-4f7c-94eb-109208767e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:03.342075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233df3c-af8f-4312-8f94-3a1e8bb7a207 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event updated for resources: {'Network': ['ID=203e3dab-291f-4f7c-94eb-109208767e0f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:03.353293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 203e3dab-291f-4f7c-94eb-109208767e0f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:15:03.423621 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Made reservation on behalf of 79697b57977e4f9aa9864a367245d5ce for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:03.427162 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.616458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.675996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event updated for resources: {'Subnet': ['ID=836268b9-9aed-4fb6-8649-db7563bd9736,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:03.691837 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Checking segment: {'id': 'ba167695-99f0-4d6b-960b-a14593f9e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '203e3dab-291f-4f7c-94eb-109208767e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:03.692208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Network hostable DHCP agents. Network: 203e3dab-291f-4f7c-94eb-109208767e0f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:15:03.709292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Network 203e3dab-291f-4f7c-94eb-109208767e0f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:15:03.717267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 203e3dab-291f-4f7c-94eb-109208767e0f) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:03.722268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:03.723989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.725237 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efce90a-4780-4ab9-9afb-c636e37067f6 None None] Network 203e3dab-291f-4f7c-94eb-109208767e0f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:03.738927 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9828002d-890d-4f29-9614-0ca67d622ea3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4068549 Aug 03 20:15:03.742593 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:03.747795 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1531858117'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:03.773357 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Made reservation on behalf of 79697b57977e4f9aa9864a367245d5ce for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:03.777189 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.803509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:15:03.815133 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.815481 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Added segment 67f7214b-4fc4-47e6-9053-f2942d1e51de of type vlan for network 08662da6-3102-442c-901c-ee44b7558f42 Aug 03 20:15:03.859170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.872062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-203e3dab-291f-4f7c-94eb-109208767e0f', 'network_id': '203e3dab-291f-4f7c-94eb-109208767e0f', 'tenant_id': '79697b57977e4f9aa9864a367245d5ce', 'fixed_ips': [{'subnet_id': '836268b9-9aed-4fb6-8649-db7563bd9736'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:15:03.872931 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.893858 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.899503 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:03.900132 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.953715 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2099307 Aug 03 20:15:03.956939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:03.962376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Request body: {'subnet': {'network_id': '08662da6-3102-442c-901c-ee44b7558f42', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:03.968941 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaddc2-16dc-41a6-b204-597a3536fde0 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event updated for resources: {'Network': ['ID=08662da6-3102-442c-901c-ee44b7558f42,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:03.988330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 08662da6-3102-442c-901c-ee44b7558f42 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:15:04.063311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Made reservation on behalf of 79697b57977e4f9aa9864a367245d5ce for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:04.065750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Allocated IP 172.20.0.2 (203e3dab-291f-4f7c-94eb-109208767e0f/836268b9-9aed-4fb6-8649-db7563bd9736/dc6609db-ccde-4d0e-8d1d-63fa817dd8a3) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:04.067682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.213268 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.221523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Transition to ACTIVE for port object dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:04.237281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Transition to ACTIVE for port object dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:04.243129 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.255075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.281144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Network 203e3dab-291f-4f7c-94eb-109208767e0f is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:04.284009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:04.289480 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:04.294731 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Pushing event updated for resources: {'Port': ['ID=dc6609db-ccde-4d0e-8d1d-63fa817dd8a3,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:04.317158 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event updated for resources: {'Subnet': ['ID=b228c4ce-7963-44d8-9107-3c3028ca7be1,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:04.324488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Checking segment: {'id': '67f7214b-4fc4-47e6-9053-f2942d1e51de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '08662da6-3102-442c-901c-ee44b7558f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:04.324854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Network hostable DHCP agents. Network: 08662da6-3102-442c-901c-ee44b7558f42, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:15:04.341463 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Network 08662da6-3102-442c-901c-ee44b7558f42 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:15:04.347463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Attempting to bind port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:04.347836 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Attempting to bind port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'ba167695-99f0-4d6b-960b-a14593f9e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '203e3dab-291f-4f7c-94eb-109208767e0f'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:04.348228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Attempting to bind port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 on network 203e3dab-291f-4f7c-94eb-109208767e0f {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:04.351138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 08662da6-3102-442c-901c-ee44b7558f42) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:04.354202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:04.354741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Checking segment: {'id': 'ba167695-99f0-4d6b-960b-a14593f9e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '203e3dab-291f-4f7c-94eb-109208767e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:04.354963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.355313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:04.355440 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Bound using segment: {'id': 'ba167695-99f0-4d6b-960b-a14593f9e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '203e3dab-291f-4f7c-94eb-109208767e0f'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:04.355804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Bound port: dc6609db-ccde-4d0e-8d1d-63fa817dd8a3, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba167695-99f0-4d6b-960b-a14593f9e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '203e3dab-291f-4f7c-94eb-109208767e0f'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:04.355931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.356294 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.366999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a900382-d662-4133-8c8b-ecce9e436122 None None] Network 08662da6-3102-442c-901c-ee44b7558f42 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:04.374761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38090) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:04.375285 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-49e81200-1b1e-4297-97f3-ce615855acb3 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4166212 Aug 03 20:15:04.379728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c71c81a9-9665-4963-a29b-27fa6b0cab3d tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Request body: {'router': {'external_gateway_info': {'network_id': '08662da6-3102-442c-901c-ee44b7558f42'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:04.490625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] For port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:04.526023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] For port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc6609db-ccde-4d0e-8d1d-63fa817dd8a3,segment=NetworkSegment(ba167695-99f0-4d6b-960b-a14593f9e37c),segment_id=ba167695-99f0-4d6b-960b-a14593f9e37c)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:04.534415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.599671 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c71c81a9-9665-4963-a29b-27fa6b0cab3d tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.710646 n-d-803378-1 neutron-server[94133]: INFO neutron.api.v2.resource [None req-c71c81a9-9665-4963-a29b-27fa6b0cab3d tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 20:15:04.711735 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c71c81a9-9665-4963-a29b-27fa6b0cab3d tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "PUT /v2.0/routers/5b4f84c0-986a-4299-adbc-1d22b3515d54 HTTP/1.1" status: 400 len: 364 time: 0.3359082 Aug 03 20:15:04.717778 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38092) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:04.779635 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.790914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a04e05-393f-463e-b1b8-de63e241bbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-08662da6-3102-442c-901c-ee44b7558f42', 'network_id': '08662da6-3102-442c-901c-ee44b7558f42', 'tenant_id': '79697b57977e4f9aa9864a367245d5ce', 'fixed_ips': [{'subnet_id': 'b228c4ce-7963-44d8-9107-3c3028ca7be1'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:15:04.790914 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c4a04e05-393f-463e-b1b8-de63e241bbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.791277 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc05882b-6b91-463f-92ee-3e65623a7d5f tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Deleting subnet b228c4ce-7963-44d8-9107-3c3028ca7be1 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:15:04.791277 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dc05882b-6b91-463f-92ee-3e65623a7d5f tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.796079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3602f-0a22-4419-a74d-dbdf9eabbd9e None None] Pushing event updated for resources: {'Port': ['ID=dc6609db-ccde-4d0e-8d1d-63fa817dd8a3,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:04.839261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dc05882b-6b91-463f-92ee-3e65623a7d5f tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.887079 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dc05882b-6b91-463f-92ee-3e65623a7d5f tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.969865 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dc05882b-6b91-463f-92ee-3e65623a7d5f tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server [None req-c4a04e05-393f-463e-b1b8-de63e241bbe4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b228c4ce-7963-44d8-9107-3c3028ca7be1: This subnet is being modified by another concurrent operation. Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server raise exception Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b228c4ce-7963-44d8-9107-3c3028ca7be1: This subnet is being modified by another concurrent operation. Aug 03 20:15:04.971983 n-d-803378-1 neutron-server[94135]: ERROR oslo_messaging.rpc.server Aug 03 20:15:04.988135 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa239053-2ea6-4a0d-bf97-27c63fc8a9db None None] Network 08662da6-3102-442c-901c-ee44b7558f42 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:05.004400 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05882b-6b91-463f-92ee-3e65623a7d5f tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event deleted for resources: {'Subnet': ['ID=b228c4ce-7963-44d8-9107-3c3028ca7be1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:05.011585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dc05882b-6b91-463f-92ee-3e65623a7d5f tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.015838 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dc05882b-6b91-463f-92ee-3e65623a7d5f tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "DELETE /v2.0/subnets/b228c4ce-7963-44d8-9107-3c3028ca7be1 HTTP/1.1" status: 204 len: 168 time: 0.2948449 Aug 03 20:15:05.016338 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38094) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:05.100123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.191636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.201454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08662da6-3102-442c-901c-ee44b7558f42']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:05.212208 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f7214b-4fc4-47e6-9053-f2942d1e51de') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:05.212499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f7214b-4fc4-47e6-9053-f2942d1e51de') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:05.221754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.236815 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.244303 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:15:05.244706 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:15:05.248252 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:15:05.306703 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.313977 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.317820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "DELETE /v2.0/networks/08662da6-3102-442c-901c-ee44b7558f42 HTTP/1.1" status: 204 len: 168 time: 0.2985864 Aug 03 20:15:05.318053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38096) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:05.335229 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f737fce-7cdc-4c8f-823d-f6a86dc09a11 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event deleted for resources: {'Network': ['ID=08662da6-3102-442c-901c-ee44b7558f42,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:05.387921 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23a8341-6540-450c-ab63-1b7c56fe3cc7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Deleting subnet 836268b9-9aed-4fb6-8649-db7563bd9736 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:15:05.391686 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e23a8341-6540-450c-ab63-1b7c56fe3cc7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.441066 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e23a8341-6540-450c-ab63-1b7c56fe3cc7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.541953 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e23a8341-6540-450c-ab63-1b7c56fe3cc7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.569326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:05.612047 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e23a8341-6540-450c-ab63-1b7c56fe3cc7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.626190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:05.642580 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a8341-6540-450c-ab63-1b7c56fe3cc7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event deleted for resources: {'Subnet': ['ID=836268b9-9aed-4fb6-8649-db7563bd9736,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:05.644580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e23a8341-6540-450c-ab63-1b7c56fe3cc7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.646494 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e23a8341-6540-450c-ab63-1b7c56fe3cc7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "DELETE /v2.0/subnets/836268b9-9aed-4fb6-8649-db7563bd9736 HTTP/1.1" status: 204 len: 168 time: 0.3192010 Aug 03 20:15:05.648998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38098) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:05.728513 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.783964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Deleting port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:05.784315 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.809077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be21d0a-c7ea-4442-bf20-dfb22a7f29b5 None None] Network 203e3dab-291f-4f7c-94eb-109208767e0f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:05.852190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] For port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=dc6609db-ccde-4d0e-8d1d-63fa817dd8a3,segment=NetworkSegment(ba167695-99f0-4d6b-960b-a14593f9e37c),segment_id=ba167695-99f0-4d6b-960b-a14593f9e37c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:05.852533 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.865846 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Calling delete_port for dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:05.899633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-16c62e87-f4b1-4310-bf71-9d5737c48274 None None] Provisioning for port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:05.917533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-16c62e87-f4b1-4310-bf71-9d5737c48274 None None] Provisioning complete for port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:05.917909 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16c62e87-f4b1-4310-bf71-9d5737c48274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.945966 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:05.966530 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-16c62e87-f4b1-4310-bf71-9d5737c48274 None None] Could not find standard attr ID for object dc6609db-ccde-4d0e-8d1d-63fa817dd8a3. {{(pid=94135) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 20:15:05.969412 n-d-803378-1 neutron-server[94135]: INFO neutron.plugins.ml2.db [None req-16c62e87-f4b1-4310-bf71-9d5737c48274 None None] No ports have port_id starting with dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 Aug 03 20:15:05.975991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event deleted for resources: {'Port': ['ID=dc6609db-ccde-4d0e-8d1d-63fa817dd8a3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:05.979849 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] No DVR routers for this DVR port dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:06.032690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb46921-5aea-4c97-8b17-17b5339895cc None None] DHCP port deletion for 203e3dab-291f-4f7c-94eb-109208767e0f request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:15:06.050542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32958204-fa26-4c63-a59e-35d5a9078bff None None] get_active_networks_info from n-d-803378-1 {{(pid=94135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 20:15:06.061788 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.072473 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203e3dab-291f-4f7c-94eb-109208767e0f']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:06.082962 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba167695-99f0-4d6b-960b-a14593f9e37c') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:06.083265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba167695-99f0-4d6b-960b-a14593f9e37c') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:06.092011 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.105729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.110068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32958204-fa26-4c63-a59e-35d5a9078bff None None] Resources bound (agent type, host, resource id): {{(pid=94135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 20:15:06.112105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:15:06.112515 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:15:06.115678 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:15:06.180975 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.186272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.188186 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "DELETE /v2.0/networks/203e3dab-291f-4f7c-94eb-109208767e0f HTTP/1.1" status: 204 len: 168 time: 0.5381699 Aug 03 20:15:06.191548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38100) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:06.210852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7435f-f519-4942-b4d2-8a1c8df5a056 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Pushing event deleted for resources: {'Network': ['ID=203e3dab-291f-4f7c-94eb-109208767e0f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:06.221515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ae46333e-c057-4df0-bb03-0770b6318932 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b4f84c0-986a-4299-adbc-1d22b3515d54 HTTP/1.1" status: 200 len: 205 time: 0.0279241 Aug 03 20:15:06.222891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38102) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:06.645816 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a978736-b6ba-4533-bff3-41d8d18ab2b7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.799863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a978736-b6ba-4533-bff3-41d8d18ab2b7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.802099 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a978736-b6ba-4533-bff3-41d8d18ab2b7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.846996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a978736-b6ba-4533-bff3-41d8d18ab2b7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.847491 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a978736-b6ba-4533-bff3-41d8d18ab2b7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4f84c0-986a-4299-adbc-1d22b3515d54 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:15:06.855151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4a978736-b6ba-4533-bff3-41d8d18ab2b7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.856245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4a978736-b6ba-4533-bff3-41d8d18ab2b7 tempest-RoutersNegativeTest-1479635354 tempest-RoutersNegativeTest-1479635354-project] 10.222.0.42 "DELETE /v2.0/routers/5b4f84c0-986a-4299-adbc-1d22b3515d54 HTTP/1.1" status: 204 len: 168 time: 0.6324656 Aug 03 20:15:07.095976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38108) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:07.227734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5e3993ec-6c7f-4129-b055-2cbec664a405 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79697b57977e4f9aa9864a367245d5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305511 Aug 03 20:15:07.230235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38112) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:07.278773 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-013a9235-54a7-4b94-86b5-286e0fd41399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:07.300032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-013a9235-54a7-4b94-86b5-286e0fd41399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:07.345998 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-013a9235-54a7-4b94-86b5-286e0fd41399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:07.349075 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-013a9235-54a7-4b94-86b5-286e0fd41399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:07.350575 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-013a9235-54a7-4b94-86b5-286e0fd41399 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/befef598-7f4b-4c4c-8c31-2651eeb5a96d HTTP/1.1" status: 204 len: 168 time: 0.1190405 Aug 03 20:15:07.363170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a9235-54a7-4b94-86b5-286e0fd41399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befef598-7f4b-4c4c-8c31-2651eeb5a96d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:07.474548 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:15:07.545318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:07.566784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:07.567203 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device dc6609db-ccde-4d0e-8d1d-63fa817dd8a3 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:07.964431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38134) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:08.058328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2061634109-network', 'tenant_id': '27773676780f4efc88697fe7af29e76a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:08.079196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Made reservation on behalf of 27773676780f4efc88697fe7af29e76a for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:08.082027 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.090117 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.176633 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.180617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.212694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:15:08.222388 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5303471a-20fd-4b58-a06f-1fed55063057,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:08.228393 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.229030 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Added segment b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a of type vlan for network df3944cd-b850-4b52-834f-fd6707ea396d Aug 03 20:15:08.271380 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.300227 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.301345 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:08.301961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.350500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3849466 Aug 03 20:15:08.353630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38138) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:08.358831 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Request body: {'subnet': {'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-subnet', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:08.364204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25f16b-8685-4300-bbe4-760c3926bb9e admin admin] Pushing event updated for resources: {'Network': ['ID=df3944cd-b850-4b52-834f-fd6707ea396d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:08.374508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network df3944cd-b850-4b52-834f-fd6707ea396d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:15:08.382513 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Made reservation on behalf of 27773676780f4efc88697fe7af29e76a for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:08.384918 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.553452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.604019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c887a25-85d2-4393-8e09-fff861688569,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:08.618611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Checking segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:08.618976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Network hostable DHCP agents. Network: df3944cd-b850-4b52-834f-fd6707ea396d, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:15:08.635524 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Network df3944cd-b850-4b52-834f-fd6707ea396d is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:15:08.644562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, df3944cd-b850-4b52-834f-fd6707ea396d) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:08.648542 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:08.649123 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.654187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b33dc4-5c48-49c7-bd0a-5acfbbada214 None None] Network df3944cd-b850-4b52-834f-fd6707ea396d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:08.663836 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3714be0a-ba7c-4fab-a6ad-c53548d35764 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3089130 Aug 03 20:15:08.666468 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38140) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:08.671081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:08.691591 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.692580 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.748337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.803995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-df3944cd-b850-4b52-834f-fd6707ea396d', 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'fixed_ips': [{'subnet_id': '7c887a25-85d2-4393-8e09-fff861688569'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:15:08.804782 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.883550 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.935896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Allocated IP 172.20.0.2 (df3944cd-b850-4b52-834f-fd6707ea396d/7c887a25-85d2-4393-8e09-fff861688569/c5ccbd8c-b82a-4980-a213-8763175a6653) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:09.076616 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.084677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Transition to ACTIVE for port object c5ccbd8c-b82a-4980-a213-8763175a6653 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:09.090019 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.100282 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Transition to ACTIVE for port object c5ccbd8c-b82a-4980-a213-8763175a6653 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:09.106482 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.110091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.145088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Network df3944cd-b850-4b52-834f-fd6707ea396d is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:09.147974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:09.153522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:09.160971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Pushing event updated for resources: {'Port': ['ID=c5ccbd8c-b82a-4980-a213-8763175a6653,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:09.214508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Attempting to bind port c5ccbd8c-b82a-4980-a213-8763175a6653 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:09.214895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Attempting to bind port c5ccbd8c-b82a-4980-a213-8763175a6653 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:09.215257 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Attempting to bind port c5ccbd8c-b82a-4980-a213-8763175a6653 on network df3944cd-b850-4b52-834f-fd6707ea396d {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:09.220907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:09.221283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Checking segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:09.221714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.221907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Allocated IP 172.25.4.12 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/cc58f1cc-4266-40b0-a68f-1a029e63b222) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:09.222183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Bound using segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:09.222734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Bound port: c5ccbd8c-b82a-4980-a213-8763175a6653, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:09.223243 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.287024 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] For port c5ccbd8c-b82a-4980-a213-8763175a6653, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:09.290582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] For port c5ccbd8c-b82a-4980-a213-8763175a6653, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c5ccbd8c-b82a-4980-a213-8763175a6653,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:09.294738 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.326786 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.353561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c9772-9037-414b-9cf1-88f5a8ff6313 None None] Pushing event updated for resources: {'Port': ['ID=c5ccbd8c-b82a-4980-a213-8763175a6653,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:09.371090 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.411431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:09.418207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:09.421364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:09.455182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Pushing event updated for resources: {'Port': ['ID=cc58f1cc-4266-40b0-a68f-1a029e63b222,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:09.719459 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.914019 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.040752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Router a4d566be-1036-447f-bfb8-304288513e3f is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:15:10.151370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:10.161450 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Sync routers for ids ['a4d566be-1036-447f-bfb8-304288513e3f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:10.171867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.178064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7cb93130-84d2-4a7f-976c-79b8ff52d35b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5063810 Aug 03 20:15:10.178316 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Routers {'a4d566be-1036-447f-bfb8-304288513e3f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:10.178316 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a4d566be-1036-447f-bfb8-304288513e3f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:10.178661 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38142) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:10.288131 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Set router a4d566be-1036-447f-bfb8-304288513e3f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:10.342804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d7738-d7ec-4dfd-8d4f-1e9a7fe878ba None None] Network df3944cd-b850-4b52-834f-fd6707ea396d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:10.465105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-309c1376-c1ae-423c-baa2-2f4f810c6cf1 None None] Provisioning for port c5ccbd8c-b82a-4980-a213-8763175a6653 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:10.502088 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:15:09Z', 'revision_number': 3, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port': {'id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:09Z', 'updated_at': '2021-08-03T20:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:10.529686 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Checking router: a4d566be-1036-447f-bfb8-304288513e3f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:10.530064 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Updating router a4d566be-1036-447f-bfb8-304288513e3f port cc58f1cc-4266-40b0-a68f-1a029e63b222 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:15:10.555423 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.645087 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.811042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Allocated IP 172.20.0.1 (df3944cd-b850-4b52-834f-fd6707ea396d/7c887a25-85d2-4393-8e09-fff861688569/92c6d482-0aa0-43c7-9147-c24c91b3723e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:10.819352 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.829842 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Transition to ACTIVE for port object cc58f1cc-4266-40b0-a68f-1a029e63b222 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:10.835517 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.885279 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Attempting to bind port cc58f1cc-4266-40b0-a68f-1a029e63b222 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:10.885673 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Attempting to bind port cc58f1cc-4266-40b0-a68f-1a029e63b222 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:10.886031 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Attempting to bind port cc58f1cc-4266-40b0-a68f-1a029e63b222 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:10.891234 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Pushing event updated for resources: {'Port': ['ID=cc58f1cc-4266-40b0-a68f-1a029e63b222,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:10.899446 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:10.899876 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:10.900271 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.900658 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:10.901113 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Bound port: cc58f1cc-4266-40b0-a68f-1a029e63b222, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:10.901575 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.904747 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.905084 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.905418 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.905770 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.906095 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.906416 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.906741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.907058 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.907924 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.908250 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.908570 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.908882 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:10.923508 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.938090 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Transition to ACTIVE for port object 92c6d482-0aa0-43c7-9147-c24c91b3723e will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:10.959409 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] For port cc58f1cc-4266-40b0-a68f-1a029e63b222, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:10.962669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] For port cc58f1cc-4266-40b0-a68f-1a029e63b222, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=cc58f1cc-4266-40b0-a68f-1a029e63b222,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:10.967489 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.972555 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.012787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Network df3944cd-b850-4b52-834f-fd6707ea396d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:11.018154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:11.022427 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:11.024872 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfac33c-6121-4f23-95bd-3aa2ba3f4b89 None None] Pushing event updated for resources: {'Port': ['ID=cc58f1cc-4266-40b0-a68f-1a029e63b222,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:11.025502 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Pushing event updated for resources: {'Port': ['ID=92c6d482-0aa0-43c7-9147-c24c91b3723e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:11.028470 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Routers {'a4d566be-1036-447f-bfb8-304288513e3f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:11.029072 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a4d566be-1036-447f-bfb8-304288513e3f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:11.061939 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.143487 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] Set router a4d566be-1036-447f-bfb8-304288513e3f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:11.208218 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.316068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2781f0da-1bce-448f-b392-924e640b55f4 None None] Provisioning for port 92c6d482-0aa0-43c7-9147-c24c91b3723e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:11.320712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2781f0da-1bce-448f-b392-924e640b55f4 None None] Provisioning complete for port 92c6d482-0aa0-43c7-9147-c24c91b3723e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:11.321084 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2781f0da-1bce-448f-b392-924e640b55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.333359 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:15:09Z', 'revision_number': 3, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port': {'id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:09Z', 'updated_at': '2021-08-03T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:11.359564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2781f0da-1bce-448f-b392-924e640b55f4 None None] Port 92c6d482-0aa0-43c7-9147-c24c91b3723e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:11.368623 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5c488-df21-4076-9ae1-96d9b63b3c2e None None] The sync data for ids ['a4d566be-1036-447f-bfb8-304288513e3f'] in n-d-803378-1 is: [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:15:09Z', 'revision_number': 3, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port': {'id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:09Z', 'updated_at': '2021-08-03T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:11.378691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.389070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.464878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.467692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Pushing event updated for resources: {'Port': ['ID=92c6d482-0aa0-43c7-9147-c24c91b3723e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:11.570323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Network df3944cd-b850-4b52-834f-fd6707ea396d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:11.571773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:11.576652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c5ccbd8c-b82a-4980-a213-8763175a6653 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:11.662651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c5ccbd8c-b82a-4980-a213-8763175a6653 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:11.666667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c5ccbd8c-b82a-4980-a213-8763175a6653 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:11.667031 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.722220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Router a4d566be-1036-447f-bfb8-304288513e3f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:11.771622 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.812772 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port c5ccbd8c-b82a-4980-a213-8763175a6653, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c5ccbd8c-b82a-4980-a213-8763175a6653,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:11.818379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.859544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:11.865524 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-707ba7d3-189a-4230-a221-fcbf50279b58 admin admin] 10.222.0.42 "PUT /v2.0/routers/a4d566be-1036-447f-bfb8-304288513e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862023 Aug 03 20:15:11.890460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=c5ccbd8c-b82a-4980-a213-8763175a6653,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:11.901973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e5ceb5b1-0b31-43ce-a21d-0d7e46e44e72 None None] Provisioning complete for port 92c6d482-0aa0-43c7-9147-c24c91b3723e triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:11.902347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb5b1-0b31-43ce-a21d-0d7e46e44e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:11.942010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e5ceb5b1-0b31-43ce-a21d-0d7e46e44e72 None None] Port 92c6d482-0aa0-43c7-9147-c24c91b3723e cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:12.375460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38158) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:12.381157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-281136578-network', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:12.402024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Made reservation on behalf of f2a1254c9f4a41b0a363c6b4b09902c8 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:12.404356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.413338 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.511451 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.515244 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.538850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:15:12.548718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b90db5d-8b6f-400f-8e99-87bbf370b338,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:12.554061 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.554407 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Added segment c7afdc25-0d94-4f8c-81d7-d16f2ad40801 of type vlan for network 1a7fed79-e229-483b-b61a-90ef4138d866 Aug 03 20:15:12.597796 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.627405 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.628402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:12.628993 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.686650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3094027 Aug 03 20:15:12.689449 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38160) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:12.691777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95334a98-882b-40f9-ab66-7a00669a1396 admin admin] Pushing event updated for resources: {'Network': ['ID=1a7fed79-e229-483b-b61a-90ef4138d866,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:12.694972 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Request body: {'subnet': {'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-subnet', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:12.706216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1a7fed79-e229-483b-b61a-90ef4138d866 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:15:12.720455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Made reservation on behalf of f2a1254c9f4a41b0a363c6b4b09902c8 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:12.723774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.903405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:12.961317 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2bbf60-f760-4c59-8ed9-5a72881262ab,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:12.974320 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.974681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.975010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.975348 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.975681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.976006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.976330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.976654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.976975 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.977297 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.977643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.977964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:12.983061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Checking segment: {'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:12.983425 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Network hostable DHCP agents. Network: 1a7fed79-e229-483b-b61a-90ef4138d866, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:15:12.999321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Network 1a7fed79-e229-483b-b61a-90ef4138d866 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:15:13.007687 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1a7fed79-e229-483b-b61a-90ef4138d866) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:13.014839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:13.014965 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.019273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bfce83-df85-468e-bd58-62e827d1dd13 None None] Network 1a7fed79-e229-483b-b61a-90ef4138d866 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:13.032614 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8b2f0ad5-0d44-4a4e-b075-5d88175b0671 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3396060 Aug 03 20:15:13.032794 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38162) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:13.038078 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:13.058179 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.059150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.066491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Sync routers for ids ['a4d566be-1036-447f-bfb8-304288513e3f'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:13.088220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Routers {'a4d566be-1036-447f-bfb8-304288513e3f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:13.088865 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a4d566be-1036-447f-bfb8-304288513e3f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:13.118522 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.246073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Set router a4d566be-1036-447f-bfb8-304288513e3f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:13.268025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.306921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1a7fed79-e229-483b-b61a-90ef4138d866', 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'fixed_ips': [{'subnet_id': 'ac2bbf60-f760-4c59-8ed9-5a72881262ab'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:15:13.307798 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.475964 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.497327 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.577019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Allocated IP 172.20.0.2 (1a7fed79-e229-483b-b61a-90ef4138d866/ac2bbf60-f760-4c59-8ed9-5a72881262ab/f6f1453c-1eeb-446d-96e9-25fd75cc42a4) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:13.640384 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Allocated IP 172.25.4.173 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/760f6b3a-4811-43cf-a2e6-92c1e9b4c310) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:13.663876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device cc58f1cc-4266-40b0-a68f-1a029e63b222 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:13.673442 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:15:11Z', 'revision_number': 4, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port': {'id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:09Z', 'updated_at': '2021-08-03T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '92c6d482-0aa0-43c7-9147-c24c91b3723e', 'name': '', 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'mac_address': 'fa:16:3e:82:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7c887a25-85d2-4393-8e09-fff861688569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:10Z', 'updated_at': '2021-08-03T20:15:11Z', 'revision_number': 2, 'project_id': '27773676780f4efc88697fe7af29e76a', 'subnets': [{'id': '7c887a25-85d2-4393-8e09-fff861688569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:13.753733 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.802543 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.844644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:13.848300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:13.854402 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:13.860382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Pushing event updated for resources: {'Port': ['ID=760f6b3a-4811-43cf-a2e6-92c1e9b4c310,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:13.903515 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Checking router: a4d566be-1036-447f-bfb8-304288513e3f for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:13.904115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Updating router a4d566be-1036-447f-bfb8-304288513e3f port 92c6d482-0aa0-43c7-9147-c24c91b3723e binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:15:13.979075 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.017389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.038939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port cc58f1cc-4266-40b0-a68f-1a029e63b222 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:14.050036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Transition to ACTIVE for port object f6f1453c-1eeb-446d-96e9-25fd75cc42a4 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:14.053905 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port cc58f1cc-4266-40b0-a68f-1a029e63b222 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:14.054286 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.128482 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.141424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Transition to ACTIVE for port object f6f1453c-1eeb-446d-96e9-25fd75cc42a4 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:14.160252 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.221864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Network 1a7fed79-e229-483b-b61a-90ef4138d866 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:14.238672 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:14.277625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:14.286684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Pushing event updated for resources: {'Port': ['ID=f6f1453c-1eeb-446d-96e9-25fd75cc42a4,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:14.368270 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.402337 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.417033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Attempting to bind port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:14.417404 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Attempting to bind port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:14.417805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Attempting to bind port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 on network 1a7fed79-e229-483b-b61a-90ef4138d866 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:14.447718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:14.448158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Checking segment: {'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:14.448568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.448963 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Bound using segment: {'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:14.449461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Bound port: f6f1453c-1eeb-446d-96e9-25fd75cc42a4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:14.449871 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.456660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port cc58f1cc-4266-40b0-a68f-1a029e63b222, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=cc58f1cc-4266-40b0-a68f-1a029e63b222,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:14.470615 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.471661 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c5ccbd8c-b82a-4980-a213-8763175a6653 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:14.679504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=cc58f1cc-4266-40b0-a68f-1a029e63b222,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:14.689272 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.693757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5559940d-f18a-4296-af1a-d59af180890c None None] For port f6f1453c-1eeb-446d-96e9-25fd75cc42a4, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:14.700288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5559940d-f18a-4296-af1a-d59af180890c None None] For port f6f1453c-1eeb-446d-96e9-25fd75cc42a4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f6f1453c-1eeb-446d-96e9-25fd75cc42a4,segment=NetworkSegment(c7afdc25-0d94-4f8c-81d7-d16f2ad40801),segment_id=c7afdc25-0d94-4f8c-81d7-d16f2ad40801)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:14.709160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.715754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Transition to ACTIVE for port object 92c6d482-0aa0-43c7-9147-c24c91b3723e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:14.746465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c5ccbd8c-b82a-4980-a213-8763175a6653 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:14.746836 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.751247 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.827709 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559940d-f18a-4296-af1a-d59af180890c None None] Pushing event updated for resources: {'Port': ['ID=f6f1453c-1eeb-446d-96e9-25fd75cc42a4,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:14.928274 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:15:14.970555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea82a9-258d-4b8d-a279-e35f1f8ed7a1 None None] Pushing event updated for resources: {'Port': ['ID=92c6d482-0aa0-43c7-9147-c24c91b3723e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:14.980743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Attempting to bind port 92c6d482-0aa0-43c7-9147-c24c91b3723e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:14.981122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Attempting to bind port 92c6d482-0aa0-43c7-9147-c24c91b3723e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:14.981502 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Attempting to bind port 92c6d482-0aa0-43c7-9147-c24c91b3723e on network df3944cd-b850-4b52-834f-fd6707ea396d {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:14.990414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:14.990794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Checking segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:14.991199 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.991591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Bound using segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:14.992080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Bound port: 92c6d482-0aa0-43c7-9147-c24c91b3723e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:14.992469 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:15.063420 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:15.081751 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Sync routers for ids ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:15.089212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:15.093334 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-22ea74cb-379a-4430-8f16-254739531c4c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0569007 Aug 03 20:15:15.093693 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] For port 92c6d482-0aa0-43c7-9147-c24c91b3723e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:15.093835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38164) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:15.096938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] For port 92c6d482-0aa0-43c7-9147-c24c91b3723e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=92c6d482-0aa0-43c7-9147-c24c91b3723e,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:15.098822 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Routers {'5bb9e4b6-e2ed-455c-9b60-9b041e540818'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:15.099761 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:15.101952 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:15.195753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea82a9-258d-4b8d-a279-e35f1f8ed7a1 None None] Pushing event updated for resources: {'Port': ['ID=92c6d482-0aa0-43c7-9147-c24c91b3723e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:15.233984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Routers {'a4d566be-1036-447f-bfb8-304288513e3f'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:15.234660 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a4d566be-1036-447f-bfb8-304288513e3f'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:15.272185 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Set router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:15.395598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] Set router a4d566be-1036-447f-bfb8-304288513e3f gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:15.533242 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:14Z', 'revision_number': 3, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port': {'id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:15.579448 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Checking router: 5bb9e4b6-e2ed-455c-9b60-9b041e540818 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:15.579889 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Updating router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:15:15.610669 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:15.669858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f6f1453c-1eeb-446d-96e9-25fd75cc42a4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:15.716499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:15:11Z', 'revision_number': 4, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port': {'id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:09Z', 'updated_at': '2021-08-03T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '92c6d482-0aa0-43c7-9147-c24c91b3723e', 'name': '', 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'mac_address': 'fa:16:3e:82:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7c887a25-85d2-4393-8e09-fff861688569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:10Z', 'updated_at': '2021-08-03T20:15:15Z', 'revision_number': 4, 'project_id': '27773676780f4efc88697fe7af29e76a', 'subnets': [{'id': '7c887a25-85d2-4393-8e09-fff861688569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:15.733018 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:15.754616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b16f5-2cd4-440a-ba75-78dce730df8f None None] The sync data for ids ['a4d566be-1036-447f-bfb8-304288513e3f'] in n-d-803378-1 is: [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:15:11Z', 'revision_number': 4, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port': {'id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:09Z', 'updated_at': '2021-08-03T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '92c6d482-0aa0-43c7-9147-c24c91b3723e', 'name': '', 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'mac_address': 'fa:16:3e:82:ae:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7c887a25-85d2-4393-8e09-fff861688569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:10Z', 'updated_at': '2021-08-03T20:15:15Z', 'revision_number': 4, 'project_id': '27773676780f4efc88697fe7af29e76a', 'subnets': [{'id': '7c887a25-85d2-4393-8e09-fff861688569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:15.769841 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:15.775717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device cc58f1cc-4266-40b0-a68f-1a029e63b222 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:15.858464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port cc58f1cc-4266-40b0-a68f-1a029e63b222 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:15.858960 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.014843 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.030836 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Transition to ACTIVE for port object 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:16.036808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Allocated IP 172.20.0.1 (1a7fed79-e229-483b-b61a-90ef4138d866/ac2bbf60-f760-4c59-8ed9-5a72881262ab/5c49668a-6431-4d58-a5b6-f35f06a25f0f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:16.039897 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.107340 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2b3a5-143d-4e17-bdd5-2427b9ff618d None None] Pushing event updated for resources: {'Port': ['ID=760f6b3a-4811-43cf-a2e6-92c1e9b4c310,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:16.143517 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Attempting to bind port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:16.143886 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Attempting to bind port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:16.144260 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Attempting to bind port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:16.151675 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:16.152043 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:16.152501 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.153018 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:16.153577 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Bound port: 760f6b3a-4811-43cf-a2e6-92c1e9b4c310, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:16.153971 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.189976 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.211693 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Transition to ACTIVE for port object 5c49668a-6431-4d58-a5b6-f35f06a25f0f will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:16.215333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134c1d54-bc1b-4e5e-b69c-fec49ecba039 None None] Network 1a7fed79-e229-483b-b61a-90ef4138d866 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:16.248565 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] For port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:16.263495 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] For port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=760f6b3a-4811-43cf-a2e6-92c1e9b4c310,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:16.270626 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.272460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.333999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Pushing event updated for resources: {'Port': ['ID=5c49668a-6431-4d58-a5b6-f35f06a25f0f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:16.348637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b2bd8432-78ec-4128-b45d-a0230aa705a2 None None] Provisioning for port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:16.348883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Routers {'5bb9e4b6-e2ed-455c-9b60-9b041e540818'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:16.349311 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:16.353207 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2b3a5-143d-4e17-bdd5-2427b9ff618d None None] Pushing event updated for resources: {'Port': ['ID=760f6b3a-4811-43cf-a2e6-92c1e9b4c310,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:16.354906 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Network 1a7fed79-e229-483b-b61a-90ef4138d866 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:16.356431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:16.359643 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:16.366177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b2bd8432-78ec-4128-b45d-a0230aa705a2 None None] Provisioning complete for port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:16.366705 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8432-78ec-4128-b45d-a0230aa705a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.401540 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.593930 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8432-78ec-4128-b45d-a0230aa705a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.600935 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.608357 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] Set router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:16.652924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b2bd8432-78ec-4128-b45d-a0230aa705a2 None None] For port f6f1453c-1eeb-446d-96e9-25fd75cc42a4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f6f1453c-1eeb-446d-96e9-25fd75cc42a4,segment=NetworkSegment(c7afdc25-0d94-4f8c-81d7-d16f2ad40801),segment_id=c7afdc25-0d94-4f8c-81d7-d16f2ad40801)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:16.663977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8432-78ec-4128-b45d-a0230aa705a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.774289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd8432-78ec-4128-b45d-a0230aa705a2 None None] Pushing event updated for resources: {'Port': ['ID=f6f1453c-1eeb-446d-96e9-25fd75cc42a4,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:16.866585 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:14Z', 'revision_number': 3, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port': {'id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:16.889563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-acb35c5e-ecb6-4079-b280-bb9e20fb5290 None None] Provisioning complete for port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:16.889563 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acb35c5e-ecb6-4079-b280-bb9e20fb5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.911571 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a8982-ee6f-4bf1-a533-828bec6be1f7 None None] The sync data for ids ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'] in n-d-803378-1 is: [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:14Z', 'revision_number': 3, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port': {'id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:16.921799 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.929140 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:17.021163 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Pushing event updated for resources: {'Port': ['ID=5c49668a-6431-4d58-a5b6-f35f06a25f0f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:17.041495 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:17.065288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-acb35c5e-ecb6-4079-b280-bb9e20fb5290 None None] Provisioning for port 5c49668a-6431-4d58-a5b6-f35f06a25f0f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:17.070527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-acb35c5e-ecb6-4079-b280-bb9e20fb5290 None None] Provisioning complete for port 5c49668a-6431-4d58-a5b6-f35f06a25f0f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:17.071156 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acb35c5e-ecb6-4079-b280-bb9e20fb5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:17.113381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-acb35c5e-ecb6-4079-b280-bb9e20fb5290 None None] Port 5c49668a-6431-4d58-a5b6-f35f06a25f0f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:17.166484 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Network 1a7fed79-e229-483b-b61a-90ef4138d866 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:17.168070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:17.235974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8ecc8086-65a6-48bf-9e2b-648b63f75733 None None] Provisioning complete for port 5c49668a-6431-4d58-a5b6-f35f06a25f0f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:17.237093 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8086-65a6-48bf-9e2b-648b63f75733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:17.274633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc8086-65a6-48bf-9e2b-648b63f75733 None None] Port 5c49668a-6431-4d58-a5b6-f35f06a25f0f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:17.342592 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:17.494494 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:17.500918 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-85beb045-556e-4e47-a424-e1b71c908c58 admin admin] 10.222.0.42 "PUT /v2.0/routers/5bb9e4b6-e2ed-455c-9b60-9b041e540818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4058344 Aug 03 20:15:17.518803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0dcfa1ea-5116-46b3-bf20-88d42ea45d47 None None] Provisioning complete for port 5c49668a-6431-4d58-a5b6-f35f06a25f0f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:17.522601 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa1ea-5116-46b3-bf20-88d42ea45d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:17.582737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfa1ea-5116-46b3-bf20-88d42ea45d47 None None] Port 5c49668a-6431-4d58-a5b6-f35f06a25f0f cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:17.686004 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f6f1453c-1eeb-446d-96e9-25fd75cc42a4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:17.741330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:17.741816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:17.826917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:17.881158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:17.885620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:17.886001 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:17.973647 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:17.996457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=760f6b3a-4811-43cf-a2e6-92c1e9b4c310,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:18.001801 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:18.003185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 92c6d482-0aa0-43c7-9147-c24c91b3723e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:18.080107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=760f6b3a-4811-43cf-a2e6-92c1e9b4c310,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:18.097416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 92c6d482-0aa0-43c7-9147-c24c91b3723e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:18.103791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 92c6d482-0aa0-43c7-9147-c24c91b3723e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:18.104433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:18.213139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:18.248382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 92c6d482-0aa0-43c7-9147-c24c91b3723e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=92c6d482-0aa0-43c7-9147-c24c91b3723e,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:18.253587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:18.306621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=92c6d482-0aa0-43c7-9147-c24c91b3723e,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:18.520671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-9978d305-c34c-47f8-858e-97b5bcc808ff tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:18.522211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-9978d305-c34c-47f8-858e-97b5bcc808ff tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/networks?id=df3944cd-b850-4b52-834f-fd6707ea396d HTTP/1.1" status: 200 len: 817 time: 0.1067986 Aug 03 20:15:18.538253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-31145d8b-9ee6-42a8-b442-f8dc24c0c561 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/quotas/27773676780f4efc88697fe7af29e76a HTTP/1.1" status: 200 len: 375 time: 0.0098388 Aug 03 20:15:18.590195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-dc9d3f66-8c91-4011-b2c1-f1a8dc8c5a78 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=27773676780f4efc88697fe7af29e76a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460000 Aug 03 20:15:18.684534 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-f3539bc6-5d61-4d1b-9013-6e3d389aaf24 service neutron] 10.222.0.42 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828214 Aug 03 20:15:18.784867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-93219668-4ce2-4a9d-a6be-478c7a791e39 service neutron] 10.222.0.42 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931137 Aug 03 20:15:18.971146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3f7b3fb-bc2e-4a0b-b452-2eb184fb3ad1 req-71e950d2-17d6-4b3f-a8f2-bd8990a9e959 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 210 time: 0.0275865 Aug 03 20:15:19.167973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Sync routers for ids ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:19.178649 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Routers {'5bb9e4b6-e2ed-455c-9b60-9b041e540818'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:19.180555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:19.304681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Set router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:19.533585 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:16Z', 'revision_number': 4, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port': {'id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '5c49668a-6431-4d58-a5b6-f35f06a25f0f', 'name': '', 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'mac_address': 'fa:16:3e:0c:0f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'ac2bbf60-f760-4c59-8ed9-5a72881262ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:15Z', 'updated_at': '2021-08-03T20:15:16Z', 'revision_number': 2, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'subnets': [{'id': 'ac2bbf60-f760-4c59-8ed9-5a72881262ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:19.561810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Checking router: 5bb9e4b6-e2ed-455c-9b60-9b041e540818 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:19.562025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Updating router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 port 5c49668a-6431-4d58-a5b6-f35f06a25f0f binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:15:19.587344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:19.610655 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:19.732227 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:19.732628 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.057510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 92c6d482-0aa0-43c7-9147-c24c91b3723e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:20.076715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89a241ac-53a3-4118-9bfe-9f8c2837dcf0 req-8a197d21-d0cc-40de-919e-0016179013cb tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 210 time: 0.0328150 Aug 03 20:15:20.161321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 92c6d482-0aa0-43c7-9147-c24c91b3723e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:20.161745 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.167808 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.201962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Transition to ACTIVE for port object 5c49668a-6431-4d58-a5b6-f35f06a25f0f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:20.204281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-8b063197-48b7-4d55-891d-d383b4b19484 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:20.206563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-8b063197-48b7-4d55-891d-d383b4b19484 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.88 "GET /v2.0/networks?id=df3944cd-b850-4b52-834f-fd6707ea396d HTTP/1.1" status: 200 len: 817 time: 0.1268377 Aug 03 20:15:20.212067 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.221365 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Request body: {'port': {'device_id': '3cc69b3b-b4b8-442b-9c45-56ebfb323d2c', 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'admin_state_up': True, 'tenant_id': '27773676780f4efc88697fe7af29e76a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:20.296997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f25993-059e-4193-8501-527e6c399d10 None None] Pushing event updated for resources: {'Port': ['ID=5c49668a-6431-4d58-a5b6-f35f06a25f0f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:20.369592 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Made reservation on behalf of 27773676780f4efc88697fe7af29e76a for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:20.374060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.402970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Attempting to bind port 5c49668a-6431-4d58-a5b6-f35f06a25f0f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:20.403615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Attempting to bind port 5c49668a-6431-4d58-a5b6-f35f06a25f0f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:20.404302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Attempting to bind port 5c49668a-6431-4d58-a5b6-f35f06a25f0f on network 1a7fed79-e229-483b-b61a-90ef4138d866 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:20.413179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:20.413691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Checking segment: {'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:20.414050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.414417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Bound using segment: {'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:20.414944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Bound port: 5c49668a-6431-4d58-a5b6-f35f06a25f0f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:20.415334 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.503850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] For port 5c49668a-6431-4d58-a5b6-f35f06a25f0f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:20.507477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] For port 5c49668a-6431-4d58-a5b6-f35f06a25f0f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5c49668a-6431-4d58-a5b6-f35f06a25f0f,segment=NetworkSegment(c7afdc25-0d94-4f8c-81d7-d16f2ad40801),segment_id=c7afdc25-0d94-4f8c-81d7-d16f2ad40801)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:20.512600 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.553069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Allocated IP 172.20.0.11 (df3944cd-b850-4b52-834f-fd6707ea396d/7c887a25-85d2-4393-8e09-fff861688569/b147166a-5932-4bcc-b436-332b7b8f2c3d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:20.590983 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f25993-059e-4193-8501-527e6c399d10 None None] Pushing event updated for resources: {'Port': ['ID=5c49668a-6431-4d58-a5b6-f35f06a25f0f,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:20.594029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Routers {'5bb9e4b6-e2ed-455c-9b60-9b041e540818'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:20.594653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:15:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:20.715535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] Set router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:20.739824 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.760532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Transition to ACTIVE for port object b147166a-5932-4bcc-b436-332b7b8f2c3d will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:20.798383 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.854897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Network df3944cd-b850-4b52-834f-fd6707ea396d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:20.858046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:20.864247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:20.894768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Pushing event updated for resources: {'Port': ['ID=b147166a-5932-4bcc-b436-332b7b8f2c3d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:20.931316 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:20.931890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:20.950782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-582ae942-b448-4647-887a-d53734e2f0b3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343638 Aug 03 20:15:20.967543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Request body: {'port': {'device_id': '3cc69b3b-b4b8-442b-9c45-56ebfb323d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:20.970605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:16Z', 'revision_number': 4, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port': {'id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '5c49668a-6431-4d58-a5b6-f35f06a25f0f', 'name': '', 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'mac_address': 'fa:16:3e:0c:0f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'ac2bbf60-f760-4c59-8ed9-5a72881262ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:15Z', 'updated_at': '2021-08-03T20:15:20Z', 'revision_number': 4, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'subnets': [{'id': 'ac2bbf60-f760-4c59-8ed9-5a72881262ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:21.000374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570425d-a11e-4935-9df4-d36cb1973242 None None] The sync data for ids ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'] in n-d-803378-1 is: [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:16Z', 'revision_number': 4, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port': {'id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '5c49668a-6431-4d58-a5b6-f35f06a25f0f', 'name': '', 'network_id': '1a7fed79-e229-483b-b61a-90ef4138d866', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'mac_address': 'fa:16:3e:0c:0f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'ac2bbf60-f760-4c59-8ed9-5a72881262ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:15Z', 'updated_at': '2021-08-03T20:15:20Z', 'revision_number': 4, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'subnets': [{'id': 'ac2bbf60-f760-4c59-8ed9-5a72881262ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:21.161598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.200768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b6979dae-83b2-4d68-a2b1-620f7cb6d5bc None None] Provisioning for port b147166a-5932-4bcc-b436-332b7b8f2c3d completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:21.206450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b6979dae-83b2-4d68-a2b1-620f7cb6d5bc None None] Provisioning complete for port b147166a-5932-4bcc-b436-332b7b8f2c3d triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:21.206900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b6979dae-83b2-4d68-a2b1-620f7cb6d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.257239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b6979dae-83b2-4d68-a2b1-620f7cb6d5bc None None] Port b147166a-5932-4bcc-b436-332b7b8f2c3d cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:21.439074 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.459637 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bebffa-3de7-44ab-b811-79f76183e9e4 req-4bbaef53-2186-4321-8eec-1f104050955e tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:21.461337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58bebffa-3de7-44ab-b811-79f76183e9e4 req-4bbaef53-2186-4321-8eec-1f104050955e tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 932 time: 0.0894358 Aug 03 20:15:21.588453 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58bebffa-3de7-44ab-b811-79f76183e9e4 req-8649c5b3-a947-46c5-8d83-83dd3f8a8ed0 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014075 Aug 03 20:15:21.622930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5c49668a-6431-4d58-a5b6-f35f06a25f0f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:21.677993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 5c49668a-6431-4d58-a5b6-f35f06a25f0f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:21.683138 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5c49668a-6431-4d58-a5b6-f35f06a25f0f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:21.683536 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.775582 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.792205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b147166a-5932-4bcc-b436-332b7b8f2c3d {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:15:21.801613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.812062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 5c49668a-6431-4d58-a5b6-f35f06a25f0f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5c49668a-6431-4d58-a5b6-f35f06a25f0f,segment=NetworkSegment(c7afdc25-0d94-4f8c-81d7-d16f2ad40801),segment_id=c7afdc25-0d94-4f8c-81d7-d16f2ad40801)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:21.815410 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Transition to ACTIVE for port object b147166a-5932-4bcc-b436-332b7b8f2c3d will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:21.816088 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.822668 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.871117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=5c49668a-6431-4d58-a5b6-f35f06a25f0f,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:21.882200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Pushing event updated for resources: {'Port': ['ID=b147166a-5932-4bcc-b436-332b7b8f2c3d,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:21.963167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Attempting to bind port b147166a-5932-4bcc-b436-332b7b8f2c3d on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:21.963585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Attempting to bind port b147166a-5932-4bcc-b436-332b7b8f2c3d by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:21.963928 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Attempting to bind port b147166a-5932-4bcc-b436-332b7b8f2c3d on network df3944cd-b850-4b52-834f-fd6707ea396d {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:21.969401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Port b147166a-5932-4bcc-b436-332b7b8f2c3d on network df3944cd-b850-4b52-834f-fd6707ea396d not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:15:21.969753 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Attempting to bind port b147166a-5932-4bcc-b436-332b7b8f2c3d on network df3944cd-b850-4b52-834f-fd6707ea396d {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:21.975674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:21.976022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Checking segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:21.976408 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Bound using segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:21.976849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Bound port: b147166a-5932-4bcc-b436-332b7b8f2c3d, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:21.977211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.048431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] For port b147166a-5932-4bcc-b436-332b7b8f2c3d, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:22.053597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] For port b147166a-5932-4bcc-b436-332b7b8f2c3d, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b147166a-5932-4bcc-b436-332b7b8f2c3d,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:22.060572 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.117431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:22.118234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.120300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] 10.222.0.88 "PUT /v2.0/ports/b147166a-5932-4bcc-b436-332b7b8f2c3d HTTP/1.1" status: 200 len: 1092 time: 1.1601217 Aug 03 20:15:22.120864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc69b3b-b4b8-442b-9c45-56ebfb323d2c', 'tag': 'b147166a-5932-4bcc-b436-332b7b8f2c3d'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:22.123685 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add09fd8-6039-4547-b885-088dbd34627c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc69b3b-b4b8-442b-9c45-56ebfb323d2c", "tag": "b147166a-5932-4bcc-b436-332b7b8f2c3d"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:22.152811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9bfa0-d181-4b67-b1bc-6c92631d9a1a service neutron] Pushing event updated for resources: {'Port': ['ID=b147166a-5932-4bcc-b436-332b7b8f2c3d,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:22.179729 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47176f94-ef70-4095-949b-49200346fb74 x-openstack-request-id: req-47176f94-ef70-4095-949b-49200346fb74 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:22.180107 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc69b3b-b4b8-442b-9c45-56ebfb323d2c", "tag": "b147166a-5932-4bcc-b436-332b7b8f2c3d", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:22.180428 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47176f94-ef70-4095-949b-49200346fb74 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:22.180890 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc69b3b-b4b8-442b-9c45-56ebfb323d2c', 'tag': 'b147166a-5932-4bcc-b436-332b7b8f2c3d', 'status': 'completed', 'code': 200} Aug 03 20:15:22.215132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-286a9f9e-b3e2-4546-bdc7-e59045c6f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:22.216738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-286a9f9e-b3e2-4546-bdc7-e59045c6f40f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27773676780f4efc88697fe7af29e76a&device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 1095 time: 0.0509503 Aug 03 20:15:22.268396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-2ee0ecc4-cadd-4e80-8dc4-8d324f01bbea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b147166a-5932-4bcc-b436-332b7b8f2c3d HTTP/1.1" status: 200 len: 217 time: 0.0419936 Aug 03 20:15:22.334008 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-1bff42fb-ded7-42c0-9fad-9f43bf815ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:22.335493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-1bff42fb-ded7-42c0-9fad-9f43bf815ea3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7c887a25-85d2-4393-8e09-fff861688569 HTTP/1.1" status: 200 len: 856 time: 0.0564337 Aug 03 20:15:22.385846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-1cefc3af-8119-4dff-b2ab-3384ebeda80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:22.387300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-1cefc3af-8119-4dff-b2ab-3384ebeda80a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=df3944cd-b850-4b52-834f-fd6707ea396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428655 Aug 03 20:15:22.489584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-824d37f3-d256-482a-83d1-400b57dfda49 service neutron] 10.222.0.88 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939050 Aug 03 20:15:22.591361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-206d9c82-7af7-4561-8dd1-5e470f189415 req-a784dbe4-71cb-4379-a94a-34992d829d28 service neutron] 10.222.0.88 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921171 Aug 03 20:15:22.731774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add09fd8-6039-4547-b885-088dbd34627c req-7ab7d3f9-cfd5-4da7-8c36-86a016e7b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:22.733359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add09fd8-6039-4547-b885-088dbd34627c req-7ab7d3f9-cfd5-4da7-8c36-86a016e7b1fe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27773676780f4efc88697fe7af29e76a&device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 1095 time: 0.0838051 Aug 03 20:15:22.768887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2095c0-144e-44d6-b026-4baefe0e6d35 req-2c6fb488-6b8f-4336-8b6c-3acb772bb649 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:22.771114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a2095c0-144e-44d6-b026-4baefe0e6d35 req-2c6fb488-6b8f-4336-8b6c-3acb772bb649 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 944 time: 0.0895190 Aug 03 20:15:22.865440 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4a2095c0-144e-44d6-b026-4baefe0e6d35 req-78a897d8-04a2-4e02-b1d4-1d72edc4ec33 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691226 Aug 03 20:15:22.890385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add09fd8-6039-4547-b885-088dbd34627c req-33c37baa-4fb6-4373-b47b-1f6e45e262b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:22.890866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add09fd8-6039-4547-b885-088dbd34627c req-33c37baa-4fb6-4373-b47b-1f6e45e262b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=df3944cd-b850-4b52-834f-fd6707ea396d HTTP/1.1" status: 200 len: 918 time: 0.1501205 Aug 03 20:15:22.943942 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add09fd8-6039-4547-b885-088dbd34627c req-6b801fe5-c699-4b3f-97a8-a25dc301b2d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b147166a-5932-4bcc-b436-332b7b8f2c3d HTTP/1.1" status: 200 len: 217 time: 0.0435288 Aug 03 20:15:23.029301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add09fd8-6039-4547-b885-088dbd34627c req-6a05588d-6662-4530-8e85-977c616e6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:23.031981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add09fd8-6039-4547-b885-088dbd34627c req-6a05588d-6662-4530-8e85-977c616e6a84 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7c887a25-85d2-4393-8e09-fff861688569 HTTP/1.1" status: 200 len: 856 time: 0.0781164 Aug 03 20:15:23.087515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add09fd8-6039-4547-b885-088dbd34627c req-0a5f62b3-9865-4768-a63c-f824168b3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:23.089127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add09fd8-6039-4547-b885-088dbd34627c req-0a5f62b3-9865-4768-a63c-f824168b3fa7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=df3944cd-b850-4b52-834f-fd6707ea396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475452 Aug 03 20:15:23.186965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add09fd8-6039-4547-b885-088dbd34627c req-28929ff7-83dc-4749-85c4-7eac3f129372 service neutron] 10.222.0.88 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877247 Aug 03 20:15:23.287967 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-add09fd8-6039-4547-b885-088dbd34627c req-aa47a446-7739-46fb-aca0-ab1f9d2c20f4 service neutron] 10.222.0.88 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900722 Aug 03 20:15:23.571948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5c49668a-6431-4d58-a5b6-f35f06a25f0f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:23.626398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 5c49668a-6431-4d58-a5b6-f35f06a25f0f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:23.626888 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.024214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b47e2-bb1a-4cc3-9469-3f203df6a50a req-6dcac528-29f3-4c08-b6ab-ed1be0c03c68 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:24.025727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf1b47e2-bb1a-4cc3-9469-3f203df6a50a req-6dcac528-29f3-4c08-b6ab-ed1be0c03c68 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 944 time: 0.0587261 Aug 03 20:15:24.069958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf1b47e2-bb1a-4cc3-9469-3f203df6a50a req-f3952a5b-a45b-44a6-b7d1-557374535f1d tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Aug 03 20:15:25.202710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de6f0-7e32-47df-a311-c60705a54274 req-a3d2d3ad-5a65-4b25-b91f-afcce7a85bbb tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:25.204906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e43de6f0-7e32-47df-a311-c60705a54274 req-a3d2d3ad-5a65-4b25-b91f-afcce7a85bbb tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 944 time: 0.0501382 Aug 03 20:15:25.247715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e43de6f0-7e32-47df-a311-c60705a54274 req-0a8baef2-9ba7-4cce-9aad-72f88a7c0620 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364842 Aug 03 20:15:25.512207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b147166a-5932-4bcc-b436-332b7b8f2c3d details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:15:25.609268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b147166a-5932-4bcc-b436-332b7b8f2c3d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b147166a-5932-4bcc-b436-332b7b8f2c3d,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:25.622029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'b147166a-5932-4bcc-b436-332b7b8f2c3d', 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'port_id': 'b147166a-5932-4bcc-b436-332b7b8f2c3d', 'mac_address': 'fa:16:3e:64:38:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c887a25-85d2-4393-8e09-fff861688569', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:15:25.659200 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.674343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b147166a-5932-4bcc-b436-332b7b8f2c3d {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:15:25.698517 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b147166a-5932-4bcc-b436-332b7b8f2c3d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b147166a-5932-4bcc-b436-332b7b8f2c3d,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:25.702849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.753921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=b147166a-5932-4bcc-b436-332b7b8f2c3d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:25.917560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['b147166a-5932-4bcc-b436-332b7b8f2c3d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:15:26.240378 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-609d4a76-9bd4-474c-80a3-2c60f353f5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:26.366578 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:26.374546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9326c-2274-43dc-b489-74e019301129 req-70a74e6a-8010-4989-a067-770ea1722729 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:26.376052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89e9326c-2274-43dc-b489-74e019301129 req-70a74e6a-8010-4989-a067-770ea1722729 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 945 time: 0.0584173 Aug 03 20:15:26.416024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-89e9326c-2274-43dc-b489-74e019301129 req-dde52d1e-8550-45ee-99b0-0cff6e02bd75 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338469 Aug 03 20:15:27.511570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b147166a-5932-4bcc-b436-332b7b8f2c3d up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:27.541040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc524a1-f95e-4323-82a4-2c93c3a30f9f req-31d82183-6a4b-432b-8cea-a73e37244103 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:27.542636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dfc524a1-f95e-4323-82a4-2c93c3a30f9f req-31d82183-6a4b-432b-8cea-a73e37244103 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 945 time: 0.0560701 Aug 03 20:15:27.564610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port b147166a-5932-4bcc-b436-332b7b8f2c3d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:27.570002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port b147166a-5932-4bcc-b436-332b7b8f2c3d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:27.570380 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.583863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dfc524a1-f95e-4323-82a4-2c93c3a30f9f req-53f2cc25-bd1f-4892-8e62-cc5950d6c0bb tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Aug 03 20:15:27.651864 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.674723 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc69b3b-b4b8-442b-9c45-56ebfb323d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b147166a-5932-4bcc-b436-332b7b8f2c3d'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:27.676993 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b558fe-f767-472d-a768-3e76384033fd" -d '{"events": [{"server_uuid": "3cc69b3b-b4b8-442b-9c45-56ebfb323d2c", "name": "network-vif-plugged", "status": "completed", "tag": "b147166a-5932-4bcc-b436-332b7b8f2c3d"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:27.691034 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port b147166a-5932-4bcc-b436-332b7b8f2c3d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b147166a-5932-4bcc-b436-332b7b8f2c3d,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:27.695180 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.728242 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19caa58f-c23f-4dfb-9ea4-63112c344898 x-openstack-request-id: req-19caa58f-c23f-4dfb-9ea4-63112c344898 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:27.728523 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc69b3b-b4b8-442b-9c45-56ebfb323d2c", "name": "network-vif-plugged", "status": "completed", "tag": "b147166a-5932-4bcc-b436-332b7b8f2c3d", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:27.729524 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19caa58f-c23f-4dfb-9ea4-63112c344898 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:27.729926 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc69b3b-b4b8-442b-9c45-56ebfb323d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b147166a-5932-4bcc-b436-332b7b8f2c3d', 'code': 200} Aug 03 20:15:27.761832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=b147166a-5932-4bcc-b436-332b7b8f2c3d,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:27.838203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb5a7-a96a-4fe8-8eeb-2d325df0f6c1 req-46fd1405-0605-4821-b663-57b3ee605c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:27.840910 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-341bb5a7-a96a-4fe8-8eeb-2d325df0f6c1 req-46fd1405-0605-4821-b663-57b3ee605c2d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 1097 time: 0.0641453 Aug 03 20:15:27.878852 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-341bb5a7-a96a-4fe8-8eeb-2d325df0f6c1 req-33489669-e76d-4156-abf2-bdd38bf3bd2b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303073 Aug 03 20:15:28.709422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845245e4-fbea-419c-86b9-05477d217c4f req-cfa6dc86-47c7-4705-b74e-57e064090297 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:28.710926 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-845245e4-fbea-419c-86b9-05477d217c4f req-cfa6dc86-47c7-4705-b74e-57e064090297 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 946 time: 0.0535676 Aug 03 20:15:28.750990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-845245e4-fbea-419c-86b9-05477d217c4f req-a98355ff-fe22-48f9-a2f0-c36810bfe017 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Aug 03 20:15:29.883372 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220c457-05ed-4989-b2e3-eba039f324e5 req-0bad3524-835d-4862-822f-36e3f3134500 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:29.884118 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:29.885587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b220c457-05ed-4989-b2e3-eba039f324e5 req-0bad3524-835d-4862-822f-36e3f3134500 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 946 time: 0.0615392 Aug 03 20:15:29.926750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b220c457-05ed-4989-b2e3-eba039f324e5 req-797f45bc-e404-4716-8673-f8d8e7984793 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Aug 03 20:15:30.046888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e0dd3-8432-4851-874c-accb54bcdceb req-dacf89ac-619a-4dd0-aefd-12cbe7b010f1 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:30.048412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b81e0dd3-8432-4851-874c-accb54bcdceb req-dacf89ac-619a-4dd0-aefd-12cbe7b010f1 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 946 time: 0.0535946 Aug 03 20:15:30.087370 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b81e0dd3-8432-4851-874c-accb54bcdceb req-6b86a194-b680-4b49-860e-736df87453ac tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329647 Aug 03 20:15:30.378234 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-711cba01-e035-43fa-ad6a-7f5fd50682b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:32.172176 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:34.640850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.473206 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:15:50.003480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c0bb-2e71-449d-887b-8086aff198e6 req-72b60b2c-a822-412e-b478-ffde166bd00b tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:50.004926 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04b9c0bb-2e71-449d-887b-8086aff198e6 req-72b60b2c-a822-412e-b478-ffde166bd00b tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 946 time: 0.0545435 Aug 03 20:15:50.045883 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04b9c0bb-2e71-449d-887b-8086aff198e6 req-74a4a2ee-d742-48fa-882a-d83aa5d2ee36 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Aug 03 20:15:51.139276 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:51.170280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb756571-848d-4170-a874-e94de17c75f4 req-2cd3586a-8013-4429-8180-d4862fe9141d tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:51.171769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb756571-848d-4170-a874-e94de17c75f4 req-2cd3586a-8013-4429-8180-d4862fe9141d tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 946 time: 0.0535946 Aug 03 20:15:51.210269 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb756571-848d-4170-a874-e94de17c75f4 req-1b9c5bec-8603-4c8a-89ed-5b9e82101a6f tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Aug 03 20:15:51.697681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-e65ba59c-433d-4e84-b0bb-f274defc71c2 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:51.699094 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-e65ba59c-433d-4e84-b0bb-f274defc71c2 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 946 time: 0.0503447 Aug 03 20:15:51.791354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Deleting port b147166a-5932-4bcc-b436-332b7b8f2c3d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:51.791685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:51.879511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] For port b147166a-5932-4bcc-b436-332b7b8f2c3d, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=b147166a-5932-4bcc-b436-332b7b8f2c3d,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:51.879872 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:51.892389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Calling delete_port for b147166a-5932-4bcc-b436-332b7b8f2c3d owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:52.020500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:52.034896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['b147166a-5932-4bcc-b436-332b7b8f2c3d'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:15:52.049415 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Pushing event deleted for resources: {'Port': ['ID=b147166a-5932-4bcc-b436-332b7b8f2c3d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:52.062098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.062697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.062816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.063157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.063488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.063820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.064152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.064481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.064808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.065134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.065455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.065800 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:52.102180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] No DVR routers for this DVR port b147166a-5932-4bcc-b436-332b7b8f2c3d on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:52.104868 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:52.107009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b602840e-f7e2-474a-a9be-3c3edf691b68 req-691c98a5-0893-4486-a687-0cdac63c190c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.88 "DELETE /v2.0/ports/b147166a-5932-4bcc-b436-332b7b8f2c3d HTTP/1.1" status: 204 len: 173 time: 0.4012327 Aug 03 20:15:52.107449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc69b3b-b4b8-442b-9c45-56ebfb323d2c', 'name': 'network-vif-deleted', 'tag': 'b147166a-5932-4bcc-b436-332b7b8f2c3d'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:52.109811 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a39db4c-2e1a-4379-b8e3-6d937d891d19" -d '{"events": [{"server_uuid": "3cc69b3b-b4b8-442b-9c45-56ebfb323d2c", "name": "network-vif-deleted", "tag": "b147166a-5932-4bcc-b436-332b7b8f2c3d"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:52.148458 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daa1858-770d-43ca-850b-d0eadd1ba998 x-openstack-request-id: req-4daa1858-770d-43ca-850b-d0eadd1ba998 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:52.148871 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc69b3b-b4b8-442b-9c45-56ebfb323d2c", "name": "network-vif-deleted", "tag": "b147166a-5932-4bcc-b436-332b7b8f2c3d", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:52.149125 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4daa1858-770d-43ca-850b-d0eadd1ba998 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:52.150137 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc69b3b-b4b8-442b-9c45-56ebfb323d2c', 'name': 'network-vif-deleted', 'tag': 'b147166a-5932-4bcc-b436-332b7b8f2c3d', 'status': 'completed', 'code': 200} Aug 03 20:15:52.322419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b1677fa-ed25-40d3-ba0a-db4ab80a55e2 req-71fa4f8e-6218-495d-9184-62d774c89376 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cc69b3b-b4b8-442b-9c45-56ebfb323d2c HTTP/1.1" status: 200 len: 210 time: 0.0311618 Aug 03 20:15:53.887102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4338e5-e995-4982-b5af-a45957bce790 req-75f6dcab-da6c-4b22-be7e-f7f2f4cc43f3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:53.888688 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-75f6dcab-da6c-4b22-be7e-f7f2f4cc43f3 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/networks?id=df3944cd-b850-4b52-834f-fd6707ea396d HTTP/1.1" status: 200 len: 817 time: 0.1030412 Aug 03 20:15:53.905445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-ab212243-b43e-4183-907f-7be16836821e tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/quotas/27773676780f4efc88697fe7af29e76a HTTP/1.1" status: 200 len: 375 time: 0.0099790 Aug 03 20:15:53.959798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-8b5e6f45-c54d-47ba-abaf-5ed4ed315667 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=27773676780f4efc88697fe7af29e76a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480597 Aug 03 20:15:54.063792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-e82d8665-22ab-4180-ab5d-cd5b32b68617 service neutron] 10.222.0.42 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920932 Aug 03 20:15:54.162286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-4450c0be-b257-430f-ae3b-c8e1a41b900a service neutron] 10.222.0.42 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922823 Aug 03 20:15:54.335339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd004195-14c8-40f9-9dca-4f743724d14a req-b5bc7bff-f782-4478-b9e6-39abd3b26d39 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 210 time: 0.0351095 Aug 03 20:15:55.260967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4338e5-e995-4982-b5af-a45957bce790 req-971891d9-2088-4ec6-9397-50463a7ed360 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:55.262542 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-971891d9-2088-4ec6-9397-50463a7ed360 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.88 "GET /v2.0/networks?id=df3944cd-b850-4b52-834f-fd6707ea396d HTTP/1.1" status: 200 len: 817 time: 0.1133642 Aug 03 20:15:55.276742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Request body: {'port': {'device_id': '6f050ab6-f485-4eef-87f8-e96d7b382642', 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'admin_state_up': True, 'tenant_id': '27773676780f4efc88697fe7af29e76a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:55.441814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9db46b52-0511-455f-ae58-c45fd73d978e req-7b0277e8-811e-4d98-96fe-7f4ead2814f6 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 210 time: 0.0345035 Aug 03 20:15:55.443554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Made reservation on behalf of 27773676780f4efc88697fe7af29e76a for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:55.447568 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:55.592480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Allocated IP 172.20.0.3 (df3944cd-b850-4b52-834f-fd6707ea396d/7c887a25-85d2-4393-8e09-fff861688569/a410b90b-2c19-4de9-9096-e042d03d41be) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:55.744701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b147166a-5932-4bcc-b436-332b7b8f2c3d no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:55.753655 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:55.770971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: b147166a-5932-4bcc-b436-332b7b8f2c3d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:55.771233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device b147166a-5932-4bcc-b436-332b7b8f2c3d not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:55.774681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Transition to ACTIVE for port object a410b90b-2c19-4de9-9096-e042d03d41be will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:55.810279 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:55.853542 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Network df3944cd-b850-4b52-834f-fd6707ea396d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:55.855067 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:55.859029 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:55.891850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Pushing event updated for resources: {'Port': ['ID=a410b90b-2c19-4de9-9096-e042d03d41be,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:55.921070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:55.922192 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:55.939668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-3afdb2f3-671b-4800-8190-f1ecc4174d23 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6674201 Aug 03 20:15:55.954488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Request body: {'port': {'device_id': '6f050ab6-f485-4eef-87f8-e96d7b382642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:56.018196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.071931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d355ea08-c500-4930-aa5d-11d81c7f6c93 None None] Provisioning for port a410b90b-2c19-4de9-9096-e042d03d41be completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:56.076739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d355ea08-c500-4930-aa5d-11d81c7f6c93 None None] Provisioning complete for port a410b90b-2c19-4de9-9096-e042d03d41be triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:56.077116 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d355ea08-c500-4930-aa5d-11d81c7f6c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.116692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d355ea08-c500-4930-aa5d-11d81c7f6c93 None None] Port a410b90b-2c19-4de9-9096-e042d03d41be cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:56.242387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d016fbfb-37f5-44d5-9e5d-2ca8c051321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.325986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a410b90b-2c19-4de9-9096-e042d03d41be {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:15:56.335518 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.348005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Transition to ACTIVE for port object a410b90b-2c19-4de9-9096-e042d03d41be will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:56.353643 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.365858 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.408792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Pushing event updated for resources: {'Port': ['ID=a410b90b-2c19-4de9-9096-e042d03d41be,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:56.488884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Attempting to bind port a410b90b-2c19-4de9-9096-e042d03d41be on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:56.489225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Attempting to bind port a410b90b-2c19-4de9-9096-e042d03d41be by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:56.489671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Attempting to bind port a410b90b-2c19-4de9-9096-e042d03d41be on network df3944cd-b850-4b52-834f-fd6707ea396d {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:56.495096 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Port a410b90b-2c19-4de9-9096-e042d03d41be on network df3944cd-b850-4b52-834f-fd6707ea396d not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:15:56.495426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Attempting to bind port a410b90b-2c19-4de9-9096-e042d03d41be on network df3944cd-b850-4b52-834f-fd6707ea396d {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:56.501058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:56.501401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Checking segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:56.501823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Bound using segment: {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:56.502255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Bound port: a410b90b-2c19-4de9-9096-e042d03d41be, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:56.502631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.598287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] For port a410b90b-2c19-4de9-9096-e042d03d41be, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:56.601820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] For port a410b90b-2c19-4de9-9096-e042d03d41be, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a410b90b-2c19-4de9-9096-e042d03d41be,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:56.610498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e1b30-8a19-4dff-8176-80f1e53530d4 req-f219217b-3caa-48d4-8a0c-2497cfa0c1de tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:56.611987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a4e1b30-8a19-4dff-8176-80f1e53530d4 req-f219217b-3caa-48d4-8a0c-2497cfa0c1de tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 943 time: 0.0762897 Aug 03 20:15:56.613585 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.674729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:56.675353 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:56.676751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] 10.222.0.88 "PUT /v2.0/ports/a410b90b-2c19-4de9-9096-e042d03d41be HTTP/1.1" status: 200 len: 1091 time: 0.7274151 Aug 03 20:15:56.677187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f050ab6-f485-4eef-87f8-e96d7b382642', 'tag': 'a410b90b-2c19-4de9-9096-e042d03d41be'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:56.679439 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4db4279-6882-4afa-9c51-94cf79b4679d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f050ab6-f485-4eef-87f8-e96d7b382642", "tag": "a410b90b-2c19-4de9-9096-e042d03d41be"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:56.705835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964f1a2-c141-4cb3-a0c5-c433f099a08a service neutron] Pushing event updated for resources: {'Port': ['ID=a410b90b-2c19-4de9-9096-e042d03d41be,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:56.717332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a4e1b30-8a19-4dff-8176-80f1e53530d4 req-c1c23a31-5861-423e-b68b-7a317d5b611a tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982864 Aug 03 20:15:56.746352 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23f8803-6544-441d-a391-e553077f5ee2 x-openstack-request-id: req-c23f8803-6544-441d-a391-e553077f5ee2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:56.746726 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f050ab6-f485-4eef-87f8-e96d7b382642", "tag": "a410b90b-2c19-4de9-9096-e042d03d41be", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:56.747044 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c23f8803-6544-441d-a391-e553077f5ee2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:56.747510 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f050ab6-f485-4eef-87f8-e96d7b382642', 'tag': 'a410b90b-2c19-4de9-9096-e042d03d41be', 'status': 'completed', 'code': 200} Aug 03 20:15:56.766319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4338e5-e995-4982-b5af-a45957bce790 req-53fbae10-00f7-4968-a2b5-cb46e903cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:56.767839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-53fbae10-00f7-4968-a2b5-cb46e903cad1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27773676780f4efc88697fe7af29e76a&device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 1094 time: 0.0485222 Aug 03 20:15:56.811221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-648c3ddd-203c-4d0c-8e2c-bcbb92b53d37 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a410b90b-2c19-4de9-9096-e042d03d41be HTTP/1.1" status: 200 len: 217 time: 0.0345325 Aug 03 20:15:56.866210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4338e5-e995-4982-b5af-a45957bce790 req-75dab382-7bc0-4b48-b08c-a4537c6742d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:56.868022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-75dab382-7bc0-4b48-b08c-a4537c6742d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7c887a25-85d2-4393-8e09-fff861688569 HTTP/1.1" status: 200 len: 856 time: 0.0492258 Aug 03 20:15:56.913336 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4338e5-e995-4982-b5af-a45957bce790 req-73e225a5-f639-473c-8ed4-11913bb8ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:56.914872 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-73e225a5-f639-473c-8ed4-11913bb8ae0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=df3944cd-b850-4b52-834f-fd6707ea396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396287 Aug 03 20:15:57.005006 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-05c77753-6b68-49e5-ac25-6a89b671e017 service neutron] 10.222.0.88 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821331 Aug 03 20:15:57.100751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ef4338e5-e995-4982-b5af-a45957bce790 req-fc0b51ed-d79d-4cff-87ed-ceaa9388da86 service neutron] 10.222.0.88 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865397 Aug 03 20:15:57.192660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-397c3d10-7508-4e0f-8546-a00d6f2ef2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:57.197467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-397c3d10-7508-4e0f-8546-a00d6f2ef2a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27773676780f4efc88697fe7af29e76a&device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 1094 time: 0.0428631 Aug 03 20:15:57.291781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-f5cfda52-776e-4ff9-a38a-935acb9b6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:57.293276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-f5cfda52-776e-4ff9-a38a-935acb9b6d36 service neutron] 10.222.0.88 "GET /v2.0/networks?id=df3944cd-b850-4b52-834f-fd6707ea396d HTTP/1.1" status: 200 len: 918 time: 0.0891321 Aug 03 20:15:57.334686 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-edeff351-5d72-4a01-91be-2c48be869059 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a410b90b-2c19-4de9-9096-e042d03d41be HTTP/1.1" status: 200 len: 217 time: 0.0336523 Aug 03 20:15:57.385590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-fb6b129b-0cee-46c0-883d-d74914aa08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:57.387056 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-fb6b129b-0cee-46c0-883d-d74914aa08f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7c887a25-85d2-4393-8e09-fff861688569 HTTP/1.1" status: 200 len: 856 time: 0.0439692 Aug 03 20:15:57.437940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-a8d958bf-4420-472f-8600-9ef663844cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:57.439476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-a8d958bf-4420-472f-8600-9ef663844cb6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=df3944cd-b850-4b52-834f-fd6707ea396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438178 Aug 03 20:15:57.529993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-e20f8495-56de-4be0-979f-b55f8e69683a service neutron] 10.222.0.88 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808153 Aug 03 20:15:57.623387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4db4279-6882-4afa-9c51-94cf79b4679d req-9ee0d718-995d-42e8-acee-e48af92b7559 service neutron] 10.222.0.88 "GET /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853848 Aug 03 20:15:57.841700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025370b-df84-4e55-b635-1c0dcf9ee06a req-b2b04ba2-0cc5-4e60-bd51-96ce7ebe39d5 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:57.843180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6025370b-df84-4e55-b635-1c0dcf9ee06a req-b2b04ba2-0cc5-4e60-bd51-96ce7ebe39d5 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 943 time: 0.0498455 Aug 03 20:15:57.880439 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6025370b-df84-4e55-b635-1c0dcf9ee06a req-c3cf3742-eaa4-4935-b5fb-0bf09e4d7122 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Aug 03 20:15:58.995173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb1d6-34df-4502-933f-a92c9d060839 req-334e1e91-58dc-4b20-a1dd-b93572090f1c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:58.996648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a46cb1d6-34df-4502-933f-a92c9d060839 req-334e1e91-58dc-4b20-a1dd-b93572090f1c tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 943 time: 0.0486093 Aug 03 20:15:59.035152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a46cb1d6-34df-4502-933f-a92c9d060839 req-4da714d4-c3a8-45f5-b30b-9fae47417b0a tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Aug 03 20:15:59.774947 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a410b90b-2c19-4de9-9096-e042d03d41be details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:15:59.869296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a410b90b-2c19-4de9-9096-e042d03d41be, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a410b90b-2c19-4de9-9096-e042d03d41be,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:59.885775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'a410b90b-2c19-4de9-9096-e042d03d41be', 'network_id': 'df3944cd-b850-4b52-834f-fd6707ea396d', 'port_id': 'a410b90b-2c19-4de9-9096-e042d03d41be', 'mac_address': 'fa:16:3e:8b:f7:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c887a25-85d2-4393-8e09-fff861688569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:15:59.891303 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:59.927249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:59.939967 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a410b90b-2c19-4de9-9096-e042d03d41be {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:15:59.959088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a410b90b-2c19-4de9-9096-e042d03d41be, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a410b90b-2c19-4de9-9096-e042d03d41be,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:59.962674 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:00.008192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=a410b90b-2c19-4de9-9096-e042d03d41be,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:00.015298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.016178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.016513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.016842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.017166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.017504 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.017889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.018153 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.018545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.018793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.019111 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.019436 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:00.151315 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce917ba-9bd4-442d-9a33-c973c70389b7 req-0c4b7f65-cabf-47bf-a5e7-c85290794adb tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:00.152797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ce917ba-9bd4-442d-9a33-c973c70389b7 req-0c4b7f65-cabf-47bf-a5e7-c85290794adb tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 944 time: 0.0510874 Aug 03 20:16:00.177113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['a410b90b-2c19-4de9-9096-e042d03d41be'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:16:00.195340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ce917ba-9bd4-442d-9a33-c973c70389b7 req-ec49b18c-ec5e-42ed-a508-e084be8d7810 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Aug 03 20:16:00.382033 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94b02f89-178c-407a-90b6-1df32b97814f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:01.308975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a576-559c-43a8-a64e-a2bc02451059 req-6bb19fbf-572c-4330-b1da-b9d871b0f088 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:01.310481 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f86a576-559c-43a8-a64e-a2bc02451059 req-6bb19fbf-572c-4330-b1da-b9d871b0f088 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 944 time: 0.0481074 Aug 03 20:16:01.348478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9f86a576-559c-43a8-a64e-a2bc02451059 req-70ff0ee0-eff9-4e76-b358-d560499d0ea0 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Aug 03 20:16:01.790615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a410b90b-2c19-4de9-9096-e042d03d41be up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:01.838654 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port a410b90b-2c19-4de9-9096-e042d03d41be completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:01.842333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port a410b90b-2c19-4de9-9096-e042d03d41be triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:01.842703 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:01.917737 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:01.939875 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f050ab6-f485-4eef-87f8-e96d7b382642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a410b90b-2c19-4de9-9096-e042d03d41be'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:16:01.942102 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd2dd03-d8d7-487c-835e-3155147f16d6" -d '{"events": [{"server_uuid": "6f050ab6-f485-4eef-87f8-e96d7b382642", "name": "network-vif-plugged", "status": "completed", "tag": "a410b90b-2c19-4de9-9096-e042d03d41be"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:16:01.958581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port a410b90b-2c19-4de9-9096-e042d03d41be, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a410b90b-2c19-4de9-9096-e042d03d41be,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:01.962980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:01.987538 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa65ce90-3ef3-4d31-bed3-38a8809c190c x-openstack-request-id: req-aa65ce90-3ef3-4d31-bed3-38a8809c190c {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:16:01.988204 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f050ab6-f485-4eef-87f8-e96d7b382642", "name": "network-vif-plugged", "status": "completed", "tag": "a410b90b-2c19-4de9-9096-e042d03d41be", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:16:01.988456 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa65ce90-3ef3-4d31-bed3-38a8809c190c {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:16:01.988847 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f050ab6-f485-4eef-87f8-e96d7b382642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a410b90b-2c19-4de9-9096-e042d03d41be', 'code': 200} Aug 03 20:16:02.016918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=a410b90b-2c19-4de9-9096-e042d03d41be,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:02.077707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702467a3-cb5e-4f1e-8b2d-5b8fded0593e req-515c6f28-869d-41e3-9b5e-f7e5b502de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:02.079122 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-702467a3-cb5e-4f1e-8b2d-5b8fded0593e req-515c6f28-869d-41e3-9b5e-f7e5b502de85 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 1096 time: 0.0409930 Aug 03 20:16:02.120426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-702467a3-cb5e-4f1e-8b2d-5b8fded0593e req-de23d218-9966-4af2-a1e7-8124c6df7862 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Aug 03 20:16:02.172289 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:02.478590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479ce38-ca3d-4feb-bcf7-ec13352d101d req-41e53eea-ef9f-4b2d-ad72-b3d64c764fce tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:02.480090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e479ce38-ca3d-4feb-bcf7-ec13352d101d req-41e53eea-ef9f-4b2d-ad72-b3d64c764fce tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 945 time: 0.0652378 Aug 03 20:16:02.522354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e479ce38-ca3d-4feb-bcf7-ec13352d101d req-39d99dda-d888-40cb-8857-0ad0acfa534d tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362961 Aug 03 20:16:03.636394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3862417-f433-4923-aa36-b6086a8fbc9d req-fbad42e1-dbe0-4ad9-8030-c858fd711ff6 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:03.637888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3862417-f433-4923-aa36-b6086a8fbc9d req-fbad42e1-dbe0-4ad9-8030-c858fd711ff6 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 945 time: 0.0483778 Aug 03 20:16:03.675404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a3862417-f433-4923-aa36-b6086a8fbc9d req-b8a9262c-8d46-4d4a-9071-9099ae41767d tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Aug 03 20:16:03.794769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50e8bb-b815-4fa0-9ab3-2fe7ce67e7bc req-ad09c49f-3485-4a53-bc2f-9946c5fcb94f tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:03.796625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f50e8bb-b815-4fa0-9ab3-2fe7ce67e7bc req-ad09c49f-3485-4a53-bc2f-9946c5fcb94f tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 945 time: 0.0565703 Aug 03 20:16:03.839730 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5f50e8bb-b815-4fa0-9ab3-2fe7ce67e7bc req-c8332302-3116-4e3e-b426-158ec24a318a tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Aug 03 20:16:04.643515 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:21.157838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:21.473541 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:16:22.248721 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef918b6-9ab1-4a68-8be8-eb8cde9fb28c req-869b22f8-4946-4ae8-b1d8-7fe7d4133b90 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:22.250242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cef918b6-9ab1-4a68-8be8-eb8cde9fb28c req-869b22f8-4946-4ae8-b1d8-7fe7d4133b90 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Aug 03 20:16:22.292271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cef918b6-9ab1-4a68-8be8-eb8cde9fb28c req-b4a3eeac-1b9c-4571-af98-4390e2bc13b9 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359304 Aug 03 20:16:23.409585 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca3b0b-9b82-49c6-a671-5ca404e4cb99 req-e64639e9-e5b0-4298-aac3-bdbd2292716e tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:23.411063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eaca3b0b-9b82-49c6-a671-5ca404e4cb99 req-e64639e9-e5b0-4298-aac3-bdbd2292716e tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Aug 03 20:16:23.448952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-eaca3b0b-9b82-49c6-a671-5ca404e4cb99 req-2bded944-96f4-48b8-9a0e-542de833aeda tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/security-groups?id=5303471a-20fd-4b58-a06f-1fed55063057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Aug 03 20:16:24.174001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-07193882-2ae6-4f21-aeda-5e3e2326af17 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:24.175473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-07193882-2ae6-4f21-aeda-5e3e2326af17 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 945 time: 0.0521729 Aug 03 20:16:24.273030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Deleting port a410b90b-2c19-4de9-9096-e042d03d41be {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:24.273367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:24.361927 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] For port a410b90b-2c19-4de9-9096-e042d03d41be, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=a410b90b-2c19-4de9-9096-e042d03d41be,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:24.362275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:24.374523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Calling delete_port for a410b90b-2c19-4de9-9096-e042d03d41be owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:24.505814 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:24.519417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['a410b90b-2c19-4de9-9096-e042d03d41be'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:16:24.544375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Pushing event deleted for resources: {'Port': ['ID=a410b90b-2c19-4de9-9096-e042d03d41be,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:24.582293 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cc98e71c-0ff0-4781-8e93-958c09c43115 req-d1c4bcb3-6bdd-4c6a-b233-6f5a91e41913 tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f050ab6-f485-4eef-87f8-e96d7b382642 HTTP/1.1" status: 200 len: 210 time: 0.0496476 Aug 03 20:16:24.604942 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] No DVR routers for this DVR port a410b90b-2c19-4de9-9096-e042d03d41be on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:16:24.607847 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:24.610828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ad8ec4e-0b81-4ab9-891d-dc534a480cb5 req-3a358a6b-4bc7-4a54-b0cc-cb54e8df99dd tempest-TestEncryptedCinderVolumes-2045637552 tempest-TestEncryptedCinderVolumes-2045637552-project] 10.222.0.88 "DELETE /v2.0/ports/a410b90b-2c19-4de9-9096-e042d03d41be HTTP/1.1" status: 204 len: 173 time: 0.4271438 Aug 03 20:16:24.611496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f050ab6-f485-4eef-87f8-e96d7b382642', 'name': 'network-vif-deleted', 'tag': 'a410b90b-2c19-4de9-9096-e042d03d41be'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:16:24.613686 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb5ff17-999a-47a6-81b1-385bd691f95f" -d '{"events": [{"server_uuid": "6f050ab6-f485-4eef-87f8-e96d7b382642", "name": "network-vif-deleted", "tag": "a410b90b-2c19-4de9-9096-e042d03d41be"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:16:24.664614 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d441c69e-31e4-439e-b42b-ae74e12d5b90 x-openstack-request-id: req-d441c69e-31e4-439e-b42b-ae74e12d5b90 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:16:24.664918 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f050ab6-f485-4eef-87f8-e96d7b382642", "name": "network-vif-deleted", "tag": "a410b90b-2c19-4de9-9096-e042d03d41be", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:16:24.665174 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d441c69e-31e4-439e-b42b-ae74e12d5b90 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:16:24.665616 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f050ab6-f485-4eef-87f8-e96d7b382642', 'name': 'network-vif-deleted', 'tag': 'a410b90b-2c19-4de9-9096-e042d03d41be', 'status': 'completed', 'code': 200} Aug 03 20:16:25.673749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38474) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:26.019546 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.244713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-41b5ad56-f8e4-49e2-83c3-6a772482082e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.265930 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Deleting port 92c6d482-0aa0-43c7-9147-c24c91b3723e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:26.266288 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.344304 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] For port 92c6d482-0aa0-43c7-9147-c24c91b3723e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=92c6d482-0aa0-43c7-9147-c24c91b3723e,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:26.344674 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.362258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Calling delete_port for 92c6d482-0aa0-43c7-9147-c24c91b3723e owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:26.364351 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.545898 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.570586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c6d482-0aa0-43c7-9147-c24c91b3723e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:26.584547 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.584932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.585255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.585625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.585965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.586308 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.586640 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.586987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.587330 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.587637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.587967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.588296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:26.758182 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.969973 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Router a4d566be-1036-447f-bfb8-304288513e3f has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:16:27.074688 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:27.080744 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b0e70194-c725-4d7c-95cb-206dbebc4ec6 admin admin] 10.222.0.42 "PUT /v2.0/routers/a4d566be-1036-447f-bfb8-304288513e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056687 Aug 03 20:16:27.083136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38478) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:27.086318 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] Sync routers for ids ['a4d566be-1036-447f-bfb8-304288513e3f'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:27.096942 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] Routers {'a4d566be-1036-447f-bfb8-304288513e3f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:27.097579 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a4d566be-1036-447f-bfb8-304288513e3f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:27.189265 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.198259 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] Set router a4d566be-1036-447f-bfb8-304288513e3f gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:27.294651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.346491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Deleting port cc58f1cc-4266-40b0-a68f-1a029e63b222 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:27.346825 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.370884 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:16:26Z', 'revision_number': 5, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port': {'id': 'cc58f1cc-4266-40b0-a68f-1a029e63b222', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:09Z', 'updated_at': '2021-08-03T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:27.397067 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] Checking router: a4d566be-1036-447f-bfb8-304288513e3f for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:27.405173 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] Routers {'a4d566be-1036-447f-bfb8-304288513e3f'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:27.405803 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['a4d566be-1036-447f-bfb8-304288513e3f'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:27.426243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] For port cc58f1cc-4266-40b0-a68f-1a029e63b222, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=cc58f1cc-4266-40b0-a68f-1a029e63b222,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:27.426648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.445968 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Calling delete_port for cc58f1cc-4266-40b0-a68f-1a029e63b222 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:27.496471 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] Set router a4d566be-1036-447f-bfb8-304288513e3f gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:27.554874 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:16:27Z', 'revision_number': 6, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:27.582694 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9410-22d1-4c45-be57-da18a1d0dee8 None None] The sync data for ids ['a4d566be-1036-447f-bfb8-304288513e3f'] in n-d-803378-1 is: [{'id': 'a4d566be-1036-447f-bfb8-304288513e3f', 'name': 'tempest-TestEncryptedCinderVolumes-2061634109-router', 'tenant_id': '27773676780f4efc88697fe7af29e76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:08Z', 'updated_at': '2021-08-03T20:16:27Z', 'revision_number': 6, 'project_id': '27773676780f4efc88697fe7af29e76a', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:27.618660 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.647957 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc58f1cc-4266-40b0-a68f-1a029e63b222,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:27.707558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.795171 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.797253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.844392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.845043 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d566be-1036-447f-bfb8-304288513e3f {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:16:27.852043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.853629 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c9ebaf5e-d010-4bb8-a246-e2d86e4351d3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a4d566be-1036-447f-bfb8-304288513e3f HTTP/1.1" status: 204 len: 168 time: 0.7686043 Aug 03 20:16:27.856495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38480) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:27.971830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a410b90b-2c19-4de9-9096-e042d03d41be no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:27.993774 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: a410b90b-2c19-4de9-9096-e042d03d41be {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:27.994127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device a410b90b-2c19-4de9-9096-e042d03d41be not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:28.228944 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-32218a88-b6eb-4bd9-93b7-7fa350cba5b4 admin admin] Deleting subnet 7c887a25-85d2-4393-8e09-fff861688569 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:16:28.232026 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32218a88-b6eb-4bd9-93b7-7fa350cba5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.267138 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32218a88-b6eb-4bd9-93b7-7fa350cba5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.349639 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32218a88-b6eb-4bd9-93b7-7fa350cba5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.404848 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32218a88-b6eb-4bd9-93b7-7fa350cba5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.430567 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32218a88-b6eb-4bd9-93b7-7fa350cba5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c887a25-85d2-4393-8e09-fff861688569,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:28.434516 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-32218a88-b6eb-4bd9-93b7-7fa350cba5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.436386 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-32218a88-b6eb-4bd9-93b7-7fa350cba5b4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7c887a25-85d2-4393-8e09-fff861688569 HTTP/1.1" status: 204 len: 168 time: 0.5789118 Aug 03 20:16:28.439388 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38482) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:28.443783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa209e5-a0cc-4cd8-866a-1ace85c53547 None None] Network df3944cd-b850-4b52-834f-fd6707ea396d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:28.512826 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.575296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Deleting port c5ccbd8c-b82a-4980-a213-8763175a6653 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:28.575642 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.637580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] DHCP port deletion for df3944cd-b850-4b52-834f-fd6707ea396d request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:16:28.644946 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] For port c5ccbd8c-b82a-4980-a213-8763175a6653, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c5ccbd8c-b82a-4980-a213-8763175a6653,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:28.645311 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.659194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Calling delete_port for c5ccbd8c-b82a-4980-a213-8763175a6653 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:28.686718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] Deleting port c5ccbd8c-b82a-4980-a213-8763175a6653 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:28.687093 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.749173 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.752438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] For port c5ccbd8c-b82a-4980-a213-8763175a6653, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c5ccbd8c-b82a-4980-a213-8763175a6653,segment=NetworkSegment(b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a),segment_id=b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:28.752838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.765932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] Calling delete_port for c5ccbd8c-b82a-4980-a213-8763175a6653 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:28.775768 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ccbd8c-b82a-4980-a213-8763175a6653,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:28.779367 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] No DVR routers for this DVR port c5ccbd8c-b82a-4980-a213-8763175a6653 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:16:28.843347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.851125 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.861766 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3944cd-b850-4b52-834f-fd6707ea396d']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:28.870784 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] Pushing event deleted for resources: {'Port': ['ID=c5ccbd8c-b82a-4980-a213-8763175a6653,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:28.876780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:28.877011 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1008c8d-b519-4f75-8bc5-dc6b7de7fe4a') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:28.877370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6c2ff-8f0c-4279-895f-4e406ab2444c None None] No DVR routers for this DVR port c5ccbd8c-b82a-4980-a213-8763175a6653 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:16:28.886992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.901917 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.908269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:16:28.908665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:16:28.910544 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:16:28.963934 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.970343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:28.972196 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/df3944cd-b850-4b52-834f-fd6707ea396d HTTP/1.1" status: 204 len: 168 time: 0.5318491 Aug 03 20:16:28.975210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38484) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:28.983382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e7cbd-bb84-4bf2-b624-9e98e7ff86d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df3944cd-b850-4b52-834f-fd6707ea396d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:29.314308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:29.558221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Deleting port 5c49668a-6431-4d58-a5b6-f35f06a25f0f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:29.558567 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:29.592847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device cc58f1cc-4266-40b0-a68f-1a029e63b222 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:29.613611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: cc58f1cc-4266-40b0-a68f-1a029e63b222 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:29.613980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device cc58f1cc-4266-40b0-a68f-1a029e63b222 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:29.614438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 92c6d482-0aa0-43c7-9147-c24c91b3723e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:29.633684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 92c6d482-0aa0-43c7-9147-c24c91b3723e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:29.634025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 92c6d482-0aa0-43c7-9147-c24c91b3723e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:29.634427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c5ccbd8c-b82a-4980-a213-8763175a6653 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:29.639476 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] For port 5c49668a-6431-4d58-a5b6-f35f06a25f0f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=5c49668a-6431-4d58-a5b6-f35f06a25f0f,segment=NetworkSegment(c7afdc25-0d94-4f8c-81d7-d16f2ad40801),segment_id=c7afdc25-0d94-4f8c-81d7-d16f2ad40801)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:29.639840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:29.653195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Calling delete_port for 5c49668a-6431-4d58-a5b6-f35f06a25f0f owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:29.653551 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c5ccbd8c-b82a-4980-a213-8763175a6653 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:29.653902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c5ccbd8c-b82a-4980-a213-8763175a6653 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:29.873607 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:30.175207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:30.199840 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c49668a-6431-4d58-a5b6-f35f06a25f0f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:30.368231 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:30.377086 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0ec26b7d-2d2f-447f-b34a-f4dfdbb821d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:30.584243 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:16:30.690155 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:30.695278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e2980562-9c0d-48ed-be7d-b27143f860f1 admin admin] 10.222.0.42 "PUT /v2.0/routers/5bb9e4b6-e2ed-455c-9b60-9b041e540818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7189653 Aug 03 20:16:30.697749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38486) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:30.698684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] Sync routers for ids ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:30.708247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] Routers {'5bb9e4b6-e2ed-455c-9b60-9b041e540818'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:30.708860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:30.804070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:30.814417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] Set router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:30.907547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:30.962779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Deleting port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:30.963193 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:30.989188 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:16:30Z', 'revision_number': 5, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port': {'id': '760f6b3a-4811-43cf-a2e6-92c1e9b4c310', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:31.019292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] Checking router: 5bb9e4b6-e2ed-455c-9b60-9b041e540818 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:31.027750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] Routers {'5bb9e4b6-e2ed-455c-9b60-9b041e540818'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:31.028364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:31.042851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] For port 760f6b3a-4811-43cf-a2e6-92c1e9b4c310, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=760f6b3a-4811-43cf-a2e6-92c1e9b4c310,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:31.043212 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.055366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Calling delete_port for 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:31.229180 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.255333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=760f6b3a-4811-43cf-a2e6-92c1e9b4c310,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:31.279139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] Set router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:31.315855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.330540 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:16:30Z', 'revision_number': 6, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:31.359200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a48d4-fc04-4683-a1d2-e0f00a71baf4 None None] The sync data for ids ['5bb9e4b6-e2ed-455c-9b60-9b041e540818'] in n-d-803378-1 is: [{'id': '5bb9e4b6-e2ed-455c-9b60-9b041e540818', 'name': 'tempest-TestEncryptedCinderVolumes-281136578-router', 'tenant_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:13Z', 'updated_at': '2021-08-03T20:16:30Z', 'revision_number': 6, 'project_id': 'f2a1254c9f4a41b0a363c6b4b09902c8', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:31.412324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.414618 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.457797 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.458326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb9e4b6-e2ed-455c-9b60-9b041e540818 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:16:31.463084 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.464236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b0bab2db-5a4f-455d-bce2-77b661de32e8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5bb9e4b6-e2ed-455c-9b60-9b041e540818 HTTP/1.1" status: 204 len: 168 time: 0.7655733 Aug 03 20:16:31.466730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38488) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:31.515875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc6b04e-26e1-4c51-ac95-6cfe795ab4f1 admin admin] Deleting subnet ac2bbf60-f760-4c59-8ed9-5a72881262ab {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:16:31.519504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b04e-26e1-4c51-ac95-6cfe795ab4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.564240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b04e-26e1-4c51-ac95-6cfe795ab4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.644564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b04e-26e1-4c51-ac95-6cfe795ab4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.694994 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b04e-26e1-4c51-ac95-6cfe795ab4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.721698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6b04e-26e1-4c51-ac95-6cfe795ab4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2bbf60-f760-4c59-8ed9-5a72881262ab,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:31.723672 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b04e-26e1-4c51-ac95-6cfe795ab4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.728054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4bc6b04e-26e1-4c51-ac95-6cfe795ab4f1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ac2bbf60-f760-4c59-8ed9-5a72881262ab HTTP/1.1" status: 204 len: 168 time: 0.2579012 Aug 03 20:16:31.728208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9497fbb-2ab0-4201-ae58-07e19e81258c None None] Network 1a7fed79-e229-483b-b61a-90ef4138d866 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:31.728654 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38490) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:31.808373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.864857 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5c49668a-6431-4d58-a5b6-f35f06a25f0f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:31.887180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Deleting port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:31.887938 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.895273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 5c49668a-6431-4d58-a5b6-f35f06a25f0f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:31.895617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 5c49668a-6431-4d58-a5b6-f35f06a25f0f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:31.954359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] For port f6f1453c-1eeb-446d-96e9-25fd75cc42a4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f6f1453c-1eeb-446d-96e9-25fd75cc42a4,segment=NetworkSegment(c7afdc25-0d94-4f8c-81d7-d16f2ad40801),segment_id=c7afdc25-0d94-4f8c-81d7-d16f2ad40801)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:31.954727 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:31.967253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Calling delete_port for f6f1453c-1eeb-446d-96e9-25fd75cc42a4 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:32.049037 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.072497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f1453c-1eeb-446d-96e9-25fd75cc42a4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:32.077945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] No DVR routers for this DVR port f6f1453c-1eeb-446d-96e9-25fd75cc42a4 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:16:32.147681 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.157498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7fed79-e229-483b-b61a-90ef4138d866']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:32.175701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:32.176088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7afdc25-0d94-4f8c-81d7-d16f2ad40801') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:32.177943 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.185791 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.205443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.219115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:16:32.219586 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.220727 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd1bec-092c-43b8-8bb5-9fa2d00c433a None None] DHCP port deletion for 1a7fed79-e229-483b-b61a-90ef4138d866 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:16:32.221740 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:16:32.285837 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.291606 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.293687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a7fed79-e229-483b-b61a-90ef4138d866 HTTP/1.1" status: 204 len: 168 time: 0.5645394 Aug 03 20:16:32.305785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b326-31cd-450e-8f21-6d30febe71b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7fed79-e229-483b-b61a-90ef4138d866,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:32.477459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38494) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:32.520800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-00ad4c22-a0dd-4168-8246-6646168fb647 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27773676780f4efc88697fe7af29e76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421369 Aug 03 20:16:32.523393 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38496) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:32.578937 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00e47424-a01b-4a48-8254-09295ac9c341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.604966 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00e47424-a01b-4a48-8254-09295ac9c341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.651700 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00e47424-a01b-4a48-8254-09295ac9c341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.654777 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00e47424-a01b-4a48-8254-09295ac9c341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:32.655804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-00e47424-a01b-4a48-8254-09295ac9c341 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5303471a-20fd-4b58-a06f-1fed55063057 HTTP/1.1" status: 204 len: 168 time: 0.1314483 Aug 03 20:16:32.664212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e47424-a01b-4a48-8254-09295ac9c341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5303471a-20fd-4b58-a06f-1fed55063057,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:32.996678 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38502) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:33.036917 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-66eb27ad-7310-4e59-8699-de2ea0eca941 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2a1254c9f4a41b0a363c6b4b09902c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387819 Aug 03 20:16:33.039385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38504) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:33.086234 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51181f8d-dc8c-417a-9c6f-55229d7eb77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:33.111745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51181f8d-dc8c-417a-9c6f-55229d7eb77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:33.158548 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51181f8d-dc8c-417a-9c6f-55229d7eb77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:33.161644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-51181f8d-dc8c-417a-9c6f-55229d7eb77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:33.165373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-51181f8d-dc8c-417a-9c6f-55229d7eb77c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b90db5d-8b6f-400f-8e99-87bbf370b338 HTTP/1.1" status: 204 len: 168 time: 0.1230822 Aug 03 20:16:33.171443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51181f8d-dc8c-417a-9c6f-55229d7eb77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b90db5d-8b6f-400f-8e99-87bbf370b338,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:33.600056 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f6f1453c-1eeb-446d-96e9-25fd75cc42a4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:33.620414 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: f6f1453c-1eeb-446d-96e9-25fd75cc42a4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:33.620768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f6f1453c-1eeb-446d-96e9-25fd75cc42a4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:33.621273 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:33.641192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:33.641678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 760f6b3a-4811-43cf-a2e6-92c1e9b4c310 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:33.857300 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38526) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:33.951562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1717382316-network', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:33.973405 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Made reservation on behalf of b7bf5c11e80b4b4492c9ab2f2738789a for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:16:33.975884 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:33.984184 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.073255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.077219 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.105022 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:16:34.111007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60284794-5f8a-4474-9d76-27065403435f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:34.118853 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.119232 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Added segment 2f363a1a-1c41-44ad-92dc-d7e4cd1a606c of type vlan for network c88dfb6b-6ba8-410a-b7ea-961840662051 Aug 03 20:16:34.159940 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.187688 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.188707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:34.189284 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.250093 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3916318 Aug 03 20:16:34.252970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38530) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:34.256868 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f6b41-d54d-4407-a04d-e68a599b562d admin admin] Pushing event updated for resources: {'Network': ['ID=c88dfb6b-6ba8-410a-b7ea-961840662051,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:34.258323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Request body: {'subnet': {'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1717382316-subnet', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:34.267108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network c88dfb6b-6ba8-410a-b7ea-961840662051 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:16:34.279747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Made reservation on behalf of b7bf5c11e80b4b4492c9ab2f2738789a for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:16:34.282890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.449501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.507763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6b1875-909a-49bb-b150-2e65fed8b10b,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:34.512895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Checking segment: {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:34.513385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Network hostable DHCP agents. Network: c88dfb6b-6ba8-410a-b7ea-961840662051, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:16:34.530222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Network c88dfb6b-6ba8-410a-b7ea-961840662051 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:16:34.538776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, c88dfb6b-6ba8-410a-b7ea-961840662051) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:34.542669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:34.543249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.548468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85e194-1ce1-480a-b239-e3abcfc0b3f6 None None] Network c88dfb6b-6ba8-410a-b7ea-961840662051 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:34.556894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fa51b1ef-d13a-45d3-a7c0-54f97f8fc51b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3027995 Aug 03 20:16:34.559522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38532) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:34.563934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:34.584208 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.585245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.644107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.673918 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.707332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-c88dfb6b-6ba8-410a-b7ea-961840662051', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:16:34.708189 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.783206 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.842927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Allocated IP 172.20.0.2 (c88dfb6b-6ba8-410a-b7ea-961840662051/2b6b1875-909a-49bb-b150-2e65fed8b10b/fdf93eed-2d3f-451a-85c8-b9b99b605b6f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:34.985237 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.988446 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:34.997066 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Transition to ACTIVE for port object fdf93eed-2d3f-451a-85c8-b9b99b605b6f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:35.005006 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.012218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Transition to ACTIVE for port object fdf93eed-2d3f-451a-85c8-b9b99b605b6f will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:35.019054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.063545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Network c88dfb6b-6ba8-410a-b7ea-961840662051 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:35.067174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:35.069293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Pushing event updated for resources: {'Port': ['ID=fdf93eed-2d3f-451a-85c8-b9b99b605b6f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:35.071451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:35.106807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Allocated IP 172.25.4.197 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/ea72f3db-3c90-4a57-bffe-2d87074c809e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:35.129934 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Attempting to bind port fdf93eed-2d3f-451a-85c8-b9b99b605b6f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:35.130311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Attempting to bind port fdf93eed-2d3f-451a-85c8-b9b99b605b6f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:35.130844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Attempting to bind port fdf93eed-2d3f-451a-85c8-b9b99b605b6f on network c88dfb6b-6ba8-410a-b7ea-961840662051 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:35.135851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:35.136341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Checking segment: {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:35.136743 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.137139 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Bound using segment: {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:35.137624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Bound port: fdf93eed-2d3f-451a-85c8-b9b99b605b6f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:35.138012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.200462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] For port fdf93eed-2d3f-451a-85c8-b9b99b605b6f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:35.204477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] For port fdf93eed-2d3f-451a-85c8-b9b99b605b6f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fdf93eed-2d3f-451a-85c8-b9b99b605b6f,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:35.208215 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.217552 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.259547 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.273763 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8cec3-e5b0-4d10-a2c1-9ab9f330d7c7 None None] Pushing event updated for resources: {'Port': ['ID=fdf93eed-2d3f-451a-85c8-b9b99b605b6f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:35.298287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:35.301267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:35.304785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:35.330956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Pushing event updated for resources: {'Port': ['ID=ea72f3db-3c90-4a57-bffe-2d87074c809e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:35.589610 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.620354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fdf93eed-2d3f-451a-85c8-b9b99b605b6f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:35.671843 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port fdf93eed-2d3f-451a-85c8-b9b99b605b6f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:35.789633 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:35.925045 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Router c95f0ed3-1655-47c5-8fa2-dbe671f0040d is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:16:36.038412 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:36.048434 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Sync routers for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:36.056891 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.060891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ac754153-9c44-4a52-9bb0-ec8b81d5816b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4980106 Aug 03 20:16:36.061037 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:36.061037 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:36.061266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38534) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:36.172044 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d85bed-9327-485d-9b94-89880418dd56 None None] Network c88dfb6b-6ba8-410a-b7ea-961840662051 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:36.181255 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:36.245348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-797efc44-7e72-4f36-a4a5-51761c731369 None None] Provisioning for port fdf93eed-2d3f-451a-85c8-b9b99b605b6f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:36.265570 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-797efc44-7e72-4f36-a4a5-51761c731369 None None] Provisioning complete for port fdf93eed-2d3f-451a-85c8-b9b99b605b6f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:36.266571 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-797efc44-7e72-4f36-a4a5-51761c731369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.394194 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:35Z', 'revision_number': 3, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:36.414957 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-797efc44-7e72-4f36-a4a5-51761c731369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.422691 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Checking router: c95f0ed3-1655-47c5-8fa2-dbe671f0040d for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:36.423040 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Updating router c95f0ed3-1655-47c5-8fa2-dbe671f0040d port ea72f3db-3c90-4a57-bffe-2d87074c809e binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:16:36.460830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-797efc44-7e72-4f36-a4a5-51761c731369 None None] For port fdf93eed-2d3f-451a-85c8-b9b99b605b6f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fdf93eed-2d3f-451a-85c8-b9b99b605b6f,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:36.467003 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-797efc44-7e72-4f36-a4a5-51761c731369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.471088 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.527453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797efc44-7e72-4f36-a4a5-51761c731369 None None] Pushing event updated for resources: {'Port': ['ID=fdf93eed-2d3f-451a-85c8-b9b99b605b6f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:36.689373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-10aca09a-49bb-4299-9a2c-33d7640e773c None None] Provisioning complete for port fdf93eed-2d3f-451a-85c8-b9b99b605b6f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:36.689804 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-10aca09a-49bb-4299-9a2c-33d7640e773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.841353 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.851843 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Transition to ACTIVE for port object ea72f3db-3c90-4a57-bffe-2d87074c809e will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:36.858218 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.896889 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.914273 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Attempting to bind port ea72f3db-3c90-4a57-bffe-2d87074c809e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:36.914616 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Attempting to bind port ea72f3db-3c90-4a57-bffe-2d87074c809e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:36.914970 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Attempting to bind port ea72f3db-3c90-4a57-bffe-2d87074c809e on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:36.916977 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Pushing event updated for resources: {'Port': ['ID=ea72f3db-3c90-4a57-bffe-2d87074c809e,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:36.925669 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:36.926041 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:36.926438 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.926827 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:36.927282 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Bound port: ea72f3db-3c90-4a57-bffe-2d87074c809e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:36.927659 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.929857 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.930190 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.930519 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.930844 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.931165 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.931482 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.931797 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.932112 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.932424 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.932735 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.933047 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.933356 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:36.985389 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] For port ea72f3db-3c90-4a57-bffe-2d87074c809e, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:36.988960 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] For port ea72f3db-3c90-4a57-bffe-2d87074c809e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ea72f3db-3c90-4a57-bffe-2d87074c809e,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:36.993738 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.053456 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:37.054144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Allocated IP 172.20.0.1 (c88dfb6b-6ba8-410a-b7ea-961840662051/2b6b1875-909a-49bb-b150-2e65fed8b10b/88b6d83d-4207-4598-8bad-68e6194ebb1c) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:37.054291 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:37.056783 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3a7dc-b35f-4904-acc0-8777dfa4f4e2 None None] Pushing event updated for resources: {'Port': ['ID=ea72f3db-3c90-4a57-bffe-2d87074c809e,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:37.160162 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:37.160484 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.174237 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Transition to ACTIVE for port object 88b6d83d-4207-4598-8bad-68e6194ebb1c will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:37.207978 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.247169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Network c88dfb6b-6ba8-410a-b7ea-961840662051 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:37.250228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:37.253785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:37.291187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Pushing event updated for resources: {'Port': ['ID=88b6d83d-4207-4598-8bad-68e6194ebb1c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:37.300182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.352872 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:35Z', 'revision_number': 3, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:37.380376 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c90fc3-dacc-443e-ae10-52c357546995 None None] The sync data for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 is: [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:35Z', 'revision_number': 3, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:37.446342 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.502806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-42475dc4-ff92-462f-be1f-9a5f7cf8b2a6 None None] Provisioning for port 88b6d83d-4207-4598-8bad-68e6194ebb1c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:37.508761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-42475dc4-ff92-462f-be1f-9a5f7cf8b2a6 None None] Provisioning complete for port 88b6d83d-4207-4598-8bad-68e6194ebb1c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:37.509142 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-42475dc4-ff92-462f-be1f-9a5f7cf8b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.551617 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-42475dc4-ff92-462f-be1f-9a5f7cf8b2a6 None None] Port 88b6d83d-4207-4598-8bad-68e6194ebb1c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:37.616900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fdf93eed-2d3f-451a-85c8-b9b99b605b6f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:37.647501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.664143 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.698129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port fdf93eed-2d3f-451a-85c8-b9b99b605b6f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:37.698701 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.740535 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:37.744181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Pushing event updated for resources: {'Port': ['ID=88b6d83d-4207-4598-8bad-68e6194ebb1c,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:37.857353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Network c88dfb6b-6ba8-410a-b7ea-961840662051 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:37.859120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:37.993017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Router c95f0ed3-1655-47c5-8fa2-dbe671f0040d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:16:38.112430 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:38.117695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f1d70ccf-ef30-4fea-a228-70f687d8b3bc admin admin] 10.222.0.42 "PUT /v2.0/routers/c95f0ed3-1655-47c5-8fa2-dbe671f0040d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555069 Aug 03 20:16:38.179915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-992ff954-b2fc-4e9f-89b6-254477d22469 None None] Provisioning complete for port 88b6d83d-4207-4598-8bad-68e6194ebb1c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:38.180357 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-992ff954-b2fc-4e9f-89b6-254477d22469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.219187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-992ff954-b2fc-4e9f-89b6-254477d22469 None None] Port 88b6d83d-4207-4598-8bad-68e6194ebb1c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:38.668070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38550) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:38.674033 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-844998023-network', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:38.694331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Made reservation on behalf of c6fd48d40a044e259b617f95aad681e3 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:16:38.696614 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.705046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.800843 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.806897 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.820042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:16:38.838029 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.838386 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Added segment 82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71 of type vlan for network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 Aug 03 20:16:38.880497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e7ee1f-b62c-411b-bfee-e7149f99fe6b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:38.892999 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.924816 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.926111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:38.926931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.985988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3151777 Aug 03 20:16:38.987160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38552) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:38.994026 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Request body: {'subnet': {'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-844998023-subnet', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:39.003621 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab415d8-83d4-4cf8-a357-8adbf0e60f8b admin admin] Pushing event updated for resources: {'Network': ['ID=75c2ec08-10af-418f-bfad-795bfc1d3cd6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:39.014593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:16:39.020597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Made reservation on behalf of c6fd48d40a044e259b617f95aad681e3 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:16:39.023168 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.172651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Sync routers for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:39.182426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:39.183048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:39.207036 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.255814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079d7e71-46f8-4ab2-854e-275c9bcf3408,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:39.273675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Checking segment: {'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:39.274042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Network hostable DHCP agents. Network: 75c2ec08-10af-418f-bfad-795bfc1d3cd6, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:16:39.292729 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:16:39.294516 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:39.302524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 75c2ec08-10af-418f-bfad-795bfc1d3cd6) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:39.307527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:39.308127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.326428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e8f00a79-4ba4-4746-b164-382648b82ad3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3381789 Aug 03 20:16:39.329758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38554) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:39.334873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7dd425-7197-43a2-bbd0-f62fd602c804 None None] Network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:39.335292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:39.356204 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.357585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.411914 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.558981 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.614512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-75c2ec08-10af-418f-bfad-795bfc1d3cd6', 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'fixed_ips': [{'subnet_id': '079d7e71-46f8-4ab2-854e-275c9bcf3408'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:16:39.615704 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.642528 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 2, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:39.647014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ea72f3db-3c90-4a57-bffe-2d87074c809e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:39.737633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Checking router: c95f0ed3-1655-47c5-8fa2-dbe671f0040d for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:39.737992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Updating router c95f0ed3-1655-47c5-8fa2-dbe671f0040d port 88b6d83d-4207-4598-8bad-68e6194ebb1c binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:16:39.782174 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.789986 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.802720 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.874691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ea72f3db-3c90-4a57-bffe-2d87074c809e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:39.905331 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Allocated IP 172.25.4.131 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/55f7c1e5-2a74-498c-b10f-d73ec4ae0217) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:39.938239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ea72f3db-3c90-4a57-bffe-2d87074c809e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:39.938613 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:39.940624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Allocated IP 172.20.0.2 (75c2ec08-10af-418f-bfad-795bfc1d3cd6/079d7e71-46f8-4ab2-854e-275c9bcf3408/e45f38fa-441c-42c2-a084-c558effed079) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:40.013590 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.057292 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.097092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:40.100166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:40.106478 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:40.113167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Pushing event updated for resources: {'Port': ['ID=55f7c1e5-2a74-498c-b10f-d73ec4ae0217,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:40.365079 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.397049 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.463422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port ea72f3db-3c90-4a57-bffe-2d87074c809e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ea72f3db-3c90-4a57-bffe-2d87074c809e,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:40.466307 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.472859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.491686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Transition to ACTIVE for port object e45f38fa-441c-42c2-a084-c558effed079 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:40.511139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.538686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Transition to ACTIVE for port object 88b6d83d-4207-4598-8bad-68e6194ebb1c will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:40.540695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Transition to ACTIVE for port object e45f38fa-441c-42c2-a084-c558effed079 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:40.552417 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.559661 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.573825 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.574228 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=ea72f3db-3c90-4a57-bffe-2d87074c809e,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:40.612453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:40.618283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:40.622131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:40.659711 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ede8c-84a1-452f-91bc-1d644699568e None None] Pushing event updated for resources: {'Port': ['ID=88b6d83d-4207-4598-8bad-68e6194ebb1c,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:40.723860 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Router 341497f2-4714-43e1-a2c7-78b9c45414b8 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:16:40.750250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Attempting to bind port 88b6d83d-4207-4598-8bad-68e6194ebb1c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:40.750607 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Attempting to bind port 88b6d83d-4207-4598-8bad-68e6194ebb1c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:40.750973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Attempting to bind port 88b6d83d-4207-4598-8bad-68e6194ebb1c on network c88dfb6b-6ba8-410a-b7ea-961840662051 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:40.763328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Attempting to bind port e45f38fa-441c-42c2-a084-c558effed079 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:40.763741 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Attempting to bind port e45f38fa-441c-42c2-a084-c558effed079 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:40.764147 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Attempting to bind port e45f38fa-441c-42c2-a084-c558effed079 on network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:40.772265 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:40.772645 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Checking segment: {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:40.773045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.773917 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Bound using segment: {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:40.774068 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Bound port: 88b6d83d-4207-4598-8bad-68e6194ebb1c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:40.774345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.788065 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:40.788437 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Checking segment: {'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:40.788888 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.789287 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Bound using segment: {'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:40.789878 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Bound port: e45f38fa-441c-42c2-a084-c558effed079, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:40.790265 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.792029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Pushing event updated for resources: {'Port': ['ID=e45f38fa-441c-42c2-a084-c558effed079,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:40.842918 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:40.856271 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Sync routers for ids ['341497f2-4714-43e1-a2c7-78b9c45414b8'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:40.861687 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.863825 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e967aacc-6ed8-45d2-ab19-d4d5c9cd8022 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5321608 Aug 03 20:16:40.866897 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Routers {'341497f2-4714-43e1-a2c7-78b9c45414b8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:40.867617 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['341497f2-4714-43e1-a2c7-78b9c45414b8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:40.867917 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38556) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:40.918496 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] For port e45f38fa-441c-42c2-a084-c558effed079, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:40.921787 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] For port 88b6d83d-4207-4598-8bad-68e6194ebb1c, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:40.923918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] For port e45f38fa-441c-42c2-a084-c558effed079, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e45f38fa-441c-42c2-a084-c558effed079,segment=NetworkSegment(82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71),segment_id=82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:40.926081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] For port 88b6d83d-4207-4598-8bad-68e6194ebb1c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=88b6d83d-4207-4598-8bad-68e6194ebb1c,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:40.928972 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.934841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.986543 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Set router 341497f2-4714-43e1-a2c7-78b9c45414b8 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:41.006823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d6a10-2c03-4b66-97fb-6b0d538bc49b None None] Pushing event updated for resources: {'Port': ['ID=e45f38fa-441c-42c2-a084-c558effed079,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:41.012818 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:41.013781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:41.166697 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ede8c-84a1-452f-91bc-1d644699568e None None] Pushing event updated for resources: {'Port': ['ID=88b6d83d-4207-4598-8bad-68e6194ebb1c,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:41.201449 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:41.266873 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 3, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port': {'id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:41.323161 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Checking router: 341497f2-4714-43e1-a2c7-78b9c45414b8 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:41.323572 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Updating router 341497f2-4714-43e1-a2c7-78b9c45414b8 port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:16:41.360911 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.468211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.487310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:41.514822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7575b37-93c6-4956-a644-e0d12a22e7eb None None] The sync data for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 is: [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:41.688056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Allocated IP 172.20.0.1 (75c2ec08-10af-418f-bfad-795bfc1d3cd6/079d7e71-46f8-4ab2-854e-275c9bcf3408/d5d9d768-b100-4ea2-9c77-4c9f175dafea) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:41.715729 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.726879 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Transition to ACTIVE for port object 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:41.734790 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.788907 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15713a-2ff2-4a4a-afca-25624bc2fbac None None] Pushing event updated for resources: {'Port': ['ID=55f7c1e5-2a74-498c-b10f-d73ec4ae0217,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:41.826521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ea72f3db-3c90-4a57-bffe-2d87074c809e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:41.835111 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Attempting to bind port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:41.835460 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Attempting to bind port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:41.835813 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Attempting to bind port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:41.842001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:41.842367 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:41.842762 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.843140 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:41.844221 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Bound port: 55f7c1e5-2a74-498c-b10f-d73ec4ae0217, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:41.844602 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.848457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.862686 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Transition to ACTIVE for port object d5d9d768-b100-4ea2-9c77-4c9f175dafea will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:41.910162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.914507 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] For port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:41.915580 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ea72f3db-3c90-4a57-bffe-2d87074c809e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:41.915963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.919049 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] For port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=55f7c1e5-2a74-498c-b10f-d73ec4ae0217,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:41.930079 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:41.984986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Pushing event updated for resources: {'Port': ['ID=d5d9d768-b100-4ea2-9c77-4c9f175dafea,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:41.999150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:42.000664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:42.006487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:42.019188 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Routers {'341497f2-4714-43e1-a2c7-78b9c45414b8'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:42.020196 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['341497f2-4714-43e1-a2c7-78b9c45414b8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:42.029116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e45f38fa-441c-42c2-a084-c558effed079 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:42.057760 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15713a-2ff2-4a4a-afca-25624bc2fbac None None] Pushing event updated for resources: {'Port': ['ID=55f7c1e5-2a74-498c-b10f-d73ec4ae0217,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:42.077624 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:42.117166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port e45f38fa-441c-42c2-a084-c558effed079 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:42.171819 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] Set router 341497f2-4714-43e1-a2c7-78b9c45414b8 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:42.268014 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:42.305152 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aea88c-7eb2-4c0a-b0f6-7e4cf730f7f3 None None] Network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:42.432337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-eb58dbac-a274-4579-8ff6-3db575f2fc8a None None] Provisioning for port e45f38fa-441c-42c2-a084-c558effed079 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:42.439080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-eb58dbac-a274-4579-8ff6-3db575f2fc8a None None] Provisioning complete for port e45f38fa-441c-42c2-a084-c558effed079 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:42.439597 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb58dbac-a274-4579-8ff6-3db575f2fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:42.488445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:42.496142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:42.498043 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 3, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port': {'id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:42.534056 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a62dd-5178-43e5-bc85-4cba99a9b02b None None] The sync data for ids ['341497f2-4714-43e1-a2c7-78b9c45414b8'] in n-d-803378-1 is: [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 3, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port': {'id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:42.582682 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:42.588105 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb58dbac-a274-4579-8ff6-3db575f2fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:42.599027 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Pushing event updated for resources: {'Port': ['ID=d5d9d768-b100-4ea2-9c77-4c9f175dafea,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:42.639567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-eb58dbac-a274-4579-8ff6-3db575f2fc8a None None] For port e45f38fa-441c-42c2-a084-c558effed079, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e45f38fa-441c-42c2-a084-c558effed079,segment=NetworkSegment(82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71),segment_id=82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:42.647968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb58dbac-a274-4579-8ff6-3db575f2fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:42.716586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58dbac-a274-4579-8ff6-3db575f2fc8a None None] Pushing event updated for resources: {'Port': ['ID=e45f38fa-441c-42c2-a084-c558effed079,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:42.722032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:42.723514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:42.886106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Router 341497f2-4714-43e1-a2c7-78b9c45414b8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:16:42.911246 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-51c9c865-ec4f-48dc-9a5f-6b44af4e691e None None] Provisioning complete for port e45f38fa-441c-42c2-a084-c558effed079 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:42.911625 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51c9c865-ec4f-48dc-9a5f-6b44af4e691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:43.044031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-51c9c865-ec4f-48dc-9a5f-6b44af4e691e None None] Provisioning for port d5d9d768-b100-4ea2-9c77-4c9f175dafea completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:43.050091 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-51c9c865-ec4f-48dc-9a5f-6b44af4e691e None None] Provisioning complete for port d5d9d768-b100-4ea2-9c77-4c9f175dafea triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:43.050487 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-51c9c865-ec4f-48dc-9a5f-6b44af4e691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:43.067200 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:43.079629 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0b7a3092-4119-4c2a-847a-27211f7fd5ab admin admin] 10.222.0.42 "PUT /v2.0/routers/341497f2-4714-43e1-a2c7-78b9c45414b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2105889 Aug 03 20:16:43.100850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-51c9c865-ec4f-48dc-9a5f-6b44af4e691e None None] Port d5d9d768-b100-4ea2-9c77-4c9f175dafea cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:43.231889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b2b48c15-b0d1-4322-ab33-f3aefe0bde7a None None] Provisioning complete for port d5d9d768-b100-4ea2-9c77-4c9f175dafea triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:43.232266 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b2b48c15-b0d1-4322-ab33-f3aefe0bde7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:43.276635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b2b48c15-b0d1-4322-ab33-f3aefe0bde7a None None] Port d5d9d768-b100-4ea2-9c77-4c9f175dafea cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:43.398016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fb1c0be3-21f7-4770-8d88-a38cacdeb4d2 None None] Provisioning complete for port d5d9d768-b100-4ea2-9c77-4c9f175dafea triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:43.398520 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fb1c0be3-21f7-4770-8d88-a38cacdeb4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:43.440170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c0be3-21f7-4770-8d88-a38cacdeb4d2 None None] Port d5d9d768-b100-4ea2-9c77-4c9f175dafea cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:43.711142 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:43.759700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:43.763822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:43.763918 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:43.850779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:43.871415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=55f7c1e5-2a74-498c-b10f-d73ec4ae0217,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:43.875860 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:43.876633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e45f38fa-441c-42c2-a084-c558effed079 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:43.955220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=55f7c1e5-2a74-498c-b10f-d73ec4ae0217,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:43.968216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port e45f38fa-441c-42c2-a084-c558effed079 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:43.968477 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:44.063518 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 88b6d83d-4207-4598-8bad-68e6194ebb1c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:44.120477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 88b6d83d-4207-4598-8bad-68e6194ebb1c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:44.124325 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 88b6d83d-4207-4598-8bad-68e6194ebb1c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:44.125258 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:44.233210 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:44.281169 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 88b6d83d-4207-4598-8bad-68e6194ebb1c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=88b6d83d-4207-4598-8bad-68e6194ebb1c,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:44.287193 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:44.344314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=88b6d83d-4207-4598-8bad-68e6194ebb1c,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:44.985456 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Sync routers for ids ['341497f2-4714-43e1-a2c7-78b9c45414b8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:44.998143 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Routers {'341497f2-4714-43e1-a2c7-78b9c45414b8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:44.998810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['341497f2-4714-43e1-a2c7-78b9c45414b8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:45.128219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Set router 341497f2-4714-43e1-a2c7-78b9c45414b8 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:45.346364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:42Z', 'revision_number': 4, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port': {'id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'd5d9d768-b100-4ea2-9c77-4c9f175dafea', 'name': '', 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'mac_address': 'fa:16:3e:c4:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '079d7e71-46f8-4ab2-854e-275c9bcf3408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:41Z', 'updated_at': '2021-08-03T20:16:42Z', 'revision_number': 2, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'subnets': [{'id': '079d7e71-46f8-4ab2-854e-275c9bcf3408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:45.377319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Checking router: 341497f2-4714-43e1-a2c7-78b9c45414b8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:45.377734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Updating router 341497f2-4714-43e1-a2c7-78b9c45414b8 port d5d9d768-b100-4ea2-9c77-4c9f175dafea binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:16:45.403145 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:45.637332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:45.895187 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:45.905816 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:45.906274 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:45.910406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Transition to ACTIVE for port object d5d9d768-b100-4ea2-9c77-4c9f175dafea will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:45.945014 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:46.012171 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147c4d3-8b55-4b85-9089-f8fa624b665b None None] Pushing event updated for resources: {'Port': ['ID=d5d9d768-b100-4ea2-9c77-4c9f175dafea,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:46.092988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Attempting to bind port d5d9d768-b100-4ea2-9c77-4c9f175dafea on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:46.093391 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Attempting to bind port d5d9d768-b100-4ea2-9c77-4c9f175dafea by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:46.093810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Attempting to bind port d5d9d768-b100-4ea2-9c77-4c9f175dafea on network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:46.101118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 88b6d83d-4207-4598-8bad-68e6194ebb1c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:46.103086 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:46.103461 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Checking segment: {'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:46.103858 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:46.104254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Bound using segment: {'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:46.104730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Bound port: d5d9d768-b100-4ea2-9c77-4c9f175dafea, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:46.105117 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:46.206323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] For port d5d9d768-b100-4ea2-9c77-4c9f175dafea, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:46.210679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] For port d5d9d768-b100-4ea2-9c77-4c9f175dafea, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d5d9d768-b100-4ea2-9c77-4c9f175dafea,segment=NetworkSegment(82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71),segment_id=82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:46.212674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 88b6d83d-4207-4598-8bad-68e6194ebb1c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:46.213050 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:46.243008 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:46.344477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147c4d3-8b55-4b85-9089-f8fa624b665b None None] Pushing event updated for resources: {'Port': ['ID=d5d9d768-b100-4ea2-9c77-4c9f175dafea,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:46.348828 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Routers {'341497f2-4714-43e1-a2c7-78b9c45414b8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:46.349466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:16:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['341497f2-4714-43e1-a2c7-78b9c45414b8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:46.529288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] Set router 341497f2-4714-43e1-a2c7-78b9c45414b8 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:46.766196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:42Z', 'revision_number': 4, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port': {'id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'd5d9d768-b100-4ea2-9c77-4c9f175dafea', 'name': '', 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'mac_address': 'fa:16:3e:c4:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '079d7e71-46f8-4ab2-854e-275c9bcf3408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:41Z', 'updated_at': '2021-08-03T20:16:46Z', 'revision_number': 4, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'subnets': [{'id': '079d7e71-46f8-4ab2-854e-275c9bcf3408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:46.798912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa40848b-411c-48bc-9fa0-34d9ff6e7ae5 None None] The sync data for ids ['341497f2-4714-43e1-a2c7-78b9c45414b8'] in n-d-803378-1 is: [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:42Z', 'revision_number': 4, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port': {'id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'd5d9d768-b100-4ea2-9c77-4c9f175dafea', 'name': '', 'network_id': '75c2ec08-10af-418f-bfad-795bfc1d3cd6', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'mac_address': 'fa:16:3e:c4:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '079d7e71-46f8-4ab2-854e-275c9bcf3408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:41Z', 'updated_at': '2021-08-03T20:16:46Z', 'revision_number': 4, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'subnets': [{'id': '079d7e71-46f8-4ab2-854e-275c9bcf3408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:47.677979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d5d9d768-b100-4ea2-9c77-4c9f175dafea up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:47.731373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port d5d9d768-b100-4ea2-9c77-4c9f175dafea completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:47.736435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d5d9d768-b100-4ea2-9c77-4c9f175dafea triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:47.736887 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:47.828671 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:47.867725 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port d5d9d768-b100-4ea2-9c77-4c9f175dafea, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d5d9d768-b100-4ea2-9c77-4c9f175dafea,segment=NetworkSegment(82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71),segment_id=82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:47.873045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:47.924432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=d5d9d768-b100-4ea2-9c77-4c9f175dafea,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:49.630678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d5d9d768-b100-4ea2-9c77-4c9f175dafea up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:49.688922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port d5d9d768-b100-4ea2-9c77-4c9f175dafea triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:49.689429 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:51.169599 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:53.074318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-0e847429-bfb1-4865-9117-56418ece02e4 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:53.075832 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-0e847429-bfb1-4865-9117-56418ece02e4 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 815 time: 0.1021812 Aug 03 20:16:53.090685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-b12a02a3-a207-4aab-9ba8-8d9e587fdc42 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/quotas/b7bf5c11e80b4b4492c9ab2f2738789a HTTP/1.1" status: 200 len: 375 time: 0.0091281 Aug 03 20:16:53.140385 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-1b40d190-5f6d-4af2-a419-bbcc17c868e8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440221 Aug 03 20:16:53.237288 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-9c3f8049-6dd0-4a59-acc2-f210bbf82ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856609 Aug 03 20:16:53.328478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-72eea398-d260-4adf-983d-5caafe47d850 service neutron] 10.222.0.42 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845792 Aug 03 20:16:53.487031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0269f0f-a0b4-4bde-bb11-90da2a38a558 req-d60e0667-8040-4ce2-854a-c24580c458bb tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 210 time: 0.0291798 Aug 03 20:16:54.440189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-b7445151-1c0c-4543-93a0-a28c6709e74b tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:54.441683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-b7445151-1c0c-4543-93a0-a28c6709e74b tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 815 time: 0.1075969 Aug 03 20:16:54.455456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'port': {'device_id': '09d52def-f5db-493a-bbfd-6592c9e94449', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'admin_state_up': True, 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:54.595483 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c3bd044d-a2cb-438b-b9cb-adbf49695f9a req-4bd9fe37-3d9d-423a-95b1-e8e06cd8c3d5 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 210 time: 0.0364878 Aug 03 20:16:54.597182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Made reservation on behalf of b7bf5c11e80b4b4492c9ab2f2738789a for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:16:54.601322 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:54.729802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Allocated IP 172.20.0.4 (c88dfb6b-6ba8-410a-b7ea-961840662051/2b6b1875-909a-49bb-b150-2e65fed8b10b/4b433843-2414-493c-835c-b26c0c735bec) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:54.915569 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:54.930387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Transition to ACTIVE for port object 4b433843-2414-493c-835c-b26c0c735bec will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:54.967633 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:55.007074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Network c88dfb6b-6ba8-410a-b7ea-961840662051 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:55.010387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:55.014285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:55.071727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'Port': ['ID=4b433843-2414-493c-835c-b26c0c735bec,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:55.085222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.085604 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.085935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.086271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.086607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.086943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.087279 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.087607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.087934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.088264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.088588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.088909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:55.101241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:55.101956 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:55.117355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f6b8b647-1269-40da-bd7d-9628f4a6e17d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6657171 Aug 03 20:16:55.297974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c9850e3d-b411-44b0-9f71-cd193f3494f2 None None] Provisioning for port 4b433843-2414-493c-835c-b26c0c735bec completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:55.303415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c9850e3d-b411-44b0-9f71-cd193f3494f2 None None] Provisioning complete for port 4b433843-2414-493c-835c-b26c0c735bec triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:55.303792 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c9850e3d-b411-44b0-9f71-cd193f3494f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:55.339507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c9850e3d-b411-44b0-9f71-cd193f3494f2 None None] Port 4b433843-2414-493c-835c-b26c0c735bec cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:55.714909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e6b8-726b-4bd2-b4ab-54899f23074d req-b354e697-8a36-4dd4-a225-946c49970459 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:55.723553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b95e6b8-726b-4bd2-b4ab-54899f23074d req-b354e697-8a36-4dd4-a225-946c49970459 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0587227 Aug 03 20:16:55.761139 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b95e6b8-726b-4bd2-b4ab-54899f23074d req-ab74715d-9944-450b-b856-24d83abd858d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Aug 03 20:16:56.245971 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a7b-9df2-465b-8501-4b8f86f4c852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:56.381054 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:56.878287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c2d5-f653-4f8f-8ba6-df8b7be10bdb req-fc475e94-18e8-4a9c-a3f1-81cdfa8ab106 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:56.879778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d152c2d5-f653-4f8f-8ba6-df8b7be10bdb req-fc475e94-18e8-4a9c-a3f1-81cdfa8ab106 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0486207 Aug 03 20:16:56.922608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d152c2d5-f653-4f8f-8ba6-df8b7be10bdb req-d02269c2-9676-4797-9d42-9ef1ee341f8a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349460 Aug 03 20:16:58.049854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206271-d35b-47f3-96dd-0ea3e51a7bdc req-09c868af-4d11-4099-bcfb-6a344816e225 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:58.051358 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6206271-d35b-47f3-96dd-0ea3e51a7bdc req-09c868af-4d11-4099-bcfb-6a344816e225 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0577667 Aug 03 20:16:58.094403 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6206271-d35b-47f3-96dd-0ea3e51a7bdc req-c9d75a27-9da8-4d91-8ecf-dce26451035d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370159 Aug 03 20:16:58.478538 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:16:59.216179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aa262-c805-467d-9a98-04f61a479744 req-6b607113-5bfd-445c-907f-60d166d37c13 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:59.218379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f40aa262-c805-467d-9a98-04f61a479744 req-6b607113-5bfd-445c-907f-60d166d37c13 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0537465 Aug 03 20:16:59.260988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f40aa262-c805-467d-9a98-04f61a479744 req-010909d3-c629-423b-b4e6-ff48d4024c35 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366251 Aug 03 20:16:59.877960 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:00.379479 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-545e256c-5c9e-4ec0-9f3b-fe7ebd1583d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:00.384159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca91f1-cf2d-4fb1-8fce-06004cdd88a6 req-92f07c5e-334a-4e31-b5ed-737d8c24b0a9 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:00.385692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8ca91f1-cf2d-4fb1-8fce-06004cdd88a6 req-92f07c5e-334a-4e31-b5ed-737d8c24b0a9 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0556324 Aug 03 20:17:00.434506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f8ca91f1-cf2d-4fb1-8fce-06004cdd88a6 req-33428f62-d9b2-44d3-b63a-3799146d4fa8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Aug 03 20:17:01.580754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad81ae-7303-43ba-884b-2b31d9c7d463 req-8fd180b6-303e-4369-869f-3e9c42fdd8e0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:01.582615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27ad81ae-7303-43ba-884b-2b31d9c7d463 req-8fd180b6-303e-4369-869f-3e9c42fdd8e0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0752888 Aug 03 20:17:01.621765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27ad81ae-7303-43ba-884b-2b31d9c7d463 req-6eaefe8f-e71b-4dca-8d17-33ff27848256 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Aug 03 20:17:02.179273 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:02.743282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c83fc-1928-482b-956f-4724b2aad021 req-0d5cd0db-35d9-4ca0-9b54-fb041740b3cb tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:02.744849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-928c83fc-1928-482b-956f-4724b2aad021 req-0d5cd0db-35d9-4ca0-9b54-fb041740b3cb tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0517228 Aug 03 20:17:02.789450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-928c83fc-1928-482b-956f-4724b2aad021 req-64722f8f-0c1a-44a7-a12d-109f647ef856 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377302 Aug 03 20:17:03.918488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545de139-bb5b-499b-b849-8eddf05cf102 req-8e4f0232-5dbc-4b08-823d-24f14afa1a2e tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:03.919979 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-545de139-bb5b-499b-b849-8eddf05cf102 req-8e4f0232-5dbc-4b08-823d-24f14afa1a2e tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0520935 Aug 03 20:17:03.959159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-545de139-bb5b-499b-b849-8eddf05cf102 req-26066b93-4258-4fbd-8dd4-199d47db9afd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Aug 03 20:17:04.649373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:05.084109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb9463-5373-44a7-b29b-de84ff3108b6 req-3b157431-251b-4763-a1c2-10b20bcf6028 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:05.085631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01bb9463-5373-44a7-b29b-de84ff3108b6 req-3b157431-251b-4763-a1c2-10b20bcf6028 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.0556939 Aug 03 20:17:05.124564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-01bb9463-5373-44a7-b29b-de84ff3108b6 req-6771980e-81e4-4262-8e91-81b6361e7545 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324259 Aug 03 20:17:05.774474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Request body: {'port': {'device_id': '09d52def-f5db-493a-bbfd-6592c9e94449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:05.828007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:06.429002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b433843-2414-493c-835c-b26c0c735bec {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:17:06.443823 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:06.471710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Transition to ACTIVE for port object 4b433843-2414-493c-835c-b26c0c735bec will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:06.475597 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:06.527444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa63d5-8865-4a5f-8630-d562ab99fdf2 req-0f055b8c-c9ac-4013-97e9-1db18de5d8f7 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:06.528998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41aa63d5-8865-4a5f-8630-d562ab99fdf2 req-0f055b8c-c9ac-4013-97e9-1db18de5d8f7 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 931 time: 0.1024468 Aug 03 20:17:06.549397 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Pushing event updated for resources: {'Port': ['ID=4b433843-2414-493c-835c-b26c0c735bec,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:06.620295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41aa63d5-8865-4a5f-8630-d562ab99fdf2 req-da62fc08-e945-4d4d-a861-a76ce700c888 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814943 Aug 03 20:17:06.645956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Attempting to bind port 4b433843-2414-493c-835c-b26c0c735bec on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:17:06.646290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Attempting to bind port 4b433843-2414-493c-835c-b26c0c735bec by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:17:06.646618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Attempting to bind port 4b433843-2414-493c-835c-b26c0c735bec on network c88dfb6b-6ba8-410a-b7ea-961840662051 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:06.651233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Port 4b433843-2414-493c-835c-b26c0c735bec on network c88dfb6b-6ba8-410a-b7ea-961840662051 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:17:06.651690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Attempting to bind port 4b433843-2414-493c-835c-b26c0c735bec on network c88dfb6b-6ba8-410a-b7ea-961840662051 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:06.657311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:17:06.657682 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Checking segment: {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:06.658065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Bound using segment: {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:17:06.658492 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Bound port: 4b433843-2414-493c-835c-b26c0c735bec, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:17:06.658841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:06.720737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] For port 4b433843-2414-493c-835c-b26c0c735bec, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:17:06.723574 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] For port 4b433843-2414-493c-835c-b26c0c735bec, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4b433843-2414-493c-835c-b26c0c735bec,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:17:06.728040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:06.767532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:06.768151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:06.769657 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] 10.222.0.88 "PUT /v2.0/ports/4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 1091 time: 1.0049150 Aug 03 20:17:06.770101 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:06.772367 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73ba8d0-1810-44b4-b24b-4e95677b7e58" -d '{"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:06.799106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07fe70-cc1b-4d58-b93e-489c6e62ab2d service neutron] Pushing event updated for resources: {'Port': ['ID=4b433843-2414-493c-835c-b26c0c735bec,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:06.825845 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d5547-32d0-42c6-a5cf-8af43cd19168 x-openstack-request-id: req-949d5547-32d0-42c6-a5cf-8af43cd19168 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:06.826134 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:06.826387 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-949d5547-32d0-42c6-a5cf-8af43cd19168 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:06.826771 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec', 'status': 'completed', 'code': 200} Aug 03 20:17:06.865225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-ebb86fcf-6bff-4625-b088-4552d2db48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:06.867080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-ebb86fcf-6bff-4625-b088-4552d2db48f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1094 time: 0.0506682 Aug 03 20:17:06.911456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-f246b8b7-4534-474f-94e3-a1a0d4b7b7d4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 217 time: 0.0352764 Aug 03 20:17:06.961651 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-47fc5bd6-1854-4457-95b0-8b179d292acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:06.963114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-47fc5bd6-1854-4457-95b0-8b179d292acb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0442317 Aug 03 20:17:07.009693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-85bd233c-923d-46d6-b33f-d1392c6ec460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:07.011218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-85bd233c-923d-46d6-b33f-d1392c6ec460 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403719 Aug 03 20:17:07.103881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-9d0d2027-3132-43ef-a912-a28e3963e399 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841064 Aug 03 20:17:07.192871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37d44cb7-673a-43f9-8630-8e9fe047cdd8 req-55c144e7-82e8-4b94-9b00-a3550068b1d6 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816050 Aug 03 20:17:07.293528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-c4920b0f-c6ad-4afc-b9a3-8b3d1aaae65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:07.295001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-c4920b0f-c6ad-4afc-b9a3-8b3d1aaae65e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1094 time: 0.0450048 Aug 03 20:17:07.384250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-9e1ff2ce-5712-48f6-aae6-80bc417a8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:07.385759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-9e1ff2ce-5712-48f6-aae6-80bc417a8961 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 916 time: 0.0831163 Aug 03 20:17:07.432320 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-cddee20b-25e1-4339-95bb-3527d6335e71 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 217 time: 0.0388598 Aug 03 20:17:07.483074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-36165aa1-f3d9-4e9c-843a-871ff1e83267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:07.485076 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-36165aa1-f3d9-4e9c-843a-871ff1e83267 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0453324 Aug 03 20:17:07.533613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-fee1aff8-d56b-4ead-bb60-cd581707eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:07.535126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-fee1aff8-d56b-4ead-bb60-cd581707eb0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412843 Aug 03 20:17:07.629412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-9ada3f1c-ce21-498c-8243-3490baadf9fd service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854783 Aug 03 20:17:07.747633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d73ba8d0-1810-44b4-b24b-4e95677b7e58 req-cd044f83-5563-43f1-b6af-91c1a11d3681 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104968 Aug 03 20:17:07.759035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b35498-0b64-44e7-8bfc-e54a57f50145 req-c2b65a4a-9e34-460a-bba9-cb543765621a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:07.760677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59b35498-0b64-44e7-8bfc-e54a57f50145 req-c2b65a4a-9e34-460a-bba9-cb543765621a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 943 time: 0.0731452 Aug 03 20:17:07.799733 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59b35498-0b64-44e7-8bfc-e54a57f50145 req-50a5e08d-0254-4360-9e99-3523e953a6d2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Aug 03 20:17:08.919170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652e6cc-847f-4380-ad14-c169dd07460f req-8de73b1c-b3ef-449e-85b6-caa6e3a33996 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:08.920715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6652e6cc-847f-4380-ad14-c169dd07460f req-8de73b1c-b3ef-449e-85b6-caa6e3a33996 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 943 time: 0.0544324 Aug 03 20:17:08.959045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6652e6cc-847f-4380-ad14-c169dd07460f req-a792b307-25ed-4da2-8d37-9075d6c11392 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Aug 03 20:17:10.072577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005574f3-dbd5-4085-9ffd-080bc7f663f6 req-0367ee12-3ec9-4e32-bbda-46ef064a0d39 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:10.074068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-005574f3-dbd5-4085-9ffd-080bc7f663f6 req-0367ee12-3ec9-4e32-bbda-46ef064a0d39 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 943 time: 0.0485075 Aug 03 20:17:10.112535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-005574f3-dbd5-4085-9ffd-080bc7f663f6 req-f46af96d-eceb-42bd-b612-387ab5c272f7 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321290 Aug 03 20:17:10.119928 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4b433843-2414-493c-835c-b26c0c735bec details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:17:10.213719 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4b433843-2414-493c-835c-b26c0c735bec, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4b433843-2414-493c-835c-b26c0c735bec,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:10.225366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '4b433843-2414-493c-835c-b26c0c735bec', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'port_id': '4b433843-2414-493c-835c-b26c0c735bec', 'mac_address': 'fa:16:3e:11:d9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:17:10.261102 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.273694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b433843-2414-493c-835c-b26c0c735bec {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:17:10.291956 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4b433843-2414-493c-835c-b26c0c735bec, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4b433843-2414-493c-835c-b26c0c735bec,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:10.295742 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.344431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4b433843-2414-493c-835c-b26c0c735bec,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:10.351589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.351930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.352262 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.352593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.352918 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.353240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.353582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.353912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.354214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.354532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.354842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.355156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:10.529519 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4b433843-2414-493c-835c-b26c0c735bec'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:17:11.226138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed4d9c-4138-4174-9031-b70d079765db req-42f574af-7df6-4b3a-8b9d-7503abce897f tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:11.227663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80ed4d9c-4138-4174-9031-b70d079765db req-42f574af-7df6-4b3a-8b9d-7503abce897f tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 944 time: 0.0492010 Aug 03 20:17:11.265230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-80ed4d9c-4138-4174-9031-b70d079765db req-aee38a26-3603-4699-8c64-f85070d2282e tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Aug 03 20:17:12.131373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4b433843-2414-493c-835c-b26c0c735bec up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:12.180466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 4b433843-2414-493c-835c-b26c0c735bec completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:12.184299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 4b433843-2414-493c-835c-b26c0c735bec triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:12.184671 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:12.264149 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:12.287288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b433843-2414-493c-835c-b26c0c735bec'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:12.289564 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce31d5-318e-472b-b6f6-3d89c8b9e0e0" -d '{"events": [{"server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "name": "network-vif-plugged", "status": "completed", "tag": "4b433843-2414-493c-835c-b26c0c735bec"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:12.302907 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4b433843-2414-493c-835c-b26c0c735bec, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4b433843-2414-493c-835c-b26c0c735bec,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:12.307766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:12.331245 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00e8b1c-4754-4cae-8aa1-aeadb5123568 x-openstack-request-id: req-f00e8b1c-4754-4cae-8aa1-aeadb5123568 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:12.331539 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "name": "network-vif-plugged", "status": "completed", "tag": "4b433843-2414-493c-835c-b26c0c735bec", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:12.331791 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f00e8b1c-4754-4cae-8aa1-aeadb5123568 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:12.332180 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b433843-2414-493c-835c-b26c0c735bec', 'code': 200} Aug 03 20:17:12.359305 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4b433843-2414-493c-835c-b26c0c735bec,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:12.401065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62dd9-7160-4b68-9049-4af0ca622dcc req-da99804f-b778-4234-9b1e-ec9b265fc4c2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:12.402507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5a62dd9-7160-4b68-9049-4af0ca622dcc req-da99804f-b778-4234-9b1e-ec9b265fc4c2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0607371 Aug 03 20:17:12.466859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5a62dd9-7160-4b68-9049-4af0ca622dcc req-26a1f7c1-b022-465f-be71-dc5de3ff6a82 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554132 Aug 03 20:17:12.470487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06433c3e-9b1e-44bd-8455-de692aa9dac3 req-262f18e5-e8c6-451f-babd-509f3bfd03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:12.472497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06433c3e-9b1e-44bd-8455-de692aa9dac3 req-262f18e5-e8c6-451f-babd-509f3bfd03d5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1096 time: 0.0691204 Aug 03 20:17:12.509415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-06433c3e-9b1e-44bd-8455-de692aa9dac3 req-0f919cc8-02e9-4d94-bdfd-762b514dbcf9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295272 Aug 03 20:17:13.583331 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a89d-63c2-4d27-9e92-ae62d692e7b7 req-e6f5a21a-ee6d-483a-8ca8-c3f1857ff13b tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:13.584830 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3405a89d-63c2-4d27-9e92-ae62d692e7b7 req-e6f5a21a-ee6d-483a-8ca8-c3f1857ff13b tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0499291 Aug 03 20:17:13.627218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3405a89d-63c2-4d27-9e92-ae62d692e7b7 req-3a885174-7024-4f41-a0f7-052c1ff0af2e tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Aug 03 20:17:13.741056 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29024-84df-4367-aa0f-0c47bdd05890 req-cb28ecf1-935e-4b74-a448-e5c73cf4bbd4 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:13.742489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90f29024-84df-4367-aa0f-0c47bdd05890 req-cb28ecf1-935e-4b74-a448-e5c73cf4bbd4 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0501218 Aug 03 20:17:13.780472 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90f29024-84df-4367-aa0f-0c47bdd05890 req-0972645a-413e-46d4-a012-8868fa0552f1 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Aug 03 20:17:13.964299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445aa44f-7235-46de-a9cc-44a777964533 req-3ed21b31-1e1d-4a43-b036-f20b6f021b92 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:13.965786 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-445aa44f-7235-46de-a9cc-44a777964533 req-3ed21b31-1e1d-4a43-b036-f20b6f021b92 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0500886 Aug 03 20:17:14.005115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-445aa44f-7235-46de-a9cc-44a777964533 req-da3db73e-5013-4992-a7ef-cc52140047ac tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Aug 03 20:17:21.164703 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.564377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5bf03-dc93-45b7-a484-9a7f3cf92487 req-268eeff1-8160-48f8-86b6-cea43b930579 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:25.565890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0af5bf03-dc93-45b7-a484-9a7f3cf92487 req-268eeff1-8160-48f8-86b6-cea43b930579 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0487602 Aug 03 20:17:25.607586 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0af5bf03-dc93-45b7-a484-9a7f3cf92487 req-8dfe76a2-71c9-4c8a-b49e-a932c8bc8ab4 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355120 Aug 03 20:17:25.630738 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38752) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:25.755537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce8492-e853-428a-8adc-bff258603b75 tempest-TestMinimumBasicScenario-1326563160 tempest-TestMinimumBasicScenario-1326563160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:25.757062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c0ce8492-e853-428a-8adc-bff258603b75 tempest-TestMinimumBasicScenario-1326563160 tempest-TestMinimumBasicScenario-1326563160-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1091 time: 0.1253519 Aug 03 20:17:25.760197 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38756) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:25.765912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '4b433843-2414-493c-835c-b26c0c735bec', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:25.787356 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.883047 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.988552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Allocated IP 172.25.4.40 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/f0ce90bf-1f57-40da-bcec-08029adf0ff1) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:26.089753 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.134003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.170962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:26.174422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:26.179829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:26.185049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'Port': ['ID=f0ce90bf-1f57-40da-bcec-08029adf0ff1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:26.247641 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7141cc6d-7c37-48ba-b828-c290e57741d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.362403 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.544089 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.615092 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.770079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.774652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.839920 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'Port': ['ID=f0ce90bf-1f57-40da-bcec-08029adf0ff1,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:26.850275 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.949310 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Floating IP 9417d25f-c4ce-495b-a08c-dea4e744a204 associated. External IP: 172.25.4.40, port: 4b433843-2414-493c-835c-b26c0c735bec. Aug 03 20:17:27.153606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Router c95f0ed3-1655-47c5-8fa2-dbe671f0040d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:17:27.261606 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:17:27.272918 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] Sync routers for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:17:27.278490 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.283042 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:27.283723 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:17:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:27.306208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-da3f5233-6506-49c0-a0fb-66ab1d2bb2fd tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5448520 Aug 03 20:17:27.306796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:27.309050 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d7773-6002-415c-8df7-23eea484db94" -d '{"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:27.309406 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38758) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:27.314667 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686174320', 'description': 'tempest-secgroup-smoke-1686174320 description', 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:27.338724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.360481 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0427a7-4ff0-467d-80bf-8e6345979548 x-openstack-request-id: req-1f0427a7-4ff0-467d-80bf-8e6345979548 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:27.360808 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:27.361074 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f0427a7-4ff0-467d-80bf-8e6345979548 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:27.361769 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec', 'status': 'completed', 'code': 200} Aug 03 20:17:27.398541 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:27.428612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7773-6002-415c-8df7-23eea484db94 req-a02a9d35-0a67-4537-be44-46a3436c5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:27.428612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-146d7773-6002-415c-8df7-23eea484db94 req-a02a9d35-0a67-4537-be44-46a3436c5e60 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1096 time: 0.0433075 Aug 03 20:17:27.428919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.432985 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.466723 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.470887 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1569402 Aug 03 20:17:27.471268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38762) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:27.476169 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8bd56d6b-40ab-4ce0-9034-ed3f9f81edc0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'security_group_rule': {'security_group_id': '464e02dd-12c1-4336-85a2-497b40d98a6f', 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:27.485628 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464e02dd-12c1-4336-85a2-497b40d98a6f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:27.499444 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.499826 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.500584 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.500928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.501256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.501606 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.501932 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.502254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.502674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.502674 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.503415 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.503498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e019d-0f46-4b4f-90e8-2e479bef3cc8 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:27.522683 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8bd56d6b-40ab-4ce0-9034-ed3f9f81edc0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.540013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7773-6002-415c-8df7-23eea484db94 req-ed18f110-f539-4026-91fe-61252377d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:27.541537 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-146d7773-6002-415c-8df7-23eea484db94 req-ed18f110-f539-4026-91fe-61252377d715 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 916 time: 0.1066921 Aug 03 20:17:27.571279 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8bd56d6b-40ab-4ce0-9034-ed3f9f81edc0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.576105 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8bd56d6b-40ab-4ce0-9034-ed3f9f81edc0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.594509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd56d6b-40ab-4ce0-9034-ed3f9f81edc0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e74af4-0f33-4f73-b140-6cec74c31f9f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:27.601860 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8bd56d6b-40ab-4ce0-9034-ed3f9f81edc0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.605764 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8bd56d6b-40ab-4ce0-9034-ed3f9f81edc0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309066 Aug 03 20:17:27.606117 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38764) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:27.610680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c10d669e-d9da-40e7-b995-3fe03bee3734 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'security_group_rule': {'security_group_id': '464e02dd-12c1-4336-85a2-497b40d98a6f', 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:27.620554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-146d7773-6002-415c-8df7-23eea484db94 req-5247d3be-879f-49e6-9c46-3de96e5b32f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 998 time: 0.0707898 Aug 03 20:17:27.639876 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c10d669e-d9da-40e7-b995-3fe03bee3734 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.660658 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '9417d25f-c4ce-495b-a08c-dea4e744a204', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'port_id': '4b433843-2414-493c-835c-b26c0c735bec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'mac_address': 'fa:16:3e:11:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d52def-f5db-493a-bbfd-6592c9e94449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:17:26Z', 'updated_at': '2021-08-03T20:17:26Z', 'revision_number': 0, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:44Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:27.680559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7773-6002-415c-8df7-23eea484db94 req-1326e86f-0c32-49cd-8920-6c2980b92821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:27.682158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-146d7773-6002-415c-8df7-23eea484db94 req-1326e86f-0c32-49cd-8920-6c2980b92821 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0526521 Aug 03 20:17:27.691238 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] Checking router: c95f0ed3-1655-47c5-8fa2-dbe671f0040d for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:17:27.700877 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:27.701608 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:17:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:27.709063 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c10d669e-d9da-40e7-b995-3fe03bee3734 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.713910 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c10d669e-d9da-40e7-b995-3fe03bee3734 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.733585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d669e-d9da-40e7-b995-3fe03bee3734 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30730321-1799-4eda-857e-c57fc4050c01,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:27.737380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7773-6002-415c-8df7-23eea484db94 req-cc0cf1a4-ded3-40ea-9abd-1f9f6c494fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:27.739254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-146d7773-6002-415c-8df7-23eea484db94 req-cc0cf1a4-ded3-40ea-9abd-1f9f6c494fe1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485988 Aug 03 20:17:27.742128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c10d669e-d9da-40e7-b995-3fe03bee3734 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.743326 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c10d669e-d9da-40e7-b995-3fe03bee3734 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362579 Aug 03 20:17:27.746062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38766) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:27.750625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-cc547e82-0020-4755-9c8d-592597221d96 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'security_group_rule': {'security_group_id': '464e02dd-12c1-4336-85a2-497b40d98a6f', 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:27.780337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc547e82-0020-4755-9c8d-592597221d96 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.819158 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:27.838930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-146d7773-6002-415c-8df7-23eea484db94 req-c2b1fa33-5ace-45ae-8a37-17bf6e926de0 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915256 Aug 03 20:17:27.843247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc547e82-0020-4755-9c8d-592597221d96 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.848168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc547e82-0020-4755-9c8d-592597221d96 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.867266 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc547e82-0020-4755-9c8d-592597221d96 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7185e38-17b4-4325-81ed-2c83cd81331d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:27.877197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc547e82-0020-4755-9c8d-592597221d96 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.881191 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cc547e82-0020-4755-9c8d-592597221d96 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316607 Aug 03 20:17:27.881424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38768) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:27.886323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-84b14460-feae-46fc-b9e6-18c8ec7131f2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'security_group_rule': {'security_group_id': '464e02dd-12c1-4336-85a2-497b40d98a6f', 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:27.915354 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84b14460-feae-46fc-b9e6-18c8ec7131f2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.943254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-146d7773-6002-415c-8df7-23eea484db94 req-ccd96314-6b61-459c-9dae-ae6a350c00f2 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959122 Aug 03 20:17:27.981664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84b14460-feae-46fc-b9e6-18c8ec7131f2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.986141 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84b14460-feae-46fc-b9e6-18c8ec7131f2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.005536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b14460-feae-46fc-b9e6-18c8ec7131f2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c13667-cf68-481d-b12b-2ae8f738cdd8,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:28.013184 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84b14460-feae-46fc-b9e6-18c8ec7131f2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.014563 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-84b14460-feae-46fc-b9e6-18c8ec7131f2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319940 Aug 03 20:17:28.017224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38770) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:28.022012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1d6a3567-953a-44ea-83a9-038bb743ed04 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'security_group_rule': {'security_group_id': '464e02dd-12c1-4336-85a2-497b40d98a6f', 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:28.043497 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-1d6a3567-953a-44ea-83a9-038bb743ed04 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Project b7bf5c11e80b4b4492c9ab2f2738789a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:17:28.049565 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3567-953a-44ea-83a9-038bb743ed04 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.057498 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '9417d25f-c4ce-495b-a08c-dea4e744a204', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'port_id': '4b433843-2414-493c-835c-b26c0c735bec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'mac_address': 'fa:16:3e:11:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d52def-f5db-493a-bbfd-6592c9e94449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:17:26Z', 'updated_at': '2021-08-03T20:17:26Z', 'revision_number': 0, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:44Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:28.085824 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380c967-6d9a-4678-bd7a-6450b5c02481 None None] The sync data for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 is: [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '9417d25f-c4ce-495b-a08c-dea4e744a204', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'port_id': '4b433843-2414-493c-835c-b26c0c735bec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'mac_address': 'fa:16:3e:11:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d52def-f5db-493a-bbfd-6592c9e94449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:17:26Z', 'updated_at': '2021-08-03T20:17:26Z', 'revision_number': 0, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:44Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:17:28.116295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3567-953a-44ea-83a9-038bb743ed04 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.120406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3567-953a-44ea-83a9-038bb743ed04 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.140017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a3567-953a-44ea-83a9-038bb743ed04 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3294c72a-bbf5-44c1-b8f1-ce4492e3e4ea,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:28.147122 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3567-953a-44ea-83a9-038bb743ed04 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.148369 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1d6a3567-953a-44ea-83a9-038bb743ed04 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301243 Aug 03 20:17:28.152268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38772) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:28.157245 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a12c57a5-7c33-46d9-85d5-f212237b3029 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'security_group_rule': {'security_group_id': '464e02dd-12c1-4336-85a2-497b40d98a6f', 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:28.180154 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-a12c57a5-7c33-46d9-85d5-f212237b3029 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Project b7bf5c11e80b4b4492c9ab2f2738789a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:17:28.185528 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a12c57a5-7c33-46d9-85d5-f212237b3029 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.251395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a12c57a5-7c33-46d9-85d5-f212237b3029 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.255750 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a12c57a5-7c33-46d9-85d5-f212237b3029 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.274015 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c57a5-7c33-46d9-85d5-f212237b3029 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb74e6e8-a62c-4255-ba0b-11105a8327e0,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:28.280310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a12c57a5-7c33-46d9-85d5-f212237b3029 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.282183 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a12c57a5-7c33-46d9-85d5-f212237b3029 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289556 Aug 03 20:17:28.309643 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005fb1df-091f-4ee3-98d7-604099af7660 None None] New status for floating IP 9417d25f-c4ce-495b-a08c-dea4e744a204: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:17:28.364047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-ff5777c5-d167-4c44-a62f-e7ad1a35324f tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686174320&fields=id&tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a HTTP/1.1" status: 200 len: 267 time: 0.0353470 Aug 03 20:17:28.416784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-da37166d-786a-485f-ba26-a42ae77e267f tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:28.418295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-da37166d-786a-485f-ba26-a42ae77e267f tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0483439 Aug 03 20:17:28.430576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'port': {'security_groups': ['60284794-5f8a-4474-9d76-27065403435f', '464e02dd-12c1-4336-85a2-497b40d98a6f']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:28.502640 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.686750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] For port 4b433843-2414-493c-835c-b26c0c735bec, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4b433843-2414-493c-835c-b26c0c735bec,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:28.716819 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.721387 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.733012 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4b433843-2414-493c-835c-b26c0c735bec'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:17:28.766836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:28.767510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:28.768974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bffe9f6b-2d95-4d5b-b8c9-ea4e5eef51f3 req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "PUT /v2.0/ports/4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 981 time: 0.3435099 Aug 03 20:17:28.794510 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2418d-3e49-4820-ab94-f3b24400a959 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'Port': ['ID=4b433843-2414-493c-835c-b26c0c735bec,revision_number=6']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:28.857085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4b433843-2414-493c-835c-b26c0c735bec'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:17:28.885030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de943f-b048-4160-8f07-fc1c9be69d0b req-d02fa794-07b4-448c-bd64-4306a62c6a52 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:28.886634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48de943f-b048-4160-8f07-fc1c9be69d0b req-d02fa794-07b4-448c-bd64-4306a62c6a52 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0577180 Aug 03 20:17:28.933323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-48de943f-b048-4160-8f07-fc1c9be69d0b req-6e3233bd-7ef5-4372-bba3-7dcccfafd0a1 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387299 Aug 03 20:17:29.068513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-851de35f-5c41-4c97-9fc5-7bfb456208e6 None None] Provisioning complete for port 4b433843-2414-493c-835c-b26c0c735bec triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:29.068886 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-851de35f-5c41-4c97-9fc5-7bfb456208e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:29.365668 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:29.368017 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf996a13-2b50-4703-adad-277559736498" -d '{"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:29.403971 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb9863a-7970-4f2f-a10b-4817ad9053d4 x-openstack-request-id: req-3eb9863a-7970-4f2f-a10b-4817ad9053d4 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:29.404270 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:29.404526 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3eb9863a-7970-4f2f-a10b-4817ad9053d4 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:29.404925 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec', 'status': 'completed', 'code': 200} Aug 03 20:17:29.468401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf996a13-2b50-4703-adad-277559736498 req-11ecfa67-e13a-4299-a5d3-6198880e315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:29.470517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf996a13-2b50-4703-adad-277559736498 req-11ecfa67-e13a-4299-a5d3-6198880e315c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1135 time: 0.0411797 Aug 03 20:17:29.564596 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf996a13-2b50-4703-adad-277559736498 req-cf29de20-60e3-4edb-ad03-b93dd04b2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:29.566158 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf996a13-2b50-4703-adad-277559736498 req-cf29de20-60e3-4edb-ad03-b93dd04b2d48 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 916 time: 0.0856829 Aug 03 20:17:29.633143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf996a13-2b50-4703-adad-277559736498 req-f9f30d61-4977-426d-bc5c-058d2a4b1b0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 1000 time: 0.0578780 Aug 03 20:17:29.694266 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf996a13-2b50-4703-adad-277559736498 req-a1d9d6ed-5427-480f-b92d-c7dddf88c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:29.695728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf996a13-2b50-4703-adad-277559736498 req-a1d9d6ed-5427-480f-b92d-c7dddf88c7c2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0486405 Aug 03 20:17:29.745996 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf996a13-2b50-4703-adad-277559736498 req-b485ba81-9d0c-4596-88a1-c8c89c4a74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:29.747517 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf996a13-2b50-4703-adad-277559736498 req-b485ba81-9d0c-4596-88a1-c8c89c4a74d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394568 Aug 03 20:17:29.841869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf996a13-2b50-4703-adad-277559736498 req-f5e50753-fe14-4022-a9f6-a238decd48db service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800986 Aug 03 20:17:29.879387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:29.942407 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cf996a13-2b50-4703-adad-277559736498 req-b1633ef8-f9b9-4e80-b3be-068fcdd9478e service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889850 Aug 03 20:17:30.379743 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-06b9761a-4640-491f-9629-8b0cf31e2530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:32.180504 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:34.651585 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:35.478752 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:17:47.613249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-1b662962-daee-404d-9660-dcdbd8edce6d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391462 Aug 03 20:17:47.696465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-156b970e-05ab-4ed9-873a-243d1b3fc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:47.697890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-156b970e-05ab-4ed9-873a-243d1b3fc0ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1135 time: 0.0400984 Aug 03 20:17:47.803776 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-f5c56cd0-cf69-4e59-bfce-b0eef6684661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:47.805250 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-f5c56cd0-cf69-4e59-bfce-b0eef6684661 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 916 time: 0.0870767 Aug 03 20:17:47.869869 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-7645e2b7-32ef-46e6-a44a-90c76bc31f97 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 1000 time: 0.0566452 Aug 03 20:17:47.922205 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-ed129928-608d-4788-8cc1-0116fd6ea8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:47.923631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-ed129928-608d-4788-8cc1-0116fd6ea8e7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0458026 Aug 03 20:17:47.969972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-fc778b8f-fa8e-4840-8af7-4ed43f9d392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:47.971361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-fc778b8f-fa8e-4840-8af7-4ed43f9d392d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397797 Aug 03 20:17:48.059611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-3fc97750-e4f1-40ea-8333-3913d16a3d21 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804048 Aug 03 20:17:48.152229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8add42cd-3a0d-4759-bbf9-d9a34e6d3087 req-76c11051-e826-4933-bec2-7e43d2afa454 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844083 Aug 03 20:17:51.166947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:51.889366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c5d93-d537-4bbd-bad5-b2927e8d0ae9 req-0d1281d2-4f42-4568-a546-f30f31edf325 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:51.890849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-559c5d93-d537-4bbd-bad5-b2927e8d0ae9 req-0d1281d2-4f42-4568-a546-f30f31edf325 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0814443 Aug 03 20:17:51.892612 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-b50f92cd-8042-4668-b2eb-168d7cc5a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:51.894001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-b50f92cd-8042-4668-b2eb-168d7cc5a4de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1135 time: 0.0726609 Aug 03 20:17:51.976127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-559c5d93-d537-4bbd-bad5-b2927e8d0ae9 req-5fb417f1-bbf9-4c23-88c2-3324f1202dad tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790799 Aug 03 20:17:52.006313 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-1470fa65-769c-4a44-80f9-807f3178e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:52.007728 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-1470fa65-769c-4a44-80f9-807f3178e890 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 916 time: 0.1049442 Aug 03 20:17:52.076677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-289b9fb7-f959-4fea-ab14-7c2a0800de30 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 1000 time: 0.0610881 Aug 03 20:17:52.127700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-701ddf29-68d2-4067-b060-60f732dc2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:52.129145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-701ddf29-68d2-4067-b060-60f732dc2fa4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0448108 Aug 03 20:17:52.175648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-ad9c4ae1-1e04-40c4-9a09-d32f2a687e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:52.177111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-ad9c4ae1-1e04-40c4-9a09-d32f2a687e5a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393295 Aug 03 20:17:52.270380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-8dd3b04d-db7b-4d1a-a07a-435bfbbdd517 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846350 Aug 03 20:17:52.364363 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7533d76f-96cf-4351-9aa4-68df8d8a1287 req-89aa4099-4906-40d5-a0e4-9a5a3075df44 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Aug 03 20:17:53.096994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa2cca-5bad-4b18-b11f-b59ae4ee917e req-860d393b-02bf-46c3-9f41-d9b9cb5abbd0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:53.098563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aaa2cca-5bad-4b18-b11f-b59ae4ee917e req-860d393b-02bf-46c3-9f41-d9b9cb5abbd0 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0510840 Aug 03 20:17:53.141131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1aaa2cca-5bad-4b18-b11f-b59ae4ee917e req-de0f72bc-ff42-4ae7-96dd-215fd83d84b3 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364735 Aug 03 20:17:54.270055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba66c54-f103-4828-ab0e-6c00be41c79f req-baf9b1bc-32ea-425b-b92e-229eed427bcb tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:54.271644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ba66c54-f103-4828-ab0e-6c00be41c79f req-baf9b1bc-32ea-425b-b92e-229eed427bcb tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0548835 Aug 03 20:17:54.312109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ba66c54-f103-4828-ab0e-6c00be41c79f req-24c2cd4e-5b44-4440-8f41-946cf6ab1376 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340202 Aug 03 20:17:55.450919 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd7824-0fee-4bd9-9368-c4b4e119d86d req-72ed23ce-08c5-4c59-8133-0a9d9433a812 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:55.452500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3cd7824-0fee-4bd9-9368-c4b4e119d86d req-72ed23ce-08c5-4c59-8133-0a9d9433a812 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0571580 Aug 03 20:17:55.497734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f3cd7824-0fee-4bd9-9368-c4b4e119d86d req-840e9953-120b-4c0a-a238-4d5eb3c1c0e4 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385730 Aug 03 20:17:56.255278 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f517f915-fd99-438b-97b8-af77a3206a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:56.380323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:56.632627 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881285be-112c-45eb-bd2b-70ab8e4dbfeb req-618347eb-c5d3-4108-b755-fe857637cbfa tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:56.634143 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-881285be-112c-45eb-bd2b-70ab8e4dbfeb req-618347eb-c5d3-4108-b755-fe857637cbfa tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0637155 Aug 03 20:17:56.699459 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-881285be-112c-45eb-bd2b-70ab8e4dbfeb req-377e740a-6bef-4f43-b107-0b20b314fb30 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576668 Aug 03 20:17:57.836275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab4983-718c-41bb-b9cf-857856f4e9aa req-5abf138f-b3cd-41c6-b3bd-4d86a67e70df tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:57.837840 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8ab4983-718c-41bb-b9cf-857856f4e9aa req-5abf138f-b3cd-41c6-b3bd-4d86a67e70df tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0636601 Aug 03 20:17:57.891097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8ab4983-718c-41bb-b9cf-857856f4e9aa req-243f9d49-3553-4b85-93f1-d206b73f804f tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468838 Aug 03 20:17:59.019225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a667-ea14-42a8-9030-0f4989bb7743 req-23d48ac9-ff98-4a55-8420-ced90d820ff1 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:59.020917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2841a667-ea14-42a8-9030-0f4989bb7743 req-23d48ac9-ff98-4a55-8420-ced90d820ff1 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0531161 Aug 03 20:17:59.066304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2841a667-ea14-42a8-9030-0f4989bb7743 req-09e02064-7c11-4b0b-9db9-181148260224 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373023 Aug 03 20:17:59.882515 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:00.204367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ccacb-dbd7-4294-b3d3-a053bfeaef58 req-ac94d9b6-f852-4f87-a3e8-9cbe14d801ec tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:00.205899 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b75ccacb-dbd7-4294-b3d3-a053bfeaef58 req-ac94d9b6-f852-4f87-a3e8-9cbe14d801ec tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0535467 Aug 03 20:18:00.250290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b75ccacb-dbd7-4294-b3d3-a053bfeaef58 req-887a2f6e-c910-4d10-8e65-41e303aea0cc tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382020 Aug 03 20:18:00.381949 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5db7851b-dcc2-4a47-b9ea-a44bb63a4bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:01.394173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d602f92-a83e-4714-9454-8216c504c345 req-3a71a3f7-4114-4e7f-a3a4-6f112493a460 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:01.395741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d602f92-a83e-4714-9454-8216c504c345 req-3a71a3f7-4114-4e7f-a3a4-6f112493a460 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0582395 Aug 03 20:18:01.455797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7d602f92-a83e-4714-9454-8216c504c345 req-51f570e1-cce5-4174-8de3-f7c6e6c1ac9e tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478864 Aug 03 20:18:02.186685 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:02.576188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a11fe-a322-4332-a930-c5c106dacb6c req-22d4c6a2-923f-496c-a8ef-28b50f6e66df tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:02.577891 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-081a11fe-a322-4332-a930-c5c106dacb6c req-22d4c6a2-923f-496c-a8ef-28b50f6e66df tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0486526 Aug 03 20:18:02.629847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-081a11fe-a322-4332-a930-c5c106dacb6c req-e07f60fb-3406-491a-b3fc-abd553ed95c2 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446618 Aug 03 20:18:03.747679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a91741-904e-444f-8789-7e1b3fd0418b req-b2d4ca57-8488-46d2-8b1b-62001f639b01 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:03.749058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2a91741-904e-444f-8789-7e1b3fd0418b req-b2d4ca57-8488-46d2-8b1b-62001f639b01 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0495229 Aug 03 20:18:03.789041 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c2a91741-904e-444f-8789-7e1b3fd0418b req-3d56a7ea-1588-41a9-9d97-cb8ae30899fb tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339684 Aug 03 20:18:04.656634 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:04.910134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80d2b4-dd0d-4c20-a2f2-a321fe02b21f req-1df8ce5d-5b69-4526-84c4-1e4447abc781 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:04.911627 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b80d2b4-dd0d-4c20-a2f2-a321fe02b21f req-1df8ce5d-5b69-4526-84c4-1e4447abc781 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0545800 Aug 03 20:18:04.953956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7b80d2b4-dd0d-4c20-a2f2-a321fe02b21f req-d781d4a7-07c0-48b3-b796-d980db6b3286 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361779 Aug 03 20:18:06.100374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890fda3-971b-420c-964b-6d23c82082a6 req-bbffcc8b-c754-44a3-91c4-56f361041116 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:06.102024 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7890fda3-971b-420c-964b-6d23c82082a6 req-bbffcc8b-c754-44a3-91c4-56f361041116 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0671117 Aug 03 20:18:06.146854 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7890fda3-971b-420c-964b-6d23c82082a6 req-b48b5ba9-ea81-4b2c-a227-336631652bbf tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384564 Aug 03 20:18:07.278546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6941e-23e1-4a51-a7a8-da38ab918d05 req-634cd618-1123-4fd0-8838-91a871cd7795 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:07.280177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55f6941e-23e1-4a51-a7a8-da38ab918d05 req-634cd618-1123-4fd0-8838-91a871cd7795 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0610857 Aug 03 20:18:07.323412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55f6941e-23e1-4a51-a7a8-da38ab918d05 req-e802e2e7-d650-4b5e-bc04-59e24a070049 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366068 Aug 03 20:18:08.457625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127ad1d-573a-4cc6-810b-842e4d5b4195 req-715a6c94-5d37-40cc-a6cc-8a2cae6f9249 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:08.459225 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2127ad1d-573a-4cc6-810b-842e4d5b4195 req-715a6c94-5d37-40cc-a6cc-8a2cae6f9249 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0577412 Aug 03 20:18:08.510768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2127ad1d-573a-4cc6-810b-842e4d5b4195 req-117ee2d8-6590-4149-a23a-079f94fbe0bf tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&id=464e02dd-12c1-4336-85a2-497b40d98a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453415 Aug 03 20:18:12.484745 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:18:21.160740 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:26.247081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dfc26d72-90e0-4ddc-82ed-9ff5c8d5b037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:26.381273 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:29.884351 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:30.381626 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9687a68-0c68-4666-a5fc-ae49b0eb262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:32.190894 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:34.656778 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.082435 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c92735-fd42-4a31-a62d-718526c751af req-15df7e51-b6f5-4c0e-8719-33ea0e7f099b tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686174320&fields=id&tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a HTTP/1.1" status: 200 len: 267 time: 0.0338750 Aug 03 20:18:42.134870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c92735-fd42-4a31-a62d-718526c751af req-48156afe-5673-4fc6-9502-bc75793fb604 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:42.136371 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c92735-fd42-4a31-a62d-718526c751af req-48156afe-5673-4fc6-9502-bc75793fb604 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 984 time: 0.0483439 Aug 03 20:18:42.147235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-13c92735-fd42-4a31-a62d-718526c751af req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Request body: {'port': {'security_groups': ['60284794-5f8a-4474-9d76-27065403435f']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:18:42.212745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-13c92735-fd42-4a31-a62d-718526c751af req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.386334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-13c92735-fd42-4a31-a62d-718526c751af req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] For port 4b433843-2414-493c-835c-b26c0c735bec, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4b433843-2414-493c-835c-b26c0c735bec,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:42.415033 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-13c92735-fd42-4a31-a62d-718526c751af req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.419740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-13c92735-fd42-4a31-a62d-718526c751af req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.431931 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4b433843-2414-493c-835c-b26c0c735bec'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:18:42.476822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c92735-fd42-4a31-a62d-718526c751af req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:42.477515 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-13c92735-fd42-4a31-a62d-718526c751af req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.478960 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-13c92735-fd42-4a31-a62d-718526c751af req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "PUT /v2.0/ports/4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 942 time: 0.3361881 Aug 03 20:18:42.479434 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:18:42.481902 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfd5fb2-c831-4299-b143-24af0b6a57b3" -d '{"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:18:42.486118 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38856) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:42.501122 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event updated for resources: {'Port': ['ID=4b433843-2414-493c-835c-b26c0c735bec,revision_number=7']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:42.509406 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.509793 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.510142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.510486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.510812 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.511146 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.511478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.511809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.512143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.512469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.512796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.513124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163e3355-18b8-43a9-ab72-cb6401bc3464 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.542073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4b433843-2414-493c-835c-b26c0c735bec'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:18:42.574767 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.607517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.699883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.702556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:42.707162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38864) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:42.715942 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "DELETE /v2.0/security-groups/464e02dd-12c1-4336-85a2-497b40d98a6f HTTP/1.1" status: 204 len: 168 time: 0.2272987 Aug 03 20:18:42.728520 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e02dd-12c1-4336-85a2-497b40d98a6f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:42.736305 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.737079 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.737755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.738421 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.738821 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.739215 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.739608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.739999 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.740391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.740801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.741200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.741747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68c4dd-9bcd-4279-9690-b54a2dd29775 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:42.744871 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c3ffb1-d328-4a92-96bd-26bac32d3bbb x-openstack-request-id: req-75c3ffb1-d328-4a92-96bd-26bac32d3bbb {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:18:42.745166 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:18:42.745419 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75c3ffb1-d328-4a92-96bd-26bac32d3bbb {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:18:42.745870 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec', 'status': 'completed', 'code': 200} Aug 03 20:18:42.778293 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-261f800d-02d3-472c-b0b4-d52205d0f919 None None] Provisioning complete for port 4b433843-2414-493c-835c-b26c0c735bec triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:18:42.778482 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-261f800d-02d3-472c-b0b4-d52205d0f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:43.224774 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-bdb0db52-ef5f-423f-9ec4-61514bc7876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:43.226323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-bdb0db52-ef5f-423f-9ec4-61514bc7876e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1096 time: 0.4796438 Aug 03 20:18:43.295641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Deleting port f0ce90bf-1f57-40da-bcec-08029adf0ff1 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:18:43.295975 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:43.370838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-8bf036ed-78ee-4252-9d1e-73dd7dd6ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:43.372300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-8bf036ed-78ee-4252-9d1e-73dd7dd6ed69 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 916 time: 0.1374311 Aug 03 20:18:43.427787 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:43.428142 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:43.447264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Calling delete_port for f0ce90bf-1f57-40da-bcec-08029adf0ff1 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:18:43.463187 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-f13aa890-9ca5-40e9-a994-63f8bb5dba2a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 1000 time: 0.0820053 Aug 03 20:18:43.557251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-6730e6ae-27cb-4f51-ae86-f3be8d6fd636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:43.558752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-6730e6ae-27cb-4f51-ae86-f3be8d6fd636 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0607443 Aug 03 20:18:43.625329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-74d0c54e-478f-4e9e-9542-04bef5cc56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:43.626984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-74d0c54e-478f-4e9e-9542-04bef5cc56e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577166 Aug 03 20:18:43.721130 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:43.759909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event deleted for resources: {'Port': ['ID=f0ce90bf-1f57-40da-bcec-08029adf0ff1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:43.793278 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-3f226d61-b603-4a7c-86a0-e1163eaa9875 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442959 Aug 03 20:18:43.879103 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:43.879354 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Floating IP 9417d25f-c4ce-495b-a08c-dea4e744a204 disassociated (deleted). External IP: 172.25.4.40, port: 4b433843-2414-493c-835c-b26c0c735bec. Aug 03 20:18:43.954558 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cfd5fb2-c831-4299-b143-24af0b6a57b3 req-4cbf20c7-32f8-4ae2-bdbe-0525598cb481 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399472 Aug 03 20:18:44.108873 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Router c95f0ed3-1655-47c5-8fa2-dbe671f0040d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:18:44.218580 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:18:44.224051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:44.228547 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] Sync routers for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:18:44.237666 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:18:44.238546 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:44.260214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-74f48a9a-cf4c-4b34-ab92-dbbbb1f7a835 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "DELETE /v2.0/floatingips/9417d25f-c4ce-495b-a08c-dea4e744a204 HTTP/1.1" status: 204 len: 168 time: 1.5518987 Aug 03 20:18:44.346595 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:18:44.555796 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:44Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:44.581701 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] Checking router: c95f0ed3-1655-47c5-8fa2-dbe671f0040d for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:18:44.589759 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:18:44.590360 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:44.746984 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:18:44.749458 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4649cb5f-7af4-4ac2-822c-3b90610859b5" -d '{"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:18:44.785683 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feca7a8-6cb2-429a-8a43-e99af6330954 x-openstack-request-id: req-9feca7a8-6cb2-429a-8a43-e99af6330954 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:18:44.785970 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "tag": "4b433843-2414-493c-835c-b26c0c735bec", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:18:44.786220 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9feca7a8-6cb2-429a-8a43-e99af6330954 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:18:44.786720 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'tag': '4b433843-2414-493c-835c-b26c0c735bec', 'status': 'completed', 'code': 200} Aug 03 20:18:44.787580 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:18:44.857597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-6512c652-d481-4423-90eb-fe20b68d45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:44.859443 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-6512c652-d481-4423-90eb-fe20b68d45f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1096 time: 0.0457308 Aug 03 20:18:44.954943 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-fb1b1a89-f0b8-40cf-82cd-2bc1bb716451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:44.959317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-fb1b1a89-f0b8-40cf-82cd-2bc1bb716451 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 916 time: 0.0887997 Aug 03 20:18:45.004756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-43cbd976-75bc-42f0-8ccf-a04539ba1620 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 217 time: 0.0365124 Aug 03 20:18:45.014836 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:44Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:45.042423 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a299bc5-ae03-418e-9049-d0473e6944ba None None] The sync data for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 is: [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:16:37Z', 'revision_number': 4, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '88b6d83d-4207-4598-8bad-68e6194ebb1c', 'name': '', 'network_id': 'c88dfb6b-6ba8-410a-b7ea-961840662051', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'mac_address': 'fa:16:3e:05:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:36Z', 'updated_at': '2021-08-03T20:16:44Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'subnets': [{'id': '2b6b1875-909a-49bb-b150-2e65fed8b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:18:45.080350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-72f9daa4-1dc5-4454-8cd5-8b34318020d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:45.082419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-72f9daa4-1dc5-4454-8cd5-8b34318020d3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0664768 Aug 03 20:18:45.130687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-4e53cbdb-d98b-437b-a1db-02d04a558f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:45.132206 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-4e53cbdb-d98b-437b-a1db-02d04a558f1a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423634 Aug 03 20:18:45.230510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-319b7c02-7b41-4bf6-a04b-61469e71fcf7 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885124 Aug 03 20:18:45.278765 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0232e0a-ddb9-4522-8d8d-17be4600648a None None] New status for floating IP 9417d25f-c4ce-495b-a08c-dea4e744a204: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:18:45.335709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4649cb5f-7af4-4ac2-822c-3b90610859b5 req-670d782d-ed56-4e24-9882-415ac220982e service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964608 Aug 03 20:18:48.626050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-be230e3d-e5ac-4611-8d21-2f812ef36752 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400634 Aug 03 20:18:48.708701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-9dcc6227-ee46-49a7-b8e2-afe444e9895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:48.710253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-9dcc6227-ee46-49a7-b8e2-afe444e9895d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 1096 time: 0.0416024 Aug 03 20:18:48.819321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-ae0ece10-5aae-4d1f-87da-0e58abf6b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:48.820843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-ae0ece10-5aae-4d1f-87da-0e58abf6b213 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 200 len: 916 time: 0.0913012 Aug 03 20:18:48.865462 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-327373e1-bc61-4147-9e19-9ef96693d8fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 200 len: 217 time: 0.0351012 Aug 03 20:18:48.920979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-4585e650-7bef-4467-8258-6c6c1b2a7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:48.922557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-4585e650-7bef-4467-8258-6c6c1b2a7106 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 200 len: 854 time: 0.0500095 Aug 03 20:18:48.970047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-97805ce0-6f28-4729-882f-31e4eb0b4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:48.971568 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-97805ce0-6f28-4729-882f-31e4eb0b4a39 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c88dfb6b-6ba8-410a-b7ea-961840662051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415940 Aug 03 20:18:49.064933 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-0f60a06c-ad36-4959-a58a-7db732aea7f3 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848298 Aug 03 20:18:49.161340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-403a9187-0f7d-4959-9693-d6a32f5a1d63 req-6f4ceb4a-84de-47c9-9e87-148960819896 service neutron] 10.222.0.88 "GET /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876439 Aug 03 20:18:49.475240 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:18:51.167097 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:51.225772 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7fca4-a427-4260-b75f-53d4397ce136 req-2ea3ee70-4bf8-4253-9db0-4fdbf696c83d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:51.227282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e7fca4-a427-4260-b75f-53d4397ce136 req-2ea3ee70-4bf8-4253-9db0-4fdbf696c83d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0507329 Aug 03 20:18:51.267230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e7fca4-a427-4260-b75f-53d4397ce136 req-c867e93c-1b5f-4d5a-8780-dd52893f0dae tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Aug 03 20:18:52.383543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4185db8-ada2-4d65-81f2-392578048269 req-839b4f7d-8698-4bc2-a8f0-5e27c4ada30d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:52.385034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4185db8-ada2-4d65-81f2-392578048269 req-839b4f7d-8698-4bc2-a8f0-5e27c4ada30d tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0490873 Aug 03 20:18:52.426476 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4185db8-ada2-4d65-81f2-392578048269 req-c5229886-dc69-453f-a665-44d174749064 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/security-groups?id=60284794-5f8a-4474-9d76-27065403435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Aug 03 20:18:52.978127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ff758-1ca6-4823-984c-a01d29fde14b req-3e3f238e-456b-45b7-b165-3e6f6488d155 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:52.979570 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-362ff758-1ca6-4823-984c-a01d29fde14b req-3e3f238e-456b-45b7-b165-3e6f6488d155 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.88 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 945 time: 0.0500047 Aug 03 20:18:53.074458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Deleting port 4b433843-2414-493c-835c-b26c0c735bec {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:18:53.074796 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:53.166844 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] For port 4b433843-2414-493c-835c-b26c0c735bec, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4b433843-2414-493c-835c-b26c0c735bec,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:53.167123 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:53.179851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Calling delete_port for 4b433843-2414-493c-835c-b26c0c735bec owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:18:53.309904 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:53.322101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4b433843-2414-493c-835c-b26c0c735bec'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:18:53.339378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Pushing event deleted for resources: {'Port': ['ID=4b433843-2414-493c-835c-b26c0c735bec,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:53.382649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] No DVR routers for this DVR port 4b433843-2414-493c-835c-b26c0c735bec on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:18:53.385321 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:53.387413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-362ff758-1ca6-4823-984c-a01d29fde14b req-13f48f79-3af1-4139-897b-5c4f8a97a68a tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.88 "DELETE /v2.0/ports/4b433843-2414-493c-835c-b26c0c735bec HTTP/1.1" status: 204 len: 173 time: 0.3974371 Aug 03 20:18:53.387846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'name': 'network-vif-deleted', 'tag': '4b433843-2414-493c-835c-b26c0c735bec'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:18:53.390267 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2dd1e-ae5b-463e-98bc-f18848e085c6" -d '{"events": [{"server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "name": "network-vif-deleted", "tag": "4b433843-2414-493c-835c-b26c0c735bec"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:18:53.428832 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9770b3fe-929d-4ad9-b377-11c5fb318bfc x-openstack-request-id: req-9770b3fe-929d-4ad9-b377-11c5fb318bfc {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:18:53.429843 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d52def-f5db-493a-bbfd-6592c9e94449", "name": "network-vif-deleted", "tag": "4b433843-2414-493c-835c-b26c0c735bec", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:18:53.430104 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9770b3fe-929d-4ad9-b377-11c5fb318bfc {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:18:53.430656 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d52def-f5db-493a-bbfd-6592c9e94449', 'name': 'network-vif-deleted', 'tag': '4b433843-2414-493c-835c-b26c0c735bec', 'status': 'completed', 'code': 200} Aug 03 20:18:53.537068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd00aa05-6400-44d2-800a-628de4000047 req-48cc2ccb-ce32-42eb-8579-2460b815a115 tempest-TestMinimumBasicScenario-1705382600 tempest-TestMinimumBasicScenario-1705382600-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d52def-f5db-493a-bbfd-6592c9e94449 HTTP/1.1" status: 200 len: 210 time: 0.0263193 Aug 03 20:18:55.094182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38964) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:55.446167 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:55.699458 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Deleting port 88b6d83d-4207-4598-8bad-68e6194ebb1c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:18:55.699702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:55.775288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] For port 88b6d83d-4207-4598-8bad-68e6194ebb1c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=88b6d83d-4207-4598-8bad-68e6194ebb1c,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:55.775651 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:55.792649 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Calling delete_port for 88b6d83d-4207-4598-8bad-68e6194ebb1c owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:18:55.972550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:55.997310 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=88b6d83d-4207-4598-8bad-68e6194ebb1c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:56.160022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:56.248499 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2936-ce4e-455f-8bd4-172d808d2eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:56.373566 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:56.379532 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Router c95f0ed3-1655-47c5-8fa2-dbe671f0040d has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:18:56.488579 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:18:56.494475 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-183c268f-9da5-4211-b8ae-2455df429ddb admin admin] 10.222.0.42 "PUT /v2.0/routers/c95f0ed3-1655-47c5-8fa2-dbe671f0040d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3983696 Aug 03 20:18:56.496165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38966) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:56.497719 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] Sync routers for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:18:56.507824 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:18:56.508363 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:56.600299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:56.608802 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:18:56.626583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4b433843-2414-493c-835c-b26c0c735bec no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:18:56.648096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 4b433843-2414-493c-835c-b26c0c735bec {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:18:56.648430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4b433843-2414-493c-835c-b26c0c735bec not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:18:56.793549 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:18:55Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:56.824815 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] Checking router: c95f0ed3-1655-47c5-8fa2-dbe671f0040d for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:18:56.836076 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] Routers {'c95f0ed3-1655-47c5-8fa2-dbe671f0040d'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:18:56.836076 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:56.949295 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] Set router c95f0ed3-1655-47c5-8fa2-dbe671f0040d gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:18:57.034726 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.090686 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Deleting port ea72f3db-3c90-4a57-bffe-2d87074c809e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:18:57.090958 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.138697 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:18:55Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:57.165041 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191efb93-2b1d-44f3-815c-4ced3757140a None None] The sync data for ids ['c95f0ed3-1655-47c5-8fa2-dbe671f0040d'] in n-d-803378-1 is: [{'id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'name': 'tempest-TestMinimumBasicScenario-1717382316-router', 'tenant_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:34Z', 'updated_at': '2021-08-03T20:18:55Z', 'revision_number': 5, 'project_id': 'b7bf5c11e80b4b4492c9ab2f2738789a', 'gw_port': {'id': 'ea72f3db-3c90-4a57-bffe-2d87074c809e', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95f0ed3-1655-47c5-8fa2-dbe671f0040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:35Z', 'updated_at': '2021-08-03T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:18:57.171752 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] For port ea72f3db-3c90-4a57-bffe-2d87074c809e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ea72f3db-3c90-4a57-bffe-2d87074c809e,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:57.172272 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.185754 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Calling delete_port for ea72f3db-3c90-4a57-bffe-2d87074c809e owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:18:57.356148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.383812 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea72f3db-3c90-4a57-bffe-2d87074c809e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:57.447938 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.539943 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.542202 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.587485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.588059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c95f0ed3-1655-47c5-8fa2-dbe671f0040d {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:18:57.592702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.593815 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b83cb1f3-7cba-4e0f-9e5b-5ac071c52261 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c95f0ed3-1655-47c5-8fa2-dbe671f0040d HTTP/1.1" status: 204 len: 168 time: 1.0966945 Aug 03 20:18:57.596472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38968) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:57.650859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab20313-2454-4fe5-9842-1fd5a1a14801 admin admin] Deleting subnet 2b6b1875-909a-49bb-b150-2e65fed8b10b {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:18:57.654844 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ab20313-2454-4fe5-9842-1fd5a1a14801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.692430 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ab20313-2454-4fe5-9842-1fd5a1a14801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.726020 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 88b6d83d-4207-4598-8bad-68e6194ebb1c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:18:57.755249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 88b6d83d-4207-4598-8bad-68e6194ebb1c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:18:57.755601 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 88b6d83d-4207-4598-8bad-68e6194ebb1c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:18:57.772990 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ab20313-2454-4fe5-9842-1fd5a1a14801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.832794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ab20313-2454-4fe5-9842-1fd5a1a14801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.863870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab20313-2454-4fe5-9842-1fd5a1a14801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6b1875-909a-49bb-b150-2e65fed8b10b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:57.869558 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ab20313-2454-4fe5-9842-1fd5a1a14801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.871452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5ab20313-2454-4fe5-9842-1fd5a1a14801 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2b6b1875-909a-49bb-b150-2e65fed8b10b HTTP/1.1" status: 204 len: 168 time: 0.2738831 Aug 03 20:18:57.873997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 38970) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:57.876316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300d916-b0fd-4b8e-ae31-a3fb8dac22a2 None None] Network c88dfb6b-6ba8-410a-b7ea-961840662051 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:18:57.939893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:57.992418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Deleting port fdf93eed-2d3f-451a-85c8-b9b99b605b6f {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:18:57.992756 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.062946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] For port fdf93eed-2d3f-451a-85c8-b9b99b605b6f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=fdf93eed-2d3f-451a-85c8-b9b99b605b6f,segment=NetworkSegment(2f363a1a-1c41-44ad-92dc-d7e4cd1a606c),segment_id=2f363a1a-1c41-44ad-92dc-d7e4cd1a606c)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:58.063460 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.077196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Calling delete_port for fdf93eed-2d3f-451a-85c8-b9b99b605b6f owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:18:58.161442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.196813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf93eed-2d3f-451a-85c8-b9b99b605b6f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:58.200477 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] No DVR routers for this DVR port fdf93eed-2d3f-451a-85c8-b9b99b605b6f on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:18:58.218699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de0ad6-0da5-41d6-b566-35bb695dadc1 None None] DHCP port deletion for c88dfb6b-6ba8-410a-b7ea-961840662051 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:18:58.273527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.283042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88dfb6b-6ba8-410a-b7ea-961840662051']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:58.294042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:58.294340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f363a1a-1c41-44ad-92dc-d7e4cd1a606c') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:58.303555 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.316873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.322778 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:18:58.323161 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:18:58.324787 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:18:58.385146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.390866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.392787 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c88dfb6b-6ba8-410a-b7ea-961840662051 HTTP/1.1" status: 204 len: 168 time: 0.5177972 Aug 03 20:18:58.396518 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38972) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:58.404465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c9c89-2817-48b6-a7a0-5b0dd2912a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c88dfb6b-6ba8-410a-b7ea-961840662051,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:58.741220 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:58.983337 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Deleting port d5d9d768-b100-4ea2-9c77-4c9f175dafea {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:18:58.983682 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:59.061464 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] For port d5d9d768-b100-4ea2-9c77-4c9f175dafea, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=d5d9d768-b100-4ea2-9c77-4c9f175dafea,segment=NetworkSegment(82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71),segment_id=82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:59.061870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:59.074286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Calling delete_port for d5d9d768-b100-4ea2-9c77-4c9f175dafea owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:18:59.259022 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:59.288761 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d9d768-b100-4ea2-9c77-4c9f175dafea,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:59.457771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:59.673316 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Router 341497f2-4714-43e1-a2c7-78b9c45414b8 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:18:59.722817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ea72f3db-3c90-4a57-bffe-2d87074c809e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:18:59.742263 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ea72f3db-3c90-4a57-bffe-2d87074c809e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:18:59.742687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ea72f3db-3c90-4a57-bffe-2d87074c809e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:18:59.743159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fdf93eed-2d3f-451a-85c8-b9b99b605b6f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:18:59.761083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: fdf93eed-2d3f-451a-85c8-b9b99b605b6f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:18:59.761421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device fdf93eed-2d3f-451a-85c8-b9b99b605b6f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:18:59.786267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:18:59.791244 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f4353927-1bf0-4a49-8fb8-949d91b3330b admin admin] 10.222.0.42 "PUT /v2.0/routers/341497f2-4714-43e1-a2c7-78b9c45414b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3937178 Aug 03 20:18:59.793800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38974) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:59.796402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] Sync routers for ids ['341497f2-4714-43e1-a2c7-78b9c45414b8'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:18:59.806792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] Routers {'341497f2-4714-43e1-a2c7-78b9c45414b8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:18:59.807575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['341497f2-4714-43e1-a2c7-78b9c45414b8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:59.898357 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:59.910077 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:59.924401 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] Set router 341497f2-4714-43e1-a2c7-78b9c45414b8 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:18:59.999262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.055442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Deleting port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:19:00.055793 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.101240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:18:59Z', 'revision_number': 5, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port': {'id': '55f7c1e5-2a74-498c-b10f-d73ec4ae0217', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:00.126780 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] Checking router: 341497f2-4714-43e1-a2c7-78b9c45414b8 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:19:00.135027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] Routers {'341497f2-4714-43e1-a2c7-78b9c45414b8'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:19:00.135379 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] For port 55f7c1e5-2a74-498c-b10f-d73ec4ae0217, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=55f7c1e5-2a74-498c-b10f-d73ec4ae0217,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:00.135640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:18:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['341497f2-4714-43e1-a2c7-78b9c45414b8'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:00.135759 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.149263 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Calling delete_port for 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:19:00.220989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] Set router 341497f2-4714-43e1-a2c7-78b9c45414b8 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:19:00.274679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:18:59Z', 'revision_number': 6, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:00.304327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd450e5-c830-4ebd-8295-9aebc950ee7f None None] The sync data for ids ['341497f2-4714-43e1-a2c7-78b9c45414b8'] in n-d-803378-1 is: [{'id': '341497f2-4714-43e1-a2c7-78b9c45414b8', 'name': 'tempest-TestMinimumBasicScenario-844998023-router', 'tenant_id': 'c6fd48d40a044e259b617f95aad681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:39Z', 'updated_at': '2021-08-03T20:18:59Z', 'revision_number': 6, 'project_id': 'c6fd48d40a044e259b617f95aad681e3', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:19:00.323093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.351399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f7c1e5-2a74-498c-b10f-d73ec4ae0217,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:00.382539 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec2e88cb-7b14-47e7-9b8c-664c6e135618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.415421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.522721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.525004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.569050 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.569638 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341497f2-4714-43e1-a2c7-78b9c45414b8 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:19:00.573999 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.575087 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ac4d69a5-62ee-4344-861f-3b48ac9abd29 admin admin] 10.222.0.42 "DELETE /v2.0/routers/341497f2-4714-43e1-a2c7-78b9c45414b8 HTTP/1.1" status: 204 len: 168 time: 0.7803850 Aug 03 20:19:00.577747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38976) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:00.626069 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b073bc-d1fe-412a-ac96-9c49a3b98754 admin admin] Deleting subnet 079d7e71-46f8-4ab2-854e-275c9bcf3408 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:19:00.629770 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62b073bc-d1fe-412a-ac96-9c49a3b98754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.665989 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62b073bc-d1fe-412a-ac96-9c49a3b98754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.749043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62b073bc-d1fe-412a-ac96-9c49a3b98754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.804188 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62b073bc-d1fe-412a-ac96-9c49a3b98754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.835254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b073bc-d1fe-412a-ac96-9c49a3b98754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079d7e71-46f8-4ab2-854e-275c9bcf3408,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:00.837178 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62b073bc-d1fe-412a-ac96-9c49a3b98754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.839081 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-62b073bc-d1fe-412a-ac96-9c49a3b98754 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/079d7e71-46f8-4ab2-854e-275c9bcf3408 HTTP/1.1" status: 204 len: 168 time: 0.2603478 Aug 03 20:19:00.841692 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38978) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:00.842691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db143b4e-c253-49e1-9986-0b1df580a175 None None] Network 75c2ec08-10af-418f-bfad-795bfc1d3cd6 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:19:00.911204 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:00.963803 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Deleting port e45f38fa-441c-42c2-a084-c558effed079 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:19:00.964148 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.033390 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] For port e45f38fa-441c-42c2-a084-c558effed079, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e45f38fa-441c-42c2-a084-c558effed079,segment=NetworkSegment(82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71),segment_id=82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:01.034333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.048586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Calling delete_port for e45f38fa-441c-42c2-a084-c558effed079 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:19:01.054383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] DHCP port deletion for 75c2ec08-10af-418f-bfad-795bfc1d3cd6 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:19:01.101870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Deleting port e45f38fa-441c-42c2-a084-c558effed079 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:19:01.102236 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.135820 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.163676 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Pushing event deleted for resources: {'Port': ['ID=e45f38fa-441c-42c2-a084-c558effed079,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:01.167182 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] No DVR routers for this DVR port e45f38fa-441c-42c2-a084-c558effed079 on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:19:01.172356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] For port e45f38fa-441c-42c2-a084-c558effed079, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=e45f38fa-441c-42c2-a084-c558effed079,segment=NetworkSegment(82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71),segment_id=82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:01.172877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.187137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Calling delete_port for e45f38fa-441c-42c2-a084-c558effed079 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:19:01.244837 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.256053 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c2ec08-10af-418f-bfad-795bfc1d3cd6']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:01.268816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.268964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:01.269267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82987ca5-b3e8-4dfe-9ed8-4d7fc8566a71') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:01.279328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.293156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Pushing event deleted for resources: {'Port': ['ID=e45f38fa-441c-42c2-a084-c558effed079,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:01.295412 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.303987 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:19:01.304491 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.304838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.304838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.305191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.305586 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.306403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.306403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:19:01.306604 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:19:01.309048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.309048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.309048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.309048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.309048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.309048 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:01.311240 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1173d5f9-85df-41f6-80d1-3c68958c441a None None] No DVR routers for this DVR port e45f38fa-441c-42c2-a084-c558effed079 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:19:01.371761 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.377658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.379807 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] 10.222.0.42 "DELETE /v2.0/networks/75c2ec08-10af-418f-bfad-795bfc1d3cd6 HTTP/1.1" status: 204 len: 168 time: 0.5371547 Aug 03 20:19:01.390663 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecf89e-e4ac-49ab-bce6-edc0c95e578d admin admin] Pushing event deleted for resources: {'Network': ['ID=75c2ec08-10af-418f-bfad-795bfc1d3cd6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:01.539772 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38982) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:01.579126 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-21815fc0-3062-4b5d-bb3f-18fd7b5cedd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7bf5c11e80b4b4492c9ab2f2738789a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380926 Aug 03 20:19:01.581952 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38984) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:01.629226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5268353-0db7-4d9d-aeed-1f7b6a3102b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.652004 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5268353-0db7-4d9d-aeed-1f7b6a3102b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.678430 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e45f38fa-441c-42c2-a084-c558effed079 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:19:01.698878 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5268353-0db7-4d9d-aeed-1f7b6a3102b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.699760 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: e45f38fa-441c-42c2-a084-c558effed079 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:19:01.700339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device e45f38fa-441c-42c2-a084-c558effed079 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:19:01.700829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:19:01.701520 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5268353-0db7-4d9d-aeed-1f7b6a3102b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:01.702701 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b5268353-0db7-4d9d-aeed-1f7b6a3102b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60284794-5f8a-4474-9d76-27065403435f HTTP/1.1" status: 204 len: 168 time: 0.1198633 Aug 03 20:19:01.711554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5268353-0db7-4d9d-aeed-1f7b6a3102b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60284794-5f8a-4474-9d76-27065403435f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:01.727159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:19:01.727508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 55f7c1e5-2a74-498c-b10f-d73ec4ae0217 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:19:01.727927 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d5d9d768-b100-4ea2-9c77-4c9f175dafea no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:19:01.753856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: d5d9d768-b100-4ea2-9c77-4c9f175dafea {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:19:01.754131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device d5d9d768-b100-4ea2-9c77-4c9f175dafea not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:19:02.019461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38990) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:02.057979 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a0cdfab9-c9ef-49d0-853a-591771fb9dab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6fd48d40a044e259b617f95aad681e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373011 Aug 03 20:19:02.060368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 38992) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:02.111334 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-281945bb-8193-4e35-a87d-e99f07a065fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:02.133325 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-281945bb-8193-4e35-a87d-e99f07a065fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:02.179790 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-281945bb-8193-4e35-a87d-e99f07a065fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:02.182779 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-281945bb-8193-4e35-a87d-e99f07a065fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:02.183950 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-281945bb-8193-4e35-a87d-e99f07a065fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55e7ee1f-b62c-411b-bfee-e7149f99fe6b HTTP/1.1" status: 204 len: 168 time: 0.1227005 Aug 03 20:19:02.195419 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:02.196044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281945bb-8193-4e35-a87d-e99f07a065fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e7ee1f-b62c-411b-bfee-e7149f99fe6b,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:03.754288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39032) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:03.758986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100602178', 'description': 'tempest-secgroup-smoke-1100602178 description', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:03.782257 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:03.790623 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:03.883638 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:03.887395 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:03.923773 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af0fa5a-1d2d-4e2b-9105-db76053303c6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:03.983721 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:03.987777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.018834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.020062 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2647922 Aug 03 20:19:04.021911 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3970-3f30-4a49-8136-98665a95926b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1474c08-eba2-4cc3-9a77-e08135efafea,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:04.023242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39034) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:04.028846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-28850f8f-c9e1-4c71-88b2-4fe0ba7b8c0a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'f1474c08-eba2-4cc3-9a77-e08135efafea', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:04.055191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-28850f8f-c9e1-4c71-88b2-4fe0ba7b8c0a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.110528 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-28850f8f-c9e1-4c71-88b2-4fe0ba7b8c0a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.114553 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-28850f8f-c9e1-4c71-88b2-4fe0ba7b8c0a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.131768 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28850f8f-c9e1-4c71-88b2-4fe0ba7b8c0a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31f9a8d-a4bf-4d58-8396-abcafb9e57a0,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:04.137847 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-28850f8f-c9e1-4c71-88b2-4fe0ba7b8c0a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.139001 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-28850f8f-c9e1-4c71-88b2-4fe0ba7b8c0a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140919 Aug 03 20:19:04.141732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39036) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:04.146737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9187d7c7-01b4-4db2-9e52-ebe51c48e311 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'f1474c08-eba2-4cc3-9a77-e08135efafea', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:04.173517 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9187d7c7-01b4-4db2-9e52-ebe51c48e311 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.234521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9187d7c7-01b4-4db2-9e52-ebe51c48e311 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.239284 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9187d7c7-01b4-4db2-9e52-ebe51c48e311 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.260884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187d7c7-01b4-4db2-9e52-ebe51c48e311 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb540bf7-069c-46e0-9ccd-e7a4b2fdc2ac,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:04.263158 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9187d7c7-01b4-4db2-9e52-ebe51c48e311 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.264333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9187d7c7-01b4-4db2-9e52-ebe51c48e311 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216843 Aug 03 20:19:04.267335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39038) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:04.271976 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f7274730-7005-42f9-a2ce-5460874366c6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'f1474c08-eba2-4cc3-9a77-e08135efafea', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:04.298603 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7274730-7005-42f9-a2ce-5460874366c6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.357649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7274730-7005-42f9-a2ce-5460874366c6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.361579 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7274730-7005-42f9-a2ce-5460874366c6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.380131 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7274730-7005-42f9-a2ce-5460874366c6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a76316b-c1f5-402b-932c-d519968f61a6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:04.385951 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7274730-7005-42f9-a2ce-5460874366c6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.387326 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f7274730-7005-42f9-a2ce-5460874366c6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189029 Aug 03 20:19:04.389965 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39040) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:04.394894 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0cdfc298-4447-475b-b518-5185edbb09e0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'f1474c08-eba2-4cc3-9a77-e08135efafea', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:04.421689 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc298-4447-475b-b518-5185edbb09e0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.480672 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc298-4447-475b-b518-5185edbb09e0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.484025 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc298-4447-475b-b518-5185edbb09e0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.501559 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfc298-4447-475b-b518-5185edbb09e0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35564de5-0d48-46c8-ad5d-4bccac33c59b,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:04.506990 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc298-4447-475b-b518-5185edbb09e0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.508176 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0cdfc298-4447-475b-b518-5185edbb09e0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172981 Aug 03 20:19:04.511017 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39042) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:04.515454 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-62e372fa-f16d-4ad4-9557-cc661ae43b4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'f1474c08-eba2-4cc3-9a77-e08135efafea', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:04.538174 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-62e372fa-f16d-4ad4-9557-cc661ae43b4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:19:04.543014 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62e372fa-f16d-4ad4-9557-cc661ae43b4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.604349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62e372fa-f16d-4ad4-9557-cc661ae43b4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.608150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62e372fa-f16d-4ad4-9557-cc661ae43b4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.628088 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e372fa-f16d-4ad4-9557-cc661ae43b4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1479b5d1-0291-4391-97c4-eac4bb1b2bff,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:04.634143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62e372fa-f16d-4ad4-9557-cc661ae43b4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.634727 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-62e372fa-f16d-4ad4-9557-cc661ae43b4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227071 Aug 03 20:19:04.637626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39044) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:04.641933 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-da82d412-83bf-483e-9d17-a710ce37ba9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'f1474c08-eba2-4cc3-9a77-e08135efafea', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:04.661141 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.665564 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-da82d412-83bf-483e-9d17-a710ce37ba9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:19:04.670386 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-da82d412-83bf-483e-9d17-a710ce37ba9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.732076 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-da82d412-83bf-483e-9d17-a710ce37ba9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.736221 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-da82d412-83bf-483e-9d17-a710ce37ba9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.754701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82d412-83bf-483e-9d17-a710ce37ba9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c6c60e-a61c-4cd8-a5d4-b9288988dfab,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:04.761497 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-da82d412-83bf-483e-9d17-a710ce37ba9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.762814 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-da82d412-83bf-483e-9d17-a710ce37ba9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243279 Aug 03 20:19:04.765869 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39046) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:04.771523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'network': {'name': 'tempest-network-smoke--1673765494', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'port_security_enabled': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:04.791293 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:19:04.794893 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.818701 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:19:04.827663 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.828006 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Added segment b150fef0-599e-48d5-b242-ddb55eef4a20 of type vlan for network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 Aug 03 20:19:04.868249 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.896555 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.902165 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:04.902740 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:04.962925 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1960120 Aug 03 20:19:04.965882 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39048) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:04.970436 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'admin_state_up': True, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:04.983544 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a231770-84ca-475c-94fa-b26bbd0408e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Network': ['ID=5893fdf2-d303-4be1-8f40-76a09f7dbc15,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:04.994070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:19:05.001894 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:05.003817 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:05.055802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:05.199486 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:05.388094 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:05.409783 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:05.509992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.182 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/baf9bf3b-33d1-488c-9088-f512e553c4d8) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:19:05.613839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:05.651489 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:05.689641 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:19:05.692456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:19:05.697901 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:19:05.719465 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=baf9bf3b-33d1-488c-9088-f512e553c4d8,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:06.279657 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:06.483857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:06.622866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:19:06.729730 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:19:06.739812 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Sync routers for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:19:06.748649 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:06.748854 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:19:06.749442 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:06.750020 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e6a946f4-bc87-4556-a49c-6ac7cb37e749 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7831476 Aug 03 20:19:06.753760 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39050) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:06.858450 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:19:06.878497 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13483675-b7ec-4c4e-b9fa-6dd82e66a359 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1e7be0d6311a4430a1c406e0795e24cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204286 Aug 03 20:19:06.878695 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39054) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:06.974435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c93d5b0-eac2-4939-ae4b-ee56b9f145be tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:06.975970 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2c93d5b0-eac2-4939-ae4b-ee56b9f145be tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963955 Aug 03 20:19:06.978851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39056) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:07.013170 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c51a1773-7dfb-4539-b390-60ca337fc6f2 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331562 Aug 03 20:19:07.015792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39058) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:07.020828 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-647456857', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:07.044477 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:06Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:07.070800 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Checking router: c115b02b-d6f4-46f6-bc53-6a911ac6ca68 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:19:07.071143 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Updating router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 port baf9bf3b-33d1-488c-9088-f512e553c4d8 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:19:07.097190 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.110727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:19:07.115283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.315883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.375862 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Subnet': ['ID=2b280c5d-4b45-41c6-beec-80362f8f037c,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:07.386354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Checking segment: {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:19:07.386724 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network hostable DHCP agents. Network: 5893fdf2-d303-4be1-8f40-76a09f7dbc15, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:19:07.403890 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:19:07.413481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 5893fdf2-d303-4be1-8f40-76a09f7dbc15) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:19:07.417755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:07.418355 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.429058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b62782-af6b-4e8e-8ae8-9534f42165df None None] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:19:07.434820 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0a9265f0-a8b6-43c1-b8c5-d31030c18667 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4179678 Aug 03 20:19:07.437515 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39060) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:07.450240 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.461033 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Transition to ACTIVE for port object baf9bf3b-33d1-488c-9088-f512e553c4d8 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:19:07.467113 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.523837 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Pushing event updated for resources: {'Port': ['ID=baf9bf3b-33d1-488c-9088-f512e553c4d8,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:07.528157 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Attempting to bind port baf9bf3b-33d1-488c-9088-f512e553c4d8 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:19:07.528531 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Attempting to bind port baf9bf3b-33d1-488c-9088-f512e553c4d8 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:19:07.528893 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Attempting to bind port baf9bf3b-33d1-488c-9088-f512e553c4d8 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:19:07.535761 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.536097 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.536431 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.536773 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.537671 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.537671 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.537877 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.538046 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.538364 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.538686 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.539004 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.539317 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:07.550750 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:19:07.551572 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:19:07.551572 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.551875 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:19:07.552335 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Bound port: baf9bf3b-33d1-488c-9088-f512e553c4d8, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:19:07.552717 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.587161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:19:07.588020 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.617499 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] For port baf9bf3b-33d1-488c-9088-f512e553c4d8, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:19:07.620984 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] For port baf9bf3b-33d1-488c-9088-f512e553c4d8, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=baf9bf3b-33d1-488c-9088-f512e553c4d8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:19:07.628996 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.692406 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:19:07.693034 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:07.734152 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4600178-e5fc-416d-bf57-68d5571d9949 None None] Pushing event updated for resources: {'Port': ['ID=baf9bf3b-33d1-488c-9088-f512e553c4d8,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:07.738469 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Allocated IP 172.20.0.2 (5893fdf2-d303-4be1-8f40-76a09f7dbc15/2b280c5d-4b45-41c6-beec-80362f8f037c/29d28bc0-184a-4bb7-aaf8-441fca04003e) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:19:07.804724 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:19:07.891070 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.901526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Transition to ACTIVE for port object 29d28bc0-184a-4bb7-aaf8-441fca04003e will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:19:07.917340 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Transition to ACTIVE for port object 29d28bc0-184a-4bb7-aaf8-441fca04003e will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:19:07.922117 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.924911 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:07.962584 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:19:07.965962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:19:07.969688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:19:07.981644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Pushing event updated for resources: {'Port': ['ID=29d28bc0-184a-4bb7-aaf8-441fca04003e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:08.004062 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:06Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:08.032367 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c800a-a2e2-41bd-acb0-272fcf18e2e3 None None] The sync data for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 is: [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:06Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:19:08.033710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Attempting to bind port 29d28bc0-184a-4bb7-aaf8-441fca04003e on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:19:08.034145 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Attempting to bind port 29d28bc0-184a-4bb7-aaf8-441fca04003e by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:19:08.034575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Attempting to bind port 29d28bc0-184a-4bb7-aaf8-441fca04003e on network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:19:08.040049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:19:08.040498 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Checking segment: {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:19:08.041022 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:08.041618 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Bound using segment: {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:19:08.042078 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Bound port: 29d28bc0-184a-4bb7-aaf8-441fca04003e, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:19:08.042565 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:08.113083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] For port 29d28bc0-184a-4bb7-aaf8-441fca04003e, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:19:08.116552 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] For port 29d28bc0-184a-4bb7-aaf8-441fca04003e, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=29d28bc0-184a-4bb7-aaf8-441fca04003e,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:19:08.120703 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:08.183572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d26e3a-72f0-43d9-884f-5322df3c63c9 None None] Pushing event updated for resources: {'Port': ['ID=29d28bc0-184a-4bb7-aaf8-441fca04003e,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:08.230896 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.1 (5893fdf2-d303-4be1-8f40-76a09f7dbc15/2b280c5d-4b45-41c6-beec-80362f8f037c/2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:19:08.424998 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:08.440870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:19:08.479840 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:08.518992 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:19:08.522526 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:19:08.524964 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:19:08.573335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:08.588249 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:08.722190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:09.024338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:09.029444 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:09.108915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:09.111978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:09.175194 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7019912-aae2-4646-8616-262b087e2435 None None] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:19:09.217738 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:19:09.219480 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:19:09.290938 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5ccd348b-31ae-4a2b-a2dd-8e5fb83dcd99 None None] Provisioning for port 29d28bc0-184a-4bb7-aaf8-441fca04003e completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:19:09.338856 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:19:09.454971 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:19:09.464267 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-943ea382-fffe-4a5a-a028-2ad3cb99031b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/c115b02b-d6f4-46f6-bc53-6a911ac6ca68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0232015 Aug 03 20:19:09.618287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-d3113c3d-def1-427b-95e0-e1f356887b49 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100602178&fields=id&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 267 time: 0.0363238 Aug 03 20:19:09.626558 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8b272ca3-3429-433b-b13e-c2d6ecd44ca7 None None] Provisioning for port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:19:09.636556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-8b272ca3-3429-433b-b13e-c2d6ecd44ca7 None None] Provisioning complete for port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:09.636929 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b272ca3-3429-433b-b13e-c2d6ecd44ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:09.686744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8b272ca3-3429-433b-b13e-c2d6ecd44ca7 None None] Port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:19:09.759462 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Sync routers for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:19:09.772111 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea714aea-4a76-421a-abd6-ce78859b329b req-00e644b9-1821-4d90-93ad-9630d8fdc3f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:09.772785 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 29d28bc0-184a-4bb7-aaf8-441fca04003e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:19:09.774283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-00e644b9-1821-4d90-93ad-9630d8fdc3f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/networks?id=5893fdf2-d303-4be1-8f40-76a09f7dbc15 HTTP/1.1" status: 200 len: 797 time: 0.1424625 Aug 03 20:19:09.774527 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:19:09.775154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:09.792905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-f15fa600-c114-4393-8662-ced9207ba871 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/quotas/1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 375 time: 0.0097749 Aug 03 20:19:09.853925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-c9ee711b-eedd-4e17-a64b-64289608420c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533192 Aug 03 20:19:09.894326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-bba8c552-a9e4-45c5-b272-1c36c7563c46 None None] Provisioning complete for port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:09.894700 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bba8c552-a9e4-45c5-b272-1c36c7563c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:09.943810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 29d28bc0-184a-4bb7-aaf8-441fca04003e completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:19:09.956344 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 29d28bc0-184a-4bb7-aaf8-441fca04003e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:09.956708 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:09.960144 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-bba8c552-a9e4-45c5-b272-1c36c7563c46 None None] Port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:19:09.963500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:19:10.024176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-a4a32354-b10c-4f09-9467-41b2577c1f18 service neutron] 10.222.0.42 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521716 Aug 03 20:19:10.123336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-252c3187-8e47-424d-9e48-2cb464b02135 service neutron] 10.222.0.42 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915101 Aug 03 20:19:10.149940 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-74a8570b-cfce-4424-b46c-f418dfcc1ea1 None None] Provisioning complete for port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:10.150302 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-74a8570b-cfce-4424-b46c-f418dfcc1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.300526 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d0197bfb-a32c-4c89-aba1-742c307637bd req-912c0955-801a-4c78-a5a9-7ab7c40d3918 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 210 time: 0.0314777 Aug 03 20:19:10.368935 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.394650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-74a8570b-cfce-4424-b46c-f418dfcc1ea1 None None] Port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:19:10.428439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 29d28bc0-184a-4bb7-aaf8-441fca04003e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=29d28bc0-184a-4bb7-aaf8-441fca04003e,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:10.435769 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.436555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device baf9bf3b-33d1-488c-9088-f512e553c4d8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:19:10.498994 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 2, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:10.539747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Checking router: c115b02b-d6f4-46f6-bc53-6a911ac6ca68 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:19:10.540101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Updating router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:19:10.573582 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=29d28bc0-184a-4bb7-aaf8-441fca04003e,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:10.581710 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.597513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port baf9bf3b-33d1-488c-9088-f512e553c4d8 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:19:10.618819 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port baf9bf3b-33d1-488c-9088-f512e553c4d8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:10.619191 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.821112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.854011 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port baf9bf3b-33d1-488c-9088-f512e553c4d8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=baf9bf3b-33d1-488c-9088-f512e553c4d8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:10.858177 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.953116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=baf9bf3b-33d1-488c-9088-f512e553c4d8,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:10.983025 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.994308 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Transition to ACTIVE for port object 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:19:11.002981 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:11.060304 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc44e6-23f3-42a2-9ab3-a835897d25df None None] Pushing event updated for resources: {'Port': ['ID=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:11.121049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Attempting to bind port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:19:11.121425 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Attempting to bind port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:19:11.121814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Attempting to bind port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a on network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:19:11.128236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:19:11.128605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Checking segment: {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:19:11.129003 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:11.129394 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Bound using segment: {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:19:11.129887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Bound port: 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:19:11.130267 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:11.195339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] For port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:19:11.198603 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] For port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:19:11.203854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:11.269867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:19:11.270499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:11.273737 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc44e6-23f3-42a2-9ab3-a835897d25df None None] Pushing event updated for resources: {'Port': ['ID=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:11.407447 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:19:11.473347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99270150-0ed8-4269-b9f1-54e596e5e864 req-9be9af92-4f8a-463e-8f51-a0b48bff75b5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 210 time: 0.0406663 Aug 03 20:19:11.534712 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea714aea-4a76-421a-abd6-ce78859b329b req-172d5540-39cd-43ca-bfe3-b9701a355aac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:11.536323 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-172d5540-39cd-43ca-bfe3-b9701a355aac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/networks?id=5893fdf2-d303-4be1-8f40-76a09f7dbc15 HTTP/1.1" status: 200 len: 797 time: 0.1820955 Aug 03 20:19:11.580271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-8065f134-3e0f-4629-9932-34fb4673948f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 380 time: 0.0337996 Aug 03 20:19:11.590419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'port': {'device_id': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'admin_state_up': True, 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'security_groups': ['f1474c08-eba2-4cc3-9a77-e08135efafea']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:11.640103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:11Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:11.671329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971ec6f-6707-4770-9b26-904241d4c192 None None] The sync data for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 is: [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:11Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:19:11.702965 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:19:11.705748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 29d28bc0-184a-4bb7-aaf8-441fca04003e up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:19:11.710981 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:11.769220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 29d28bc0-184a-4bb7-aaf8-441fca04003e triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:11.769814 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:11.868755 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device baf9bf3b-33d1-488c-9088-f512e553c4d8 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:19:11.874199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.5 (5893fdf2-d303-4be1-8f40-76a09f7dbc15/2b280c5d-4b45-41c6-beec-80362f8f037c/4ab890a8-2692-41e2-afc8-76f41fad1527) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:19:11.921832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port baf9bf3b-33d1-488c-9088-f512e553c4d8 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:11.922205 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.038399 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.053174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 4ab890a8-2692-41e2-afc8-76f41fad1527 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:19:12.087362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.135216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:19:12.140556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:19:12.145527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:19:12.149625 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=4ab890a8-2692-41e2-afc8-76f41fad1527,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:12.201693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:12.202278 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.218913 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-01c853e6-01af-4435-9148-aa6a089ccf7a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6323206 Aug 03 20:19:12.232176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Request body: {'port': {'device_id': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:12.294553 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.407533 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9ac5fdb-1729-4e55-a24f-7d037779ca6f None None] Provisioning for port 4ab890a8-2692-41e2-afc8-76f41fad1527 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:19:12.411627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b9ac5fdb-1729-4e55-a24f-7d037779ca6f None None] Provisioning complete for port 4ab890a8-2692-41e2-afc8-76f41fad1527 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:12.411995 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9ac5fdb-1729-4e55-a24f-7d037779ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.448768 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac5fdb-1729-4e55-a24f-7d037779ca6f None None] Port 4ab890a8-2692-41e2-afc8-76f41fad1527 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:19:12.595444 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab890a8-2692-41e2-afc8-76f41fad1527 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:19:12.604289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.623428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Transition to ACTIVE for port object 4ab890a8-2692-41e2-afc8-76f41fad1527 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:19:12.632559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f69dd6-fd33-45fa-a800-9029dfc8d4c1 req-5f06bc17-02f4-48ff-8bc1-294fab1bd1c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:12.634088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99f69dd6-fd33-45fa-a800-9029dfc8d4c1 req-5f06bc17-02f4-48ff-8bc1-294fab1bd1c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 931 time: 0.0758021 Aug 03 20:19:12.635199 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.701572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab890a8-2692-41e2-afc8-76f41fad1527,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:12.738670 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-99f69dd6-fd33-45fa-a800-9029dfc8d4c1 req-26f18714-95e7-4327-8c97-9e5d684fbe4b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759211 Aug 03 20:19:12.793442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Attempting to bind port 4ab890a8-2692-41e2-afc8-76f41fad1527 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:19:12.793897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Attempting to bind port 4ab890a8-2692-41e2-afc8-76f41fad1527 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:19:12.794343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Attempting to bind port 4ab890a8-2692-41e2-afc8-76f41fad1527 on network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:19:12.800863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Port 4ab890a8-2692-41e2-afc8-76f41fad1527 on network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:19:12.801289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Attempting to bind port 4ab890a8-2692-41e2-afc8-76f41fad1527 on network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:19:12.806714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:19:12.807058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Checking segment: {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:19:12.807448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Bound using segment: {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:19:12.807884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Bound port: 4ab890a8-2692-41e2-afc8-76f41fad1527, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b150fef0-599e-48d5-b242-ddb55eef4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:19:12.808250 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.876084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] For port 4ab890a8-2692-41e2-afc8-76f41fad1527, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:19:12.880004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] For port 4ab890a8-2692-41e2-afc8-76f41fad1527, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4ab890a8-2692-41e2-afc8-76f41fad1527,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:19:12.883883 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.922987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:12.923617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:12.925108 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] 10.222.0.88 "PUT /v2.0/ports/4ab890a8-2692-41e2-afc8-76f41fad1527 HTTP/1.1" status: 200 len: 1091 time: 0.6977060 Aug 03 20:19:12.925577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:19:12.927829 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e0e03-9075-4de5-926b-b1b924be5964" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:19:12.951176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867f05a-1e54-4345-8502-c21f2e393615 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab890a8-2692-41e2-afc8-76f41fad1527,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:12.991916 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec84ad60-79e1-4318-ba82-279f1565d100 x-openstack-request-id: req-ec84ad60-79e1-4318-ba82-279f1565d100 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:19:12.992137 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:19:12.992333 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec84ad60-79e1-4318-ba82-279f1565d100 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:19:12.992734 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'status': 'completed', 'code': 200} Aug 03 20:19:13.010332 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea714aea-4a76-421a-abd6-ce78859b329b req-99a1d290-cf3f-464f-862e-9f0feee1829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:13.012218 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-99a1d290-cf3f-464f-862e-9f0feee1829d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 1094 time: 0.0480938 Aug 03 20:19:13.054810 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-f6ed2c06-43e2-4950-9c31-bc361d7b417c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab890a8-2692-41e2-afc8-76f41fad1527 HTTP/1.1" status: 200 len: 217 time: 0.0341589 Aug 03 20:19:13.109150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea714aea-4a76-421a-abd6-ce78859b329b req-56cb1602-8e37-4772-9d16-9bc24b2ba060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:13.110658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-56cb1602-8e37-4772-9d16-9bc24b2ba060 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b280c5d-4b45-41c6-beec-80362f8f037c HTTP/1.1" status: 200 len: 834 time: 0.0487051 Aug 03 20:19:13.156868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea714aea-4a76-421a-abd6-ce78859b329b req-84f157b4-c142-4614-ac95-8288d4276fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:13.158419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-84f157b4-c142-4614-ac95-8288d4276fe7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5893fdf2-d303-4be1-8f40-76a09f7dbc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403736 Aug 03 20:19:13.249990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-b5c8f9e3-7dc9-4326-8654-2942a448d7b6 service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838878 Aug 03 20:19:13.341818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea714aea-4a76-421a-abd6-ce78859b329b req-05567696-be4c-4bb0-9ecf-e40696c59547 service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849602 Aug 03 20:19:13.433394 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-5371ae45-05cb-4360-824c-b50219ff5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:13.434941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-5371ae45-05cb-4360-824c-b50219ff5e55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 1094 time: 0.0406289 Aug 03 20:19:13.529854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-cc2cc209-7bec-4a44-88b6-9db146761060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:13.531246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-cc2cc209-7bec-4a44-88b6-9db146761060 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5893fdf2-d303-4be1-8f40-76a09f7dbc15 HTTP/1.1" status: 200 len: 898 time: 0.0890424 Aug 03 20:19:13.573493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-1a12ac6a-62b5-4013-91c2-f14849a01a92 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab890a8-2692-41e2-afc8-76f41fad1527 HTTP/1.1" status: 200 len: 217 time: 0.0345685 Aug 03 20:19:13.624079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-62e1a8cc-5712-4fc4-b8e8-ecae77aa3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:13.625563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-62e1a8cc-5712-4fc4-b8e8-ecae77aa3c1f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b280c5d-4b45-41c6-beec-80362f8f037c HTTP/1.1" status: 200 len: 834 time: 0.0434422 Aug 03 20:19:13.677748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-98245929-3301-4c9b-9249-03c87ae77318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:13.679393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-98245929-3301-4c9b-9249-03c87ae77318 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5893fdf2-d303-4be1-8f40-76a09f7dbc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462425 Aug 03 20:19:13.708545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:19:13.761023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:19:13.765412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:13.765724 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:13.777984 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-8e924888-736b-498e-ba0c-bac213e292eb service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893295 Aug 03 20:19:13.846440 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:13.884321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:13.889206 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:13.940243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:14.250182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64f46-c7cf-42ff-be8b-3d0429eb34c9 req-4809b8d9-b61d-4bf1-9dff-0fa1471acb12 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:14.251706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8c64f46-c7cf-42ff-be8b-3d0429eb34c9 req-4809b8d9-b61d-4bf1-9dff-0fa1471acb12 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 943 time: 0.4154010 Aug 03 20:19:14.255364 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c9e0e03-9075-4de5-926b-b1b924be5964 req-b905162b-94b8-4e5b-ad00-17c66cd00dde service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695961 Aug 03 20:19:14.290236 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8c64f46-c7cf-42ff-be8b-3d0429eb34c9 req-20f259b9-b308-49a9-83e2-08b8e455f3ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Aug 03 20:19:15.410256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6e2b7-ac8b-4205-add2-ebed538b28eb req-e8d3ab67-bb44-4091-a0c4-add5a4f8a9de tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:15.411760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52a6e2b7-ac8b-4205-add2-ebed538b28eb req-e8d3ab67-bb44-4091-a0c4-add5a4f8a9de tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 943 time: 0.0534365 Aug 03 20:19:15.449482 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-52a6e2b7-ac8b-4205-add2-ebed538b28eb req-4bcae665-74ad-4c4f-90cb-1affb7ee161b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Aug 03 20:19:15.686362 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:19:15.735424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:15.735803 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:16.569835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3fcff-bf06-493d-8372-f6e8ce305c0d req-1ffc4c7d-7641-4a0a-878a-6dbd7b5ece78 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:16.571324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cf3fcff-bf06-493d-8372-f6e8ce305c0d req-1ffc4c7d-7641-4a0a-878a-6dbd7b5ece78 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 943 time: 0.0517991 Aug 03 20:19:16.609495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cf3fcff-bf06-493d-8372-f6e8ce305c0d req-bdd69b9b-03ba-4a19-8af4-a8b5663cb52f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322380 Aug 03 20:19:16.703053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4ab890a8-2692-41e2-afc8-76f41fad1527 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:19:16.803202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4ab890a8-2692-41e2-afc8-76f41fad1527, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4ab890a8-2692-41e2-afc8-76f41fad1527,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:16.815396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'port_id': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'mac_address': 'fa:16:3e:bc:9b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:19:16.851897 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:16.866343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab890a8-2692-41e2-afc8-76f41fad1527 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:19:16.886073 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4ab890a8-2692-41e2-afc8-76f41fad1527, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4ab890a8-2692-41e2-afc8-76f41fad1527,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:16.890442 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:16.936733 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4ab890a8-2692-41e2-afc8-76f41fad1527,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:17.133575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['4ab890a8-2692-41e2-afc8-76f41fad1527'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:19:17.723544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475060-0605-481c-8aef-1632d27ee860 req-4299d5f2-d1d4-4c7c-be44-587b13bd0575 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:17.724968 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67475060-0605-481c-8aef-1632d27ee860 req-4299d5f2-d1d4-4c7c-be44-587b13bd0575 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 944 time: 0.0489590 Aug 03 20:19:17.762241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-67475060-0605-481c-8aef-1632d27ee860 req-2057e1ba-4d6a-419c-98be-8bc6f66a0295 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314281 Aug 03 20:19:18.706985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4ab890a8-2692-41e2-afc8-76f41fad1527 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:19:18.756216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 4ab890a8-2692-41e2-afc8-76f41fad1527 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:19:18.759749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 4ab890a8-2692-41e2-afc8-76f41fad1527 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:18.760113 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:18.838446 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:18.861052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:19:18.863623 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b30454-17c6-4df7-963e-01589d03506d" -d '{"events": [{"server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "name": "network-vif-plugged", "status": "completed", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:19:18.878196 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 4ab890a8-2692-41e2-afc8-76f41fad1527, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4ab890a8-2692-41e2-afc8-76f41fad1527,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:18.879827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060e917-4555-400c-846b-00fbf863b8ba req-0b2bb889-e016-4805-ac46-c5fda70b6907 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:18.881975 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d060e917-4555-400c-846b-00fbf863b8ba req-0b2bb889-e016-4805-ac46-c5fda70b6907 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 944 time: 0.0512738 Aug 03 20:19:18.883432 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:18.922338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d060e917-4555-400c-846b-00fbf863b8ba req-c1e20cc5-e852-4428-8874-32eee8216c70 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337250 Aug 03 20:19:18.950754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=4ab890a8-2692-41e2-afc8-76f41fad1527,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:18.959111 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbf0339-3f83-48ea-8fac-2ca06e04306f x-openstack-request-id: req-0bbf0339-3f83-48ea-8fac-2ca06e04306f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:19:18.959401 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "name": "network-vif-plugged", "status": "completed", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:19:18.959653 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bbf0339-3f83-48ea-8fac-2ca06e04306f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:19:18.960433 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'code': 200} Aug 03 20:19:19.057088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e3d7-9689-4029-a660-e8110c571fae req-eb849b44-ceef-4dc7-ad58-d4fbb7865e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:19.058590 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d939e3d7-9689-4029-a660-e8110c571fae req-eb849b44-ceef-4dc7-ad58-d4fbb7865e2c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0442116 Aug 03 20:19:19.094037 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d939e3d7-9689-4029-a660-e8110c571fae req-a22174bc-a03e-425c-821e-30f66d0d7ba6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276687 Aug 03 20:19:20.042349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5c0c-b2a3-424c-bcf4-79bff4746a36 req-73cf956a-6281-40b4-bac3-a548f9a5ca5c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:20.043930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8ee5c0c-b2a3-424c-bcf4-79bff4746a36 req-73cf956a-6281-40b4-bac3-a548f9a5ca5c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0512791 Aug 03 20:19:20.083664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8ee5c0c-b2a3-424c-bcf4-79bff4746a36 req-f7ce6415-ee16-422c-903e-2d23477a3ff8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Aug 03 20:19:20.201783 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b79b6c-21ad-4c6a-a444-0452a22197ed req-cc93599d-c20c-4c1a-9acf-42896f229945 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:20.203290 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2b79b6c-21ad-4c6a-a444-0452a22197ed req-cc93599d-c20c-4c1a-9acf-42896f229945 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0489101 Aug 03 20:19:20.243369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2b79b6c-21ad-4c6a-a444-0452a22197ed req-a0b0aaa2-5754-49fb-b7ec-7e41ea5b7c66 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333858 Aug 03 20:19:20.264672 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39118) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:20.306243 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738aa1f-6263-4c65-b339-d8029834b25e tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:20.307805 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1738aa1f-6263-4c65-b339-d8029834b25e tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 1091 time: 0.0420868 Aug 03 20:19:20.310749 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39120) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:20.315385 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:19:20.338135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:20.439833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:20.545143 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.98 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/b549002a-a349-4b2f-92d1-16072184be6e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:19:20.645169 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:20.682665 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:20.720516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:19:20.723356 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:19:20.729462 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:19:20.735152 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=b549002a-a349-4b2f-92d1-16072184be6e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:21.093510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:21.162090 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:21.170792 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:21.313579 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:21.319081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:21.387716 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=b549002a-a349-4b2f-92d1-16072184be6e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:21.401655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:21.842021 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP 21f6c1ce-5b0a-4626-ba3c-6ae148e874a3 associated. External IP: 172.25.4.98, port: 4ab890a8-2692-41e2-afc8-76f41fad1527. Aug 03 20:19:22.055870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:19:22.162081 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:19:22.171708 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] Sync routers for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:19:22.178462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:22.181759 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:19:22.182377 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:22.205454 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e78c5f3f-3e70-4c45-ad83-8a7bf1c61006 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8935783 Aug 03 20:19:22.206061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:19:22.208327 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537689d5-be16-4d66-8f22-a0d3d5814767" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:19:22.292296 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:19:22.308304 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485bdc80-74c1-4e68-a840-674826e9c896 x-openstack-request-id: req-485bdc80-74c1-4e68-a840-674826e9c896 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:19:22.309459 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:19:22.309459 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-485bdc80-74c1-4e68-a840-674826e9c896 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:19:22.309459 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'status': 'completed', 'code': 200} Aug 03 20:19:22.319019 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8907dd-d124-4a86-802b-1c9e21664f72 req-3dbd1c4d-8bb9-4644-a858-27052de625b8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:22.320567 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f8907dd-d124-4a86-802b-1c9e21664f72 req-3dbd1c4d-8bb9-4644-a858-27052de625b8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0656366 Aug 03 20:19:22.386540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1f8907dd-d124-4a86-802b-1c9e21664f72 req-1df8b531-e85c-4bd9-b55e-7ff129b8cc63 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593109 Aug 03 20:19:22.401693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-9d5b271b-e5da-4e68-86f9-dc024e6f2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:22.401693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-9d5b271b-e5da-4e68-86f9-dc024e6f2021 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0653799 Aug 03 20:19:22.409892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39130) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:22.481626 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b9dcf7cb-2f5b-4423-9918-3b3ad0540f6e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/21f6c1ce-5b0a-4626-ba3c-6ae148e874a3 HTTP/1.1" status: 200 len: 990 time: 0.0705485 Aug 03 20:19:22.498891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-f7950c85-eea3-429c-82a1-97076acc4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:22.500432 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-f7950c85-eea3-429c-82a1-97076acc4a7a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5893fdf2-d303-4be1-8f40-76a09f7dbc15 HTTP/1.1" status: 200 len: 898 time: 0.0925913 Aug 03 20:19:22.548616 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '21f6c1ce-5b0a-4626-ba3c-6ae148e874a3', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'port_id': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'mac_address': 'fa:16:3e:bc:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:19:20Z', 'updated_at': '2021-08-03T20:19:20Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:13Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:22.566865 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-967fd876-f920-4517-ae77-1d9063851fe8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab890a8-2692-41e2-afc8-76f41fad1527 HTTP/1.1" status: 200 len: 998 time: 0.0580266 Aug 03 20:19:22.575235 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] Checking router: c115b02b-d6f4-46f6-bc53-6a911ac6ca68 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:19:22.583720 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:19:22.584334 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:19:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:22.616337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-8183213e-8ccb-4234-a10e-b5be5313151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:22.617885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-8183213e-8ccb-4234-a10e-b5be5313151b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b280c5d-4b45-41c6-beec-80362f8f037c HTTP/1.1" status: 200 len: 834 time: 0.0441113 Aug 03 20:19:22.669909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-16e0a183-da1a-49fd-8ffe-727acd5f8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:22.671420 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-16e0a183-da1a-49fd-8ffe-727acd5f8716 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5893fdf2-d303-4be1-8f40-76a09f7dbc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452328 Aug 03 20:19:22.687582 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:19:22.768424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-5ab4029e-5055-4377-b97e-5cff5a0f3167 service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892088 Aug 03 20:19:22.862805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-537689d5-be16-4d66-8f22-a0d3d5814767 req-3b9dcd5a-9716-4c2f-8b39-5c28ab0fd66b service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866833 Aug 03 20:19:22.916001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '21f6c1ce-5b0a-4626-ba3c-6ae148e874a3', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'port_id': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'mac_address': 'fa:16:3e:bc:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:19:20Z', 'updated_at': '2021-08-03T20:19:20Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:13Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:19:22.945069 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af0d72-1179-4675-876f-99aaf27f1216 None None] The sync data for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 is: [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '21f6c1ce-5b0a-4626-ba3c-6ae148e874a3', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'port_id': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'mac_address': 'fa:16:3e:bc:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:19:20Z', 'updated_at': '2021-08-03T20:19:20Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:13Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:19:23.138411 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27cb45-7840-4450-b92f-d459c9ee17da None None] New status for floating IP 21f6c1ce-5b0a-4626-ba3c-6ae148e874a3: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:19:23.485496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39132) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:23.545085 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-90082313-330f-4f03-b094-54095cb86656 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/21f6c1ce-5b0a-4626-ba3c-6ae148e874a3 HTTP/1.1" status: 200 len: 992 time: 0.0584185 Aug 03 20:19:26.249090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b758e83-1232-4649-91d5-089f4c160b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:26.378309 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:26.476917 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:19:29.883923 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:30.382598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bc21f88d-3cf1-4cea-a0e4-4b1c15f57e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:32.191296 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:34.663239 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:50.609381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-7d63cb36-a99e-4763-ac11-66ffac5dd05b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394168 Aug 03 20:19:50.696399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-caf8a665-265c-4e2a-bc9e-c38c525bb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:50.697796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-caf8a665-265c-4e2a-bc9e-c38c525bb522 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0469882 Aug 03 20:19:50.801509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-c790c15b-80b4-4f40-a977-8cb9908a2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:50.803033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-c790c15b-80b4-4f40-a977-8cb9908a2ea3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5893fdf2-d303-4be1-8f40-76a09f7dbc15 HTTP/1.1" status: 200 len: 898 time: 0.0854130 Aug 03 20:19:50.873867 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-32348fb5-2343-4e2e-83f2-3f6d0f87c10b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab890a8-2692-41e2-afc8-76f41fad1527 HTTP/1.1" status: 200 len: 1000 time: 0.0620859 Aug 03 20:19:50.924613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-0df66b66-b85d-4509-b673-b97e6ae3eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:50.926605 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-0df66b66-b85d-4509-b673-b97e6ae3eda2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b280c5d-4b45-41c6-beec-80362f8f037c HTTP/1.1" status: 200 len: 834 time: 0.0450394 Aug 03 20:19:50.972770 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-10ae05c1-5bed-4b25-9010-e8eb49c26d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:50.974219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-10ae05c1-5bed-4b25-9010-e8eb49c26d13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5893fdf2-d303-4be1-8f40-76a09f7dbc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400143 Aug 03 20:19:50.987295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-0f1a47f9-4a8a-48fa-b592-1bc65352da45 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:19:50.988951 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-0f1a47f9-4a8a-48fa-b592-1bc65352da45 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059421 Aug 03 20:19:51.082327 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-3ef1adbf-1f7b-4130-99a6-603f8173b55f service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861485 Aug 03 20:19:51.170622 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:51.175334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca2b068f-817c-4880-92ff-17c6f849dfdc req-1897dc0b-b565-43d8-94fa-7f28ac52217e service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Aug 03 20:19:56.250944 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-69b3071c-9582-412e-ac72-ad7a76cfdf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:56.385746 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:56.968455 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19cf56-90d4-46d9-92c9-93a3c202be47 req-d200e1ec-f95f-458a-8d81-ec0dac6afe7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:56.970049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe19cf56-90d4-46d9-92c9-93a3c202be47 req-d200e1ec-f95f-458a-8d81-ec0dac6afe7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0953763 Aug 03 20:19:57.010100 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fe19cf56-90d4-46d9-92c9-93a3c202be47 req-76b7d3b5-67a4-45b4-b52c-ae578f3f3db7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333898 Aug 03 20:19:58.196777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196c920-cb59-4f50-a038-dd68562fd809 req-00af1e5a-2307-433f-b511-3009c85ebd96 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:58.198309 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2196c920-cb59-4f50-a038-dd68562fd809 req-00af1e5a-2307-433f-b511-3009c85ebd96 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0990410 Aug 03 20:19:58.238466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2196c920-cb59-4f50-a038-dd68562fd809 req-0b911804-d813-4bd1-9d6a-e3d4de24402a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Aug 03 20:19:58.260364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39156) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:19:58.319207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e61e6f93-0cbb-4c19-84ff-1fbe27c6a19a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/21f6c1ce-5b0a-4626-ba3c-6ae148e874a3 HTTP/1.1" status: 200 len: 992 time: 0.0576406 Aug 03 20:19:59.596091 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538e528-1c8f-40f6-bca3-8be57d2dd452 req-2e717b4f-498b-4ad9-b11d-4a1af0726e0b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:59.598071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5538e528-1c8f-40f6-bca3-8be57d2dd452 req-2e717b4f-498b-4ad9-b11d-4a1af0726e0b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0534444 Aug 03 20:19:59.658130 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5538e528-1c8f-40f6-bca3-8be57d2dd452 req-523b3b55-640d-44b1-af96-d4bd3575ed14 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537293 Aug 03 20:19:59.888823 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:00.388086 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5492b90c-739d-415e-b8c7-fd2f9f705e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:00.790716 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9addbb-3cc7-4774-86ac-46eb894f1da0 req-46bee149-fc8e-4e26-be41-0229db631ccc tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:00.792380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa9addbb-3cc7-4774-86ac-46eb894f1da0 req-46bee149-fc8e-4e26-be41-0229db631ccc tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0540247 Aug 03 20:20:00.840426 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-aa9addbb-3cc7-4774-86ac-46eb894f1da0 req-798885d7-b6f0-467d-8e4e-97c5fffe9717 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Aug 03 20:20:01.980807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae76c4-02be-4c70-8f60-e4f7ffef9a39 req-d820a799-8bba-451f-824c-83c3c605ea09 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:01.982580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdae76c4-02be-4c70-8f60-e4f7ffef9a39 req-d820a799-8bba-451f-824c-83c3c605ea09 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0543914 Aug 03 20:20:02.024798 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bdae76c4-02be-4c70-8f60-e4f7ffef9a39 req-91ef3c02-d9d4-41f6-9cb0-e9e4f59a2c6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354736 Aug 03 20:20:02.200916 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:03.149811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f126ed-05b9-4ea8-95f8-c38c75797cbb req-c1af435d-b1ac-4316-95ee-af4517d14af2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:03.151474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55f126ed-05b9-4ea8-95f8-c38c75797cbb req-c1af435d-b1ac-4316-95ee-af4517d14af2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0524771 Aug 03 20:20:03.197549 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55f126ed-05b9-4ea8-95f8-c38c75797cbb req-115f5ac7-1452-4e0b-8e15-39a57191dbaf tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400219 Aug 03 20:20:03.479284 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:20:04.337299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489f18a-aa21-4d49-9360-ab36de6a7c11 req-8a75bbd6-4a8a-49af-8b77-cabfe8b43bf2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:04.339901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0489f18a-aa21-4d49-9360-ab36de6a7c11 req-8a75bbd6-4a8a-49af-8b77-cabfe8b43bf2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0674098 Aug 03 20:20:04.390160 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0489f18a-aa21-4d49-9360-ab36de6a7c11 req-8cc175de-2200-4d83-9ac7-002db965a1c8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444462 Aug 03 20:20:04.668771 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:05.544281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f1e98-9e04-412c-916e-632c920f10ce req-1ab9bc99-5014-4383-8895-063a7754ec29 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:05.546089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-919f1e98-9e04-412c-916e-632c920f10ce req-1ab9bc99-5014-4383-8895-063a7754ec29 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0534358 Aug 03 20:20:05.588355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-919f1e98-9e04-412c-916e-632c920f10ce req-994a1784-5857-4f3e-9e4d-8534fe565435 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357642 Aug 03 20:20:05.613811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39176) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:05.689609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9d62a8fa-7775-4aa9-ade3-cebf99637a6a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/21f6c1ce-5b0a-4626-ba3c-6ae148e874a3 HTTP/1.1" status: 200 len: 992 time: 0.0742180 Aug 03 20:20:05.923461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39182) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:06.112310 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port b549002a-a349-4b2f-92d1-16072184be6e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:06.112749 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:06.207433 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:06.207766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:06.220349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for b549002a-a349-4b2f-92d1-16072184be6e owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:06.388736 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:06.416841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=b549002a-a349-4b2f-92d1-16072184be6e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:06.446763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.447148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.447493 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.447831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.448165 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.448495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.448854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.449267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.449569 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.449899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.450220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.450539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:06.495342 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:06.496652 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP 21f6c1ce-5b0a-4626-ba3c-6ae148e874a3 disassociated (deleted). External IP: 172.25.4.98, port: 4ab890a8-2692-41e2-afc8-76f41fad1527. Aug 03 20:20:06.727162 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:20:06.852159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:06.857235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:06.886909 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] Sync routers for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:06.906761 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c5ad1632-298e-4e73-97cb-cc22825525a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/floatingips/21f6c1ce-5b0a-4626-ba3c-6ae148e874a3 HTTP/1.1" status: 204 len: 168 time: 0.9762895 Aug 03 20:20:06.906761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:06.906761 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ac7b45-c481-42aa-b0de-b9483f9311f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:06.912284 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:06.912917 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:06.958091 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845fa29f-cb55-46e8-9f71-003b1be1afb5 x-openstack-request-id: req-845fa29f-cb55-46e8-9f71-003b1be1afb5 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:06.958637 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:06.958874 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-845fa29f-cb55-46e8-9f71-003b1be1afb5 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:06.959429 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'status': 'completed', 'code': 200} Aug 03 20:20:07.034813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-1b7972cb-5357-4c9d-9c32-9d9a3fd462d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:07.036633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-1b7972cb-5357-4c9d-9c32-9d9a3fd462d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0514457 Aug 03 20:20:07.164887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-d0b0ed2f-2a58-4159-b272-ba3fe45e916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:07.166936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-d0b0ed2f-2a58-4159-b272-ba3fe45e916e service neutron] 10.222.0.88 "GET /v2.0/networks?id=5893fdf2-d303-4be1-8f40-76a09f7dbc15 HTTP/1.1" status: 200 len: 898 time: 0.1215398 Aug 03 20:20:07.195009 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:07.241104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-3b255e49-16cd-40a3-8a59-5b2e1a6444a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab890a8-2692-41e2-afc8-76f41fad1527 HTTP/1.1" status: 200 len: 217 time: 0.0612476 Aug 03 20:20:07.357845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90146d6a-34d7-4170-8dba-bb171030fc08 req-38d39fda-5645-4bae-8890-d038128f8523 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:07.360451 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90146d6a-34d7-4170-8dba-bb171030fc08 req-38d39fda-5645-4bae-8890-d038128f8523 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.1914661 Aug 03 20:20:07.378064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-d0bf27b7-3787-4add-841f-19992b01170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:07.380072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-d0bf27b7-3787-4add-841f-19992b01170e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b280c5d-4b45-41c6-beec-80362f8f037c HTTP/1.1" status: 200 len: 834 time: 0.1250916 Aug 03 20:20:07.455717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-90146d6a-34d7-4170-8dba-bb171030fc08 req-d5189b71-78d1-4d1c-85e4-40ab986e8c0b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836744 Aug 03 20:20:07.467937 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-c0cbce7a-a7af-4f04-b6af-b13d4afc9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:07.470421 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-c0cbce7a-a7af-4f04-b6af-b13d4afc9332 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5893fdf2-d303-4be1-8f40-76a09f7dbc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757346 Aug 03 20:20:07.500475 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:13Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:07.539201 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] Checking router: c115b02b-d6f4-46f6-bc53-6a911ac6ca68 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:07.554522 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:07.555444 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:07.606062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-291eddee-6fee-441d-91cc-5dee07c95d4c service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268570 Aug 03 20:20:07.700650 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:07.714501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54ac7b45-c481-42aa-b0de-b9483f9311f6 req-04521340-16b7-46f0-86f2-c9c6cfaeea41 service neutron] 10.222.0.88 "GET /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988226 Aug 03 20:20:07.908056 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:13Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:07.934643 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b257ac8-b18c-47b4-9867-d212560dee58 None None] The sync data for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 is: [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:08Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a', 'name': '', 'network_id': '5893fdf2-d303-4be1-8f40-76a09f7dbc15', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:91:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:08Z', 'updated_at': '2021-08-03T20:19:13Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2b280c5d-4b45-41c6-beec-80362f8f037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:08.147108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2969570-ecd4-4fe2-8c94-53bdd555d1ff None None] New status for floating IP 21f6c1ce-5b0a-4626-ba3c-6ae148e874a3: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:20:08.587312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deab7ad-c6bd-4310-b1f4-19520d5ec88f req-85d9dcfd-5477-41c6-b768-e05a650d284f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:08.588833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9deab7ad-c6bd-4310-b1f4-19520d5ec88f req-85d9dcfd-5477-41c6-b768-e05a650d284f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0543580 Aug 03 20:20:08.632563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9deab7ad-c6bd-4310-b1f4-19520d5ec88f req-4acbff8c-ac20-463c-95ac-56d55a5c5cb5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1474c08-eba2-4cc3-9a77-e08135efafea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373898 Aug 03 20:20:08.822577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-67b1e6bc-186a-4257-aecf-a51b247bac3d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:08.824199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-67b1e6bc-186a-4257-aecf-a51b247bac3d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0487611 Aug 03 20:20:08.928207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 4ab890a8-2692-41e2-afc8-76f41fad1527 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:08.928546 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:09.019536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 4ab890a8-2692-41e2-afc8-76f41fad1527, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=4ab890a8-2692-41e2-afc8-76f41fad1527,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:09.019902 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:09.032781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 4ab890a8-2692-41e2-afc8-76f41fad1527 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:09.167440 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:09.196246 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=4ab890a8-2692-41e2-afc8-76f41fad1527,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:09.242467 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] No DVR routers for this DVR port 4ab890a8-2692-41e2-afc8-76f41fad1527 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:20:09.245290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:09.247668 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7a24cc24-4450-4d36-99e3-c7f4fe5f5e14 req-9dd1923f-7cf3-4e30-b542-46a20b4b9ce3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "DELETE /v2.0/ports/4ab890a8-2692-41e2-afc8-76f41fad1527 HTTP/1.1" status: 204 len: 173 time: 0.4165680 Aug 03 20:20:09.248110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'name': 'network-vif-deleted', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:09.250439 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a46b17b-a087-4b7d-9064-dcabb13ff319" -d '{"events": [{"server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "name": "network-vif-deleted", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:09.297590 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badcb433-e4f9-4f2d-bddb-bae00a6f575a x-openstack-request-id: req-badcb433-e4f9-4f2d-bddb-bae00a6f575a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:09.297884 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c95a8e-e271-4c8d-a508-7ee69c36f8a8", "name": "network-vif-deleted", "tag": "4ab890a8-2692-41e2-afc8-76f41fad1527", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:09.299395 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-badcb433-e4f9-4f2d-bddb-bae00a6f575a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:09.300140 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c95a8e-e271-4c8d-a508-7ee69c36f8a8', 'name': 'network-vif-deleted', 'tag': '4ab890a8-2692-41e2-afc8-76f41fad1527', 'status': 'completed', 'code': 200} Aug 03 20:20:09.762374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d4a8d9e4-f45d-4a3d-87f2-9e8bf39d0b9c req-24bb1ecd-799b-48d1-94ba-d329488a7904 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c95a8e-e271-4c8d-a508-7ee69c36f8a8 HTTP/1.1" status: 200 len: 210 time: 0.0415790 Aug 03 20:20:10.837929 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39198) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:11.205863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:11.460294 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:11.460558 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:11.554486 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:11.554859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:11.567826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:11.766706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:11.794692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:12.362397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:12.588856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:20:12.697209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:12.702499 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9f07d0a5-53ed-477a-ba5e-235f9adc62f1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/c115b02b-d6f4-46f6-bc53-6a911ac6ca68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8632035 Aug 03 20:20:12.705553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39202) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:12.706563 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] Sync routers for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:12.715658 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:12.716266 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:12.759660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dff151f-afc2-4464-af63-fb60e919c7d8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting subnet 2b280c5d-4b45-41c6-beec-80362f8f037c {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:20:12.762780 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4dff151f-afc2-4464-af63-fb60e919c7d8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:12.802768 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4dff151f-afc2-4464-af63-fb60e919c7d8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:12.818794 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:12.885406 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4dff151f-afc2-4464-af63-fb60e919c7d8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:12.947630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4dff151f-afc2-4464-af63-fb60e919c7d8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:12.976859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4dff151f-afc2-4464-af63-fb60e919c7d8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:12.978765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-4dff151f-afc2-4464-af63-fb60e919c7d8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/subnets/2b280c5d-4b45-41c6-beec-80362f8f037c HTTP/1.1" status: 204 len: 168 time: 0.2723000 Aug 03 20:20:12.980114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff151f-afc2-4464-af63-fb60e919c7d8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Subnet': ['ID=2b280c5d-4b45-41c6-beec-80362f8f037c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:12.982059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39204) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:12.990676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871ef2f-0234-4fe7-ad22-c615203c1921 None None] Network 5893fdf2-d303-4be1-8f40-76a09f7dbc15 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:20:12.997512 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:20:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:13.023176 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] Checking router: c115b02b-d6f4-46f6-bc53-6a911ac6ca68 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:13.031488 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] Routers {'c115b02b-d6f4-46f6-bc53-6a911ac6ca68'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:13.032091 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:13.103883 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.141762 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] Set router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:13.209969 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4ab890a8-2692-41e2-afc8-76f41fad1527 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:13.225058 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.232587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 4ab890a8-2692-41e2-afc8-76f41fad1527 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:13.233231 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 4ab890a8-2692-41e2-afc8-76f41fad1527 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:13.283630 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port baf9bf3b-33d1-488c-9088-f512e553c4d8 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:13.284035 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.332565 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:20:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:13.364656 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550faed2-25b5-4a57-b84a-d29b572061a7 None None] The sync data for ids ['c115b02b-d6f4-46f6-bc53-6a911ac6ca68'] in n-d-803378-1 is: [{'id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-688218432', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:20:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'baf9bf3b-33d1-488c-9088-f512e553c4d8', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115b02b-d6f4-46f6-bc53-6a911ac6ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:19:05Z', 'updated_at': '2021-08-03T20:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:13.374696 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port baf9bf3b-33d1-488c-9088-f512e553c4d8, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=baf9bf3b-33d1-488c-9088-f512e553c4d8,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:13.375069 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.390050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] DHCP port deletion for 5893fdf2-d303-4be1-8f40-76a09f7dbc15 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:20:13.390368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for baf9bf3b-33d1-488c-9088-f512e553c4d8 owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:13.440096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Deleting port 29d28bc0-184a-4bb7-aaf8-441fca04003e {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:13.441119 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.511764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] For port 29d28bc0-184a-4bb7-aaf8-441fca04003e, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=29d28bc0-184a-4bb7-aaf8-441fca04003e,segment=NetworkSegment(b150fef0-599e-48d5-b242-ddb55eef4a20),segment_id=b150fef0-599e-48d5-b242-ddb55eef4a20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:13.512045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.528706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Calling delete_port for 29d28bc0-184a-4bb7-aaf8-441fca04003e owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:13.579930 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.606219 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=baf9bf3b-33d1-488c-9088-f512e553c4d8,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:13.610583 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.619900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.619900 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.620231 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.620429 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.620727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.621057 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.621395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.621758 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.622090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.622417 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.622740 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.623060 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.642170 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Pushing event deleted for resources: {'Port': ['ID=29d28bc0-184a-4bb7-aaf8-441fca04003e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:13.651961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] No DVR routers for this DVR port 29d28bc0-184a-4bb7-aaf8-441fca04003e on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:20:13.654581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.654930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.655269 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.655596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.655992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.656335 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.656662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.656982 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.657301 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.657648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.657975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.658299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881201c-22b2-4fb1-9c20-87a2f799c7e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:13.699976 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.816177 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.818699 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.822047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 29d28bc0-184a-4bb7-aaf8-441fca04003e no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:13.842492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 29d28bc0-184a-4bb7-aaf8-441fca04003e {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:13.842948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 29d28bc0-184a-4bb7-aaf8-441fca04003e not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:13.843419 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:13.864685 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:13.865334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2a8fe0c4-ac2a-4e1c-bd67-7b913ade680a not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:13.868664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.869175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Fanout notify agent at l3_agent the message router_deleted on router c115b02b-d6f4-46f6-bc53-6a911ac6ca68 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:20:13.877485 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:13.878683 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dbeb3538-a5b6-4f8f-982d-a17273aae3da tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/routers/c115b02b-d6f4-46f6-bc53-6a911ac6ca68 HTTP/1.1" status: 204 len: 168 time: 0.8951585 Aug 03 20:20:13.881629 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39208) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:13.970261 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.070253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.081319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5893fdf2-d303-4be1-8f40-76a09f7dbc15']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:14.091326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b150fef0-599e-48d5-b242-ddb55eef4a20') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:14.091637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b150fef0-599e-48d5-b242-ddb55eef4a20') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:14.101702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.117833 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.123929 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:20:14.124331 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:20:14.127319 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:20:14.190852 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.199730 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.201058 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/networks/5893fdf2-d303-4be1-8f40-76a09f7dbc15 HTTP/1.1" status: 204 len: 168 time: 0.3184502 Aug 03 20:20:14.203943 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39210) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:14.223341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7512c2-4b51-471c-a2e8-1d24ab9d2c0f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Network': ['ID=5893fdf2-d303-4be1-8f40-76a09f7dbc15,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:14.278595 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bba53610-9119-4edb-998e-0c496da990a6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.306170 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bba53610-9119-4edb-998e-0c496da990a6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.376919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bba53610-9119-4edb-998e-0c496da990a6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.380260 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bba53610-9119-4edb-998e-0c496da990a6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.384516 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bba53610-9119-4edb-998e-0c496da990a6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1474c08-eba2-4cc3-9a77-e08135efafea HTTP/1.1" status: 204 len: 168 time: 0.1767311 Aug 03 20:20:14.397864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba53610-9119-4edb-998e-0c496da990a6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1474c08-eba2-4cc3-9a77-e08135efafea,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:14.652147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39216) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:14.657028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-02ab41b0-321f-4214-aafd-edae85fda109 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-378125045', 'description': 'tempest-secgroup-smoke-378125045 description', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:14.682779 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02ab41b0-321f-4214-aafd-edae85fda109 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.770458 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02ab41b0-321f-4214-aafd-edae85fda109 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.775550 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02ab41b0-321f-4214-aafd-edae85fda109 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.806722 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab41b0-321f-4214-aafd-edae85fda109 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64144720-01e1-496b-9344-21b3d4687996,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:14.809192 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02ab41b0-321f-4214-aafd-edae85fda109 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.813261 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-02ab41b0-321f-4214-aafd-edae85fda109 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1572611 Aug 03 20:20:14.813796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39218) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:14.818728 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-bd73839d-ca04-4bca-8620-fcdad7fcd12e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '64144720-01e1-496b-9344-21b3d4687996', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:14.848823 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bd73839d-ca04-4bca-8620-fcdad7fcd12e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.916870 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bd73839d-ca04-4bca-8620-fcdad7fcd12e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.921306 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bd73839d-ca04-4bca-8620-fcdad7fcd12e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.941251 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73839d-ca04-4bca-8620-fcdad7fcd12e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cdb8cb-5b37-4615-8024-8f4044cd44fa,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:14.947727 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bd73839d-ca04-4bca-8620-fcdad7fcd12e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.949168 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bd73839d-ca04-4bca-8620-fcdad7fcd12e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343467 Aug 03 20:20:14.951991 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39220) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:14.957006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f54d3720-cb29-4e09-b104-5684867f7138 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '64144720-01e1-496b-9344-21b3d4687996', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:14.983527 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f54d3720-cb29-4e09-b104-5684867f7138 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.045847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f54d3720-cb29-4e09-b104-5684867f7138 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.050510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f54d3720-cb29-4e09-b104-5684867f7138 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.070590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d3720-cb29-4e09-b104-5684867f7138 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dba9748-db43-4f58-8d3d-124973732ccc,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:15.075698 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f54d3720-cb29-4e09-b104-5684867f7138 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.079966 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f54d3720-cb29-4e09-b104-5684867f7138 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240587 Aug 03 20:20:15.079966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39222) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:15.084867 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6a1851e5-f7d9-4152-ab73-e8117b96f28d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '64144720-01e1-496b-9344-21b3d4687996', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:15.112537 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a1851e5-f7d9-4152-ab73-e8117b96f28d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.174466 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a1851e5-f7d9-4152-ab73-e8117b96f28d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.180194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a1851e5-f7d9-4152-ab73-e8117b96f28d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.202554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1851e5-f7d9-4152-ab73-e8117b96f28d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfa505a-6293-4689-a3ff-0a2af51be5a2,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:15.206722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a1851e5-f7d9-4152-ab73-e8117b96f28d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.208500 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6a1851e5-f7d9-4152-ab73-e8117b96f28d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271884 Aug 03 20:20:15.211232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39224) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:15.215939 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f25fb0bd-582b-4831-8c8e-bd2da0430299 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '64144720-01e1-496b-9344-21b3d4687996', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:15.247728 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f25fb0bd-582b-4831-8c8e-bd2da0430299 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.329720 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f25fb0bd-582b-4831-8c8e-bd2da0430299 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.334255 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f25fb0bd-582b-4831-8c8e-bd2da0430299 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.353642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fb0bd-582b-4831-8c8e-bd2da0430299 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f420b0f8-862c-418e-9b24-1439364a10e6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:15.363015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f25fb0bd-582b-4831-8c8e-bd2da0430299 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.364287 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f25fb0bd-582b-4831-8c8e-bd2da0430299 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520844 Aug 03 20:20:15.367184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39226) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:15.373006 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d8ff0cfb-0e83-445a-882b-5a43f943a14b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '64144720-01e1-496b-9344-21b3d4687996', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:15.399993 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-d8ff0cfb-0e83-445a-882b-5a43f943a14b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:20:15.406106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0cfb-0e83-445a-882b-5a43f943a14b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.476648 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0cfb-0e83-445a-882b-5a43f943a14b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.482570 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0cfb-0e83-445a-882b-5a43f943a14b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.503167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff0cfb-0e83-445a-882b-5a43f943a14b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0f6751-1a33-4a9e-8b66-dbea2693766d,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:15.510101 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0cfb-0e83-445a-882b-5a43f943a14b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.512188 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d8ff0cfb-0e83-445a-882b-5a43f943a14b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437013 Aug 03 20:20:15.514967 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39228) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:15.523324 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5d0f9053-bbef-47ca-ac18-f86f6a44f69b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '64144720-01e1-496b-9344-21b3d4687996', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:15.548820 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-5d0f9053-bbef-47ca-ac18-f86f6a44f69b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:20:15.554993 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9053-bbef-47ca-ac18-f86f6a44f69b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.621745 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9053-bbef-47ca-ac18-f86f6a44f69b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.627336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9053-bbef-47ca-ac18-f86f6a44f69b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.648287 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f9053-bbef-47ca-ac18-f86f6a44f69b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d15cfa-8d1d-4bfa-994f-8dfe031540e9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:15.655106 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9053-bbef-47ca-ac18-f86f6a44f69b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.656896 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5d0f9053-bbef-47ca-ac18-f86f6a44f69b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405416 Aug 03 20:20:15.660980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39230) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:15.666376 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'network': {'name': 'tempest-network-smoke--2002426317', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'port_security_enabled': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:15.684379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device baf9bf3b-33d1-488c-9088-f512e553c4d8 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:15.690149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:20:15.693803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.704980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: baf9bf3b-33d1-488c-9088-f512e553c4d8 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:15.705330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device baf9bf3b-33d1-488c-9088-f512e553c4d8 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:15.722895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:20:15.732857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.733204 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Added segment 7940c2d9-079c-414a-8d5c-aa18fe48cd88 of type vlan for network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 Aug 03 20:20:15.776864 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.806746 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.812436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:15.813032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.872866 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2106631 Aug 03 20:20:15.876181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39232) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:15.881203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'admin_state_up': True, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:15.888568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed3501-e662-4e8d-b68d-3feb3b945848 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Network': ['ID=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:15.899745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:20:15.910786 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.911834 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.970784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:16.122978 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:16.323225 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:16.343240 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:16.461228 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.69 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/b1681c16-5ee4-4561-b5d6-2f24a0b81c2d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:20:16.561074 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:16.599196 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:16.642190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:20:16.644998 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:20:16.650774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:20:16.656836 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=b1681c16-5ee4-4561-b5d6-2f24a0b81c2d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:16.908102 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:17.448756 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:17.594647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router d23a8545-ea1d-4f0a-b712-f943f8121f60 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:20:17.707746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:17.717261 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Sync routers for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:17.726335 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:17.727221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:17.727666 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d88b4c3b-a552-460a-91b2-182954b7711f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8502891 Aug 03 20:20:17.728006 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:17.731299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39234) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:17.764939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-85334c03-52d9-4cdb-a856-58f9be568cad tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1e7be0d6311a4430a1c406e0795e24cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299649 Aug 03 20:20:17.765175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39236) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:17.835207 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:17.865181 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733361db-2f12-4578-9f94-b6e80c382d8b tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:17.866771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-733361db-2f12-4578-9f94-b6e80c382d8b tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007092 Aug 03 20:20:17.869936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39238) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:17.914511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5f3b347e-3947-4556-8128-0161bae2a602 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432725 Aug 03 20:20:17.917524 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39240) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:17.922771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69541594', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:18.037178 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:20:18.038127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:16Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:18.041228 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.066384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Checking router: d23a8545-ea1d-4f0a-b712-f943f8121f60 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:18.066749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Updating router d23a8545-ea1d-4f0a-b712-f943f8121f60 port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:20:18.094084 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.287368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.347431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Subnet': ['ID=5f7b23e0-79ec-47eb-b191-fb3d80b2606e,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:18.359257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Checking segment: {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:20:18.359623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network hostable DHCP agents. Network: de6ab74d-bc01-4e13-b0e6-f8cfbc136f63, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:20:18.385725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:20:18.395742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, de6ab74d-bc01-4e13-b0e6-f8cfbc136f63) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:20:18.400030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:18.400604 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.407054 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21589b-03a8-458e-afc3-50099a2d6a54 None None] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:20:18.416138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e3ac8fc8-25e2-4d03-a829-072efc807a5f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4975314 Aug 03 20:20:18.419105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39242) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:18.428783 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.469173 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Transition to ACTIVE for port object b1681c16-5ee4-4561-b5d6-2f24a0b81c2d will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:20:18.477812 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.557163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbafb5-a23c-4c31-a6f0-334c41ad710f None None] Pushing event updated for resources: {'Port': ['ID=b1681c16-5ee4-4561-b5d6-2f24a0b81c2d,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:18.586213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Attempting to bind port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:20:18.586583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Attempting to bind port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:20:18.586950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Attempting to bind port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:20:18.596895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:20:18.597280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:20:18.597706 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.598105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:20:18.598565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Bound port: b1681c16-5ee4-4561-b5d6-2f24a0b81c2d, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:20:18.598951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.662988 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:20:18.663823 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.688565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] For port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:20:18.708156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] For port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1681c16-5ee4-4561-b5d6-2f24a0b81c2d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:20:18.713365 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.858383 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbafb5-a23c-4c31-a6f0-334c41ad710f None None] Pushing event updated for resources: {'Port': ['ID=b1681c16-5ee4-4561-b5d6-2f24a0b81c2d,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:18.863427 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:18.864053 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:18.875253 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:18.916921 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Allocated IP 172.20.0.2 (de6ab74d-bc01-4e13-b0e6-f8cfbc136f63/5f7b23e0-79ec-47eb-b191-fb3d80b2606e/97843259-688d-4e8c-9d5a-18a43bda1912) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:20:19.031445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:19.232745 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.259525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Transition to ACTIVE for port object 97843259-688d-4e8c-9d5a-18a43bda1912 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:20:19.279573 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Transition to ACTIVE for port object 97843259-688d-4e8c-9d5a-18a43bda1912 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:20:19.288987 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.335579 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:20:19.342602 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:20:19.344183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.1 (de6ab74d-bc01-4e13-b0e6-f8cfbc136f63/5f7b23e0-79ec-47eb-b191-fb3d80b2606e/3c9bdd31-7809-44ce-973e-887d89e92dbd) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:20:19.347955 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:20:19.350223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Pushing event updated for resources: {'Port': ['ID=97843259-688d-4e8c-9d5a-18a43bda1912,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:19.353216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:16Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:19.385022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb5095-6495-4351-9fe0-abcc1fc0cce6 None None] The sync data for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 is: [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:16Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:19.444101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Attempting to bind port 97843259-688d-4e8c-9d5a-18a43bda1912 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:20:19.444477 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Attempting to bind port 97843259-688d-4e8c-9d5a-18a43bda1912 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:20:19.444829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Attempting to bind port 97843259-688d-4e8c-9d5a-18a43bda1912 on network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:20:19.450652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:20:19.451185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Checking segment: {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:20:19.451600 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.451991 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Bound using segment: {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:20:19.452465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Bound port: 97843259-688d-4e8c-9d5a-18a43bda1912, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:20:19.452849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.478581 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.496059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 3c9bdd31-7809-44ce-973e-887d89e92dbd will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:20:19.528641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] For port 97843259-688d-4e8c-9d5a-18a43bda1912, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:20:19.532307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] For port 97843259-688d-4e8c-9d5a-18a43bda1912, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=97843259-688d-4e8c-9d5a-18a43bda1912,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:20:19.534070 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.536208 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.584727 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:20:19.592189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:20:19.602354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13fd66-0722-465e-8a87-51781df69859 None None] Pushing event updated for resources: {'Port': ['ID=97843259-688d-4e8c-9d5a-18a43bda1912,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:19.603833 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:20:19.608334 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=3c9bdd31-7809-44ce-973e-887d89e92dbd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:19.679351 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.783084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b1681c16-5ee4-4561-b5d6-2f24a0b81c2d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:19.884462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.056379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:20:20.060531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:20.061776 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.160065 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.191483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1681c16-5ee4-4561-b5d6-2f24a0b81c2d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:20.199237 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.244050 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.250337 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.257167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b1681c16-5ee4-4561-b5d6-2f24a0b81c2d,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:20.340255 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=3c9bdd31-7809-44ce-973e-887d89e92dbd,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:20.344480 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.481343 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:20:20.482861 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:20:20.605809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router d23a8545-ea1d-4f0a-b712-f943f8121f60 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:20:20.696684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a36d17-69c5-4d72-9bc9-3f1d22172809 None None] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:20:20.732197 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:20.737999 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b56f5f78-4585-4e0a-8dd9-8b19cc603ae6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/d23a8545-ea1d-4f0a-b712-f943f8121f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3176372 Aug 03 20:20:20.763018 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6482d565-60c7-4e0a-84c8-93d83a51fd80 None None] Provisioning for port 97843259-688d-4e8c-9d5a-18a43bda1912 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:20:20.907497 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-8ee60ac0-95fa-4833-82b1-aaaf97da994f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-378125045&fields=id&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 267 time: 0.0492413 Aug 03 20:20:21.039384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-218519e8-f2dc-4cfd-a26b-47a7a62f9bfa tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:21.041233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-218519e8-f2dc-4cfd-a26b-47a7a62f9bfa tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/networks?id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 200 len: 797 time: 0.1253834 Aug 03 20:20:21.058704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-40854b67-8d51-447d-a443-10ebe8c68e8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/quotas/1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 375 time: 0.0109956 Aug 03 20:20:21.111598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-350e8b9d-34c1-4731-9307-67ef6953c44b None None] Provisioning for port 3c9bdd31-7809-44ce-973e-887d89e92dbd completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:20:21.117166 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-350e8b9d-34c1-4731-9307-67ef6953c44b None None] Provisioning complete for port 3c9bdd31-7809-44ce-973e-887d89e92dbd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:21.117947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-350e8b9d-34c1-4731-9307-67ef6953c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.139071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-5381a340-2f0e-4995-be0d-46ddc0c90617 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729957 Aug 03 20:20:21.175335 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-350e8b9d-34c1-4731-9307-67ef6953c44b None None] Port 3c9bdd31-7809-44ce-973e-887d89e92dbd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:20:21.192816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.273856 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-f6f083ad-c684-4f2f-9c6e-19ed1dd54320 service neutron] 10.222.0.42 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201546 Aug 03 20:20:21.293211 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Sync routers for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:21.305406 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:21.306074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:21.333970 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-00ba7322-8d67-4c64-a01c-54e77e1c4fa4 None None] Provisioning complete for port 3c9bdd31-7809-44ce-973e-887d89e92dbd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:21.334492 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-00ba7322-8d67-4c64-a01c-54e77e1c4fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.380746 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-00ba7322-8d67-4c64-a01c-54e77e1c4fa4 None None] Port 3c9bdd31-7809-44ce-973e-887d89e92dbd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:20:21.398536 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-a98452dd-5809-495a-9dc6-1f60aef9acd2 service neutron] 10.222.0.42 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179056 Aug 03 20:20:21.539563 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:21.593765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1234287-8b6c-4044-ab88-b40fd91e2c89 req-dd13e883-7d40-4011-ad0e-19555bc3e149 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 210 time: 0.0310862 Aug 03 20:20:21.601529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-50d8f553-fefc-4ab4-94ab-642b36f4cc48 None None] Provisioning complete for port 3c9bdd31-7809-44ce-973e-887d89e92dbd triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:21.601968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-50d8f553-fefc-4ab4-94ab-642b36f4cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.639409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-50d8f553-fefc-4ab4-94ab-642b36f4cc48 None None] Port 3c9bdd31-7809-44ce-973e-887d89e92dbd cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:20:21.825281 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 2, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:21.851766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b1681c16-5ee4-4561-b5d6-2f24a0b81c2d up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:21.857648 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Checking router: d23a8545-ea1d-4f0a-b712-f943f8121f60 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:21.858157 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Updating router d23a8545-ea1d-4f0a-b712-f943f8121f60 port 3c9bdd31-7809-44ce-973e-887d89e92dbd binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:20:21.889788 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.911669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:21.912113 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.004966 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 97843259-688d-4e8c-9d5a-18a43bda1912 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:22.055619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 97843259-688d-4e8c-9d5a-18a43bda1912 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:20:22.059877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 97843259-688d-4e8c-9d5a-18a43bda1912 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:22.060285 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.151324 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.190470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 97843259-688d-4e8c-9d5a-18a43bda1912, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=97843259-688d-4e8c-9d5a-18a43bda1912,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:22.198349 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.244080 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.257266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=97843259-688d-4e8c-9d5a-18a43bda1912,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:22.257839 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Transition to ACTIVE for port object 3c9bdd31-7809-44ce-973e-887d89e92dbd will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:20:22.264475 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.336945 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Pushing event updated for resources: {'Port': ['ID=3c9bdd31-7809-44ce-973e-887d89e92dbd,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:22.365706 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.366004 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.366259 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.366592 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.366918 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.367243 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.367566 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.367889 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.368210 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.368527 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.368862 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.369162 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:22.386069 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Attempting to bind port 3c9bdd31-7809-44ce-973e-887d89e92dbd on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:20:22.386745 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Attempting to bind port 3c9bdd31-7809-44ce-973e-887d89e92dbd by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:20:22.387127 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Attempting to bind port 3c9bdd31-7809-44ce-973e-887d89e92dbd on network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:20:22.394348 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:20:22.394892 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Checking segment: {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:20:22.395387 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.395872 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Bound using segment: {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:20:22.396512 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Bound port: 3c9bdd31-7809-44ce-973e-887d89e92dbd, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:20:22.396975 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.473785 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] For port 3c9bdd31-7809-44ce-973e-887d89e92dbd, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:20:22.478261 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] For port 3c9bdd31-7809-44ce-973e-887d89e92dbd, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3c9bdd31-7809-44ce-973e-887d89e92dbd,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:20:22.483682 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.544981 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:22.545671 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:22.591218 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935af0e7-360b-4ee5-917a-5b2ee574df56 None None] Pushing event updated for resources: {'Port': ['ID=3c9bdd31-7809-44ce-973e-887d89e92dbd,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:22.716543 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:22.769200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5bcfe133-b74e-4625-9907-96f0fa582fff req-90b139c1-897f-4cfb-a72e-9b2e91887be9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 210 time: 0.0565188 Aug 03 20:20:22.819884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-764b1e5c-c50b-407d-bae4-e9aaa76f067d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:22.821424 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-764b1e5c-c50b-407d-bae4-e9aaa76f067d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/networks?id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 200 len: 797 time: 0.2445397 Aug 03 20:20:22.873062 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-6f524a88-9bc1-4761-86c1-22f1d3a96719 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 379 time: 0.0396030 Aug 03 20:20:22.886419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'port': {'device_id': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'admin_state_up': True, 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'security_groups': ['64144720-01e1-496b-9344-21b3d4687996']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:22.971657 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:22Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:22.999446 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b005013-86dc-46fa-ad63-06b828a6e7ae None None] The sync data for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 is: [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:22Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:23.007429 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:20:23.011788 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.187296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.3 (de6ab74d-bc01-4e13-b0e6-f8cfbc136f63/5f7b23e0-79ec-47eb-b191-fb3d80b2606e/0c174768-9012-4b02-a498-3250a4dfa9e5) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:20:23.347268 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.361421 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 0c174768-9012-4b02-a498-3250a4dfa9e5 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:20:23.403011 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.458504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:20:23.461946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:20:23.468110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:20:23.496876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=0c174768-9012-4b02-a498-3250a4dfa9e5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:23.529850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:23.530540 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.550229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-990eb870-f010-4fe0-ba2e-bbe5e5ce2c74 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6698358 Aug 03 20:20:23.569913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Request body: {'port': {'device_id': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:23.639110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.721204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5c35d19d-9cc2-40dd-81dc-40b167fd62b3 None None] Provisioning for port 0c174768-9012-4b02-a498-3250a4dfa9e5 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:20:23.726821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5c35d19d-9cc2-40dd-81dc-40b167fd62b3 None None] Provisioning complete for port 0c174768-9012-4b02-a498-3250a4dfa9e5 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:23.727189 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5c35d19d-9cc2-40dd-81dc-40b167fd62b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.766694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-5c35d19d-9cc2-40dd-81dc-40b167fd62b3 None None] Port 0c174768-9012-4b02-a498-3250a4dfa9e5 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:20:23.855751 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 97843259-688d-4e8c-9d5a-18a43bda1912 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:23.912289 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 97843259-688d-4e8c-9d5a-18a43bda1912 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:23.913004 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.953983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3fe82-481c-4f9b-88f8-d71c984df382 req-8325ab51-2a84-4305-b6d7-f7850d2623f7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:23.955582 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ec3fe82-481c-4f9b-88f8-d71c984df382 req-8325ab51-2a84-4305-b6d7-f7850d2623f7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 931 time: 0.0865028 Aug 03 20:20:23.998913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3c9bdd31-7809-44ce-973e-887d89e92dbd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:24.024200 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6ec3fe82-481c-4f9b-88f8-d71c984df382 req-e883e01e-fd69-46dd-9b7d-bf9f12401190 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558839 Aug 03 20:20:24.058691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c174768-9012-4b02-a498-3250a4dfa9e5 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:20:24.069679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3c9bdd31-7809-44ce-973e-887d89e92dbd completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:20:24.069908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.076382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3c9bdd31-7809-44ce-973e-887d89e92dbd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:24.076816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.094306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Transition to ACTIVE for port object 0c174768-9012-4b02-a498-3250a4dfa9e5 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:20:24.099531 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.185031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Pushing event updated for resources: {'Port': ['ID=0c174768-9012-4b02-a498-3250a4dfa9e5,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:24.192390 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.247015 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Attempting to bind port 0c174768-9012-4b02-a498-3250a4dfa9e5 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:20:24.247356 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Attempting to bind port 0c174768-9012-4b02-a498-3250a4dfa9e5 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:20:24.247684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Attempting to bind port 0c174768-9012-4b02-a498-3250a4dfa9e5 on network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:20:24.249253 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3c9bdd31-7809-44ce-973e-887d89e92dbd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3c9bdd31-7809-44ce-973e-887d89e92dbd,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:24.253846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Port 0c174768-9012-4b02-a498-3250a4dfa9e5 on network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:20:24.254306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Attempting to bind port 0c174768-9012-4b02-a498-3250a4dfa9e5 on network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:20:24.254657 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.264809 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:20:24.265187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Checking segment: {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:20:24.265577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Bound using segment: {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:20:24.266018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Bound port: 0c174768-9012-4b02-a498-3250a4dfa9e5, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7940c2d9-079c-414a-8d5c-aa18fe48cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:20:24.266576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.308352 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3c9bdd31-7809-44ce-973e-887d89e92dbd,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:24.354102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] For port 0c174768-9012-4b02-a498-3250a4dfa9e5, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:20:24.360347 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] For port 0c174768-9012-4b02-a498-3250a4dfa9e5, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0c174768-9012-4b02-a498-3250a4dfa9e5,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:20:24.367289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.416023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:24.416646 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.418107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] 10.222.0.88 "PUT /v2.0/ports/0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 200 len: 1091 time: 0.8574557 Aug 03 20:20:24.418562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:24.420883 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb90ce5-80e3-4fe1-bf51-b52335424fac" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:24.482262 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf299f0-c1c0-485e-9968-36f51517f400 x-openstack-request-id: req-faf299f0-c1c0-485e-9968-36f51517f400 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:24.482262 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:24.482262 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-faf299f0-c1c0-485e-9968-36f51517f400 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:24.482672 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'status': 'completed', 'code': 200} Aug 03 20:20:24.498147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b6d27-2c7c-4ef9-8b34-b8370c8cab5c service neutron] Pushing event updated for resources: {'Port': ['ID=0c174768-9012-4b02-a498-3250a4dfa9e5,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:24.520664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-cd177943-dfed-4978-971f-271525025d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:24.521953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-cd177943-dfed-4978-971f-271525025d00 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1094 time: 0.0513172 Aug 03 20:20:24.568970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-155d8bde-6517-43ba-9f91-a1e9760f0580 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 200 len: 217 time: 0.0373580 Aug 03 20:20:24.629398 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-1586b777-9755-467f-991f-a96654ac4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:24.632396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-1586b777-9755-467f-991f-a96654ac4db5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f7b23e0-79ec-47eb-b191-fb3d80b2606e HTTP/1.1" status: 200 len: 833 time: 0.0539267 Aug 03 20:20:24.689075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-8aaf9787-f829-4bda-a15d-146c8b75a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:24.691174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-8aaf9787-f829-4bda-a15d-146c8b75a53c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518250 Aug 03 20:20:24.799943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-31633b0a-7392-47b2-b93b-6b44b35113e2 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992985 Aug 03 20:20:24.931702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-57e288bc-25ae-4881-a6e0-29400b70afd7 req-4fe45bde-bc4c-4078-97d4-a27e2ab8677d service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239903 Aug 03 20:20:25.034297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-e05bd3a8-9278-4744-be0c-9b49dd5eb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:25.036680 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-e05bd3a8-9278-4744-be0c-9b49dd5eb4b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1094 time: 0.0477495 Aug 03 20:20:25.191186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f71973-d89b-4049-9dbf-1681e1d65dbc req-5328fddd-0a8c-459d-8025-c6701243551c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:25.192815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69f71973-d89b-4049-9dbf-1681e1d65dbc req-5328fddd-0a8c-459d-8025-c6701243551c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 943 time: 0.0820556 Aug 03 20:20:25.194678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-c496e42c-6767-4e53-b95c-0ec9f40658f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:25.195963 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-c496e42c-6767-4e53-b95c-0ec9f40658f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 200 len: 898 time: 0.1504426 Aug 03 20:20:25.251820 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-4f123d06-8116-4e73-b4f1-4c94555810ea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 200 len: 217 time: 0.0477829 Aug 03 20:20:25.283381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-69f71973-d89b-4049-9dbf-1681e1d65dbc req-0e1190bb-9ab4-418f-a9ae-e55a24d7778e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805988 Aug 03 20:20:25.317921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-bfe4cbb7-46a9-4ef3-97df-a120b2583997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:25.319430 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-bfe4cbb7-46a9-4ef3-97df-a120b2583997 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f7b23e0-79ec-47eb-b191-fb3d80b2606e HTTP/1.1" status: 200 len: 833 time: 0.0559089 Aug 03 20:20:25.369381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-b2edcb82-edce-4ae1-8124-0205bfa1f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:25.371007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-b2edcb82-edce-4ae1-8124-0205bfa1f8d8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426002 Aug 03 20:20:25.468760 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-eed62a1d-6551-4fae-b91e-136961aeb357 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892630 Aug 03 20:20:25.575379 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-feb90ce5-80e3-4fe1-bf51-b52335424fac req-9d517abb-d919-422a-bb9d-e5eba23fcb54 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972891 Aug 03 20:20:25.729434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3c9bdd31-7809-44ce-973e-887d89e92dbd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:25.782230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3c9bdd31-7809-44ce-973e-887d89e92dbd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:25.782594 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.254201 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bff35edc-74d4-4600-9434-14b9375d7a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.402534 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.413282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3286639-ae64-4e17-ad31-29acd118000b req-e7cff587-670d-42ff-bd86-368aa8c5202e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:26.414835 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3286639-ae64-4e17-ad31-29acd118000b req-e7cff587-670d-42ff-bd86-368aa8c5202e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 943 time: 0.0600638 Aug 03 20:20:26.463574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3286639-ae64-4e17-ad31-29acd118000b req-3d6a1835-d44b-4882-b56b-1c7fab1a3165 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370395 Aug 03 20:20:27.137545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0c174768-9012-4b02-a498-3250a4dfa9e5 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:20:27.238781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0c174768-9012-4b02-a498-3250a4dfa9e5, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0c174768-9012-4b02-a498-3250a4dfa9e5,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:27.251916 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'port_id': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'mac_address': 'fa:16:3e:20:5e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:20:27.292121 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:27.306316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c174768-9012-4b02-a498-3250a4dfa9e5 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:20:27.326802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0c174768-9012-4b02-a498-3250a4dfa9e5, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0c174768-9012-4b02-a498-3250a4dfa9e5,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:27.332312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:27.381744 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0c174768-9012-4b02-a498-3250a4dfa9e5,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:27.607390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['0c174768-9012-4b02-a498-3250a4dfa9e5'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:20:27.607629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752de2-cf13-4aad-b8f9-a266e31961fd req-cb83a4fe-21bd-49c3-9bea-af222758a0a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:27.609052 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e752de2-cf13-4aad-b8f9-a266e31961fd req-cb83a4fe-21bd-49c3-9bea-af222758a0a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 944 time: 0.0721648 Aug 03 20:20:27.651681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e752de2-cf13-4aad-b8f9-a266e31961fd req-eb0c9083-3d87-4f97-b379-61c3958c0524 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354199 Aug 03 20:20:28.770400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cc4ac-bc53-4049-8aa0-a6af465a713f req-1501a972-90d3-4b4f-9f5d-e3fb3b17ad65 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:28.771944 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c72cc4ac-bc53-4049-8aa0-a6af465a713f req-1501a972-90d3-4b4f-9f5d-e3fb3b17ad65 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 944 time: 0.0509262 Aug 03 20:20:28.811095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c72cc4ac-bc53-4049-8aa0-a6af465a713f req-81a07a51-96fb-40d7-897a-afe54a6a1406 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Aug 03 20:20:29.137459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0c174768-9012-4b02-a498-3250a4dfa9e5 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:29.186877 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 0c174768-9012-4b02-a498-3250a4dfa9e5 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:20:29.191294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 0c174768-9012-4b02-a498-3250a4dfa9e5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:29.191667 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:29.268625 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:29.290327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:29.292552 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365c7d94-8065-4db0-8f8e-eed10e681ad7" -d '{"events": [{"server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "name": "network-vif-plugged", "status": "completed", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:29.305900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 0c174768-9012-4b02-a498-3250a4dfa9e5, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0c174768-9012-4b02-a498-3250a4dfa9e5,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:29.310260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:29.336842 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157392af-5bdb-4a4f-8591-7c6e41639bcd x-openstack-request-id: req-157392af-5bdb-4a4f-8591-7c6e41639bcd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:29.337130 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "name": "network-vif-plugged", "status": "completed", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:29.337372 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-157392af-5bdb-4a4f-8591-7c6e41639bcd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:29.337765 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'code': 200} Aug 03 20:20:29.364192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=0c174768-9012-4b02-a498-3250a4dfa9e5,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:29.423852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4594e88-2f7f-4e62-9f52-ed1f5b418441 req-541d67fc-82c3-4f3b-829f-566e9c937b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:29.425981 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4594e88-2f7f-4e62-9f52-ed1f5b418441 req-541d67fc-82c3-4f3b-829f-566e9c937b93 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1096 time: 0.0404944 Aug 03 20:20:29.461378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b4594e88-2f7f-4e62-9f52-ed1f5b418441 req-e5072ffe-d694-4d70-a9ea-72b46a9ce8f0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278113 Aug 03 20:20:29.894331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:29.931479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab86b8-a6ae-4edd-acc0-9bd72d6aeea8 req-ed199563-fd9f-4453-8a05-b0b377116637 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:29.932887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03ab86b8-a6ae-4edd-acc0-9bd72d6aeea8 req-ed199563-fd9f-4453-8a05-b0b377116637 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0542660 Aug 03 20:20:29.970929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-03ab86b8-a6ae-4edd-acc0-9bd72d6aeea8 req-4a380223-689b-4b99-ac0e-747c86f0df6d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Aug 03 20:20:30.379879 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f48458db-4133-49bc-8cf5-65e868cca6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:31.090167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b58a-185b-4301-8270-2cea9dfb4ca1 req-560e51f2-43aa-41ce-95c2-29904e7fd53e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:31.091895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6a5b58a-185b-4301-8270-2cea9dfb4ca1 req-560e51f2-43aa-41ce-95c2-29904e7fd53e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0503197 Aug 03 20:20:31.130977 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6a5b58a-185b-4301-8270-2cea9dfb4ca1 req-d8a4933e-47bb-46e3-ab07-6a49e3094535 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Aug 03 20:20:31.259731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0b5f5-280d-4e2d-b959-ad07d29faf7a req-f431739e-e3c2-47dc-bef2-55f86ae9f580 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:31.261343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ee0b5f5-280d-4e2d-b959-ad07d29faf7a req-f431739e-e3c2-47dc-bef2-55f86ae9f580 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0589428 Aug 03 20:20:31.300486 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ee0b5f5-280d-4e2d-b959-ad07d29faf7a req-2073d45f-06b5-4977-9fce-2eeb4cd90116 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330131 Aug 03 20:20:31.322549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39294) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:31.366558 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b4810-b098-4521-9230-a0c464ee76dd tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:31.368089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-307b4810-b098-4521-9230-a0c464ee76dd tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1091 time: 0.0445585 Aug 03 20:20:31.370985 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39296) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:31.375452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:20:31.397852 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:31.494300 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:31.603127 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.35 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/5f4f057f-9334-436a-a95e-3d5113049ac7) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:20:31.704553 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:31.742749 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:31.778785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:20:31.781669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:20:31.792278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:20:31.797528 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=5f4f057f-9334-436a-a95e-3d5113049ac7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:32.154358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:32.196994 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:32.230205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:32.377024 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:32.382054 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:32.447886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=5f4f057f-9334-436a-a95e-3d5113049ac7,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:32.458466 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:32.555615 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP 5c29ab8f-9e00-44a3-ac3f-734ac25163d5 associated. External IP: 172.25.4.35, port: 0c174768-9012-4b02-a498-3250a4dfa9e5. Aug 03 20:20:33.096183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router d23a8545-ea1d-4f0a-b712-f943f8121f60 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:20:33.201552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:33.212249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] Sync routers for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:33.216890 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:33.222495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:33.223123 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:33.246376 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cbf86ddf-1a8d-42b6-bffc-d25850d38f8c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8743494 Aug 03 20:20:33.247186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:33.249584 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f3cf3-cf66-46f7-a7af-32410b94ab75" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:33.294318 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b89d7d-517f-458d-8ec2-1a48004c95a5 x-openstack-request-id: req-99b89d7d-517f-458d-8ec2-1a48004c95a5 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:33.294613 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:33.294911 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99b89d7d-517f-458d-8ec2-1a48004c95a5 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:33.295311 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'status': 'completed', 'code': 200} Aug 03 20:20:33.332315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:33.382068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6583ff2-b6cd-42b5-9492-5d61fc35e615 req-f1a59b3c-560f-4ba5-abde-f50fcafc3277 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:33.383491 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6583ff2-b6cd-42b5-9492-5d61fc35e615 req-f1a59b3c-560f-4ba5-abde-f50fcafc3277 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0766611 Aug 03 20:20:33.389964 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-70ef2787-9eb4-4738-adee-fe43378e2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:33.391399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-70ef2787-9eb4-4738-adee-fe43378e2644 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1096 time: 0.0592346 Aug 03 20:20:33.473298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a6583ff2-b6cd-42b5-9492-5d61fc35e615 req-b32e9f66-a494-49f8-8e3e-3fa07c874bdb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809321 Aug 03 20:20:33.500292 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39302) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:33.508620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-8b1b1eff-b0f0-4aa2-9905-9f019f20f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:33.510174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-8b1b1eff-b0f0-4aa2-9905-9f019f20f123 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 200 len: 898 time: 0.1110280 Aug 03 20:20:33.565176 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '5c29ab8f-9e00-44a3-ac3f-734ac25163d5', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'port_id': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'mac_address': 'fa:16:3e:20:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:20:32Z', 'updated_at': '2021-08-03T20:20:32Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:24Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:33.573358 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5c8442ae-865a-4e88-9b33-4f91270dd7ab tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/5c29ab8f-9e00-44a3-ac3f-734ac25163d5 HTTP/1.1" status: 200 len: 990 time: 0.0714216 Aug 03 20:20:33.591019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-df608b62-76fc-4c35-bf1d-7778a511a8cb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 200 len: 998 time: 0.0724435 Aug 03 20:20:33.597396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] Checking router: d23a8545-ea1d-4f0a-b712-f943f8121f60 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:33.606576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:33.607192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:20:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:33.641577 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-859249fd-760c-42ef-9b61-dadde0ba15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:33.643090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-859249fd-760c-42ef-9b61-dadde0ba15f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f7b23e0-79ec-47eb-b191-fb3d80b2606e HTTP/1.1" status: 200 len: 833 time: 0.0441244 Aug 03 20:20:33.688740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-4217d0ed-0dd3-41eb-9c3d-cca9f482c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:33.690383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-4217d0ed-0dd3-41eb-9c3d-cca9f482c333 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397575 Aug 03 20:20:33.712110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:33.784572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-9d729cbc-aca5-4475-a692-8ee09cff41ca service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854650 Aug 03 20:20:33.886198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-596f3cf3-cf66-46f7-a7af-32410b94ab75 req-d3fe4ef2-5fc7-43f1-9dc0-7c3b4a72c1ae service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945942 Aug 03 20:20:33.952106 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '5c29ab8f-9e00-44a3-ac3f-734ac25163d5', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'port_id': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'mac_address': 'fa:16:3e:20:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:20:32Z', 'updated_at': '2021-08-03T20:20:32Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:24Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:33.977839 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58459ab-e718-4a47-b4f5-15f066226740 None None] The sync data for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 is: [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '5c29ab8f-9e00-44a3-ac3f-734ac25163d5', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'port_id': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'mac_address': 'fa:16:3e:20:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:20:32Z', 'updated_at': '2021-08-03T20:20:32Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:24Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:34.166982 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3682f-db34-4d84-96a6-e8ca2735a8fa None None] New status for floating IP 5c29ab8f-9e00-44a3-ac3f-734ac25163d5: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:20:34.576801 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39304) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:34.640439 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d62dc16d-4527-4cd5-b42e-e50175aa09d1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/5c29ab8f-9e00-44a3-ac3f-734ac25163d5 HTTP/1.1" status: 200 len: 992 time: 0.0624957 Aug 03 20:20:34.669219 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:40.479521 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:20:50.614932 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-6306df72-10a9-44ac-9d42-8c1a56c5dff1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406239 Aug 03 20:20:50.704291 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-19a976a6-fb8f-4754-bebe-870316a78fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:50.705773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-19a976a6-fb8f-4754-bebe-870316a78fc3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1096 time: 0.0449176 Aug 03 20:20:50.812950 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-6a133b11-02c1-46b5-816c-7ac062a55f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:50.814485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-6a133b11-02c1-46b5-816c-7ac062a55f48 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 200 len: 898 time: 0.0833049 Aug 03 20:20:50.884107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-a197b830-a862-45a4-9f77-acf6fcc8df01 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0618908 Aug 03 20:20:50.934073 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-0fca1271-dc4a-40e1-8684-a3887c9faf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:50.935542 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-0fca1271-dc4a-40e1-8684-a3887c9faf85 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f7b23e0-79ec-47eb-b191-fb3d80b2606e HTTP/1.1" status: 200 len: 833 time: 0.0423598 Aug 03 20:20:50.982649 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-f8bdf280-e0a1-495f-9103-50eec1c8f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:50.984070 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-f8bdf280-e0a1-495f-9103-50eec1c8f2af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380704 Aug 03 20:20:51.076147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-6022d38d-df6a-40f0-be3e-90f7d08f15b4 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842185 Aug 03 20:20:51.166485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f835183-41a3-4fe9-9191-7f53e2c674c9 req-6482da14-ad97-44b2-bf11-8e3802f2f1e6 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827441 Aug 03 20:20:51.179003 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:56.259138 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9afb66b1-f344-4e03-94f5-d9ccf2b88151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:56.391388 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:59.886051 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:00.380357 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1a2177e0-6911-490b-9df8-633586d49c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:02.200248 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:04.671512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:06.023411 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccffa94-bf7b-4290-8036-acecce69a95f req-9902873d-3e3a-4b0e-b50e-e9cf4255222f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:06.024815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ccffa94-bf7b-4290-8036-acecce69a95f req-9902873d-3e3a-4b0e-b50e-e9cf4255222f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0815232 Aug 03 20:21:06.026556 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-4f296751-7256-46f5-9abd-128f441e9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:06.027940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-4f296751-7256-46f5-9abd-128f441e9f9e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1096 time: 0.0752530 Aug 03 20:21:06.108132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ccffa94-bf7b-4290-8036-acecce69a95f req-c52780b3-0811-479f-aba5-5caf74c7eb54 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773730 Aug 03 20:21:06.139320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-723ddb7d-4f50-4bff-a3fa-399b4c15e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:06.140791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-723ddb7d-4f50-4bff-a3fa-399b4c15e464 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 200 len: 898 time: 0.1043234 Aug 03 20:21:06.212513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-0b73e3dc-ad66-4a46-8a26-3ecb447ac375 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0610800 Aug 03 20:21:06.261951 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-d604cc9b-c21f-42e3-aab1-461a272d3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:06.263356 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-d604cc9b-c21f-42e3-aab1-461a272d3793 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f7b23e0-79ec-47eb-b191-fb3d80b2606e HTTP/1.1" status: 200 len: 833 time: 0.0434589 Aug 03 20:21:06.309199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-f85aa0f2-8af2-45d7-8bdc-dbcacb764338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:06.310704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-f85aa0f2-8af2-45d7-8bdc-dbcacb764338 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395198 Aug 03 20:21:06.412466 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-1d526fb3-ad24-44e2-9536-8f51c93f50f7 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930130 Aug 03 20:21:06.505294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d39a077c-0bf9-4cb8-9185-3dae6d3fa6ff req-6bb289b4-f84f-4c57-a80f-f63bae120703 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851753 Aug 03 20:21:07.231983 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c7ea-ea18-4949-8985-0ac1ab972128 req-b4133595-1abe-44bf-b53b-830b26c7ad9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:07.233521 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dde1c7ea-ea18-4949-8985-0ac1ab972128 req-b4133595-1abe-44bf-b53b-830b26c7ad9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0557668 Aug 03 20:21:07.272155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dde1c7ea-ea18-4949-8985-0ac1ab972128 req-d5feb38b-142b-47ec-b30a-b709ecee7eb9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324681 Aug 03 20:21:08.389300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc0a49-a2c7-4b2b-94b0-f912f4cd8f48 req-8139e6ba-b224-41ba-ae54-7ab3a93183b6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:08.390849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bacc0a49-a2c7-4b2b-94b0-f912f4cd8f48 req-8139e6ba-b224-41ba-ae54-7ab3a93183b6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0504565 Aug 03 20:21:08.430989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bacc0a49-a2c7-4b2b-94b0-f912f4cd8f48 req-f7c6da4f-efbc-4016-9ffb-e26c2e7ec9fa tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338871 Aug 03 20:21:09.564058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11dcfe-1eb0-4518-8486-01e443214398 req-bf0b4de0-e185-44c7-acb4-9b6d3921391a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:09.565599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c11dcfe-1eb0-4518-8486-01e443214398 req-bf0b4de0-e185-44c7-acb4-9b6d3921391a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0661073 Aug 03 20:21:09.604546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c11dcfe-1eb0-4518-8486-01e443214398 req-6b4636a7-854a-4911-bb4a-77462c335aee tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326002 Aug 03 20:21:10.721935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93408c-8c16-478d-9a78-e26a8f725592 req-a2c547b0-66ca-43d2-ad6e-fe42318da133 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:10.723315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd93408c-8c16-478d-9a78-e26a8f725592 req-a2c547b0-66ca-43d2-ad6e-fe42318da133 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0527182 Aug 03 20:21:10.760578 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd93408c-8c16-478d-9a78-e26a8f725592 req-4473f653-90bf-4539-bec3-9fc83ce6d066 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Aug 03 20:21:11.874320 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dc739-ecad-4360-ae0f-344c2ed757d9 req-ed6210e7-7571-4b31-b3f4-600947559515 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:11.875807 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a2dc739-ecad-4360-ae0f-344c2ed757d9 req-ed6210e7-7571-4b31-b3f4-600947559515 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0491369 Aug 03 20:21:11.920473 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a2dc739-ecad-4360-ae0f-344c2ed757d9 req-65627d62-cd25-403b-862a-6376f85ac850 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385845 Aug 03 20:21:13.034036 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6ad4b-707a-4e16-bab7-043dd5a94abc req-af3e2b9c-cf94-4cd8-855e-f60358d95dc7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:13.035515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0b6ad4b-707a-4e16-bab7-043dd5a94abc req-af3e2b9c-cf94-4cd8-855e-f60358d95dc7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0482311 Aug 03 20:21:13.073995 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0b6ad4b-707a-4e16-bab7-043dd5a94abc req-c17d110c-3c62-4810-889b-ee13f144cbb1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Aug 03 20:21:14.189420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f07cb-f817-4c1e-8a98-6a8f3c410136 req-365a2650-67c2-4015-b627-67370327302d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:14.190970 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-029f07cb-f817-4c1e-8a98-6a8f3c410136 req-365a2650-67c2-4015-b627-67370327302d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0516634 Aug 03 20:21:14.231004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-029f07cb-f817-4c1e-8a98-6a8f3c410136 req-d0f15f3d-d18c-4364-9137-d22a9b8ec349 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334971 Aug 03 20:21:15.346035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1f1e7-1d90-41f3-8fe6-4ec227607107 req-84f6e4d3-a74e-4e29-87b7-acb0a7b8347f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:15.347544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef1f1e7-1d90-41f3-8fe6-4ec227607107 req-84f6e4d3-a74e-4e29-87b7-acb0a7b8347f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0494940 Aug 03 20:21:15.386271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ef1f1e7-1d90-41f3-8fe6-4ec227607107 req-cff23e80-7e15-475a-8cdc-660126a9aff0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Aug 03 20:21:16.502343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18bffb-6405-44c7-8b58-1f0ecda1fc9e req-fd0e0aa3-38bc-4c73-8c24-c0293709081c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:16.503813 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e18bffb-6405-44c7-8b58-1f0ecda1fc9e req-fd0e0aa3-38bc-4c73-8c24-c0293709081c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0494559 Aug 03 20:21:16.542538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8e18bffb-6405-44c7-8b58-1f0ecda1fc9e req-3e6a1b93-626d-40b7-993e-df0f3b09260e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319946 Aug 03 20:21:17.479141 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:21:17.662159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f29633-6128-4cf1-9063-dc434f98a58d req-8304a8a2-8c7f-44e3-8917-403b3818c9e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:17.664180 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97f29633-6128-4cf1-9063-dc434f98a58d req-8304a8a2-8c7f-44e3-8917-403b3818c9e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0559130 Aug 03 20:21:17.702812 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-97f29633-6128-4cf1-9063-dc434f98a58d req-dc6e8a32-5b53-4119-82a3-acde74ea1d9e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326989 Aug 03 20:21:18.818856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bde4e-eb96-4977-acb9-8405d8a6f762 req-2e9513ce-d77f-439b-a759-f3ec68db40be tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:18.820360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-524bde4e-eb96-4977-acb9-8405d8a6f762 req-2e9513ce-d77f-439b-a759-f3ec68db40be tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0499878 Aug 03 20:21:18.858782 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-524bde4e-eb96-4977-acb9-8405d8a6f762 req-8f1575b2-1e65-46f4-a2b3-e99550f5e5b5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Aug 03 20:21:19.976151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c6ec0-80c0-433d-9f38-2b553a498285 req-563e1b25-9707-4763-bddc-15e8ef5cfd1e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:19.977591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-577c6ec0-80c0-433d-9f38-2b553a498285 req-563e1b25-9707-4763-bddc-15e8ef5cfd1e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0510170 Aug 03 20:21:20.016540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-577c6ec0-80c0-433d-9f38-2b553a498285 req-c4144b6d-c061-4455-8c90-346d71a8226b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331326 Aug 03 20:21:21.135808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4126ce-5928-4876-807f-fd18199def5b req-c650864a-3a7c-4b7d-99af-b9547a1aa992 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:21.137349 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce4126ce-5928-4876-807f-fd18199def5b req-c650864a-3a7c-4b7d-99af-b9547a1aa992 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0539191 Aug 03 20:21:21.175938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ce4126ce-5928-4876-807f-fd18199def5b req-1cd50aab-9d58-4cdf-8829-4e1dbf531eb4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324016 Aug 03 20:21:21.204661 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:22.292247 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ba857-5904-46b4-b4d5-2929f1543a0b req-5337daeb-efe4-4549-a664-46ddf9605c4e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:22.293871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d1ba857-5904-46b4-b4d5-2929f1543a0b req-5337daeb-efe4-4549-a664-46ddf9605c4e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0498912 Aug 03 20:21:22.342928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2d1ba857-5904-46b4-b4d5-2929f1543a0b req-599ae845-f807-496b-8007-674d785e3a97 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Aug 03 20:21:23.456325 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447264af-35d9-4765-b222-bc8db69e0ab0 req-35a2a4e6-f05c-4d1b-95f0-f9c5d00aa500 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:23.457846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-447264af-35d9-4765-b222-bc8db69e0ab0 req-35a2a4e6-f05c-4d1b-95f0-f9c5d00aa500 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0484791 Aug 03 20:21:23.497101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-447264af-35d9-4765-b222-bc8db69e0ab0 req-d6a5c620-c7b7-4d6a-bf9a-cc544cd344c1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328832 Aug 03 20:21:23.518368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39364) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:23.582209 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8951b5cd-60c1-4974-80f4-6974740bdb91 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/5c29ab8f-9e00-44a3-ac3f-734ac25163d5 HTTP/1.1" status: 200 len: 992 time: 0.0626915 Aug 03 20:21:26.259408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1e848886-927a-492b-bd89-299e89b33336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:26.404162 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:29.886710 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:30.380511 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc0d886b-809f-4491-9aa8-e23e57ece5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:32.203466 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:33.700721 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-9d28a79d-1eeb-43f5-9c59-b6dde11997f2 req-8b9d9e75-ee19-4070-8a4e-e1ab8ef32d6b service neutron] (94133) timed out ('10.222.0.88', 60078) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:21:34.673002 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:51.227052 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:51.597989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-c7c8c376-0e0e-4ac3-86aa-3a508fe06913 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401719 Aug 03 20:21:51.677529 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-e0c5ea30-c1dc-4933-99b7-db0a16501220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:51.679093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-e0c5ea30-c1dc-4933-99b7-db0a16501220 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1096 time: 0.0397644 Aug 03 20:21:51.786903 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-2c8fc016-ab50-4c05-b0c3-a2ebaf7dd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:51.788580 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-2c8fc016-ab50-4c05-b0c3-a2ebaf7dd15c service neutron] 10.222.0.88 "GET /v2.0/networks?id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 200 len: 898 time: 0.0882480 Aug 03 20:21:51.854305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-6a9c87b7-b06d-4e92-a6e8-fe17cb369697 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0575984 Aug 03 20:21:51.906521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-e0cbd5ff-8c3e-47aa-9539-cebbe698852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:51.908058 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-e0cbd5ff-8c3e-47aa-9539-cebbe698852d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f7b23e0-79ec-47eb-b191-fb3d80b2606e HTTP/1.1" status: 200 len: 833 time: 0.0470595 Aug 03 20:21:51.954856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-053015a8-5f6a-4df1-b6fa-48f47ed35194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:51.956393 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-053015a8-5f6a-4df1-b6fa-48f47ed35194 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405142 Aug 03 20:21:52.043877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-cfab982c-5e90-4f0a-84f2-49bae91b882d service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792446 Aug 03 20:21:52.135161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8204e87-99a7-4281-86ca-92e4f39d0e28 req-7c14d0a2-a196-4f51-b25f-26139cf8cd40 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837758 Aug 03 20:21:54.190515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39378) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:54.347814 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 5f4f057f-9334-436a-a95e-3d5113049ac7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:21:54.348152 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:54.420835 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:54.421163 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:54.432670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 5f4f057f-9334-436a-a95e-3d5113049ac7 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:21:54.477394 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:21:54.577785 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:54.605754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=5f4f057f-9334-436a-a95e-3d5113049ac7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:54.617373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.617700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.618035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.618366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.618696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.619022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.619348 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.619670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.619992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.620824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.621149 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.621462 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:54.678138 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:54.678460 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP 5c29ab8f-9e00-44a3-ac3f-734ac25163d5 disassociated (deleted). External IP: 172.25.4.35, port: 0c174768-9012-4b02-a498-3250a4dfa9e5. Aug 03 20:21:54.880960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router d23a8545-ea1d-4f0a-b712-f943f8121f60 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:21:54.987157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:21:54.991964 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:54.997013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] Sync routers for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:21:55.013180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:21:55.013824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:21:55.020230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7f26849c-156b-4925-9c38-2b7264514f31 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/floatingips/5c29ab8f-9e00-44a3-ac3f-734ac25163d5 HTTP/1.1" status: 204 len: 168 time: 0.8284132 Aug 03 20:21:55.020630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:21:55.022833 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:21:55.079180 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8927b1de-9e6d-448f-9949-d1075cfe4be3 x-openstack-request-id: req-8927b1de-9e6d-448f-9949-d1075cfe4be3 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:21:55.079493 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:21:55.079754 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8927b1de-9e6d-448f-9949-d1075cfe4be3 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:21:55.080296 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'status': 'completed', 'code': 200} Aug 03 20:21:55.121337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:21:55.145962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-9a778aca-9561-477a-b5c1-17a9c5f3e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:55.147498 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-9a778aca-9561-477a-b5c1-17a9c5f3e0c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 1096 time: 0.0432136 Aug 03 20:21:55.257456 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-c35074d4-db39-46b0-a4e8-873f251f0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:55.259196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-c35074d4-db39-46b0-a4e8-873f251f0107 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 200 len: 898 time: 0.1040828 Aug 03 20:21:55.306018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-b286af22-a2fb-4ccd-81fd-239d105df1bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 200 len: 217 time: 0.0388975 Aug 03 20:21:55.357994 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-bc635f0c-1be7-40d5-b695-7db5955f2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:55.359769 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-bc635f0c-1be7-40d5-b695-7db5955f2247 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f7b23e0-79ec-47eb-b191-fb3d80b2606e HTTP/1.1" status: 200 len: 833 time: 0.0468857 Aug 03 20:21:55.412620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-89db6d9f-0fb9-47d7-beab-d221883ed631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:55.414270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-89db6d9f-0fb9-47d7-beab-d221883ed631 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466990 Aug 03 20:21:55.493039 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:24Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:21:55.523193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] Checking router: d23a8545-ea1d-4f0a-b712-f943f8121f60 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:21:55.532009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:21:55.532630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:21:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:21:55.564257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a6a18-ceb5-46d8-af57-3907e3c1adf7 req-4e834adb-fb0c-45cb-8ed3-c2724961dc46 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:55.565774 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc4a6a18-ceb5-46d8-af57-3907e3c1adf7 req-4e834adb-fb0c-45cb-8ed3-c2724961dc46 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0750480 Aug 03 20:21:55.570033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-a88f32d8-7dec-4741-8cf5-42a0ed6a605d service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381652 Aug 03 20:21:55.640593 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:21:55.655906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc4a6a18-ceb5-46d8-af57-3907e3c1adf7 req-218bf80f-4f2b-42de-a44c-75a7114757a1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840609 Aug 03 20:21:55.691179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fed737ea-97c7-4de2-a8f9-7dd0423e7d54 req-6cdfabce-8f0d-4a76-b778-4992eaa62706 service neutron] 10.222.0.88 "GET /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115203 Aug 03 20:21:55.837858 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:24Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:21:55.867671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab94955-9b01-41f3-be53-8e208f0a5416 None None] The sync data for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 is: [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:20:19Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '3c9bdd31-7809-44ce-973e-887d89e92dbd', 'name': '', 'network_id': 'de6ab74d-bc01-4e13-b0e6-f8cfbc136f63', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:7f:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:18Z', 'updated_at': '2021-08-03T20:20:24Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '5f7b23e0-79ec-47eb-b191-fb3d80b2606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:21:56.081317 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0179ae48-6b0e-4d51-bf0b-a59e526678a1 None None] New status for floating IP 5c29ab8f-9e00-44a3-ac3f-734ac25163d5: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:21:56.259895 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-96dc86dd-c8a1-44cf-a4d5-2a82cf569bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:56.400308 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:56.772233 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b058-0989-4a9d-8d8c-74acdf922a09 req-be082bf4-4194-4984-b10e-7283fa74e926 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:56.773722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fa3b058-0989-4a9d-8d8c-74acdf922a09 req-be082bf4-4194-4984-b10e-7283fa74e926 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0488770 Aug 03 20:21:56.814165 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2fa3b058-0989-4a9d-8d8c-74acdf922a09 req-feb7c74b-7579-4eaa-84fa-58a3c1734821 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=64144720-01e1-496b-9344-21b3d4687996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343053 Aug 03 20:21:57.041168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-3a2dd7af-c9e9-4d61-8e0a-b117ab531b32 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:57.043505 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-3a2dd7af-c9e9-4d61-8e0a-b117ab531b32 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 945 time: 0.0538909 Aug 03 20:21:57.131548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 0c174768-9012-4b02-a498-3250a4dfa9e5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:21:57.131889 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:57.223269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 0c174768-9012-4b02-a498-3250a4dfa9e5, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=0c174768-9012-4b02-a498-3250a4dfa9e5,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:21:57.223629 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:57.236192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 0c174768-9012-4b02-a498-3250a4dfa9e5 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:21:57.367079 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:57.742931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=0c174768-9012-4b02-a498-3250a4dfa9e5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:57.789030 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] No DVR routers for this DVR port 0c174768-9012-4b02-a498-3250a4dfa9e5 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:21:57.792053 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:57.794107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-980bc8ab-0f7d-4b9a-afa5-190991566f2b req-804c3f9b-bbdf-4c34-b2e3-1afe8827a87b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "DELETE /v2.0/ports/0c174768-9012-4b02-a498-3250a4dfa9e5 HTTP/1.1" status: 204 len: 173 time: 0.7443595 Aug 03 20:21:57.794551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'name': 'network-vif-deleted', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:21:57.796786 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05642cd3-fc82-49cd-b62a-5b86f1f6e248" -d '{"events": [{"server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "name": "network-vif-deleted", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:21:57.833459 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44b03a-f30b-4e1a-81ed-8cad91dac60d x-openstack-request-id: req-3e44b03a-f30b-4e1a-81ed-8cad91dac60d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:21:57.833907 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ea6e2-b25e-4152-a6a5-915da9367caa", "name": "network-vif-deleted", "tag": "0c174768-9012-4b02-a498-3250a4dfa9e5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:21:57.834389 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e44b03a-f30b-4e1a-81ed-8cad91dac60d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:21:57.834504 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ea6e2-b25e-4152-a6a5-915da9367caa', 'name': 'network-vif-deleted', 'tag': '0c174768-9012-4b02-a498-3250a4dfa9e5', 'status': 'completed', 'code': 200} Aug 03 20:21:57.916849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c7e912bf-db5b-4a33-8543-567a130ebe34 req-900c6da9-25a2-4a9e-87b0-f4d07c71b649 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=d23ea6e2-b25e-4152-a6a5-915da9367caa HTTP/1.1" status: 200 len: 210 time: 0.0280504 Aug 03 20:21:58.972045 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39402) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:59.334184 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:59.590056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 3c9bdd31-7809-44ce-973e-887d89e92dbd {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:21:59.590312 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:59.680746 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 3c9bdd31-7809-44ce-973e-887d89e92dbd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3c9bdd31-7809-44ce-973e-887d89e92dbd,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:21:59.681109 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:59.693876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 3c9bdd31-7809-44ce-973e-887d89e92dbd owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:21:59.877428 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:59.888791 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:59.905950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=3c9bdd31-7809-44ce-973e-887d89e92dbd,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:59.929915 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.930278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.930626 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.930966 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.931302 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.931642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.931977 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.932311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.932639 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.933608 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.934026 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:59.934368 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:00.087839 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:00.302123 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router d23a8545-ea1d-4f0a-b712-f943f8121f60 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:22:00.382682 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f59b2c0f-bb91-4ca4-b65d-8864017154fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:00.411411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:22:00.418364 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2b9c63db-a638-4c4d-b8ca-90a4741bbc1c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/d23a8545-ea1d-4f0a-b712-f943f8121f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4451368 Aug 03 20:22:00.420919 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39406) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:00.424339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] Sync routers for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:22:00.436978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:00.437640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:00.476242 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-1151b829-ea3e-456d-b6df-0650a45b58e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting subnet 5f7b23e0-79ec-47eb-b191-fb3d80b2606e {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:22:00.479396 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1151b829-ea3e-456d-b6df-0650a45b58e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:00.524462 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1151b829-ea3e-456d-b6df-0650a45b58e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:00.542993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:00.735218 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:21:59Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:00.762288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] Checking router: d23a8545-ea1d-4f0a-b712-f943f8121f60 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:22:00.771249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] Routers {'d23a8545-ea1d-4f0a-b712-f943f8121f60'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:00.771884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d23a8545-ea1d-4f0a-b712-f943f8121f60'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:00.879030 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] Set router d23a8545-ea1d-4f0a-b712-f943f8121f60 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:00.934715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1151b829-ea3e-456d-b6df-0650a45b58e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:00.993630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1151b829-ea3e-456d-b6df-0650a45b58e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.024564 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151b829-ea3e-456d-b6df-0650a45b58e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7b23e0-79ec-47eb-b191-fb3d80b2606e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:01.029988 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1151b829-ea3e-456d-b6df-0650a45b58e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.031614 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1151b829-ea3e-456d-b6df-0650a45b58e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/subnets/5f7b23e0-79ec-47eb-b191-fb3d80b2606e HTTP/1.1" status: 204 len: 168 time: 0.6096528 Aug 03 20:22:01.034189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39408) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:01.039631 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48617509-ac24-44e6-a9fb-4940e55c91a3 None None] Network de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:22:01.130133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:21:59Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:01.150711 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.160827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52893e0-dbde-4044-ba34-1d427be897e7 None None] The sync data for ids ['d23a8545-ea1d-4f0a-b712-f943f8121f60'] in n-d-803378-1 is: [{'id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921513884', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:20:15Z', 'updated_at': '2021-08-03T20:21:59Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'b1681c16-5ee4-4561-b5d6-2f24a0b81c2d', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a8545-ea1d-4f0a-b712-f943f8121f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:20:16Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:22:01.259432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.313576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:22:01.314019 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.390922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port b1681c16-5ee4-4561-b5d6-2f24a0b81c2d, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b1681c16-5ee4-4561-b5d6-2f24a0b81c2d,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:01.391295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.404457 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for b1681c16-5ee4-4561-b5d6-2f24a0b81c2d owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:22:01.536941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] DHCP port deletion for de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:22:01.580317 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.587692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Deleting port 97843259-688d-4e8c-9d5a-18a43bda1912 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:22:01.588343 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.612892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=b1681c16-5ee4-4561-b5d6-2f24a0b81c2d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:01.657077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] For port 97843259-688d-4e8c-9d5a-18a43bda1912, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=97843259-688d-4e8c-9d5a-18a43bda1912,segment=NetworkSegment(7940c2d9-079c-414a-8d5c-aa18fe48cd88),segment_id=7940c2d9-079c-414a-8d5c-aa18fe48cd88)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:01.657510 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.676085 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.676520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Calling delete_port for 97843259-688d-4e8c-9d5a-18a43bda1912 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:22:01.725364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0c174768-9012-4b02-a498-3250a4dfa9e5 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:22:01.758175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 0c174768-9012-4b02-a498-3250a4dfa9e5 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:22:01.758520 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 0c174768-9012-4b02-a498-3250a4dfa9e5 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:22:01.782691 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.785802 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.786284 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.816457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Pushing event deleted for resources: {'Port': ['ID=97843259-688d-4e8c-9d5a-18a43bda1912,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:01.819893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] No DVR routers for this DVR port 97843259-688d-4e8c-9d5a-18a43bda1912 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:22:01.828692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.829033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.829567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.829782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.830092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.830397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.830722 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.836869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.836869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.836869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.836869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.836869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f5a57-5f36-4d62-a8a9-fb374309e180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:01.841300 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.842576 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Fanout notify agent at l3_agent the message router_deleted on router d23a8545-ea1d-4f0a-b712-f943f8121f60 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:22:01.849176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:01.850602 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dd8f403c-1e7a-48e4-9adc-e4b5292a4255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/routers/d23a8545-ea1d-4f0a-b712-f943f8121f60 HTTP/1.1" status: 204 len: 168 time: 0.8154957 Aug 03 20:22:01.853296 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39410) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:01.856136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3c9bdd31-7809-44ce-973e-887d89e92dbd no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:22:01.880050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3c9bdd31-7809-44ce-973e-887d89e92dbd {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:22:01.880587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3c9bdd31-7809-44ce-973e-887d89e92dbd not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:22:01.881062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 97843259-688d-4e8c-9d5a-18a43bda1912 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:22:01.900929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 97843259-688d-4e8c-9d5a-18a43bda1912 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:22:01.901349 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 97843259-688d-4e8c-9d5a-18a43bda1912 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:22:01.942190 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.039562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.049387 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6ab74d-bc01-4e13-b0e6-f8cfbc136f63']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:02.060077 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7940c2d9-079c-414a-8d5c-aa18fe48cd88') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:02.060378 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7940c2d9-079c-414a-8d5c-aa18fe48cd88') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:02.069697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.084181 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.091158 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:22:02.091583 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:22:02.094527 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:22:02.152342 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.159343 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.161189 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/networks/de6ab74d-bc01-4e13-b0e6-f8cfbc136f63 HTTP/1.1" status: 204 len: 168 time: 0.3069038 Aug 03 20:22:02.163947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39412) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:02.172742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9df874-99ea-48de-8b1c-8dc93cb49530 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Network': ['ID=de6ab74d-bc01-4e13-b0e6-f8cfbc136f63,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:02.207887 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.225559 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80243419-8cb9-4ab0-8371-1632b33abf35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.253484 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80243419-8cb9-4ab0-8371-1632b33abf35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.312252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80243419-8cb9-4ab0-8371-1632b33abf35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.314914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-80243419-8cb9-4ab0-8371-1632b33abf35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.316111 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-80243419-8cb9-4ab0-8371-1632b33abf35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/security-groups/64144720-01e1-496b-9344-21b3d4687996 HTTP/1.1" status: 204 len: 168 time: 0.1511393 Aug 03 20:22:02.325527 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80243419-8cb9-4ab0-8371-1632b33abf35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64144720-01e1-496b-9344-21b3d4687996,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:02.552839 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39418) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:02.557641 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1f407e9a-8956-416b-8f89-82ef47511448 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250306590', 'description': 'tempest-secgroup-smoke-250306590 description', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:02.580942 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f407e9a-8956-416b-8f89-82ef47511448 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.661265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f407e9a-8956-416b-8f89-82ef47511448 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.665026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f407e9a-8956-416b-8f89-82ef47511448 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.694882 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1f407e9a-8956-416b-8f89-82ef47511448 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.696110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1f407e9a-8956-416b-8f89-82ef47511448 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421759 Aug 03 20:22:02.698003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f407e9a-8956-416b-8f89-82ef47511448 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdcef7e-acbf-4e54-974b-c963ed1820fd,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:02.699164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39420) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:02.704112 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c3189622-34b3-47e5-b12a-3d6ee704e337 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcef7e-acbf-4e54-974b-c963ed1820fd', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:02.730615 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3189622-34b3-47e5-b12a-3d6ee704e337 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.785226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3189622-34b3-47e5-b12a-3d6ee704e337 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.788802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3189622-34b3-47e5-b12a-3d6ee704e337 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.810980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3189622-34b3-47e5-b12a-3d6ee704e337 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6397b23c-3bbf-43b5-b612-aa0e0ffc433e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:02.816239 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3189622-34b3-47e5-b12a-3d6ee704e337 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.817652 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c3189622-34b3-47e5-b12a-3d6ee704e337 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174033 Aug 03 20:22:02.820249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39422) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:02.824872 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c7124b0c-302e-483d-8488-b6152af610e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcef7e-acbf-4e54-974b-c963ed1820fd', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:02.851291 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c7124b0c-302e-483d-8488-b6152af610e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.907797 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c7124b0c-302e-483d-8488-b6152af610e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.911689 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c7124b0c-302e-483d-8488-b6152af610e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.932284 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7124b0c-302e-483d-8488-b6152af610e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b08b21-1cb7-41d4-99c8-d1eca3105ff9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:02.936211 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c7124b0c-302e-483d-8488-b6152af610e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:02.937417 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c7124b0c-302e-483d-8488-b6152af610e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162503 Aug 03 20:22:02.940162 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39424) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:02.944585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e43a9cd0-81c0-4778-b3e2-aebb0ea2385a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcef7e-acbf-4e54-974b-c963ed1820fd', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:02.971920 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e43a9cd0-81c0-4778-b3e2-aebb0ea2385a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.031298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e43a9cd0-81c0-4778-b3e2-aebb0ea2385a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.035100 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e43a9cd0-81c0-4778-b3e2-aebb0ea2385a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.053741 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a9cd0-81c0-4778-b3e2-aebb0ea2385a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256b0d62-6460-4f09-b268-80a74c668640,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:03.062103 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e43a9cd0-81c0-4778-b3e2-aebb0ea2385a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.063590 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e43a9cd0-81c0-4778-b3e2-aebb0ea2385a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223440 Aug 03 20:22:03.066668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39426) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:03.071256 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-ced65f76-a7c6-42c8-a542-2d60503c8b9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcef7e-acbf-4e54-974b-c963ed1820fd', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:03.098081 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ced65f76-a7c6-42c8-a542-2d60503c8b9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.157015 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ced65f76-a7c6-42c8-a542-2d60503c8b9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.160161 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ced65f76-a7c6-42c8-a542-2d60503c8b9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.180717 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced65f76-a7c6-42c8-a542-2d60503c8b9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912ec0c5-57d6-4558-8176-9ccda582b4c7,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:03.187857 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ced65f76-a7c6-42c8-a542-2d60503c8b9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.192021 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ced65f76-a7c6-42c8-a542-2d60503c8b9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213262 Aug 03 20:22:03.192021 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39428) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:03.196557 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4e3dc3a8-d9d8-4d43-a84e-23827c470b5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcef7e-acbf-4e54-974b-c963ed1820fd', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:03.218793 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-4e3dc3a8-d9d8-4d43-a84e-23827c470b5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:22:03.223586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc3a8-d9d8-4d43-a84e-23827c470b5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.283101 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc3a8-d9d8-4d43-a84e-23827c470b5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.286722 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc3a8-d9d8-4d43-a84e-23827c470b5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.303924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dc3a8-d9d8-4d43-a84e-23827c470b5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae12b480-83ec-4463-b467-9be4da29ca11,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:03.309736 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc3a8-d9d8-4d43-a84e-23827c470b5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.313373 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4e3dc3a8-d9d8-4d43-a84e-23827c470b5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177940 Aug 03 20:22:03.313495 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39430) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:03.317809 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8ad5d6dc-3ae5-4bb3-beac-0e845904c067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': 'ccdcef7e-acbf-4e54-974b-c963ed1820fd', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:03.338905 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-8ad5d6dc-3ae5-4bb3-beac-0e845904c067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:22:03.344212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d6dc-3ae5-4bb3-beac-0e845904c067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.407153 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d6dc-3ae5-4bb3-beac-0e845904c067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.410788 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d6dc-3ae5-4bb3-beac-0e845904c067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.428301 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5d6dc-3ae5-4bb3-beac-0e845904c067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dd1236-0f6b-47a1-85e6-32fba15255c9,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:03.435176 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d6dc-3ae5-4bb3-beac-0e845904c067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.436399 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8ad5d6dc-3ae5-4bb3-beac-0e845904c067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220565 Aug 03 20:22:03.439268 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39432) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:03.444319 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'network': {'name': 'tempest-network-smoke--1515780461', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'port_security_enabled': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:03.466198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:22:03.469784 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.493335 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:22:03.503619 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.503972 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Added segment 2d274106-177f-4c40-8942-5173e60bc10f of type vlan for network f5ffd47e-0761-41f4-8fd0-b86970be991f Aug 03 20:22:03.546655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.575517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.581949 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:03.582546 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.637248 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1969123 Aug 03 20:22:03.640068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39434) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:03.645275 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'admin_state_up': True, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:03.651670 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93043d2-d1f0-484e-9b5a-8f2c9aaaf0ad tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Network': ['ID=f5ffd47e-0761-41f4-8fd0-b86970be991f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:03.662268 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network f5ffd47e-0761-41f4-8fd0-b86970be991f details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:22:03.670845 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.671899 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.728241 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.740035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b1681c16-5ee4-4561-b5d6-2f24a0b81c2d no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:22:03.760126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: b1681c16-5ee4-4561-b5d6-2f24a0b81c2d {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:22:03.760412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b1681c16-5ee4-4561-b5d6-2f24a0b81c2d not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:22:03.872969 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.076288 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.094821 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.198459 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.170 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/76026abb-e1e0-4dda-8853-87e022c343cf) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:22:04.297769 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.336151 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.376742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:22:04.379566 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:04.385180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:22:04.411150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=76026abb-e1e0-4dda-8853-87e022c343cf,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:04.640766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.676861 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.833219 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.960136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:22:05.064076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:22:05.074510 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Sync routers for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:22:05.085213 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.086547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f0e94432-3e8e-4eb6-aee6-6fdeb23e9a79 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4453650 Aug 03 20:22:05.087769 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:05.088373 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:05.090278 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39436) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:05.119374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b6def371-2ae5-40af-9be0-41368e9acf0a tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1e7be0d6311a4430a1c406e0795e24cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279772 Aug 03 20:22:05.122515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39438) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:05.217001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e2ee3-dc57-4170-96fd-a7fdc096509a tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:05.218475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-630e2ee3-dc57-4170-96fd-a7fdc096509a tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950639 Aug 03 20:22:05.221625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39440) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:05.251242 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-59d5535d-f614-4b88-ace7-bdc47151d79a tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283775 Aug 03 20:22:05.253851 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39442) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:05.258799 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526808224', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:05.284988 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:05.352207 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:22:05.356538 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.463053 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:04Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:05.492804 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Checking router: 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:22:05.493034 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Updating router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 port 76026abb-e1e0-4dda-8853-87e022c343cf binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:22:05.517737 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.544585 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.607114 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Subnet': ['ID=b1093e0c-5b21-4713-8b54-d1a81de3a025,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:05.617443 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Checking segment: {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:22:05.617840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network hostable DHCP agents. Network: f5ffd47e-0761-41f4-8fd0-b86970be991f, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:22:05.634193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network f5ffd47e-0761-41f4-8fd0-b86970be991f is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:22:05.647424 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, f5ffd47e-0761-41f4-8fd0-b86970be991f) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:05.652288 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:05.652879 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.661281 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2028043-71f0-43ab-b37d-00097055544f None None] Network f5ffd47e-0761-41f4-8fd0-b86970be991f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:22:05.667659 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-15f2f314-ba13-4274-9c36-9d3b35c40736 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4127660 Aug 03 20:22:05.670603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39444) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:05.773349 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.786655 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Transition to ACTIVE for port object 76026abb-e1e0-4dda-8853-87e022c343cf will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:05.792435 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.822234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-f5ffd47e-0761-41f4-8fd0-b86970be991f', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:22:05.823882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.848507 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Attempting to bind port 76026abb-e1e0-4dda-8853-87e022c343cf on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:22:05.848970 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Attempting to bind port 76026abb-e1e0-4dda-8853-87e022c343cf by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:22:05.849384 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Attempting to bind port 76026abb-e1e0-4dda-8853-87e022c343cf on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:22:05.856610 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Pushing event updated for resources: {'Port': ['ID=76026abb-e1e0-4dda-8853-87e022c343cf,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:05.864112 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.864455 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.864787 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.865114 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.865440 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.865777 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.866902 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.866902 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.866902 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.867220 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.867596 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.867782 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:05.877733 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:22:05.878181 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:22:05.878613 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.879154 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:22:05.879492 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Bound port: 76026abb-e1e0-4dda-8853-87e022c343cf, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:22:05.880093 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.935588 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] For port 76026abb-e1e0-4dda-8853-87e022c343cf, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:22:05.938812 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] For port 76026abb-e1e0-4dda-8853-87e022c343cf, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=76026abb-e1e0-4dda-8853-87e022c343cf,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:22:05.943164 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:05.978793 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Allocated IP 172.20.0.2 (f5ffd47e-0761-41f4-8fd0-b86970be991f/b1093e0c-5b21-4713-8b54-d1a81de3a025/c7a9e2ef-2506-4024-9496-15151c2de2b3) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:22:05.999286 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:05.999899 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:06.040038 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dcc9d-cf4d-47c7-98ab-91f9b678cc34 None None] Pushing event updated for resources: {'Port': ['ID=76026abb-e1e0-4dda-8853-87e022c343cf,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:06.111440 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:06.129239 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.139010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Transition to ACTIVE for port object c7a9e2ef-2506-4024-9496-15151c2de2b3 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:06.154342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Transition to ACTIVE for port object c7a9e2ef-2506-4024-9496-15151c2de2b3 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:06.159333 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.161458 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.199838 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Network f5ffd47e-0761-41f4-8fd0-b86970be991f is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:22:06.202757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:06.208318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:22:06.215035 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Pushing event updated for resources: {'Port': ['ID=c7a9e2ef-2506-4024-9496-15151c2de2b3,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:06.264848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Attempting to bind port c7a9e2ef-2506-4024-9496-15151c2de2b3 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:22:06.265267 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Attempting to bind port c7a9e2ef-2506-4024-9496-15151c2de2b3 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:22:06.265597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Attempting to bind port c7a9e2ef-2506-4024-9496-15151c2de2b3 on network f5ffd47e-0761-41f4-8fd0-b86970be991f {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:22:06.270686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:22:06.271063 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Checking segment: {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:22:06.271393 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.271786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Bound using segment: {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:22:06.272250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Bound port: c7a9e2ef-2506-4024-9496-15151c2de2b3, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:22:06.272623 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.306012 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:04Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:06.332403 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0248f2a-f22f-4ee7-aa08-1cf030db1951 None None] The sync data for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 is: [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:04Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:22:06.344961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] For port c7a9e2ef-2506-4024-9496-15151c2de2b3, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:22:06.351303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] For port c7a9e2ef-2506-4024-9496-15151c2de2b3, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c7a9e2ef-2506-4024-9496-15151c2de2b3,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:22:06.359742 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.446777 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496bc80-58a8-4229-944f-8d28c994491e None None] Pushing event updated for resources: {'Port': ['ID=c7a9e2ef-2506-4024-9496-15151c2de2b3,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:06.451787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.1 (f5ffd47e-0761-41f4-8fd0-b86970be991f/b1093e0c-5b21-4713-8b54-d1a81de3a025/ee210073-4060-421b-987f-2cc1f5201df1) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:22:06.607040 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.644925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object ee210073-4060-421b-987f-2cc1f5201df1 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:06.694908 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.757573 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network f5ffd47e-0761-41f4-8fd0-b86970be991f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:22:06.762166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:06.765567 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:22:06.821271 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=ee210073-4060-421b-987f-2cc1f5201df1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:06.844435 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.996714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:07.306143 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:07.311729 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:07.391659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:07.393498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=ee210073-4060-421b-987f-2cc1f5201df1,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:07.477007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edeea46-5e95-457e-8f4b-3f6a690fa680 None None] Network f5ffd47e-0761-41f4-8fd0-b86970be991f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:22:07.499145 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network f5ffd47e-0761-41f4-8fd0-b86970be991f is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:22:07.501201 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:07.587849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-857fb330-ce5d-4eb2-8430-803642ac7aa1 None None] Provisioning for port c7a9e2ef-2506-4024-9496-15151c2de2b3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:07.617899 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:22:07.739485 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:22:07.747501 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cc253310-59a3-46ff-a248-e3c4e684c4df tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/8757285c-09ed-4e2a-b590-86c1c4ae0ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0758579 Aug 03 20:22:07.895417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 76026abb-e1e0-4dda-8853-87e022c343cf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:22:07.924089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-8831647d-7f85-4d4a-8a47-cdfe0fa7a04d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250306590&fields=id&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 267 time: 0.0458536 Aug 03 20:22:07.960882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e31e68f2-d4d7-4584-ba68-27326a366acc None None] Provisioning for port ee210073-4060-421b-987f-2cc1f5201df1 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:07.965007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 76026abb-e1e0-4dda-8853-87e022c343cf completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:07.967317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-e31e68f2-d4d7-4584-ba68-27326a366acc None None] Provisioning complete for port ee210073-4060-421b-987f-2cc1f5201df1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:07.967694 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e31e68f2-d4d7-4584-ba68-27326a366acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:07.971599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 76026abb-e1e0-4dda-8853-87e022c343cf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:07.971980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.035343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-e31e68f2-d4d7-4584-ba68-27326a366acc None None] Port ee210073-4060-421b-987f-2cc1f5201df1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:22:08.050947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-c60b60a4-90f0-46a9-b4e0-cc4d5cc756cb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:08.052511 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-c60b60a4-90f0-46a9-b4e0-cc4d5cc756cb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 797 time: 0.1199765 Aug 03 20:22:08.077931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-666a2904-5c33-4e67-983b-66817d7fc25b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/quotas/1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 375 time: 0.0184643 Aug 03 20:22:08.097160 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.105490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Sync routers for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:22:08.122368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:08.122890 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:08.133098 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-06a0b6d9-f3bf-48e7-a780-f1eadb296e37 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541337 Aug 03 20:22:08.172501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 76026abb-e1e0-4dda-8853-87e022c343cf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=76026abb-e1e0-4dda-8853-87e022c343cf,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:08.180671 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.181463 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c7a9e2ef-2506-4024-9496-15151c2de2b3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:22:08.248294 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4ef095cc-49d1-483c-b5da-dfa291ed6ae3 None None] Provisioning complete for port ee210073-4060-421b-987f-2cc1f5201df1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:08.248667 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4ef095cc-49d1-483c-b5da-dfa291ed6ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.297818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-b4435522-4e47-4ef7-99d5-7d80a25982e5 service neutron] 10.222.0.42 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527061 Aug 03 20:22:08.403321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-63176af9-cec6-48a9-967c-01f062c792f0 service neutron] 10.222.0.42 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961196 Aug 03 20:22:08.506943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=76026abb-e1e0-4dda-8853-87e022c343cf,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:08.524718 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4ef095cc-49d1-483c-b5da-dfa291ed6ae3 None None] Port ee210073-4060-421b-987f-2cc1f5201df1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:22:08.541126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:08.567432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c7a9e2ef-2506-4024-9496-15151c2de2b3 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:08.575497 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c7a9e2ef-2506-4024-9496-15151c2de2b3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:08.575868 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.582530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2c44f4ca-da34-44c8-ba78-61632cd76893 req-30860afb-7637-44a3-b358-338b65afef2a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 210 time: 0.0310299 Aug 03 20:22:08.705968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ce06550e-125e-43b4-b5f2-aff701938866 None None] Provisioning complete for port ee210073-4060-421b-987f-2cc1f5201df1 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:08.706340 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ce06550e-125e-43b4-b5f2-aff701938866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.804658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ce06550e-125e-43b4-b5f2-aff701938866 None None] Port ee210073-4060-421b-987f-2cc1f5201df1 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:22:08.808769 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.871358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port c7a9e2ef-2506-4024-9496-15151c2de2b3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c7a9e2ef-2506-4024-9496-15151c2de2b3,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:08.875559 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.927574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:07Z', 'revision_number': 2, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:08.958117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=c7a9e2ef-2506-4024-9496-15151c2de2b3,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:08.960842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Checking router: 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:22:08.961186 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Updating router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 port ee210073-4060-421b-987f-2cc1f5201df1 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:22:08.990188 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:09.261820 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:09.271848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Transition to ACTIVE for port object ee210073-4060-421b-987f-2cc1f5201df1 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:09.277963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:09.329122 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42171b-5373-43d7-9a89-d66d1b4762aa None None] Pushing event updated for resources: {'Port': ['ID=ee210073-4060-421b-987f-2cc1f5201df1,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:09.381829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Attempting to bind port ee210073-4060-421b-987f-2cc1f5201df1 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:22:09.382201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Attempting to bind port ee210073-4060-421b-987f-2cc1f5201df1 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:22:09.384045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Attempting to bind port ee210073-4060-421b-987f-2cc1f5201df1 on network f5ffd47e-0761-41f4-8fd0-b86970be991f {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:22:09.389903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:22:09.390278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Checking segment: {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:22:09.390686 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:09.391081 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Bound using segment: {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:22:09.391553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Bound port: ee210073-4060-421b-987f-2cc1f5201df1, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:22:09.391936 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:09.465146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] For port ee210073-4060-421b-987f-2cc1f5201df1, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:22:09.468932 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] For port ee210073-4060-421b-987f-2cc1f5201df1, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ee210073-4060-421b-987f-2cc1f5201df1,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:22:09.474001 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:09.556422 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:09.557114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:09.561893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42171b-5373-43d7-9a89-d66d1b4762aa None None] Pushing event updated for resources: {'Port': ['ID=ee210073-4060-421b-987f-2cc1f5201df1,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:09.662551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-2f4d86c7-c107-40a8-aae9-63293dbe4110 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:09.664082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-2f4d86c7-c107-40a8-aae9-63293dbe4110 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 797 time: 0.1401145 Aug 03 20:22:09.719512 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:09.733150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-155c9881-48fe-4d16-81bf-11fa62b8576f req-33274375-ba15-4f1a-9645-f4dd11d3af3f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 210 time: 0.0529778 Aug 03 20:22:09.744709 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-8a112663-4d7c-4d09-a850-79a75141aaeb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 379 time: 0.0660365 Aug 03 20:22:09.757703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'port': {'device_id': '34e2eacc-b318-4877-a44d-54d61b91528a', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'admin_state_up': True, 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'security_groups': ['ccdcef7e-acbf-4e54-974b-c963ed1820fd']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:09.836057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 76026abb-e1e0-4dda-8853-87e022c343cf up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:22:09.872886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:22:09.876530 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:09.930810 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 76026abb-e1e0-4dda-8853-87e022c343cf triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:09.931183 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.002747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.14 (f5ffd47e-0761-41f4-8fd0-b86970be991f/b1093e0c-5b21-4713-8b54-d1a81de3a025/018d1bf2-795e-4bd4-a889-cad84723facb) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:22:10.039120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:09Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:10.072155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf9be4-94c5-47a0-86f8-740252549314 None None] The sync data for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 is: [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:09Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:22:10.076405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c7a9e2ef-2506-4024-9496-15151c2de2b3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:22:10.145574 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c7a9e2ef-2506-4024-9496-15151c2de2b3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:10.146202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.184236 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.205626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 018d1bf2-795e-4bd4-a889-cad84723facb will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:10.242468 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.289446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network f5ffd47e-0761-41f4-8fd0-b86970be991f is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:22:10.293098 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:10.296329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:22:10.328483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:10.360546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:10.361337 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.376903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-52895d37-0a54-4a5f-b16d-635787a4ee8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6259997 Aug 03 20:22:10.391400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Request body: {'port': {'device_id': '34e2eacc-b318-4877-a44d-54d61b91528a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:10.450859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.524445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-298c119b-5c1e-416d-b10d-06a6f62a6a97 None None] Provisioning for port 018d1bf2-795e-4bd4-a889-cad84723facb completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:10.529278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-298c119b-5c1e-416d-b10d-06a6f62a6a97 None None] Provisioning complete for port 018d1bf2-795e-4bd4-a889-cad84723facb triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:10.529780 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-298c119b-5c1e-416d-b10d-06a6f62a6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.566382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-298c119b-5c1e-416d-b10d-06a6f62a6a97 None None] Port 018d1bf2-795e-4bd4-a889-cad84723facb cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:22:10.735699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018d1bf2-795e-4bd4-a889-cad84723facb {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:22:10.743803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.756109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Transition to ACTIVE for port object 018d1bf2-795e-4bd4-a889-cad84723facb will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:10.766259 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.879972 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Pushing event updated for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:10.930921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6b77f-0156-46b9-82db-9e87765e5382 req-2712145c-ceb7-451c-ab89-72bd305608d6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:10.932569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42c6b77f-0156-46b9-82db-9e87765e5382 req-2712145c-ceb7-451c-ab89-72bd305608d6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 944 time: 0.1197202 Aug 03 20:22:10.963005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Attempting to bind port 018d1bf2-795e-4bd4-a889-cad84723facb on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:22:10.963335 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Attempting to bind port 018d1bf2-795e-4bd4-a889-cad84723facb by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:22:10.964245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Attempting to bind port 018d1bf2-795e-4bd4-a889-cad84723facb on network f5ffd47e-0761-41f4-8fd0-b86970be991f {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:22:10.976179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Port 018d1bf2-795e-4bd4-a889-cad84723facb on network f5ffd47e-0761-41f4-8fd0-b86970be991f not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:22:10.976480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Attempting to bind port 018d1bf2-795e-4bd4-a889-cad84723facb on network f5ffd47e-0761-41f4-8fd0-b86970be991f {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:22:10.992977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:22:10.993337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Checking segment: {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:22:10.993849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Bound using segment: {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:22:10.994193 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Bound port: 018d1bf2-795e-4bd4-a889-cad84723facb, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d274106-177f-4c40-8942-5173e60bc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:22:10.994566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.008631 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-42c6b77f-0156-46b9-82db-9e87765e5382 req-e4a22642-2f18-4f3f-aee5-65d764e4edd8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680802 Aug 03 20:22:11.067717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:22:11.077548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:22:11.083895 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.122837 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.123513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.124897 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] 10.222.0.88 "PUT /v2.0/ports/018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 1092 time: 0.7393432 Aug 03 20:22:11.127511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:22:11.130708 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff2b1ca-d434-4dcd-b782-abae187139a6" -d '{"events": [{"name": "network-changed", "server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:22:11.170856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80bcb6-d22e-4cff-a84f-c5cef3103e87 service neutron] Pushing event updated for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:11.222460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-5a69e3d5-0611-45fc-9670-8c036775f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.223996 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-5a69e3d5-0611-45fc-9670-8c036775f1c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1095 time: 0.0480731 Aug 03 20:22:11.225625 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d85de6-fb04-4486-adab-70965baf20f2 x-openstack-request-id: req-40d85de6-fb04-4486-adab-70965baf20f2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:22:11.225915 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:22:11.226164 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40d85de6-fb04-4486-adab-70965baf20f2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:22:11.226551 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb', 'status': 'completed', 'code': 200} Aug 03 20:22:11.274156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-bf56afcd-ff2b-48c4-a664-eaa4d5971445 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 217 time: 0.0399978 Aug 03 20:22:11.328189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-a60a47f4-e355-487f-8c35-b1d206042b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.329685 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-a60a47f4-e355-487f-8c35-b1d206042b9f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 200 len: 835 time: 0.0476618 Aug 03 20:22:11.375311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-2f419e32-7a46-4e4d-b670-91678f7ac557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.376727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-2f419e32-7a46-4e4d-b670-91678f7ac557 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5ffd47e-0761-41f4-8fd0-b86970be991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396111 Aug 03 20:22:11.491905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-7565552f-5756-4a2e-842f-5c19e3e57216 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077900 Aug 03 20:22:11.584343 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a872cd15-b037-46a9-bcaa-d28fb7dc3c22 req-d5eb2d68-fe71-4074-8488-6ac9ae1c2972 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812714 Aug 03 20:22:11.670403 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-214c5fbe-67cc-42da-b4d9-e3d3298e0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.671842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-214c5fbe-67cc-42da-b4d9-e3d3298e0ae6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1095 time: 0.0407863 Aug 03 20:22:11.770241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-88ee77a9-0831-48bf-8118-472db33c0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.771729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-88ee77a9-0831-48bf-8118-472db33c0317 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 898 time: 0.0908682 Aug 03 20:22:11.802052 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ee210073-4060-421b-987f-2cc1f5201df1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:22:11.816925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-fcfd11eb-02a0-4800-99aa-386ec021bb28 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 217 time: 0.0366151 Aug 03 20:22:11.851485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ee210073-4060-421b-987f-2cc1f5201df1 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:11.855797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ee210073-4060-421b-987f-2cc1f5201df1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:11.856169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.872106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-6066caa1-09e0-4313-9440-492c364747c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.873973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-6066caa1-09e0-4313-9440-492c364747c2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 200 len: 835 time: 0.0494311 Aug 03 20:22:11.928782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-49cb1e9a-1506-4640-a46f-517547a477fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.930280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-49cb1e9a-1506-4640-a46f-517547a477fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5ffd47e-0761-41f4-8fd0-b86970be991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487785 Aug 03 20:22:11.937672 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.969895 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port ee210073-4060-421b-987f-2cc1f5201df1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ee210073-4060-421b-987f-2cc1f5201df1,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:11.973846 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:12.020095 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=ee210073-4060-421b-987f-2cc1f5201df1,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:12.026780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-76262f12-7419-48b7-93e8-e2784867726d service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867875 Aug 03 20:22:12.158115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9f38f-276d-4e85-b4a9-1e338d516746 req-69057c6a-31d9-4bf9-8eb0-d5129cd4da96 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:12.159591 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1c9f38f-276d-4e85-b4a9-1e338d516746 req-69057c6a-31d9-4bf9-8eb0-d5129cd4da96 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 944 time: 0.0779047 Aug 03 20:22:12.161847 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ff2b1ca-d434-4dcd-b782-abae187139a6 req-7693a65e-2e9d-463a-8c3a-a1281a64d994 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245661 Aug 03 20:22:12.200332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e1c9f38f-276d-4e85-b4a9-1e338d516746 req-dcf3f4a5-3ed2-41ae-bc3e-39b9dfdc38c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321653 Aug 03 20:22:13.317212 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f075c4-880b-4953-989f-599f4bc57b9f req-c5e80ae9-89a0-4a12-961c-04b29eed95c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:13.318735 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39f075c4-880b-4953-989f-599f4bc57b9f req-c5e80ae9-89a0-4a12-961c-04b29eed95c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 944 time: 0.0515542 Aug 03 20:22:13.356035 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-39f075c4-880b-4953-989f-599f4bc57b9f req-8fd0769f-2c08-420d-8508-141e9b98655d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Aug 03 20:22:13.783996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ee210073-4060-421b-987f-2cc1f5201df1 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:22:13.822313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 018d1bf2-795e-4bd4-a889-cad84723facb details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:22:13.892874 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ee210073-4060-421b-987f-2cc1f5201df1 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:13.893249 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:13.966704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:13.980407 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '018d1bf2-795e-4bd4-a889-cad84723facb', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'port_id': '018d1bf2-795e-4bd4-a889-cad84723facb', 'mac_address': 'fa:16:3e:ab:6b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:22:14.047512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:14.060055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d1bf2-795e-4bd4-a889-cad84723facb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:22:14.079312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:14.083428 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:14.130587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:14.329539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['018d1bf2-795e-4bd4-a889-cad84723facb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:22:14.474828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013a6c6-9bbf-4b5c-a24c-61858b680ae7 req-13cc6350-ccf6-4fa8-9cdf-314d60c9a08e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:14.477518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b013a6c6-9bbf-4b5c-a24c-61858b680ae7 req-13cc6350-ccf6-4fa8-9cdf-314d60c9a08e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 945 time: 0.0510063 Aug 03 20:22:14.519564 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b013a6c6-9bbf-4b5c-a24c-61858b680ae7 req-f9cb6e2e-2027-4577-946d-02244dc136ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354578 Aug 03 20:22:15.634405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8908cef-5ddf-49a9-9939-faa059e105a7 req-681db31e-84c4-4135-a61c-d647e496e089 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:15.635895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8908cef-5ddf-49a9-9939-faa059e105a7 req-681db31e-84c4-4135-a61c-d647e496e089 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 945 time: 0.0487914 Aug 03 20:22:15.675033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8908cef-5ddf-49a9-9939-faa059e105a7 req-8687ed05-e130-492e-a514-f75ad7d6afa0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332699 Aug 03 20:22:15.822735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 018d1bf2-795e-4bd4-a889-cad84723facb up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:22:15.870158 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 018d1bf2-795e-4bd4-a889-cad84723facb completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:15.874051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 018d1bf2-795e-4bd4-a889-cad84723facb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:15.874424 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:15.963654 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:15.985853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:22:15.988088 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e6d4d-faca-48b8-9a30-e19a60e0c898" -d '{"events": [{"server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "name": "network-vif-plugged", "status": "completed", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:22:16.000848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:16.005413 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:16.029095 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4763c9-477b-4604-a158-d138299f8ab0 x-openstack-request-id: req-9f4763c9-477b-4604-a158-d138299f8ab0 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:22:16.029388 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "name": "network-vif-plugged", "status": "completed", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:22:16.029665 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f4763c9-477b-4604-a158-d138299f8ab0 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:22:16.030051 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb', 'code': 200} Aug 03 20:22:16.055499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:16.122505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f12d-acd4-4665-99ae-14a8343f2895 req-abde026c-4e01-40f3-a1e0-ebcbf5dd351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:16.124040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd52f12d-acd4-4665-99ae-14a8343f2895 req-abde026c-4e01-40f3-a1e0-ebcbf5dd351c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1097 time: 0.0434391 Aug 03 20:22:16.160072 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd52f12d-acd4-4665-99ae-14a8343f2895 req-3a94a213-fb38-4011-ad98-1afc106a0093 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287378 Aug 03 20:22:16.787482 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5877ad-ceca-4832-8a20-4efd4b4d55ea req-c75d03c9-af91-4d36-b507-78ed71143384 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:16.788955 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5877ad-ceca-4832-8a20-4efd4b4d55ea req-c75d03c9-af91-4d36-b507-78ed71143384 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0481045 Aug 03 20:22:16.826572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ae5877ad-ceca-4832-8a20-4efd4b4d55ea req-cfdd63f7-30a5-45f5-8d5a-28c7d938de64 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315750 Aug 03 20:22:17.941713 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bfdfa-34c0-43f6-9032-963e93d6696b req-f4cd44c6-74ca-4d43-b8fd-f026148f8806 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:17.943219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d1bfdfa-34c0-43f6-9032-963e93d6696b req-f4cd44c6-74ca-4d43-b8fd-f026148f8806 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0474908 Aug 03 20:22:17.980793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5d1bfdfa-34c0-43f6-9032-963e93d6696b req-925a8e3c-0210-4a9b-8d7c-d5247a1b802c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317330 Aug 03 20:22:18.096835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b36f1-48d6-4970-bb19-69155e77a802 req-8b4f7e8b-548f-4258-a9c0-377bf6b0cd18 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:18.098359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de5b36f1-48d6-4970-bb19-69155e77a802 req-8b4f7e8b-548f-4258-a9c0-377bf6b0cd18 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0514467 Aug 03 20:22:18.136538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-de5b36f1-48d6-4970-bb19-69155e77a802 req-fd95f8f0-ebbc-4819-b64a-71bd2fd45f3e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318403 Aug 03 20:22:18.158590 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39502) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:18.198056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1042b-611d-4eef-967a-fc4ad879153f tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:18.199567 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2a1042b-611d-4eef-967a-fc4ad879153f tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1092 time: 0.0399840 Aug 03 20:22:18.202996 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39504) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:18.207365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '018d1bf2-795e-4bd4-a889-cad84723facb', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:18.229773 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:18.327501 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:18.427706 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.12 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/abf1e067-1a35-40c2-b4a5-09ff48035ef2) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:22:18.532088 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:18.569493 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:18.605382 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:22:18.608270 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:18.611960 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:22:18.641775 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=abf1e067-1a35-40c2-b4a5-09ff48035ef2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:19.300033 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:19.368296 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:19.523634 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:19.528258 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:19.596830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=abf1e067-1a35-40c2-b4a5-09ff48035ef2,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:19.609980 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:19.709834 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP 53bf9198-6b22-4389-8b77-497478409b03 associated. External IP: 172.25.4.12, port: 018d1bf2-795e-4bd4-a889-cad84723facb. Aug 03 20:22:19.931041 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:22:20.038586 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:22:20.048768 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] Sync routers for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:22:20.056655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:20.059074 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:20.061262 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:20.087252 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-eb944fd1-2294-4b10-88c0-b1b1f718e57a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8832321 Aug 03 20:22:20.087866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:22:20.090254 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:22:20.131624 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40b1d1f-22e2-425a-b916-a9a5136f28a8 x-openstack-request-id: req-b40b1d1f-22e2-425a-b916-a9a5136f28a8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:22:20.131919 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:22:20.132182 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b40b1d1f-22e2-425a-b916-a9a5136f28a8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:22:20.132594 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb', 'status': 'completed', 'code': 200} Aug 03 20:22:20.171445 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:20.214988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d616d0-7073-462d-b86d-6721acadcb92 req-76040be1-9e29-42de-a3ef-d4a6fd5b5130 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:20.216903 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26d616d0-7073-462d-b86d-6721acadcb92 req-76040be1-9e29-42de-a3ef-d4a6fd5b5130 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0815456 Aug 03 20:22:20.219591 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-edc435dc-a5cd-4123-8760-ff0592d5175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:20.220974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-edc435dc-a5cd-4123-8760-ff0592d5175f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1097 time: 0.0599780 Aug 03 20:22:20.307907 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26d616d0-7073-462d-b86d-6721acadcb92 req-e9624578-bf90-4f34-a37c-f59b81da97ab tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845048 Aug 03 20:22:20.329953 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39510) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:20.338116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-1291f732-2830-489e-8d8d-9ba062201d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:20.340169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-1291f732-2830-489e-8d8d-9ba062201d12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 898 time: 0.1108072 Aug 03 20:22:20.395508 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d021b2e9-bebd-4f54-88a1-a0d617642d03 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/53bf9198-6b22-4389-8b77-497478409b03 HTTP/1.1" status: 200 len: 991 time: 0.0632217 Aug 03 20:22:20.397218 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '53bf9198-6b22-4389-8b77-497478409b03', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'port_id': '018d1bf2-795e-4bd4-a889-cad84723facb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'mac_address': 'fa:16:3e:ab:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2eacc-b318-4877-a44d-54d61b91528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:22:18Z', 'updated_at': '2021-08-03T20:22:18Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:20.410658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-8b67faca-7a64-436f-855e-5d984cbdc247 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 999 time: 0.0622270 Aug 03 20:22:20.467343 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-9900bddd-67ee-4cdf-aa21-96edc9571c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:20.468758 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-9900bddd-67ee-4cdf-aa21-96edc9571c75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 200 len: 835 time: 0.0513752 Aug 03 20:22:20.516184 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] Checking router: 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:22:20.517853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-70c3b73d-d0c0-4579-aebf-03c9c4d5f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:20.519437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-70c3b73d-d0c0-4579-aebf-03c9c4d5f123 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5ffd47e-0761-41f4-8fd0-b86970be991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422921 Aug 03 20:22:20.524483 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:20.525089 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:22:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:20.609710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-cb7a1bba-88ba-4a3f-9199-d6ff889ab3e0 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831163 Aug 03 20:22:20.630648 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:20.702215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cbf0371-d7a6-4bdf-8a2f-80bf595da2c9 req-82fe38e7-7854-4c91-a7fe-0da642312e09 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852175 Aug 03 20:22:20.850598 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '53bf9198-6b22-4389-8b77-497478409b03', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'port_id': '018d1bf2-795e-4bd4-a889-cad84723facb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'mac_address': 'fa:16:3e:ab:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2eacc-b318-4877-a44d-54d61b91528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:22:18Z', 'updated_at': '2021-08-03T20:22:18Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:20.879909 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73915b01-83e7-4f81-ad35-eebc764d6212 None None] The sync data for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 is: [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '53bf9198-6b22-4389-8b77-497478409b03', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'port_id': '018d1bf2-795e-4bd4-a889-cad84723facb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'mac_address': 'fa:16:3e:ab:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2eacc-b318-4877-a44d-54d61b91528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:22:18Z', 'updated_at': '2021-08-03T20:22:18Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:22:21.070949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2a722-efbf-461c-a850-680f39f3096b None None] New status for floating IP 53bf9198-6b22-4389-8b77-497478409b03: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:22:21.240451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:21.398009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39512) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:21.462179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7079c148-5b63-4c65-9f59-dd2973796491 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/53bf9198-6b22-4389-8b77-497478409b03 HTTP/1.1" status: 200 len: 993 time: 0.0629854 Aug 03 20:22:26.260892 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-365cbe7c-d946-4f2a-bd4c-d000ac04cca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:26.396310 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:29.893185 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:30.384090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f567240-dea7-4a75-8e9a-e88b5d85208d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:31.477686 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:22:32.208779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:34.678875 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:51.230722 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:53.620011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-d5f5bf87-4a10-4ceb-803b-ef0b0dcd60ec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441406 Aug 03 20:22:53.708478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-ab537099-a3f6-4bd4-bc04-c8f347d15608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:53.709998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-ab537099-a3f6-4bd4-bc04-c8f347d15608 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1097 time: 0.0399451 Aug 03 20:22:53.811082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-56ed1bf9-10de-4a42-adb1-561761a768a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:53.813110 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-56ed1bf9-10de-4a42-adb1-561761a768a1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 898 time: 0.0828669 Aug 03 20:22:53.880743 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-0ccfed31-d95f-4f6d-a9cc-a61d47ae0bc6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 1001 time: 0.0595450 Aug 03 20:22:53.929139 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-125df889-1465-4b32-8870-d76c4554a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:53.930589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-125df889-1465-4b32-8870-d76c4554a367 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 200 len: 835 time: 0.0426764 Aug 03 20:22:53.976284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-163da974-19eb-4a50-9b7d-df7fc300e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:53.977809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-163da974-19eb-4a50-9b7d-df7fc300e6df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5ffd47e-0761-41f4-8fd0-b86970be991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395925 Aug 03 20:22:54.070650 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-1d1e481f-e529-4fb7-8bfe-80b2dd1050a2 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Aug 03 20:22:54.159607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-63e68b05-4ad6-4974-b951-f9744c13b349 req-f00ff2c3-6a9d-43e2-8b23-08bea12dc1dc service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816648 Aug 03 20:22:55.935694 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39534) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:55.945070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a0b-4179-4299-9551-cf367549eea1 req-49d06deb-adb4-4929-927f-da462c914af3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:55.946628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29cb4a0b-4179-4299-9551-cf367549eea1 req-49d06deb-adb4-4929-927f-da462c914af3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0567796 Aug 03 20:22:55.986679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-29cb4a0b-4179-4299-9551-cf367549eea1 req-9fac46e9-f4bf-41de-bb43-fea8e03d0dee tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336471 Aug 03 20:22:56.015473 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-8efea22d-3855-48f9-9af8-ff68ebeac031 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785518 Aug 03 20:22:56.263618 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cd54a8fc-9c69-4192-8ca8-f0bb07aebc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:56.411512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:57.102534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecb9e4-8ab6-4c6a-84f5-5f97acd584c0 req-5e3dc709-ac56-4f7a-87f9-9f7495c10b80 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:57.104012 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77ecb9e4-8ab6-4c6a-84f5-5f97acd584c0 req-5e3dc709-ac56-4f7a-87f9-9f7495c10b80 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0486279 Aug 03 20:22:57.141212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77ecb9e4-8ab6-4c6a-84f5-5f97acd584c0 req-5a397433-3d54-4f22-a2c2-56191c89cf6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Aug 03 20:22:58.256582 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636ffa-a40e-41e1-a4a7-b444b0b96b1c req-36cb9d59-53c5-4c7b-8822-2eaab1de6fcc tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:58.258128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd636ffa-a40e-41e1-a4a7-b444b0b96b1c req-36cb9d59-53c5-4c7b-8822-2eaab1de6fcc tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0484972 Aug 03 20:22:58.295136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd636ffa-a40e-41e1-a4a7-b444b0b96b1c req-57638ae5-852f-437d-a483-352e596177dc tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Aug 03 20:22:59.555977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-3392c92d-9f0d-4595-bc70-3cf12b8654fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:59.557664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-3392c92d-9f0d-4595-bc70-3cf12b8654fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1097 time: 0.4203892 Aug 03 20:22:59.569743 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f2213-3fc4-41be-9da4-248d12013390 req-0ccce87b-80d7-41c0-ab2e-f767665f3f7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:59.571148 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b83f2213-3fc4-41be-9da4-248d12013390 req-0ccce87b-80d7-41c0-ab2e-f767665f3f7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0631483 Aug 03 20:22:59.660974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b83f2213-3fc4-41be-9da4-248d12013390 req-2b34724f-df78-4f87-a766-9ff28045328d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804763 Aug 03 20:22:59.684513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-a69fce1c-505a-41b3-b76f-4e1edd48c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:59.686009 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-a69fce1c-505a-41b3-b76f-4e1edd48c9b5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 898 time: 0.1140172 Aug 03 20:22:59.751732 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-50c79887-f98e-42c0-8cd3-e14054835728 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 1001 time: 0.0579352 Aug 03 20:22:59.803088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-502093f0-e5a4-4a46-a55c-3973a51f735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:59.805107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-502093f0-e5a4-4a46-a55c-3973a51f735e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 200 len: 835 time: 0.0458643 Aug 03 20:22:59.860857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-9de6db1e-3317-4305-850e-2d8576d59fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:59.862516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-9de6db1e-3317-4305-850e-2d8576d59fe1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5ffd47e-0761-41f4-8fd0-b86970be991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476973 Aug 03 20:22:59.897297 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:59.953055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-2224591d-8b31-44e8-ac8e-d0e8867a89eb service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832555 Aug 03 20:23:00.048544 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-afa1705a-9820-4947-892e-a37a0af934b9 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876615 Aug 03 20:23:00.383779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-befb2e1e-8f3a-4436-bd52-f56fdb86d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:00.776407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f99757-0bcf-4767-b80f-8aa37cd63a8c req-6d774964-ddc2-4dc5-82f8-d694c2856f63 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:00.777920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15f99757-0bcf-4767-b80f-8aa37cd63a8c req-6d774964-ddc2-4dc5-82f8-d694c2856f63 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0495570 Aug 03 20:23:00.816360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15f99757-0bcf-4767-b80f-8aa37cd63a8c req-562046d3-07c2-4dba-af1d-c421689d9602 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325179 Aug 03 20:23:01.936851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5551e43-c60f-42f9-a17b-ae7781863611 req-3f087567-b51c-49e6-b444-2d030f8b1705 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:01.938373 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5551e43-c60f-42f9-a17b-ae7781863611 req-3f087567-b51c-49e6-b444-2d030f8b1705 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0492318 Aug 03 20:23:01.975488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b5551e43-c60f-42f9-a17b-ae7781863611 req-7444ca1a-90e3-4f64-a215-c66ac0926a17 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312834 Aug 03 20:23:02.211864 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:03.093172 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257826f-6497-47b3-9b29-8aafaead2ecf req-f7a7cd07-e4c9-4c7e-9f05-bcddd337b339 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:03.095297 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4257826f-6497-47b3-9b29-8aafaead2ecf req-f7a7cd07-e4c9-4c7e-9f05-bcddd337b339 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0530770 Aug 03 20:23:03.132467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4257826f-6497-47b3-9b29-8aafaead2ecf req-847009e1-da6d-4b2f-99af-ef3727685526 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 03 20:23:04.248826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12573904-2135-4885-8307-a9b5502b87e1 req-79a6b274-c5df-4acc-83c8-f5dc3a0b40a6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:04.250888 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12573904-2135-4885-8307-a9b5502b87e1 req-79a6b274-c5df-4acc-83c8-f5dc3a0b40a6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0506282 Aug 03 20:23:04.289319 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12573904-2135-4885-8307-a9b5502b87e1 req-66ff7187-3263-44a4-a62d-dfd0dd9ebcf6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322220 Aug 03 20:23:04.682043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:05.405683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9c501-86df-4625-8fbb-2d035c1d23e0 req-dc7bcd3a-cd24-4d7c-94ce-09a3559c4f33 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:05.407186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0f9c501-86df-4625-8fbb-2d035c1d23e0 req-dc7bcd3a-cd24-4d7c-94ce-09a3559c4f33 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0499897 Aug 03 20:23:05.445546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0f9c501-86df-4625-8fbb-2d035c1d23e0 req-bbcbc3eb-7a40-4c44-954b-e362d83c80b9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Aug 03 20:23:06.564730 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf9e3a-452a-4245-ac53-adfcde2de989 req-57b912e9-325b-4702-b4d0-02faf000db2b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:06.566789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20bf9e3a-452a-4245-ac53-adfcde2de989 req-57b912e9-325b-4702-b4d0-02faf000db2b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0525148 Aug 03 20:23:06.606337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-20bf9e3a-452a-4245-ac53-adfcde2de989 req-0f937044-1a43-44cd-9b15-726e8e7cd7bb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336914 Aug 03 20:23:07.722381 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7639d0-e46f-4066-9f40-6ec1b1306485 req-7ee3fda2-6441-4831-94df-a8ebdb4cf589 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:07.723937 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd7639d0-e46f-4066-9f40-6ec1b1306485 req-7ee3fda2-6441-4831-94df-a8ebdb4cf589 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0494986 Aug 03 20:23:07.761653 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd7639d0-e46f-4066-9f40-6ec1b1306485 req-e8e86825-170c-47d6-a1a0-5f3601e97cb1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313039 Aug 03 20:23:08.476893 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:23:08.880598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf22705-652c-46dc-bb22-e55a01eb46fb req-3c6a0887-830f-4146-8cf4-fad4df13c350 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:08.882199 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbf22705-652c-46dc-bb22-e55a01eb46fb req-3c6a0887-830f-4146-8cf4-fad4df13c350 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0509572 Aug 03 20:23:08.919655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fbf22705-652c-46dc-bb22-e55a01eb46fb req-0113cc68-beda-4425-bef6-880895e44c53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314677 Aug 03 20:23:10.039338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae4025-4358-4597-84a8-fc9debb6602d req-1f0c3679-90c5-4a15-acd5-6a886aef12a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:10.040885 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59ae4025-4358-4597-84a8-fc9debb6602d req-1f0c3679-90c5-4a15-acd5-6a886aef12a7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0533209 Aug 03 20:23:10.081177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59ae4025-4358-4597-84a8-fc9debb6602d req-b1de0ab0-1809-4fcd-bdb2-04b9e7d6f82e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342994 Aug 03 20:23:11.198445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869209-0778-4065-b219-b82c8a63a59f req-8f6b16f6-2441-4c88-b0cf-c32d89b73fff tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:11.200010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff869209-0778-4065-b219-b82c8a63a59f req-8f6b16f6-2441-4c88-b0cf-c32d89b73fff tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0506794 Aug 03 20:23:11.242246 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff869209-0778-4065-b219-b82c8a63a59f req-c581685b-c2f6-4c75-8a7a-8a0b1d64844d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360270 Aug 03 20:23:11.804176 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-6790cf56-97ce-4f77-84da-37df286a9d6b service neutron] 10.222.0.88 "GET /v2.0/ports/018d1bf2-795e-4bd4-a889-cad84723facb/bindings/n-h1-803378-1 HTTP/1.1" status: 200 len: 382 time: 0.0567663 Aug 03 20:23:12.001924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-46a93fdf-a9a8-45e0-b686-338ed8f15211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:12.004028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-46a93fdf-a9a8-45e0-b686-338ed8f15211 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 1097 time: 0.0443511 Aug 03 20:23:12.064490 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-2fff38e3-3d45-4811-98a8-b051b208617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:12.066695 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-2fff38e3-3d45-4811-98a8-b051b208617a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1097 time: 0.0401223 Aug 03 20:23:12.154813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-e8840a7c-8cad-47b7-b310-d444d8bd55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:12.156294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-e8840a7c-8cad-47b7-b310-d444d8bd55f0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 898 time: 0.0836277 Aug 03 20:23:12.225183 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-2e8cf0ef-2c07-4f4b-a726-b0e9288add0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 1001 time: 0.0618796 Aug 03 20:23:12.274116 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-409167dc-f467-42a9-8ca2-b47a8188d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:12.275607 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-409167dc-f467-42a9-8ca2-b47a8188d96b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 200 len: 835 time: 0.0435872 Aug 03 20:23:12.355173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-c6e0965a-3133-46e9-98c9-043b65543c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:12.356597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-c6e0965a-3133-46e9-98c9-043b65543c45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5ffd47e-0761-41f4-8fd0-b86970be991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709944 Aug 03 20:23:12.380176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1a49d-8065-4ecd-b6ae-303927e2e585 req-87594af4-5250-4ed4-87d4-eafde3d01df0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:12.381622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3a1a49d-8065-4ecd-b6ae-303927e2e585 req-87594af4-5250-4ed4-87d4-eafde3d01df0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0698605 Aug 03 20:23:12.461438 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3a1a49d-8065-4ecd-b6ae-303927e2e585 req-117c7884-eb99-412e-a3de-ae4e6df8c135 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700979 Aug 03 20:23:12.484493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-afb2cdcc-106b-4fdf-83a8-dfd0a1203693 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201651 Aug 03 20:23:12.577245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e9ec61f7-2f72-4349-87ef-608ced8bcc67 req-3df06d6b-279c-44ad-820f-9e8a98f607f4 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848601 Aug 03 20:23:13.577824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d55570-6865-45c5-a2f7-0525b0673994 req-a8ba4d12-3011-43c0-8f90-c8f9a445ff4c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:13.579330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49d55570-6865-45c5-a2f7-0525b0673994 req-a8ba4d12-3011-43c0-8f90-c8f9a445ff4c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0498052 Aug 03 20:23:13.617615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-49d55570-6865-45c5-a2f7-0525b0673994 req-d7fa750c-93a2-4861-9bd1-aa5d23d50912 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Aug 03 20:23:14.735484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb742a-12bd-49ce-a6d7-22ba80266322 req-62166b4b-38f1-421e-96db-5a070b129e40 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:14.736895 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9cb742a-12bd-49ce-a6d7-22ba80266322 req-62166b4b-38f1-421e-96db-5a070b129e40 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0508616 Aug 03 20:23:14.780303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9cb742a-12bd-49ce-a6d7-22ba80266322 req-eee01539-8493-4d2b-b8bf-07e9c038da2c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373526 Aug 03 20:23:15.010170 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25ce91-7f15-4f44-8aaf-c622581a6589 req-2db3396b-1b15-4e3c-8c04-de3a11accc6d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:15.011614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c25ce91-7f15-4f44-8aaf-c622581a6589 req-2db3396b-1b15-4e3c-8c04-de3a11accc6d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0864120 Aug 03 20:23:15.019935 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-923130bf-22d4-469c-b517-f089ef7b68e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:15.021332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-923130bf-22d4-469c-b517-f089ef7b68e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a&tenant_id=1e7be0d6311a4430a1c406e0795e24cf&binding%3Ahost_id=n-h1-803378-1 HTTP/1.1" status: 200 len: 946 time: 0.0816462 Aug 03 20:23:15.057088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3c25ce91-7f15-4f44-8aaf-c622581a6589 req-7c5ee57c-ddc4-490e-b06b-8f4f97241770 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347300 Aug 03 20:23:15.108532 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-64536310-20b5-4086-8299-e228b1350c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:15.110208 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-64536310-20b5-4086-8299-e228b1350c3e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1097 time: 0.0414438 Aug 03 20:23:15.237179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82895f-090f-4875-ba8d-12147b0da130 req-1f08b90b-07a4-4f57-af7b-04d5cd5af0b4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:15.239233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f82895f-090f-4875-ba8d-12147b0da130 req-1f08b90b-07a4-4f57-af7b-04d5cd5af0b4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0993018 Aug 03 20:23:15.243819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-aa107112-66dc-41bf-ae7a-4295f2a10df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:15.245220 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-aa107112-66dc-41bf-ae7a-4295f2a10df3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 898 time: 0.1278834 Aug 03 20:23:15.327518 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8f82895f-090f-4875-ba8d-12147b0da130 req-68d5411d-e718-43d0-8103-db27a4c9d7f7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813110 Aug 03 20:23:15.337330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-eca0d648-6abb-4695-8183-8c2066546c83 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 1001 time: 0.0836012 Aug 03 20:23:15.388214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-0454c535-f5c1-41c1-ad73-66c17c9a0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:15.389690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-0454c535-f5c1-41c1-ad73-66c17c9a0774 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 200 len: 835 time: 0.0446103 Aug 03 20:23:15.435680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-ebc0a0e0-2006-4a57-a6bc-87099c4b6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:15.437171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-ebc0a0e0-2006-4a57-a6bc-87099c4b6b5a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5ffd47e-0761-41f4-8fd0-b86970be991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410111 Aug 03 20:23:15.530162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-63bb1da9-01ec-4021-8925-c37e7791c819 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Aug 03 20:23:15.619255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bc202e94-6980-4e2d-8fc8-a1d61ac6801a req-785ff199-e176-4b89-8184-37b6d4602fbb service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813413 Aug 03 20:23:16.138156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 018d1bf2-795e-4bd4-a889-cad84723facb details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:23:16.140206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 018d1bf2-795e-4bd4-a889-cad84723facb no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:23:16.291427 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:16.320083 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:23:16.334920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:23:16.337220 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20879e42-5483-4e4b-9bb1-29285bd5c986" -d '{"events": [{"server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "name": "network-vif-unplugged", "status": "completed", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:23:16.350291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '018d1bf2-795e-4bd4-a889-cad84723facb', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'port_id': '018d1bf2-795e-4bd4-a889-cad84723facb', 'mac_address': 'fa:16:3e:ab:6b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:23:16.356912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:23:16.382449 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:16.391420 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a40afc-3d9f-47e2-a9bf-32dd2c63ea52 x-openstack-request-id: req-07a40afc-3d9f-47e2-a9bf-32dd2c63ea52 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:23:16.391716 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "name": "network-vif-unplugged", "status": "completed", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:23:16.391967 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07a40afc-3d9f-47e2-a9bf-32dd2c63ea52 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:23:16.392347 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb', 'code': 200} Aug 03 20:23:16.436345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:16.459195 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:16.459572 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449b4e-b0e7-4377-b5db-617593f1c4f8 req-c3129d85-a310-47bf-90aa-014d6b3cbfa9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:16.461163 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92449b4e-b0e7-4377-b5db-617593f1c4f8 req-c3129d85-a310-47bf-90aa-014d6b3cbfa9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 944 time: 0.0557816 Aug 03 20:23:16.462009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 018d1bf2-795e-4bd4-a889-cad84723facb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:23:16.472806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.473164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.473556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.473861 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.474199 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.474537 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.474868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.475219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.475531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.475855 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.476180 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.476503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:16.502939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92449b4e-b0e7-4377-b5db-617593f1c4f8 req-c4418fd6-51ed-4e6c-b213-ad8145d40287 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358026 Aug 03 20:23:16.517154 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.db.api [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 20:23:16.517548 n-d-803378-1 neutron-server[94135]: DEBUG oslo_db.api [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 20:23:16.527061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39606) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:16.591509 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-481a63c1-b47c-4230-8441-62623b39ee39 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/53bf9198-6b22-4389-8b77-497478409b03 HTTP/1.1" status: 200 len: 991 time: 0.0605943 Aug 03 20:23:17.054184 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:17.070972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d1bf2-795e-4bd4-a889-cad84723facb {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:23:17.090548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:23:17.094565 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:17.140933 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:17.380189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['018d1bf2-795e-4bd4-a889-cad84723facb'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:23:18.149941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 018d1bf2-795e-4bd4-a889-cad84723facb up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:23:18.196681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 018d1bf2-795e-4bd4-a889-cad84723facb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:23:18.197058 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:18.275568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:18.307071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:23:18.311081 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:18.357200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:18.393707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:23:18.396668 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c1e414-2794-486b-8abe-8cc33cb6205c" -d '{"events": [{"server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "name": "network-vif-plugged", "status": "completed", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:23:18.432820 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d7ff58-2724-424c-917d-afcbb14e74d8 x-openstack-request-id: req-f5d7ff58-2724-424c-917d-afcbb14e74d8 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:23:18.433116 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "name": "network-vif-plugged", "status": "completed", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:23:18.433403 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5d7ff58-2724-424c-917d-afcbb14e74d8 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:23:18.433834 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb', 'code': 200} Aug 03 20:23:21.266618 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:26.264403 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b064761-7bbd-41df-80e9-428ceba150a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:26.416894 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:29.898959 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:30.383586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc37a3be-520b-4d76-98ec-d66fa65218ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:32.216484 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:34.684389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:45.476679 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:23:46.959989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39618) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:47.125236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port abf1e067-1a35-40c2-b4a5-09ff48035ef2 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:23:47.125601 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:47.203113 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:47.203433 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:47.215217 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for abf1e067-1a35-40c2-b4a5-09ff48035ef2 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:23:47.361717 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:47.385906 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=abf1e067-1a35-40c2-b4a5-09ff48035ef2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:47.400401 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.400758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.401105 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.401446 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.401821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.402160 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.402494 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.402826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.403168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.403497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.403824 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.404151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:47.462047 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:47.462394 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP 53bf9198-6b22-4389-8b77-497478409b03 disassociated (deleted). External IP: 172.25.4.12, port: 018d1bf2-795e-4bd4-a889-cad84723facb. Aug 03 20:23:47.669148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:23:47.777849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:23:47.782232 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:47.789430 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] Sync routers for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:23:47.798616 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:23:47.799295 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:23:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:47.809863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7b15929a-13b9-4e19-a433-171db236bf3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/floatingips/53bf9198-6b22-4389-8b77-497478409b03 HTTP/1.1" status: 204 len: 168 time: 0.8487756 Aug 03 20:23:47.810549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:23:47.812921 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1" -d '{"events": [{"name": "network-changed", "server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:23:47.908360 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:23:47.926359 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2709fe-763b-4207-a342-4a1e919bec64 x-openstack-request-id: req-de2709fe-763b-4207-a342-4a1e919bec64 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:23:47.926882 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:23:47.927850 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de2709fe-763b-4207-a342-4a1e919bec64 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:23:47.928419 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb', 'status': 'completed', 'code': 200} Aug 03 20:23:48.085088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68bbdb-5fb3-44cf-89ec-baf57f659c7a req-d9406565-a433-4f45-ad56-a95ecf79a908 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:48.088182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a68bbdb-5fb3-44cf-89ec-baf57f659c7a req-d9406565-a433-4f45-ad56-a95ecf79a908 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0901279 Aug 03 20:23:48.088780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-cf2f4b03-647e-46f2-b20a-e9e503299347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:48.090268 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-cf2f4b03-647e-46f2-b20a-e9e503299347 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 1097 time: 0.1301625 Aug 03 20:23:48.119654 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:48.145886 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] Checking router: 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:23:48.154075 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:23:48.154690 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:23:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:48.173071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a68bbdb-5fb3-44cf-89ec-baf57f659c7a req-66dde37b-3e88-4174-8598-41db19c268cf tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791950 Aug 03 20:23:48.209987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-8c4eb9cc-27ee-4149-8c17-81e479ce98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:48.211479 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-8c4eb9cc-27ee-4149-8c17-81e479ce98f8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 200 len: 898 time: 0.1104605 Aug 03 20:23:48.260215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-a7936416-4243-47e2-8157-a005d6ce6e4d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 200 len: 217 time: 0.0394769 Aug 03 20:23:48.265005 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:23:48.310464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-cefc8def-0185-4a03-8987-f536a6daf716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:48.311959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-cefc8def-0185-4a03-8987-f536a6daf716 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 200 len: 835 time: 0.0436969 Aug 03 20:23:48.362380 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-ce533a43-17d0-405a-8f95-cdd1a29515e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:48.364192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-ce533a43-17d0-405a-8f95-cdd1a29515e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5ffd47e-0761-41f4-8fd0-b86970be991f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411282 Aug 03 20:23:48.465255 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:48.465844 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-544a253e-f229-463d-afa0-6463f90d0aa3 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895388 Aug 03 20:23:48.492246 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efb689-7253-42bd-a4a1-2f829d786dff None None] The sync data for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 is: [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:22:06Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ee210073-4060-421b-987f-2cc1f5201df1', 'name': '', 'network_id': 'f5ffd47e-0761-41f4-8fd0-b86970be991f', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:f1:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:06Z', 'updated_at': '2021-08-03T20:22:11Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': 'b1093e0c-5b21-4713-8b54-d1a81de3a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:23:48.570196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dab4a6e8-0eea-454a-8258-a1df8ceb94a1 req-2b9da7f7-3ae1-4d4b-8aed-012bae164518 service neutron] 10.222.0.88 "GET /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960541 Aug 03 20:23:48.717782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c8fcef-4856-407b-a2fe-ec94ef921866 None None] New status for floating IP 53bf9198-6b22-4389-8b77-497478409b03: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:23:49.296407 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce1d23-9caf-4304-abcf-1e6f2e0ddbb0 req-34649248-d820-4155-898c-f2b03e643db8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:49.297931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66ce1d23-9caf-4304-abcf-1e6f2e0ddbb0 req-34649248-d820-4155-898c-f2b03e643db8 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0498581 Aug 03 20:23:49.340471 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66ce1d23-9caf-4304-abcf-1e6f2e0ddbb0 req-cb07f03d-014e-471d-b7a4-e0ac4fa33db0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccdcef7e-acbf-4e54-974b-c963ed1820fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366197 Aug 03 20:23:49.557368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-dabeede9-1ff9-4469-a7a0-13f665ae445f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:49.558909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-dabeede9-1ff9-4469-a7a0-13f665ae445f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 946 time: 0.0479302 Aug 03 20:23:49.647174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 018d1bf2-795e-4bd4-a889-cad84723facb {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:23:49.647510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:49.737153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 018d1bf2-795e-4bd4-a889-cad84723facb, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=018d1bf2-795e-4bd4-a889-cad84723facb,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:23:49.737802 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:49.750828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 018d1bf2-795e-4bd4-a889-cad84723facb owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:23:49.879928 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:49.909085 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=018d1bf2-795e-4bd4-a889-cad84723facb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:49.948004 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] No DVR routers for this DVR port 018d1bf2-795e-4bd4-a889-cad84723facb on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:23:49.950692 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:49.952799 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dd15001a-0d0a-47f2-aa47-586a9f24eb43 req-10c735c9-c513-491c-ba85-60e041fdc146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "DELETE /v2.0/ports/018d1bf2-795e-4bd4-a889-cad84723facb HTTP/1.1" status: 204 len: 173 time: 0.3864202 Aug 03 20:23:49.953235 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'name': 'network-vif-deleted', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:23:49.955579 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d1f4a1-e69a-489c-aa9e-a3f68d944033" -d '{"events": [{"server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "name": "network-vif-deleted", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:23:49.994521 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba035223-abf7-4ee3-a260-4d6408300e35 x-openstack-request-id: req-ba035223-abf7-4ee3-a260-4d6408300e35 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:23:49.994815 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2eacc-b318-4877-a44d-54d61b91528a", "name": "network-vif-deleted", "tag": "018d1bf2-795e-4bd4-a889-cad84723facb", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:23:49.995070 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba035223-abf7-4ee3-a260-4d6408300e35 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:23:49.995464 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e2eacc-b318-4877-a44d-54d61b91528a', 'name': 'network-vif-deleted', 'tag': '018d1bf2-795e-4bd4-a889-cad84723facb', 'status': 'completed', 'code': 200} Aug 03 20:23:50.446750 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-23aa93ac-21ec-400c-9198-96a4a9b8729f req-58dc72ed-0a0f-4458-91ad-03c664bd315c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e2eacc-b318-4877-a44d-54d61b91528a HTTP/1.1" status: 200 len: 210 time: 0.0261462 Aug 03 20:23:51.287839 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:51.515393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39638) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:51.875929 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:52.131707 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port ee210073-4060-421b-987f-2cc1f5201df1 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:23:52.132051 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:52.224644 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port ee210073-4060-421b-987f-2cc1f5201df1, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ee210073-4060-421b-987f-2cc1f5201df1,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:23:52.225013 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:52.238258 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for ee210073-4060-421b-987f-2cc1f5201df1 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:23:52.420229 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:52.447295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=ee210073-4060-421b-987f-2cc1f5201df1,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:52.476986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.477342 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.477702 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.478062 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.478381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.478805 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.479061 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.479414 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.479734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.480067 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.480395 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.480726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:23:52.637035 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:52.851092 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:23:52.955138 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:23:52.960487 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f2ae1659-33a2-4bce-92fe-2071ca7a79e1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/8757285c-09ed-4e2a-b590-86c1c4ae0ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4436839 Aug 03 20:23:52.962808 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39640) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:52.965397 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92308296-1331-4989-a225-cb60ee1538cb None None] Sync routers for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:23:52.975177 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92308296-1331-4989-a225-cb60ee1538cb None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:23:52.975784 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-92308296-1331-4989-a225-cb60ee1538cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:23:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:53.013167 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f1847a-bf94-486d-afb6-c30e234ebea3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting subnet b1093e0c-5b21-4713-8b54-d1a81de3a025 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:23:53.016321 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f1847a-bf94-486d-afb6-c30e234ebea3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.066803 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f1847a-bf94-486d-afb6-c30e234ebea3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.094057 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-92308296-1331-4989-a225-cb60ee1538cb None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:23:53.150342 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f1847a-bf94-486d-afb6-c30e234ebea3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.210844 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f1847a-bf94-486d-afb6-c30e234ebea3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.240232 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1847a-bf94-486d-afb6-c30e234ebea3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Subnet': ['ID=b1093e0c-5b21-4713-8b54-d1a81de3a025,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:53.245345 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-08f1847a-bf94-486d-afb6-c30e234ebea3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.246682 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6991a-df08-406b-b8a7-4f1612520a3c None None] Network f5ffd47e-0761-41f4-8fd0-b86970be991f requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:23:53.247357 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-08f1847a-bf94-486d-afb6-c30e234ebea3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/subnets/b1093e0c-5b21-4713-8b54-d1a81de3a025 HTTP/1.1" status: 204 len: 168 time: 0.2836130 Aug 03 20:23:53.250084 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39642) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:53.285086 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-92308296-1331-4989-a225-cb60ee1538cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:23:52Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:53.363168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.410732 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92308296-1331-4989-a225-cb60ee1538cb None None] Checking router: 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:23:53.420114 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92308296-1331-4989-a225-cb60ee1538cb None None] Routers {'8757285c-09ed-4e2a-b590-86c1c4ae0ea4'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:23:53.420719 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-92308296-1331-4989-a225-cb60ee1538cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:23:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:53.447045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] DHCP port deletion for f5ffd47e-0761-41f4-8fd0-b86970be991f request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:23:53.481804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.498070 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] Deleting port c7a9e2ef-2506-4024-9496-15151c2de2b3 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:23:53.498479 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.534376 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-92308296-1331-4989-a225-cb60ee1538cb None None] Set router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:23:53.542126 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 76026abb-e1e0-4dda-8853-87e022c343cf {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:23:53.542724 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.563953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] For port c7a9e2ef-2506-4024-9496-15151c2de2b3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c7a9e2ef-2506-4024-9496-15151c2de2b3,segment=NetworkSegment(2d274106-177f-4c40-8942-5173e60bc10f),segment_id=2d274106-177f-4c40-8942-5173e60bc10f)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:23:53.564364 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.578233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] Calling delete_port for c7a9e2ef-2506-4024-9496-15151c2de2b3 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:23:53.629323 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 76026abb-e1e0-4dda-8853-87e022c343cf, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=76026abb-e1e0-4dda-8853-87e022c343cf,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:23:53.629734 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.644642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 76026abb-e1e0-4dda-8853-87e022c343cf owned by network:router_gateway {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:23:53.670531 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.701591 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] Pushing event deleted for resources: {'Port': ['ID=c7a9e2ef-2506-4024-9496-15151c2de2b3,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:53.703886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6469e93-5cbe-4b99-a549-abcbe7264428 None None] No DVR routers for this DVR port c7a9e2ef-2506-4024-9496-15151c2de2b3 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:23:53.727037 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-92308296-1331-4989-a225-cb60ee1538cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:23:52Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:53.752762 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92308296-1331-4989-a225-cb60ee1538cb None None] The sync data for ids ['8757285c-09ed-4e2a-b590-86c1c4ae0ea4'] in n-d-803378-1 is: [{'id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993899302', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:22:03Z', 'updated_at': '2021-08-03T20:23:52Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '76026abb-e1e0-4dda-8853-87e022c343cf', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757285c-09ed-4e2a-b590-86c1c4ae0ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:22:04Z', 'updated_at': '2021-08-03T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:23:53.829818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.853418 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=76026abb-e1e0-4dda-8853-87e022c343cf,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:53.919984 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.010928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.012905 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.054287 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.054838 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Fanout notify agent at l3_agent the message router_deleted on router 8757285c-09ed-4e2a-b590-86c1c4ae0ea4 {{(pid=94133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:23:54.061845 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.065555 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7f9203c2-cffd-4b9d-a578-fc223a01168f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/routers/8757285c-09ed-4e2a-b590-86c1c4ae0ea4 HTTP/1.1" status: 204 len: 168 time: 0.8119657 Aug 03 20:23:54.065785 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39644) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:54.151310 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.193925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c7a9e2ef-2506-4024-9496-15151c2de2b3 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:23:54.214445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c7a9e2ef-2506-4024-9496-15151c2de2b3 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:23:54.214844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c7a9e2ef-2506-4024-9496-15151c2de2b3 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:23:54.250459 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.256256 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 018d1bf2-795e-4bd4-a889-cad84723facb no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:23:54.261645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ffd47e-0761-41f4-8fd0-b86970be991f']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:54.272510 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d274106-177f-4c40-8942-5173e60bc10f') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:54.272840 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d274106-177f-4c40-8942-5173e60bc10f') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:54.276423 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 018d1bf2-795e-4bd4-a889-cad84723facb {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:23:54.276773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 018d1bf2-795e-4bd4-a889-cad84723facb not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:23:54.282000 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.296504 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.307103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:23:54.307488 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:23:54.310472 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:23:54.374924 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.382995 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.384890 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/networks/f5ffd47e-0761-41f4-8fd0-b86970be991f HTTP/1.1" status: 204 len: 168 time: 0.3181875 Aug 03 20:23:54.387720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39646) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:54.400151 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628ec74-b00e-4b87-86b2-86995e9cda53 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Network': ['ID=f5ffd47e-0761-41f4-8fd0-b86970be991f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:54.450297 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25f8b0a6-3363-4654-9f89-a239bfec2067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.476245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25f8b0a6-3363-4654-9f89-a239bfec2067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.539825 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25f8b0a6-3363-4654-9f89-a239bfec2067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.542445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-25f8b0a6-3363-4654-9f89-a239bfec2067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.543589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-25f8b0a6-3363-4654-9f89-a239bfec2067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/security-groups/ccdcef7e-acbf-4e54-974b-c963ed1820fd HTTP/1.1" status: 204 len: 168 time: 0.1548979 Aug 03 20:23:54.553168 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8b0a6-3363-4654-9f89-a239bfec2067 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdcef7e-acbf-4e54-974b-c963ed1820fd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:54.846679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39652) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:54.851997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c41b37dd-a652-4427-99ea-75c4f39445d4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028823827', 'description': 'tempest-secgroup-smoke-2028823827 description', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:54.874114 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c41b37dd-a652-4427-99ea-75c4f39445d4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.955762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c41b37dd-a652-4427-99ea-75c4f39445d4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.961194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c41b37dd-a652-4427-99ea-75c4f39445d4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.989222 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c41b37dd-a652-4427-99ea-75c4f39445d4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.990745 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-c41b37dd-a652-4427-99ea-75c4f39445d4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1427901 Aug 03 20:23:54.993509 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39654) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:54.998499 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-5c411b91-fdf4-40c2-9b4e-b457c64b7493 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '72b46974-8eca-4135-bce5-3750f8849a98', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:54.999714 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b37dd-a652-4427-99ea-75c4f39445d4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b46974-8eca-4135-bce5-3750f8849a98,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:55.025809 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c411b91-fdf4-40c2-9b4e-b457c64b7493 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.080032 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c411b91-fdf4-40c2-9b4e-b457c64b7493 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.084322 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c411b91-fdf4-40c2-9b4e-b457c64b7493 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.101529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c411b91-fdf4-40c2-9b4e-b457c64b7493 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4643a5-7a61-4ffb-b81b-d7cc13716e3f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:55.108044 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c411b91-fdf4-40c2-9b4e-b457c64b7493 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.109286 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-5c411b91-fdf4-40c2-9b4e-b457c64b7493 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147265 Aug 03 20:23:55.112063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39656) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:55.116562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6b96679f-cd10-4d58-ab51-0ba8cf4ccd8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '72b46974-8eca-4135-bce5-3750f8849a98', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:55.143637 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b96679f-cd10-4d58-ab51-0ba8cf4ccd8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.201805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b96679f-cd10-4d58-ab51-0ba8cf4ccd8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.205847 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b96679f-cd10-4d58-ab51-0ba8cf4ccd8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.228680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96679f-cd10-4d58-ab51-0ba8cf4ccd8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5075f7d-a904-4687-bcc7-64fa80e6ed80,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:55.234544 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b96679f-cd10-4d58-ab51-0ba8cf4ccd8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.235792 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6b96679f-cd10-4d58-ab51-0ba8cf4ccd8d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228099 Aug 03 20:23:55.238582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39658) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:55.242877 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7c09763a-f732-43d3-83a7-e9546df9a2c7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '72b46974-8eca-4135-bce5-3750f8849a98', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:55.268227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c09763a-f732-43d3-83a7-e9546df9a2c7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.325390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c09763a-f732-43d3-83a7-e9546df9a2c7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.329168 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c09763a-f732-43d3-83a7-e9546df9a2c7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.347748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09763a-f732-43d3-83a7-e9546df9a2c7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870b2305-178d-4bee-bc7a-2f90e63a2bb1,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:55.353302 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c09763a-f732-43d3-83a7-e9546df9a2c7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.354592 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7c09763a-f732-43d3-83a7-e9546df9a2c7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150851 Aug 03 20:23:55.357784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39660) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:55.362157 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c931f50d-d861-4b2d-a5fb-7d44afd4d146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '72b46974-8eca-4135-bce5-3750f8849a98', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:55.389338 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c931f50d-d861-4b2d-a5fb-7d44afd4d146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.447406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c931f50d-d861-4b2d-a5fb-7d44afd4d146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.450891 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c931f50d-d861-4b2d-a5fb-7d44afd4d146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.469236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931f50d-d861-4b2d-a5fb-7d44afd4d146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb538ca-3cdc-47aa-8da1-682d559308f1,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:55.473626 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c931f50d-d861-4b2d-a5fb-7d44afd4d146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.475344 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c931f50d-d861-4b2d-a5fb-7d44afd4d146 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165547 Aug 03 20:23:55.477988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39662) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:55.483184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-273984c5-408d-4030-a081-0b9da2b87318 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '72b46974-8eca-4135-bce5-3750f8849a98', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:55.507704 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-273984c5-408d-4030-a081-0b9da2b87318 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:23:55.512812 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-273984c5-408d-4030-a081-0b9da2b87318 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.572460 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-273984c5-408d-4030-a081-0b9da2b87318 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.577001 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-273984c5-408d-4030-a081-0b9da2b87318 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.601493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273984c5-408d-4030-a081-0b9da2b87318 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc7d9fe-377d-40b9-a1ad-493c218afbf2,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:55.605770 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-273984c5-408d-4030-a081-0b9da2b87318 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.606961 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-273984c5-408d-4030-a081-0b9da2b87318 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280549 Aug 03 20:23:55.610036 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39664) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:55.614680 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-4bf7c9f1-3e14-4820-a0ba-052b93d5e0f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '72b46974-8eca-4135-bce5-3750f8849a98', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:55.636196 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-4bf7c9f1-3e14-4820-a0ba-052b93d5e0f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:23:55.641206 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c9f1-3e14-4820-a0ba-052b93d5e0f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.704226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c9f1-3e14-4820-a0ba-052b93d5e0f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.707890 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c9f1-3e14-4820-a0ba-052b93d5e0f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.726340 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7c9f1-3e14-4820-a0ba-052b93d5e0f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5cb7e9-d0a1-486f-8e80-76b1bfc8a161,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:55.731704 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c9f1-3e14-4820-a0ba-052b93d5e0f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.733075 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-4bf7c9f1-3e14-4820-a0ba-052b93d5e0f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218631 Aug 03 20:23:55.736019 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39666) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:55.740950 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'network': {'name': 'tempest-network-smoke--1930368224', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'port_security_enabled': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:55.761530 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:23:55.764941 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.789194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:23:55.798820 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.799168 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Added segment bbd1e17a-020b-4b89-b1f5-840f79734b8b of type vlan for network feaf6ce9-a9d7-403a-bdb5-a396c00b254d Aug 03 20:23:55.838904 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 76026abb-e1e0-4dda-8853-87e022c343cf no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:23:55.841430 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.862571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 76026abb-e1e0-4dda-8853-87e022c343cf {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:23:55.862805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 76026abb-e1e0-4dda-8853-87e022c343cf not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:23:55.863220 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ee210073-4060-421b-987f-2cc1f5201df1 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:23:55.870561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.876496 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:55.877089 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.883535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ee210073-4060-421b-987f-2cc1f5201df1 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:23:55.883869 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ee210073-4060-421b-987f-2cc1f5201df1 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:23:55.935357 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1983020 Aug 03 20:23:55.938234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39668) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:55.943703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'admin_state_up': True, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:55.950254 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a1ed9-c15d-4a38-a355-c8a98dd4169f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Network': ['ID=feaf6ce9-a9d7-403a-bdb5-a396c00b254d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:55.961348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:23:55.971036 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.972046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.026401 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.159986 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.267743 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-568a2683-e500-4bd3-a125-64d1918d9b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.354183 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.372906 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.425594 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.479285 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.44 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/bc419c27-350a-4806-99fe-b32ebf2c1f35) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:23:56.586397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.624631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:56.659084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:23:56.661895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:23:56.664545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:23:56.701152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=bc419c27-350a-4806-99fe-b32ebf2c1f35,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:56.916581 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:57.111804 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:57.238040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 953586c7-1fa8-4b48-9694-8f0302c43b15 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:23:57.687740 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:23:57.697117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Sync routers for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:23:57.706298 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:57.707552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e1e1e238-3119-45fb-b56c-a58ade4bf03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7681303 Aug 03 20:23:57.708549 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:23:57.709177 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:23:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:57.711281 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39670) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:57.747999 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6f075f78-af12-40a3-bc55-a8418f09ee54 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1e7be0d6311a4430a1c406e0795e24cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355527 Aug 03 20:23:57.750828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39672) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:57.816847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:23:57.847613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae5e4c-5f01-4951-8ddc-bc0ce7824eaa tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:57.852506 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8cae5e4c-5f01-4951-8ddc-bc0ce7824eaa tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979509 Aug 03 20:23:57.852701 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39674) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:57.879943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ec0e2f6e-b78a-4f4b-8f3f-ba688d8c3f8d tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261860 Aug 03 20:23:57.882539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39676) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:57.887298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1134760139', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:23:57.975762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:23:57.980051 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.002167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:56Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:58.029330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Checking router: 953586c7-1fa8-4b48-9694-8f0302c43b15 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:23:58.029707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Updating router 953586c7-1fa8-4b48-9694-8f0302c43b15 port bc419c27-350a-4806-99fe-b32ebf2c1f35 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:23:58.055673 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.167885 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.233563 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Subnet': ['ID=9892ca9c-9dab-47ed-afc1-ad377d4c5e38,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:58.242496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Checking segment: {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:23:58.242859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network hostable DHCP agents. Network: feaf6ce9-a9d7-403a-bdb5-a396c00b254d, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:23:58.260014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:23:58.271884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, feaf6ce9-a9d7-403a-bdb5-a396c00b254d) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:23:58.277496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:58.279368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.290342 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0677bb-4f28-40c3-b852-f9ff03b26bba None None] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:23:58.294931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e50931e2-1d96-403c-b111-338c7126a085 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4113798 Aug 03 20:23:58.298055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39678) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:23:58.418029 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.450881 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Transition to ACTIVE for port object bc419c27-350a-4806-99fe-b32ebf2c1f35 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:23:58.461393 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.541701 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Attempting to bind port bc419c27-350a-4806-99fe-b32ebf2c1f35 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:23:58.542077 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Attempting to bind port bc419c27-350a-4806-99fe-b32ebf2c1f35 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:23:58.542445 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Attempting to bind port bc419c27-350a-4806-99fe-b32ebf2c1f35 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:23:58.544989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6dae3-b0ad-4e9b-ac91-188bcdcd2ec2 None None] Pushing event updated for resources: {'Port': ['ID=bc419c27-350a-4806-99fe-b32ebf2c1f35,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:58.549541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:23:58.550379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.564389 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:23:58.564758 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:23:58.565153 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.565562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:23:58.566038 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Bound port: bc419c27-350a-4806-99fe-b32ebf2c1f35, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:23:58.566457 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.681571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] For port bc419c27-350a-4806-99fe-b32ebf2c1f35, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:23:58.686360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] For port bc419c27-350a-4806-99fe-b32ebf2c1f35, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=bc419c27-350a-4806-99fe-b32ebf2c1f35,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:23:58.693539 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.746652 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:58.784572 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Allocated IP 172.20.0.2 (feaf6ce9-a9d7-403a-bdb5-a396c00b254d/9892ca9c-9dab-47ed-afc1-ad377d4c5e38/f7866d74-8798-4588-be15-ef3a6a316eca) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:23:58.790400 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:23:58.791037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:23:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:58.800412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6dae3-b0ad-4e9b-ac91-188bcdcd2ec2 None None] Pushing event updated for resources: {'Port': ['ID=bc419c27-350a-4806-99fe-b32ebf2c1f35,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:59.124022 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:23:59.270328 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.288792 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Transition to ACTIVE for port object f7866d74-8798-4588-be15-ef3a6a316eca will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:23:59.315215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Transition to ACTIVE for port object f7866d74-8798-4588-be15-ef3a6a316eca will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:23:59.335859 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.370014 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.1 (feaf6ce9-a9d7-403a-bdb5-a396c00b254d/9892ca9c-9dab-47ed-afc1-ad377d4c5e38/281e9db3-1360-4026-8438-1445f91ec87b) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:23:59.381930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:23:59.387023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:23:59.389830 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:23:59.404226 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Pushing event updated for resources: {'Port': ['ID=f7866d74-8798-4588-be15-ef3a6a316eca,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:59.459113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:56Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:23:59.463382 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Attempting to bind port f7866d74-8798-4588-be15-ef3a6a316eca on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:23:59.463754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Attempting to bind port f7866d74-8798-4588-be15-ef3a6a316eca by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:23:59.464117 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Attempting to bind port f7866d74-8798-4588-be15-ef3a6a316eca on network feaf6ce9-a9d7-403a-bdb5-a396c00b254d {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:23:59.492345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9216ed-c667-44b2-86cf-9696ff4655a5 None None] The sync data for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 is: [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:56Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:23:59.494165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:23:59.494545 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Checking segment: {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:23:59.495000 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.495316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Bound using segment: {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:23:59.495800 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Bound port: f7866d74-8798-4588-be15-ef3a6a316eca, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:23:59.496180 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.500923 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.517976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 281e9db3-1360-4026-8438-1445f91ec87b will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:23:59.559908 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.573204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] For port f7866d74-8798-4588-be15-ef3a6a316eca, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:23:59.577550 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] For port f7866d74-8798-4588-be15-ef3a6a316eca, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f7866d74-8798-4588-be15-ef3a6a316eca,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:23:59.583255 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.602353 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:23:59.609953 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:23:59.615157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:23:59.619109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=281e9db3-1360-4026-8438-1445f91ec87b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:59.654633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21652e0-2acf-4667-85bd-4bd3f33155fd None None] Pushing event updated for resources: {'Port': ['ID=f7866d74-8798-4588-be15-ef3a6a316eca,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:23:59.666973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.901579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.931844 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:59.952435 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device bc419c27-350a-4806-99fe-b32ebf2c1f35 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:24:00.030700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port bc419c27-350a-4806-99fe-b32ebf2c1f35 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:24:00.038811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port bc419c27-350a-4806-99fe-b32ebf2c1f35 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:00.039526 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:00.126838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:00.149637 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port bc419c27-350a-4806-99fe-b32ebf2c1f35, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=bc419c27-350a-4806-99fe-b32ebf2c1f35,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:24:00.154155 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:00.210789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=bc419c27-350a-4806-99fe-b32ebf2c1f35,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:00.236834 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:00.241867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:00.316856 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=281e9db3-1360-4026-8438-1445f91ec87b,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:00.319862 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:00.386694 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ccc41717-72c5-443a-93d8-0f1cd9bd0b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:00.438488 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:24:00.439922 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:24:00.568480 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 953586c7-1fa8-4b48-9694-8f0302c43b15 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:24:00.685709 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:24:00.694434 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3689f7d-b7bc-4f82-97f0-c2f42d2a3381 None None] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:24:00.701583 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0ab51a82-006d-4727-9822-a258527beb9d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/953586c7-1fa8-4b48-9694-8f0302c43b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4022186 Aug 03 20:24:00.790677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-72f2cc6d-70f6-4499-8970-d371494e8b2a None None] Provisioning for port f7866d74-8798-4588-be15-ef3a6a316eca completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:24:00.836927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-f8e46b7b-f5d3-4f08-b421-ed5b84b49e5e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028823827&fields=id&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 267 time: 0.0329807 Aug 03 20:24:00.954728 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-b2029547-9980-4c34-9919-2534b1d5101f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:00.956259 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-b2029547-9980-4c34-9919-2534b1d5101f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/networks?id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d HTTP/1.1" status: 200 len: 797 time: 0.1115396 Aug 03 20:24:00.972764 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-4036a1d3-b0ab-470e-96b0-4b7bd4e973b1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/quotas/1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 375 time: 0.0104306 Aug 03 20:24:01.037213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-eda0775a-7e8b-44de-850f-9bf882be6d66 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547051 Aug 03 20:24:01.130339 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b142d85e-22f9-4e53-af3a-c12f01353467 None None] Provisioning for port 281e9db3-1360-4026-8438-1445f91ec87b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:24:01.134354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-b142d85e-22f9-4e53-af3a-c12f01353467 None None] Provisioning complete for port 281e9db3-1360-4026-8438-1445f91ec87b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:01.134922 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b142d85e-22f9-4e53-af3a-c12f01353467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:01.151128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-be3d9ae2-198d-448d-b853-6e6f65ea21d3 service neutron] 10.222.0.42 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016622 Aug 03 20:24:01.182691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b142d85e-22f9-4e53-af3a-c12f01353467 None None] Port 281e9db3-1360-4026-8438-1445f91ec87b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:24:01.255368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-4565038a-27b6-4061-8f6e-0e1422122add service neutron] 10.222.0.42 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975485 Aug 03 20:24:01.304306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ae56faf1-76bd-4f76-b0be-b2d1ea4bf32a None None] Provisioning complete for port 281e9db3-1360-4026-8438-1445f91ec87b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:01.305665 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ae56faf1-76bd-4f76-b0be-b2d1ea4bf32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:01.323443 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Sync routers for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:24:01.337110 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:24:01.338080 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:24:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:24:01.347794 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ae56faf1-76bd-4f76-b0be-b2d1ea4bf32a None None] Port 281e9db3-1360-4026-8438-1445f91ec87b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:24:01.465671 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08afc781-152f-47fb-b6c6-5c4d15b9c9ed req-588ab0fb-c942-46ef-8530-87e26c2386de tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 210 time: 0.0337636 Aug 03 20:24:01.476728 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:24:01.574208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-cbacedfa-588b-4409-86d5-2f7c4dab0cc3 None None] Provisioning complete for port 281e9db3-1360-4026-8438-1445f91ec87b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:01.574487 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cbacedfa-588b-4409-86d5-2f7c4dab0cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:01.616276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-cbacedfa-588b-4409-86d5-2f7c4dab0cc3 None None] Port 281e9db3-1360-4026-8438-1445f91ec87b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:24:01.701952 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 2, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:24:01.728382 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Checking router: 953586c7-1fa8-4b48-9694-8f0302c43b15 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:24:01.728805 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Updating router 953586c7-1fa8-4b48-9694-8f0302c43b15 port 281e9db3-1360-4026-8438-1445f91ec87b binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:24:01.756968 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:01.939796 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f7866d74-8798-4588-be15-ef3a6a316eca up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:24:01.998473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f7866d74-8798-4588-be15-ef3a6a316eca completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:24:02.003459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f7866d74-8798-4588-be15-ef3a6a316eca triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:02.003842 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.057851 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.068268 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Transition to ACTIVE for port object 281e9db3-1360-4026-8438-1445f91ec87b will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:24:02.074853 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.083964 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.119103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port f7866d74-8798-4588-be15-ef3a6a316eca, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f7866d74-8798-4588-be15-ef3a6a316eca,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:24:02.123630 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Pushing event updated for resources: {'Port': ['ID=281e9db3-1360-4026-8438-1445f91ec87b,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:02.125557 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.126505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device bc419c27-350a-4806-99fe-b32ebf2c1f35 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:24:02.147503 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.147873 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.148180 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.148512 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.148846 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.149160 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.149508 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.150227 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.150227 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.150433 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.151883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.151883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:24:02.191526 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Attempting to bind port 281e9db3-1360-4026-8438-1445f91ec87b on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:24:02.192042 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Attempting to bind port 281e9db3-1360-4026-8438-1445f91ec87b by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:24:02.192571 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Attempting to bind port 281e9db3-1360-4026-8438-1445f91ec87b on network feaf6ce9-a9d7-403a-bdb5-a396c00b254d {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:24:02.198755 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:24:02.199236 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Checking segment: {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:24:02.204790 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.204790 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Bound using segment: {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:24:02.204790 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Bound port: 281e9db3-1360-4026-8438-1445f91ec87b, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:24:02.204790 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.228981 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=f7866d74-8798-4588-be15-ef3a6a316eca,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:02.242223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port bc419c27-350a-4806-99fe-b32ebf2c1f35 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:02.242632 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.245649 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.304396 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] For port 281e9db3-1360-4026-8438-1445f91ec87b, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:24:02.307861 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] For port 281e9db3-1360-4026-8438-1445f91ec87b, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=281e9db3-1360-4026-8438-1445f91ec87b,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:24:02.320137 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.391769 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:24:02.392448 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:24:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:24:02.470461 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-a95554ca-5933-4bc1-a195-08c0cecc3f70 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:02.472142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-a95554ca-5933-4bc1-a195-08c0cecc3f70 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/networks?id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d HTTP/1.1" status: 200 len: 797 time: 0.1538794 Aug 03 20:24:02.518124 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:24:02.523548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-67f41039-e959-4aa1-9221-7b02e2c1ff5d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 380 time: 0.0403743 Aug 03 20:24:02.539286 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'port': {'device_id': 'b4437161-f23c-49a3-9972-77ec86dff511', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'admin_state_up': True, 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'security_groups': ['72b46974-8eca-4135-bce5-3750f8849a98']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:24:02.545357 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363910e5-4aa6-4217-8d62-9c463dd2993b None None] Pushing event updated for resources: {'Port': ['ID=281e9db3-1360-4026-8438-1445f91ec87b,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:02.617805 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2a5c39a8-0560-45ae-82a4-75fb6fe5aab5 req-ed4dd46b-5f7d-4160-bc82-466afe6bc09c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 210 time: 0.0745921 Aug 03 20:24:02.683798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:24:02.687489 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:02.740177 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:02Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:24:02.769824 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81123ef0-37e7-425f-91d4-f2c521520acf None None] The sync data for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 is: [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:02Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:24:02.817009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.5 (feaf6ce9-a9d7-403a-bdb5-a396c00b254d/9892ca9c-9dab-47ed-afc1-ad377d4c5e38/59411529-65fe-4922-a197-f291ad5e2a19) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:24:02.986445 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.001594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 59411529-65fe-4922-a197-f291ad5e2a19 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:24:03.036191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.083271 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:24:03.088717 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:24:03.093140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:24:03.097442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=59411529-65fe-4922-a197-f291ad5e2a19,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:03.148553 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:03.149215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.166101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-de3a2ab0-d537-4cd9-bed6-eab8c953cb7c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307304 Aug 03 20:24:03.179665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Request body: {'port': {'device_id': 'b4437161-f23c-49a3-9972-77ec86dff511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:24:03.255824 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.391568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c3e206bf-bac1-4159-a625-808eda4c7c72 None None] Provisioning for port 59411529-65fe-4922-a197-f291ad5e2a19 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:24:03.397197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-c3e206bf-bac1-4159-a625-808eda4c7c72 None None] Provisioning complete for port 59411529-65fe-4922-a197-f291ad5e2a19 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:03.398012 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3e206bf-bac1-4159-a625-808eda4c7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.435883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c3e206bf-bac1-4159-a625-808eda4c7c72 None None] Port 59411529-65fe-4922-a197-f291ad5e2a19 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:24:03.535746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59411529-65fe-4922-a197-f291ad5e2a19 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:24:03.544358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.557367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Transition to ACTIVE for port object 59411529-65fe-4922-a197-f291ad5e2a19 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:24:03.562245 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.628539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Pushing event updated for resources: {'Port': ['ID=59411529-65fe-4922-a197-f291ad5e2a19,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:03.709103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Attempting to bind port 59411529-65fe-4922-a197-f291ad5e2a19 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:24:03.709450 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Attempting to bind port 59411529-65fe-4922-a197-f291ad5e2a19 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:24:03.709801 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Attempting to bind port 59411529-65fe-4922-a197-f291ad5e2a19 on network feaf6ce9-a9d7-403a-bdb5-a396c00b254d {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:24:03.714890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Port 59411529-65fe-4922-a197-f291ad5e2a19 on network feaf6ce9-a9d7-403a-bdb5-a396c00b254d not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:24:03.715215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Attempting to bind port 59411529-65fe-4922-a197-f291ad5e2a19 on network feaf6ce9-a9d7-403a-bdb5-a396c00b254d {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:24:03.720769 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:24:03.721112 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Checking segment: {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:24:03.721650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Bound using segment: {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:24:03.722081 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Bound port: 59411529-65fe-4922-a197-f291ad5e2a19, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd1e17a-020b-4b89-b1f5-840f79734b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:24:03.722442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.842387 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] For port 59411529-65fe-4922-a197-f291ad5e2a19, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:24:03.861070 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] For port 59411529-65fe-4922-a197-f291ad5e2a19, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=59411529-65fe-4922-a197-f291ad5e2a19,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:24:03.876517 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9f281-0e7e-4a30-937c-8ea0950be29b req-49a01cb7-6c97-4d8a-b956-f3f1b79cc04a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:03.878242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ab9f281-0e7e-4a30-937c-8ea0950be29b req-49a01cb7-6c97-4d8a-b956-f3f1b79cc04a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 943 time: 0.0978475 Aug 03 20:24:03.879793 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.932280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:03.932926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.934374 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] 10.222.0.88 "PUT /v2.0/ports/59411529-65fe-4922-a197-f291ad5e2a19 HTTP/1.1" status: 200 len: 1091 time: 0.7601824 Aug 03 20:24:03.934831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:24:03.937342 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcbee53-149d-4d47-908a-8c16a4e3d867" -d '{"events": [{"name": "network-changed", "server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "tag": "59411529-65fe-4922-a197-f291ad5e2a19"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:24:03.981871 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515961f-65bf-469c-91c2-5700342fdeed service neutron] Pushing event updated for resources: {'Port': ['ID=59411529-65fe-4922-a197-f291ad5e2a19,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:03.988284 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 281e9db3-1360-4026-8438-1445f91ec87b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:24:03.988485 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3ab9f281-0e7e-4a30-937c-8ea0950be29b req-bd71c8ff-4fe3-4344-a937-55853904f633 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829396 Aug 03 20:24:04.015302 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323b4e3b-a9af-4691-bc24-aa768306a03d x-openstack-request-id: req-323b4e3b-a9af-4691-bc24-aa768306a03d {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:24:04.015601 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "tag": "59411529-65fe-4922-a197-f291ad5e2a19", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:24:04.015860 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-323b4e3b-a9af-4691-bc24-aa768306a03d {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:24:04.016264 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19', 'status': 'completed', 'code': 200} Aug 03 20:24:04.047534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-a91cf99d-a210-40f8-b71f-668b3c833021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:04.049330 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-a91cf99d-a210-40f8-b71f-668b3c833021 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 1094 time: 0.0544147 Aug 03 20:24:04.052010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 281e9db3-1360-4026-8438-1445f91ec87b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:24:04.056042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 281e9db3-1360-4026-8438-1445f91ec87b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:04.057928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:04.097522 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-c62304c7-0856-4f50-ab1c-986dc9b332e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59411529-65fe-4922-a197-f291ad5e2a19 HTTP/1.1" status: 200 len: 217 time: 0.0402093 Aug 03 20:24:04.145096 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:04.156253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-41fbe47c-9fd3-44b9-9afa-da69f6f808ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:04.157912 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-41fbe47c-9fd3-44b9-9afa-da69f6f808ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9892ca9c-9dab-47ed-afc1-ad377d4c5e38 HTTP/1.1" status: 200 len: 835 time: 0.0532515 Aug 03 20:24:04.180489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 281e9db3-1360-4026-8438-1445f91ec87b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=281e9db3-1360-4026-8438-1445f91ec87b,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:24:04.185345 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:04.186140 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f7866d74-8798-4588-be15-ef3a6a316eca up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:24:04.205600 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-4e2b9372-447e-48b1-8025-f3cfd289eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:04.207021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-4e2b9372-447e-48b1-8025-f3cfd289eaed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426891 Aug 03 20:24:04.265033 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=281e9db3-1360-4026-8438-1445f91ec87b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:04.277761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f7866d74-8798-4588-be15-ef3a6a316eca triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:04.278100 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:04.302551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-49b88493-f8b8-40cf-b3cc-bbdb06225758 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877728 Aug 03 20:24:04.397031 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55db2b14-0ee4-4c7c-855e-fb75d3e92051 req-33625b24-08a0-4544-b4f3-22a0ac4c0754 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870035 Aug 03 20:24:04.488046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-40c13aa1-dddf-4c29-ae66-b28e461b3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:04.490332 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-40c13aa1-dddf-4c29-ae66-b28e461b3eae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 1094 time: 0.0454350 Aug 03 20:24:04.578115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-bcd2e942-64cc-406f-b38f-66255cca33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:04.579642 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-bcd2e942-64cc-406f-b38f-66255cca33ef service neutron] 10.222.0.88 "GET /v2.0/networks?id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d HTTP/1.1" status: 200 len: 898 time: 0.0826213 Aug 03 20:24:04.620716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-8959eb52-ac51-4872-8c36-8b26ab386ca9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59411529-65fe-4922-a197-f291ad5e2a19 HTTP/1.1" status: 200 len: 217 time: 0.0340483 Aug 03 20:24:04.673289 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-6ce00a0e-f2a8-4c51-9987-c4f039a4b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:04.674791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-6ce00a0e-f2a8-4c51-9987-c4f039a4b905 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9892ca9c-9dab-47ed-afc1-ad377d4c5e38 HTTP/1.1" status: 200 len: 835 time: 0.0462925 Aug 03 20:24:04.687446 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:04.721777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-28ddb994-70a1-4b01-aee8-d569e0fdaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:04.723952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-28ddb994-70a1-4b01-aee8-d569e0fdaba8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406764 Aug 03 20:24:04.812961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-ccd89259-1708-4dac-ac05-33757ce3cbe7 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813291 Aug 03 20:24:04.905240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dbcbee53-149d-4d47-908a-8c16a4e3d867 req-2fe6204a-3963-4bf9-be9a-834a395602f3 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844753 Aug 03 20:24:05.111959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b0ae-d13f-4ac2-843d-738bc57a5e3b req-bfe24fa1-15f4-4686-bcfe-061570487d9b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:05.113450 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3a6b0ae-d13f-4ac2-843d-738bc57a5e3b req-bfe24fa1-15f4-4686-bcfe-061570487d9b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 943 time: 0.0490785 Aug 03 20:24:05.152353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b3a6b0ae-d13f-4ac2-843d-738bc57a5e3b req-dd920c86-e863-4cb0-bc1b-abc93e281110 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Aug 03 20:24:05.843323 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 281e9db3-1360-4026-8438-1445f91ec87b up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:24:05.891105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 281e9db3-1360-4026-8438-1445f91ec87b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:05.891471 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:06.272588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052188f-f942-4428-9016-e9f64eba0f22 req-2c229836-5f22-49c8-8e69-2e88e1754914 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:06.274106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a052188f-f942-4428-9016-e9f64eba0f22 req-2c229836-5f22-49c8-8e69-2e88e1754914 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 943 time: 0.0530903 Aug 03 20:24:06.333876 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 59411529-65fe-4922-a197-f291ad5e2a19 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:24:06.435377 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 59411529-65fe-4922-a197-f291ad5e2a19, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=59411529-65fe-4922-a197-f291ad5e2a19,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:24:06.448965 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '59411529-65fe-4922-a197-f291ad5e2a19', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'port_id': '59411529-65fe-4922-a197-f291ad5e2a19', 'mac_address': 'fa:16:3e:72:bf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:24:06.490418 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:06.509040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59411529-65fe-4922-a197-f291ad5e2a19 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:24:06.531797 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 59411529-65fe-4922-a197-f291ad5e2a19, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=59411529-65fe-4922-a197-f291ad5e2a19,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:24:06.536611 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:06.588397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=59411529-65fe-4922-a197-f291ad5e2a19,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:06.663415 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a052188f-f942-4428-9016-e9f64eba0f22 req-07fd00cf-2c91-4e54-99b0-c140734eeb9b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3833091 Aug 03 20:24:06.756472 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['59411529-65fe-4922-a197-f291ad5e2a19'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:24:07.775926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faabe12-bffd-4ac9-8311-09c73f8ae137 req-d3582b23-03ff-4427-ba84-e5ec2d2ab29d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:07.777409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0faabe12-bffd-4ac9-8311-09c73f8ae137 req-d3582b23-03ff-4427-ba84-e5ec2d2ab29d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 944 time: 0.0483520 Aug 03 20:24:07.814174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0faabe12-bffd-4ac9-8311-09c73f8ae137 req-143f06ad-2720-4166-b05e-532611fab8bb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Aug 03 20:24:08.344633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 59411529-65fe-4922-a197-f291ad5e2a19 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:24:08.393009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 59411529-65fe-4922-a197-f291ad5e2a19 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:24:08.396587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 59411529-65fe-4922-a197-f291ad5e2a19 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:24:08.396983 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:08.479126 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:08.500992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:24:08.503254 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9885eca7-c37e-4c1b-b861-8f0d694d0567" -d '{"events": [{"server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "name": "network-vif-plugged", "status": "completed", "tag": "59411529-65fe-4922-a197-f291ad5e2a19"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:24:08.515680 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 59411529-65fe-4922-a197-f291ad5e2a19, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=59411529-65fe-4922-a197-f291ad5e2a19,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:24:08.519998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:08.542672 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dfb065-fb50-46d5-8ee3-5fea44921426 x-openstack-request-id: req-45dfb065-fb50-46d5-8ee3-5fea44921426 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:24:08.542961 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "name": "network-vif-plugged", "status": "completed", "tag": "59411529-65fe-4922-a197-f291ad5e2a19", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:24:08.543206 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45dfb065-fb50-46d5-8ee3-5fea44921426 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:24:08.543587 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19', 'code': 200} Aug 03 20:24:08.569112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=59411529-65fe-4922-a197-f291ad5e2a19,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:08.641891 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fec6e-c3a0-42a5-bfbe-83b976e9183b req-d1bfa3bb-04aa-4619-b6af-2bdaf6891b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:08.643611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-385fec6e-c3a0-42a5-bfbe-83b976e9183b req-d1bfa3bb-04aa-4619-b6af-2bdaf6891b10 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 1096 time: 0.0443635 Aug 03 20:24:08.678289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-385fec6e-c3a0-42a5-bfbe-83b976e9183b req-f9a7f8f3-b546-4db7-a512-e2eed11a009e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276849 Aug 03 20:24:08.932012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e7af-7cb7-4002-b405-c570bbd21192 req-6fbc95d5-24c5-4b3d-85a2-569ec420f140 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:08.933557 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3e3e7af-7cb7-4002-b405-c570bbd21192 req-6fbc95d5-24c5-4b3d-85a2-569ec420f140 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0508208 Aug 03 20:24:08.972588 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e3e3e7af-7cb7-4002-b405-c570bbd21192 req-0a3132ce-b9cb-41a2-83a0-f8a13a21bd06 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Aug 03 20:24:10.089821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be00b6-ff9e-4b25-9cae-98faeb553084 req-6324f702-8744-415f-bc54-8b4907245b64 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:10.091311 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16be00b6-ff9e-4b25-9cae-98faeb553084 req-6324f702-8744-415f-bc54-8b4907245b64 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Aug 03 20:24:10.128494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-16be00b6-ff9e-4b25-9cae-98faeb553084 req-8269367c-c4f5-4894-bdc7-4b40549a9ad3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Aug 03 20:24:10.241117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85737925-7fa2-4ae4-82f2-6d6442afef73 req-a505e492-4fef-476e-ab18-405c8a51f785 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:10.242613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85737925-7fa2-4ae4-82f2-6d6442afef73 req-a505e492-4fef-476e-ab18-405c8a51f785 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Aug 03 20:24:10.280674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-85737925-7fa2-4ae4-82f2-6d6442afef73 req-45bb8a17-cbc4-4555-a14a-65cb82913652 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Aug 03 20:24:10.302106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39728) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:24:10.386675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c851a25-72a2-44f8-99ee-07a8212b31c8 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:10.388159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1c851a25-72a2-44f8-99ee-07a8212b31c8 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 1091 time: 0.0850761 Aug 03 20:24:10.391094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39732) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:24:10.395576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '59411529-65fe-4922-a197-f291ad5e2a19', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:24:10.417186 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:10.515541 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:10.619632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.11 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/2f9018ec-47ef-471a-885c-e3a80c3fd043) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:24:10.718706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:10.757595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:10.802267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:24:10.805120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:24:10.810727 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:24:10.816274 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=2f9018ec-47ef-471a-885c-e3a80c3fd043,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:11.168944 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:11.238205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:11.385002 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:11.389402 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:11.452478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=2f9018ec-47ef-471a-885c-e3a80c3fd043,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:24:11.466713 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:11.564831 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP dd5594af-cc09-4497-b032-36d1408b1a6d associated. External IP: 172.25.4.11, port: 59411529-65fe-4922-a197-f291ad5e2a19. Aug 03 20:24:11.768474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 953586c7-1fa8-4b48-9694-8f0302c43b15 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:24:11.876924 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:24:11.887150 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] Sync routers for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:24:11.893023 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:11.897822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:24:11.898450 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:24:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:24:11.920679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-85197f7e-5739-494b-a152-e8a643e8ec1a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5285378 Aug 03 20:24:11.921268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:24:11.923552 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200" -d '{"events": [{"name": "network-changed", "server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "tag": "59411529-65fe-4922-a197-f291ad5e2a19"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:24:11.966153 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdce132-963a-49cd-a5d4-9b11391c6c3b x-openstack-request-id: req-5bdce132-963a-49cd-a5d4-9b11391c6c3b {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:24:11.966449 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "tag": "59411529-65fe-4922-a197-f291ad5e2a19", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:24:11.966701 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bdce132-963a-49cd-a5d4-9b11391c6c3b {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:24:11.967103 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19', 'status': 'completed', 'code': 200} Aug 03 20:24:12.018750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:24:12.049234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55effb1-7527-4a09-a29d-41c0cc0b4942 req-541e5589-3da5-44e8-8710-b72de28e4886 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:12.050771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a55effb1-7527-4a09-a29d-41c0cc0b4942 req-541e5589-3da5-44e8-8710-b72de28e4886 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0771787 Aug 03 20:24:12.066869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-36b4dfad-96a5-4e92-8613-bb707c2cbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:12.068348 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-36b4dfad-96a5-4e92-8613-bb707c2cbfb9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 1096 time: 0.0671279 Aug 03 20:24:12.142230 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a55effb1-7527-4a09-a29d-41c0cc0b4942 req-e6c1b749-9e15-40f8-bd2a-816049b60e4f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833521 Aug 03 20:24:12.167125 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39738) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:24:12.183307 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-f7ce430c-b31b-4508-ab94-f14665e56bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:12.184691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-f7ce430c-b31b-4508-ab94-f14665e56bfb service neutron] 10.222.0.88 "GET /v2.0/networks?id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d HTTP/1.1" status: 200 len: 898 time: 0.1083357 Aug 03 20:24:12.228949 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-fe4a54e3-5d21-4e38-ac2c-250f37272122 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/dd5594af-cc09-4497-b032-36d1408b1a6d HTTP/1.1" status: 200 len: 990 time: 0.0606048 Aug 03 20:24:12.256950 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-84539170-a13f-42d2-b47f-58180120bdac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59411529-65fe-4922-a197-f291ad5e2a19 HTTP/1.1" status: 200 len: 998 time: 0.0650864 Aug 03 20:24:12.263280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'dd5594af-cc09-4497-b032-36d1408b1a6d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'port_id': '59411529-65fe-4922-a197-f291ad5e2a19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'mac_address': 'fa:16:3e:72:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4437161-f23c-49a3-9972-77ec86dff511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:24:11Z', 'updated_at': '2021-08-03T20:24:11Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:04Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:24:12.289615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] Checking router: 953586c7-1fa8-4b48-9694-8f0302c43b15 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:24:12.298010 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:24:12.298642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:24:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:24:12.305568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-a8cc79eb-8a7e-44a0-bebb-74148def32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:12.307034 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-a8cc79eb-8a7e-44a0-bebb-74148def32f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9892ca9c-9dab-47ed-afc1-ad377d4c5e38 HTTP/1.1" status: 200 len: 835 time: 0.0434041 Aug 03 20:24:12.352515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-60f46a99-d7d9-4f7a-bde0-0eb5755060b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:12.354107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-60f46a99-d7d9-4f7a-bde0-0eb5755060b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400450 Aug 03 20:24:12.405850 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:24:12.451710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-cc84f68d-ff47-4c6f-8850-b06416c654d0 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905523 Aug 03 20:24:12.545604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-12e46540-cf4f-4a0e-ae58-ba32f5fc2200 req-a5f01c47-4321-4219-9423-1747b5955c76 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861533 Aug 03 20:24:12.633993 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'dd5594af-cc09-4497-b032-36d1408b1a6d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'port_id': '59411529-65fe-4922-a197-f291ad5e2a19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'mac_address': 'fa:16:3e:72:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4437161-f23c-49a3-9972-77ec86dff511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:24:11Z', 'updated_at': '2021-08-03T20:24:11Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:04Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:24:12.662778 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91b77b-0c16-420f-ba5b-92a6d07aa05e None None] The sync data for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 is: [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'dd5594af-cc09-4497-b032-36d1408b1a6d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'port_id': '59411529-65fe-4922-a197-f291ad5e2a19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'mac_address': 'fa:16:3e:72:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4437161-f23c-49a3-9972-77ec86dff511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:24:11Z', 'updated_at': '2021-08-03T20:24:11Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:04Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:24:12.845306 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b32073-a549-4576-ab4b-30b7c7c4a2af None None] New status for floating IP dd5594af-cc09-4497-b032-36d1408b1a6d: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:24:13.233255 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39740) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:24:13.295889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d34809c8-f76f-4be6-9c71-85b2d77db8e6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/dd5594af-cc09-4497-b032-36d1408b1a6d HTTP/1.1" status: 200 len: 992 time: 0.0615361 Aug 03 20:24:21.284774 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:22.475727 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:24:26.269525 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-70a9608c-841a-4724-b4af-91324ca24f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:26.428963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:29.906080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:30.387765 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ff6275b5-c096-4f11-95a2-696ac4957751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:32.221038 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:34.695448 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:41.967543 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23b9cf-b07f-40de-bf0d-638acbe7d3a0 req-f1ae57fa-fdbc-4c16-a69b-daa12b3c444a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:41.969083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc23b9cf-b07f-40de-bf0d-638acbe7d3a0 req-f1ae57fa-fdbc-4c16-a69b-daa12b3c444a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0513155 Aug 03 20:24:42.007002 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fc23b9cf-b07f-40de-bf0d-638acbe7d3a0 req-f4e1b064-9269-4861-8f00-171634979e1f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319586 Aug 03 20:24:43.125130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa74417-2abf-405b-a9fe-1270cdf2dfaa req-ed5c567f-9aca-4e61-8d1f-cbb71385e991 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:43.126649 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fa74417-2abf-405b-a9fe-1270cdf2dfaa req-ed5c567f-9aca-4e61-8d1f-cbb71385e991 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Aug 03 20:24:43.164644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6fa74417-2abf-405b-a9fe-1270cdf2dfaa req-a28a2283-370c-40ea-995e-a45cd98c3240 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Aug 03 20:24:44.284797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41f2d0-10bc-4ff5-a2ef-f0e35fcd897b req-973de2ca-738f-40be-8f18-212bf30c5fab tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:44.285875 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc41f2d0-10bc-4ff5-a2ef-f0e35fcd897b req-973de2ca-738f-40be-8f18-212bf30c5fab tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0536349 Aug 03 20:24:44.327504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-dc41f2d0-10bc-4ff5-a2ef-f0e35fcd897b req-cc9ceaef-4713-493a-a2b3-18e5673cef2c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345805 Aug 03 20:24:45.439806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995da4b7-1a5d-46fe-8647-4b98cfd7a4d9 req-5ff4f7de-6c5a-4242-9e62-5549bf23f047 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:45.441294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-995da4b7-1a5d-46fe-8647-4b98cfd7a4d9 req-5ff4f7de-6c5a-4242-9e62-5549bf23f047 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0478647 Aug 03 20:24:45.480324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-995da4b7-1a5d-46fe-8647-4b98cfd7a4d9 req-c80d201d-17f9-4c30-ba74-c0563172ad11 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Aug 03 20:24:46.599963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1f5de-1b09-406e-ad26-f616c372aaab req-4c6766f1-325f-478c-b864-a2eae639da66 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:46.601513 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ab1f5de-1b09-406e-ad26-f616c372aaab req-4c6766f1-325f-478c-b864-a2eae639da66 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0536804 Aug 03 20:24:46.648280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7ab1f5de-1b09-406e-ad26-f616c372aaab req-b81a8c2e-a42b-4061-af23-a07ec6bd7076 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399022 Aug 03 20:24:47.761360 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e267-103e-487f-a2f6-b010912bde1b req-5850ed1e-df57-4aac-b1e7-2f2d19c752ee tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:47.762864 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca05e267-103e-487f-a2f6-b010912bde1b req-5850ed1e-df57-4aac-b1e7-2f2d19c752ee tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0482740 Aug 03 20:24:47.805305 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca05e267-103e-487f-a2f6-b010912bde1b req-e5119b73-d228-47d9-87d0-390de1f6b4ed tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364609 Aug 03 20:24:48.923507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354a5aa-6c9c-43b0-82a2-63090dc6f11d req-84b5aa57-ac29-46ff-836f-19d13cd3bb5a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:48.925016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5354a5aa-6c9c-43b0-82a2-63090dc6f11d req-84b5aa57-ac29-46ff-836f-19d13cd3bb5a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0533895 Aug 03 20:24:48.964693 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5354a5aa-6c9c-43b0-82a2-63090dc6f11d req-b9ae995c-1030-4aa7-9dc3-727d42ae8ec0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335140 Aug 03 20:24:50.083626 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783542-188e-41a2-9e24-7d15cbd18e19 req-8617530f-ba07-4d59-b7ac-1148c4b0df58 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:50.085054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8783542-188e-41a2-9e24-7d15cbd18e19 req-8617530f-ba07-4d59-b7ac-1148c4b0df58 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0500777 Aug 03 20:24:50.123211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e8783542-188e-41a2-9e24-7d15cbd18e19 req-ff23275a-4fef-4c58-aab2-f061c9f9745a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316117 Aug 03 20:24:51.237095 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195371f-21d9-4b88-a98f-385d092dad0e req-03bfd100-2bd8-4fa4-9ce1-ff00a9c92a3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:51.238615 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e195371f-21d9-4b88-a98f-385d092dad0e req-03bfd100-2bd8-4fa4-9ce1-ff00a9c92a3c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0482743 Aug 03 20:24:51.279743 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:51.280410 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e195371f-21d9-4b88-a98f-385d092dad0e req-eb102811-90c4-424f-9305-40f7c0d53093 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347862 Aug 03 20:24:52.395128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e365e45-0bb8-49a8-84ee-57aa725221e4 req-74f96444-670a-4292-9ac3-f2ffb4d6e1d1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:52.396587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e365e45-0bb8-49a8-84ee-57aa725221e4 req-74f96444-670a-4292-9ac3-f2ffb4d6e1d1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0490696 Aug 03 20:24:52.433918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e365e45-0bb8-49a8-84ee-57aa725221e4 req-1ad195d9-97fa-447c-98f2-a2630da23cc3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Aug 03 20:24:52.456350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39778) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:24:52.516778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e43b6083-fc8e-4309-8dd3-948bfaa5b344 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/dd5594af-cc09-4497-b032-36d1408b1a6d HTTP/1.1" status: 200 len: 992 time: 0.0591986 Aug 03 20:24:53.803511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf87ba-3e94-4d06-bfc8-f30a8b75a7b1 req-53fb8f50-a51f-41be-8c3e-5636e09a1b33 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:53.805007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15bf87ba-3e94-4d06-bfc8-f30a8b75a7b1 req-53fb8f50-a51f-41be-8c3e-5636e09a1b33 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0813642 Aug 03 20:24:53.811184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023275d-502e-4dce-82f4-015620b65f71 req-9a45cf39-8b5e-43b9-a8ad-79442e11e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:53.812637 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d023275d-502e-4dce-82f4-015620b65f71 req-9a45cf39-8b5e-43b9-a8ad-79442e11e5c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 1096 time: 0.0589142 Aug 03 20:24:53.897901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15bf87ba-3e94-4d06-bfc8-f30a8b75a7b1 req-821b711b-2376-43f4-9068-27bfeb5733fd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842721 Aug 03 20:24:53.929384 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023275d-502e-4dce-82f4-015620b65f71 req-8aabb3fa-7658-472b-b2df-d0dd2a18cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:53.930956 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d023275d-502e-4dce-82f4-015620b65f71 req-8aabb3fa-7658-472b-b2df-d0dd2a18cd16 service neutron] 10.222.0.88 "GET /v2.0/networks?id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d HTTP/1.1" status: 200 len: 898 time: 0.1106029 Aug 03 20:24:53.995095 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d023275d-502e-4dce-82f4-015620b65f71 req-cef39db1-cba8-4a1d-bf64-096215daeb3c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59411529-65fe-4922-a197-f291ad5e2a19 HTTP/1.1" status: 200 len: 1000 time: 0.0567987 Aug 03 20:24:54.043921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023275d-502e-4dce-82f4-015620b65f71 req-faa7e867-5bdd-4832-ace1-3512bd0752c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:54.045347 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d023275d-502e-4dce-82f4-015620b65f71 req-faa7e867-5bdd-4832-ace1-3512bd0752c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9892ca9c-9dab-47ed-afc1-ad377d4c5e38 HTTP/1.1" status: 200 len: 835 time: 0.0431721 Aug 03 20:24:54.095066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023275d-502e-4dce-82f4-015620b65f71 req-4838bff3-b63d-45ec-98d2-8f0d7174280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:54.096467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d023275d-502e-4dce-82f4-015620b65f71 req-4838bff3-b63d-45ec-98d2-8f0d7174280a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430818 Aug 03 20:24:54.183530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d023275d-502e-4dce-82f4-015620b65f71 req-c83ff48e-929d-4846-ba0e-7192ede18589 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791152 Aug 03 20:24:54.279997 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d023275d-502e-4dce-82f4-015620b65f71 req-55963a4e-3434-499f-a57e-d43f41ae78ad service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892646 Aug 03 20:24:55.026257 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2f02b-b14a-44d4-881a-bc7414f61102 req-6d32d825-cdd7-44ce-8d45-40572f7b32e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:55.027775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18f2f02b-b14a-44d4-881a-bc7414f61102 req-6d32d825-cdd7-44ce-8d45-40572f7b32e7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0589969 Aug 03 20:24:55.066679 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-18f2f02b-b14a-44d4-881a-bc7414f61102 req-87f85c4f-20ad-4864-a068-decba76ed9cf tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Aug 03 20:24:55.089361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:24:55.148594 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-334816ca-45b9-4ad2-bcae-f67e54ef5409 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/dd5594af-cc09-4497-b032-36d1408b1a6d HTTP/1.1" status: 200 len: 992 time: 0.0580115 Aug 03 20:24:55.605920 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-ac1b78fb-e686-42c5-868b-faea28c05968 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451112 Aug 03 20:24:55.686707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-ceec719a-82fd-48ae-aefa-16356572ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:55.688106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-ceec719a-82fd-48ae-aefa-16356572ffe0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 1096 time: 0.0405741 Aug 03 20:24:55.792439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-eccdaae5-81b1-45b0-b196-2262ce31ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:55.793953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-eccdaae5-81b1-45b0-b196-2262ce31ffb0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d HTTP/1.1" status: 200 len: 898 time: 0.0861290 Aug 03 20:24:55.862896 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-4ce9fdca-2c1a-40bf-ae61-44392184e7f9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59411529-65fe-4922-a197-f291ad5e2a19 HTTP/1.1" status: 200 len: 1000 time: 0.0611601 Aug 03 20:24:55.913159 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-63746f4d-62c4-4232-8c53-db928b16706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:55.914791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-63746f4d-62c4-4232-8c53-db928b16706f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9892ca9c-9dab-47ed-afc1-ad377d4c5e38 HTTP/1.1" status: 200 len: 835 time: 0.0447507 Aug 03 20:24:55.962782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-86054108-a1ca-4f8c-8d45-9a07c75147ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:55.964197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-86054108-a1ca-4f8c-8d45-9a07c75147ed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429263 Aug 03 20:24:56.056815 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-62d2c5ac-878e-4031-8ff9-3ae3b220adc3 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852387 Aug 03 20:24:56.147146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-27e4c12e-852a-4993-a36e-30a920f8a126 req-8b34ccbb-1d88-4c36-816d-d14ccddf4e60 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826905 Aug 03 20:24:56.270759 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f63374c-2e17-4ecd-935a-410f8e10b65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:56.426193 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:59.474458 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:24:59.907832 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:00.388673 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6d06af70-7621-4df3-86a3-dece51bb71ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:02.225373 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:04.692863 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:21.280790 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:25.531222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39806) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:25.693293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 2f9018ec-47ef-471a-885c-e3a80c3fd043 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:25:25.693564 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:25.766950 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:25.767281 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:25.778690 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 2f9018ec-47ef-471a-885c-e3a80c3fd043 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:25:25.930595 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:25.958262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=2f9018ec-47ef-471a-885c-e3a80c3fd043,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:25.983601 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.983952 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.984293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.984631 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.984963 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.985293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.985650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.985980 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.986308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.986634 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.986959 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:25.987280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:26.027465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:26.027797 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP dd5594af-cc09-4497-b032-36d1408b1a6d disassociated (deleted). External IP: 172.25.4.11, port: 59411529-65fe-4922-a197-f291ad5e2a19. Aug 03 20:25:26.234978 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 953586c7-1fa8-4b48-9694-8f0302c43b15 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:25:26.273626 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f4db1885-4224-44c1-860a-972e8a77b119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:26.441010 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:26.688962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:25:26.693740 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:26.698508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] Sync routers for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:25:26.708057 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:26.708669 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:26.720280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-12b562e5-c4b1-45c5-a952-9ebad18ba997 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/floatingips/dd5594af-cc09-4497-b032-36d1408b1a6d HTTP/1.1" status: 204 len: 168 time: 1.1879761 Aug 03 20:25:26.720962 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:25:26.723217 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20948b1-f878-49f2-929c-7a7b732180ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "tag": "59411529-65fe-4922-a197-f291ad5e2a19"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:25:26.779559 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758a1e4-2e1a-4cfe-a940-31cbdc244c03 x-openstack-request-id: req-b758a1e4-2e1a-4cfe-a940-31cbdc244c03 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:25:26.779848 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "tag": "59411529-65fe-4922-a197-f291ad5e2a19", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:25:26.780102 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b758a1e4-2e1a-4cfe-a940-31cbdc244c03 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:25:26.780646 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19', 'status': 'completed', 'code': 200} Aug 03 20:25:26.825674 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:26.861124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20948b1-f878-49f2-929c-7a7b732180ea req-d84dd434-4b7c-425f-a1db-713d4a0d0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:26.862846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b20948b1-f878-49f2-929c-7a7b732180ea req-d84dd434-4b7c-425f-a1db-713d4a0d0922 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 1096 time: 0.0549188 Aug 03 20:25:26.962715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20948b1-f878-49f2-929c-7a7b732180ea req-87537c6e-51cc-46b6-8a2b-3baf91dce729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:26.964780 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b20948b1-f878-49f2-929c-7a7b732180ea req-87537c6e-51cc-46b6-8a2b-3baf91dce729 service neutron] 10.222.0.88 "GET /v2.0/networks?id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d HTTP/1.1" status: 200 len: 898 time: 0.0933805 Aug 03 20:25:27.030409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b20948b1-f878-49f2-929c-7a7b732180ea req-770e9f97-99e7-4cd7-a45b-39f09755e690 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59411529-65fe-4922-a197-f291ad5e2a19 HTTP/1.1" status: 200 len: 217 time: 0.0562453 Aug 03 20:25:27.048164 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:04Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:27.074298 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] Checking router: 953586c7-1fa8-4b48-9694-8f0302c43b15 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:25:27.077679 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87306-41e5-4783-9ab6-8a23fb020c33 req-f2e5de77-1f43-4407-9035-e813b30c6bb1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:27.079195 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cc87306-41e5-4783-9ab6-8a23fb020c33 req-f2e5de77-1f43-4407-9035-e813b30c6bb1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.1655157 Aug 03 20:25:27.082634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:27.083250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:27.106330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20948b1-f878-49f2-929c-7a7b732180ea req-2d049317-0531-4c3f-a04f-ed935f047518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:27.108033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b20948b1-f878-49f2-929c-7a7b732180ea req-2d049317-0531-4c3f-a04f-ed935f047518 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9892ca9c-9dab-47ed-afc1-ad377d4c5e38 HTTP/1.1" status: 200 len: 835 time: 0.0693548 Aug 03 20:25:27.148925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0cc87306-41e5-4783-9ab6-8a23fb020c33 req-7cbfd2a0-8da0-4ed4-ac5a-5800c0dabca5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611393 Aug 03 20:25:27.166846 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20948b1-f878-49f2-929c-7a7b732180ea req-c146bf23-59ac-42b2-8ece-794353f3a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:27.168065 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b20948b1-f878-49f2-929c-7a7b732180ea req-c146bf23-59ac-42b2-8ece-794353f3a64e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=feaf6ce9-a9d7-403a-bdb5-a396c00b254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522940 Aug 03 20:25:27.191409 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:27.273284 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b20948b1-f878-49f2-929c-7a7b732180ea req-b9ba6352-9bce-4c50-9971-2afe4103db8a service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942216 Aug 03 20:25:27.367082 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b20948b1-f878-49f2-929c-7a7b732180ea req-e5855cef-443e-4ac8-8d32-59327f019113 service neutron] 10.222.0.88 "GET /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853825 Aug 03 20:25:27.389274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:04Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:27.419201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a96d93-fce3-421f-b1cc-c9bbd0d434f6 None None] The sync data for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 is: [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:23:59Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '281e9db3-1360-4026-8438-1445f91ec87b', 'name': '', 'network_id': 'feaf6ce9-a9d7-403a-bdb5-a396c00b254d', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:74:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:58Z', 'updated_at': '2021-08-03T20:24:04Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '9892ca9c-9dab-47ed-afc1-ad377d4c5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:25:27.626751 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f20bff1-2dd6-49c1-8b5e-56abfa961f75 None None] New status for floating IP dd5594af-cc09-4497-b032-36d1408b1a6d: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:25:28.317762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7bba3-11ab-4f12-9d4d-0470f16bc4cc req-8f937e7f-3b69-45d0-9f06-f919608e33cd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:28.319270 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ccc7bba3-11ab-4f12-9d4d-0470f16bc4cc req-8f937e7f-3b69-45d0-9f06-f919608e33cd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.1000893 Aug 03 20:25:28.358419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ccc7bba3-11ab-4f12-9d4d-0470f16bc4cc req-ce201d76-215b-400e-86c4-767a729cf5d4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=72b46974-8eca-4135-bce5-3750f8849a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332012 Aug 03 20:25:28.497754 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-67510146-99ae-4ebb-8914-4415b1f0fa94 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:28.499219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-67510146-99ae-4ebb-8914-4415b1f0fa94 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Aug 03 20:25:28.587816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 59411529-65fe-4922-a197-f291ad5e2a19 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:25:28.588252 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:28.681110 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 59411529-65fe-4922-a197-f291ad5e2a19, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=59411529-65fe-4922-a197-f291ad5e2a19,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:28.681383 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:28.694464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 59411529-65fe-4922-a197-f291ad5e2a19 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:25:28.825645 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:28.852534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=59411529-65fe-4922-a197-f291ad5e2a19,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:28.896565 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] No DVR routers for this DVR port 59411529-65fe-4922-a197-f291ad5e2a19 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:25:28.899289 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:28.902078 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e4b55bab-95f0-4f82-8fd6-2e4d0c0bfe6f req-a658de63-cbb0-419b-96da-299ae2f9bc35 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "DELETE /v2.0/ports/59411529-65fe-4922-a197-f291ad5e2a19 HTTP/1.1" status: 204 len: 173 time: 0.3965354 Aug 03 20:25:28.902518 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'name': 'network-vif-deleted', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:25:28.904812 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f01f233-2e3d-45aa-a637-f5637527273c" -d '{"events": [{"server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "name": "network-vif-deleted", "tag": "59411529-65fe-4922-a197-f291ad5e2a19"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:25:28.942678 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020ffb05-328d-4a57-836a-fb21b0405e52 x-openstack-request-id: req-020ffb05-328d-4a57-836a-fb21b0405e52 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:25:28.942986 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4437161-f23c-49a3-9972-77ec86dff511", "name": "network-vif-deleted", "tag": "59411529-65fe-4922-a197-f291ad5e2a19", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:25:28.943242 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-020ffb05-328d-4a57-836a-fb21b0405e52 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:25:28.943696 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4437161-f23c-49a3-9972-77ec86dff511', 'name': 'network-vif-deleted', 'tag': '59411529-65fe-4922-a197-f291ad5e2a19', 'status': 'completed', 'code': 200} Aug 03 20:25:29.469404 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5891f5a1-821e-4151-aa88-fc1a277e309a req-eecf71f6-2329-4ea6-91f5-26f13dc3005b tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4437161-f23c-49a3-9972-77ec86dff511 HTTP/1.1" status: 200 len: 210 time: 0.0258706 Aug 03 20:25:29.910755 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:30.389666 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce0aa-dd5d-4941-9b84-e996a11de364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:30.526242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39828) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:30.894431 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:31.157792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 281e9db3-1360-4026-8438-1445f91ec87b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:25:31.158041 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:31.250132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 281e9db3-1360-4026-8438-1445f91ec87b, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=281e9db3-1360-4026-8438-1445f91ec87b,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:31.250504 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:31.263881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 281e9db3-1360-4026-8438-1445f91ec87b owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:25:31.460209 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:31.486059 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=281e9db3-1360-4026-8438-1445f91ec87b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:31.659107 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:31.874508 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 953586c7-1fa8-4b48-9694-8f0302c43b15 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:25:31.982804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:25:31.988399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fe168a06-ac9b-4a3e-bfae-f2f7443d87f2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/953586c7-1fa8-4b48-9694-8f0302c43b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4607489 Aug 03 20:25:31.991014 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39830) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:32.001615 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] Sync routers for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:25:32.010802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:32.011412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:32.049012 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting subnet 9892ca9c-9dab-47ed-afc1-ad377d4c5e38 {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:25:32.052043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.092043 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.113531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:32.174838 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.230933 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.242732 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.302332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:25:31Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:32.334118 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] Checking router: 953586c7-1fa8-4b48-9694-8f0302c43b15 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:25:32.343789 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] Routers {'953586c7-1fa8-4b48-9694-8f0302c43b15'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:32.344333 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['953586c7-1fa8-4b48-9694-8f0302c43b15'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:32.458676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] Set router 953586c7-1fa8-4b48-9694-8f0302c43b15 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:32.608070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Subnet': ['ID=9892ca9c-9dab-47ed-afc1-ad377d4c5e38,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:32.613031 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.615461 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/subnets/9892ca9c-9dab-47ed-afc1-ad377d4c5e38 HTTP/1.1" status: 204 len: 168 time: 0.6228852 Aug 03 20:25:32.617711 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39834) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:32.620698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.621146 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.621338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d257e-f480-462e-83ac-e7fdc6910235 None None] Network feaf6ce9-a9d7-403a-bdb5-a396c00b254d requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:25:32.621570 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.621857 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.622195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.622611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.622870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.623202 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.623535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.623914 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.624194 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.625105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb3e87-33c0-4b7b-96c9-410abd2c84a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:32.727678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.738359 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:25:31Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:32.767023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 59411529-65fe-4922-a197-f291ad5e2a19 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:25:32.769431 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c1b61f-8905-4741-bd5f-9aa8b0c68a92 None None] The sync data for ids ['953586c7-1fa8-4b48-9694-8f0302c43b15'] in n-d-803378-1 is: [{'id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779860026', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:23:55Z', 'updated_at': '2021-08-03T20:25:31Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': 'bc419c27-350a-4806-99fe-b32ebf2c1f35', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953586c7-1fa8-4b48-9694-8f0302c43b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:23:56Z', 'updated_at': '2021-08-03T20:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:25:32.792225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 59411529-65fe-4922-a197-f291ad5e2a19 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:25:32.792616 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 59411529-65fe-4922-a197-f291ad5e2a19 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:25:32.838576 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.889464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port bc419c27-350a-4806-99fe-b32ebf2c1f35 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:25:32.889745 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.968759 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port bc419c27-350a-4806-99fe-b32ebf2c1f35, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=bc419c27-350a-4806-99fe-b32ebf2c1f35,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:32.969121 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.982504 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for bc419c27-350a-4806-99fe-b32ebf2c1f35 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:25:33.151620 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] DHCP port deletion for feaf6ce9-a9d7-403a-bdb5-a396c00b254d request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:25:33.153943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.180296 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=bc419c27-350a-4806-99fe-b32ebf2c1f35,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:33.207679 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Deleting port f7866d74-8798-4588-be15-ef3a6a316eca {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:25:33.208148 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.245794 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.270980 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] For port f7866d74-8798-4588-be15-ef3a6a316eca, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f7866d74-8798-4588-be15-ef3a6a316eca,segment=NetworkSegment(bbd1e17a-020b-4b89-b1f5-840f79734b8b),segment_id=bbd1e17a-020b-4b89-b1f5-840f79734b8b)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:33.271387 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.285396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Calling delete_port for f7866d74-8798-4588-be15-ef3a6a316eca owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:25:33.339052 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.341269 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.371408 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.390930 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.391487 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Fanout notify agent at l3_agent the message router_deleted on router 953586c7-1fa8-4b48-9694-8f0302c43b15 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:25:33.398771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Pushing event deleted for resources: {'Port': ['ID=f7866d74-8798-4588-be15-ef3a6a316eca,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:33.399106 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.400442 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2d2a0453-10ea-4390-b383-449d4685447f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/routers/953586c7-1fa8-4b48-9694-8f0302c43b15 HTTP/1.1" status: 204 len: 168 time: 0.7810922 Aug 03 20:25:33.403941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39836) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:33.407639 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] No DVR routers for this DVR port f7866d74-8798-4588-be15-ef3a6a316eca on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:25:33.410165 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.410515 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.410910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.411314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.411651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.412200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.412526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.412860 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.413807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.414361 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.414715 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.415059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd888f7-e8a9-4f68-96e0-47d5c04c4fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:33.496196 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.586840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.596287 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feaf6ce9-a9d7-403a-bdb5-a396c00b254d']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:33.606136 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd1e17a-020b-4b89-b1f5-840f79734b8b') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:33.606441 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd1e17a-020b-4b89-b1f5-840f79734b8b') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:33.615348 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.629305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.635819 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:25:33.636207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:25:33.639121 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:25:33.694355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.702562 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.703633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/networks/feaf6ce9-a9d7-403a-bdb5-a396c00b254d HTTP/1.1" status: 204 len: 168 time: 0.2988243 Aug 03 20:25:33.706501 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39838) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:33.719389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efcb91-ac59-4be3-8736-3b05911a7601 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Network': ['ID=feaf6ce9-a9d7-403a-bdb5-a396c00b254d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:33.766247 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78de9375-73ea-4fe6-8b8a-f87a383c85a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.791880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78de9375-73ea-4fe6-8b8a-f87a383c85a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.860499 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78de9375-73ea-4fe6-8b8a-f87a383c85a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.863298 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78de9375-73ea-4fe6-8b8a-f87a383c85a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.867943 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-78de9375-73ea-4fe6-8b8a-f87a383c85a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/security-groups/72b46974-8eca-4135-bce5-3750f8849a98 HTTP/1.1" status: 204 len: 168 time: 0.1600373 Aug 03 20:25:33.879173 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de9375-73ea-4fe6-8b8a-f87a383c85a9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b46974-8eca-4135-bce5-3750f8849a98,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:33.927329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 281e9db3-1360-4026-8438-1445f91ec87b no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:25:33.952329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 281e9db3-1360-4026-8438-1445f91ec87b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:25:33.952599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 281e9db3-1360-4026-8438-1445f91ec87b not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:25:33.953007 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f7866d74-8798-4588-be15-ef3a6a316eca no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:25:33.971564 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: f7866d74-8798-4588-be15-ef3a6a316eca {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:25:33.971897 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f7866d74-8798-4588-be15-ef3a6a316eca not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:25:33.972299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device bc419c27-350a-4806-99fe-b32ebf2c1f35 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:25:33.990621 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: bc419c27-350a-4806-99fe-b32ebf2c1f35 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:25:33.990954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device bc419c27-350a-4806-99fe-b32ebf2c1f35 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:25:34.695523 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.797900 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39844) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:34.802639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-de155152-589a-4563-acfd-5ec5e5060b20 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847650972', 'description': 'tempest-secgroup-smoke-847650972 description', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:34.826527 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de155152-589a-4563-acfd-5ec5e5060b20 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.909032 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de155152-589a-4563-acfd-5ec5e5060b20 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.913204 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de155152-589a-4563-acfd-5ec5e5060b20 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.942130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de155152-589a-4563-acfd-5ec5e5060b20 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f173b56-4c24-4f1f-af92-fbaa4135d894,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:34.944305 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de155152-589a-4563-acfd-5ec5e5060b20 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.945601 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-de155152-589a-4563-acfd-5ec5e5060b20 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466074 Aug 03 20:25:34.949265 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39846) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:34.954136 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-2504f79f-a87b-4d6b-80da-980024edd819 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '6f173b56-4c24-4f1f-af92-fbaa4135d894', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:34.985832 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2504f79f-a87b-4d6b-80da-980024edd819 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.041878 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2504f79f-a87b-4d6b-80da-980024edd819 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.047093 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2504f79f-a87b-4d6b-80da-980024edd819 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.066681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504f79f-a87b-4d6b-80da-980024edd819 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64aa61f3-e5d3-4bdf-979e-996d9c3ca240,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:35.073198 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2504f79f-a87b-4d6b-80da-980024edd819 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.074425 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-2504f79f-a87b-4d6b-80da-980024edd819 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241510 Aug 03 20:25:35.077286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39848) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:35.081928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-11f0c556-8301-41f0-b3cb-5ff7674859bd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '6f173b56-4c24-4f1f-af92-fbaa4135d894', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:35.115290 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11f0c556-8301-41f0-b3cb-5ff7674859bd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.183685 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11f0c556-8301-41f0-b3cb-5ff7674859bd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.187411 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11f0c556-8301-41f0-b3cb-5ff7674859bd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.206673 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0c556-8301-41f0-b3cb-5ff7674859bd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dce07c2-f469-40f8-8b62-f0e6519b45f0,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:35.209880 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11f0c556-8301-41f0-b3cb-5ff7674859bd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.211087 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-11f0c556-8301-41f0-b3cb-5ff7674859bd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328473 Aug 03 20:25:35.214486 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39850) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:35.218917 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-a9dcee9d-84f2-450f-b804-6f3cfc8bcc8a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '6f173b56-4c24-4f1f-af92-fbaa4135d894', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:35.245161 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9dcee9d-84f2-450f-b804-6f3cfc8bcc8a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.302771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9dcee9d-84f2-450f-b804-6f3cfc8bcc8a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.306498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9dcee9d-84f2-450f-b804-6f3cfc8bcc8a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.323787 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcee9d-84f2-450f-b804-6f3cfc8bcc8a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246d58ec-efea-4739-b9fd-74dabda2b880,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:35.332421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a9dcee9d-84f2-450f-b804-6f3cfc8bcc8a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.333762 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-a9dcee9d-84f2-450f-b804-6f3cfc8bcc8a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183164 Aug 03 20:25:35.336633 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39852) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:35.341780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0786fb1d-d708-4848-b0a8-155517c83e10 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '6f173b56-4c24-4f1f-af92-fbaa4135d894', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:35.367681 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0786fb1d-d708-4848-b0a8-155517c83e10 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.426477 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0786fb1d-d708-4848-b0a8-155517c83e10 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.430352 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0786fb1d-d708-4848-b0a8-155517c83e10 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.450864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786fb1d-d708-4848-b0a8-155517c83e10 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf36d66-e227-47ce-95e0-cdaa70d02a5b,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:35.459874 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0786fb1d-d708-4848-b0a8-155517c83e10 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.460923 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0786fb1d-d708-4848-b0a8-155517c83e10 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233759 Aug 03 20:25:35.464897 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39854) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:35.470192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e193a12b-6843-4ea6-82a5-cedd8a4fd550 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '6f173b56-4c24-4f1f-af92-fbaa4135d894', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:35.498659 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-e193a12b-6843-4ea6-82a5-cedd8a4fd550 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:25:35.504336 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e193a12b-6843-4ea6-82a5-cedd8a4fd550 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.568185 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e193a12b-6843-4ea6-82a5-cedd8a4fd550 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.571210 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e193a12b-6843-4ea6-82a5-cedd8a4fd550 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.589589 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a12b-6843-4ea6-82a5-cedd8a4fd550 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d5534a-0e7d-4cf2-b0aa-74a4bff7b445,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:35.594330 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e193a12b-6843-4ea6-82a5-cedd8a4fd550 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.595505 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e193a12b-6843-4ea6-82a5-cedd8a4fd550 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296439 Aug 03 20:25:35.598374 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39856) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:35.602698 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-7a78b0c1-55e6-4c44-b4fe-0c20db9e238e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'security_group_rule': {'security_group_id': '6f173b56-4c24-4f1f-af92-fbaa4135d894', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:35.623203 n-d-803378-1 neutron-server[94133]: INFO neutron.db.securitygroups_db [None req-7a78b0c1-55e6-4c44-b4fe-0c20db9e238e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Project 1e7be0d6311a4430a1c406e0795e24cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:25:35.627818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a78b0c1-55e6-4c44-b4fe-0c20db9e238e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.687906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a78b0c1-55e6-4c44-b4fe-0c20db9e238e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.691421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a78b0c1-55e6-4c44-b4fe-0c20db9e238e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.708712 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78b0c1-55e6-4c44-b4fe-0c20db9e238e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aee4fd-6265-4891-9dcc-46d2e400b9eb,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:35.717208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7a78b0c1-55e6-4c44-b4fe-0c20db9e238e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.718423 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7a78b0c1-55e6-4c44-b4fe-0c20db9e238e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191382 Aug 03 20:25:35.721314 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39858) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:35.726269 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'network': {'name': 'tempest-network-smoke--961140354', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'port_security_enabled': True}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:35.746910 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:25:35.750368 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.773847 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:25:35.782661 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.782931 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Added segment a61e8d82-1548-4a6b-92ee-b1ae9fe6a154 of type vlan for network b32dc382-7ced-4e3a-adac-e4a37ef53773 Aug 03 20:25:35.825346 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.853906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.859684 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:35.860262 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.912557 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1901660 Aug 03 20:25:35.915377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39860) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:35.920129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'admin_state_up': True, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:35.927364 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb0055-c7be-4ff4-a822-96cef502808c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Network': ['ID=b32dc382-7ced-4e3a-adac-e4a37ef53773,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:35.943844 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.944900 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:35.946045 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:25:36.011930 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:36.147507 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:36.331242 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:36.352373 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:36.451851 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.237 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/254d51a7-eb41-477a-a935-e3f158ec37f4) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:25:36.474488 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:25:36.568506 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:36.610022 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:36.646023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:25:36.648822 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:25:36.654815 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:25:36.676747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=254d51a7-eb41-477a-a935-e3f158ec37f4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:36.897784 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:37.091758 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:37.561700 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 2cea0383-7375-4156-933f-b5df90d1d658 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:25:37.672496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:25:37.682536 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Sync routers for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:25:37.692129 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:37.692515 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:37.693220 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:37.693501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7833bf50-10a3-4dd6-88ae-7c9f33955245 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7770758 Aug 03 20:25:37.697355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39862) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:37.726053 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-27df2b05-8cdb-4532-9b09-dbaeec1bdeac tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1e7be0d6311a4430a1c406e0795e24cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274997 Aug 03 20:25:37.729100 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39864) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:37.798842 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:37.823327 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc920f7e-42ab-4dff-b19a-d74330855a35 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:37.824917 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-dc920f7e-42ab-4dff-b19a-d74330855a35 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948663 Aug 03 20:25:37.827765 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39866) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:37.858327 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ef71c63a-3234-4b38-b460-6502baa0c839 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=7557478a-edd8-4e11-a915-cdadfb234ceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294139 Aug 03 20:25:37.860902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39868) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:37.865893 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1574244794', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:37.961259 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:25:37.966282 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:37.982724 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:36Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:38.012882 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Checking router: 2cea0383-7375-4156-933f-b5df90d1d658 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:25:38.013225 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Updating router 2cea0383-7375-4156-933f-b5df90d1d658 port 254d51a7-eb41-477a-a935-e3f158ec37f4 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:25:38.039308 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.190319 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.281058 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Subnet': ['ID=2a0e7480-fddc-4251-a382-46b15940ae8e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:38.292512 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Checking segment: {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:25:38.292888 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network hostable DHCP agents. Network: b32dc382-7ced-4e3a-adac-e4a37ef53773, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:25:38.314925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:25:38.327720 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, b32dc382-7ced-4e3a-adac-e4a37ef53773) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:25:38.332103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:38.332697 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.341210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f997e76-22d1-4b14-be78-82730d2c86e8 None None] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:25:38.359422 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-27bb47d3-d550-4929-a799-8accc2e76a61 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4945765 Aug 03 20:25:38.359748 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39870) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:38.376630 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.387251 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Transition to ACTIVE for port object 254d51a7-eb41-477a-a935-e3f158ec37f4 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:25:38.393232 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.440689 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Attempting to bind port 254d51a7-eb41-477a-a935-e3f158ec37f4 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:25:38.441057 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Attempting to bind port 254d51a7-eb41-477a-a935-e3f158ec37f4 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:25:38.441418 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Attempting to bind port 254d51a7-eb41-477a-a935-e3f158ec37f4 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:25:38.455781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:25:38.455781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:25:38.455781 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.455781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:25:38.455781 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Bound port: 254d51a7-eb41-477a-a935-e3f158ec37f4, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:25:38.455781 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.511158 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] For port 254d51a7-eb41-477a-a935-e3f158ec37f4, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:25:38.522597 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] For port 254d51a7-eb41-477a-a935-e3f158ec37f4, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=254d51a7-eb41-477a-a935-e3f158ec37f4,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:25:38.527677 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Pushing event updated for resources: {'Port': ['ID=254d51a7-eb41-477a-a935-e3f158ec37f4,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:38.530830 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.556424 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.557884 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.557884 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.558147 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.558470 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.558804 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.559122 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.559450 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.559767 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.560289 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.560778 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.561276 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:38.570732 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:38.571321 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:38.572829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-b32dc382-7ced-4e3a-adac-e4a37ef53773', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:25:38.574225 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.681792 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:38.729370 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Allocated IP 172.20.0.2 (b32dc382-7ced-4e3a-adac-e4a37ef53773/2a0e7480-fddc-4251-a382-46b15940ae8e/04a1ad15-9868-41c6-bfdd-12f30e670f4f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:25:38.826733 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbce0dc-03a0-480f-ac57-63f2a9396887 None None] Pushing event updated for resources: {'Port': ['ID=254d51a7-eb41-477a-a935-e3f158ec37f4,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:38.916777 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.918805 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:36Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:38.920630 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.930163 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Transition to ACTIVE for port object 04a1ad15-9868-41c6-bfdd-12f30e670f4f will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:25:38.948811 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Transition to ACTIVE for port object 04a1ad15-9868-41c6-bfdd-12f30e670f4f will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:25:38.955769 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.957664 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdceeed-8fd1-47eb-85c5-e34c8e945074 None None] The sync data for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 is: [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:36Z', 'revision_number': 3, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:25:39.004538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:25:39.015307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:25:39.017402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Pushing event updated for resources: {'Port': ['ID=04a1ad15-9868-41c6-bfdd-12f30e670f4f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:39.019641 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:25:39.225064 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.1 (b32dc382-7ced-4e3a-adac-e4a37ef53773/2a0e7480-fddc-4251-a382-46b15940ae8e/709d1268-6d77-4eee-a9f9-eaef470d3d45) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:25:39.249031 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Attempting to bind port 04a1ad15-9868-41c6-bfdd-12f30e670f4f on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:25:39.249605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Attempting to bind port 04a1ad15-9868-41c6-bfdd-12f30e670f4f by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:25:39.249972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Attempting to bind port 04a1ad15-9868-41c6-bfdd-12f30e670f4f on network b32dc382-7ced-4e3a-adac-e4a37ef53773 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:25:39.255354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:25:39.255729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Checking segment: {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:25:39.256130 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:39.256556 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Bound using segment: {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:25:39.257254 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Bound port: 04a1ad15-9868-41c6-bfdd-12f30e670f4f, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:25:39.257587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:39.336428 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] For port 04a1ad15-9868-41c6-bfdd-12f30e670f4f, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:25:39.341646 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] For port 04a1ad15-9868-41c6-bfdd-12f30e670f4f, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=04a1ad15-9868-41c6-bfdd-12f30e670f4f,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:25:39.346578 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:39.415413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb9659-d02f-4d34-87b7-a97515811ac4 None None] Pushing event updated for resources: {'Port': ['ID=04a1ad15-9868-41c6-bfdd-12f30e670f4f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:39.422162 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:39.442554 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 709d1268-6d77-4eee-a9f9-eaef470d3d45 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:25:39.484926 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:39.532213 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:25:39.535453 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:25:39.537725 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:25:39.566936 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=709d1268-6d77-4eee-a9f9-eaef470d3d45,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:39.603392 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:39.763316 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:39.964717 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 254d51a7-eb41-477a-a935-e3f158ec37f4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:25:40.022854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 254d51a7-eb41-477a-a935-e3f158ec37f4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:25:40.028392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 254d51a7-eb41-477a-a935-e3f158ec37f4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:40.028861 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.099517 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.104955 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.126839 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.149688 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 254d51a7-eb41-477a-a935-e3f158ec37f4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=254d51a7-eb41-477a-a935-e3f158ec37f4,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:40.154955 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.155829 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 04a1ad15-9868-41c6-bfdd-12f30e670f4f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:25:40.187709 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.189689 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=709d1268-6d77-4eee-a9f9-eaef470d3d45,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:40.252802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=254d51a7-eb41-477a-a935-e3f158ec37f4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:40.256700 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 04a1ad15-9868-41c6-bfdd-12f30e670f4f completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:25:40.295603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:25:40.297205 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:25:40.416295 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 2cea0383-7375-4156-933f-b5df90d1d658 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:25:40.433210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd4885-28fe-4c6b-8bea-941d02982597 None None] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:25:40.538980 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:25:40.553100 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d2e09ccb-6e7d-4ee2-b5e2-f8b8de23f9c0 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/2cea0383-7375-4156-933f-b5df90d1d658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1833212 Aug 03 20:25:40.560941 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7d0bafa8-5b0d-48b3-8800-7c426bbe846f None None] Provisioning for port 04a1ad15-9868-41c6-bfdd-12f30e670f4f completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:25:40.586259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-7d0bafa8-5b0d-48b3-8800-7c426bbe846f None None] Provisioning complete for port 04a1ad15-9868-41c6-bfdd-12f30e670f4f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:40.586748 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7d0bafa8-5b0d-48b3-8800-7c426bbe846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.678869 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7d0bafa8-5b0d-48b3-8800-7c426bbe846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.714587 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-dfcfbcbc-5065-4621-a93f-2c108e9e7e94 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847650972&fields=id&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 267 time: 0.0500989 Aug 03 20:25:40.718634 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-7d0bafa8-5b0d-48b3-8800-7c426bbe846f None None] For port 04a1ad15-9868-41c6-bfdd-12f30e670f4f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=04a1ad15-9868-41c6-bfdd-12f30e670f4f,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:40.724344 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7d0bafa8-5b0d-48b3-8800-7c426bbe846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:40.777201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bafa8-5b0d-48b3-8800-7c426bbe846f None None] Pushing event updated for resources: {'Port': ['ID=04a1ad15-9868-41c6-bfdd-12f30e670f4f,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:40.819315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Sync routers for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:25:40.831067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:40.831824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:40.832295 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-1fa3f828-4ce9-4c95-a849-e14b294236f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:40.833878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-1fa3f828-4ce9-4c95-a849-e14b294236f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/networks?id=b32dc382-7ced-4e3a-adac-e4a37ef53773 HTTP/1.1" status: 200 len: 796 time: 0.1184618 Aug 03 20:25:40.852419 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-50680a5f-c9ac-42c7-aba1-ac344a73e8fb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/quotas/1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 375 time: 0.0102060 Aug 03 20:25:40.919047 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-79e6ed9c-863e-4134-a51d-80f1afce4b1f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603530 Aug 03 20:25:40.935841 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-87f6ad6b-96b5-4216-bc77-f590f3970e5f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:25:40.937362 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-87f6ad6b-96b5-4216-bc77-f590f3970e5f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062702 Aug 03 20:25:40.958824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:40.990306 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-940f906d-5abb-4b07-bb15-cbf6e75b788a None None] Provisioning for port 709d1268-6d77-4eee-a9f9-eaef470d3d45 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:25:40.998686 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-940f906d-5abb-4b07-bb15-cbf6e75b788a None None] Provisioning complete for port 709d1268-6d77-4eee-a9f9-eaef470d3d45 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:40.999047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-940f906d-5abb-4b07-bb15-cbf6e75b788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.039251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-1feef20a-0418-4162-9518-1fcd61336f1e service neutron] 10.222.0.42 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954192 Aug 03 20:25:41.102896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-940f906d-5abb-4b07-bb15-cbf6e75b788a None None] Port 709d1268-6d77-4eee-a9f9-eaef470d3d45 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:25:41.135577 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-940f906d-5abb-4b07-bb15-cbf6e75b788a None None] Provisioning complete for port 04a1ad15-9868-41c6-bfdd-12f30e670f4f triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:41.135975 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-940f906d-5abb-4b07-bb15-cbf6e75b788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.149282 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-72ca1c2e-e586-4d66-ae30-857993c7d414 service neutron] 10.222.0.42 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024358 Aug 03 20:25:41.303274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 2, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:41.330104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Checking router: 2cea0383-7375-4156-933f-b5df90d1d658 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:25:41.330375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Updating router 2cea0383-7375-4156-933f-b5df90d1d658 port 709d1268-6d77-4eee-a9f9-eaef470d3d45 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:25:41.355241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-baa56850-054b-4714-9376-272158f8ff29 req-d2eda88f-363e-4868-97ba-8045ab44c0ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 210 time: 0.0305767 Aug 03 20:25:41.359816 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.474625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-dfeb8b13-ad47-4461-af0c-ca15783c2bb8 None None] Provisioning complete for port 709d1268-6d77-4eee-a9f9-eaef470d3d45 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:41.475587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8b13-ad47-4461-af0c-ca15783c2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.564432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb8b13-ad47-4461-af0c-ca15783c2bb8 None None] Port 709d1268-6d77-4eee-a9f9-eaef470d3d45 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:25:41.675877 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.685457 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Transition to ACTIVE for port object 709d1268-6d77-4eee-a9f9-eaef470d3d45 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:25:41.691087 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.740222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350f8db-67b2-447e-acb8-3ef6bb816810 None None] Pushing event updated for resources: {'Port': ['ID=709d1268-6d77-4eee-a9f9-eaef470d3d45,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:41.792539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Attempting to bind port 709d1268-6d77-4eee-a9f9-eaef470d3d45 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:25:41.792939 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Attempting to bind port 709d1268-6d77-4eee-a9f9-eaef470d3d45 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:25:41.793302 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Attempting to bind port 709d1268-6d77-4eee-a9f9-eaef470d3d45 on network b32dc382-7ced-4e3a-adac-e4a37ef53773 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:25:41.798803 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:25:41.799179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Checking segment: {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:25:41.799583 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.799974 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Bound using segment: {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:25:41.800439 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Bound port: 709d1268-6d77-4eee-a9f9-eaef470d3d45, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:25:41.800817 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.880962 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] For port 709d1268-6d77-4eee-a9f9-eaef470d3d45, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:25:41.887742 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] For port 709d1268-6d77-4eee-a9f9-eaef470d3d45, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=709d1268-6d77-4eee-a9f9-eaef470d3d45,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:25:41.895224 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:41.928043 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 254d51a7-eb41-477a-a935-e3f158ec37f4 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:25:42.008191 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:42.008745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:42.011058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350f8db-67b2-447e-acb8-3ef6bb816810 None None] Pushing event updated for resources: {'Port': ['ID=709d1268-6d77-4eee-a9f9-eaef470d3d45,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:42.075823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 254d51a7-eb41-477a-a935-e3f158ec37f4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:42.076202 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:42.157950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:42.320757 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 04a1ad15-9868-41c6-bfdd-12f30e670f4f up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:25:42.348997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-146d9723-348c-4bef-93e7-b429dfe8f490 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:42.350501 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-146d9723-348c-4bef-93e7-b429dfe8f490 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/networks?id=b32dc382-7ced-4e3a-adac-e4a37ef53773 HTTP/1.1" status: 200 len: 796 time: 0.1078200 Aug 03 20:25:42.404818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-5c12d5f6-138b-4f2b-8dc4-73261dba8954 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7be0d6311a4430a1c406e0795e24cf HTTP/1.1" status: 200 len: 379 time: 0.0443013 Aug 03 20:25:42.417058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'port': {'device_id': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'admin_state_up': True, 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'security_groups': ['6f173b56-4c24-4f1f-af92-fbaa4135d894']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:42.425743 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 04a1ad15-9868-41c6-bfdd-12f30e670f4f triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:42.426114 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:42.477510 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:41Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:42.488584 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-79e72b7f-dac4-411b-be0a-1046dee41859 req-08e58838-7cec-4c82-93a1-d1b267fb7988 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 210 time: 0.0537546 Aug 03 20:25:42.506421 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c8f57-c234-4a42-b1ed-e32d8b5a2c36 None None] The sync data for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 is: [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:41Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:25:42.584055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Made reservation on behalf of 1e7be0d6311a4430a1c406e0795e24cf for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:25:42.588475 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:42.721785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.20.0.10 (b32dc382-7ced-4e3a-adac-e4a37ef53773/2a0e7480-fddc-4251-a382-46b15940ae8e/270d5cad-0154-42ec-b4dd-64cd34292eb4) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:25:42.871304 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:42.886691 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Transition to ACTIVE for port object 270d5cad-0154-42ec-b4dd-64cd34292eb4 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:25:42.920811 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:42.967222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:25:42.972593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:25:42.977140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:25:42.981792 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=270d5cad-0154-42ec-b4dd-64cd34292eb4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:43.031329 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:43.032000 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:43.047409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-afee6bf2-1f99-482e-a78d-0d32ab9964b7 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6350284 Aug 03 20:25:43.060276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Request body: {'port': {'device_id': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:43.122065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:43.293307 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-47b24eb6-47e8-4cfd-8f49-175a9fd31d87 None None] Provisioning for port 270d5cad-0154-42ec-b4dd-64cd34292eb4 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:25:43.297503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-47b24eb6-47e8-4cfd-8f49-175a9fd31d87 None None] Provisioning complete for port 270d5cad-0154-42ec-b4dd-64cd34292eb4 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:43.298434 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-47b24eb6-47e8-4cfd-8f49-175a9fd31d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:43.336189 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-47b24eb6-47e8-4cfd-8f49-175a9fd31d87 None None] Port 270d5cad-0154-42ec-b4dd-64cd34292eb4 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:25:43.402805 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270d5cad-0154-42ec-b4dd-64cd34292eb4 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:25:43.410355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:43.422909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Transition to ACTIVE for port object 270d5cad-0154-42ec-b4dd-64cd34292eb4 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:25:43.432211 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:43.502464 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Pushing event updated for resources: {'Port': ['ID=270d5cad-0154-42ec-b4dd-64cd34292eb4,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:43.613576 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Attempting to bind port 270d5cad-0154-42ec-b4dd-64cd34292eb4 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:25:43.613921 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Attempting to bind port 270d5cad-0154-42ec-b4dd-64cd34292eb4 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:25:43.614248 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Attempting to bind port 270d5cad-0154-42ec-b4dd-64cd34292eb4 on network b32dc382-7ced-4e3a-adac-e4a37ef53773 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:25:43.623697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Port 270d5cad-0154-42ec-b4dd-64cd34292eb4 on network b32dc382-7ced-4e3a-adac-e4a37ef53773 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:25:43.624072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Attempting to bind port 270d5cad-0154-42ec-b4dd-64cd34292eb4 on network b32dc382-7ced-4e3a-adac-e4a37ef53773 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:25:43.631017 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:25:43.631359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Checking segment: {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:25:43.631751 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Bound using segment: {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:25:43.632191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Bound port: 270d5cad-0154-42ec-b4dd-64cd34292eb4, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:25:43.632553 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:43.656938 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1533dc-8cb3-413d-bc4e-10a1771e2007 req-5472c500-bae2-4cc8-ab06-e2099e761936 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:43.658566 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f1533dc-8cb3-413d-bc4e-10a1771e2007 req-5472c500-bae2-4cc8-ab06-e2099e761936 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 944 time: 0.0799429 Aug 03 20:25:43.735571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f1533dc-8cb3-413d-bc4e-10a1771e2007 req-8c79fae2-93a4-42ea-b0f3-d0ee1e4b9c27 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554981 Aug 03 20:25:43.737957 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] For port 270d5cad-0154-42ec-b4dd-64cd34292eb4, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:25:43.741103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] For port 270d5cad-0154-42ec-b4dd-64cd34292eb4, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:25:43.746439 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:43.787667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:43.788290 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:43.789691 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] 10.222.0.88 "PUT /v2.0/ports/270d5cad-0154-42ec-b4dd-64cd34292eb4 HTTP/1.1" status: 200 len: 1092 time: 0.7340674 Aug 03 20:25:43.790125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:25:43.792924 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9749c8e9-2628-4b29-ac76-afa642d7d6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:25:43.818396 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced03b5-86e5-4d45-ad37-c65fc82f57ad service neutron] Pushing event updated for resources: {'Port': ['ID=270d5cad-0154-42ec-b4dd-64cd34292eb4,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:43.849389 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3425d912-babb-460a-9b3a-dbb5be2a67be x-openstack-request-id: req-3425d912-babb-460a-9b3a-dbb5be2a67be {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:25:43.849709 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:25:43.849960 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3425d912-babb-460a-9b3a-dbb5be2a67be {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:25:43.850361 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'status': 'completed', 'code': 200} Aug 03 20:25:43.886361 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-670c96c3-2839-4573-89c9-342a0391095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:43.887931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-670c96c3-2839-4573-89c9-342a0391095b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 1095 time: 0.0481174 Aug 03 20:25:43.935530 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-c3bf2aeb-16df-4939-b0a2-c49f62c62150 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4 HTTP/1.1" status: 200 len: 217 time: 0.0396888 Aug 03 20:25:43.941190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 709d1268-6d77-4eee-a9f9-eaef470d3d45 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:25:43.994282 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-d585545e-ea2e-4080-8242-08a901a640ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:43.996048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-d585545e-ea2e-4080-8242-08a901a640ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a0e7480-fddc-4251-a382-46b15940ae8e HTTP/1.1" status: 200 len: 835 time: 0.0539846 Aug 03 20:25:43.997531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 709d1268-6d77-4eee-a9f9-eaef470d3d45 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:25:44.002075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 709d1268-6d77-4eee-a9f9-eaef470d3d45 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:44.002455 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:44.044362 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-e05acf36-5b9d-4c58-ae5f-b88f5829dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:44.045948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-e05acf36-5b9d-4c58-ae5f-b88f5829dd26 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b32dc382-7ced-4e3a-adac-e4a37ef53773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427666 Aug 03 20:25:44.081187 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:44.138314 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 709d1268-6d77-4eee-a9f9-eaef470d3d45, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=709d1268-6d77-4eee-a9f9-eaef470d3d45,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:44.142826 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:44.154643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-26cc85e8-5a0e-41e8-bcc1-e475d564d316 service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010561 Aug 03 20:25:44.192193 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=709d1268-6d77-4eee-a9f9-eaef470d3d45,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:44.253134 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d87bd15a-bfae-4df2-909b-0ad9e68ad86e req-263eea25-2eaf-4df7-b3ef-4b5612dd845d service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910988 Aug 03 20:25:44.339703 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-97248c2d-e4b5-450d-b1df-50a5a6029c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:44.341210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-97248c2d-e4b5-450d-b1df-50a5a6029c4a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 1095 time: 0.0416296 Aug 03 20:25:44.434702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-2fa18b67-2017-47f6-bea2-e8d6e5e0b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:44.436238 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-2fa18b67-2017-47f6-bea2-e8d6e5e0b7fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=b32dc382-7ced-4e3a-adac-e4a37ef53773 HTTP/1.1" status: 200 len: 897 time: 0.0881977 Aug 03 20:25:44.479467 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-7cc802f2-20b0-401d-b17a-3fefbb78768f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4 HTTP/1.1" status: 200 len: 217 time: 0.0353341 Aug 03 20:25:44.530820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-903054fa-2c3a-40b0-a5ee-e6142e7ad964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:44.532210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-903054fa-2c3a-40b0-a5ee-e6142e7ad964 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a0e7480-fddc-4251-a382-46b15940ae8e HTTP/1.1" status: 200 len: 835 time: 0.0453994 Aug 03 20:25:44.582061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-7f421a06-4b4f-49c5-bea2-01f810d27470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:44.583561 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-7f421a06-4b4f-49c5-bea2-01f810d27470 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b32dc382-7ced-4e3a-adac-e4a37ef53773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437644 Aug 03 20:25:44.673412 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-5241972b-842a-4475-b988-fc232491b708 service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807707 Aug 03 20:25:44.767603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9749c8e9-2628-4b29-ac76-afa642d7d6b8 req-586de31f-90e4-4d54-adee-7e5cf5cd0ff9 service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865908 Aug 03 20:25:44.858371 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46e07-6fd2-4e86-9984-4b52b0af8bb4 req-dc14d5f8-5b9c-430d-ae53-18adf29ee23e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:44.859890 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfc46e07-6fd2-4e86-9984-4b52b0af8bb4 req-dc14d5f8-5b9c-430d-ae53-18adf29ee23e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 944 time: 0.0518928 Aug 03 20:25:44.898990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cfc46e07-6fd2-4e86-9984-4b52b0af8bb4 req-94352a12-49d1-4a99-83a2-518b4e02febf tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331852 Aug 03 20:25:45.894213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 709d1268-6d77-4eee-a9f9-eaef470d3d45 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:25:45.946692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 709d1268-6d77-4eee-a9f9-eaef470d3d45 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:45.947065 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:46.018960 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06bd5e-afe5-4f60-b70a-c3d37598a390 req-b8acf554-aebb-4051-b6d5-5a895fe77f6a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:46.020460 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd06bd5e-afe5-4f60-b70a-c3d37598a390 req-b8acf554-aebb-4051-b6d5-5a895fe77f6a tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 944 time: 0.0498981 Aug 03 20:25:46.059177 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cd06bd5e-afe5-4f60-b70a-c3d37598a390 req-dfd34299-19bf-41e2-8a1f-87cd867ce3c5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326571 Aug 03 20:25:46.798372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 270d5cad-0154-42ec-b4dd-64cd34292eb4 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:25:46.894747 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 270d5cad-0154-42ec-b4dd-64cd34292eb4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:46.907929 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'port_id': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'mac_address': 'fa:16:3e:1c:97:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:25:46.948334 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:46.961451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270d5cad-0154-42ec-b4dd-64cd34292eb4 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:25:46.982814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 270d5cad-0154-42ec-b4dd-64cd34292eb4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:46.987320 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:47.042126 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=270d5cad-0154-42ec-b4dd-64cd34292eb4,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:47.178234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2a79-07f8-4ce5-bb93-729ddf766f47 req-ea334ac8-5887-4981-8fd2-d90ed44e078c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:47.179893 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-650a2a79-07f8-4ce5-bb93-729ddf766f47 req-ea334ac8-5887-4981-8fd2-d90ed44e078c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 945 time: 0.0525813 Aug 03 20:25:47.200506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['270d5cad-0154-42ec-b4dd-64cd34292eb4'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:25:47.226164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-650a2a79-07f8-4ce5-bb93-729ddf766f47 req-bcd0423f-8f87-4599-a59c-2e80609b0742 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401769 Aug 03 20:25:48.343552 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797931-bb8f-480a-aa07-e728d9ce56ed req-fe90c0ab-ac22-487f-8192-4d39414b847d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:48.345033 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54797931-bb8f-480a-aa07-e728d9ce56ed req-fe90c0ab-ac22-487f-8192-4d39414b847d tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 945 time: 0.0478835 Aug 03 20:25:48.383109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-54797931-bb8f-480a-aa07-e728d9ce56ed req-4c477ba6-b73b-4292-85e1-2dacff902b94 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Aug 03 20:25:48.803367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 270d5cad-0154-42ec-b4dd-64cd34292eb4 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:25:48.850972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 270d5cad-0154-42ec-b4dd-64cd34292eb4 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:25:48.855167 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 270d5cad-0154-42ec-b4dd-64cd34292eb4 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:48.855540 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:48.931849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:48.956280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:25:48.958573 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79265bbc-0f03-45dc-a385-aff0257c94b2" -d '{"events": [{"server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "name": "network-vif-plugged", "status": "completed", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:25:48.975739 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 270d5cad-0154-42ec-b4dd-64cd34292eb4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:48.981360 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:49.033214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=270d5cad-0154-42ec-b4dd-64cd34292eb4,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:49.057923 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a463cbe-8bcf-474c-ad74-3fd180c19c98 x-openstack-request-id: req-5a463cbe-8bcf-474c-ad74-3fd180c19c98 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:25:49.058245 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "name": "network-vif-plugged", "status": "completed", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:25:49.058485 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a463cbe-8bcf-474c-ad74-3fd180c19c98 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:25:49.058882 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'code': 200} Aug 03 20:25:49.161451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58dbc-6999-4a78-af89-16552b898ef9 req-319d080f-842a-42bc-985b-b79c6cc2ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:49.162949 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2a58dbc-6999-4a78-af89-16552b898ef9 req-319d080f-842a-42bc-985b-b79c6cc2ff63 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 1097 time: 0.0399363 Aug 03 20:25:49.198380 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e2a58dbc-6999-4a78-af89-16552b898ef9 req-32529ad6-5009-4103-a04f-6ffc3e1cb396 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283167 Aug 03 20:25:49.498489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb2ff-872c-4b57-a2f4-99855d9b712b req-b5e0d4c1-140c-4259-a1e9-b0095f2422a2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:49.499991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ccfb2ff-872c-4b57-a2f4-99855d9b712b req-b5e0d4c1-140c-4259-a1e9-b0095f2422a2 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0497103 Aug 03 20:25:49.542746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8ccfb2ff-872c-4b57-a2f4-99855d9b712b req-eb9a7e14-416d-4e7b-b6bc-feb2e4a096e3 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368643 Aug 03 20:25:50.679402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77117d69-bdc5-4d3b-9599-a91f2744ddc2 req-1dfe98b7-3054-4de0-bff7-dc81830016a1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:50.680930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77117d69-bdc5-4d3b-9599-a91f2744ddc2 req-1dfe98b7-3054-4de0-bff7-dc81830016a1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0682380 Aug 03 20:25:50.719833 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-77117d69-bdc5-4d3b-9599-a91f2744ddc2 req-af430d37-e2e8-495e-8fd9-d92a17a165c6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323849 Aug 03 20:25:50.839629 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ddd43-60f3-496b-b48b-057c6e8ce925 req-b282ebbc-457a-46f7-85db-a6952bf776bb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:50.841030 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f9ddd43-60f3-496b-b48b-057c6e8ce925 req-b282ebbc-457a-46f7-85db-a6952bf776bb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0505700 Aug 03 20:25:50.878989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2f9ddd43-60f3-496b-b48b-057c6e8ce925 req-12ced793-e10a-4e1d-90e6-692fc4c6e446 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319993 Aug 03 20:25:50.900845 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39922) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:50.939844 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae786bfb-69bc-4f2e-aa4b-1c9fcd7538b9 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:50.941413 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ae786bfb-69bc-4f2e-aa4b-1c9fcd7538b9 tempest-TestNetworkAdvancedServerOps-724884798 tempest-TestNetworkAdvancedServerOps-724884798-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 1092 time: 0.0396898 Aug 03 20:25:50.944179 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39924) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:50.953164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:50.974707 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:51.081109 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:51.187668 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Allocated IP 172.25.4.137 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/3a07df7d-d17d-4ebd-b63a-6c269472596f) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:25:51.277091 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:51.294208 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:51.332464 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:51.371311 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:25:51.374129 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:25:51.377216 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:25:51.403267 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=3a07df7d-d17d-4ebd-b63a-6c269472596f,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:51.741967 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:51.805197 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:51.953194 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:51.958040 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:52.030010 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event updated for resources: {'Port': ['ID=3a07df7d-d17d-4ebd-b63a-6c269472596f,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:52.039802 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:52.139904 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP df39c707-81bb-416a-a5cc-3f0828d15ece associated. External IP: 172.25.4.137, port: 270d5cad-0154-42ec-b4dd-64cd34292eb4. Aug 03 20:25:52.674175 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 2cea0383-7375-4156-933f-b5df90d1d658 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:25:52.776106 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:25:52.785236 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] Sync routers for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:25:52.792997 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:52.795390 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:52.796140 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:52.823278 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-974de87b-8507-44bb-a6ea-0514e377eb6c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8780899 Aug 03 20:25:52.823874 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:25:52.826543 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134cd6c7-3a8a-498a-af04-da6f5575ebe2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:25:52.920362 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e814a23-a2d4-4b2a-9327-69ef616a0989 x-openstack-request-id: req-5e814a23-a2d4-4b2a-9327-69ef616a0989 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:25:52.920654 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:25:52.920903 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e814a23-a2d4-4b2a-9327-69ef616a0989 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:25:52.921303 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'status': 'completed', 'code': 200} Aug 03 20:25:52.934672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94eb2c-4473-4775-8d76-0918854daddd req-29860d4f-b139-428a-91f7-95b0da5e2a01 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:52.936924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b94eb2c-4473-4775-8d76-0918854daddd req-29860d4f-b139-428a-91f7-95b0da5e2a01 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0584590 Aug 03 20:25:52.996915 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:53.009980 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8b94eb2c-4473-4775-8d76-0918854daddd req-5c5212d7-37a6-43d1-a092-77c2f55676f4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591614 Aug 03 20:25:53.012648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-caa3a759-6bd4-4a2f-b00d-8e3231510a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:53.014097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-caa3a759-6bd4-4a2f-b00d-8e3231510a20 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 1097 time: 0.0713427 Aug 03 20:25:53.033103 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39932) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:53.099250 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8b849228-f015-4753-a230-4b0531094737 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/df39c707-81bb-416a-a5cc-3f0828d15ece HTTP/1.1" status: 200 len: 992 time: 0.0649693 Aug 03 20:25:53.110905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-4f9cefe2-04a7-4087-b74f-941d298ace7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:53.112397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-4f9cefe2-04a7-4087-b74f-941d298ace7b service neutron] 10.222.0.88 "GET /v2.0/networks?id=b32dc382-7ced-4e3a-adac-e4a37ef53773 HTTP/1.1" status: 200 len: 897 time: 0.0910618 Aug 03 20:25:53.182470 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-81d3c9c1-8f30-48ba-a767-2bdd70f14891 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4 HTTP/1.1" status: 200 len: 1000 time: 0.0621774 Aug 03 20:25:53.223084 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'df39c707-81bb-416a-a5cc-3f0828d15ece', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.137', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'port_id': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'mac_address': 'fa:16:3e:1c:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:25:51Z', 'updated_at': '2021-08-03T20:25:51Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:44Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:53.233124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-1919e661-d693-45df-8871-61e3f7a132f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:53.234673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-1919e661-d693-45df-8871-61e3f7a132f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a0e7480-fddc-4251-a382-46b15940ae8e HTTP/1.1" status: 200 len: 835 time: 0.0457239 Aug 03 20:25:53.252770 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] Checking router: 2cea0383-7375-4156-933f-b5df90d1d658 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:25:53.261538 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:25:53.262153 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:25:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:53.282825 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-a80e9ff9-90c1-4b30-9e17-e7ce37ff6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:53.284496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-a80e9ff9-90c1-4b30-9e17-e7ce37ff6092 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b32dc382-7ced-4e3a-adac-e4a37ef53773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430379 Aug 03 20:25:53.365858 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:25:53.377258 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-baa2f64f-84d8-47fe-b404-ef4b18a33973 service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858657 Aug 03 20:25:53.468184 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-134cd6c7-3a8a-498a-af04-da6f5575ebe2 req-f061aedd-b40f-4b96-8394-082127904f7a service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840006 Aug 03 20:25:53.585487 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'df39c707-81bb-416a-a5cc-3f0828d15ece', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.137', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'port_id': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'mac_address': 'fa:16:3e:1c:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:25:51Z', 'updated_at': '2021-08-03T20:25:51Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:44Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:25:53.615133 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0540d4-6fb8-49b5-8d20-5accd00163fd None None] The sync data for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 is: [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'df39c707-81bb-416a-a5cc-3f0828d15ece', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'floating_ip_address': '172.25.4.137', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'port_id': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'mac_address': 'fa:16:3e:1c:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:25:51Z', 'updated_at': '2021-08-03T20:25:51Z', 'revision_number': 0, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:44Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:25:53.817951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882f440-1bfe-4f0b-87b3-07b785876c74 None None] New status for floating IP df39c707-81bb-416a-a5cc-3f0828d15ece: ACTIVE {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:25:54.103681 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39934) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:25:54.168181 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-596dcec2-2014-4ca1-b9a9-28e90b12c35e tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/df39c707-81bb-416a-a5cc-3f0828d15ece HTTP/1.1" status: 200 len: 994 time: 0.0633788 Aug 03 20:25:55.603196 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-dd4f489b-8b7a-4ea9-92c4-82a3095e665a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435245 Aug 03 20:25:55.687222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-8b1bb746-5523-4ca0-b211-2aa81d63fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:55.688641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-8b1bb746-5523-4ca0-b211-2aa81d63fb86 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 1097 time: 0.0427248 Aug 03 20:25:55.788990 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-98581dd7-6d59-4f68-8116-1230c61779a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:55.791019 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-98581dd7-6d59-4f68-8116-1230c61779a2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b32dc382-7ced-4e3a-adac-e4a37ef53773 HTTP/1.1" status: 200 len: 897 time: 0.0837846 Aug 03 20:25:55.860703 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-ea9e7fa4-35c6-4933-a14c-c33aafa27ff2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4 HTTP/1.1" status: 200 len: 1002 time: 0.0622511 Aug 03 20:25:55.910071 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-1ebdb88d-570a-4898-a351-8c02349dfe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:55.911527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-1ebdb88d-570a-4898-a351-8c02349dfe26 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a0e7480-fddc-4251-a382-46b15940ae8e HTTP/1.1" status: 200 len: 835 time: 0.0445430 Aug 03 20:25:55.960608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-e05bc6f1-7e82-459f-8390-2d276441507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:55.962572 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-e05bc6f1-7e82-459f-8390-2d276441507e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b32dc382-7ced-4e3a-adac-e4a37ef53773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390000 Aug 03 20:25:56.058136 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-0899f6fb-499c-444c-9eed-8d9c5f8d942a service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869031 Aug 03 20:25:56.146540 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a4fabeea-3353-4052-85e5-b796e0933e42 req-1d33fdde-bcaf-4dd5-b661-e458c2c0ac96 service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807688 Aug 03 20:25:56.276774 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-989dfafc-47a6-4f38-bee4-c16ea88a4548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:56.437755 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:59.912375 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:00.390721 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b491003-f55b-47ee-bf90-2153d7e29ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:02.230195 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:04.699717 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:13.473540 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:26:21.286729 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:26.277997 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7226c0bd-4baa-4d57-922b-0ecf88ab3fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:26.446552 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:28.540426 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e057b-27a1-4268-b280-42dec86a26bc req-ba2f4bc6-0067-4423-9bad-dffc14acc103 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:28.541954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e0e057b-27a1-4268-b280-42dec86a26bc req-ba2f4bc6-0067-4423-9bad-dffc14acc103 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0510740 Aug 03 20:26:28.588550 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e0e057b-27a1-4268-b280-42dec86a26bc req-0226887a-2504-449f-9846-39da2adedf4c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404692 Aug 03 20:26:29.704497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae06fd-a5d6-46b5-bc8e-8821909161ba req-a68399cd-287a-429b-820c-3f2a95bafcc1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:29.705930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cae06fd-a5d6-46b5-bc8e-8821909161ba req-a68399cd-287a-429b-820c-3f2a95bafcc1 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0492656 Aug 03 20:26:29.744197 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6cae06fd-a5d6-46b5-bc8e-8821909161ba req-2e885218-4097-48e6-8eb1-f22e9e93221c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 Aug 03 20:26:29.767063 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39958) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:29.826142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-62f3edd0-3b6f-4334-9366-b1326e7ee057 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/df39c707-81bb-416a-a5cc-3f0828d15ece HTTP/1.1" status: 200 len: 994 time: 0.0579431 Aug 03 20:26:30.063533 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:30.390681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c00421b5-4c20-48cf-ab79-74c96c2792d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:31.113895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c593f-e06e-48b1-b6e1-117066e2c908 req-e4db6b36-8903-4835-b0ac-9eb5fc7b1f80 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:31.115396 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-399c593f-e06e-48b1-b6e1-117066e2c908 req-e4db6b36-8903-4835-b0ac-9eb5fc7b1f80 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0860398 Aug 03 20:26:31.117916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-88b5b5e9-36db-44e4-929a-58231a5ee818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:31.119272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-88b5b5e9-36db-44e4-929a-58231a5ee818 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 1097 time: 0.0546429 Aug 03 20:26:31.206181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-399c593f-e06e-48b1-b6e1-117066e2c908 req-9423fc9d-b9ba-4d7c-8771-94f622fd296f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840154 Aug 03 20:26:31.236187 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-887437d1-d4b1-46d1-a5f7-7d6f4f4a1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:31.237706 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-887437d1-d4b1-46d1-a5f7-7d6f4f4a1402 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b32dc382-7ced-4e3a-adac-e4a37ef53773 HTTP/1.1" status: 200 len: 897 time: 0.1096492 Aug 03 20:26:31.305998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-0653a1bf-3026-485b-973e-868d1d861fca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4 HTTP/1.1" status: 200 len: 1002 time: 0.0614083 Aug 03 20:26:31.353755 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-e68a80b8-e8f3-496b-87db-c3d91ab1d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:31.355687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-e68a80b8-e8f3-496b-87db-c3d91ab1d30d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a0e7480-fddc-4251-a382-46b15940ae8e HTTP/1.1" status: 200 len: 835 time: 0.0422390 Aug 03 20:26:31.400157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-637b451a-d9e2-47e6-a6b9-1838d8653601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:31.401614 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-637b451a-d9e2-47e6-a6b9-1838d8653601 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b32dc382-7ced-4e3a-adac-e4a37ef53773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389774 Aug 03 20:26:31.493958 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-e82256b9-05d7-4f92-a8fb-906e572201ed service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852776 Aug 03 20:26:31.584652 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9d8d5409-4de6-4c63-b4ce-68ddcbb309d2 req-f8fc5841-d7de-4bf0-b330-a7be8014f0cf service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827589 Aug 03 20:26:32.233948 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:32.329702 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e7e00-fde2-4b61-9101-868fc5a883b9 req-e706f87e-8c5f-4dce-acfd-c40f332fce95 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:32.331219 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e81e7e00-fde2-4b61-9101-868fc5a883b9 req-e706f87e-8c5f-4dce-acfd-c40f332fce95 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0560591 Aug 03 20:26:32.369660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e81e7e00-fde2-4b61-9101-868fc5a883b9 req-0c13a75e-ee7f-466e-9289-f14295c58c26 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Aug 03 20:26:33.489104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d0998-fff1-42d5-93b6-c1831efef17c req-c0c1c640-7d91-42d6-b6d5-0c17f3a1b91f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:33.490597 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8a9d0998-fff1-42d5-93b6-c1831efef17c req-c0c1c640-7d91-42d6-b6d5-0c17f3a1b91f tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0524719 Aug 03 20:26:33.529059 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8a9d0998-fff1-42d5-93b6-c1831efef17c req-8aabb43d-d022-41ca-81ae-0f6e0520d7b6 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325267 Aug 03 20:26:33.551058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39970) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:33.609263 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-9eb9a4a7-25e4-4b21-a39c-d23b02656f90 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/floatingips/df39c707-81bb-416a-a5cc-3f0828d15ece HTTP/1.1" status: 200 len: 994 time: 0.0570908 Aug 03 20:26:33.822603 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39976) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:33.979249 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 3a07df7d-d17d-4ebd-b63a-6c269472596f {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:26:33.979535 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:34.058236 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:34.058580 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:34.070056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 3a07df7d-d17d-4ebd-b63a-6c269472596f owned by network:floatingip {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:26:34.220116 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:34.247536 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=3a07df7d-d17d-4ebd-b63a-6c269472596f,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:34.272664 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.273025 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.273393 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.273747 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.274091 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.274434 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.274774 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.275115 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.275451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.275784 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.276139 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.277033 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:34.322640 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:34.322983 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Floating IP df39c707-81bb-416a-a5cc-3f0828d15ece disassociated (deleted). External IP: 172.25.4.137, port: 270d5cad-0154-42ec-b4dd-64cd34292eb4. Aug 03 20:26:34.533211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 2cea0383-7375-4156-933f-b5df90d1d658 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:26:34.640829 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:26:34.645672 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:34.650077 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] Sync routers for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:26:34.660106 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:34.660716 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:34.672907 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cf5ceda6-5e52-4ab5-889b-9e5141ca52ac tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/floatingips/df39c707-81bb-416a-a5cc-3f0828d15ece HTTP/1.1" status: 204 len: 168 time: 0.8484988 Aug 03 20:26:34.673625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:26:34.676040 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:26:34.705810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:34.716707 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392eb97c-15db-4fec-a4d6-0b4fabfd968a x-openstack-request-id: req-392eb97c-15db-4fec-a4d6-0b4fabfd968a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:26:34.717004 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:26:34.717261 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-392eb97c-15db-4fec-a4d6-0b4fabfd968a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:26:34.717719 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'status': 'completed', 'code': 200} Aug 03 20:26:34.774015 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:34.797154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-2ac5bce6-60bb-40c6-ae1c-e3151e62b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:34.798845 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-2ac5bce6-60bb-40c6-ae1c-e3151e62b545 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 1097 time: 0.0433989 Aug 03 20:26:34.929208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-8f936d22-d094-45d4-9e93-88e9888dea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:34.930727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-8f936d22-d094-45d4-9e93-88e9888dea12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b32dc382-7ced-4e3a-adac-e4a37ef53773 HTTP/1.1" status: 200 len: 897 time: 0.1185775 Aug 03 20:26:34.946623 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a35d-21e5-4011-a0ff-ea3674522b28 req-ba625a64-b62e-4a20-b920-a2792bd597f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:34.948628 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b038a35d-21e5-4011-a0ff-ea3674522b28 req-ba625a64-b62e-4a20-b920-a2792bd597f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0603282 Aug 03 20:26:34.978784 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:44Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:34.997251 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-97d56134-7c86-4dc6-9b3a-a15abd7847ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4 HTTP/1.1" status: 200 len: 217 time: 0.0476601 Aug 03 20:26:35.003985 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] Checking router: 2cea0383-7375-4156-933f-b5df90d1d658 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:26:35.015036 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:35.015645 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:35.045465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b038a35d-21e5-4011-a0ff-ea3674522b28 req-d42f33c8-d090-4ec5-b33d-b7e69cbecbc4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902548 Aug 03 20:26:35.066478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-5823e156-0d44-4bb6-bc1a-e7793cf5695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:35.066478 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-5823e156-0d44-4bb6-bc1a-e7793cf5695c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a0e7480-fddc-4251-a382-46b15940ae8e HTTP/1.1" status: 200 len: 835 time: 0.0579672 Aug 03 20:26:35.114207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-a4077992-eda9-4dd6-a2b6-1d931911723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:35.115754 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-a4077992-eda9-4dd6-a2b6-1d931911723f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b32dc382-7ced-4e3a-adac-e4a37ef53773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405605 Aug 03 20:26:35.123061 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:35.215604 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-a0654dbf-3567-4c92-98b0-abc86f9f7032 service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891135 Aug 03 20:26:35.308394 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21ee16ef-cc6f-4d8e-8ebe-259cef4eb96b req-55eccf77-b212-402f-8ad1-c024b91ef6bb service neutron] 10.222.0.88 "GET /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842574 Aug 03 20:26:35.324186 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:44Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:35.436829 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94048bcd-9684-4f96-9726-2bfcf4f5ad9a None None] The sync data for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 is: [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:25:39Z', 'revision_number': 4, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '709d1268-6d77-4eee-a9f9-eaef470d3d45', 'name': '', 'network_id': 'b32dc382-7ced-4e3a-adac-e4a37ef53773', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'mac_address': 'fa:16:3e:13:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:39Z', 'updated_at': '2021-08-03T20:25:44Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'subnets': [{'id': '2a0e7480-fddc-4251-a382-46b15940ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:26:35.645454 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb031347-57c9-4372-a825-a0ebcc7f35a0 None None] New status for floating IP df39c707-81bb-416a-a5cc-3f0828d15ece: DOWN {{(pid=94135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:26:36.169779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38620701-c203-4410-9e77-5a650bee2817 req-cb919b57-eeb4-4f3f-956b-ba96da3147a4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:36.171182 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38620701-c203-4410-9e77-5a650bee2817 req-cb919b57-eeb4-4f3f-956b-ba96da3147a4 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0488620 Aug 03 20:26:36.214689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-38620701-c203-4410-9e77-5a650bee2817 req-03c4b51c-f492-4e3f-9d5a-76d9734b7081 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f173b56-4c24-4f1f-af92-fbaa4135d894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375962 Aug 03 20:26:36.603363 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-f741a5ba-c030-4de7-982f-8190428160fd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:36.604908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-f741a5ba-c030-4de7-982f-8190428160fd tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 946 time: 0.0493166 Aug 03 20:26:36.696169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 270d5cad-0154-42ec-b4dd-64cd34292eb4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:26:36.696469 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:36.785684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 270d5cad-0154-42ec-b4dd-64cd34292eb4, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=270d5cad-0154-42ec-b4dd-64cd34292eb4,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:36.786046 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:36.798385 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 270d5cad-0154-42ec-b4dd-64cd34292eb4 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:26:36.929047 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:36.957449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=270d5cad-0154-42ec-b4dd-64cd34292eb4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:36.971594 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.971946 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.972284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.972618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.972941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.973264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.973613 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.973936 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.974256 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.974579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.974895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:36.975214 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:37.010859 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] No DVR routers for this DVR port 270d5cad-0154-42ec-b4dd-64cd34292eb4 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:26:37.013703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:37.015795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af1799fe-7c64-46d6-b65f-3366e0df6619 req-0bd09d97-cd0b-4b4a-bb49-2a287c026631 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.88 "DELETE /v2.0/ports/270d5cad-0154-42ec-b4dd-64cd34292eb4 HTTP/1.1" status: 204 len: 173 time: 0.4038665 Aug 03 20:26:37.016334 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'name': 'network-vif-deleted', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:26:37.018598 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e0b6fc-da98-4281-a779-0fa555e7aebf" -d '{"events": [{"server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "name": "network-vif-deleted", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:26:37.057242 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d536d0e8-e5c5-4018-82e4-50cfa2143656 x-openstack-request-id: req-d536d0e8-e5c5-4018-82e4-50cfa2143656 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:26:37.057587 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf52ed83-db12-4e3f-9c92-1d602306c35a", "name": "network-vif-deleted", "tag": "270d5cad-0154-42ec-b4dd-64cd34292eb4", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:26:37.057839 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d536d0e8-e5c5-4018-82e4-50cfa2143656 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:26:37.058283 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52ed83-db12-4e3f-9c92-1d602306c35a', 'name': 'network-vif-deleted', 'tag': '270d5cad-0154-42ec-b4dd-64cd34292eb4', 'status': 'completed', 'code': 200} Aug 03 20:26:37.329763 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6256b096-6dd4-402c-b7b7-bd49ee0b16ba req-25d7c049-8d81-4d82-a5ef-aef69f4bb255 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52ed83-db12-4e3f-9c92-1d602306c35a HTTP/1.1" status: 200 len: 210 time: 0.0309408 Aug 03 20:26:38.388116 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39992) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:38.762020 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:39.026029 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 709d1268-6d77-4eee-a9f9-eaef470d3d45 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:26:39.026356 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:39.120625 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 709d1268-6d77-4eee-a9f9-eaef470d3d45, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=709d1268-6d77-4eee-a9f9-eaef470d3d45,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:39.120906 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:39.133585 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 709d1268-6d77-4eee-a9f9-eaef470d3d45 owned by network:router_interface {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:26:39.326113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:39.354105 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=709d1268-6d77-4eee-a9f9-eaef470d3d45,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:39.532498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:39.746456 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Router 2cea0383-7375-4156-933f-b5df90d1d658 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:26:39.848099 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:26:39.853229 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-3a10d060-eedf-41ba-9288-3d1d4c679881 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "PUT /v2.0/routers/2cea0383-7375-4156-933f-b5df90d1d658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4640782 Aug 03 20:26:39.860085 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 39994) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:39.860253 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] Sync routers for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:26:39.869005 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:39.869650 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:39.910516 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ade8b1-9caa-465f-ad5c-74e5afd7f3a5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting subnet 2a0e7480-fddc-4251-a382-46b15940ae8e {{(pid=94133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:26:39.914118 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28ade8b1-9caa-465f-ad5c-74e5afd7f3a5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:39.962738 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28ade8b1-9caa-465f-ad5c-74e5afd7f3a5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529488078'] for subnet, precommit_delete_associations {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:39.982552 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:40.045556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28ade8b1-9caa-465f-ad5c-74e5afd7f3a5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.110625 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28ade8b1-9caa-465f-ad5c-74e5afd7f3a5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528580034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529473308'] for subnet, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.140830 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade8b1-9caa-465f-ad5c-74e5afd7f3a5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0e7480-fddc-4251-a382-46b15940ae8e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:40.142842 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-28ade8b1-9caa-465f-ad5c-74e5afd7f3a5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.144755 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-28ade8b1-9caa-465f-ad5c-74e5afd7f3a5 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/subnets/2a0e7480-fddc-4251-a382-46b15940ae8e HTTP/1.1" status: 204 len: 168 time: 0.2875471 Aug 03 20:26:40.147525 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39996) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:40.150571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5566d790-8356-4e53-8a1e-de20741b4ffd None None] Network b32dc382-7ced-4e3a-adac-e4a37ef53773 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:26:40.168001 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:26:39Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:40.197290 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] Checking router: 2cea0383-7375-4156-933f-b5df90d1d658 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:26:40.206187 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] Routers {'2cea0383-7375-4156-933f-b5df90d1d658'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:40.206793 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['2cea0383-7375-4156-933f-b5df90d1d658'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:40.257276 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.312169 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] Set router 2cea0383-7375-4156-933f-b5df90d1d658 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:40.351156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] DHCP port deletion for b32dc382-7ced-4e3a-adac-e4a37ef53773 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:26:40.367383 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.400729 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Deleting port 04a1ad15-9868-41c6-bfdd-12f30e670f4f {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:26:40.401103 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.423342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Deleting port 254d51a7-eb41-477a-a935-e3f158ec37f4 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:26:40.423706 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.463331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] For port 04a1ad15-9868-41c6-bfdd-12f30e670f4f, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=04a1ad15-9868-41c6-bfdd-12f30e670f4f,segment=NetworkSegment(a61e8d82-1548-4a6b-92ee-b1ae9fe6a154),segment_id=a61e8d82-1548-4a6b-92ee-b1ae9fe6a154)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:40.463781 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.477187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Calling delete_port for 04a1ad15-9868-41c6-bfdd-12f30e670f4f owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:26:40.498775 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:26:39Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:40.515530 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] For port 254d51a7-eb41-477a-a935-e3f158ec37f4, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=254d51a7-eb41-477a-a935-e3f158ec37f4,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:40.516182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.525045 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649d595-321a-4daf-bc70-02a7172a2487 None None] The sync data for ids ['2cea0383-7375-4156-933f-b5df90d1d658'] in n-d-803378-1 is: [{'id': '2cea0383-7375-4156-933f-b5df90d1d658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295322695', 'tenant_id': '1e7be0d6311a4430a1c406e0795e24cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:25:35Z', 'updated_at': '2021-08-03T20:26:39Z', 'revision_number': 5, 'project_id': '1e7be0d6311a4430a1c406e0795e24cf', 'gw_port': {'id': '254d51a7-eb41-477a-a935-e3f158ec37f4', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0383-7375-4156-933f-b5df90d1d658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:25:36Z', 'updated_at': '2021-08-03T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:26:40.531039 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Calling delete_port for 254d51a7-eb41-477a-a935-e3f158ec37f4 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:26:40.571979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.594835 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Pushing event deleted for resources: {'Port': ['ID=04a1ad15-9868-41c6-bfdd-12f30e670f4f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:40.604019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] No DVR routers for this DVR port 04a1ad15-9868-41c6-bfdd-12f30e670f4f on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:26:40.606522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.607099 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.607379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.607714 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.608060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.608364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.608687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.609008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.609328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.609681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.610001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:40.610316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e005caf-3bd4-4a6f-b48a-87fce05dd927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:41.052624 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 270d5cad-0154-42ec-b4dd-64cd34292eb4 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:26:41.063654 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.073848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 270d5cad-0154-42ec-b4dd-64cd34292eb4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:26:41.074197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 270d5cad-0154-42ec-b4dd-64cd34292eb4 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:26:41.088854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Port': ['ID=254d51a7-eb41-477a-a935-e3f158ec37f4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:41.154819 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.248350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.250495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.293959 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.294483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Fanout notify agent at l3_agent the message router_deleted on router 2cea0383-7375-4156-933f-b5df90d1d658 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:26:41.301438 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.302574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e1d0ff0a-7385-4fbc-bddf-830ba32cc03c tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/routers/2cea0383-7375-4156-933f-b5df90d1d658 HTTP/1.1" status: 204 len: 168 time: 1.1540115 Aug 03 20:26:41.305240 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 39998) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:41.384660 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.472800 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.483231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32dc382-7ced-4e3a-adac-e4a37ef53773']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:41.492513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:41.492878 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61e8d82-1548-4a6b-92ee-b1ae9fe6a154') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:41.501253 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.514334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.520301 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:26:41.520691 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:26:41.524094 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:26:41.588446 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.595996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.597831 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/networks/b32dc382-7ced-4e3a-adac-e4a37ef53773 HTTP/1.1" status: 204 len: 168 time: 0.2915931 Aug 03 20:26:41.600762 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40000) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:41.609546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd6d81-1ba1-4107-a6f7-b4faff7d4ceb tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'Network': ['ID=b32dc382-7ced-4e3a-adac-e4a37ef53773,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:41.660510 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13e51646-43f1-456f-ab8e-b36b9a4695f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.684921 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13e51646-43f1-456f-ab8e-b36b9a4695f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.753936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13e51646-43f1-456f-ab8e-b36b9a4695f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.756563 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13e51646-43f1-456f-ab8e-b36b9a4695f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:41.757841 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-13e51646-43f1-456f-ab8e-b36b9a4695f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] 10.222.0.42 "DELETE /v2.0/security-groups/6f173b56-4c24-4f1f-af92-fbaa4135d894 HTTP/1.1" status: 204 len: 168 time: 0.1558864 Aug 03 20:26:41.768326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e51646-43f1-456f-ab8e-b36b9a4695f9 tempest-TestNetworkAdvancedServerOps-1593240587 tempest-TestNetworkAdvancedServerOps-1593240587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f173b56-4c24-4f1f-af92-fbaa4135d894,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:41.927583 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 254d51a7-eb41-477a-a935-e3f158ec37f4 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:26:41.948817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 254d51a7-eb41-477a-a935-e3f158ec37f4 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:26:41.949721 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 254d51a7-eb41-477a-a935-e3f158ec37f4 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:26:41.950131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 04a1ad15-9868-41c6-bfdd-12f30e670f4f no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:26:41.970110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 04a1ad15-9868-41c6-bfdd-12f30e670f4f {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:26:41.970460 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 04a1ad15-9868-41c6-bfdd-12f30e670f4f not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:26:41.970870 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 709d1268-6d77-4eee-a9f9-eaef470d3d45 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:26:41.990242 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 709d1268-6d77-4eee-a9f9-eaef470d3d45 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:26:41.990598 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 709d1268-6d77-4eee-a9f9-eaef470d3d45 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:26:42.124132 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40008) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:42.256751 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-cffb73d6-c013-4fea-9ff2-102b31d6509d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e7be0d6311a4430a1c406e0795e24cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314352 Aug 03 20:26:42.259192 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40012) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:42.311664 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44dd2101-b012-4059-808e-fa17d82c96fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.333173 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44dd2101-b012-4059-808e-fa17d82c96fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.378367 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44dd2101-b012-4059-808e-fa17d82c96fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.380919 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-44dd2101-b012-4059-808e-fa17d82c96fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.382142 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-44dd2101-b012-4059-808e-fa17d82c96fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0af0fa5a-1d2d-4e2b-9105-db76053303c6 HTTP/1.1" status: 204 len: 168 time: 0.1220515 Aug 03 20:26:42.389646 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd2101-b012-4059-808e-fa17d82c96fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af0fa5a-1d2d-4e2b-9105-db76053303c6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:42.635372 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40018) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:42.648818 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b759603-6e68-4ec5-8df4-d724949f0f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.744816 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b759603-6e68-4ec5-8df4-d724949f0f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.751608 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9b759603-6e68-4ec5-8df4-d724949f0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.789971 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9b759603-6e68-4ec5-8df4-d724949f0f8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52bddeb8f01640558852de238ad62a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534832 Aug 03 20:26:42.790832 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b759603-6e68-4ec5-8df4-d724949f0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123780f5-e01a-42d2-a3d9-4952e0c32f54,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:42.793452 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40020) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:42.842948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d286610b-6b44-4293-a995-0bbdd039f5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.864619 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d286610b-6b44-4293-a995-0bbdd039f5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.909324 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d286610b-6b44-4293-a995-0bbdd039f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.911874 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d286610b-6b44-4293-a995-0bbdd039f5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:42.915748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d286610b-6b44-4293-a995-0bbdd039f5d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/123780f5-e01a-42d2-a3d9-4952e0c32f54 HTTP/1.1" status: 204 len: 168 time: 0.1184664 Aug 03 20:26:42.921135 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286610b-6b44-4293-a995-0bbdd039f5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123780f5-e01a-42d2-a3d9-4952e0c32f54,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:43.610060 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40042) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:43.708378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-735129380-network', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:43.728923 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Made reservation on behalf of ed39bf59a15040378b1729fc5836f68e for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:26:43.731447 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:43.739658 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:43.833025 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:43.836952 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:43.861816 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:26:43.870485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb8b0b5-2c84-4583-99f5-af4e47236230,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:43.877184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:43.877616 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Added segment de65d30b-544f-4265-a536-4c26d6a8c836 of type vlan for network 4a748594-3d61-46a8-ac58-8677ff1902af Aug 03 20:26:43.916381 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:43.945457 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:43.946474 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:43.947086 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:43.996212 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3850441 Aug 03 20:26:43.999814 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40046) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:44.005009 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Request body: {'subnet': {'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-735129380-subnet', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:44.009836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd57cb-f756-4422-ac30-69921bb8c097 admin admin] Pushing event updated for resources: {'Network': ['ID=4a748594-3d61-46a8-ac58-8677ff1902af,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:44.020097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 4a748594-3d61-46a8-ac58-8677ff1902af details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:26:44.026236 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Made reservation on behalf of ed39bf59a15040378b1729fc5836f68e for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:26:44.028628 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.201054 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.255198 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d82e56-b566-473e-801b-db2e4f4c1108,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:44.264430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Checking segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:44.264792 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Network hostable DHCP agents. Network: 4a748594-3d61-46a8-ac58-8677ff1902af, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:26:44.281562 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Network 4a748594-3d61-46a8-ac58-8677ff1902af is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:26:44.290665 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 4a748594-3d61-46a8-ac58-8677ff1902af) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:44.294902 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:44.295490 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.300628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8c1e8c-e73f-4bf0-b24f-bf57a8480139 None None] Network 4a748594-3d61-46a8-ac58-8677ff1902af requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:26:44.310970 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6e2e9675-3e78-4754-bf58-f62dcf52eca2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3099694 Aug 03 20:26:44.313659 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40048) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:44.317920 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:44.339028 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.340021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.396749 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.450662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-4a748594-3d61-46a8-ac58-8677ff1902af', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:26:44.451596 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.597236 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Allocated IP 172.20.0.2 (4a748594-3d61-46a8-ac58-8677ff1902af/a0d82e56-b566-473e-801b-db2e4f4c1108/86f42b5c-857a-4ae6-ad01-1b5e7eb718df) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:26:44.743589 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.751984 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Transition to ACTIVE for port object 86f42b5c-857a-4ae6-ad01-1b5e7eb718df will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:44.768055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Transition to ACTIVE for port object 86f42b5c-857a-4ae6-ad01-1b5e7eb718df will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:44.774285 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.816113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Network 4a748594-3d61-46a8-ac58-8677ff1902af is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:44.817513 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:44.819864 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:26:44.834501 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Pushing event updated for resources: {'Port': ['ID=86f42b5c-857a-4ae6-ad01-1b5e7eb718df,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:44.875500 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.884945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Attempting to bind port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:26:44.885292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Attempting to bind port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:26:44.885681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Attempting to bind port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df on network 4a748594-3d61-46a8-ac58-8677ff1902af {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:26:44.891179 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:26:44.891548 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Checking segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:44.891951 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.892327 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Bound using segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:26:44.892781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Bound port: 86f42b5c-857a-4ae6-ad01-1b5e7eb718df, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:26:44.893158 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:44.956214 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] For port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:26:44.959396 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] For port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=86f42b5c-857a-4ae6-ad01-1b5e7eb718df,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:26:44.963244 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:45.021568 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b991be7-94df-4c50-8e0e-744de7251850 None None] Pushing event updated for resources: {'Port': ['ID=86f42b5c-857a-4ae6-ad01-1b5e7eb718df,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:45.082390 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:45.101553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:45.227892 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Allocated IP 172.25.4.182 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/57e82d2e-f767-4c72-82ef-be1a50252545) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:26:45.338036 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:45.377701 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:45.417174 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:45.421878 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:45.424438 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:26:45.453083 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Pushing event updated for resources: {'Port': ['ID=57e82d2e-f767-4c72-82ef-be1a50252545,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:45.684113 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:45.893691 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:45.927959 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68421dc9-3963-47e9-9786-c94a1255e6af None None] Network 4a748594-3d61-46a8-ac58-8677ff1902af requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:26:45.973116 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 86f42b5c-857a-4ae6-ad01-1b5e7eb718df up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:46.032800 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Router 9eb6daae-02f8-40a0-9880-31582fcf8089 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:26:46.048101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-5675dac6-4e0c-4d3a-98b4-f2721a4bb516 None None] Provisioning for port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:46.091650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:46.099283 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:46.099659 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.142095 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:26:46.153524 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Sync routers for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:26:46.158451 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.159704 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-e57d0902-299c-4e86-bb27-ff9da676cb70 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8451302 Aug 03 20:26:46.162523 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40050) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:46.177132 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:46.177563 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:46.292241 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.340539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:46.372694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=86f42b5c-857a-4ae6-ad01-1b5e7eb718df,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:46.409372 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.484087 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-10dc53df-43d5-4860-b8e7-a4f3f7e84247 None None] Provisioning complete for port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:46.484368 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-10dc53df-43d5-4860-b8e7-a4f3f7e84247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.548354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=86f42b5c-857a-4ae6-ad01-1b5e7eb718df,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:46.615778 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.650740 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:45Z', 'revision_number': 3, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:46.677902 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Checking router: 9eb6daae-02f8-40a0-9880-31582fcf8089 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:26:46.678244 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Updating router 9eb6daae-02f8-40a0-9880-31582fcf8089 port 57e82d2e-f767-4c72-82ef-be1a50252545 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:26:46.702471 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.772661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Allocated IP 172.20.0.1 (4a748594-3d61-46a8-ac58-8677ff1902af/a0d82e56-b566-473e-801b-db2e4f4c1108/37d04900-87e9-4626-86fe-a3ff17ce450c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:26:46.879405 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.893654 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Transition to ACTIVE for port object 37d04900-87e9-4626-86fe-a3ff17ce450c will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:46.927627 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.969044 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Network 4a748594-3d61-46a8-ac58-8677ff1902af is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:46.971986 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:46.975392 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:26:47.004719 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Pushing event updated for resources: {'Port': ['ID=37d04900-87e9-4626-86fe-a3ff17ce450c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:47.009497 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.023655 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.025367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Transition to ACTIVE for port object 57e82d2e-f767-4c72-82ef-be1a50252545 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:47.037159 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.131424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55517879-d2da-4c23-82af-d2cd5f114afa None None] Pushing event updated for resources: {'Port': ['ID=57e82d2e-f767-4c72-82ef-be1a50252545,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:47.135650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Attempting to bind port 57e82d2e-f767-4c72-82ef-be1a50252545 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:26:47.136040 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Attempting to bind port 57e82d2e-f767-4c72-82ef-be1a50252545 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:26:47.136392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Attempting to bind port 57e82d2e-f767-4c72-82ef-be1a50252545 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:26:47.147608 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:26:47.148062 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:47.148543 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.148943 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:26:47.149424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Bound port: 57e82d2e-f767-4c72-82ef-be1a50252545, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:26:47.149850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.170102 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.222910 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] For port 57e82d2e-f767-4c72-82ef-be1a50252545, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:26:47.226581 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] For port 57e82d2e-f767-4c72-82ef-be1a50252545, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57e82d2e-f767-4c72-82ef-be1a50252545,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:26:47.232001 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.295782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9a80c034-19c1-48c3-adfa-e7d66f5bc1a0 None None] Provisioning for port 37d04900-87e9-4626-86fe-a3ff17ce450c completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:47.302356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:47.302978 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:47.304628 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55517879-d2da-4c23-82af-d2cd5f114afa None None] Pushing event updated for resources: {'Port': ['ID=57e82d2e-f767-4c72-82ef-be1a50252545,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:47.309274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9a80c034-19c1-48c3-adfa-e7d66f5bc1a0 None None] Provisioning complete for port 37d04900-87e9-4626-86fe-a3ff17ce450c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:47.309274 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9a80c034-19c1-48c3-adfa-e7d66f5bc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.339718 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.345900 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.384824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-9a80c034-19c1-48c3-adfa-e7d66f5bc1a0 None None] Port 37d04900-87e9-4626-86fe-a3ff17ce450c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:26:47.417150 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.418928 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Pushing event updated for resources: {'Port': ['ID=37d04900-87e9-4626-86fe-a3ff17ce450c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:47.522411 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Network 4a748594-3d61-46a8-ac58-8677ff1902af is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:47.524373 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:47.606625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:47.649363 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Router 9eb6daae-02f8-40a0-9880-31582fcf8089 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:26:47.774203 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:26:47.783365 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-7d044670-e34a-41bb-87c0-5e65d65dc847 admin admin] 10.222.0.42 "PUT /v2.0/routers/9eb6daae-02f8-40a0-9880-31582fcf8089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6195908 Aug 03 20:26:47.816873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f9935072-061a-4079-a9fa-318949e1532f None None] Provisioning complete for port 37d04900-87e9-4626-86fe-a3ff17ce450c triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:47.817151 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f9935072-061a-4079-a9fa-318949e1532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:47.862523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f9935072-061a-4079-a9fa-318949e1532f None None] Port 37d04900-87e9-4626-86fe-a3ff17ce450c cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:26:47.867187 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:46Z', 'revision_number': 1, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:47.899782 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f0fb6-3062-455b-abb9-b812be27d1b3 None None] The sync data for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 is: [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:46Z', 'revision_number': 1, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:26:47.950125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 86f42b5c-857a-4ae6-ad01-1b5e7eb718df up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:48.004124 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:48.004592 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.371548 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40066) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:48.377321 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1598578621-network', 'tenant_id': '617daad2b05d4778839493a7055f1ec4'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:48.400147 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Made reservation on behalf of 617daad2b05d4778839493a7055f1ec4 for: {'network': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:26:48.402804 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.412360 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.525614 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.530636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.554905 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:26:48.579230 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.579722 n-d-803378-1 neutron-server[94133]: INFO neutron.db.segments_db [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Added segment 2bdbf457-f0e0-41d3-b155-23968fd54187 of type vlan for network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 Aug 03 20:26:48.589220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05878d9-ffdc-4372-a862-e368417b5b42,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:48.627566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.658586 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.659591 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:48.660226 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.714303 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3415301 Aug 03 20:26:48.718196 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40068) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:48.722264 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d529105-e201-453d-ae3b-ac89a83fe2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=96895dfb-aab8-45d7-8b87-a0fc0f4440b4,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:48.723642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Request body: {'subnet': {'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1598578621-subnet', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:48.734867 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:26:48.751485 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Made reservation on behalf of 617daad2b05d4778839493a7055f1ec4 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:26:48.754334 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529942436'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.935766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529255314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529942454'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.996862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabb6e19-5ce1-4197-8ea9-17749f365e0e,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:49.006794 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Checking segment: {'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:49.007140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Network hostable DHCP agents. Network: 96895dfb-aab8-45d7-8b87-a0fc0f4440b4, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:26:49.025555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:26:49.035308 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 96895dfb-aab8-45d7-8b87-a0fc0f4440b4) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:49.039683 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:49.040282 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.046337 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177b879-5684-45b4-9ea8-b68254d9dc8d None None] Network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:26:49.058145 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e59c0f3b-72f2-4913-91ca-ce999069999e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3362908 Aug 03 20:26:49.058517 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40070) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:49.063156 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:49.084463 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.085659 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.143715 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.207036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-96895dfb-aab8-45d7-8b87-a0fc0f4440b4', 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'fixed_ips': [{'subnet_id': 'dabb6e19-5ce1-4197-8ea9-17749f365e0e'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:26:49.207977 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.291024 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.337235 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Allocated IP 172.20.0.2 (96895dfb-aab8-45d7-8b87-a0fc0f4440b4/dabb6e19-5ce1-4197-8ea9-17749f365e0e/2b74593b-2423-4f99-9d7f-1da748435eb5) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:26:49.486136 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.494392 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Transition to ACTIVE for port object 2b74593b-2423-4f99-9d7f-1da748435eb5 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:49.499060 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.508856 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Transition to ACTIVE for port object 2b74593b-2423-4f99-9d7f-1da748435eb5 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:49.514675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.519083 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.553023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:49.555825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:49.561506 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:26:49.566802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Pushing event updated for resources: {'Port': ['ID=2b74593b-2423-4f99-9d7f-1da748435eb5,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:49.622162 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Attempting to bind port 2b74593b-2423-4f99-9d7f-1da748435eb5 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:26:49.622529 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Attempting to bind port 2b74593b-2423-4f99-9d7f-1da748435eb5 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:26:49.622886 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Attempting to bind port 2b74593b-2423-4f99-9d7f-1da748435eb5 on network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:26:49.628245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:26:49.628771 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Checking segment: {'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:49.629272 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.630372 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Bound using segment: {'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:26:49.630865 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Allocated IP 172.25.4.93 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/3531b629-0417-4ff5-b232-7449d6e3fddd) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:26:49.631021 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Bound port: 2b74593b-2423-4f99-9d7f-1da748435eb5, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:26:49.631516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.699968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] For port 2b74593b-2423-4f99-9d7f-1da748435eb5, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:26:49.703987 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] For port 2b74593b-2423-4f99-9d7f-1da748435eb5, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2b74593b-2423-4f99-9d7f-1da748435eb5,segment=NetworkSegment(2bdbf457-f0e0-41d3-b155-23968fd54187),segment_id=2bdbf457-f0e0-41d3-b155-23968fd54187)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:26:49.707895 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.737364 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.768103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91239ad3-ebca-4276-b25e-b12c900bb3cb None None] Pushing event updated for resources: {'Port': ['ID=2b74593b-2423-4f99-9d7f-1da748435eb5,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:49.779751 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:49.818922 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:49.835399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:49.838224 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:26:49.846181 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Pushing event updated for resources: {'Port': ['ID=3531b629-0417-4ff5-b232-7449d6e3fddd,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:50.003610 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57e82d2e-f767-4c72-82ef-be1a50252545 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:50.031555 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Sync routers for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:26:50.044888 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:50.045869 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:50.081221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 57e82d2e-f767-4c72-82ef-be1a50252545 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:50.086562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 57e82d2e-f767-4c72-82ef-be1a50252545 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:50.087219 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.165748 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:50.181369 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.205503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 57e82d2e-f767-4c72-82ef-be1a50252545, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57e82d2e-f767-4c72-82ef-be1a50252545,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:50.209940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.268521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=57e82d2e-f767-4c72-82ef-be1a50252545,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:50.390798 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 2, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:50.416159 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Checking router: 9eb6daae-02f8-40a0-9880-31582fcf8089 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:26:50.416513 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Updating router 9eb6daae-02f8-40a0-9880-31582fcf8089 port 37d04900-87e9-4626-86fe-a3ff17ce450c binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:26:50.446548 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.483792 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.493370 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:26:50.702610 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.742797 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.754495 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Transition to ACTIVE for port object 37d04900-87e9-4626-86fe-a3ff17ce450c will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:50.762781 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.796973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ceacd2-1b5f-4272-8671-53ee5b9caeb5 None None] Network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:26:50.812574 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Pushing event updated for resources: {'Port': ['ID=37d04900-87e9-4626-86fe-a3ff17ce450c,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:50.826651 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.826651 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.826942 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.827170 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.827444 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.827994 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.828567 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.829080 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.829413 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.829768 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.830098 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.830420 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:26:50.873286 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Router d666b843-c42a-4506-86e4-78de7288f034 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:26:50.884470 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Attempting to bind port 37d04900-87e9-4626-86fe-a3ff17ce450c on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:26:50.884835 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Attempting to bind port 37d04900-87e9-4626-86fe-a3ff17ce450c by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:26:50.885199 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Attempting to bind port 37d04900-87e9-4626-86fe-a3ff17ce450c on network 4a748594-3d61-46a8-ac58-8677ff1902af {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:26:50.890649 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:26:50.890912 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Checking segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:50.891210 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.891600 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Bound using segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:26:50.892066 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Bound port: 37d04900-87e9-4626-86fe-a3ff17ce450c, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:26:50.892451 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:50.951110 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-884e25d5-6dda-4ef1-a6d6-92be30ec37f7 None None] Provisioning for port 2b74593b-2423-4f99-9d7f-1da748435eb5 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:50.967446 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] For port 37d04900-87e9-4626-86fe-a3ff17ce450c, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:26:50.971596 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] For port 37d04900-87e9-4626-86fe-a3ff17ce450c, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=37d04900-87e9-4626-86fe-a3ff17ce450c,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:26:50.978378 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.028859 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:26:51.040215 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Sync routers for ids ['d666b843-c42a-4506-86e4-78de7288f034'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:26:51.048361 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc0b2b-484e-4604-a823-ff6c2883a3be None None] Pushing event updated for resources: {'Port': ['ID=37d04900-87e9-4626-86fe-a3ff17ce450c,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:51.051823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Routers {'d666b843-c42a-4506-86e4-78de7288f034'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:51.053398 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.054420 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:51.055224 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:51.057964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d666b843-c42a-4506-86e4-78de7288f034'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:51.058192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40072) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:51.060318 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-f1c59657-6b75-4d29-a744-17f6844a1a86 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9989796 Aug 03 20:26:51.203486 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Set router d666b843-c42a-4506-86e4-78de7288f034 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:51.311577 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:51.407936 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.439698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 3, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port': {'id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:51.469113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Checking router: d666b843-c42a-4506-86e4-78de7288f034 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:26:51.469653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Updating router d666b843-c42a-4506-86e4-78de7288f034 port 3531b629-0417-4ff5-b232-7449d6e3fddd binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:26:51.496572 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.553413 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:51.585297 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbedef-cce0-44c3-9a98-d33c180217c5 None None] The sync data for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 is: [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:26:51.619955 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.789080 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.796350 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Allocated IP 172.20.0.1 (96895dfb-aab8-45d7-8b87-a0fc0f4440b4/dabb6e19-5ce1-4197-8ea9-17749f365e0e/ba8f1357-1940-4239-a29c-a8acd068db78) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:26:51.800096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Transition to ACTIVE for port object 3531b629-0417-4ff5-b232-7449d6e3fddd will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:51.809644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.866092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Attempting to bind port 3531b629-0417-4ff5-b232-7449d6e3fddd on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:26:51.866374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Attempting to bind port 3531b629-0417-4ff5-b232-7449d6e3fddd by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:26:51.866716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Attempting to bind port 3531b629-0417-4ff5-b232-7449d6e3fddd on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:26:51.868848 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d0fa7-f285-4291-8d28-3f397de708a0 None None] Pushing event updated for resources: {'Port': ['ID=3531b629-0417-4ff5-b232-7449d6e3fddd,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:51.875225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:26:51.875622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:51.876003 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.876402 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:26:51.876882 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Bound port: 3531b629-0417-4ff5-b232-7449d6e3fddd, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:26:51.877271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.911486 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.931216 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Transition to ACTIVE for port object ba8f1357-1940-4239-a29c-a8acd068db78 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:51.938280 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] For port 3531b629-0417-4ff5-b232-7449d6e3fddd, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:26:51.943770 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] For port 3531b629-0417-4ff5-b232-7449d6e3fddd, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3531b629-0417-4ff5-b232-7449d6e3fddd,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:26:51.950120 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:51.987630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.019710 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d0fa7-f285-4291-8d28-3f397de708a0 None None] Pushing event updated for resources: {'Port': ['ID=3531b629-0417-4ff5-b232-7449d6e3fddd,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:52.026251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Routers {'d666b843-c42a-4506-86e4-78de7288f034'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:52.026706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d666b843-c42a-4506-86e4-78de7288f034'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:52.058620 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:52.068151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:52.072047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:26:52.108466 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8f1357-1940-4239-a29c-a8acd068db78,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:52.139205 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.158029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2b74593b-2423-4f99-9d7f-1da748435eb5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:52.199576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] Set router d666b843-c42a-4506-86e4-78de7288f034 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:52.310677 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.363990 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 2b74593b-2423-4f99-9d7f-1da748435eb5 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:52.372390 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-121415e6-e2ec-4dcd-8f66-4bae823ba361 None None] Provisioning for port ba8f1357-1940-4239-a29c-a8acd068db78 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:52.374398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2b74593b-2423-4f99-9d7f-1da748435eb5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:52.374766 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.409753 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-121415e6-e2ec-4dcd-8f66-4bae823ba361 None None] Provisioning complete for port ba8f1357-1940-4239-a29c-a8acd068db78 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:52.410135 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-121415e6-e2ec-4dcd-8f66-4bae823ba361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.491804 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-121415e6-e2ec-4dcd-8f66-4bae823ba361 None None] Port ba8f1357-1940-4239-a29c-a8acd068db78 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:26:52.492076 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.496867 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.541782 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.556310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 3, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port': {'id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:52.564838 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.566798 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8f1357-1940-4239-a29c-a8acd068db78,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:52.587129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27cf50-670d-4fde-a9cb-6adf0dbeb85a None None] The sync data for ids ['d666b843-c42a-4506-86e4-78de7288f034'] in n-d-803378-1 is: [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 3, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port': {'id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:26:52.611560 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 2b74593b-2423-4f99-9d7f-1da748435eb5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2b74593b-2423-4f99-9d7f-1da748435eb5,segment=NetworkSegment(2bdbf457-f0e0-41d3-b155-23968fd54187),segment_id=2bdbf457-f0e0-41d3-b155-23968fd54187)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:52.617005 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.618069 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 37d04900-87e9-4626-86fe-a3ff17ce450c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:52.675830 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:52.677647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:52.704201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=2b74593b-2423-4f99-9d7f-1da748435eb5,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:52.716801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 37d04900-87e9-4626-86fe-a3ff17ce450c completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:52.721296 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 37d04900-87e9-4626-86fe-a3ff17ce450c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:52.721587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.812169 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Router d666b843-c42a-4506-86e4-78de7288f034 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:26:52.821798 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.875767 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 37d04900-87e9-4626-86fe-a3ff17ce450c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=37d04900-87e9-4626-86fe-a3ff17ce450c,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:52.891043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.891446 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57e82d2e-f767-4c72-82ef-be1a50252545 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:52.976050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:26:52.983115 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a3654e12-d062-4e1b-9de8-01993e8a2331 admin admin] 10.222.0.42 "PUT /v2.0/routers/d666b843-c42a-4506-86e4-78de7288f034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9237709 Aug 03 20:26:53.154972 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-4279dea5-9502-4322-9a96-470f6b527204 None None] Provisioning complete for port ba8f1357-1940-4239-a29c-a8acd068db78 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:53.155342 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4279dea5-9502-4322-9a96-470f6b527204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.158432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=37d04900-87e9-4626-86fe-a3ff17ce450c,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:53.202571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-4279dea5-9502-4322-9a96-470f6b527204 None None] Port ba8f1357-1940-4239-a29c-a8acd068db78 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:26:53.211716 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 57e82d2e-f767-4c72-82ef-be1a50252545 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:53.212088 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.450040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40080) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:53.455109 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-14606525-0912-4bdc-970a-2eb0b02d2537 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10255622', 'description': 'tempest-secgroup-smoke-10255622 description', 'project_id': 'ed39bf59a15040378b1729fc5836f68e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:53.478863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14606525-0912-4bdc-970a-2eb0b02d2537 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.572747 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14606525-0912-4bdc-970a-2eb0b02d2537 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.578093 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14606525-0912-4bdc-970a-2eb0b02d2537 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.608631 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-14606525-0912-4bdc-970a-2eb0b02d2537 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.609905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-14606525-0912-4bdc-970a-2eb0b02d2537 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1588445 Aug 03 20:26:53.611023 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14606525-0912-4bdc-970a-2eb0b02d2537 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:53.613220 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40082) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:53.618055 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-c641dc7d-6e3b-48cf-842f-6ca03b554e41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': '5fa57e8f-9ceb-4e2a-972a-fdec08b6babf', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:53.646780 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c641dc7d-6e3b-48cf-842f-6ca03b554e41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.702126 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c641dc7d-6e3b-48cf-842f-6ca03b554e41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.705742 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c641dc7d-6e3b-48cf-842f-6ca03b554e41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.724938 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641dc7d-6e3b-48cf-842f-6ca03b554e41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e8316c-c4fe-4271-83a8-506942badc8e,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:53.728433 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c641dc7d-6e3b-48cf-842f-6ca03b554e41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.729702 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c641dc7d-6e3b-48cf-842f-6ca03b554e41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154711 Aug 03 20:26:53.734461 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40084) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:53.738924 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0aeb2d10-2cb3-49a9-93a0-4acd9ed0f1ea tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': '5fa57e8f-9ceb-4e2a-972a-fdec08b6babf', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:53.764968 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2d10-2cb3-49a9-93a0-4acd9ed0f1ea tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.820754 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2d10-2cb3-49a9-93a0-4acd9ed0f1ea tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.824782 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2d10-2cb3-49a9-93a0-4acd9ed0f1ea tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.842645 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb2d10-2cb3-49a9-93a0-4acd9ed0f1ea tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac01c40-2d09-4164-9879-930d7130a2d2,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:53.848350 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2d10-2cb3-49a9-93a0-4acd9ed0f1ea tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.852355 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0aeb2d10-2cb3-49a9-93a0-4acd9ed0f1ea tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141379 Aug 03 20:26:53.852355 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40086) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:53.857059 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-df15bc4a-b6b1-41f7-981c-ee8501ca3458 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': '5fa57e8f-9ceb-4e2a-972a-fdec08b6babf', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:53.892658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df15bc4a-b6b1-41f7-981c-ee8501ca3458 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.958931 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df15bc4a-b6b1-41f7-981c-ee8501ca3458 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.962387 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df15bc4a-b6b1-41f7-981c-ee8501ca3458 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.983866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15bc4a-b6b1-41f7-981c-ee8501ca3458 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02c9cfb-e5cc-4ad8-bb4e-ebef59cc3372,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:53.991212 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df15bc4a-b6b1-41f7-981c-ee8501ca3458 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.994050 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-df15bc4a-b6b1-41f7-981c-ee8501ca3458 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405654 Aug 03 20:26:53.995639 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:54.001140 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-be660060-3c55-433a-92d3-d6cb18ac5c7d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': '5fa57e8f-9ceb-4e2a-972a-fdec08b6babf', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:54.009351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2b74593b-2423-4f99-9d7f-1da748435eb5 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:54.029979 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be660060-3c55-433a-92d3-d6cb18ac5c7d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.059047 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 2b74593b-2423-4f99-9d7f-1da748435eb5 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:54.059503 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.089639 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be660060-3c55-433a-92d3-d6cb18ac5c7d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.093249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be660060-3c55-433a-92d3-d6cb18ac5c7d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.114590 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be660060-3c55-433a-92d3-d6cb18ac5c7d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522b7dbf-7e30-4df3-b85f-eb223d4021b0,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:54.118534 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-be660060-3c55-433a-92d3-d6cb18ac5c7d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.119752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-be660060-3c55-433a-92d3-d6cb18ac5c7d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224649 Aug 03 20:26:54.123108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40090) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:54.127545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2ba78176-abc8-4fdf-829d-2d9e1273ffa9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': '5fa57e8f-9ceb-4e2a-972a-fdec08b6babf', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:54.136146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3531b629-0417-4ff5-b232-7449d6e3fddd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:54.150459 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-2ba78176-abc8-4fdf-829d-2d9e1273ffa9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Project ed39bf59a15040378b1729fc5836f68e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:26:54.155855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ba78176-abc8-4fdf-829d-2d9e1273ffa9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.182375 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3531b629-0417-4ff5-b232-7449d6e3fddd completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:54.189009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3531b629-0417-4ff5-b232-7449d6e3fddd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:54.189556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.217678 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ba78176-abc8-4fdf-829d-2d9e1273ffa9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.221641 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ba78176-abc8-4fdf-829d-2d9e1273ffa9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.239341 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba78176-abc8-4fdf-829d-2d9e1273ffa9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88650b45-dff4-4391-93fb-04addc068371,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:54.247948 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ba78176-abc8-4fdf-829d-2d9e1273ffa9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.250127 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2ba78176-abc8-4fdf-829d-2d9e1273ffa9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258521 Aug 03 20:26:54.252006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40092) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:26:54.256454 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-5c3a43a6-e040-4be9-927b-2e98bad1134d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': '5fa57e8f-9ceb-4e2a-972a-fdec08b6babf', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:54.282384 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-5c3a43a6-e040-4be9-927b-2e98bad1134d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Project ed39bf59a15040378b1729fc5836f68e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:26:54.286097 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.287379 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c3a43a6-e040-4be9-927b-2e98bad1134d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.307619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3531b629-0417-4ff5-b232-7449d6e3fddd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3531b629-0417-4ff5-b232-7449d6e3fddd,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:54.312523 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.313378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 37d04900-87e9-4626-86fe-a3ff17ce450c up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:54.358821 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c3a43a6-e040-4be9-927b-2e98bad1134d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.362988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c3a43a6-e040-4be9-927b-2e98bad1134d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.382958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a43a6-e040-4be9-927b-2e98bad1134d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066896a0-1122-41c8-b0b5-7ac01ec3eae1,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:54.388497 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3531b629-0417-4ff5-b232-7449d6e3fddd,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:54.397000 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5c3a43a6-e040-4be9-927b-2e98bad1134d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.398337 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5c3a43a6-e040-4be9-927b-2e98bad1134d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454499 Aug 03 20:26:54.400085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 37d04900-87e9-4626-86fe-a3ff17ce450c triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:54.400513 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:54.612504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-c29d62ff-a789-4950-8cbd-5ddf42a61970 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10255622&fields=id&tenant_id=ed39bf59a15040378b1729fc5836f68e HTTP/1.1" status: 200 len: 267 time: 0.0332327 Aug 03 20:26:54.721672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f822b-b9e2-4223-a558-e26a88f73597 req-93a8852e-6b15-4585-8cdd-4d92662761a4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:54.723147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-93a8852e-6b15-4585-8cdd-4d92662761a4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 808 time: 0.1039653 Aug 03 20:26:54.739191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-5fc58c39-ebee-4ad8-ab31-ed323c90dd60 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/quotas/ed39bf59a15040378b1729fc5836f68e HTTP/1.1" status: 200 len: 375 time: 0.0102847 Aug 03 20:26:54.793941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-25efa081-bd56-4a0a-b056-89001e4691a8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494711 Aug 03 20:26:54.890525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-5f6a289c-77db-42ff-9bac-abd14af5ceaa service neutron] 10.222.0.42 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846820 Aug 03 20:26:54.966498 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Sync routers for ids ['d666b843-c42a-4506-86e4-78de7288f034'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:26:54.975440 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Routers {'d666b843-c42a-4506-86e4-78de7288f034'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:54.976132 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d666b843-c42a-4506-86e4-78de7288f034'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:54.984923 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-3427af75-976f-421c-93a7-bb3bc51f7f98 service neutron] 10.222.0.42 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880501 Aug 03 20:26:55.086447 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Set router d666b843-c42a-4506-86e4-78de7288f034 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:55.155827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-076f66c6-0c08-408d-998b-b80c07903d17 req-2e35724b-b583-4c02-aae6-f2daa6d3ff1c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Aug 03 20:26:55.286585 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 4, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port': {'id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ba8f1357-1940-4239-a29c-a8acd068db78', 'name': '', 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'mac_address': 'fa:16:3e:91:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'dabb6e19-5ce1-4197-8ea9-17749f365e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:51Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 2, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'subnets': [{'id': 'dabb6e19-5ce1-4197-8ea9-17749f365e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:55.312280 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Checking router: d666b843-c42a-4506-86e4-78de7288f034 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:26:55.312629 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Updating router d666b843-c42a-4506-86e4-78de7288f034 port ba8f1357-1940-4239-a29c-a8acd068db78 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:26:55.342764 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:55.609720 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:55.619625 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Transition to ACTIVE for port object ba8f1357-1940-4239-a29c-a8acd068db78 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:55.625413 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:55.694304 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa6a55-3d3d-4023-9240-aac92d106677 None None] Pushing event updated for resources: {'Port': ['ID=ba8f1357-1940-4239-a29c-a8acd068db78,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:55.728636 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Attempting to bind port ba8f1357-1940-4239-a29c-a8acd068db78 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:26:55.728974 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Attempting to bind port ba8f1357-1940-4239-a29c-a8acd068db78 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:26:55.729385 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Attempting to bind port ba8f1357-1940-4239-a29c-a8acd068db78 on network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:26:55.735624 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:26:55.735986 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Checking segment: {'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:55.736388 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:55.736782 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Bound using segment: {'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:26:55.737245 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Bound port: ba8f1357-1940-4239-a29c-a8acd068db78, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdbf457-f0e0-41d3-b155-23968fd54187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:26:55.737661 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:55.808883 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] For port ba8f1357-1940-4239-a29c-a8acd068db78, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:26:55.812215 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] For port ba8f1357-1940-4239-a29c-a8acd068db78, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ba8f1357-1940-4239-a29c-a8acd068db78,segment=NetworkSegment(2bdbf457-f0e0-41d3-b155-23968fd54187),segment_id=2bdbf457-f0e0-41d3-b155-23968fd54187)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:26:55.817154 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:55.879643 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Routers {'d666b843-c42a-4506-86e4-78de7288f034'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:26:55.880362 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:26:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d666b843-c42a-4506-86e4-78de7288f034'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:55.882287 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa6a55-3d3d-4023-9240-aac92d106677 None None] Pushing event updated for resources: {'Port': ['ID=ba8f1357-1940-4239-a29c-a8acd068db78,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:55.977112 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3531b629-0417-4ff5-b232-7449d6e3fddd up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:56.013678 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] Set router d666b843-c42a-4506-86e4-78de7288f034 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:26:56.031930 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3531b629-0417-4ff5-b232-7449d6e3fddd triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:56.032568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:56.235892 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 4, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port': {'id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ba8f1357-1940-4239-a29c-a8acd068db78', 'name': '', 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'mac_address': 'fa:16:3e:91:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'dabb6e19-5ce1-4197-8ea9-17749f365e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:51Z', 'updated_at': '2021-08-03T20:26:55Z', 'revision_number': 4, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'subnets': [{'id': 'dabb6e19-5ce1-4197-8ea9-17749f365e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:26:56.263510 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4acaf-484b-45b1-a5e7-56a13cbed7b8 None None] The sync data for ids ['d666b843-c42a-4506-86e4-78de7288f034'] in n-d-803378-1 is: [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 4, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port': {'id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'ba8f1357-1940-4239-a29c-a8acd068db78', 'name': '', 'network_id': '96895dfb-aab8-45d7-8b87-a0fc0f4440b4', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'mac_address': 'fa:16:3e:91:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'dabb6e19-5ce1-4197-8ea9-17749f365e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:51Z', 'updated_at': '2021-08-03T20:26:55Z', 'revision_number': 4, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'subnets': [{'id': 'dabb6e19-5ce1-4197-8ea9-17749f365e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:26:56.288598 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7cb4-6c4c-44bb-88d5-abad97574637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:56.291738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c37ef922-0081-4240-a1c2-6a09ae51802a req-0cd8c144-7ab0-45a9-a71f-89a760b2afdd tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 210 time: 0.0399570 Aug 03 20:26:56.347174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a64a887d-cedd-4eeb-bc66-934de0d9cf0e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:56.348692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a64a887d-cedd-4eeb-bc66-934de0d9cf0e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 808 time: 0.1452003 Aug 03 20:26:56.408565 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-9c91a806-f108-4d94-a3ea-eaf5bf69a250 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed39bf59a15040378b1729fc5836f68e HTTP/1.1" status: 200 len: 378 time: 0.0501618 Aug 03 20:26:56.418979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'port': {'device_id': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'admin_state_up': True, 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'security_groups': ['5fa57e8f-9ceb-4e2a-972a-fdec08b6babf']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:56.446034 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:56.538192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Made reservation on behalf of ed39bf59a15040378b1729fc5836f68e for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:26:56.542877 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:56.690231 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Allocated IP 172.20.0.14 (4a748594-3d61-46a8-ac58-8677ff1902af/a0d82e56-b566-473e-801b-db2e4f4c1108/5f3aa39a-d9b0-4fce-b643-d1e9c231f21b) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:26:56.839850 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:56.853890 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Transition to ACTIVE for port object 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:56.888659 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:56.931861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Network 4a748594-3d61-46a8-ac58-8677ff1902af is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:26:56.934975 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:26:56.940974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:26:56.965850 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:56.995806 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:56.996592 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:57.012702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-b34be285-d9ec-4d0c-8cd0-eca144b0c9b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5976624 Aug 03 20:26:57.025349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Request body: {'port': {'device_id': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:26:57.095166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:57.207604 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-84232dd5-44bb-461d-8d63-4b849bafffe0 None None] Provisioning for port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:57.212503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-84232dd5-44bb-461d-8d63-4b849bafffe0 None None] Provisioning complete for port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:57.213090 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-84232dd5-44bb-461d-8d63-4b849bafffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:57.248824 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-84232dd5-44bb-461d-8d63-4b849bafffe0 None None] Port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:26:57.375889 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:26:57.384273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:57.412431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Transition to ACTIVE for port object 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:26:57.417351 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:57.460375 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5f38-ce68-40e8-b589-fe2b8e467524 req-00e8f26d-ffbd-4df7-a6e4-4d6d409bdc6f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:57.461914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82fa5f38-ce68-40e8-b589-fe2b8e467524 req-00e8f26d-ffbd-4df7-a6e4-4d6d409bdc6f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 932 time: 0.0995035 Aug 03 20:26:57.503761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:57.538044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-82fa5f38-ce68-40e8-b589-fe2b8e467524 req-2b8759b4-ad93-476e-9a34-d8a7cc97beba tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683947 Aug 03 20:26:57.587535 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Attempting to bind port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:26:57.587872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Attempting to bind port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:26:57.588202 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Attempting to bind port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b on network 4a748594-3d61-46a8-ac58-8677ff1902af {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:26:57.593079 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b on network 4a748594-3d61-46a8-ac58-8677ff1902af not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:26:57.593400 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Attempting to bind port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b on network 4a748594-3d61-46a8-ac58-8677ff1902af {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:26:57.598469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:26:57.598811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Checking segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:26:57.599198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Bound using segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:26:57.599630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Bound port: 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:26:57.600003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:57.670995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:26:57.674080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:26:57.678859 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:57.711961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:57.712578 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:57.714152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] 10.222.0.88 "PUT /v2.0/ports/5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 1092 time: 0.6933050 Aug 03 20:26:57.714447 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:26:57.717235 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df398a24-2293-486d-9429-0738af5e3e08" -d '{"events": [{"name": "network-changed", "server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:26:57.749132 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d252c-bace-4fdf-b1ef-81dd6f28d732 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:57.767356 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2bb5d-c36f-4613-9ec6-451239ec792a x-openstack-request-id: req-adb2bb5d-c36f-4613-9ec6-451239ec792a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:26:57.767669 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:26:57.767919 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adb2bb5d-c36f-4613-9ec6-451239ec792a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:26:57.768331 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'status': 'completed', 'code': 200} Aug 03 20:26:57.805779 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f822b-b9e2-4223-a558-e26a88f73597 req-aef0fa43-3d1e-4a0d-93e8-aeeabb64e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:57.807434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-aef0fa43-3d1e-4a0d-93e8-aeeabb64e204 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1095 time: 0.0493438 Aug 03 20:26:57.854843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-2620a6d4-1917-4f3e-bb4e-dd517a95be15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 217 time: 0.0382111 Aug 03 20:26:57.911520 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f822b-b9e2-4223-a558-e26a88f73597 req-25a6cf16-d08d-4ae2-b02d-06e68f698276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:57.913114 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-25a6cf16-d08d-4ae2-b02d-06e68f698276 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0511789 Aug 03 20:26:57.957310 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ba8f1357-1940-4239-a29c-a8acd068db78 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:57.962293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f822b-b9e2-4223-a558-e26a88f73597 req-f6d26f3b-1f72-4dee-914f-9a72902e0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:57.963849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-f6d26f3b-1f72-4dee-914f-9a72902e0e27 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425322 Aug 03 20:26:58.016320 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port ba8f1357-1940-4239-a29c-a8acd068db78 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:26:58.020097 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ba8f1357-1940-4239-a29c-a8acd068db78 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:58.020477 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:58.059718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-aaf98aac-f837-4ab8-960f-528673f904d8 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889716 Aug 03 20:26:58.100241 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:58.132413 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port ba8f1357-1940-4239-a29c-a8acd068db78, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ba8f1357-1940-4239-a29c-a8acd068db78,segment=NetworkSegment(2bdbf457-f0e0-41d3-b155-23968fd54187),segment_id=2bdbf457-f0e0-41d3-b155-23968fd54187)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:26:58.137191 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:58.155354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-236f822b-b9e2-4223-a558-e26a88f73597 req-4dc15612-9db4-4985-9681-b9bea3d638d5 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879674 Aug 03 20:26:58.185202 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=ba8f1357-1940-4239-a29c-a8acd068db78,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:26:58.239967 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df398a24-2293-486d-9429-0738af5e3e08 req-c9db18a3-a182-4303-954a-6a9a360042ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:58.241461 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df398a24-2293-486d-9429-0738af5e3e08 req-c9db18a3-a182-4303-954a-6a9a360042ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1095 time: 0.0415905 Aug 03 20:26:58.336976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df398a24-2293-486d-9429-0738af5e3e08 req-675f15c6-88fc-430b-a80b-436473c79a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:58.338516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df398a24-2293-486d-9429-0738af5e3e08 req-675f15c6-88fc-430b-a80b-436473c79a82 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0900493 Aug 03 20:26:58.381154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df398a24-2293-486d-9429-0738af5e3e08 req-bb93b37a-ae23-4dd4-8e60-23741156b737 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 217 time: 0.0341749 Aug 03 20:26:58.429844 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df398a24-2293-486d-9429-0738af5e3e08 req-f1d941ce-3c0c-4d32-87a1-61d7419913ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:58.431296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df398a24-2293-486d-9429-0738af5e3e08 req-f1d941ce-3c0c-4d32-87a1-61d7419913ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0428462 Aug 03 20:26:58.488876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df398a24-2293-486d-9429-0738af5e3e08 req-61c2141b-b232-437e-8d6e-5102b66db045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:58.490465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df398a24-2293-486d-9429-0738af5e3e08 req-61c2141b-b232-437e-8d6e-5102b66db045 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500736 Aug 03 20:26:58.595938 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df398a24-2293-486d-9429-0738af5e3e08 req-32963e05-6649-4153-bdb0-9667f329fc78 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884476 Aug 03 20:26:59.055761 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b29b1-ac20-41d2-b8bd-643585565b07 req-d9b0b5a4-8135-4911-9d91-374bdb0c1424 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:59.057240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-726b29b1-ac20-41d2-b8bd-643585565b07 req-d9b0b5a4-8135-4911-9d91-374bdb0c1424 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.4456935 Aug 03 20:26:59.078596 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-df398a24-2293-486d-9429-0738af5e3e08 req-379c708b-926e-4ce8-8a38-2855bbc81ee1 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744508 Aug 03 20:26:59.103698 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-726b29b1-ac20-41d2-b8bd-643585565b07 req-e71b4fb3-008d-461d-bdb9-151163eb27a4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358205 Aug 03 20:26:59.916563 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:59.934380 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ba8f1357-1940-4239-a29c-a8acd068db78 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:26:59.983483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port ba8f1357-1940-4239-a29c-a8acd068db78 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:26:59.983866 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:00.219887 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd525f-d7cf-4327-8788-eeb4f6d92ff9 req-83280696-273a-4f93-863a-565071961980 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:00.221388 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6acd525f-d7cf-4327-8788-eeb4f6d92ff9 req-83280696-273a-4f93-863a-565071961980 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0489233 Aug 03 20:27:00.265109 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6acd525f-d7cf-4327-8788-eeb4f6d92ff9 req-424e795c-0b36-4587-8385-78dd24a02dbe tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376635 Aug 03 20:27:00.391679 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-08d604bd-563a-4383-923b-b4c500000718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:01.157749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:27:01.256412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:01.267766 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'port_id': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'mac_address': 'fa:16:3e:bb:ec:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:27:01.305696 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:01.318987 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:27:01.338847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:01.342778 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:01.383478 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae0611-19d7-4677-a618-791c9e646eca req-cdd99a1f-e6af-4507-9c8c-d03fbae6ef6b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:01.384988 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6aae0611-19d7-4677-a618-791c9e646eca req-cdd99a1f-e6af-4507-9c8c-d03fbae6ef6b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 945 time: 0.0499318 Aug 03 20:27:01.392397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:01.423689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6aae0611-19d7-4677-a618-791c9e646eca req-df5b00ba-8840-4db8-a81b-216c825fd88c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323811 Aug 03 20:27:01.580781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:27:02.236968 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:02.538448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ebaa2-5a81-4642-a0b6-b7336baa652e req-5211096f-dff1-4808-b050-1644e85fa086 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:02.539993 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-013ebaa2-5a81-4642-a0b6-b7336baa652e req-5211096f-dff1-4808-b050-1644e85fa086 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 945 time: 0.0492687 Aug 03 20:27:02.579022 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-013ebaa2-5a81-4642-a0b6-b7336baa652e req-f5fe7a80-1ab4-4099-ad72-c00157409dbe tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324488 Aug 03 20:27:03.172665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:03.223014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:03.226798 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:03.227171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:03.302553 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:03.324557 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:27:03.326874 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a57068b-dc65-4550-b148-5d217d298e7d" -d '{"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:27:03.342636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:03.347652 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:03.373238 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7836f9-4915-4f27-91df-ed7b17017dbf x-openstack-request-id: req-9b7836f9-4915-4f27-91df-ed7b17017dbf {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:27:03.373559 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:27:03.373814 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b7836f9-4915-4f27-91df-ed7b17017dbf {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:27:03.374205 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'code': 200} Aug 03 20:27:03.400243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:03.464106 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09c379-32d8-4c1f-95f3-0e3f0ab0ac6b req-52d23b02-b670-43de-b601-9a4853a7337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:03.465724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a09c379-32d8-4c1f-95f3-0e3f0ab0ac6b req-52d23b02-b670-43de-b601-9a4853a7337a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1097 time: 0.0396321 Aug 03 20:27:03.504436 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0a09c379-32d8-4c1f-95f3-0e3f0ab0ac6b req-d93c345c-17bf-4b92-b936-c6e4e3eb65ca service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316534 Aug 03 20:27:03.698049 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083ed6f-fd48-413f-a92a-b508f28b44d0 req-32a2c706-f057-45a4-a3bb-cc0690f027c8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:03.699455 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c083ed6f-fd48-413f-a92a-b508f28b44d0 req-32a2c706-f057-45a4-a3bb-cc0690f027c8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0529006 Aug 03 20:27:03.737824 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c083ed6f-fd48-413f-a92a-b508f28b44d0 req-791fc9f9-84dc-4127-8d65-7aaac83fb605 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323107 Aug 03 20:27:04.709817 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:04.853823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f784df-8e40-4e57-99d6-a188a74bfa39 req-dbb5aeef-11a0-4efb-a22c-e70690a8d8d3 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:04.855317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30f784df-8e40-4e57-99d6-a188a74bfa39 req-dbb5aeef-11a0-4efb-a22c-e70690a8d8d3 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0486431 Aug 03 20:27:04.896245 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30f784df-8e40-4e57-99d6-a188a74bfa39 req-651b0ade-2d54-4fa1-8918-ffc707caf203 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340924 Aug 03 20:27:05.008974 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688387e-0dc2-4992-b866-bd4d5e2032dc req-1522aab3-3217-48fe-b03b-631605d5dfcb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:05.010395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5688387e-0dc2-4992-b866-bd4d5e2032dc req-1522aab3-3217-48fe-b03b-631605d5dfcb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0488327 Aug 03 20:27:05.052303 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5688387e-0dc2-4992-b866-bd4d5e2032dc req-8e97061f-366e-48fa-b39f-29bc4c92925d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359120 Aug 03 20:27:05.074128 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:05.195834 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df491e2d-be06-488d-ad1e-99b189416a3a tempest-TestShelveInstance-819032727 tempest-TestShelveInstance-819032727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:05.197384 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-df491e2d-be06-488d-ad1e-99b189416a3a tempest-TestShelveInstance-819032727 tempest-TestShelveInstance-819032727-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1092 time: 0.1222546 Aug 03 20:27:05.200374 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40150) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:05.204864 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:05.227801 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:05.321199 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:05.423831 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Allocated IP 172.25.4.44 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/aa297f84-2402-476a-acfe-06d9a0f76c70) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:27:05.523325 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:05.566492 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:05.602578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:05.605536 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:05.609417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:27:05.637171 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'Port': ['ID=aa297f84-2402-476a-acfe-06d9a0f76c70,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:05.976271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:06.042615 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:06.190574 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:06.195125 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:06.258739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'Port': ['ID=aa297f84-2402-476a-acfe-06d9a0f76c70,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:06.272181 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:06.373130 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Floating IP ec21e5e5-07d9-4ae6-bd9f-291b2250f1bd associated. External IP: 172.25.4.44, port: 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b. Aug 03 20:27:06.582676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Router 9eb6daae-02f8-40a0-9880-31582fcf8089 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:27:06.694848 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:27:06.706329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] Sync routers for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:27:06.714943 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:06.720351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:06.721041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:06.759554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-42c25174-c4ef-4df9-8055-cffa201f36d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5446086 Aug 03 20:27:06.759554 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:27:06.759554 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73" -d '{"events": [{"name": "network-changed", "server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:27:06.785190 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d992d3f1-ae06-48da-a6fe-42ad4cf1c86a x-openstack-request-id: req-d992d3f1-ae06-48da-a6fe-42ad4cf1c86a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:27:06.785510 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:27:06.785775 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d992d3f1-ae06-48da-a6fe-42ad4cf1c86a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:27:06.786183 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'status': 'completed', 'code': 200} Aug 03 20:27:06.838115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:06.849064 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-ea471382-4fe7-4da7-9304-245ebcdb92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:06.850554 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-ea471382-4fe7-4da7-9304-245ebcdb92fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1097 time: 0.0412171 Aug 03 20:27:06.948199 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-146feafe-1398-4991-9b93-432f64c82128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:06.949731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-146feafe-1398-4991-9b93-432f64c82128 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0916464 Aug 03 20:27:07.024378 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-a446679a-7924-48ec-8720-f9b0a157830c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 999 time: 0.0672600 Aug 03 20:27:07.069072 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'ec21e5e5-07d9-4ae6-bd9f-291b2250f1bd', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'port_id': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'mac_address': 'fa:16:3e:bb:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:27:05Z', 'updated_at': '2021-08-03T20:27:05Z', 'revision_number': 0, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:07.078655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-04cb0781-868e-45d5-a92e-2b8aac79cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:07.080722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-04cb0781-868e-45d5-a92e-2b8aac79cb86 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0481780 Aug 03 20:27:07.097630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] Checking router: 9eb6daae-02f8-40a0-9880-31582fcf8089 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:27:07.104706 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:07.105325 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:27:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:07.126710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-330cd5d9-19ad-4ea7-a9ef-d362b14f0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:07.128214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-330cd5d9-19ad-4ea7-a9ef-d362b14f0f9f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408757 Aug 03 20:27:07.213756 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:07.220609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-0e5540a6-c02a-4e99-8697-65f27b997748 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835359 Aug 03 20:27:07.315626 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ea4f3380-01dd-4b13-9b6a-27c5f6ba9c73 req-3de621d1-af3c-496f-bf3e-c73eac86c15f service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875878 Aug 03 20:27:07.436625 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'ec21e5e5-07d9-4ae6-bd9f-291b2250f1bd', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'port_id': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'mac_address': 'fa:16:3e:bb:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:27:05Z', 'updated_at': '2021-08-03T20:27:05Z', 'revision_number': 0, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:07.462309 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f226f8-89f2-41b0-973d-f2d73015c41c None None] The sync data for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 is: [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'ec21e5e5-07d9-4ae6-bd9f-291b2250f1bd', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'port_id': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'mac_address': 'fa:16:3e:bb:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:27:05Z', 'updated_at': '2021-08-03T20:27:05Z', 'revision_number': 0, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:27:07.655943 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9ce515-3d9d-4e11-9bae-8dd8b23a63d7 None None] New status for floating IP ec21e5e5-07d9-4ae6-bd9f-291b2250f1bd: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:27:21.288993 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:26.281235 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cde822c7-87fa-4ff8-ad53-c524ec39298f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:26.457452 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:27.473075 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:27:29.922967 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:30.392235 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9ad9-8647-4284-989e-94b2de534e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.239169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:34.708827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.323071 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:55.610161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8adf8a69-7d18-489b-8782-6b9495987595 req-a3ca0803-ec92-4134-94a7-34251ccc0944 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396163 Aug 03 20:27:55.690449 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8a69-7d18-489b-8782-6b9495987595 req-c070ff0a-fe38-456a-8fdb-d40f9eeeaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:55.691839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8adf8a69-7d18-489b-8782-6b9495987595 req-c070ff0a-fe38-456a-8fdb-d40f9eeeaa40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1097 time: 0.0402706 Aug 03 20:27:55.797419 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8a69-7d18-489b-8782-6b9495987595 req-9aee7a3f-f2b6-4f55-9a36-c2fe89b27745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:55.798934 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8adf8a69-7d18-489b-8782-6b9495987595 req-9aee7a3f-f2b6-4f55-9a36-c2fe89b27745 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0878224 Aug 03 20:27:55.872943 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8adf8a69-7d18-489b-8782-6b9495987595 req-271d2ff2-bad9-4757-a826-91562752027e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 1001 time: 0.0662160 Aug 03 20:27:55.927262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8a69-7d18-489b-8782-6b9495987595 req-b0b829d7-937b-4100-8b74-f430d56c2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:55.928715 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8adf8a69-7d18-489b-8782-6b9495987595 req-b0b829d7-937b-4100-8b74-f430d56c2be3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0483952 Aug 03 20:27:55.975293 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8a69-7d18-489b-8782-6b9495987595 req-bad4a11d-4731-42c9-aa13-5f713a9a032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:55.976717 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8adf8a69-7d18-489b-8782-6b9495987595 req-bad4a11d-4731-42c9-aa13-5f713a9a032e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408394 Aug 03 20:27:56.069205 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8adf8a69-7d18-489b-8782-6b9495987595 req-9d836815-8ef4-48da-937f-4a63fd9ef589 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835533 Aug 03 20:27:56.163475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8adf8a69-7d18-489b-8782-6b9495987595 req-5b4b7c2b-fe0d-44fa-b9aa-a1a3f1653816 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Aug 03 20:27:56.282250 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ddeab4bb-0d96-4361-b3d8-a86a07a9a4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:56.449126 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:59.914785 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:00.393113 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7dec147b-0b59-4f1c-8d9b-7e86baf50e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:01.548124 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-a4f64f29-e249-4935-9ffd-1a96f7563c9f req-0107af0c-d32b-48ef-b6ac-7aee42b7e5fc service neutron] (94133) timed out ('10.222.0.42', 34944) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:28:02.242904 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:04.472770 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:28:04.710586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:21.319674 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:26.282305 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-61e10d54-3868-44a1-89eb-995ab87e5f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:26.464658 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:29.915854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:30.393269 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b2370a7-3a4d-467e-802b-5304475ef4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:32.246847 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:34.712854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:41.474917 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:28:51.319885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:55.654617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-c888ed21-5773-4272-b998-32bfb3a79a8c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831835 Aug 03 20:28:55.737879 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-f34bccc2-b1d8-42ca-8454-8095268e12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:55.739316 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-f34bccc2-b1d8-42ca-8454-8095268e12ac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1097 time: 0.0411890 Aug 03 20:28:55.850982 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-0925cdfe-e451-40c9-9bda-e55194654d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:55.852465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-0925cdfe-e451-40c9-9bda-e55194654d6e service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0947754 Aug 03 20:28:55.920156 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-ac6203af-9e0e-4a33-8e3d-38f2dd3a4bfe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 1001 time: 0.0587604 Aug 03 20:28:55.973020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-656a5bd1-a5da-497d-9862-abe0ba818310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:55.974552 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-656a5bd1-a5da-497d-9862-abe0ba818310 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0471606 Aug 03 20:28:56.022884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-e628707e-8914-4f13-a801-f53adbe9110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:56.024338 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-e628707e-8914-4f13-a801-f53adbe9110e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410843 Aug 03 20:28:56.113731 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-f4e7deea-6d18-4dcf-bbc2-a4335c664edf service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807207 Aug 03 20:28:56.206880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9ffe5997-dabd-4ad0-9066-25e0bc52ccca req-a54cbff8-e101-41b5-a103-bbad22985268 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862932 Aug 03 20:28:56.286230 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-93101ac1-1f73-43de-95c6-1842995c9345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:56.463638 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:59.917938 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:00.393438 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ed247375-1772-4175-a28f-371e84765d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:02.248945 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:04.717645 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:04.832103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e74b8-5b7d-4512-bdbb-fb49d0a64891 req-e25ca4ee-642d-44c4-9a9b-44aae0063311 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:04.833747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a8e74b8-5b7d-4512-bdbb-fb49d0a64891 req-e25ca4ee-642d-44c4-9a9b-44aae0063311 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0517132 Aug 03 20:29:04.875952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6a8e74b8-5b7d-4512-bdbb-fb49d0a64891 req-7f3da2e3-a5b1-4527-a6f0-39830bf308a0 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360518 Aug 03 20:29:05.991976 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ff034-53bc-4eac-b93d-9e61cc90aa43 req-85a4b4e2-f997-44fb-99a3-21ff33793d8e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:05.993684 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-945ff034-53bc-4eac-b93d-9e61cc90aa43 req-85a4b4e2-f997-44fb-99a3-21ff33793d8e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0485203 Aug 03 20:29:06.032973 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-945ff034-53bc-4eac-b93d-9e61cc90aa43 req-d7093818-daaa-4687-99fa-2c0c6a3b166e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321217 Aug 03 20:29:07.188589 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92f108-9fd8-4c46-b37b-d0b2032ca00e req-0e02b6e5-4b40-432e-bf82-b33d4d5f7a27 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:07.190834 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a92f108-9fd8-4c46-b37b-d0b2032ca00e req-0e02b6e5-4b40-432e-bf82-b33d4d5f7a27 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0552988 Aug 03 20:29:07.230887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a92f108-9fd8-4c46-b37b-d0b2032ca00e req-70e9b258-3e9f-4e4e-81eb-28d4c3b429a7 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337441 Aug 03 20:29:08.349650 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474e23d-d47e-4388-939a-a117bd470100 req-5c2b110f-b8fe-46c3-882c-c9bc92563d00 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:08.351161 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e474e23d-d47e-4388-939a-a117bd470100 req-5c2b110f-b8fe-46c3-882c-c9bc92563d00 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0537689 Aug 03 20:29:08.390468 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e474e23d-d47e-4388-939a-a117bd470100 req-f3310958-eff8-4345-a9a0-6c191a265293 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326662 Aug 03 20:29:09.507436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c2cc6-c8e6-41fd-955b-af02ee84f6cc req-06dbab73-b6ab-4715-b7fc-84e5be6ef53b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:09.508959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e2c2cc6-c8e6-41fd-955b-af02ee84f6cc req-06dbab73-b6ab-4715-b7fc-84e5be6ef53b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0494945 Aug 03 20:29:09.547112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2e2c2cc6-c8e6-41fd-955b-af02ee84f6cc req-d7d0e66d-ac5e-4809-8d7a-e861e5ad70d4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322969 Aug 03 20:29:10.669522 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4a78a-b0ba-44ab-9611-57b470a091e0 req-1b04fe3e-3b95-4230-9963-e927ca2b47c2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:10.670987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92f4a78a-b0ba-44ab-9611-57b470a091e0 req-1b04fe3e-3b95-4230-9963-e927ca2b47c2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0528066 Aug 03 20:29:10.711317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92f4a78a-b0ba-44ab-9611-57b470a091e0 req-76ba1576-2afc-465e-b772-970c606c3206 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341959 Aug 03 20:29:11.831439 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010aa24-70bc-4a70-9f77-bf2d887842db req-245dfc28-4d0e-4602-99f3-b30a34075a64 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:11.833106 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8010aa24-70bc-4a70-9f77-bf2d887842db req-245dfc28-4d0e-4602-99f3-b30a34075a64 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0538337 Aug 03 20:29:11.871859 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8010aa24-70bc-4a70-9f77-bf2d887842db req-3c41f513-8d48-41a3-b6a0-d7a3d4d73108 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328536 Aug 03 20:29:12.986664 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e3e61-d0a5-49e6-bc8e-d28da35f1206 req-3f0de9c8-c854-44f4-ae35-652499194b03 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:12.988162 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b9e3e61-d0a5-49e6-bc8e-d28da35f1206 req-3f0de9c8-c854-44f4-ae35-652499194b03 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0489244 Aug 03 20:29:13.026634 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b9e3e61-d0a5-49e6-bc8e-d28da35f1206 req-cd75c625-a23b-4eec-aeef-7dd54adce043 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324922 Aug 03 20:29:14.145521 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ec4df-f681-4597-b976-be7c717fdec6 req-c7716901-f641-4403-98b4-8c1e1901bc88 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:14.147048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-421ec4df-f681-4597-b976-be7c717fdec6 req-c7716901-f641-4403-98b4-8c1e1901bc88 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0534086 Aug 03 20:29:14.184863 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-421ec4df-f681-4597-b976-be7c717fdec6 req-04999353-f7b7-4603-b885-184f60572048 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319242 Aug 03 20:29:15.305732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247783b-b221-4507-9057-1db9759a0628 req-b42add23-178c-4491-b097-74be5b79d27c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:15.307240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9247783b-b221-4507-9057-1db9759a0628 req-b42add23-178c-4491-b097-74be5b79d27c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0515141 Aug 03 20:29:15.344104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9247783b-b221-4507-9057-1db9759a0628 req-c549f292-47d8-4291-a0e2-a97d1c9bc54d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309303 Aug 03 20:29:15.706827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:29:15.803497 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:29:15.821015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'port_id': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'mac_address': 'fa:16:3e:bb:ec:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:29:15.858903 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:15.872128 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:29:15.892025 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:29:15.896815 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:15.946385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:29:15.953951 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.954329 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.954667 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.955001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.955368 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.956243 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.956571 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.956948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.957239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.957587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.957912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.958230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:29:15.976823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:29:16.462578 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff65930-ce90-4049-ba3f-b0b2f50f6bb7 req-305f8b6c-d45a-4b18-9d94-0581bee637f4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:16.464128 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cff65930-ce90-4049-ba3f-b0b2f50f6bb7 req-305f8b6c-d45a-4b18-9d94-0581bee637f4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 945 time: 0.0506568 Aug 03 20:29:16.503089 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cff65930-ce90-4049-ba3f-b0b2f50f6bb7 req-9ce8cb6a-6196-486c-88bf-6811d91eb655 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324280 Aug 03 20:29:17.633377 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eade1-6589-4287-a9c2-dc802b7c17b5 req-fdd854c8-8c59-4570-a068-c9433987b4d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:17.635793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769eade1-6589-4287-a9c2-dc802b7c17b5 req-fdd854c8-8c59-4570-a068-c9433987b4d9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 945 time: 0.0592821 Aug 03 20:29:17.677625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769eade1-6589-4287-a9c2-dc802b7c17b5 req-40f5bd3f-b915-4c74-8567-8f86b633089f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357070 Aug 03 20:29:17.726638 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:29:17.792485 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:29:17.792894 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:17.895916 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:17.923844 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:29:17.926823 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7ef22-af55-4eba-9d4a-3783383f1816" -d '{"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:29:17.950511 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:29:17.957838 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:17.983967 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebc7fca-6fc8-40d2-a163-35749f9868d1 x-openstack-request-id: req-2ebc7fca-6fc8-40d2-a163-35749f9868d1 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:29:17.984351 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:29:17.984673 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ebc7fca-6fc8-40d2-a163-35749f9868d1 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:29:17.985143 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'code': 200} Aug 03 20:29:18.016937 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:29:18.477903 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:29:18.823555 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d990230-f642-4f37-aee3-e78087bb0919 req-2d42d2b0-0328-41c8-aa1e-cbfbeeade494 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:18.825291 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d990230-f642-4f37-aee3-e78087bb0919 req-2d42d2b0-0328-41c8-aa1e-cbfbeeade494 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0594711 Aug 03 20:29:18.875795 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0d990230-f642-4f37-aee3-e78087bb0919 req-88a3edad-f993-4e57-a4b2-8a8a547b16b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440142 Aug 03 20:29:20.008445 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf69ab5-dd57-48cb-a495-0184fc543378 req-d197be1b-9a78-4df3-9da3-ab03e8a70588 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:20.010138 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abf69ab5-dd57-48cb-a495-0184fc543378 req-d197be1b-9a78-4df3-9da3-ab03e8a70588 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0572064 Aug 03 20:29:20.053080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-abf69ab5-dd57-48cb-a495-0184fc543378 req-c16bee27-b70c-4786-b568-2e158f86c4a6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363743 Aug 03 20:29:21.223648 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86616a-fa0a-4681-b468-932daa868063 req-dee523e1-cc27-4f36-bda0-cff700f758c0 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:21.226007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b86616a-fa0a-4681-b468-932daa868063 req-dee523e1-cc27-4f36-bda0-cff700f758c0 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0663879 Aug 03 20:29:21.267953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b86616a-fa0a-4681-b468-932daa868063 req-421a368c-4db0-444b-b153-37d693a40646 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350945 Aug 03 20:29:21.495890 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:22.418040 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a0269-bb41-408c-be86-09f8fa338ca6 req-276ac771-e364-4eb4-a337-dc8b598aca61 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:22.421953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80a0269-bb41-408c-be86-09f8fa338ca6 req-276ac771-e364-4eb4-a337-dc8b598aca61 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0698633 Aug 03 20:29:22.472178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a80a0269-bb41-408c-be86-09f8fa338ca6 req-b8fbfe2b-39be-40a3-b517-541d02fac632 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460811 Aug 03 20:29:23.592272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213803e6-b360-465d-99ab-12be1d8b71f2 req-cc635b05-de07-4e76-a7b3-740aaf3b3bbe tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:23.593804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-213803e6-b360-465d-99ab-12be1d8b71f2 req-cc635b05-de07-4e76-a7b3-740aaf3b3bbe tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0528374 Aug 03 20:29:23.642154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-213803e6-b360-465d-99ab-12be1d8b71f2 req-f4306ad8-f77f-410e-8344-b2dc7cefb483 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412498 Aug 03 20:29:24.809749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1a9c4-7465-478c-b17e-22c7fa68eb4f req-ba5e336b-db80-4cda-8cd2-ff851a54fef5 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:24.818168 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55a1a9c4-7465-478c-b17e-22c7fa68eb4f req-ba5e336b-db80-4cda-8cd2-ff851a54fef5 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0674751 Aug 03 20:29:24.860771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55a1a9c4-7465-478c-b17e-22c7fa68eb4f req-37dadbc6-8850-41ad-b5a5-78e8a9e5b2b5 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410793 Aug 03 20:29:25.998107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384139d5-c1ad-4a25-a2dd-b7b0552095c3 req-85e47a8e-7231-485d-ae91-d4d3e8f44649 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:25.999689 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-384139d5-c1ad-4a25-a2dd-b7b0552095c3 req-85e47a8e-7231-485d-ae91-d4d3e8f44649 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0611532 Aug 03 20:29:26.049520 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-384139d5-c1ad-4a25-a2dd-b7b0552095c3 req-9dc768de-a9dc-4fbd-9383-0d725f06fb12 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417280 Aug 03 20:29:26.294085 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-db126a70-72de-441f-9195-407ddfe1ef68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:26.478436 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:26.715597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-e0f8b0e6-3012-4bfb-8c68-52b4968b8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:26.717090 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-e0f8b0e6-3012-4bfb-8c68-52b4968b8352 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1097 time: 0.0399950 Aug 03 20:29:26.812548 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-37e31310-d73a-44af-8422-5ad79837143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:26.814073 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-37e31310-d73a-44af-8422-5ad79837143c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0897930 Aug 03 20:29:26.882767 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-e4dc56dc-3d5a-4e53-a999-d497066af376 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 1001 time: 0.0590491 Aug 03 20:29:26.935512 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-9915a014-81dd-4da8-9280-231194cb1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:26.936991 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-9915a014-81dd-4da8-9280-231194cb1b2e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0486844 Aug 03 20:29:26.988973 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-6a7f402a-c8b0-45ea-9e9f-2ebad9bd037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:26.990489 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-6a7f402a-c8b0-45ea-9e9f-2ebad9bd037e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454135 Aug 03 20:29:27.080827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-9992f313-5330-4bd5-871e-14dacbd4ddbc service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822620 Aug 03 20:29:27.240863 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a1e35-7f2b-413f-a5ea-8812b16b4e4b req-94fee654-92c3-411a-8637-c8645f1c1d63 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:27.243377 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e8a1e35-7f2b-413f-a5ea-8812b16b4e4b req-94fee654-92c3-411a-8637-c8645f1c1d63 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.1055696 Aug 03 20:29:27.252213 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f53fb030-0bae-48e1-a45d-a75693d92481 req-f2fde65a-a683-4177-a64b-a3f98dd8983f service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639192 Aug 03 20:29:27.296281 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4e8a1e35-7f2b-413f-a5ea-8812b16b4e4b req-b628911b-eb26-4c46-9887-897a3ec4186d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387039 Aug 03 20:29:28.414958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f664ab-f3d0-4e9b-8223-cef87128fc6c req-9f4600c2-ab3b-4220-8084-aef7c0fc7360 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:28.416425 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0f664ab-f3d0-4e9b-8223-cef87128fc6c req-9f4600c2-ab3b-4220-8084-aef7c0fc7360 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0513804 Aug 03 20:29:28.459084 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b0f664ab-f3d0-4e9b-8223-cef87128fc6c req-a12fc318-fcfc-4caa-adfa-8a45c4ba438d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367441 Aug 03 20:29:29.766658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:29:29.828338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad151b2b-fce5-4bf4-9760-057c27158dfd req-2873e150-5197-4d1a-b90d-769dfccbb44d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:29.829989 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad151b2b-fce5-4bf4-9760-057c27158dfd req-2873e150-5197-4d1a-b90d-769dfccbb44d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 946 time: 0.0523443 Aug 03 20:29:29.844060 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:29.866944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:29:29.869211 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb5afd5-e911-4a82-94f0-3ac95512299d" -d '{"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-unplugged", "status": "completed", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:29:29.870298 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad151b2b-fce5-4bf4-9760-057c27158dfd req-37561978-5e58-493a-8f83-0f2e5fcf2ab3 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341601 Aug 03 20:29:29.886633 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:29:29.896745 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:29.925517 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2423bc8-47e4-4018-868a-28849341dd66 x-openstack-request-id: req-d2423bc8-47e4-4018-868a-28849341dd66 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:29:29.925840 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-unplugged", "status": "failed", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b", "code": 422}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:29:29.926055 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2423bc8-47e4-4018-868a-28849341dd66 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:29:29.926441 n-d-803378-1 neutron-server[94135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'code': 422} returned with failed status Aug 03 20:29:29.953180 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:29.963898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:29:30.097763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9300bb7-6c1a-4cee-8db2-f90bf4b49274 req-05b23acd-5304-406d-9df0-e4935c424d7e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:30.099272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9300bb7-6c1a-4cee-8db2-f90bf4b49274 req-05b23acd-5304-406d-9df0-e4935c424d7e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0489440 Aug 03 20:29:30.137633 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d9300bb7-6c1a-4cee-8db2-f90bf4b49274 req-038d8c6f-59e4-4e3a-a23e-6af713c0d190 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324104 Aug 03 20:29:30.310796 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40350) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:29:30.394450 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-793dda38-6686-4df8-8673-53f72626e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:30.399369 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-9605a1e0-dbc8-4979-be56-d81ba7580b87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871110 Aug 03 20:29:30.638381 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-ed364f6c-0655-499c-b4d6-24ca01eb26ff req-f5b378b3-4a1a-45b3-9b3f-741fdd5625bd service neutron] (94133) timed out ('10.222.0.63', 58883) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:29:30.922031 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-e8126323-d04d-45db-87c1-ef07ddedb103 req-509e784f-3a14-4c46-9e92-3a52baa6dd55 tempest-ServersNegativeTestJSON-672377434 tempest-ServersNegativeTestJSON-672377434-project] (94134) timed out ('10.222.0.63', 58894) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:29:31.256012 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04934749-2b64-4443-86b3-2be4f6b6bda8 req-d8dd1076-2b4a-4a4a-9113-ba31087158bc tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:31.257532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04934749-2b64-4443-86b3-2be4f6b6bda8 req-d8dd1076-2b4a-4a4a-9113-ba31087158bc tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0517924 Aug 03 20:29:31.319301 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-04934749-2b64-4443-86b3-2be4f6b6bda8 req-b097c7bf-dcc6-445e-aa84-206190aeab7b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532126 Aug 03 20:29:31.321802 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d17ff-070a-46a0-a072-b3fc07327152 req-983c5040-6f71-4f66-9313-8d31870df6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:31.323198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-983c5040-6f71-4f66-9313-8d31870df6ec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84&tenant_id=ed39bf59a15040378b1729fc5836f68e HTTP/1.1" status: 200 len: 1095 time: 0.0646334 Aug 03 20:29:31.390672 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d17ff-070a-46a0-a072-b3fc07327152 req-885f3c11-60ed-4c6a-9c09-2461437211c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:31.392224 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-885f3c11-60ed-4c6a-9c09-2461437211c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1095 time: 0.0433238 Aug 03 20:29:31.494422 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d17ff-070a-46a0-a072-b3fc07327152 req-430d605b-95b7-47e5-a190-39cfb5b352c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:31.495924 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-430d605b-95b7-47e5-a190-39cfb5b352c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0970578 Aug 03 20:29:31.566547 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-55a441e9-2c05-4c6d-bc4a-f0fbcf1876d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 999 time: 0.0625041 Aug 03 20:29:31.616292 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d17ff-070a-46a0-a072-b3fc07327152 req-2893e34d-16d8-4013-bf05-0f39a3fa92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:31.617825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-2893e34d-16d8-4013-bf05-0f39a3fa92a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0445175 Aug 03 20:29:31.665107 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d17ff-070a-46a0-a072-b3fc07327152 req-8abc9d8a-f1d2-4632-b5fe-550b6a504e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:31.666687 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-8abc9d8a-f1d2-4632-b5fe-550b6a504e13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419295 Aug 03 20:29:31.761079 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-32d41fc3-9d1f-40cb-95c7-dca6bd7ca91b service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853829 Aug 03 20:29:31.851340 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-9b2cfc69-6f92-4aa8-b55d-59685e46a2e8 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819297 Aug 03 20:29:32.256537 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:32.460647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba49b5-e53b-4a0e-866d-5a0928fd5fac req-fc2018dc-966a-4602-b1e0-cca31d5229cb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:32.462354 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dba49b5-e53b-4a0e-866d-5a0928fd5fac req-fc2018dc-966a-4602-b1e0-cca31d5229cb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0583863 Aug 03 20:29:32.506902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4dba49b5-e53b-4a0e-866d-5a0928fd5fac req-03810449-b2a5-4bb9-b472-f4f20005846b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382171 Aug 03 20:29:33.653054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beed42b-0097-4c1c-aa57-852ee8c44fd5 req-ea7d47b0-f9e1-4a38-9c76-d9675b0faef0 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:33.654922 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6beed42b-0097-4c1c-aa57-852ee8c44fd5 req-ea7d47b0-f9e1-4a38-9c76-d9675b0faef0 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0692508 Aug 03 20:29:33.693304 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6beed42b-0097-4c1c-aa57-852ee8c44fd5 req-6d344f0d-ebca-4076-8dd5-b785bedfa7bd tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318859 Aug 03 20:29:34.731769 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:34.830124 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae204aa-d02a-41b2-bb36-e6d241e1cd66 req-e0332547-ace5-47fd-b3b0-66c3ac0635da tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:34.831874 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ae204aa-d02a-41b2-bb36-e6d241e1cd66 req-e0332547-ace5-47fd-b3b0-66c3ac0635da tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0555789 Aug 03 20:29:34.872495 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2ae204aa-d02a-41b2-bb36-e6d241e1cd66 req-b6cf510b-43ee-4d68-9794-e847b43e1701 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335169 Aug 03 20:29:35.998790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cda6c-915f-431e-9ca0-cd047d475218 req-ed88845d-bcc2-4aa3-b020-db58000132da tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:36.000465 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-641cda6c-915f-431e-9ca0-cd047d475218 req-ed88845d-bcc2-4aa3-b020-db58000132da tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0535927 Aug 03 20:29:36.045054 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-641cda6c-915f-431e-9ca0-cd047d475218 req-9efb0624-6928-4125-b90b-2534864aa858 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367525 Aug 03 20:29:37.180355 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c605a-bcdf-4d7f-a19c-617fab32bd12 req-f8245653-8929-467d-a5a9-8836fb70d19a tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:37.182171 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-531c605a-bcdf-4d7f-a19c-617fab32bd12 req-f8245653-8929-467d-a5a9-8836fb70d19a tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0624557 Aug 03 20:29:37.225174 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-531c605a-bcdf-4d7f-a19c-617fab32bd12 req-3c6d560c-9bfc-4823-99cb-7ce4c083d958 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365064 Aug 03 20:29:38.356684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78668a78-d3ea-4dbb-b36b-f6ae07f28214 req-0d96078b-5133-4383-8bd9-4d21769f8d62 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:38.358496 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78668a78-d3ea-4dbb-b36b-f6ae07f28214 req-0d96078b-5133-4383-8bd9-4d21769f8d62 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0583043 Aug 03 20:29:38.413877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78668a78-d3ea-4dbb-b36b-f6ae07f28214 req-605003f0-ac53-43e8-9989-e7a239232a29 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481951 Aug 03 20:29:39.575579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469342c4-c3fc-4267-b0e9-ade21f2bd5e2 req-ca61501a-3091-47b0-b60b-1f21ef402c4b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:39.577093 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-469342c4-c3fc-4267-b0e9-ade21f2bd5e2 req-ca61501a-3091-47b0-b60b-1f21ef402c4b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0567820 Aug 03 20:29:39.617010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-469342c4-c3fc-4267-b0e9-ade21f2bd5e2 req-dc0658af-7452-466d-a902-f28f0075ce5a tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331216 Aug 03 20:29:40.755534 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc50742-46c7-4814-abc2-2295b1aa15f8 req-8f9af2d9-954e-409c-a9af-7db18009c374 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:40.757032 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fc50742-46c7-4814-abc2-2295b1aa15f8 req-8f9af2d9-954e-409c-a9af-7db18009c374 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0578771 Aug 03 20:29:40.796324 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9fc50742-46c7-4814-abc2-2295b1aa15f8 req-493d501f-7c63-46df-848b-29a874e3bd76 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333359 Aug 03 20:29:41.910970 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546d6ef-aa93-48aa-903e-f5c148a48424 req-070f0fe8-a937-4538-9b11-2ae05460fc17 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:41.912458 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0546d6ef-aa93-48aa-903e-f5c148a48424 req-070f0fe8-a937-4538-9b11-2ae05460fc17 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0482924 Aug 03 20:29:41.950413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0546d6ef-aa93-48aa-903e-f5c148a48424 req-d0dd47fc-811f-4894-bdf7-cc1fa2906c3a tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321035 Aug 03 20:29:43.067209 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4822b4-5a1f-480b-b7b5-757e47c699fa req-544f1b8f-935c-4397-8890-398001b39a3c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:43.068678 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c4822b4-5a1f-480b-b7b5-757e47c699fa req-544f1b8f-935c-4397-8890-398001b39a3c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 944 time: 0.0500159 Aug 03 20:29:43.106625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8c4822b4-5a1f-480b-b7b5-757e47c699fa req-bd81305e-f052-4f69-9f46-b116c6757625 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318100 Aug 03 20:29:43.857614 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:29:43.949318 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:29:43.963673 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'port_id': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'mac_address': 'fa:16:3e:bb:ec:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:29:44.001229 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:44.014204 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:29:44.033484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:29:44.038047 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:44.086950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=9']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:29:44.227731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fcd68-6ee0-4190-96c0-36ffa6b9c398 req-0ef095c6-16b8-4c9c-b20c-20b472a7f49c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:44.229193 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b97fcd68-6ee0-4190-96c0-36ffa6b9c398 req-0ef095c6-16b8-4c9c-b20c-20b472a7f49c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 945 time: 0.0561051 Aug 03 20:29:44.251622 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:29:44.269622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b97fcd68-6ee0-4190-96c0-36ffa6b9c398 req-19450cd9-dd92-4922-ade6-b798ddd7fa7d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340130 Aug 03 20:29:45.384733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7787fe2-a453-4bac-aaed-a18b7bc8f3a0 req-d1c458ee-c0bc-4af5-87ab-739fa6debe49 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:45.386574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7787fe2-a453-4bac-aaed-a18b7bc8f3a0 req-d1c458ee-c0bc-4af5-87ab-739fa6debe49 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 945 time: 0.0513592 Aug 03 20:29:45.425791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7787fe2-a453-4bac-aaed-a18b7bc8f3a0 req-dc5238d8-582b-417f-9b4a-b8460a61f16e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332320 Aug 03 20:29:45.860687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:29:45.907761 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:29:45.908230 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:45.989767 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:46.013484 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:29:46.015746 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811023cb-247a-4ea1-9034-442daa0a0c53" -d '{"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:29:46.029786 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:29:46.034443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:46.057566 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd8789-1a01-4847-9b54-83697cf4ad11 x-openstack-request-id: req-66bd8789-1a01-4847-9b54-83697cf4ad11 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:29:46.057861 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:29:46.058116 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66bd8789-1a01-4847-9b54-83697cf4ad11 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:29:46.058500 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'code': 200} Aug 03 20:29:46.091405 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=10']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:29:46.221186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60788eb-aa1e-4b8c-bf6c-7c7bb72e525e req-00591f1b-fe49-4dd3-9587-fe0dd2e0c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:46.222643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c60788eb-aa1e-4b8c-bf6c-7c7bb72e525e req-00591f1b-fe49-4dd3-9587-fe0dd2e0c14a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1098 time: 0.0412090 Aug 03 20:29:46.257827 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c60788eb-aa1e-4b8c-bf6c-7c7bb72e525e req-a7288970-6ff8-4882-afb0-5c465afa6140 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277619 Aug 03 20:29:46.544222 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae7c5b-9a82-41bd-8581-e00f028883f7 req-bf168bd1-62ec-41ec-abbc-e9ac6312e27f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:46.545741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37ae7c5b-9a82-41bd-8581-e00f028883f7 req-bf168bd1-62ec-41ec-abbc-e9ac6312e27f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 947 time: 0.0532494 Aug 03 20:29:46.584779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-37ae7c5b-9a82-41bd-8581-e00f028883f7 req-315dd6aa-481d-4d5d-aad2-dae9d1635654 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328906 Aug 03 20:29:47.704724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df56e14-62f6-4026-a985-898b70606707 req-0158d311-880e-4d6c-9b2b-4d817a3da964 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:47.706231 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0df56e14-62f6-4026-a985-898b70606707 req-0158d311-880e-4d6c-9b2b-4d817a3da964 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 947 time: 0.0490892 Aug 03 20:29:47.744612 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0df56e14-62f6-4026-a985-898b70606707 req-9423c35c-942d-47a5-9bf5-b96186bc43b7 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323696 Aug 03 20:29:51.330729 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:55.478043 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:29:55.590077 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-18512593-7f1a-4fe8-ab6f-76e9adc21a46 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397089 Aug 03 20:29:55.676584 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-779dd4fc-3ec8-4f01-afab-da25cd6eda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:55.678088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-779dd4fc-3ec8-4f01-afab-da25cd6eda38 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1098 time: 0.0437040 Aug 03 20:29:55.779121 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-af9130ea-a4cd-4e12-b482-411bda812964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:55.780503 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-af9130ea-a4cd-4e12-b482-411bda812964 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0826347 Aug 03 20:29:55.848067 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-47e39442-742e-4a1c-842b-140a335935ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 1001 time: 0.0596986 Aug 03 20:29:56.246420 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-b044713c-ce85-4817-8d39-3e918e0e2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:56.247878 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-b044713c-ce85-4817-8d39-3e918e0e2406 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.3913374 Aug 03 20:29:56.285614 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-79db429a-13f9-48e1-98a8-045835f15bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:56.294807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-97d563f7-1a30-48d2-877b-899f766aaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:56.296310 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-97d563f7-1a30-48d2-877b-899f766aaaaa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400975 Aug 03 20:29:56.308215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-29bab019-ddb6-4930-95f1-cf22afc239ee service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:29:56.309210 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-29bab019-ddb6-4930-95f1-cf22afc239ee service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049088 Aug 03 20:29:56.406887 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-258fe93b-d202-41ff-bf3f-9ebb05590559 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875492 Aug 03 20:29:56.479482 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:56.496409 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-14580145-845a-4bdc-b0a3-141fe613fbc5 req-9b5a1d25-295e-486e-b453-4c55c0368b89 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823636 Aug 03 20:29:59.915075 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:00.400560 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fbba42f6-379c-4f9a-8a23-035716d39e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:02.255441 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:04.718169 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:21.333929 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:26.288553 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-34579c18-2e18-4c98-9331-75f9ebf82eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:26.485970 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:29.916827 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:30.401229 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cb1350c8-8e85-4828-bf71-35af478e7df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:32.258732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:32.476658 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:30:34.722548 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:51.359765 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:56.291415 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d05a513b-bc4a-47b0-8073-5cc89bd6f80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:56.493487 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:56.586300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-6c52acc1-fdf8-499c-91b3-ec9ee7c4853c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434883 Aug 03 20:30:56.677276 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-1b94c7ec-94db-4ea6-acef-b19efafde44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:56.678816 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-1b94c7ec-94db-4ea6-acef-b19efafde44a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1098 time: 0.0469060 Aug 03 20:30:56.779440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-59267e7c-ae0f-4f92-89e2-9189d16addc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:56.781257 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-59267e7c-ae0f-4f92-89e2-9189d16addc7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0837815 Aug 03 20:30:56.849185 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-8c6f2e85-aae7-4cb5-9c90-987959c2d306 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 1001 time: 0.0611434 Aug 03 20:30:56.897782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-14b54a7c-b37b-4af8-b9e1-1ae86b047e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:56.899240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-14b54a7c-b37b-4af8-b9e1-1ae86b047e2a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0429111 Aug 03 20:30:56.944986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-9e9fa56f-864b-4492-8750-05351b453511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:56.946516 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-9e9fa56f-864b-4492-8750-05351b453511 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398510 Aug 03 20:30:57.041315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-49fa196a-ed6a-4f58-839d-7da3ebbc1d8d service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869334 Aug 03 20:30:57.129876 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-afe617b4-5770-47a4-82d7-9f7c4863c09f req-db66abe4-21dc-4e00-8f03-a0ab090fbea1 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812843 Aug 03 20:30:59.919228 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:00.401639 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf0976b-6e21-4eed-a1f1-3d22283acda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:00.767861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40482) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:00.924097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Deleting port aa297f84-2402-476a-acfe-06d9a0f76c70 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:31:00.924436 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:01.002857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:01.003191 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:01.014971 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Calling delete_port for aa297f84-2402-476a-acfe-06d9a0f76c70 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:31:01.163012 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:01.185775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event deleted for resources: {'Port': ['ID=aa297f84-2402-476a-acfe-06d9a0f76c70,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:01.196498 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.196852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.197201 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.197567 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.197911 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.198244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.198587 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.199479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.199479 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.199692 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.199852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.200174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:01.261285 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:01.261656 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Floating IP ec21e5e5-07d9-4ae6-bd9f-291b2250f1bd disassociated (deleted). External IP: 172.25.4.44, port: 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b. Aug 03 20:31:01.467035 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Router 9eb6daae-02f8-40a0-9880-31582fcf8089 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:31:01.577238 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:31:01.582144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:01.586562 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] Sync routers for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:31:01.595587 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:31:01.596210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:31:01.608681 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f0b1fd89-96d9-48ec-87c7-84db62339b3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "DELETE /v2.0/floatingips/ec21e5e5-07d9-4ae6-bd9f-291b2250f1bd HTTP/1.1" status: 204 len: 168 time: 0.8398077 Aug 03 20:31:01.609367 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:31:01.611760 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc18098-209e-43de-a3ae-3a5bd0a90e43" -d '{"events": [{"name": "network-changed", "server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:31:01.709013 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:31:01.712354 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e935ace8-5b4b-4794-8b56-1ee67344ece3 x-openstack-request-id: req-e935ace8-5b4b-4794-8b56-1ee67344ece3 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:31:01.712637 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:31:01.713035 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e935ace8-5b4b-4794-8b56-1ee67344ece3 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:31:01.713286 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'status': 'completed', 'code': 200} Aug 03 20:31:01.788787 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-38e82a85-437c-4fb4-bb04-e5eac869877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:01.790581 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-38e82a85-437c-4fb4-bb04-e5eac869877f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 1098 time: 0.0493627 Aug 03 20:31:01.900660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-a9b76e1d-4364-443a-a40f-3da2d8e633c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:01.902141 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-a9b76e1d-4364-443a-a40f-3da2d8e633c6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.1040008 Aug 03 20:31:01.922635 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:31:01.948599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] Checking router: 9eb6daae-02f8-40a0-9880-31582fcf8089 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:31:01.956866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:31:01.957491 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:31:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:31:01.963155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-30fdc557-c179-40bc-88da-dd62fe0b319e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 200 len: 217 time: 0.0426991 Aug 03 20:31:01.987272 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1942a-8431-4262-a466-ea0c6960321e req-6190f2b5-1f50-4b14-b206-122e942bf1ec tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:01.988737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3de1942a-8431-4262-a466-ea0c6960321e req-6190f2b5-1f50-4b14-b206-122e942bf1ec tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 947 time: 0.1727297 Aug 03 20:31:02.054744 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3de1942a-8431-4262-a466-ea0c6960321e req-632dc818-30ab-4190-ac41-325e84222992 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474336 Aug 03 20:31:02.056662 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-0a63ab1e-a0a8-49cb-ab07-d2cbed756d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:02.058135 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-0a63ab1e-a0a8-49cb-ab07-d2cbed756d9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0872633 Aug 03 20:31:02.075250 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:31:02.115540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-6164b2eb-9d30-446f-90c5-ffb51b926f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:02.117061 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-6164b2eb-9d30-446f-90c5-ffb51b926f22 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486183 Aug 03 20:31:02.214535 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-bf184caa-5c32-4e18-8b05-e340b6625f69 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881453 Aug 03 20:31:02.266478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:02.285278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:31:02.308484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2cc18098-209e-43de-a3ae-3a5bd0a90e43 req-e1e4ab35-0a56-4d85-a72b-d8f739198804 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865486 Aug 03 20:31:02.315773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d752ab5-9036-430c-bce1-6bb12acb8491 None None] The sync data for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 is: [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:31:02.542454 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44449a7c-a0bb-4e6e-ab73-bac6a373d894 None None] New status for floating IP ec21e5e5-07d9-4ae6-bd9f-291b2250f1bd: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:31:03.254050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e182f-c5ed-45ac-bc5b-d7dd37c12d31 req-38ef2d9e-6759-4116-b355-82acacd5475b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:03.255571 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f4e182f-c5ed-45ac-bc5b-d7dd37c12d31 req-38ef2d9e-6759-4116-b355-82acacd5475b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 947 time: 0.1270547 Aug 03 20:31:03.283726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-71b1fbfe-f3eb-4347-ac39-8a821cd193ac tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:03.285186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-71b1fbfe-f3eb-4347-ac39-8a821cd193ac tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "GET /v2.0/ports?device_id=3041e58b-df73-4b31-813a-2b8466ae6f84 HTTP/1.1" status: 200 len: 947 time: 0.0793309 Aug 03 20:31:03.327010 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0f4e182f-c5ed-45ac-bc5b-d7dd37c12d31 req-5627cdab-4950-4dcf-8354-50ac47b6dd71 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651841 Aug 03 20:31:03.386519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Deleting port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:31:03.386778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:03.477739 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] For port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:31:03.478111 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:03.490875 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Calling delete_port for 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:31:03.618401 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:03.646418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event deleted for resources: {'Port': ['ID=5f3aa39a-d9b0-4fce-b643-d1e9c231f21b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:03.685997 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] No DVR routers for this DVR port 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:31:03.688590 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:03.690613 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08ea2dc6-e6ac-4066-84a3-9e88e57721c8 req-e6ba480c-053e-4639-9de3-f40a05318ee6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "DELETE /v2.0/ports/5f3aa39a-d9b0-4fce-b643-d1e9c231f21b HTTP/1.1" status: 204 len: 173 time: 0.3972759 Aug 03 20:31:03.714828 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-deleted', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:31:03.717215 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c432a-0917-472e-96c0-26b3fd3ed955" -d '{"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-deleted", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:31:03.752734 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a95071b-9fbe-4ac0-aa2f-f8e1e6e6ec79 x-openstack-request-id: req-3a95071b-9fbe-4ac0-aa2f-f8e1e6e6ec79 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:31:03.753061 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3041e58b-df73-4b31-813a-2b8466ae6f84", "name": "network-vif-deleted", "tag": "5f3aa39a-d9b0-4fce-b643-d1e9c231f21b", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:31:03.753274 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a95071b-9fbe-4ac0-aa2f-f8e1e6e6ec79 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:31:03.753696 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3041e58b-df73-4b31-813a-2b8466ae6f84', 'name': 'network-vif-deleted', 'tag': '5f3aa39a-d9b0-4fce-b643-d1e9c231f21b', 'status': 'completed', 'code': 200} Aug 03 20:31:04.383078 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40508) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:04.446119 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bc77039c-27c4-47d5-8061-e6b29c04f26b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:04.470758 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bc77039c-27c4-47d5-8061-e6b29c04f26b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:04.530754 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bc77039c-27c4-47d5-8061-e6b29c04f26b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:04.533383 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bc77039c-27c4-47d5-8061-e6b29c04f26b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:04.534635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bc77039c-27c4-47d5-8061-e6b29c04f26b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "DELETE /v2.0/security-groups/5fa57e8f-9ceb-4e2a-972a-fdec08b6babf HTTP/1.1" status: 204 len: 168 time: 0.1505563 Aug 03 20:31:04.544642 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77039c-27c4-47d5-8061-e6b29c04f26b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa57e8f-9ceb-4e2a-972a-fdec08b6babf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:04.725490 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:04.867399 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40514) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:04.873344 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627182238', 'description': 'tempest-secgroup-smoke-1627182238 description', 'project_id': 'ed39bf59a15040378b1729fc5836f68e'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:04.895702 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:04.974406 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:04.978102 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.003172 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.004392 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1359992 Aug 03 20:31:05.007945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40518) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:05.009403 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f053a1d0-987c-436b-93fa-1ece7fabbae1,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:05.014002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-b4416ebd-c261-4745-a6a3-7da97d68a60c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': 'f053a1d0-987c-436b-93fa-1ece7fabbae1', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:05.016819 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.017166 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.017535 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.017873 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.018200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.018539 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.018864 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.019278 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.019519 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.019839 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.020164 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.020481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2299be-1176-47be-88b2-8eca93e0f396 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:05.046702 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4416ebd-c261-4745-a6a3-7da97d68a60c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.098525 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4416ebd-c261-4745-a6a3-7da97d68a60c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.102358 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4416ebd-c261-4745-a6a3-7da97d68a60c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.122114 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4416ebd-c261-4745-a6a3-7da97d68a60c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30a6792-0209-4bcb-b21c-8060ba9e4e00,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:05.127390 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b4416ebd-c261-4745-a6a3-7da97d68a60c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.128768 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b4416ebd-c261-4745-a6a3-7da97d68a60c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189942 Aug 03 20:31:05.132616 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40520) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:05.137688 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-41fb98f5-c666-4e03-b00a-20debad96e9e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': 'f053a1d0-987c-436b-93fa-1ece7fabbae1', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:05.164108 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-41fb98f5-c666-4e03-b00a-20debad96e9e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.221345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-41fb98f5-c666-4e03-b00a-20debad96e9e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.224921 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-41fb98f5-c666-4e03-b00a-20debad96e9e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.241915 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb98f5-c666-4e03-b00a-20debad96e9e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7941790-1cf1-420c-bffd-9f679e53f603,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:05.248983 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-41fb98f5-c666-4e03-b00a-20debad96e9e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.250223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-41fb98f5-c666-4e03-b00a-20debad96e9e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166964 Aug 03 20:31:05.253050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40522) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:05.257618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a4a7e39e-7367-4edf-b78c-cede47fc0d3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': 'f053a1d0-987c-436b-93fa-1ece7fabbae1', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:05.284470 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e39e-7367-4edf-b78c-cede47fc0d3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.346062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e39e-7367-4edf-b78c-cede47fc0d3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.349933 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e39e-7367-4edf-b78c-cede47fc0d3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.370773 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7e39e-7367-4edf-b78c-cede47fc0d3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7771fc-260e-4678-aec7-21439ed85016,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:05.378101 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e39e-7367-4edf-b78c-cede47fc0d3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.379792 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a4a7e39e-7367-4edf-b78c-cede47fc0d3d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253562 Aug 03 20:31:05.382134 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40524) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:05.387150 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bb9c5cf9-7c09-470b-b57f-8c77b649d5c6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': 'f053a1d0-987c-436b-93fa-1ece7fabbae1', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:05.413924 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5cf9-7c09-470b-b57f-8c77b649d5c6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.473988 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5cf9-7c09-470b-b57f-8c77b649d5c6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.477848 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5cf9-7c09-470b-b57f-8c77b649d5c6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.495908 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5cf9-7c09-470b-b57f-8c77b649d5c6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4c8efd-0f37-4d43-9e6b-668385648f33,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:05.502941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5cf9-7c09-470b-b57f-8c77b649d5c6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.504152 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bb9c5cf9-7c09-470b-b57f-8c77b649d5c6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210811 Aug 03 20:31:05.507013 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40526) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:05.512509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ec9076bd-13a4-4d55-9dd5-34fbbe6e0fff tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': 'f053a1d0-987c-436b-93fa-1ece7fabbae1', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:05.533882 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-ec9076bd-13a4-4d55-9dd5-34fbbe6e0fff tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Project ed39bf59a15040378b1729fc5836f68e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:31:05.538502 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec9076bd-13a4-4d55-9dd5-34fbbe6e0fff tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.597841 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec9076bd-13a4-4d55-9dd5-34fbbe6e0fff tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.601721 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec9076bd-13a4-4d55-9dd5-34fbbe6e0fff tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.621195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9076bd-13a4-4d55-9dd5-34fbbe6e0fff tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c643d05-ae2f-4ae1-a3c8-3d1deae03bec,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:05.628790 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec9076bd-13a4-4d55-9dd5-34fbbe6e0fff tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.630068 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ec9076bd-13a4-4d55-9dd5-34fbbe6e0fff tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220877 Aug 03 20:31:05.633020 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40528) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:05.638152 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-77b23ef4-996e-49ef-970e-405ab8113166 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'security_group_rule': {'security_group_id': 'f053a1d0-987c-436b-93fa-1ece7fabbae1', 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:05.658681 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-77b23ef4-996e-49ef-970e-405ab8113166 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Project ed39bf59a15040378b1729fc5836f68e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:31:05.663996 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-77b23ef4-996e-49ef-970e-405ab8113166 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.729766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-77b23ef4-996e-49ef-970e-405ab8113166 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.733822 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-77b23ef4-996e-49ef-970e-405ab8113166 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.752888 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b23ef4-996e-49ef-970e-405ab8113166 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4a13e4-3e89-4251-8527-80bee653665a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:05.758510 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-77b23ef4-996e-49ef-970e-405ab8113166 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:05.759771 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-77b23ef4-996e-49ef-970e-405ab8113166 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251893 Aug 03 20:31:06.339822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:31:06.360726 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:31:06.361050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 5f3aa39a-d9b0-4fce-b643-d1e9c231f21b not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:31:09.475432 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:31:20.060007 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-ee68df07-8079-44f8-996d-f67a1ffe9d8a tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627182238&fields=id&tenant_id=ed39bf59a15040378b1729fc5836f68e HTTP/1.1" status: 200 len: 267 time: 0.0318537 Aug 03 20:31:20.166853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-50a86ef1-1077-4e81-abdc-2a0f80c018eb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:20.168227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-50a86ef1-1077-4e81-abdc-2a0f80c018eb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 808 time: 0.1015463 Aug 03 20:31:20.182828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-a2595977-9bdf-4a06-aa1a-d08054e93a33 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/quotas/ed39bf59a15040378b1729fc5836f68e HTTP/1.1" status: 200 len: 375 time: 0.0089481 Aug 03 20:31:20.234018 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-7865703c-9c7d-4bd1-9f51-ba7076ef5fe9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455453 Aug 03 20:31:20.368725 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-ebef5bcd-5be3-468e-8a75-b07140d9f20f service neutron] 10.222.0.42 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229839 Aug 03 20:31:20.462117 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-8fa751d0-68a8-4508-b6c5-8c2bef5628a1 service neutron] 10.222.0.42 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872412 Aug 03 20:31:20.749813 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffb2e9c9-2c9d-4d53-9878-32e67c461fe4 req-ff0cf6d0-21ba-4d04-b26a-208904a3eca9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 210 time: 0.0292544 Aug 03 20:31:21.373808 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:21.643337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-7efa01a6-5645-43d6-9287-edbaf00e405d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:21.644843 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-7efa01a6-5645-43d6-9287-edbaf00e405d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 808 time: 0.1094866 Aug 03 20:31:21.688360 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-792e8cd1-5f25-4eaa-8718-9470476aa616 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed39bf59a15040378b1729fc5836f68e HTTP/1.1" status: 200 len: 380 time: 0.0339818 Aug 03 20:31:21.698897 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'port': {'device_id': '1b921272-2025-4319-ab7c-d58938ee84cb', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'admin_state_up': True, 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'security_groups': ['f053a1d0-987c-436b-93fa-1ece7fabbae1']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:21.808724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Made reservation on behalf of ed39bf59a15040378b1729fc5836f68e for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:31:21.812332 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:21.868399 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5ed61ab-1dd6-48e8-b729-e4edee41e6ab req-23d09f2c-6b25-42b8-b072-05eb5c7b561d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 210 time: 0.0401838 Aug 03 20:31:21.971061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Allocated IP 172.20.0.7 (4a748594-3d61-46a8-ac58-8677ff1902af/a0d82e56-b566-473e-801b-db2e4f4c1108/e6c0fdc1-3fa3-4f29-93c7-290b602302c0) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:31:22.114728 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.128249 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Transition to ACTIVE for port object e6c0fdc1-3fa3-4f29-93c7-290b602302c0 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:31:22.161110 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.205797 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Network 4a748594-3d61-46a8-ac58-8677ff1902af is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:31:22.209103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:31:22.214655 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:31:22.241357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:22.269862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:22.270500 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.287334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-95170e36-f1c5-4d98-9439-478da224d3b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931973 Aug 03 20:31:22.299747 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Request body: {'port': {'device_id': '1b921272-2025-4319-ab7c-d58938ee84cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:22.361762 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.483704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-11869228-6af1-4dd8-b513-94873f156d19 None None] Provisioning for port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:31:22.487788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-11869228-6af1-4dd8-b513-94873f156d19 None None] Provisioning complete for port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:31:22.488486 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-11869228-6af1-4dd8-b513-94873f156d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.523707 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-11869228-6af1-4dd8-b513-94873f156d19 None None] Port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:31:22.630562 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c0fdc1-3fa3-4f29-93c7-290b602302c0 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:31:22.639129 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.650913 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Transition to ACTIVE for port object e6c0fdc1-3fa3-4f29-93c7-290b602302c0 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:31:22.655609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.706823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:22.787088 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Attempting to bind port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:31:22.787440 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Attempting to bind port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:31:22.787782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Attempting to bind port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 on network 4a748594-3d61-46a8-ac58-8677ff1902af {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:31:22.792545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 on network 4a748594-3d61-46a8-ac58-8677ff1902af not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:31:22.792868 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Attempting to bind port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 on network 4a748594-3d61-46a8-ac58-8677ff1902af {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:31:22.798328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:31:22.798673 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Checking segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:31:22.799063 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Bound using segment: {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:31:22.799608 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Bound port: e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de65d30b-544f-4265-a536-4c26d6a8c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:31:22.799855 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.887501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:31:22.892657 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:31:22.896744 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.933191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:22.933878 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.935295 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] 10.222.0.88 "PUT /v2.0/ports/e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 1091 time: 0.6399214 Aug 03 20:31:22.935782 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:31:22.938117 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:31:22.965680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa08666-4596-4f9c-b345-9313605b5c73 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:23.003536 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef36d7e0-d0b1-4aea-ae41-4df174e71edf x-openstack-request-id: req-ef36d7e0-d0b1-4aea-ae41-4df174e71edf {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:31:23.003883 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:31:23.004074 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef36d7e0-d0b1-4aea-ae41-4df174e71edf {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:31:23.004513 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'status': 'completed', 'code': 200} Aug 03 20:31:23.069044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b5ca8-d147-4ce3-ab56-bd1f0b3baeb2 req-f984cc73-4623-45d3-a845-0c49e26fda2e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:23.071198 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a44b5ca8-d147-4ce3-ab56-bd1f0b3baeb2 req-f984cc73-4623-45d3-a845-0c49e26fda2e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0874853 Aug 03 20:31:23.077189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-d1d263db-4ad9-46d8-8abc-dc4bff8f2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:23.078928 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-d1d263db-4ad9-46d8-8abc-dc4bff8f2bfb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1094 time: 0.0774865 Aug 03 20:31:23.132207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-12d7902a-bf9a-4e8a-9030-b8feb27d3db1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 217 time: 0.0441167 Aug 03 20:31:23.159889 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a44b5ca8-d147-4ce3-ab56-bd1f0b3baeb2 req-ca27cf2e-0f5c-4c14-a5ea-83a0b3f12f49 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798116 Aug 03 20:31:23.194034 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3a247358-8a4a-4f27-8ffb-3f204476b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:23.196107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3a247358-8a4a-4f27-8ffb-3f204476b43f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0558798 Aug 03 20:31:23.243069 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3a5acbd0-e3ce-4041-8d1f-f006bd9481ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:23.245028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-3a5acbd0-e3ce-4041-8d1f-f006bd9481ed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416710 Aug 03 20:31:23.337690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-8321b317-7b36-4959-8b07-7dff42cf0a8e service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852814 Aug 03 20:31:23.431608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e03f2ae4-8b6d-4b26-a5bf-d0555d31a21e req-e658ee26-b187-4318-9691-84a3b2325fd6 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866764 Aug 03 20:31:23.519176 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-fc7d73b0-8993-4da4-9512-b7760ecfa6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:23.520793 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-fc7d73b0-8993-4da4-9512-b7760ecfa6f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1094 time: 0.0434570 Aug 03 20:31:23.615628 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-c4d7cff6-114e-419c-8d55-de097a5ea283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:23.617641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-c4d7cff6-114e-419c-8d55-de097a5ea283 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0894427 Aug 03 20:31:23.660063 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-3c418d74-bc5a-4957-bb50-6309f6865019 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 217 time: 0.0349665 Aug 03 20:31:23.709103 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-894b6870-0299-4fff-8ab3-c1882eb9b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:23.710610 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-894b6870-0299-4fff-8ab3-c1882eb9b22e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0442531 Aug 03 20:31:23.762707 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-e18422bd-255e-4843-9f5a-ed20429beff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:23.764353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-e18422bd-255e-4843-9f5a-ed20429beff9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467570 Aug 03 20:31:23.853179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-1951a27d-fc1d-4155-bbaa-fddbc6c3c738 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808170 Aug 03 20:31:23.947539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7371b6d6-58e7-4eb6-af9c-e348fb8e29f8 req-dd9f52d1-6476-4acc-938b-56a2887c396f service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868316 Aug 03 20:31:24.282838 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177752d-be50-47d3-aa15-33317c1b5944 req-bf5dbf14-b6bb-48c6-a68a-9a1009d46a0e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:24.284331 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0177752d-be50-47d3-aa15-33317c1b5944 req-bf5dbf14-b6bb-48c6-a68a-9a1009d46a0e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0495193 Aug 03 20:31:24.323132 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0177752d-be50-47d3-aa15-33317c1b5944 req-6611d4dc-2b69-4e40-be61-1e546efc4cce tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Aug 03 20:31:25.449742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86309d-f90f-49b1-a0cd-6c4bf2b034cd req-ce33afdb-28d6-49a0-8804-ce62820f0465 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:25.451321 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b86309d-f90f-49b1-a0cd-6c4bf2b034cd req-ce33afdb-28d6-49a0-8804-ce62820f0465 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0515332 Aug 03 20:31:25.495014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1b86309d-f90f-49b1-a0cd-6c4bf2b034cd req-1d8ce4c5-17e2-46bd-a99b-bbd5bc360da0 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342832 Aug 03 20:31:26.294204 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c9e5e7d2-8c8d-4c88-89c0-1ba2782dbf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:26.506715 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:26.616523 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1f7f-3ac2-40a5-b3f4-e1df2677a1ff req-d208f038-7d1d-4285-afbe-7f42754c3f66 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:26.617974 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45cd1f7f-3ac2-40a5-b3f4-e1df2677a1ff req-d208f038-7d1d-4285-afbe-7f42754c3f66 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0533631 Aug 03 20:31:26.656488 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-45cd1f7f-3ac2-40a5-b3f4-e1df2677a1ff req-6b4c2be4-040f-40cc-add7-7b5574f995c8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Aug 03 20:31:27.775821 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67209-0d3e-4253-81b9-689273095dc4 req-aa105142-427c-41d0-9b47-1b4354330604 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:27.778159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62e67209-0d3e-4253-81b9-689273095dc4 req-aa105142-427c-41d0-9b47-1b4354330604 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0517306 Aug 03 20:31:27.816849 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-62e67209-0d3e-4253-81b9-689273095dc4 req-c5ab9f70-6483-49a0-84aa-fd90323654ca tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328522 Aug 03 20:31:28.934465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c72a43-deb5-4861-98db-a2426b1b56bd req-c2033b5b-15d6-4114-8712-bece9b31c6b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:28.935947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59c72a43-deb5-4861-98db-a2426b1b56bd req-c2033b5b-15d6-4114-8712-bece9b31c6b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0479641 Aug 03 20:31:28.974790 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-59c72a43-deb5-4861-98db-a2426b1b56bd req-1d7e91c5-2626-468e-8023-11c8e0a57ac4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330009 Aug 03 20:31:29.921979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:30.092833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbee9e3-7918-415d-86c2-ea5598c2107c req-1448ecd3-23ea-4b5b-be67-0da2297c957b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:30.094333 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cbee9e3-7918-415d-86c2-ea5598c2107c req-1448ecd3-23ea-4b5b-be67-0da2297c957b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0521848 Aug 03 20:31:30.131947 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7cbee9e3-7918-415d-86c2-ea5598c2107c req-d07b298a-0a1d-4740-ba54-c0c3f2a798eb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Aug 03 20:31:30.401394 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e166b35d-b917-4bd3-bd11-8eee15e7a718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:31.252989 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8245e-8be1-4028-9160-a6b738fac13c req-45608fa1-55e6-4b81-a26c-2fdc2a2bbe71 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:31.254510 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70a8245e-8be1-4028-9160-a6b738fac13c req-45608fa1-55e6-4b81-a26c-2fdc2a2bbe71 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0510278 Aug 03 20:31:31.293413 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-70a8245e-8be1-4028-9160-a6b738fac13c req-dc70815f-7075-4e37-926a-fca6b17c06c3 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322678 Aug 03 20:31:32.265909 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:32.409752 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78bc18-6ebd-43a5-8dcd-591e273fe75e req-b9630f5d-8285-4ffd-8915-c442326c39eb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:32.411227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f78bc18-6ebd-43a5-8dcd-591e273fe75e req-b9630f5d-8285-4ffd-8915-c442326c39eb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0511532 Aug 03 20:31:32.449127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e6c0fdc1-3fa3-4f29-93c7-290b602302c0 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:31:32.450300 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-6f78bc18-6ebd-43a5-8dcd-591e273fe75e req-391176f1-bb2d-4ac1-8c02-a02ef6f44631 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326369 Aug 03 20:31:32.544985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:31:32.557274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'port_id': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:31:32.597044 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:32.609393 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c0fdc1-3fa3-4f29-93c7-290b602302c0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:31:32.628328 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:31:32.632517 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:32.683050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:32.690161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.690505 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.690842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.691172 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.691500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.691825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.692146 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.692465 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.692783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.693101 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.693415 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.694175 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:31:32.847745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e6c0fdc1-3fa3-4f29-93c7-290b602302c0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:31:33.567652 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f651d9-338c-41a3-8dca-4bad13ca0f9b req-77d780b2-eb5a-45c1-a73a-b35b03363989 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:33.569105 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6f651d9-338c-41a3-8dca-4bad13ca0f9b req-77d780b2-eb5a-45c1-a73a-b35b03363989 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 944 time: 0.0519960 Aug 03 20:31:33.606929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f6f651d9-338c-41a3-8dca-4bad13ca0f9b req-82c425da-c9bc-4ba2-bee4-192c53eaa828 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Aug 03 20:31:34.452903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e6c0fdc1-3fa3-4f29-93c7-290b602302c0 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:31:34.500088 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:31:34.503773 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:31:34.504139 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:34.578512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:34.603037 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:31:34.605534 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32166283-28a5-4296-b764-f0ba6d45c88b" -d '{"events": [{"server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:31:34.618832 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:31:34.622897 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:34.681338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:34.713770 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58bea9b-4ee9-4b16-a72a-1e1c5428ca61 x-openstack-request-id: req-a58bea9b-4ee9-4b16-a72a-1e1c5428ca61 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:31:34.714069 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:31:34.714319 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a58bea9b-4ee9-4b16-a72a-1e1c5428ca61 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:31:34.714711 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'code': 200} Aug 03 20:31:34.724323 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52d2da-792b-45de-9449-038129607afc req-a2257ed9-a657-436b-80b4-b0268f043b08 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:34.725249 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b52d2da-792b-45de-9449-038129607afc req-a2257ed9-a657-436b-80b4-b0268f043b08 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0504484 Aug 03 20:31:34.738562 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:34.767940 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4b52d2da-792b-45de-9449-038129607afc req-2eaee3c0-41b8-4d94-a62a-3480e3f70c37 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336502 Aug 03 20:31:34.810471 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f427d-64b2-4751-8cf1-e671ba371ca8 req-4d20d0b0-f42e-4dfc-90a5-328bbd9c6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:34.812004 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-378f427d-64b2-4751-8cf1-e671ba371ca8 req-4d20d0b0-f42e-4dfc-90a5-328bbd9c6609 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1096 time: 0.0399082 Aug 03 20:31:34.845926 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-378f427d-64b2-4751-8cf1-e671ba371ca8 req-3b4783fd-6516-41ff-8784-6b7d82d8b751 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265031 Aug 03 20:31:35.884640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962bba0-f19e-462b-b05b-b5dcd497c5c8 req-60f404f5-ddf5-44ae-82dc-6371007e9f41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:35.886147 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b962bba0-f19e-462b-b05b-b5dcd497c5c8 req-60f404f5-ddf5-44ae-82dc-6371007e9f41 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0521667 Aug 03 20:31:35.922846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b962bba0-f19e-462b-b05b-b5dcd497c5c8 req-83636486-1b06-402d-bd99-dfe0d7556979 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308316 Aug 03 20:31:36.035157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562eb8-eae0-42fb-806b-b8bdd70bad0b req-4500bf05-1681-4941-8b0f-d815e3a8b01d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:36.036641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41562eb8-eae0-42fb-806b-b8bdd70bad0b req-4500bf05-1681-4941-8b0f-d815e3a8b01d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0484767 Aug 03 20:31:36.074355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-41562eb8-eae0-42fb-806b-b8bdd70bad0b req-16d912c4-d74b-4564-8785-b5a5189827fb tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Aug 03 20:31:36.095065 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:36.135500 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e384d10f-e643-4417-8809-39dcd1263af7 tempest-TestShelveInstance-819032727 tempest-TestShelveInstance-819032727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:36.137014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e384d10f-e643-4417-8809-39dcd1263af7 tempest-TestShelveInstance-819032727 tempest-TestShelveInstance-819032727-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1091 time: 0.0409954 Aug 03 20:31:36.139918 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40722) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:31:36.144186 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:31:36.166475 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:36.262008 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:36.360849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Allocated IP 172.25.4.120 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/f8b00e4e-20c3-4243-95c9-9114ab8b8238) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:31:36.473217 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:36.512223 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:36.548539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:31:36.551460 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:31:36.554261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:31:36.583995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'Port': ['ID=f8b00e4e-20c3-4243-95c9-9114ab8b8238,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:37.256344 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:37.322711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:37.468441 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:37.472609 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:37.539961 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event updated for resources: {'Port': ['ID=f8b00e4e-20c3-4243-95c9-9114ab8b8238,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:31:37.553140 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:37.653123 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Floating IP 3e45138b-2da7-4a01-8358-262e1592c667 associated. External IP: 172.25.4.120, port: e6c0fdc1-3fa3-4f29-93c7-290b602302c0. Aug 03 20:31:37.855061 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Router 9eb6daae-02f8-40a0-9880-31582fcf8089 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:31:37.962042 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:31:37.971542 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] Sync routers for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:31:37.977447 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:37.982759 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:31:37.983371 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:31:38.012129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-0a0299fa-04ca-4112-b5be-3792f6f623b2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8638201 Aug 03 20:31:38.012129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:31:38.012129 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:31:38.047385 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c3b965-5626-49d1-942c-9aa603dfa5b8 x-openstack-request-id: req-25c3b965-5626-49d1-942c-9aa603dfa5b8 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:31:38.047675 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:31:38.047950 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25c3b965-5626-49d1-942c-9aa603dfa5b8 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:31:38.048352 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'status': 'completed', 'code': 200} Aug 03 20:31:38.090468 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:31:38.111102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-d3f5b3df-938f-4cf8-9b1a-40b35c39c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:38.112532 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-d3f5b3df-938f-4cf8-9b1a-40b35c39c12c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1096 time: 0.0400829 Aug 03 20:31:38.201432 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-613e175b-e076-466d-a5fd-90b92ae8df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:38.202987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-613e175b-e076-466d-a5fd-90b92ae8df9e service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0834785 Aug 03 20:31:38.271822 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-af6ba7b2-7942-402b-9bae-08d33c46853c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 999 time: 0.0614076 Aug 03 20:31:38.307131 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3e45138b-2da7-4a01-8358-262e1592c667', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'port_id': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b921272-2025-4319-ab7c-d58938ee84cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:31:37Z', 'updated_at': '2021-08-03T20:31:37Z', 'revision_number': 0, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:31:38.321337 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-b7aa8447-6c28-41c0-9a8b-af74f661f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:38.322837 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-b7aa8447-6c28-41c0-9a8b-af74f661f2e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0440075 Aug 03 20:31:38.335699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] Checking router: 9eb6daae-02f8-40a0-9880-31582fcf8089 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:31:38.344028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:31:38.344636 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:31:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:31:38.371697 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-ebd3d918-5203-4078-ab8d-bec75850a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:38.373375 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-ebd3d918-5203-4078-ab8d-bec75850a88d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421488 Aug 03 20:31:38.475659 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-e48ec37b-7233-4f4e-b20a-d207d801c579 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933540 Aug 03 20:31:38.573905 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-93d0032b-dd5e-4ebd-aec3-8ce5df6773cb req-f9b322f2-fccf-486d-973f-e9a00340ceeb service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905216 Aug 03 20:31:38.607230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:31:38.827058 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3e45138b-2da7-4a01-8358-262e1592c667', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'port_id': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b921272-2025-4319-ab7c-d58938ee84cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:31:37Z', 'updated_at': '2021-08-03T20:31:37Z', 'revision_number': 0, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:31:38.857406 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0750155-bc76-4d45-b921-cb266a0b017a None None] The sync data for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 is: [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '3e45138b-2da7-4a01-8358-262e1592c667', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'port_id': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b921272-2025-4319-ab7c-d58938ee84cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:31:37Z', 'updated_at': '2021-08-03T20:31:37Z', 'revision_number': 0, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:31:39.059076 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7a453-fd69-4379-9f29-7b10ac91c975 None None] New status for floating IP 3e45138b-2da7-4a01-8358-262e1592c667: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:31:46.475343 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:31:51.368947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:56.295465 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-663ae750-aeaf-4b55-9662-8e239ef5971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:56.508556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:56.596929 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-1dc728b5-e7b3-41ca-a7c5-dcd24534805b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451143 Aug 03 20:31:56.686710 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-0cb71904-4798-4dc0-badc-e21a89ae27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:56.688336 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-0cb71904-4798-4dc0-badc-e21a89ae27f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1096 time: 0.0429258 Aug 03 20:31:56.797799 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-3980ae0b-7e0b-4932-aa47-28533bf0ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:56.799746 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-3980ae0b-7e0b-4932-aa47-28533bf0ef15 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0875354 Aug 03 20:31:56.870112 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-4c0f92cf-9cb9-4a3e-9d60-eff5fd9e829a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 1001 time: 0.0623167 Aug 03 20:31:56.929934 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-0a7b4964-e69e-4af5-a6f4-bb8a3934e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:56.931359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-0a7b4964-e69e-4af5-a6f4-bb8a3934e2cb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0517209 Aug 03 20:31:56.980448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-09dfee13-67da-466d-873d-4b9da9e19308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:56.982202 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-09dfee13-67da-466d-873d-4b9da9e19308 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411134 Aug 03 20:31:57.079104 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-a56d7ec3-5767-444e-8616-e75bb7d81575 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885370 Aug 03 20:31:57.176192 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-08442859-8334-44f6-985f-1de1dfee7fb9 req-cb61c9b6-1c00-4209-b5ba-b7bbd9f910b2 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895107 Aug 03 20:31:59.925936 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:00.401230 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3de25aec-b405-4991-b2c5-d7b8bf666fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:02.268144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:04.731043 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:21.387889 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:23.474755 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:32:26.297286 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc695-f05f-4460-bfbe-8bc8b915b5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:26.507590 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:29.928162 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:30.402805 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a62e62b1-4adf-4e39-888e-bb9af06caba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:32.271872 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:34.733431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:51.386389 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:56.298110 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e928ef49-5bec-42b1-83ac-23377e268307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:56.518504 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:57.592275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-878e7155-ee52-4388-ac83-437fdeeb7dbf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453427 Aug 03 20:32:57.672448 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-0507709d-e83f-4702-8df0-875c97ee4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:57.673931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-0507709d-e83f-4702-8df0-875c97ee4df9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1096 time: 0.0392578 Aug 03 20:32:57.772677 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-9ec5c753-c6f5-4961-82d4-04d4b42c200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:57.774048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-9ec5c753-c6f5-4961-82d4-04d4b42c200f service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0807009 Aug 03 20:32:57.841641 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-45596426-6163-4606-a7c1-776e35cd8851 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 1001 time: 0.0600820 Aug 03 20:32:57.889298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-0eb6fe96-cd91-45fb-b893-47b17171a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:57.890729 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-0eb6fe96-cd91-45fb-b893-47b17171a692 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0422914 Aug 03 20:32:57.935945 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-2dc1c7eb-8f26-4162-a6a9-8f04305a384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:57.937395 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-2dc1c7eb-8f26-4162-a6a9-8f04305a384d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390913 Aug 03 20:32:58.029241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-13ca58a5-70b2-4ada-b760-468ccacd34d5 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833244 Aug 03 20:32:58.119997 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-400385c9-42e7-4f7e-a224-b7011f8b270e req-835c91da-7cc0-4540-b61f-72478b28829b service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810838 Aug 03 20:32:59.929963 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:00.402153 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc699-670c-4819-989f-1a61a46b6650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:00.473849 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:33:02.274052 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:04.734791 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:21.402829 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:26.298675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f60dbbe-abe7-4d63-9a52-268375938930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:26.525651 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:29.930939 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:30.401611 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-62a1202d-0ddb-4cbd-8e86-fb8a6637694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:32.277929 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:34.637914 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951f1e3-7c2f-4fab-8b6f-c578aac25516 req-a74039ed-bb3e-45e2-a943-9fc584fc831d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:34.639296 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3951f1e3-7c2f-4fab-8b6f-c578aac25516 req-a74039ed-bb3e-45e2-a943-9fc584fc831d tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0544968 Aug 03 20:33:34.678064 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3951f1e3-7c2f-4fab-8b6f-c578aac25516 req-7cf958bd-ddc8-4e10-96db-fb2bf13c8a83 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Aug 03 20:33:34.738512 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:35.806280 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5409e7d-9c4b-476b-87b6-29ae45a4fb38 req-47d9cbd9-c04e-4173-9a7b-2631559f4fc1 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:35.807778 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5409e7d-9c4b-476b-87b6-29ae45a4fb38 req-47d9cbd9-c04e-4173-9a7b-2631559f4fc1 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0481906 Aug 03 20:33:35.846279 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d5409e7d-9c4b-476b-87b6-29ae45a4fb38 req-69c6a7bf-dc8e-49ce-b411-b712771bb2d3 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Aug 03 20:33:36.988300 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e53fe-7a86-4d8f-8ca4-1eb3a403fa9e req-6f206e3b-655e-42ec-90fe-10b8ed496113 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:36.989791 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-228e53fe-7a86-4d8f-8ca4-1eb3a403fa9e req-6f206e3b-655e-42ec-90fe-10b8ed496113 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0490053 Aug 03 20:33:37.027651 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-228e53fe-7a86-4d8f-8ca4-1eb3a403fa9e req-406b58b2-5f9b-4013-9734-5e3f70808a0e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Aug 03 20:33:37.472313 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:33:38.147667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309cafc-25c0-40b3-9678-4c08b3ad1884 req-2a9d9e24-d001-4da9-a3af-bb418e6e6bcf tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:38.149126 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1309cafc-25c0-40b3-9678-4c08b3ad1884 req-2a9d9e24-d001-4da9-a3af-bb418e6e6bcf tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0512104 Aug 03 20:33:38.190756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-1309cafc-25c0-40b3-9678-4c08b3ad1884 req-51ee2fa6-5c2a-49c1-8609-31866ca88471 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349743 Aug 03 20:33:39.308147 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fae2a8-c51a-43fa-bd75-93e486d5ebee req-01ab4dfb-43ac-453d-b7e3-041c9d8c7ba8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:39.310209 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15fae2a8-c51a-43fa-bd75-93e486d5ebee req-01ab4dfb-43ac-453d-b7e3-041c9d8c7ba8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0526989 Aug 03 20:33:39.347074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-15fae2a8-c51a-43fa-bd75-93e486d5ebee req-f065d48e-063c-436b-960c-b7e4068e2708 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310013 Aug 03 20:33:40.461987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c66c70-dfbe-4b02-867c-c98e6750a7db req-3f075305-81c1-4215-9fda-8a9928e9dd36 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:40.464255 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5c66c70-dfbe-4b02-867c-c98e6750a7db req-3f075305-81c1-4215-9fda-8a9928e9dd36 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0506024 Aug 03 20:33:40.502254 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a5c66c70-dfbe-4b02-867c-c98e6750a7db req-db044afc-77ed-4104-a809-4d4543348b0a tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321031 Aug 03 20:33:41.620117 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b243b-346d-473a-af44-aacda657ef13 req-beabb687-a2fc-4c9b-9595-e2a5ece3de49 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:41.621722 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769b243b-346d-473a-af44-aacda657ef13 req-beabb687-a2fc-4c9b-9595-e2a5ece3de49 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0527546 Aug 03 20:33:41.664229 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-769b243b-346d-473a-af44-aacda657ef13 req-f95ffc81-29a3-4ee7-bab8-a62001a69ce2 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365732 Aug 03 20:33:42.786531 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e01af-79d9-4f2e-b37e-d6307ee9141b req-b355177d-c4fa-44a7-aae1-da3bbae3bf8f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:42.788050 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8a2e01af-79d9-4f2e-b37e-d6307ee9141b req-b355177d-c4fa-44a7-aae1-da3bbae3bf8f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0504324 Aug 03 20:33:42.828563 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-8a2e01af-79d9-4f2e-b37e-d6307ee9141b req-7f1ffb36-3629-4ea1-8684-5cde98460bc9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345848 Aug 03 20:33:43.941678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8d6a7-3e34-4392-86fa-50665cf2e86c req-fb2b08b3-42a8-4410-8b71-aa6ecd297946 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:43.943123 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2e8d6a7-3e34-4392-86fa-50665cf2e86c req-fb2b08b3-42a8-4410-8b71-aa6ecd297946 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0474212 Aug 03 20:33:43.980914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f2e8d6a7-3e34-4392-86fa-50665cf2e86c req-7a8c9767-2f01-4e2c-8c28-b583bdd824fd tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Aug 03 20:33:44.774041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-c224b171-ae18-42e9-a962-9116a59fb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:44.775454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-c224b171-ae18-42e9-a962-9116a59fb2d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1096 time: 0.0439575 Aug 03 20:33:44.865849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-376f3b77-7d54-48d2-b600-aede8acdcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:44.867339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-376f3b77-7d54-48d2-b600-aede8acdcc10 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0853112 Aug 03 20:33:44.933276 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-fa77eec2-b526-4901-8c7e-478a395c4659 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 1001 time: 0.0585835 Aug 03 20:33:44.980458 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-95113f1a-97c8-4f76-8cb8-97ff42f11159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:44.981921 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-95113f1a-97c8-4f76-8cb8-97ff42f11159 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0425606 Aug 03 20:33:45.026378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-7bf25337-2b09-4f9b-b6f2-f17eba846b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:45.028346 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-7bf25337-2b09-4f9b-b6f2-f17eba846b0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390024 Aug 03 20:33:45.152675 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d6c79-57df-41ec-9ff8-def1656918fb req-38322e15-a1fb-4d1e-9cf9-831c33c2cd02 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:45.154166 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb0d6c79-57df-41ec-9ff8-def1656918fb req-38322e15-a1fb-4d1e-9cf9-831c33c2cd02 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.1003213 Aug 03 20:33:45.157677 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-bc8314b1-fbe1-460b-ba98-716efc9ad8cc service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207380 Aug 03 20:33:45.237620 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bb0d6c79-57df-41ec-9ff8-def1656918fb req-4ae048b4-bd8d-4f34-a343-4ace2cab38b1 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775211 Aug 03 20:33:45.270884 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75cec415-0aa8-445d-b4ef-96ebd3c68b81 req-997764e8-3122-46b5-acf9-e83a3e8c6824 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050076 Aug 03 20:33:46.351258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c74d9-3b93-4271-b372-5ae673dc078b req-5d440635-38a3-4c97-88bc-2ba7be036c49 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:46.352914 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e90c74d9-3b93-4271-b372-5ae673dc078b req-5d440635-38a3-4c97-88bc-2ba7be036c49 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0488372 Aug 03 20:33:46.389683 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e90c74d9-3b93-4271-b372-5ae673dc078b req-58b4d10a-b664-4b45-a511-0d24e5775480 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309019 Aug 03 20:33:47.510220 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98246669-9da1-4711-a69d-ebb0baf05706 req-738f48da-0dbb-455a-93ff-03904926de6c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:47.512240 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98246669-9da1-4711-a69d-ebb0baf05706 req-738f48da-0dbb-455a-93ff-03904926de6c tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0551732 Aug 03 20:33:47.551721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98246669-9da1-4711-a69d-ebb0baf05706 req-ee4f1840-858f-4c4b-8536-144b48d2cc13 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334167 Aug 03 20:33:48.670843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8c19-4020-473e-bedb-22ab0aabed0f req-5814d08c-57fd-45db-89be-66450a299480 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:48.672241 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58dc8c19-4020-473e-bedb-22ab0aabed0f req-5814d08c-57fd-45db-89be-66450a299480 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0531802 Aug 03 20:33:48.712159 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-58dc8c19-4020-473e-bedb-22ab0aabed0f req-749abfd4-46bf-43c6-a8cf-0022e1dc2c24 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324385 Aug 03 20:33:48.922277 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aebc0-4c30-48f0-871e-a93faa54b9a4 req-0d39d383-138c-41d7-88cd-e34bef5acb53 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:48.923818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-429aebc0-4c30-48f0-871e-a93faa54b9a4 req-0d39d383-138c-41d7-88cd-e34bef5acb53 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0495703 Aug 03 20:33:48.960814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-429aebc0-4c30-48f0-871e-a93faa54b9a4 req-7d88a6a4-be49-455f-b41b-d038426ec4bf tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Aug 03 20:33:48.961323 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-dc7f93bf-db46-46ef-a2bd-299ab2571b8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107934 Aug 03 20:33:50.076009 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83179-df1d-4f79-bfc9-0708635706a2 req-086a3481-6f2f-4310-bf52-ad5b4530a95f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:50.077542 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7fe83179-df1d-4f79-bfc9-0708635706a2 req-086a3481-6f2f-4310-bf52-ad5b4530a95f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0481222 Aug 03 20:33:50.116361 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7fe83179-df1d-4f79-bfc9-0708635706a2 req-c85b2015-f0b9-44dc-bb64-48f0718a067e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327616 Aug 03 20:33:51.211695 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e6c0fdc1-3fa3-4f29-93c7-290b602302c0 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:33:51.236829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732ab0e-6bde-4132-9c97-839edd3b9b53 req-38f7316a-67fe-47ac-82c8-b75eb7ba0a06 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:51.238492 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f732ab0e-6bde-4132-9c97-839edd3b9b53 req-38f7316a-67fe-47ac-82c8-b75eb7ba0a06 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0555284 Aug 03 20:33:51.282814 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f732ab0e-6bde-4132-9c97-839edd3b9b53 req-621158b0-5bc5-4d68-bf5b-1b87f3d099e8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Aug 03 20:33:51.292661 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:51.315699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:33:51.318008 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9812f3b0-e532-4731-b26d-7a7c15b482ff" -d '{"events": [{"server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:33:51.333438 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:33:51.337841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:51.361924 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc11fa-d661-4904-b42d-1a770b2c8788 x-openstack-request-id: req-15dc11fa-d661-4904-b42d-1a770b2c8788 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:33:51.362212 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "name": "network-vif-unplugged", "status": "failed", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0", "code": 422}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:33:51.362459 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15dc11fa-d661-4904-b42d-1a770b2c8788 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:33:51.362843 n-d-803378-1 neutron-server[94135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'code': 422} returned with failed status Aug 03 20:33:51.392944 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:33:51.404922 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.405103 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.405500 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.405754 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.406080 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.406403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.406750 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.407060 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.407348 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.407681 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.407985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.408291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:33:51.412478 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:52.401312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b14d2-ed38-41c5-8a0d-f347d4e9eaa2 req-34d75cfa-b30b-4c2a-9f4d-e54b5bfc838b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:52.403318 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b1b14d2-ed38-41c5-8a0d-f347d4e9eaa2 req-34d75cfa-b30b-4c2a-9f4d-e54b5bfc838b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0519390 Aug 03 20:33:52.444179 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b1b14d2-ed38-41c5-8a0d-f347d4e9eaa2 req-2556e97f-0b1c-4ec2-a560-146c2e0ef21f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346031 Aug 03 20:33:53.572052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a39463-9c72-4a32-b1b9-344b67869f10 req-dd6e1b73-6dd1-4533-9542-ca2078767a62 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:53.574071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b9a39463-9c72-4a32-b1b9-344b67869f10 req-dd6e1b73-6dd1-4533-9542-ca2078767a62 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0587471 Aug 03 20:33:53.640576 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b9a39463-9c72-4a32-b1b9-344b67869f10 req-3e4698aa-520d-4971-ae56-d8606fbdd3dd tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603945 Aug 03 20:33:53.652245 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-82e671c6-36d6-4fe3-bec2-b1b98b295d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:53.653737 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-82e671c6-36d6-4fe3-bec2-b1b98b295d42 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb&tenant_id=ed39bf59a15040378b1729fc5836f68e HTTP/1.1" status: 200 len: 1094 time: 0.0565186 Aug 03 20:33:53.713804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-cc2e7808-611a-4d07-8f56-f7c8b8e6779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:53.715747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-cc2e7808-611a-4d07-8f56-f7c8b8e6779f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1094 time: 0.0399547 Aug 03 20:33:53.804995 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-cac97c44-6373-42b1-bb62-f668744819af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:53.806469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-cac97c44-6373-42b1-bb62-f668744819af service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0837739 Aug 03 20:33:53.870647 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-abfbda1d-786b-4a8c-90bc-402d13b2fd83 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 999 time: 0.0569673 Aug 03 20:33:53.919538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-046e7836-22e4-47d8-a693-64d88e95f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:53.920969 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-046e7836-22e4-47d8-a693-64d88e95f64a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0432088 Aug 03 20:33:53.971151 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-325e0617-09b8-4602-8743-1a964e60921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:53.972543 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-325e0617-09b8-4602-8743-1a964e60921a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429318 Aug 03 20:33:54.059474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-2077a0ef-ee63-45d5-9204-34d966d3518d service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790808 Aug 03 20:33:54.149696 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-27fc2076-aa8d-4eff-9797-8b1c3cdb5965 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831678 Aug 03 20:33:54.753658 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8137331-7fb6-41f4-ae87-ce83213440c9 req-488f7339-82a0-4aaa-a1f5-03c78d56c445 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:54.755055 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8137331-7fb6-41f4-ae87-ce83213440c9 req-488f7339-82a0-4aaa-a1f5-03c78d56c445 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0488601 Aug 03 20:33:54.791806 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a8137331-7fb6-41f4-ae87-ce83213440c9 req-a8a8f2c5-ce57-4fdc-b2fd-294985284234 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309627 Aug 03 20:33:55.904549 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c69416-2f6b-4eb7-be62-c1efbdd081cb req-4bc013c0-6bd5-45b9-ab30-c2ea485a5461 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:55.906020 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6c69416-2f6b-4eb7-be62-c1efbdd081cb req-4bc013c0-6bd5-45b9-ab30-c2ea485a5461 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0474896 Aug 03 20:33:55.941829 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-e6c69416-2f6b-4eb7-be62-c1efbdd081cb req-671a73e8-f5a8-47b4-9a24-d2fc770548e5 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300107 Aug 03 20:33:56.299129 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-82931b00-0d12-40ad-a154-945fedb2c465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:56.527086 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:57.055732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebbcdd-baa8-4ce4-bab3-9f114b595e12 req-87f636d9-2e14-4338-b536-82865a8ca3f8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:57.057169 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66ebbcdd-baa8-4ce4-bab3-9f114b595e12 req-87f636d9-2e14-4338-b536-82865a8ca3f8 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0470266 Aug 03 20:33:57.096909 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-66ebbcdd-baa8-4ce4-bab3-9f114b595e12 req-e752ef88-e30c-4874-8683-08fe9ce64e84 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338640 Aug 03 20:33:58.210588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8513977-7dfc-4864-a95f-631f52b61b72 req-c4c58a21-064c-4e77-a8a9-3f920b86a9b1 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:58.212048 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8513977-7dfc-4864-a95f-631f52b61b72 req-c4c58a21-064c-4e77-a8a9-3f920b86a9b1 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0486748 Aug 03 20:33:58.252204 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c8513977-7dfc-4864-a95f-631f52b61b72 req-e3d21b4b-c289-462e-8a12-cffb6bcf71d6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342431 Aug 03 20:33:59.367302 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e952bda-e170-420b-9e2e-b6fc125b49ed req-d2a62e98-66b6-485c-b804-e480d5ddd5df tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:59.368797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e952bda-e170-420b-9e2e-b6fc125b49ed req-d2a62e98-66b6-485c-b804-e480d5ddd5df tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0502100 Aug 03 20:33:59.405941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7e952bda-e170-420b-9e2e-b6fc125b49ed req-1f342136-4efd-428a-a15a-6d7aac6c8106 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Aug 03 20:33:59.668242 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-093d09d1-2fb1-439f-b6d4-8a5c8321d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:59.669759 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-093d09d1-2fb1-439f-b6d4-8a5c8321d383 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1094 time: 0.0763252 Aug 03 20:33:59.778210 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-5977f3ca-58ba-4fb2-97ce-f6fe81b95a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:59.779704 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-5977f3ca-58ba-4fb2-97ce-f6fe81b95a63 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0894835 Aug 03 20:33:59.844617 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-f5470a56-8d60-4d87-9c8a-a09b5aeef4b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 999 time: 0.0553353 Aug 03 20:33:59.896326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-fafc45e8-d16f-4deb-92fd-fbd5a419ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:59.897667 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-fafc45e8-d16f-4deb-92fd-fbd5a419ab7b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0454593 Aug 03 20:33:59.933929 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:59.943715 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-b897014e-ea2f-4360-8192-7fc2f14de995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:33:59.945235 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-b897014e-ea2f-4360-8192-7fc2f14de995 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401249 Aug 03 20:34:00.032026 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-f0d254f3-5713-4181-8640-da4ae4edb765 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788541 Aug 03 20:34:00.125452 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c01959f7-fcb1-49d8-bf90-7ff8ded2bfcf req-8ac20c03-3218-479f-b580-4645c09ae368 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842359 Aug 03 20:34:00.401319 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-95d68f6c-fa38-4268-a9ae-1630fcafe9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:00.519826 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193f9a3-137d-41c1-a91e-042bd3dd0e7f req-7be1b38b-5b8e-4488-9751-8d4d980e4ec3 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:34:00.521294 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5193f9a3-137d-41c1-a91e-042bd3dd0e7f req-7be1b38b-5b8e-4488-9751-8d4d980e4ec3 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0485315 Aug 03 20:34:00.558655 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-5193f9a3-137d-41c1-a91e-042bd3dd0e7f req-a786e6c9-c09f-401a-bb08-f77a82529163 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Aug 03 20:34:01.675268 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be7368-53f7-4462-ab56-12063fa375b7 req-be384e1a-3fda-4333-b509-5fd9510b860f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:34:01.676738 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4be7368-53f7-4462-ab56-12063fa375b7 req-be384e1a-3fda-4333-b509-5fd9510b860f tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0517769 Aug 03 20:34:01.714448 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c4be7368-53f7-4462-ab56-12063fa375b7 req-90d04672-d52e-4fb3-a504-f730c5fbbbe4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Aug 03 20:34:02.280216 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:02.827241 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1638-f1f8-444a-bd7d-52a8241c914e req-f92d45fe-0a94-42ee-9d88-7198b5514c75 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:34:02.828700 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-038d1638-f1f8-444a-bd7d-52a8241c914e req-f92d45fe-0a94-42ee-9d88-7198b5514c75 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 943 time: 0.0484571 Aug 03 20:34:02.866672 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-038d1638-f1f8-444a-bd7d-52a8241c914e req-94d3b073-dd28-493b-88c0-89ede5e9e2b4 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Aug 03 20:34:03.258605 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e6c0fdc1-3fa3-4f29-93c7-290b602302c0 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:34:03.350807 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:34:03.362499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'port_id': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:34:03.397587 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:03.409531 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c0fdc1-3fa3-4f29-93c7-290b602302c0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:34:03.428781 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:34:03.433745 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:03.479670 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:34:03.640611 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['e6c0fdc1-3fa3-4f29-93c7-290b602302c0'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:34:03.977501 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297b3ad-14f1-4ff7-a051-c48bcc566740 req-e7894d6f-b7c6-4b6e-89d6-51179bf056ac tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:34:03.978959 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d297b3ad-14f1-4ff7-a051-c48bcc566740 req-e7894d6f-b7c6-4b6e-89d6-51179bf056ac tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 944 time: 0.0463419 Aug 03 20:34:04.015828 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d297b3ad-14f1-4ff7-a051-c48bcc566740 req-94f5b239-34c0-487c-b2f1-19ab0fd2d304 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302873 Aug 03 20:34:04.740056 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:05.135002 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b6f62-a047-4a4d-ae6a-ae1c7ac2c65f req-354829ed-ccc3-4721-a745-60c4a3907f8b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:34:05.136982 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d8b6f62-a047-4a4d-ae6a-ae1c7ac2c65f req-354829ed-ccc3-4721-a745-60c4a3907f8b tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 944 time: 0.0557487 Aug 03 20:34:05.173644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3d8b6f62-a047-4a4d-ae6a-ae1c7ac2c65f req-f17cdbeb-35c9-4c90-9e55-8a818da7a2d3 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Aug 03 20:34:05.261553 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e6c0fdc1-3fa3-4f29-93c7-290b602302c0 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:34:05.307125 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:34:05.307929 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:05.382839 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:05.404683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:34:05.406933 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492bfd14-2a6b-4ddb-a939-ba73f229cc67" -d '{"events": [{"server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:34:05.419834 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:34:05.424443 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:05.448809 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd04041-e5c8-42f4-81af-6f02d55a0492 x-openstack-request-id: req-2dd04041-e5c8-42f4-81af-6f02d55a0492 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:34:05.449678 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:34:05.449938 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dd04041-e5c8-42f4-81af-6f02d55a0492 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:34:05.450362 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'code': 200} Aug 03 20:34:05.481245 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:34:05.591192 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb2a02-e687-4705-8c1d-8655b93e7be8 req-be84e8cd-4593-4cd1-9ea2-0196f50015fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:34:05.592577 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebcb2a02-e687-4705-8c1d-8655b93e7be8 req-be84e8cd-4593-4cd1-9ea2-0196f50015fe service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1096 time: 0.0396326 Aug 03 20:34:05.628779 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ebcb2a02-e687-4705-8c1d-8655b93e7be8 req-39794e4d-dfc4-4be8-8ebf-354b4feb248d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278437 Aug 03 20:34:06.286598 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a0d3a-0d89-4c13-9791-83b243d3cf7e req-8e9188d9-af86-414a-ae2d-fe7978f6f310 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:34:06.288149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d37a0d3a-0d89-4c13-9791-83b243d3cf7e req-8e9188d9-af86-414a-ae2d-fe7978f6f310 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0489469 Aug 03 20:34:06.325871 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d37a0d3a-0d89-4c13-9791-83b243d3cf7e req-d545b6fe-edf5-41aa-858a-1790ae2b8a13 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Aug 03 20:34:07.443453 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2c4eb-bb6a-44ef-b1c9-d62c06cae9fa req-d7c62e82-6c2c-4878-a965-b753c55405ce tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:34:07.444936 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ce2c4eb-bb6a-44ef-b1c9-d62c06cae9fa req-d7c62e82-6c2c-4878-a965-b753c55405ce tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0516741 Aug 03 20:34:07.809227 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0ce2c4eb-bb6a-44ef-b1c9-d62c06cae9fa req-dfa054c7-a38b-4853-8ad9-75bf87c4d981 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577192 Aug 03 20:34:14.471375 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:34:21.399065 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:26.303124 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7b2e19db-0676-432e-893e-3dfa00b4da33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:26.532379 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:29.935270 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:30.401911 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e77a-0d62-494f-bca0-f170c16a2535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:32.286814 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:34.743862 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:51.413865 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:51.470340 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:34:56.302932 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b70759d7-2b47-49e1-81ba-bf5567bf8f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:56.541567 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:59.936510 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:00.402336 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2fa34e72-ed74-4171-8def-ba455079ae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:00.588638 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-90ce2d28-02f9-401f-b763-d9843a24db14 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393934 Aug 03 20:35:00.669102 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-7fc8ecd0-be22-4d9c-910b-a027e479a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:00.670500 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-7fc8ecd0-be22-4d9c-910b-a027e479a093 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1096 time: 0.0400872 Aug 03 20:35:00.774244 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-fb342819-9617-42b2-841b-68bb8dc17fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:00.776280 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-fb342819-9617-42b2-841b-68bb8dc17fb9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.0856423 Aug 03 20:35:00.840716 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-6721c1ee-06e3-49cd-a843-689cb77f07e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 1001 time: 0.0574887 Aug 03 20:35:00.890762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-e869eed1-9b15-449c-921c-032b94f9a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:00.892155 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-e869eed1-9b15-449c-921c-032b94f9a263 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0423572 Aug 03 20:35:00.940731 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-dd0d9b41-7f7a-4c0e-aa90-99e058bde5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:00.942139 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-dd0d9b41-7f7a-4c0e-aa90-99e058bde5c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415318 Aug 03 20:35:01.029088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-b4de3199-bb70-46b6-adb0-f8c6b6e77f97 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787687 Aug 03 20:35:01.121242 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-af80c7ea-7c51-4b8a-826b-78677f10cbe5 req-55518b3c-f551-4c96-b980-15f28ad52ce7 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834587 Aug 03 20:35:02.285451 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:04.746378 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:21.016681 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40900) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:21.169373 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Deleting port f8b00e4e-20c3-4243-95c9-9114ab8b8238 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:35:21.169749 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:21.242479 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:21.242839 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:21.254120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Calling delete_port for f8b00e4e-20c3-4243-95c9-9114ab8b8238 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:35:21.401973 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:21.427850 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:21.428568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event deleted for resources: {'Port': ['ID=f8b00e4e-20c3-4243-95c9-9114ab8b8238,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:21.454319 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.454758 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.455006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.455340 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.455667 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.455991 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.456321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.456643 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.456986 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.457306 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.457666 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.457987 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:21.498521 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:21.498853 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Floating IP 3e45138b-2da7-4a01-8358-262e1592c667 disassociated (deleted). External IP: 172.25.4.120, port: e6c0fdc1-3fa3-4f29-93c7-290b602302c0. Aug 03 20:35:21.700433 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Router 9eb6daae-02f8-40a0-9880-31582fcf8089 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:35:21.804379 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:35:21.809273 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:21.814331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] Sync routers for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:35:21.823613 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:21.824221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:21.837120 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-56144156-2b39-47c3-9931-3b6c15a21118 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "DELETE /v2.0/floatingips/3e45138b-2da7-4a01-8358-262e1592c667 HTTP/1.1" status: 204 len: 168 time: 0.8186769 Aug 03 20:35:21.837718 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:35:21.839987 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b48d50f-4abc-4159-9b68-3bf4b54120bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:35:21.886971 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496414c2-da6b-492c-8d06-c28c4f5ad2e5 x-openstack-request-id: req-496414c2-da6b-492c-8d06-c28c4f5ad2e5 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:35:21.887269 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:35:21.887524 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-496414c2-da6b-492c-8d06-c28c4f5ad2e5 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:35:21.887930 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'status': 'completed', 'code': 200} Aug 03 20:35:21.939051 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:21.955896 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-4d50667f-3a55-4d7d-97a2-643e39666e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:21.957355 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-4d50667f-3a55-4d7d-97a2-643e39666e95 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed39bf59a15040378b1729fc5836f68e&device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 1096 time: 0.0469563 Aug 03 20:35:22.089665 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b3da5-8447-4bdf-8aea-b2fe4585a395 req-8aaadfea-f579-4e5d-8904-26258646b046 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:22.091178 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d12b3da5-8447-4bdf-8aea-b2fe4585a395 req-8aaadfea-f579-4e5d-8904-26258646b046 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0730481 Aug 03 20:35:22.106869 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-02183166-e69c-483b-b2a0-95b84a90e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:22.108275 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-02183166-e69c-483b-b2a0-95b84a90e87b service neutron] 10.222.0.88 "GET /v2.0/networks?id=4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 200 len: 909 time: 0.1438627 Aug 03 20:35:22.147223 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:22.162140 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-ca1131dc-c2bb-4ad8-9ec3-435954a13c34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 200 len: 217 time: 0.0430877 Aug 03 20:35:22.169445 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d12b3da5-8447-4bdf-8aea-b2fe4585a395 req-13ea98f9-997a-4ac2-b691-d3e9d44cb753 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695868 Aug 03 20:35:22.176599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] Checking router: 9eb6daae-02f8-40a0-9880-31582fcf8089 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:35:22.195539 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:22.196201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:22.217339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-fc8d8e02-d871-4d63-b196-a8b0cfad92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:22.218797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-fc8d8e02-d871-4d63-b196-a8b0cfad92ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 200 len: 847 time: 0.0484970 Aug 03 20:35:22.266058 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-e65041b2-336f-4734-9a6a-36a6a4683dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:22.267573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-e65041b2-336f-4734-9a6a-36a6a4683dac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4a748594-3d61-46a8-ac58-8677ff1902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393331 Aug 03 20:35:22.301071 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:22.362643 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-f52dd0b5-f8d1-468d-9b25-94899b7bc6eb service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856924 Aug 03 20:35:22.457359 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3b48d50f-4abc-4159-9b68-3bf4b54120bf req-581e188c-05a4-4127-97a8-3ae5464d74d6 service neutron] 10.222.0.88 "GET /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881705 Aug 03 20:35:22.496915 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:22.521802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076aa957-196c-4cdb-899b-661b2a46a940 None None] The sync data for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 is: [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:26:47Z', 'revision_number': 4, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': '37d04900-87e9-4626-86fe-a3ff17ce450c', 'name': '', 'network_id': '4a748594-3d61-46a8-ac58-8677ff1902af', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'mac_address': 'fa:16:3e:2e:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:46Z', 'updated_at': '2021-08-03T20:26:52Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'subnets': [{'id': 'a0d82e56-b566-473e-801b-db2e4f4c1108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:35:22.735652 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3837070-8293-4c10-bf5f-d2afe6d20edc None None] New status for floating IP 3e45138b-2da7-4a01-8358-262e1592c667: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:35:23.287836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4552e-0405-4453-9558-0aafda95378b req-2b0eb5b9-0197-421d-acbe-a897348ee7df tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:23.289846 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92c4552e-0405-4453-9558-0aafda95378b req-2b0eb5b9-0197-421d-acbe-a897348ee7df tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0511315 Aug 03 20:35:23.327339 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-92c4552e-0405-4453-9558-0aafda95378b req-7a4c8295-23c5-404b-999b-d7e6c21fcb18 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/security-groups?id=f053a1d0-987c-436b-93fa-1ece7fabbae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Aug 03 20:35:23.655551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-40af7789-4864-49b6-9fb6-a8729ab07d7e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:23.657011 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-40af7789-4864-49b6-9fb6-a8729ab07d7e tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 945 time: 0.0527620 Aug 03 20:35:23.745174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Deleting port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:35:23.745546 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:23.833843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] For port e6c0fdc1-3fa3-4f29-93c7-290b602302c0, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:23.834207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:23.846905 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Calling delete_port for e6c0fdc1-3fa3-4f29-93c7-290b602302c0 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:35:23.969419 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:24.001125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event deleted for resources: {'Port': ['ID=e6c0fdc1-3fa3-4f29-93c7-290b602302c0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:24.043699 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] No DVR routers for this DVR port e6c0fdc1-3fa3-4f29-93c7-290b602302c0 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:35:24.046304 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:24.047673 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9c7d478d-7495-4953-9c1d-88c35a826c90 req-c5f70161-5dcb-4038-b7bc-fa8f81f962db tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.88 "DELETE /v2.0/ports/e6c0fdc1-3fa3-4f29-93c7-290b602302c0 HTTP/1.1" status: 204 len: 173 time: 0.3838296 Aug 03 20:35:24.048126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'name': 'network-vif-deleted', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:35:24.050415 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43751144-febb-41ad-9349-d75a5df1fc52" -d '{"events": [{"server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "name": "network-vif-deleted", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:35:24.086307 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bded847-af8b-48b6-83f3-6ad42da6a6cc x-openstack-request-id: req-7bded847-af8b-48b6-83f3-6ad42da6a6cc {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:35:24.087107 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b921272-2025-4319-ab7c-d58938ee84cb", "name": "network-vif-deleted", "tag": "e6c0fdc1-3fa3-4f29-93c7-290b602302c0", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:35:24.087493 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bded847-af8b-48b6-83f3-6ad42da6a6cc {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:35:24.087975 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b921272-2025-4319-ab7c-d58938ee84cb', 'name': 'network-vif-deleted', 'tag': 'e6c0fdc1-3fa3-4f29-93c7-290b602302c0', 'status': 'completed', 'code': 200} Aug 03 20:35:24.428598 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-575e9908-39ff-4c11-900f-70ce29dc3d70 req-729af79b-5aa3-4a4f-8638-fa6df37cb2f9 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 210 time: 0.0269332 Aug 03 20:35:25.523475 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c5e75dae-54cc-4251-8d96-256777e07196 req-3daa060e-2948-4dd9-aad7-8d42c39e14e6 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 210 time: 0.0270033 Aug 03 20:35:26.303433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-72f456f5-66e7-4bd5-bc75-e6b1c338d54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:26.542839 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:26.616391 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3a19db3d-0838-4c77-919b-3d9fa9f8e4d2 req-63bacb87-6161-4200-906b-593ad754e6ac tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 210 time: 0.0259726 Aug 03 20:35:27.675137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e6c0fdc1-3fa3-4f29-93c7-290b602302c0 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:35:27.705691 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: e6c0fdc1-3fa3-4f29-93c7-290b602302c0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:35:27.706089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device e6c0fdc1-3fa3-4f29-93c7-290b602302c0 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:35:27.726927 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cae67eb2-c4d3-447c-9a4e-63754e1f8143 req-385c6c91-5050-4b6b-ace5-6b6090410371 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b921272-2025-4319-ab7c-d58938ee84cb HTTP/1.1" status: 200 len: 210 time: 0.0305912 Aug 03 20:35:28.469260 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:35:28.785765 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40930) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:28.847257 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-368696aa-098b-470f-8db3-387cb3053b31 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:28.873664 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-368696aa-098b-470f-8db3-387cb3053b31 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:28.937995 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-368696aa-098b-470f-8db3-387cb3053b31 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:28.940798 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-368696aa-098b-470f-8db3-387cb3053b31 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:28.942398 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-368696aa-098b-470f-8db3-387cb3053b31 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] 10.222.0.42 "DELETE /v2.0/security-groups/f053a1d0-987c-436b-93fa-1ece7fabbae1 HTTP/1.1" status: 204 len: 168 time: 0.1552362 Aug 03 20:35:28.952011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368696aa-098b-470f-8db3-387cb3053b31 tempest-TestShelveInstance-647287326 tempest-TestShelveInstance-647287326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f053a1d0-987c-436b-93fa-1ece7fabbae1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:29.001191 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40934) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:29.446758 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:29.695849 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Deleting port 37d04900-87e9-4626-86fe-a3ff17ce450c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:35:29.696086 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:29.781076 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] For port 37d04900-87e9-4626-86fe-a3ff17ce450c, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=37d04900-87e9-4626-86fe-a3ff17ce450c,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:29.781442 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:29.794189 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Calling delete_port for 37d04900-87e9-4626-86fe-a3ff17ce450c owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:35:29.940711 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:29.980174 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:30.007756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d04900-87e9-4626-86fe-a3ff17ce450c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:30.185961 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:30.406683 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bdcad3fb-cebc-413d-8aeb-273b5d3d1b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:30.407833 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Router 9eb6daae-02f8-40a0-9880-31582fcf8089 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:35:30.521203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:35:30.526283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-29a4f258-b6ed-4459-821f-e85276691404 admin admin] 10.222.0.42 "PUT /v2.0/routers/9eb6daae-02f8-40a0-9880-31582fcf8089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237973 Aug 03 20:35:30.528874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40938) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:30.529889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] Sync routers for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:35:30.538756 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:30.539360 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:30.815619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:30.978809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:30.989366 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:35:29Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:31.019067 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] Checking router: 9eb6daae-02f8-40a0-9880-31582fcf8089 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:35:31.027290 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] Routers {'9eb6daae-02f8-40a0-9880-31582fcf8089'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:31.027903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['9eb6daae-02f8-40a0-9880-31582fcf8089'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:31.079553 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.130646 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Deleting port 57e82d2e-f767-4c72-82ef-be1a50252545 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:35:31.130987 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.131104 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] Set router 9eb6daae-02f8-40a0-9880-31582fcf8089 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:31.207022 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] For port 57e82d2e-f767-4c72-82ef-be1a50252545, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=57e82d2e-f767-4c72-82ef-be1a50252545,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:31.207397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.221855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Calling delete_port for 57e82d2e-f767-4c72-82ef-be1a50252545 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:35:31.305426 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:35:29Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:31.330464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713f624-c3cc-41ea-9131-01b8cb66f141 None None] The sync data for ids ['9eb6daae-02f8-40a0-9880-31582fcf8089'] in n-d-803378-1 is: [{'id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'name': 'tempest-TestShelveInstance-735129380-router', 'tenant_id': 'ed39bf59a15040378b1729fc5836f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:44Z', 'updated_at': '2021-08-03T20:35:29Z', 'revision_number': 5, 'project_id': 'ed39bf59a15040378b1729fc5836f68e', 'gw_port': {'id': '57e82d2e-f767-4c72-82ef-be1a50252545', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6daae-02f8-40a0-9880-31582fcf8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:45Z', 'updated_at': '2021-08-03T20:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:35:31.391617 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.421619 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e82d2e-f767-4c72-82ef-be1a50252545,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:31.480608 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.569790 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.571893 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.616144 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.616644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb6daae-02f8-40a0-9880-31582fcf8089 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:35:31.621906 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.623167 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-5343079f-adcc-44c0-ac6f-00b378af4198 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9eb6daae-02f8-40a0-9880-31582fcf8089 HTTP/1.1" status: 204 len: 168 time: 1.0933928 Aug 03 20:35:31.625827 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40940) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:31.668966 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-184ad9a7-fb46-4ddb-94a9-176176a0cede admin admin] Deleting subnet a0d82e56-b566-473e-801b-db2e4f4c1108 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:35:31.673031 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184ad9a7-fb46-4ddb-94a9-176176a0cede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.707869 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184ad9a7-fb46-4ddb-94a9-176176a0cede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.793265 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184ad9a7-fb46-4ddb-94a9-176176a0cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.851357 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184ad9a7-fb46-4ddb-94a9-176176a0cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.875744 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ad9a7-fb46-4ddb-94a9-176176a0cede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d82e56-b566-473e-801b-db2e4f4c1108,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:31.881495 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-184ad9a7-fb46-4ddb-94a9-176176a0cede admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:31.887060 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-184ad9a7-fb46-4ddb-94a9-176176a0cede admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a0d82e56-b566-473e-801b-db2e4f4c1108 HTTP/1.1" status: 204 len: 168 time: 0.2601295 Aug 03 20:35:31.887185 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40942) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:31.887652 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65790e-85c8-4325-b20c-3068bd93d54a None None] Network 4a748594-3d61-46a8-ac58-8677ff1902af requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:35:31.966912 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.023876 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Deleting port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:35:32.024227 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.090431 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] For port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=86f42b5c-857a-4ae6-ad01-1b5e7eb718df,segment=NetworkSegment(de65d30b-544f-4265-a536-4c26d6a8c836),segment_id=de65d30b-544f-4265-a536-4c26d6a8c836)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:32.090798 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.114168 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Calling delete_port for 86f42b5c-857a-4ae6-ad01-1b5e7eb718df owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:35:32.210771 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.233430 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Pushing event deleted for resources: {'Port': ['ID=86f42b5c-857a-4ae6-ad01-1b5e7eb718df,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:32.243742 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.244093 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.244442 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.244783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.245120 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.245455 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.245879 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.246210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.246545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.246870 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.247195 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.247514 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:32.250184 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] No DVR routers for this DVR port 86f42b5c-857a-4ae6-ad01-1b5e7eb718df on host n-d-803378-1 {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:35:32.293171 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.333027 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.345825 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a748594-3d61-46a8-ac58-8677ff1902af']}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:32.349825 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20bb48c-af9b-4734-809f-48f0c59a8c9f None None] DHCP port deletion for 4a748594-3d61-46a8-ac58-8677ff1902af request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:35:32.358835 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de65d30b-544f-4265-a536-4c26d6a8c836') {'for_net_delete': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:32.359237 n-d-803378-1 neutron-server[94133]: DEBUG neutron.services.segments.db [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de65d30b-544f-4265-a536-4c26d6a8c836') {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:32.376644 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529488119'] for segment, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.396389 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.402211 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:35:32.402605 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528579960'] for segment, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: Traceback (most recent call last): Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: timer() Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: cb(*args, **kw) Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: return func(*args, **kwargs) Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: self._notify() Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: self.callback(batched_events) Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: event.method(event) Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: return f(self, *a, **k) Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: return self._get(url).json() Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: return self.request(url, 'GET', **kwargs) Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:35:32.404244 n-d-803378-1 neutron-server[94133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:35:32.420276 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 37d04900-87e9-4626-86fe-a3ff17ce450c no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:35:32.440597 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 37d04900-87e9-4626-86fe-a3ff17ce450c {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:35:32.440935 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 37d04900-87e9-4626-86fe-a3ff17ce450c not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:35:32.441356 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 86f42b5c-857a-4ae6-ad01-1b5e7eb718df no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:35:32.459853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 86f42b5c-857a-4ae6-ad01-1b5e7eb718df {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:35:32.460197 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 86f42b5c-857a-4ae6-ad01-1b5e7eb718df not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:35:32.460658 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57e82d2e-f767-4c72-82ef-be1a50252545 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:35:32.460936 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.468561 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Notify callbacks [] for network, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:32.470595 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] 10.222.0.42 "DELETE /v2.0/networks/4a748594-3d61-46a8-ac58-8677ff1902af HTTP/1.1" status: 204 len: 168 time: 0.5826027 Aug 03 20:35:32.473698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40946) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:32.483788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 57e82d2e-f767-4c72-82ef-be1a50252545 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:35:32.484129 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 57e82d2e-f767-4c72-82ef-be1a50252545 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:35:32.487218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f221d-def4-4186-a3d7-4c926cf6c02a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a748594-3d61-46a8-ac58-8677ff1902af,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:32.816917 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:33.053746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Deleting port ba8f1357-1940-4239-a29c-a8acd068db78 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:35:33.054091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:33.134204 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] For port ba8f1357-1940-4239-a29c-a8acd068db78, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=ba8f1357-1940-4239-a29c-a8acd068db78,segment=NetworkSegment(2bdbf457-f0e0-41d3-b155-23968fd54187),segment_id=2bdbf457-f0e0-41d3-b155-23968fd54187)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:33.134493 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:33.146820 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Calling delete_port for ba8f1357-1940-4239-a29c-a8acd068db78 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:35:33.322390 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:33.347644 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8f1357-1940-4239-a29c-a8acd068db78,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:33.509160 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:33.717359 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Router d666b843-c42a-4506-86e4-78de7288f034 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:35:33.821640 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:35:33.826589 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e617c83c-a844-477f-ac41-f506cc2ed49f admin admin] 10.222.0.42 "PUT /v2.0/routers/d666b843-c42a-4506-86e4-78de7288f034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3518758 Aug 03 20:35:33.829104 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40948) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:33.831745 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] Sync routers for ids ['d666b843-c42a-4506-86e4-78de7288f034'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:35:33.840647 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] Routers {'d666b843-c42a-4506-86e4-78de7288f034'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:33.841255 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d666b843-c42a-4506-86e4-78de7288f034'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:33.932596 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:33.942364 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] Set router d666b843-c42a-4506-86e4-78de7288f034 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:34.032536 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.087253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Deleting port 3531b629-0417-4ff5-b232-7449d6e3fddd {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:35:34.087605 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.115588 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:35:33Z', 'revision_number': 5, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port': {'id': '3531b629-0417-4ff5-b232-7449d6e3fddd', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd666b843-c42a-4506-86e4-78de7288f034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:34.172195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] For port 3531b629-0417-4ff5-b232-7449d6e3fddd, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3531b629-0417-4ff5-b232-7449d6e3fddd,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:34.172570 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.187153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Calling delete_port for 3531b629-0417-4ff5-b232-7449d6e3fddd owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:35:34.235398 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] Checking router: d666b843-c42a-4506-86e4-78de7288f034 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:35:34.243471 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] Routers {'d666b843-c42a-4506-86e4-78de7288f034'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:34.244077 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['d666b843-c42a-4506-86e4-78de7288f034'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:34.327905 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] Set router d666b843-c42a-4506-86e4-78de7288f034 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:34.352162 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.377311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Pushing event deleted for resources: {'Port': ['ID=3531b629-0417-4ff5-b232-7449d6e3fddd,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:34.384018 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:35:34Z', 'revision_number': 6, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:34.412873 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e613d4-a52e-4689-b6e9-0cb91b300cb6 None None] The sync data for ids ['d666b843-c42a-4506-86e4-78de7288f034'] in n-d-803378-1 is: [{'id': 'd666b843-c42a-4506-86e4-78de7288f034', 'name': 'tempest-TestShelveInstance-1598578621-router', 'tenant_id': '617daad2b05d4778839493a7055f1ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:26:49Z', 'updated_at': '2021-08-03T20:35:34Z', 'revision_number': 6, 'project_id': '617daad2b05d4778839493a7055f1ec4', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:35:34.438127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.535215 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.537501 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.583166 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.583732 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d666b843-c42a-4506-86e4-78de7288f034 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:35:34.588355 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.589636 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7ee5a70d-4485-4174-9a70-0f9ea57f503e admin admin] 10.222.0.42 "DELETE /v2.0/routers/d666b843-c42a-4506-86e4-78de7288f034 HTTP/1.1" status: 204 len: 168 time: 0.7595634 Aug 03 20:35:34.592208 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40950) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:34.635326 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c487a57-75cd-4d4e-b63d-620710424edb admin admin] Deleting subnet dabb6e19-5ce1-4197-8ea9-17749f365e0e {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:35:34.638249 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c487a57-75cd-4d4e-b63d-620710424edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.671066 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c487a57-75cd-4d4e-b63d-620710424edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.751099 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.751822 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c487a57-75cd-4d4e-b63d-620710424edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.808296 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c487a57-75cd-4d4e-b63d-620710424edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.833053 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487a57-75cd-4d4e-b63d-620710424edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabb6e19-5ce1-4197-8ea9-17749f365e0e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:34.838866 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7c487a57-75cd-4d4e-b63d-620710424edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.840752 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-7c487a57-75cd-4d4e-b63d-620710424edb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dabb6e19-5ce1-4197-8ea9-17749f365e0e HTTP/1.1" status: 204 len: 168 time: 0.2476330 Aug 03 20:35:34.843215 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40952) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:34.851108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf79916-925b-4838-9df0-8b8dd8508ffb None None] Network 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:35:34.918186 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.970389 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Deleting port 2b74593b-2423-4f99-9d7f-1da748435eb5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:35:34.970632 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.031763 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] For port 2b74593b-2423-4f99-9d7f-1da748435eb5, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=2b74593b-2423-4f99-9d7f-1da748435eb5,segment=NetworkSegment(2bdbf457-f0e0-41d3-b155-23968fd54187),segment_id=2bdbf457-f0e0-41d3-b155-23968fd54187)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:35.032127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.044811 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Calling delete_port for 2b74593b-2423-4f99-9d7f-1da748435eb5 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:35:35.123690 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.149250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b74593b-2423-4f99-9d7f-1da748435eb5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:35.151068 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] No DVR routers for this DVR port 2b74593b-2423-4f99-9d7f-1da748435eb5 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:35:35.193883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62650803-6a16-44cb-8a41-6a87bc9f65b2 None None] DHCP port deletion for 96895dfb-aab8-45d7-8b87-a0fc0f4440b4 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:35:35.221194 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.231931 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96895dfb-aab8-45d7-8b87-a0fc0f4440b4']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:35.245979 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdbf457-f0e0-41d3-b155-23968fd54187') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:35.246284 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdbf457-f0e0-41d3-b155-23968fd54187') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:35.254965 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.268314 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.274544 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:35:35.274926 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:35:35.276533 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:35:35.330228 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.337118 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.341387 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] 10.222.0.42 "DELETE /v2.0/networks/96895dfb-aab8-45d7-8b87-a0fc0f4440b4 HTTP/1.1" status: 204 len: 168 time: 0.4946876 Aug 03 20:35:35.351314 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53b7c5-c239-4a5a-81dc-603e7692cc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=96895dfb-aab8-45d7-8b87-a0fc0f4440b4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:35.466354 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40956) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:35.512630 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-ccfe8b3d-4b40-4c37-8d0d-5f16e6e12263 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed39bf59a15040378b1729fc5836f68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446208 Aug 03 20:35:35.515183 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40958) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:35.561949 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c93da8d9-e10e-40b1-b56f-1116baf1571d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.582607 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c93da8d9-e10e-40b1-b56f-1116baf1571d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.633558 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c93da8d9-e10e-40b1-b56f-1116baf1571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.635996 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c93da8d9-e10e-40b1-b56f-1116baf1571d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:35.639121 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-c93da8d9-e10e-40b1-b56f-1116baf1571d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cb8b0b5-2c84-4583-99f5-af4e47236230 HTTP/1.1" status: 204 len: 168 time: 0.1211097 Aug 03 20:35:35.645180 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93da8d9-e10e-40b1-b56f-1116baf1571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb8b0b5-2c84-4583-99f5-af4e47236230,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:35.943018 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40964) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:35.982851 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-01351ebe-0729-4097-96cb-c3bdf8a1e49d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=617daad2b05d4778839493a7055f1ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386024 Aug 03 20:35:35.985357 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40966) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:36.032710 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cef15e14-5bfe-4655-8c2e-1d1fa0551608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:36.057102 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cef15e14-5bfe-4655-8c2e-1d1fa0551608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:36.102447 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cef15e14-5bfe-4655-8c2e-1d1fa0551608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:36.104968 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cef15e14-5bfe-4655-8c2e-1d1fa0551608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:36.106381 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-cef15e14-5bfe-4655-8c2e-1d1fa0551608 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c05878d9-ffdc-4372-a862-e368417b5b42 HTTP/1.1" status: 204 len: 168 time: 0.1200798 Aug 03 20:35:36.113764 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef15e14-5bfe-4655-8c2e-1d1fa0551608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05878d9-ffdc-4372-a862-e368417b5b42,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:36.205102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ba8f1357-1940-4239-a29c-a8acd068db78 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:35:36.229009 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: ba8f1357-1940-4239-a29c-a8acd068db78 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:35:36.229346 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device ba8f1357-1940-4239-a29c-a8acd068db78 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:35:36.229783 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2b74593b-2423-4f99-9d7f-1da748435eb5 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:35:36.248642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 2b74593b-2423-4f99-9d7f-1da748435eb5 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:35:36.249014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 2b74593b-2423-4f99-9d7f-1da748435eb5 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:35:36.249424 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3531b629-0417-4ff5-b232-7449d6e3fddd no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:35:36.268133 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3531b629-0417-4ff5-b232-7449d6e3fddd {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:35:36.268489 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3531b629-0417-4ff5-b232-7449d6e3fddd not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:35:36.753947 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40988) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:36.846780 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1989052005-network', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:36.868005 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Made reservation on behalf of a8d315aad9c144ab9991378f59514a20 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:35:36.870386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:36.878345 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:36.965401 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:36.969062 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:36.989855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:35:37.003032 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f01ef0f-a425-43ab-bb93-e00792aa75f6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:37.008378 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.008731 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Added segment 07d377b0-1103-4a6c-92ed-df15a2c4ce03 of type vlan for network d2f3e743-11c0-47b9-9893-e3a5f5af2985 Aug 03 20:35:37.047516 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.075239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.076251 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:37.076835 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.133640 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3779545 Aug 03 20:35:37.136745 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40992) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:37.140351 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75845c-3cce-4bcb-b3b3-c137b745dfa6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f3e743-11c0-47b9-9893-e3a5f5af2985,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:37.142481 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Request body: {'subnet': {'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1989052005-subnet', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:37.150251 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:35:37.164611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Made reservation on behalf of a8d315aad9c144ab9991378f59514a20 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:35:37.167021 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.344283 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.392210 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=545cf4ca-7188-485e-884a-8f3a2139968f,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:37.406647 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Checking segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:37.407007 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Network hostable DHCP agents. Network: d2f3e743-11c0-47b9-9893-e3a5f5af2985, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:35:37.423141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:35:37.432412 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, d2f3e743-11c0-47b9-9893-e3a5f5af2985) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:37.437200 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:37.438263 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.441315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb97063-365d-468d-b251-4522d14a1ad2 None None] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:35:37.453050 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-b2b885c0-cabc-4cd2-a9eb-80a01cdc0345 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3152182 Aug 03 20:35:37.456674 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 40994) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:37.462072 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:37.483022 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.484145 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.537003 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.584936 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-d2f3e743-11c0-47b9-9893-e3a5f5af2985', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:35:37.585886 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.723017 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Allocated IP 172.20.0.2 (d2f3e743-11c0-47b9-9893-e3a5f5af2985/545cf4ca-7188-485e-884a-8f3a2139968f/3e8b4d85-5245-4252-bf4e-d5f02a5a59e0) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:35:37.875752 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.884749 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Transition to ACTIVE for port object 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:37.900453 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Transition to ACTIVE for port object 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:37.906422 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:37.943996 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:37.946866 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:37.949303 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:35:37.960575 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Pushing event updated for resources: {'Port': ['ID=3e8b4d85-5245-4252-bf4e-d5f02a5a59e0,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:37.984985 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.985213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.985567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.985898 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.986221 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.986541 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.986859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.987174 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.987490 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.987805 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.988120 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:37.988432 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:38.010318 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:38.024232 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Attempting to bind port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:35:38.024596 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Attempting to bind port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:35:38.024954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Attempting to bind port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 on network d2f3e743-11c0-47b9-9893-e3a5f5af2985 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:35:38.034398 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:35:38.034769 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Checking segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:38.035164 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:38.035555 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Bound using segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:35:38.036014 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Bound port: 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:35:38.036395 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:38.102822 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] For port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:35:38.106651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] For port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e8b4d85-5245-4252-bf4e-d5f02a5a59e0,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:35:38.110714 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:38.164185 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ba7eb-07e4-4c3f-bd27-48b635c94d5d None None] Pushing event updated for resources: {'Port': ['ID=3e8b4d85-5245-4252-bf4e-d5f02a5a59e0,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:38.234432 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:38.256880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:38.372895 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Allocated IP 172.25.4.229 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/707162f2-407b-4a7f-b05a-cb7b952043bb) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:35:38.496977 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:38.535077 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:38.572126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:38.574882 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:38.581120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:35:38.603386 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Pushing event updated for resources: {'Port': ['ID=707162f2-407b-4a7f-b05a-cb7b952043bb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:38.829529 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:39.038506 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:39.088115 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25286d-ff5a-4369-b065-82c29a02b3ab None None] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:35:39.176311 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-f812c653-f0cb-495f-aa2d-084a92ccf6d6 None None] Provisioning for port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:39.182092 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Router 63900eda-cd19-4fb1-a666-e2f6d20087e5 is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:35:39.292519 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:35:39.305330 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Sync routers for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:35:39.316857 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:39.319039 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f732ab1a-fd57-4bbd-8d6d-a9097d35f91d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8605134 Aug 03 20:35:39.319417 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:39.320842 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:39.322437 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 40996) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:39.432561 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:39.624627 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:38Z', 'revision_number': 3, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:39.653735 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Checking router: 63900eda-cd19-4fb1-a666-e2f6d20087e5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:35:39.654085 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Updating router 63900eda-cd19-4fb1-a666-e2f6d20087e5 port 707162f2-407b-4a7f-b05a-cb7b952043bb binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:35:39.677784 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:39.754128 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:39.906391 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Allocated IP 172.20.0.1 (d2f3e743-11c0-47b9-9893-e3a5f5af2985/545cf4ca-7188-485e-884a-8f3a2139968f/b27c16ef-4a99-4f54-9ff1-023480286be3) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:35:39.924315 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:39.934806 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Transition to ACTIVE for port object 707162f2-407b-4a7f-b05a-cb7b952043bb will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:39.939928 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:39.995159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Attempting to bind port 707162f2-407b-4a7f-b05a-cb7b952043bb on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:35:39.995532 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Attempting to bind port 707162f2-407b-4a7f-b05a-cb7b952043bb by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:35:39.995896 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Attempting to bind port 707162f2-407b-4a7f-b05a-cb7b952043bb on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:35:39.998698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb183ca-2997-4fbf-a858-38e20c75bc18 None None] Pushing event updated for resources: {'Port': ['ID=707162f2-407b-4a7f-b05a-cb7b952043bb,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:40.003321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:35:40.003690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:40.004095 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.004483 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:35:40.004954 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Bound port: 707162f2-407b-4a7f-b05a-cb7b952043bb, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:35:40.005338 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.013254 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.025796 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Transition to ACTIVE for port object b27c16ef-4a99-4f54-9ff1-023480286be3 will not be triggered until provisioned by entity DHCP. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:40.058521 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] For port 707162f2-407b-4a7f-b05a-cb7b952043bb, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:35:40.060805 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.061919 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] For port 707162f2-407b-4a7f-b05a-cb7b952043bb, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=707162f2-407b-4a7f-b05a-cb7b952043bb,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:35:40.066631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.105926 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:40.110783 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:40.115016 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:35:40.118815 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Pushing event updated for resources: {'Port': ['ID=b27c16ef-4a99-4f54-9ff1-023480286be3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:40.125109 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:40.125997 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:40.156120 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.167027 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb183ca-2997-4fbf-a858-38e20c75bc18 None None] Pushing event updated for resources: {'Port': ['ID=707162f2-407b-4a7f-b05a-cb7b952043bb,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:40.245252 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:40.324714 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.469503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:40.501295 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.505863 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.551397 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ccef119d-b531-4079-826c-cb9bc184b10f None None] Provisioning for port b27c16ef-4a99-4f54-9ff1-023480286be3 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:40.560945 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-ccef119d-b531-4079-826c-cb9bc184b10f None None] Provisioning complete for port b27c16ef-4a99-4f54-9ff1-023480286be3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:40.561323 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ccef119d-b531-4079-826c-cb9bc184b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.571146 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.572852 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Pushing event updated for resources: {'Port': ['ID=b27c16ef-4a99-4f54-9ff1-023480286be3,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:40.622873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ccef119d-b531-4079-826c-cb9bc184b10f None None] Port b27c16ef-4a99-4f54-9ff1-023480286be3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:35:40.626535 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:40.633458 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:40.633867 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.667751 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:40.669193 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:40.733903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:38Z', 'revision_number': 3, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:40.763859 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7615b3-170a-4736-870b-a3c86f5a918c None None] The sync data for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 is: [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:38Z', 'revision_number': 3, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:35:40.775577 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.801995 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Router 63900eda-cd19-4fb1-a666-e2f6d20087e5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:35:40.813464 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e8b4d85-5245-4252-bf4e-d5f02a5a59e0,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:40.818179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.883291 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=3e8b4d85-5245-4252-bf4e-d5f02a5a59e0,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:40.932347 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:35:40.937934 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0b82b018-9e7a-4025-b1a1-a77a2ebdae6b admin admin] 10.222.0.42 "PUT /v2.0/routers/63900eda-cd19-4fb1-a666-e2f6d20087e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6142609 Aug 03 20:35:40.943374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-73cfa9e3-fb54-4251-b2f4-5d744f49dd30 None None] Provisioning complete for port b27c16ef-4a99-4f54-9ff1-023480286be3 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:40.943787 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-73cfa9e3-fb54-4251-b2f4-5d744f49dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:40.983764 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-73cfa9e3-fb54-4251-b2f4-5d744f49dd30 None None] Port b27c16ef-4a99-4f54-9ff1-023480286be3 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:35:41.440663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41012) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:41.446418 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-351314704-network', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:41.470722 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Made reservation on behalf of 1bd11695a3c04c2da4cc9ed421fcb523 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:35:41.473663 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.484147 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.585795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.589630 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.615630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:35:41.626261 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1db60b4-1ba6-422a-89ca-2df3d8f43c7b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:41.631766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.632373 n-d-803378-1 neutron-server[94134]: INFO neutron.db.segments_db [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Added segment 3ee97f45-c585-445f-b66a-66c25fa2cbe8 of type vlan for network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c Aug 03 20:35:41.675091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768449572365'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.703584 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.704540 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:41.705127 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.761930 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3199632 Aug 03 20:35:41.764759 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41014) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:41.768726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b2e2b-c996-43bb-a8a3-5f68a51a01b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad3fbaf-84b9-4c4d-9f8c-a325f351724c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:41.769896 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Request body: {'subnet': {'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-351314704-subnet', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'ip_version': 4}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:41.779640 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c details requested by agent ovs-agent-n-d-803378-1 with host n-d-803378-1 {{(pid=94135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:35:41.795056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Made reservation on behalf of 1bd11695a3c04c2da4cc9ed421fcb523 for: {'subnet': 1} {{(pid=94133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:35:41.797416 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529473337'] for subnet, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:41.967016 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528579971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529473323'] for subnet, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.029491 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=79067f1a-2549-4a73-9899-6abb8811a780,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:42.034813 n-d-803378-1 neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Checking segment: {'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:42.035723 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Network hostable DHCP agents. Network: 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c, hostable agents: ['6172d64f-1330-4db6-9584-22e86ad83bf9'], hosted agents: [] {{(pid=94133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:35:42.052272 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c is scheduled to be hosted by DHCP agent 6172d64f-1330-4db6-9584-22e86ad83bf9 with binding_index 1 {{(pid=94133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:35:42.062834 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-1, 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c) {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:42.067252 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:42.067836 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.078247 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b42973b-ee70-4e93-a365-88fedab2b955 None None] Network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:35:42.088149 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-9bfbc23f-115e-4f26-9523-321ba22209ba admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3222218 Aug 03 20:35:42.090780 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41016) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:42.095498 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:42.116423 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-603665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8902'] for router, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.117556 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8927'] for router, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.169562 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.254883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c37bb80-0924-5d0b-ba3c-d93f5b3abeee-1ad3fbaf-84b9-4c4d-9f8c-a325f351724c', 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'fixed_ips': [{'subnet_id': '79067f1a-2549-4a73-9899-6abb8811a780'}]}} from n-d-803378-1. {{(pid=94135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:35:42.256144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.333136 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 707162f2-407b-4a7f-b05a-cb7b952043bb up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:42.356242 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.433042 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 707162f2-407b-4a7f-b05a-cb7b952043bb completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:42.440213 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Allocated IP 172.20.0.2 (1ad3fbaf-84b9-4c4d-9f8c-a325f351724c/79067f1a-2549-4a73-9899-6abb8811a780/4adfbc1e-b9bd-452b-a80b-2eed9357e2b7) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:35:42.442159 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 707162f2-407b-4a7f-b05a-cb7b952043bb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:42.442529 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.497318 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Sync routers for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:35:42.507278 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:42.508094 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:42.599945 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.619237 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:42.651029 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 707162f2-407b-4a7f-b05a-cb7b952043bb, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=707162f2-407b-4a7f-b05a-cb7b952043bb,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:42.655922 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.656712 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:42.745732 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.760297 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=707162f2-407b-4a7f-b05a-cb7b952043bb,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:42.767299 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Transition to ACTIVE for port object 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:42.786363 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Transition to ACTIVE for port object 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 will not be triggered until provisioned by entity DHCP. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:42.794292 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.805979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:42.806349 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.833408 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 2, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:42.854883 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:42.861718 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Checking router: 63900eda-cd19-4fb1-a666-e2f6d20087e5 for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:35:42.862049 n-d-803378-1 neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:42.862177 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Updating router 63900eda-cd19-4fb1-a666-e2f6d20087e5 port b27c16ef-4a99-4f54-9ff1-023480286be3 binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:35:42.871055 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:35:42.883952 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Pushing event updated for resources: {'Port': ['ID=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:42.894723 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.919135 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.943238 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.958379 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Attempting to bind port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:35:42.958745 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Attempting to bind port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:35:42.959107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Attempting to bind port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 on network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:35:42.971499 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:35:42.971873 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Checking segment: {'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:42.972260 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:42.972648 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Bound using segment: {'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:35:42.973113 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Bound port: 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:35:42.973508 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.045001 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] For port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:35:43.048312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] For port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,segment=NetworkSegment(3ee97f45-c585-445f-b66a-66c25fa2cbe8),segment_id=3ee97f45-c585-445f-b66a-66c25fa2cbe8)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:35:43.052451 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Allocated IP 172.25.4.66 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/f6e81e4d-f019-4091-a438-43c95967d7b2) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:35:43.055568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.117412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3a433-0ecc-4b11-b0ce-8eaeec0e8a17 None None] Pushing event updated for resources: {'Port': ['ID=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:43.167190 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.172859 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.178085 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Transition to ACTIVE for port object b27c16ef-4a99-4f54-9ff1-023480286be3 will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:43.185023 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.217071 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.233078 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Pushing event updated for resources: {'Port': ['ID=b27c16ef-4a99-4f54-9ff1-023480286be3,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:43.243093 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.243434 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.243772 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.244102 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.244613 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.245099 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.245786 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.246294 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.246777 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.247259 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.247755 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.248258 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:35:43.255734 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:43.259623 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:43.263469 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:35:43.308102 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e81e4d-f019-4091-a438-43c95967d7b2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:43.363061 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Attempting to bind port b27c16ef-4a99-4f54-9ff1-023480286be3 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:35:43.364874 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Attempting to bind port b27c16ef-4a99-4f54-9ff1-023480286be3 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:35:43.365462 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Attempting to bind port b27c16ef-4a99-4f54-9ff1-023480286be3 on network d2f3e743-11c0-47b9-9893-e3a5f5af2985 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:35:43.373634 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:35:43.374097 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Checking segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:43.374755 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.375243 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Bound using segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:35:43.376603 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Bound port: b27c16ef-4a99-4f54-9ff1-023480286be3, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:35:43.377172 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.468132 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] For port b27c16ef-4a99-4f54-9ff1-023480286be3, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:35:43.472111 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] For port b27c16ef-4a99-4f54-9ff1-023480286be3, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b27c16ef-4a99-4f54-9ff1-023480286be3,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:35:43.480128 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.542982 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:43.543694 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:43.587494 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37c79b-19a1-4138-8f5d-de8b848fcf18 None None] Pushing event updated for resources: {'Port': ['ID=b27c16ef-4a99-4f54-9ff1-023480286be3,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:43.603432 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.665891 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:43.812986 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600737'] for router, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:43.873085 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:43Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:43.900483 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ddb8e-de42-45da-a31f-03359081f5cb None None] The sync data for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 is: [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:43Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:35:43.964956 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Router cddaa291-51dc-48a0-94f8-4ac828e053ff is scheduled to L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 with binding_index 1 {{(pid=94133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:35:44.090736 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:35:44.101270 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Sync routers for ids ['cddaa291-51dc-48a0-94f8-4ac828e053ff'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:35:44.114364 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Routers {'cddaa291-51dc-48a0-94f8-4ac828e053ff'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:44.114893 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cddaa291-51dc-48a0-94f8-4ac828e053ff'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:44.119801 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] Notify callbacks [] for router, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:44.124370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41018) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:44.125863 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-304e9b17-e365-4247-a488-c3151d139e92 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0327647 Aug 03 20:35:44.284823 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc1334-89f8-4c94-b428-b4e0965ae87a None None] Network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:35:44.287920 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Set router cddaa291-51dc-48a0-94f8-4ac828e053ff gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:44.413374 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b27c16ef-4a99-4f54-9ff1-023480286be3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:44.514853 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-9fdd269f-1c10-42ee-9997-c1f96dccb75b None None] Provisioning for port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:44.621451 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port b27c16ef-4a99-4f54-9ff1-023480286be3 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:44.639239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b27c16ef-4a99-4f54-9ff1-023480286be3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:44.639610 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:44.670350 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:44.843843 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Allocated IP 172.20.0.1 (1ad3fbaf-84b9-4c4d-9f8c-a325f351724c/79067f1a-2549-4a73-9899-6abb8811a780/c6d0d761-9d7c-41df-a555-ec6c6a185dfc) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:35:44.875845 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:43Z', 'revision_number': 3, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port': {'id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:44.920692 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Checking router: cddaa291-51dc-48a0-94f8-4ac828e053ff for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:35:44.920953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Updating router cddaa291-51dc-48a0-94f8-4ac828e053ff port f6e81e4d-f019-4091-a438-43c95967d7b2 binding host n-d-803378-1 {{(pid=94135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:35:44.951351 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:44.955900 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:44.978476 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:44.995593 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Transition to ACTIVE for port object c6d0d761-9d7c-41df-a555-ec6c6a185dfc will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:45.022005 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port b27c16ef-4a99-4f54-9ff1-023480286be3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b27c16ef-4a99-4f54-9ff1-023480286be3,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:45.048412 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.065998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.066791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:45.098687 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:45.102647 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:45.106221 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:35:45.154771 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:45.167656 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600958'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.248386 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=b27c16ef-4a99-4f54-9ff1-023480286be3,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:45.304222 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:45.313050 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:45.313511 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.318007 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.427190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6b5b5398-c338-4b6c-bee2-5de04d86761b None None] Provisioning for port c6d0d761-9d7c-41df-a555-ec6c6a185dfc completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:45.444274 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-6b5b5398-c338-4b6c-bee2-5de04d86761b None None] Provisioning complete for port c6d0d761-9d7c-41df-a555-ec6c6a185dfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:45.444650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5398-c338-4b6c-bee2-5de04d86761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.467832 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.489941 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.494659 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.513599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Transition to ACTIVE for port object f6e81e4d-f019-4091-a438-43c95967d7b2 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:45.529096 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b5398-c338-4b6c-bee2-5de04d86761b None None] Port c6d0d761-9d7c-41df-a555-ec6c6a185dfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:35:45.531896 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.533810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.564049 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-991565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601058'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.565886 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:45.616295 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Attempting to bind port f6e81e4d-f019-4091-a438-43c95967d7b2 on host n-d-803378-1 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:35:45.616665 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Attempting to bind port f6e81e4d-f019-4091-a438-43c95967d7b2 by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:35:45.617075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Attempting to bind port f6e81e4d-f019-4091-a438-43c95967d7b2 on network 7557478a-edd8-4e11-a915-cdadfb234ceb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:35:45.625662 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586f77a-52d0-4e27-8b26-ad60b07a0d74 None None] Pushing event updated for resources: {'Port': ['ID=f6e81e4d-f019-4091-a438-43c95967d7b2,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:45.633100 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,segment=NetworkSegment(3ee97f45-c585-445f-b66a-66c25fa2cbe8),segment_id=3ee97f45-c585-445f-b66a-66c25fa2cbe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:45.635084 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:35:45.635677 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Checking segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:45.636167 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.636647 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Bound using segment: {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:35:45.637127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Bound port: f6e81e4d-f019-4091-a438-43c95967d7b2, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69beed-2f6e-4c78-b3f0-8a05ca3b0626', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:35:45.637716 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.640540 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.641322 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 707162f2-407b-4a7f-b05a-cb7b952043bb up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:45.655472 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:45.656784 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:45.765977 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:45.772924 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] For port f6e81e4d-f019-4091-a438-43c95967d7b2, host n-d-803378-1, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:35:45.774144 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Router cddaa291-51dc-48a0-94f8-4ac828e053ff has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:35:45.777734 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] For port f6e81e4d-f019-4091-a438-43c95967d7b2, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f6e81e4d-f019-4091-a438-43c95967d7b2,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:35:45.784634 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.829076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 707162f2-407b-4a7f-b05a-cb7b952043bb triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:45.829742 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:45.880630 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Routers {'cddaa291-51dc-48a0-94f8-4ac828e053ff'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:45.881266 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cddaa291-51dc-48a0-94f8-4ac828e053ff'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:45.888741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:35:45.893978 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-79787ede-84bd-4819-aedf-8c4ebb67e0e5 admin admin] 10.222.0.42 "PUT /v2.0/routers/cddaa291-51dc-48a0-94f8-4ac828e053ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685342 Aug 03 20:35:45.931156 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586f77a-52d0-4e27-8b26-ad60b07a0d74 None None] Pushing event updated for resources: {'Port': ['ID=f6e81e4d-f019-4091-a438-43c95967d7b2,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:46.016730 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-950b196f-40d7-4df0-bc37-4767e01fe287 None None] Provisioning complete for port c6d0d761-9d7c-41df-a555-ec6c6a185dfc triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:46.017112 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-950b196f-40d7-4df0-bc37-4767e01fe287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.068565 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] Set router cddaa291-51dc-48a0-94f8-4ac828e053ff gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:46.103102 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-950b196f-40d7-4df0-bc37-4767e01fe287 None None] Port c6d0d761-9d7c-41df-a555-ec6c6a185dfc cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:35:46.262821 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b27c16ef-4a99-4f54-9ff1-023480286be3 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:46.327059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 4, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port': {'id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c6d0d761-9d7c-41df-a555-ec6c6a185dfc', 'name': '', 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'mac_address': 'fa:16:3e:ab:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '79067f1a-2549-4a73-9899-6abb8811a780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:44Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 2, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'subnets': [{'id': '79067f1a-2549-4a73-9899-6abb8811a780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:46.330108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port b27c16ef-4a99-4f54-9ff1-023480286be3 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:46.330483 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.359748 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e10f92-ab66-47fc-918e-aeb0db7cef17 None None] The sync data for ids ['cddaa291-51dc-48a0-94f8-4ac828e053ff'] in n-d-803378-1 is: [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 4, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port': {'id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c6d0d761-9d7c-41df-a555-ec6c6a185dfc', 'name': '', 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'mac_address': 'fa:16:3e:ab:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '79067f1a-2549-4a73-9899-6abb8811a780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:44Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 2, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'subnets': [{'id': '79067f1a-2549-4a73-9899-6abb8811a780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:35:46.445079 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:46.493683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:46.494123 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.654496 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41026) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:46.660318 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e2927d24-886a-4994-9e65-4f301cb95d41 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716841226', 'description': 'tempest-secgroup-smoke-1716841226 description', 'project_id': 'a8d315aad9c144ab9991378f59514a20'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:46.686931 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2927d24-886a-4994-9e65-4f301cb95d41 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.775187 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2927d24-886a-4994-9e65-4f301cb95d41 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.779182 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2927d24-886a-4994-9e65-4f301cb95d41 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.802091 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2927d24-886a-4994-9e65-4f301cb95d41 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.803277 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e2927d24-886a-4994-9e65-4f301cb95d41 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475506 Aug 03 20:35:46.806642 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41028) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:46.811988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2927d24-886a-4994-9e65-4f301cb95d41 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:46.812637 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-1b91f812-6644-4bc1-9b38-98ab0868374b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'security_group_rule': {'security_group_id': '51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce', 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:46.848023 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b91f812-6644-4bc1-9b38-98ab0868374b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.911492 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b91f812-6644-4bc1-9b38-98ab0868374b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.915576 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b91f812-6644-4bc1-9b38-98ab0868374b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.936594 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91f812-6644-4bc1-9b38-98ab0868374b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f98682e-eb22-4a44-bbc4-594b1f6839e8,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:46.939928 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1b91f812-6644-4bc1-9b38-98ab0868374b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.941221 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-1b91f812-6644-4bc1-9b38-98ab0868374b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328158 Aug 03 20:35:46.944223 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41030) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:46.949661 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-22e6a648-e8eb-4c85-8f27-99bf4b7da737 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'security_group_rule': {'security_group_id': '51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce', 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:46.978992 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22e6a648-e8eb-4c85-8f27-99bf4b7da737 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.044147 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22e6a648-e8eb-4c85-8f27-99bf4b7da737 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.047658 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22e6a648-e8eb-4c85-8f27-99bf4b7da737 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.067988 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6a648-e8eb-4c85-8f27-99bf4b7da737 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73865c7-e4a7-46f9-b28f-1fb0dabc22d6,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:47.075289 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-22e6a648-e8eb-4c85-8f27-99bf4b7da737 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.077993 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-22e6a648-e8eb-4c85-8f27-99bf4b7da737 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327755 Aug 03 20:35:47.079422 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41032) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:47.084604 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-bae91e24-4837-44e1-9421-befc98245679 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'security_group_rule': {'security_group_id': '51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce', 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:47.112397 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bae91e24-4837-44e1-9421-befc98245679 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.179452 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bae91e24-4837-44e1-9421-befc98245679 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.184299 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bae91e24-4837-44e1-9421-befc98245679 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.204435 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae91e24-4837-44e1-9421-befc98245679 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e43079-d0ff-4014-abeb-ec001c6aad93,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:47.207498 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bae91e24-4837-44e1-9421-befc98245679 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.211836 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-bae91e24-4837-44e1-9421-befc98245679 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282420 Aug 03 20:35:47.212767 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41034) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:47.216611 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-0938ebde-2f5f-4d44-a57d-1efa768a650d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'security_group_rule': {'security_group_id': '51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce', 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:47.244328 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0938ebde-2f5f-4d44-a57d-1efa768a650d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.309349 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0938ebde-2f5f-4d44-a57d-1efa768a650d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.313748 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0938ebde-2f5f-4d44-a57d-1efa768a650d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.338326 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938ebde-2f5f-4d44-a57d-1efa768a650d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5ac381-14f4-4b03-93fb-f17f727c34f3,revision_number=0']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:47.341523 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0938ebde-2f5f-4d44-a57d-1efa768a650d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.345410 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-0938ebde-2f5f-4d44-a57d-1efa768a650d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296937 Aug 03 20:35:47.346024 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41036) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:47.361368 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bb380185-6f0c-46d5-bb57-a08fce0e8349 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'security_group_rule': {'security_group_id': '51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce', 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:47.390121 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-bb380185-6f0c-46d5-bb57-a08fce0e8349 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Project a8d315aad9c144ab9991378f59514a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:35:47.395280 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb380185-6f0c-46d5-bb57-a08fce0e8349 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.452267 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb380185-6f0c-46d5-bb57-a08fce0e8349 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.456226 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb380185-6f0c-46d5-bb57-a08fce0e8349 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.477724 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb380185-6f0c-46d5-bb57-a08fce0e8349 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6fee3c-eef5-4317-9dda-3a090f0f9545,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:47.485362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bb380185-6f0c-46d5-bb57-a08fce0e8349 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.486797 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-bb380185-6f0c-46d5-bb57-a08fce0e8349 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393218 Aug 03 20:35:47.489505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41038) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:35:47.494635 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e73b28f8-3417-48d1-bd69-c8aff27b5459 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'security_group_rule': {'security_group_id': '51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce', 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:47.518529 n-d-803378-1 neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-e73b28f8-3417-48d1-bd69-c8aff27b5459 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Project a8d315aad9c144ab9991378f59514a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:35:47.523840 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e73b28f8-3417-48d1-bd69-c8aff27b5459 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.588060 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e73b28f8-3417-48d1-bd69-c8aff27b5459 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.592040 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e73b28f8-3417-48d1-bd69-c8aff27b5459 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006817'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.610597 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b28f8-3417-48d1-bd69-c8aff27b5459 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5f6d8f-d59c-411a-a917-74dfa74f3ef1,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:47.617914 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e73b28f8-3417-48d1-bd69-c8aff27b5459 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:47.626611 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e73b28f8-3417-48d1-bd69-c8aff27b5459 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286733 Aug 03 20:35:47.774283 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-b5e16468-a5fc-455d-a426-c8b08220330a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716841226&fields=id&tenant_id=a8d315aad9c144ab9991378f59514a20 HTTP/1.1" status: 200 len: 267 time: 0.0343385 Aug 03 20:35:47.882916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-06b8abed-c3a3-49d4-9595-79f30a3877ad tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:47.884405 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-06b8abed-c3a3-49d4-9595-79f30a3877ad tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 810 time: 0.1033149 Aug 03 20:35:47.899515 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-99de9383-5794-4474-8469-33c1102e5b87 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/quotas/a8d315aad9c144ab9991378f59514a20 HTTP/1.1" status: 200 len: 375 time: 0.0093873 Aug 03 20:35:47.950223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-2b883f12-503a-4740-99cf-bcce4a645972 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457010 Aug 03 20:35:48.053094 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-b46e6afe-1cfa-46f6-a1e4-1e69bf7522da service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:35:48.054154 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-b46e6afe-1cfa-46f6-a1e4-1e69bf7522da service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0887773 Aug 03 20:35:48.144272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-88eb7c61-694f-4a87-88d4-e0f41e114f53 service neutron] 10.222.0.42 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832417 Aug 03 20:35:48.235567 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f6e81e4d-f019-4091-a438-43c95967d7b2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:48.246233 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635ac77b-6fac-4051-a66c-b17eb84900d4 service neutron] 10.222.0.42 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956087 Aug 03 20:35:48.284694 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port f6e81e4d-f019-4091-a438-43c95967d7b2 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:48.288508 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f6e81e4d-f019-4091-a438-43c95967d7b2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:48.289419 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:48.373912 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:48.397019 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port f6e81e4d-f019-4091-a438-43c95967d7b2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f6e81e4d-f019-4091-a438-43c95967d7b2,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:48.401733 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:48.416789 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55ca5953-c07e-479d-a372-376d2dd00fbc req-59b2a69b-46fd-455a-b4b3-15b46f28c7c8 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 210 time: 0.0282528 Aug 03 20:35:48.462923 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Sync routers for ids ['cddaa291-51dc-48a0-94f8-4ac828e053ff'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:35:48.466799 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=f6e81e4d-f019-4091-a438-43c95967d7b2,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:48.471890 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Routers {'cddaa291-51dc-48a0-94f8-4ac828e053ff'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:48.472685 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cddaa291-51dc-48a0-94f8-4ac828e053ff'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:48.666751 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Set router cddaa291-51dc-48a0-94f8-4ac828e053ff gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:48.859767 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 4, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port': {'id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c6d0d761-9d7c-41df-a555-ec6c6a185dfc', 'name': '', 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'mac_address': 'fa:16:3e:ab:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '79067f1a-2549-4a73-9899-6abb8811a780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:44Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 2, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'subnets': [{'id': '79067f1a-2549-4a73-9899-6abb8811a780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:48.888568 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Checking router: cddaa291-51dc-48a0-94f8-4ac828e053ff for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:35:48.888908 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Updating router cddaa291-51dc-48a0-94f8-4ac828e053ff port c6d0d761-9d7c-41df-a555-ec6c6a185dfc binding host n-d-803378-1 {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:35:48.913087 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:49.163799 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:49.173212 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Transition to ACTIVE for port object c6d0d761-9d7c-41df-a555-ec6c6a185dfc will not be triggered until provisioned by entity L2. {{(pid=94136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:49.178684 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:49.226054 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acc153-234f-403a-af86-4a0f96243334 None None] Pushing event updated for resources: {'Port': ['ID=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:49.283912 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Attempting to bind port c6d0d761-9d7c-41df-a555-ec6c6a185dfc on host n-d-803378-1 for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:35:49.284369 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Attempting to bind port c6d0d761-9d7c-41df-a555-ec6c6a185dfc by drivers openvswitch,hyperv on host n-d-803378-1 at level 0 using segments [{'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:35:49.284748 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Attempting to bind port c6d0d761-9d7c-41df-a555-ec6c6a185dfc on network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:35:49.290155 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Checking agent: {'id': '0cd6e88d-44dc-4e47-8d14-151e58e8674a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 53, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:35:49.290499 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Checking segment: {'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:49.290895 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:49.291402 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Bound using segment: {'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:35:49.291866 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Bound port: c6d0d761-9d7c-41df-a555-ec6c6a185dfc, host: n-d-803378-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee97f45-c585-445f-b66a-66c25fa2cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:35:49.292274 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:49.362303 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] For port c6d0d761-9d7c-41df-a555-ec6c6a185dfc, host n-d-803378-1, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:35:49.365848 n-d-803378-1 neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] For port c6d0d761-9d7c-41df-a555-ec6c6a185dfc, host n-d-803378-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,segment=NetworkSegment(3ee97f45-c585-445f-b66a-66c25fa2cbe8),segment_id=3ee97f45-c585-445f-b66a-66c25fa2cbe8)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:35:49.373136 n-d-803378-1 neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:49.434421 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Routers {'cddaa291-51dc-48a0-94f8-4ac828e053ff'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:35:49.434982 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:35:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cddaa291-51dc-48a0-94f8-4ac828e053ff'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:49.458907 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-ee3a82bc-5d8f-4e51-9aad-598a12f4a4b0 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:49.466129 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-ee3a82bc-5d8f-4e51-9aad-598a12f4a4b0 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 810 time: 0.1519294 Aug 03 20:35:49.490269 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acc153-234f-403a-af86-4a0f96243334 None None] Pushing event updated for resources: {'Port': ['ID=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:49.548401 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-423b1faf-3b35-47be-9a5e-38155289eb50 req-22c03826-642e-46cc-bc61-d7d2a7e89de2 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 210 time: 0.0297680 Aug 03 20:35:49.553625 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-e4175769-4329-4ee8-a711-b556bcd8cc7d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8d315aad9c144ab9991378f59514a20 HTTP/1.1" status: 200 len: 380 time: 0.0759761 Aug 03 20:35:49.565725 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'port': {'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'admin_state_up': True, 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'security_groups': ['51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:49.573543 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] Set router cddaa291-51dc-48a0-94f8-4ac828e053ff gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:35:49.695506 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Made reservation on behalf of a8d315aad9c144ab9991378f59514a20 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:35:49.699231 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:49.779885 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 4, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port': {'id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c6d0d761-9d7c-41df-a555-ec6c6a185dfc', 'name': '', 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'mac_address': 'fa:16:3e:ab:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '79067f1a-2549-4a73-9899-6abb8811a780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:44Z', 'updated_at': '2021-08-03T20:35:49Z', 'revision_number': 4, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'subnets': [{'id': '79067f1a-2549-4a73-9899-6abb8811a780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:35:49.806759 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f367ef-9ff5-4d1b-8fc4-b7c158703e85 None None] The sync data for ids ['cddaa291-51dc-48a0-94f8-4ac828e053ff'] in n-d-803378-1 is: [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:45Z', 'revision_number': 4, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port': {'id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'c6d0d761-9d7c-41df-a555-ec6c6a185dfc', 'name': '', 'network_id': '1ad3fbaf-84b9-4c4d-9f8c-a325f351724c', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'mac_address': 'fa:16:3e:ab:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '79067f1a-2549-4a73-9899-6abb8811a780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:44Z', 'updated_at': '2021-08-03T20:35:49Z', 'revision_number': 4, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'subnets': [{'id': '79067f1a-2549-4a73-9899-6abb8811a780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:35:49.823052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Allocated IP 172.20.0.14 (d2f3e743-11c0-47b9-9893-e3a5f5af2985/545cf4ca-7188-485e-884a-8f3a2139968f/36673da4-8dd0-48b3-9b21-8f481eed839a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:35:50.256178 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c6d0d761-9d7c-41df-a555-ec6c6a185dfc up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:50.308378 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning for port c6d0d761-9d7c-41df-a555-ec6c6a185dfc completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:50.313459 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c6d0d761-9d7c-41df-a555-ec6c6a185dfc triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:50.313807 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.331690 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.346969 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Transition to ACTIVE for port object 36673da4-8dd0-48b3-9b21-8f481eed839a will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:50.382239 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.397236 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.426546 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:35:50.430612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] For port c6d0d761-9d7c-41df-a555-ec6c6a185dfc, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,segment=NetworkSegment(3ee97f45-c585-445f-b66a-66c25fa2cbe8),segment_id=3ee97f45-c585-445f-b66a-66c25fa2cbe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:50.432399 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:35:50.435713 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.436507 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f6e81e4d-f019-4091-a438-43c95967d7b2 up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:50.436726 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:35:50.440818 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:50.489845 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:50.490538 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.505045 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-635418a7-ae00-4253-bd36-fe64521b268a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9443073 Aug 03 20:35:50.514995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Pushing event updated for resources: {'Port': ['ID=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:50.527633 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Request body: {'port': {'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:35:50.533292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port f6e81e4d-f019-4091-a438-43c95967d7b2 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:50.533841 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.583752 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.718503 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0aea6dd0-66ff-4c41-b573-a440180100dc None None] Provisioning for port 36673da4-8dd0-48b3-9b21-8f481eed839a completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:50.722949 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-0aea6dd0-66ff-4c41-b573-a440180100dc None None] Provisioning complete for port 36673da4-8dd0-48b3-9b21-8f481eed839a triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:50.723556 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0aea6dd0-66ff-4c41-b573-a440180100dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.759835 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca724b07-ddee-4ac7-a555-9c519ee6ad3c req-6e8a62c7-4632-4fe5-8270-b28f89f07aa1 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:50.760355 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0aea6dd0-66ff-4c41-b573-a440180100dc None None] Port 36673da4-8dd0-48b3-9b21-8f481eed839a cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:35:50.761390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca724b07-ddee-4ac7-a555-9c519ee6ad3c req-6e8a62c7-4632-4fe5-8270-b28f89f07aa1 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 932 time: 0.1228888 Aug 03 20:35:50.841987 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ca724b07-ddee-4ac7-a555-9c519ee6ad3c req-8c1eaa0f-39cf-470b-8af7-7e62e2da8e7a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706680 Aug 03 20:35:50.927416 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36673da4-8dd0-48b3-9b21-8f481eed839a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:35:50.934711 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:50.946680 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Transition to ACTIVE for port object 36673da4-8dd0-48b3-9b21-8f481eed839a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:35:50.949826 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:51.001526 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Pushing event updated for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:51.070733 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Attempting to bind port 36673da4-8dd0-48b3-9b21-8f481eed839a on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:35:51.071290 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Attempting to bind port 36673da4-8dd0-48b3-9b21-8f481eed839a by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:35:51.071698 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Attempting to bind port 36673da4-8dd0-48b3-9b21-8f481eed839a on network d2f3e743-11c0-47b9-9893-e3a5f5af2985 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:35:51.076311 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Port 36673da4-8dd0-48b3-9b21-8f481eed839a on network d2f3e743-11c0-47b9-9893-e3a5f5af2985 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:35:51.076638 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Attempting to bind port 36673da4-8dd0-48b3-9b21-8f481eed839a on network d2f3e743-11c0-47b9-9893-e3a5f5af2985 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:35:51.081660 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:35:51.082006 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Checking segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:35:51.082391 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Bound using segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:35:51.082823 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Bound port: 36673da4-8dd0-48b3-9b21-8f481eed839a, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:35:51.083189 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:51.149988 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:35:51.153120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:35:51.157329 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:51.192047 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.192671 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:51.194477 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] 10.222.0.88 "PUT /v2.0/ports/36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 1092 time: 0.6811738 Aug 03 20:35:51.195428 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:35:51.197748 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b1c2f6-04f9-4231-8823-4924d52254cd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:35:51.227044 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887c6f-bde7-480c-99eb-ef43e7044e69 service neutron] Pushing event updated for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:51.250567 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac6a8ad-69ac-4f77-8d5a-5b3588e8196f x-openstack-request-id: req-8ac6a8ad-69ac-4f77-8d5a-5b3588e8196f {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:35:51.250778 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:35:51.251012 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ac6a8ad-69ac-4f77-8d5a-5b3588e8196f {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:35:51.251403 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'status': 'completed', 'code': 200} Aug 03 20:35:51.285442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-12b5de18-c2b1-466f-9621-c1814b4835ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.287027 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-12b5de18-c2b1-466f-9621-c1814b4835ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1095 time: 0.0456502 Aug 03 20:35:51.333985 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-dc4500f4-f561-4da7-86a0-53dcbc2494db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 217 time: 0.0385444 Aug 03 20:35:51.386442 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-75148c97-609e-4062-8cd9-0674a41e5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.387957 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-75148c97-609e-4062-8cd9-0674a41e5af0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0470579 Aug 03 20:35:51.433734 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:51.437297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-fac289bd-3a89-42b3-86c2-ed992a55fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.438880 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-fac289bd-3a89-42b3-86c2-ed992a55fef3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422416 Aug 03 20:35:51.533416 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-ad99f3dd-cbab-4439-bc6f-a6bc2b054137 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865026 Aug 03 20:35:51.621739 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f7056183-3e9e-430d-8b93-3d96f8f90f14 req-b24def83-7f42-4cce-9182-b7c4112c6154 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805671 Aug 03 20:35:51.709513 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-3d925a84-3db9-4228-93f5-997b9313ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.711428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-3d925a84-3db9-4228-93f5-997b9313ec6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1095 time: 0.0448539 Aug 03 20:35:51.799750 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-059a1fff-d323-498e-957b-14fa2a878f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.801223 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-059a1fff-d323-498e-957b-14fa2a878f5f service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.0827765 Aug 03 20:35:51.843525 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-116d82f8-1eda-4867-88ba-7d18d0d63e1b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 217 time: 0.0351596 Aug 03 20:35:51.898579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-bfdb3bc1-edf4-4cd2-a71b-9635b4734cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.900069 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-bfdb3bc1-edf4-4cd2-a71b-9635b4734cab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0479543 Aug 03 20:35:51.974414 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-aaea82aa-7c6a-464f-b026-a7eb2abd597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.975823 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-aaea82aa-7c6a-464f-b026-a7eb2abd597f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677526 Aug 03 20:35:51.984153 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444dfe3-ebc4-4900-add7-2e16ff64f10c req-84399e77-1999-45ad-9bbf-19d85eba0fb9 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:51.985527 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3444dfe3-ebc4-4900-add7-2e16ff64f10c req-84399e77-1999-45ad-9bbf-19d85eba0fb9 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 944 time: 0.0698631 Aug 03 20:35:52.072101 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3444dfe3-ebc4-4900-add7-2e16ff64f10c req-f5307f49-92e8-4641-813a-ad14e7f76465 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787010 Aug 03 20:35:52.096692 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-95c1a5a0-9f82-42f2-a445-fbb24b972935 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102247 Aug 03 20:35:52.186954 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c0b1c2f6-04f9-4231-8823-4924d52254cd req-fb004474-333d-4de9-a8b4-111c7a7df06e service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816183 Aug 03 20:35:52.217255 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c6d0d761-9d7c-41df-a555-ec6c6a185dfc up at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:52.264206 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Provisioning complete for port c6d0d761-9d7c-41df-a555-ec6c6a185dfc triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:52.264496 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:53.192694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff440c03-7e2e-43fc-9651-4bcd36955f58 req-fe68c091-cfd6-4226-95f8-b2752e601e4d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:53.194274 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff440c03-7e2e-43fc-9651-4bcd36955f58 req-fe68c091-cfd6-4226-95f8-b2752e601e4d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 944 time: 0.0530868 Aug 03 20:35:53.232573 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff440c03-7e2e-43fc-9651-4bcd36955f58 req-e7145372-1d16-4459-a1de-bc0467a5fac1 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Aug 03 20:35:54.346041 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1e501-269b-48b6-a223-4b9a2672a7eb req-e49fa854-08eb-44eb-b245-f8f4bbbabe8f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:54.347551 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26f1e501-269b-48b6-a223-4b9a2672a7eb req-e49fa854-08eb-44eb-b245-f8f4bbbabe8f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 944 time: 0.0485075 Aug 03 20:35:54.385553 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-26f1e501-269b-48b6-a223-4b9a2672a7eb req-36eef737-3b34-4640-9811-3a71d726638c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314806 Aug 03 20:35:55.506120 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe559a7-517e-4579-b8d4-cbf7f5d67c4b req-be0e27fe-2868-44a8-b3dc-869aeb2d5384 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:55.508142 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffe559a7-517e-4579-b8d4-cbf7f5d67c4b req-be0e27fe-2868-44a8-b3dc-869aeb2d5384 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 944 time: 0.0530992 Aug 03 20:35:55.546386 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ffe559a7-517e-4579-b8d4-cbf7f5d67c4b req-0fa0a036-04e5-43dd-89ce-7cdb7c8a8bc5 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Aug 03 20:35:55.803108 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36673da4-8dd0-48b3-9b21-8f481eed839a details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:35:55.895312 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:55.906879 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:35:56.096956 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:56.109653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36673da4-8dd0-48b3-9b21-8f481eed839a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:35:56.129854 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:56.134584 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:56.179676 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:56.305989 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d7a65f5d-a4dd-4be8-922f-8ca76e3f22b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:56.540731 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:56.631925 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['36673da4-8dd0-48b3-9b21-8f481eed839a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:35:56.664183 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf63852-d615-428f-af9a-e20a62ded6f2 req-fc15a2d3-3804-4e28-9475-a2bec3ea1b90 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:56.666074 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bf63852-d615-428f-af9a-e20a62ded6f2 req-fc15a2d3-3804-4e28-9475-a2bec3ea1b90 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 945 time: 0.0544293 Aug 03 20:35:56.711902 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7bf63852-d615-428f-af9a-e20a62ded6f2 req-11218f69-77fa-4a6c-98cc-ebe39bc809cd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393333 Aug 03 20:35:57.805644 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36673da4-8dd0-48b3-9b21-8f481eed839a up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:35:57.828741 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7d49b-e02f-46ff-bf7a-24ea6d85b452 req-a3082cc3-86cb-4843-b97b-049890164dc8 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:57.830272 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98b7d49b-e02f-46ff-bf7a-24ea6d85b452 req-a3082cc3-86cb-4843-b97b-049890164dc8 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 945 time: 0.0496554 Aug 03 20:35:57.856523 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port 36673da4-8dd0-48b3-9b21-8f481eed839a completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:35:57.860190 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 36673da4-8dd0-48b3-9b21-8f481eed839a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:35:57.860564 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:57.869422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-98b7d49b-e02f-46ff-bf7a-24ea6d85b452 req-e5496a9e-99a3-420c-9fa7-47211aa2cd1d tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330863 Aug 03 20:35:57.938312 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:57.960002 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:35:57.962313 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ef1c79-7dda-4211-909c-a56ff49bcbef" -d '{"events": [{"server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "name": "network-vif-plugged", "status": "completed", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:35:57.976381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:35:57.980658 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:58.004492 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd083353-648a-4c93-85f3-74c6dde684bd x-openstack-request-id: req-fd083353-648a-4c93-85f3-74c6dde684bd {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:35:58.004788 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "name": "network-vif-plugged", "status": "completed", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:35:58.005038 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd083353-648a-4c93-85f3-74c6dde684bd {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:35:58.005419 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'code': 200} Aug 03 20:35:58.032592 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:35:58.100670 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1bd9f-49c3-4174-971a-5936f869f6a3 req-ec5c10f8-289d-4d4d-b917-ec05bf5fd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:58.102740 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78d1bd9f-49c3-4174-971a-5936f869f6a3 req-ec5c10f8-289d-4d4d-b917-ec05bf5fd19a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1097 time: 0.0400200 Aug 03 20:35:58.137329 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-78d1bd9f-49c3-4174-971a-5936f869f6a3 req-d69f00b9-c0fb-4818-9bf6-639a66aea49e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273151 Aug 03 20:35:58.986395 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde9ac-5173-40a5-88a7-970b2d3b1d76 req-2236b7d0-4d8d-4edf-89aa-8861da5d45a0 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:35:58.987906 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00dde9ac-5173-40a5-88a7-970b2d3b1d76 req-2236b7d0-4d8d-4edf-89aa-8861da5d45a0 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 946 time: 0.0531816 Aug 03 20:35:59.027474 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-00dde9ac-5173-40a5-88a7-970b2d3b1d76 req-27099e58-ae58-4fb7-960f-0dadf31f035f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330088 Aug 03 20:35:59.946579 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:00.142505 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663126b-cae2-4ef4-9350-d4c265eca625 req-bac0edc0-391a-4029-a1b0-543f503a4221 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:00.143998 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0663126b-cae2-4ef4-9350-d4c265eca625 req-bac0edc0-391a-4029-a1b0-543f503a4221 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 946 time: 0.0485246 Aug 03 20:36:00.181599 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0663126b-cae2-4ef4-9350-d4c265eca625 req-7f86b48c-9cd0-4f7b-9a1d-86c00d999bd0 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Aug 03 20:36:00.296872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdeeb2-7c36-4d3b-b852-49f91bb593a1 req-131a47bf-8c48-4b90-bd0a-e4ed75173340 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:00.298383 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75bdeeb2-7c36-4d3b-b852-49f91bb593a1 req-131a47bf-8c48-4b90-bd0a-e4ed75173340 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 946 time: 0.0516422 Aug 03 20:36:00.336216 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-75bdeeb2-7c36-4d3b-b852-49f91bb593a1 req-53538d52-34e7-4abe-9ce5-c15cbc29b807 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Aug 03 20:36:00.357341 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41094) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:36:00.407940 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-abba6a4e-d013-4d07-90fb-074dcdb5a36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:00.455440 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55442c3b-acf5-430e-99e7-9f7eddc056cc tempest-TestSnapshotPattern-2075261011 tempest-TestSnapshotPattern-2075261011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:00.457071 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-55442c3b-acf5-430e-99e7-9f7eddc056cc tempest-TestSnapshotPattern-2075261011 tempest-TestSnapshotPattern-2075261011-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1092 time: 0.0987389 Aug 03 20:36:00.460070 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41098) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:36:00.464529 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:36:00.486814 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:00.585861 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:00.686350 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Allocated IP 172.25.4.164 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/a0829267-8e3c-4c05-b4fe-610da61d1451) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:36:00.790774 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:00.830301 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:00.865199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:36:00.868110 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:36:00.870726 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:36:00.906090 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'Port': ['ID=a0829267-8e3c-4c05-b4fe-610da61d1451,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:36:01.226800 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:01.294627 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:01.442758 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:01.447808 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:01.524190 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'Port': ['ID=a0829267-8e3c-4c05-b4fe-610da61d1451,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:36:01.533991 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:01.593529 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-fc921122-570e-420b-ab7f-414ccd051e74 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438945 Aug 03 20:36:01.635734 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Floating IP cc888f34-892e-4325-a8ce-817ef640c1c7 associated. External IP: 172.25.4.164, port: 36673da4-8dd0-48b3-9b21-8f481eed839a. Aug 03 20:36:01.676052 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-37228ac2-aaea-4c7c-8372-73d0fff0ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:01.677839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-37228ac2-aaea-4c7c-8372-73d0fff0ee7a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1097 time: 0.0403371 Aug 03 20:36:01.782267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-13464ab3-df06-41c4-976e-42d850866772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:01.783664 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-13464ab3-df06-41c4-976e-42d850866772 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.0847673 Aug 03 20:36:01.844141 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Router 63900eda-cd19-4fb1-a666-e2f6d20087e5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:36:01.855748 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-66d312a1-a279-4cd9-ae4f-9ded50f5c7e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 1000 time: 0.0635228 Aug 03 20:36:01.904884 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-20c6a9dd-bfeb-4c31-93fe-2bfb22a098cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:01.906390 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-20c6a9dd-bfeb-4c31-93fe-2bfb22a098cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0434728 Aug 03 20:36:01.952709 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:36:01.962684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-b5a5efd7-329d-4efd-b8b8-1971cd79f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:01.964428 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-b5a5efd7-329d-4efd-b8b8-1971cd79f456 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490987 Aug 03 20:36:01.964698 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] Sync routers for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:36:01.970553 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:01.974470 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:36:01.975089 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:36:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:36:02.009054 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-29669fb1-0396-4f0c-9f29-ab822ede2fbd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5370119 Aug 03 20:36:02.009054 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:36:02.009054 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b3ea4-f1b8-4399-abf0-831928aa488e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:36:02.064422 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-2a6091f7-1ae7-414e-8339-4010103961c7 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918450 Aug 03 20:36:02.092904 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36022166-5694-4cfb-b3f7-9607d2db9953 x-openstack-request-id: req-36022166-5694-4cfb-b3f7-9607d2db9953 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:36:02.093281 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:36:02.093633 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36022166-5694-4cfb-b3f7-9607d2db9953 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:36:02.094113 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'status': 'completed', 'code': 200} Aug 03 20:36:02.105788 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:36:02.158952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2135a08c-343a-417f-a3cd-231e3ca63127 req-17346e4c-5e1a-46d2-94b5-e8e6f18b15a9 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867691 Aug 03 20:36:02.250259 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-1b8119b6-4d47-4b9b-afac-60fbff9e4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:02.252150 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-1b8119b6-4d47-4b9b-afac-60fbff9e4573 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1097 time: 0.0467789 Aug 03 20:36:02.316057 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:02.332381 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:01Z', 'revision_number': 0, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:36:02.350164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-1817c7f9-22e0-4995-b695-7395bb9cf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:02.352226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-1817c7f9-22e0-4995-b695-7395bb9cf1bb service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.0931411 Aug 03 20:36:02.362473 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] Checking router: 63900eda-cd19-4fb1-a666-e2f6d20087e5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:36:02.373155 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:36:02.373802 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:36:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:36:02.422097 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-49e048d1-98cc-488d-ad49-758d6966e1ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 1000 time: 0.0628774 Aug 03 20:36:02.473075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-e8c5ced8-1a3e-4bbf-b67c-dd0958a24e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:02.474654 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-e8c5ced8-1a3e-4bbf-b67c-dd0958a24e4e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0441816 Aug 03 20:36:02.479412 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:36:02.520179 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-eeda66d8-a95b-470c-9558-756844866f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:36:02.521756 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-eeda66d8-a95b-470c-9558-756844866f19 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398314 Aug 03 20:36:02.615434 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-2890d653-48b3-483f-a770-f3a84da1f12e service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853643 Aug 03 20:36:02.702075 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:01Z', 'revision_number': 0, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:36:02.702901 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0c5b3ea4-f1b8-4399-abf0-831928aa488e req-d50f08ea-1c7e-4413-8ef5-0d027fb79e73 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806410 Aug 03 20:36:02.728703 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbc69b-943e-4524-897d-925db22338f4 None None] The sync data for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 is: [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:01Z', 'revision_number': 0, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:36:02.907621 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db832d5-fc4d-44f6-bce3-da9cadb60a21 None None] New status for floating IP cc888f34-892e-4325-a8ce-817ef640c1c7: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:36:04.751681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:05.468653 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:36:21.429267 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:26.306464 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5e397803-1582-4f7b-a477-9a62f4b15cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:26.551620 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:29.948059 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:30.408576 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23d5a1b6-97c7-488a-8de1-9b12aa93b94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:32.295118 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:34.755331 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:42.468232 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:36:51.436881 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:56.307038 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4affc65c-d57a-4aff-a7be-f6f41efe1ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:56.561710 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:59.948880 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:00.409062 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd2a5-9b35-4bec-bd4c-bc37f6e3edde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:02.297452 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:03.585548 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-077935f1-5a7a-4718-952e-8dc30145c224 req-825f761f-4fe2-4018-8e88-123b076fe8de service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419955 Aug 03 20:37:03.672080 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077935f1-5a7a-4718-952e-8dc30145c224 req-e203d47d-b263-42ca-89db-81f7ba89181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:37:03.673574 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-077935f1-5a7a-4718-952e-8dc30145c224 req-e203d47d-b263-42ca-89db-81f7ba89181a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1097 time: 0.0447710 Aug 03 20:37:03.775011 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077935f1-5a7a-4718-952e-8dc30145c224 req-6b6cf0ea-3b3b-46c2-986b-85511e70812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:37:03.776366 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-077935f1-5a7a-4718-952e-8dc30145c224 req-6b6cf0ea-3b3b-46c2-986b-85511e70812f service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.0826237 Aug 03 20:37:03.843796 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-077935f1-5a7a-4718-952e-8dc30145c224 req-a33951fb-1324-4b32-bdfa-2e6d36aad8a3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 1002 time: 0.0604928 Aug 03 20:37:03.894175 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077935f1-5a7a-4718-952e-8dc30145c224 req-0c261b08-37b0-4b8e-9645-cba73a2396f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:37:03.895663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-077935f1-5a7a-4718-952e-8dc30145c224 req-0c261b08-37b0-4b8e-9645-cba73a2396f0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0449266 Aug 03 20:37:03.940130 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077935f1-5a7a-4718-952e-8dc30145c224 req-91a80ee8-e79e-4752-8766-e414a7d558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:37:03.941644 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-077935f1-5a7a-4718-952e-8dc30145c224 req-91a80ee8-e79e-4752-8766-e414a7d558a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391593 Aug 03 20:37:04.032675 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-077935f1-5a7a-4718-952e-8dc30145c224 req-7ec807c6-ebf5-41f5-ba2b-9d60488a9bf5 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833952 Aug 03 20:37:04.120690 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-077935f1-5a7a-4718-952e-8dc30145c224 req-69f217e2-d67c-4efc-b409-9b1c744bb396 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807145 Aug 03 20:37:04.758882 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:19.466802 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:37:21.456869 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:26.307029 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dce310e6-d640-4039-9c82-f2de2d66079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:26.579251 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:29.949990 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:30.408909 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5312719-fb7d-4c0c-b9c1-dbfdda19c972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:32.301370 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:34.761073 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:51.472433 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:56.306935 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-447709c1-9162-4d33-904e-0e7df23c761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:56.466086 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:37:56.593729 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:59.951045 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:00.409650 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3cd71713-b8ce-4e43-82be-e08f36ffabb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:02.308129 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:02.411964 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36673da4-8dd0-48b3-9b21-8f481eed839a details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:38:02.517233 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:38:02.533201 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:38:02.571864 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:02.585343 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36673da4-8dd0-48b3-9b21-8f481eed839a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:38:02.608338 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:38:02.613285 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:02.669319 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:02.677315 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.677687 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.678023 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.678358 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.678683 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.679008 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.679331 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.679650 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.679968 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.680285 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.680600 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.680914 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:02.685926 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['36673da4-8dd0-48b3-9b21-8f481eed839a'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:38:04.421332 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36673da4-8dd0-48b3-9b21-8f481eed839a up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:38:04.474076 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port 36673da4-8dd0-48b3-9b21-8f481eed839a triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:38:04.474459 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:04.581450 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:04.606690 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:38:04.608916 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ae997-4352-4ca5-b9e7-ceea18f9b790" -d '{"events": [{"server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "name": "network-vif-plugged", "status": "completed", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:38:04.627953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:38:04.636424 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:04.693059 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:04.720533 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db773409-3ef8-4a03-8687-c61232ff0b6a x-openstack-request-id: req-db773409-3ef8-4a03-8687-c61232ff0b6a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:38:04.720828 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "name": "network-vif-plugged", "status": "completed", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:38:04.721097 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db773409-3ef8-4a03-8687-c61232ff0b6a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:38:04.721509 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'code': 200} Aug 03 20:38:04.764779 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:05.632632 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-1036ea09-802a-4871-962b-75188ec8507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:05.634585 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-1036ea09-802a-4871-962b-75188ec8507a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1097 time: 0.0614564 Aug 03 20:38:05.766916 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-8333ebf9-9922-4f58-8ad7-c380e7807255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:05.768469 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-8333ebf9-9922-4f58-8ad7-c380e7807255 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.1119924 Aug 03 20:38:05.844214 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-e213fab4-bca8-43d2-960c-287d6ec090b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 1002 time: 0.0683892 Aug 03 20:38:05.903438 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-8adf7b47-0003-468b-be19-f5c65621e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:05.905088 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-8adf7b47-0003-468b-be19-f5c65621e136 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0536690 Aug 03 20:38:05.958303 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-541bbf23-8f21-4824-b9c8-863e10f7333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:05.960071 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-541bbf23-8f21-4824-b9c8-863e10f7333f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470519 Aug 03 20:38:06.063507 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-426147de-f265-4039-9bb9-cb11e14a5026 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948522 Aug 03 20:38:06.175800 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-83cd67a3-9d65-4a1c-a4a1-bbfc42f1b520 req-86f50246-7d7e-4301-be99-a5af9012cc9c service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045268 Aug 03 20:38:10.554113 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-ecc7722f-188a-4517-ad50-4d328a12b9fb tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716841226&fields=id&tenant_id=a8d315aad9c144ab9991378f59514a20 HTTP/1.1" status: 200 len: 267 time: 0.0330062 Aug 03 20:38:10.672228 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-2e2e0635-deb0-4aa9-8dce-0a5c0d897ce5 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:10.673721 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-2e2e0635-deb0-4aa9-8dce-0a5c0d897ce5 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 810 time: 0.1130352 Aug 03 20:38:10.688315 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-c5071b8c-7d07-4ce1-99a9-ea5f943ee895 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/quotas/a8d315aad9c144ab9991378f59514a20 HTTP/1.1" status: 200 len: 375 time: 0.0088120 Aug 03 20:38:10.743083 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-688e0957-7b7d-4f59-84fd-d7817d0a5d23 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490913 Aug 03 20:38:10.839504 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-2a0844a8-cee6-4481-9a00-869a6695d52d service neutron] 10.222.0.42 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848656 Aug 03 20:38:10.930918 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-098654cd-16c9-4a6b-996a-00ac4583ed5b service neutron] 10.222.0.42 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852456 Aug 03 20:38:12.177952 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ad38c136-c127-4ad8-9137-bcdb603d1ca2 req-2bd6ed92-b563-439d-8486-adb85999a362 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 210 time: 0.0735600 Aug 03 20:38:13.253723 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73acca9e-8c37-410e-92ce-dfd2e751bc17 req-2e931238-24bc-4121-a97b-23beab81ac14 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 210 time: 0.0262547 Aug 03 20:38:14.329606 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-53227167-c260-4bbc-8ad2-66f765bf8e7a req-c10d96c9-0715-4b7f-9a1b-4b0cd55c5adc tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 210 time: 0.0254753 Aug 03 20:38:14.488130 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36673da4-8dd0-48b3-9b21-8f481eed839a no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:38:14.560271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:14.581098 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:38:14.583346 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab144067-4ff7-492f-a8be-9edb02a9bf95" -d '{"events": [{"server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "name": "network-vif-unplugged", "status": "completed", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:38:14.599957 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:38:14.605911 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:14.628776 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d803f7b-be30-40db-a8a1-8c4d74f7a54e x-openstack-request-id: req-9d803f7b-be30-40db-a8a1-8c4d74f7a54e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:38:14.629067 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "name": "network-vif-unplugged", "status": "completed", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:38:14.629401 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d803f7b-be30-40db-a8a1-8c4d74f7a54e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:38:14.629834 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'code': 200} Aug 03 20:38:14.654016 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=8']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:15.404494 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a2ea8c7b-0e5b-42ce-bf6c-5c8b42593cb6 req-7f503f85-5084-45e2-8871-54b24aaf80db tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 210 time: 0.0249262 Aug 03 20:38:16.503724 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c343dea6-3a40-4c78-8bb9-6521fb6b43d0 req-2b022781-ed1b-49e6-8d2b-8f44b9f1aa02 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 210 time: 0.0296752 Aug 03 20:38:17.192537 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-18a54917-d3dc-46cb-8146-3423774f12e3 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:17.194016 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-18a54917-d3dc-46cb-8146-3423774f12e3 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 810 time: 0.1013224 Aug 03 20:38:17.236894 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-35ed59a4-57e4-46d7-a1cb-1f3581e112b2 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8d315aad9c144ab9991378f59514a20 HTTP/1.1" status: 200 len: 380 time: 0.0330017 Aug 03 20:38:17.247511 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'port': {'device_id': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'admin_state_up': True, 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'security_groups': ['51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:38:17.359143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Made reservation on behalf of a8d315aad9c144ab9991378f59514a20 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:38:17.364279 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:17.510781 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Allocated IP 172.20.0.12 (d2f3e743-11c0-47b9-9893-e3a5f5af2985/545cf4ca-7188-485e-884a-8f3a2139968f/cb24d14c-7e07-4ee0-9e41-e840bc5fa483) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:38:17.671571 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:17.702618 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Transition to ACTIVE for port object cb24d14c-7e07-4ee0-9e41-e840bc5fa483 will not be triggered until provisioned by entity DHCP. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:38:17.727146 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-228b41d7-fe2c-4af2-b8b8-a226aa140391 req-b0f78c99-d7fd-4d32-9144-8b9a495334b3 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 210 time: 0.0422409 Aug 03 20:38:17.769377 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:17.818645 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:38:17.823939 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:38:17.827720 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:38:17.861115 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'Port': ['ID=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:17.875876 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.876194 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.876533 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.876866 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.877190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.877538 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.877862 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.878177 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.878495 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.878813 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.879164 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.879484 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:17.898926 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:17.899556 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:17.915267 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-563bb9d7-0023-420d-aece-ae7b0579be83 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6712730 Aug 03 20:38:18.089354 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-afb8b2eb-cea6-4640-b9ee-bc272eb31da8 None None] Provisioning for port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 completed by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:38:18.093292 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-afb8b2eb-cea6-4640-b9ee-bc272eb31da8 None None] Provisioning complete for port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 triggered by entity DHCP. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:38:18.093700 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afb8b2eb-cea6-4640-b9ee-bc272eb31da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:18.129708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-afb8b2eb-cea6-4640-b9ee-bc272eb31da8 None None] Port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 cannot update to ACTIVE because it is not bound. {{(pid=94135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:38:18.859405 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff079b64-8ab4-404f-ac16-ecc2ff3a5b52 req-5cbd012c-302f-49d0-94cc-841dde47b343 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:18.863040 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff079b64-8ab4-404f-ac16-ecc2ff3a5b52 req-5cbd012c-302f-49d0-94cc-841dde47b343 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.0639670 Aug 03 20:38:18.900044 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-ff079b64-8ab4-404f-ac16-ecc2ff3a5b52 req-16a14d01-9471-4abc-80b4-e944609f7efb tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322473 Aug 03 20:38:20.021762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775be50-b307-46ef-8c21-c2cf8e88d245 req-660b595f-22e5-46a7-b4c5-e2baaee5bbb6 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:20.023287 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b775be50-b307-46ef-8c21-c2cf8e88d245 req-660b595f-22e5-46a7-b4c5-e2baaee5bbb6 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.0553854 Aug 03 20:38:20.061186 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b775be50-b307-46ef-8c21-c2cf8e88d245 req-8118de26-cf50-4256-a16d-9d7420944d6f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Aug 03 20:38:21.179977 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92476f-931e-4a3b-bb59-d92fd3771291 req-422f9e56-5b58-4611-9a66-bac9df114cdc tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:21.181804 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd92476f-931e-4a3b-bb59-d92fd3771291 req-422f9e56-5b58-4611-9a66-bac9df114cdc tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.0515711 Aug 03 20:38:21.220456 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-bd92476f-931e-4a3b-bb59-d92fd3771291 req-1f324af8-9932-45d8-9949-59d4d080838a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327921 Aug 03 20:38:21.497811 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:22.339451 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baac56a-c311-4eae-9c9b-207e72404d07 req-00d52cda-0da5-41b4-8914-b6f6fd7681d9 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:22.341075 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0baac56a-c311-4eae-9c9b-207e72404d07 req-00d52cda-0da5-41b4-8914-b6f6fd7681d9 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.0499268 Aug 03 20:38:22.379948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-0baac56a-c311-4eae-9c9b-207e72404d07 req-b10ed13c-e4a1-48ce-9eb7-34343c1ab61e tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320725 Aug 03 20:38:23.507330 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cda12-57e1-4aa7-aed5-bff1f711696e req-690f8bac-7da8-4036-87ae-a329e1e0c0e9 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:23.508873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-103cda12-57e1-4aa7-aed5-bff1f711696e req-690f8bac-7da8-4036-87ae-a329e1e0c0e9 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.0589247 Aug 03 20:38:23.547454 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-103cda12-57e1-4aa7-aed5-bff1f711696e req-3bc4adb0-42e4-44cd-9c1f-9bc3ec462d8e tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Aug 03 20:38:24.665507 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4dd19-fca2-4e16-8e57-4089343e5085 req-81e7e4f4-99e3-4391-adfd-63b57dc32cbc tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:24.667181 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b4dd19-fca2-4e16-8e57-4089343e5085 req-81e7e4f4-99e3-4391-adfd-63b57dc32cbc tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.0507956 Aug 03 20:38:24.705838 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a0b4dd19-fca2-4e16-8e57-4089343e5085 req-25b8dde4-c7c9-4fad-a40d-f25e67440afe tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Aug 03 20:38:25.829804 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddae6fe-b938-4394-ab77-6435f72f4ad6 req-33d3c568-1950-428b-a83e-f969aab91690 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:25.832539 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ddae6fe-b938-4394-ab77-6435f72f4ad6 req-33d3c568-1950-428b-a83e-f969aab91690 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.0526357 Aug 03 20:38:25.873770 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-4ddae6fe-b938-4394-ab77-6435f72f4ad6 req-190495ae-5c87-45ed-98e5-4a8d87250035 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351741 Aug 03 20:38:26.309770 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-779f6c3b-6c23-486d-add5-0f320fc7c19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:26.605236 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:27.012229 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ab00-48ea-49be-bf31-63a158eba218 req-87b58f9c-19ec-4347-b3c5-a210ede8c9f7 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:27.014021 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a222ab00-48ea-49be-bf31-63a158eba218 req-87b58f9c-19ec-4347-b3c5-a210ede8c9f7 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.0590665 Aug 03 20:38:27.058546 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-a222ab00-48ea-49be-bf31-63a158eba218 req-c84425d2-21d8-42dc-a3c6-d0ac270943e5 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372531 Aug 03 20:38:28.005807 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.v2.base [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Request body: {'port': {'device_id': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-1'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:38:28.058353 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:28.261184 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f8630-aa9f-48e9-8971-f037578b8d56 req-f6e10da5-be0e-4f5e-8c18-8eb24c5db60a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:28.262609 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b09f8630-aa9f-48e9-8971-f037578b8d56 req-f6e10da5-be0e-4f5e-8c18-8eb24c5db60a tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 932 time: 0.1013865 Aug 03 20:38:28.329868 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b09f8630-aa9f-48e9-8971-f037578b8d56 req-468b1c93-a06f-4312-80ad-e77ca71a5443 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594168 Aug 03 20:38:28.381082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb24d14c-7e07-4ee0-9e41-e840bc5fa483 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:38:28.388312 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:28.400129 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Transition to ACTIVE for port object cb24d14c-7e07-4ee0-9e41-e840bc5fa483 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:38:28.404625 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:28.455775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Pushing event updated for resources: {'Port': ['ID=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:28.533142 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Attempting to bind port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 on host n-h1-803378-1 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:38:28.533423 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Attempting to bind port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 by drivers openvswitch,hyperv on host n-h1-803378-1 at level 0 using segments [{'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:38:28.533742 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Attempting to bind port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 on network d2f3e743-11c0-47b9-9893-e3a5f5af2985 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:38:28.538854 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 on network d2f3e743-11c0-47b9-9893-e3a5f5af2985 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-1 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:38:28.539173 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Attempting to bind port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 on network d2f3e743-11c0-47b9-9893-e3a5f5af2985 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:38:28.544082 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Checking agent: {'id': '511befd1-b5f4-4a6e-af7e-49534d007554', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'started_at': datetime.datetime(2021, 8, 3, 19, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:38:28.544483 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Checking segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:38:28.544872 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Bound using segment: {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:38:28.545299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Bound port: cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host: n-h1-803378-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d377b0-1103-4a6c-92ed-df15a2c4ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:38:28.545684 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:28.611089 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:38:28.614354 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:38:28.618919 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529255173'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:28.652225 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:28.652953 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:28.654314 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] 10.222.0.88 "PUT /v2.0/ports/cb24d14c-7e07-4ee0-9e41-e840bc5fa483 HTTP/1.1" status: 200 len: 1092 time: 0.6538620 Aug 03 20:38:28.654737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:38:28.656937 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55baca97-2c13-47e0-b382-f0e2493da772" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:38:28.681956 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0c562-e828-4beb-9448-4878e5bb9830 service neutron] Pushing event updated for resources: {'Port': ['ID=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:28.737489 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-510e6b34-9bde-41a7-841e-1355fd2d9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:28.739660 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-510e6b34-9bde-41a7-841e-1355fd2d9bdf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 1095 time: 0.0462966 Aug 03 20:38:28.781109 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f57098-6c7b-4acc-9b05-e404f76754ba x-openstack-request-id: req-34f57098-6c7b-4acc-9b05-e404f76754ba {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:38:28.781381 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:38:28.781716 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34f57098-6c7b-4acc-9b05-e404f76754ba {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:38:28.782120 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'status': 'completed', 'code': 200} Aug 03 20:38:28.784014 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-bd5d9f66-9b03-4ca3-b04b-8da0b889938d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483 HTTP/1.1" status: 200 len: 217 time: 0.0367935 Aug 03 20:38:28.835126 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-8a203df0-1432-45b3-95ff-cbaee6e6cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:28.836718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-8a203df0-1432-45b3-95ff-cbaee6e6cb70 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0453446 Aug 03 20:38:28.887253 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-3500991f-ebf6-4c87-861b-64573568d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:28.888747 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-3500991f-ebf6-4c87-861b-64573568d288 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448854 Aug 03 20:38:28.978853 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-cf29a1f8-6254-466b-8942-851fc4149962 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821509 Aug 03 20:38:29.069334 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b6f0060b-146f-4e8b-ad11-3f540d973596 req-9215d9ae-5efb-4d64-9d42-1f3a2d80a58e service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830786 Aug 03 20:38:29.151874 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baca97-2c13-47e0-b382-f0e2493da772 req-f7a7b5f6-5842-4061-8d34-3321687b7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:29.153353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55baca97-2c13-47e0-b382-f0e2493da772 req-f7a7b5f6-5842-4061-8d34-3321687b7f73 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 1095 time: 0.0410297 Aug 03 20:38:29.241198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baca97-2c13-47e0-b382-f0e2493da772 req-32aa62a1-0ae9-4428-b076-b403d3b433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:29.242710 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55baca97-2c13-47e0-b382-f0e2493da772 req-32aa62a1-0ae9-4428-b076-b403d3b433ff service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.0825737 Aug 03 20:38:29.287215 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55baca97-2c13-47e0-b382-f0e2493da772 req-a3a52209-36f8-4154-a81a-cab9561d6cda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483 HTTP/1.1" status: 200 len: 217 time: 0.0369396 Aug 03 20:38:29.335696 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baca97-2c13-47e0-b382-f0e2493da772 req-a925a138-69bf-4973-ae19-ccb99df8d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:29.337005 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55baca97-2c13-47e0-b382-f0e2493da772 req-a925a138-69bf-4973-ae19-ccb99df8d5d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0425973 Aug 03 20:38:29.388737 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baca97-2c13-47e0-b382-f0e2493da772 req-b9dfa26d-384c-4f2b-b6f1-b2a68e44d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:29.391226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55baca97-2c13-47e0-b382-f0e2493da772 req-b9dfa26d-384c-4f2b-b6f1-b2a68e44d5cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464449 Aug 03 20:38:29.513912 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274db6b-6655-4e23-9b8c-2c1844abb19f req-da76f8d8-6a76-434d-9711-e772b415a793 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:29.515402 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7274db6b-6655-4e23-9b8c-2c1844abb19f req-da76f8d8-6a76-434d-9711-e772b415a793 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 944 time: 0.1070271 Aug 03 20:38:29.535663 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55baca97-2c13-47e0-b382-f0e2493da772 req-211a959f-d352-48b2-90a3-f5ea1e482ae0 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341200 Aug 03 20:38:29.608881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-7274db6b-6655-4e23-9b8c-2c1844abb19f req-7ec4aa26-dbc6-41e3-bc35-70fafc9e0a33 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847178 Aug 03 20:38:29.651302 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-55baca97-2c13-47e0-b382-f0e2493da772 req-09481a99-0095-49ae-b9e9-a13e495a8b83 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068122 Aug 03 20:38:29.951144 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:30.410221 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-693f3962-29ab-4303-a2ea-2596b0e08a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:30.726364 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29678a4-a6d6-4328-87c8-8b1bc6852103 req-83a0ec05-427c-4c4d-9910-2ca4c78978eb tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:30.727948 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c29678a4-a6d6-4328-87c8-8b1bc6852103 req-83a0ec05-427c-4c4d-9910-2ca4c78978eb tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 944 time: 0.0505216 Aug 03 20:38:30.764622 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c29678a4-a6d6-4328-87c8-8b1bc6852103 req-cab1b9c6-e3f1-4fe2-92cd-0f8e0370f80c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305243 Aug 03 20:38:31.878465 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557d956-6a4b-40e9-b99b-b2d46162bdd7 req-48734462-fcd0-42b4-a195-653df047c835 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:31.879941 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b557d956-6a4b-40e9-b99b-b2d46162bdd7 req-48734462-fcd0-42b4-a195-653df047c835 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 944 time: 0.0483525 Aug 03 20:38:31.916091 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b557d956-6a4b-40e9-b99b-b2d46162bdd7 req-f5ac75a2-3425-47bd-9251-fa7791b0fc95 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302372 Aug 03 20:38:32.306580 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:32.603272 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cb24d14c-7e07-4ee0-9e41-e840bc5fa483 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:38:32.701671 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:38:32.713373 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'port_id': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'mac_address': 'fa:16:3e:cf:65:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:38:32.749036 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:32.761183 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb24d14c-7e07-4ee0-9e41-e840bc5fa483 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:38:32.780105 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:38:32.783947 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:32.832416 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,revision_number=4']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:33.004704 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['cb24d14c-7e07-4ee0-9e41-e840bc5fa483'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:38:33.051366 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0f667-f978-40d0-a2f3-f9da14cb6eec req-9a4a2ff8-5df0-471e-8667-0f91d6a61512 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:33.052919 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21b0f667-f978-40d0-a2f3-f9da14cb6eec req-9a4a2ff8-5df0-471e-8667-0f91d6a61512 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 945 time: 0.0560329 Aug 03 20:38:33.090702 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-21b0f667-f978-40d0-a2f3-f9da14cb6eec req-1e0fa3e8-32c8-4844-9b38-04efe1d4e675 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Aug 03 20:38:33.465692 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:38:34.205003 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5087-0f83-4e5d-978a-4404b8b6e26b req-61cdf749-8e65-4ae1-b969-7303283154cf tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:34.206493 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a0b5087-0f83-4e5d-978a-4404b8b6e26b req-61cdf749-8e65-4ae1-b969-7303283154cf tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 945 time: 0.0479891 Aug 03 20:38:34.243368 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-9a0b5087-0f83-4e5d-978a-4404b8b6e26b req-5d913436-ea19-4c17-85e0-3d38dc7da869 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Aug 03 20:38:34.612849 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cb24d14c-7e07-4ee0-9e41-e840bc5fa483 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:38:34.659851 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning for port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 completed by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:38:34.663589 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:38:34.663961 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:34.739822 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:34.774028 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:38:34.776260 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454a866-5bdc-4f9a-938f-c990d27561a3" -d '{"events": [{"server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "name": "network-vif-plugged", "status": "completed", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:38:34.789631 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:34.791317 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:38:34.794929 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:34.817883 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7682877-a86d-4bb0-92c8-f7910e905cd6 x-openstack-request-id: req-e7682877-a86d-4bb0-92c8-f7910e905cd6 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:38:34.818172 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "name": "network-vif-plugged", "status": "completed", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:38:34.818419 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7682877-a86d-4bb0-92c8-f7910e905cd6 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:38:34.818793 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'code': 200} Aug 03 20:38:34.844612 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,revision_number=5']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:34.909297 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc207-34d3-4770-98b3-e26b32e86618 req-34408ad6-01aa-47eb-8000-a5fa6ebb94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:34.910825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-150cc207-34d3-4770-98b3-e26b32e86618 req-34408ad6-01aa-47eb-8000-a5fa6ebb94f0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 1097 time: 0.0393407 Aug 03 20:38:34.945086 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-150cc207-34d3-4770-98b3-e26b32e86618 req-ab49e445-29ac-40fe-b07b-d90011306bf1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267313 Aug 03 20:38:35.362678 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c33e14-c8e1-4959-b5d3-a308b3ce7e2d req-fac1a962-4908-4985-b0e3-5be1cc5c22dc tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:35.364765 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19c33e14-c8e1-4959-b5d3-a308b3ce7e2d req-fac1a962-4908-4985-b0e3-5be1cc5c22dc tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 946 time: 0.0515656 Aug 03 20:38:35.400925 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-19c33e14-c8e1-4959-b5d3-a308b3ce7e2d req-97b59f2f-d212-4f21-aa7a-0647e7169096 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302527 Aug 03 20:38:36.518842 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4150f4-5a65-4a89-a7cb-62c14bf13aae req-61c67154-fef1-441d-8fdb-5788a010153e tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:36.520226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb4150f4-5a65-4a89-a7cb-62c14bf13aae req-61c67154-fef1-441d-8fdb-5788a010153e tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 946 time: 0.0482030 Aug 03 20:38:36.557164 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-cb4150f4-5a65-4a89-a7cb-62c14bf13aae req-665fae63-75a0-4a7b-b99e-96a85539a771 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Aug 03 20:38:36.669321 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30935955-73c0-4dfe-8b7f-39d59b1614c5 req-73111a34-d83d-41f8-a130-b60a3768a38c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:36.670775 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30935955-73c0-4dfe-8b7f-39d59b1614c5 req-73111a34-d83d-41f8-a130-b60a3768a38c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 946 time: 0.0467935 Aug 03 20:38:36.708417 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-30935955-73c0-4dfe-8b7f-39d59b1614c5 req-00a33253-2528-4b0d-aef7-f6ca4b33072f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312593 Aug 03 20:38:36.730487 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41410) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:38:36.771550 n-d-803378-1 neutron-server[94133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a080e-0e43-4220-b699-3d3764b4af2b tempest-TestSnapshotPattern-2075261011 tempest-TestSnapshotPattern-2075261011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:36.772995 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-906a080e-0e43-4220-b699-3d3764b4af2b tempest-TestSnapshotPattern-2075261011 tempest-TestSnapshotPattern-2075261011-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 1092 time: 0.0412321 Aug 03 20:38:36.775755 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [-] (94133) accepted ('10.222.0.42', 41414) {{(pid=94133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:38:36.780094 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.v2.base [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Request body: {'floatingip': {'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'port_id': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:38:36.802690 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for floatingip, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:36.911566 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:37.010230 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Allocated IP 172.25.4.35 (7557478a-edd8-4e11-a915-cdadfb234ceb/f3bb89ae-508e-466a-9438-866c2a1ba47a/ef875187-6fa7-4336-9a5f-f921d3f2d51c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:38:37.111630 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:37.150421 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768449651357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528579887'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:37.187365 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Network 7557478a-edd8-4e11-a915-cdadfb234ceb is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:38:37.190346 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:38:37.196531 n-d-803378-1 neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:38:37.218028 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'Port': ['ID=ef875187-6fa7-4336-9a5f-f921d3f2d51c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:37.229199 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.229582 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.229925 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.230262 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.230620 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.231218 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.231545 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.231866 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.232189 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.232511 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.232834 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.233155 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:38:37.878636 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:37.942578 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:38.091399 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:38.095788 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528579860'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:38.162609 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event updated for resources: {'Port': ['ID=ef875187-6fa7-4336-9a5f-f921d3f2d51c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:38:38.175383 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600835'] for floatingip, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:38.273698 n-d-803378-1 neutron-server[94133]: INFO neutron.db.l3_db [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Floating IP 8c33733a-e8d6-481e-81ec-bd2ed6c1ffe6 associated. External IP: 172.25.4.35, port: cb24d14c-7e07-4ee0-9e41-e840bc5fa483. Aug 03 20:38:38.482071 n-d-803378-1 neutron-server[94133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Router 63900eda-cd19-4fb1-a666-e2f6d20087e5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:38:38.597802 n-d-803378-1 neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:38:38.609041 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] Sync routers for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:38:38.615641 n-d-803378-1 neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:38.620278 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:38:38.620975 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:38:38.657493 n-d-803378-1 neutron-server[94133]: INFO neutron.wsgi [None req-6c3c9bed-6d1d-4e2c-aca2-42cefd5f391f tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8672378 Aug 03 20:38:38.657493 n-d-803378-1 neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:38:38.657493 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af3714a0e04ff387e9e680b6e5dcea4d0c0f6445f56529861dedaca193441bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:38:38.693257 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1e2ff9-257e-4376-adfd-78003b910f1e x-openstack-request-id: req-0f1e2ff9-257e-4376-adfd-78003b910f1e {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:38:38.693748 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483", "status": "completed", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:38:38.694008 n-d-803378-1 neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f1e2ff9-257e-4376-adfd-78003b910f1e {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:38:38.694457 n-d-803378-1 neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'status': 'completed', 'code': 200} Aug 03 20:38:38.771312 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-130f775f-b1fc-41b6-a427-3dbee87f7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:38.773538 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-130f775f-b1fc-41b6-a427-3dbee87f7d6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 1097 time: 0.0483544 Aug 03 20:38:38.865588 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-89ff98b7-616f-4185-9284-cf350711e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:38.867107 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-89ff98b7-616f-4185-9284-cf350711e607 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.0869896 Aug 03 20:38:38.886827 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:38:39.132198 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8c33733a-e8d6-481e-81ec-bd2ed6c1ffe6', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:cf:65:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:38:37Z', 'updated_at': '2021-08-03T20:38:37Z', 'revision_number': 0, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}, {'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:03Z', 'revision_number': 1, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:38:39.163619 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] Checking router: 63900eda-cd19-4fb1-a666-e2f6d20087e5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:38:39.173230 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:38:39.173903 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:38:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:38:39.282225 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:38:39.286635 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-52baf368-8fff-4bd1-8ea5-5ddda13ff7e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483 HTTP/1.1" status: 200 len: 999 time: 0.4119017 Aug 03 20:38:39.336195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-e816ad4d-5c7d-4afd-99ea-b2429ee1e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:39.337720 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-e816ad4d-5c7d-4afd-99ea-b2429ee1e559 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0431101 Aug 03 20:38:39.384333 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-164d3d7f-6ebd-4002-91f2-192a96656c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:38:39.386116 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-164d3d7f-6ebd-4002-91f2-192a96656c56 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411479 Aug 03 20:38:39.482211 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-238475b4-e94b-496e-b4bf-573e6e5bea1b service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Aug 03 20:38:39.510526 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8c33733a-e8d6-481e-81ec-bd2ed6c1ffe6', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:cf:65:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:38:37Z', 'updated_at': '2021-08-03T20:38:37Z', 'revision_number': 0, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}, {'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:03Z', 'revision_number': 1, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:38:39.540200 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dcf361-ce86-4e7f-811c-9d2cf4168345 None None] The sync data for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 is: [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': '8c33733a-e8d6-481e-81ec-bd2ed6c1ffe6', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:cf:65:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:38:37Z', 'updated_at': '2021-08-03T20:38:37Z', 'revision_number': 0, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}, {'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:03Z', 'revision_number': 1, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:38:39.572131 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-d8533cc6-1696-49a7-8b26-3b1cc7dff02e req-d5743f9a-bd56-406c-b0dd-155d04acff28 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824437 Aug 03 20:38:39.743576 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87afd78-68ab-4635-b1af-8cc7889ede3b None None] New status for floating IP 8c33733a-e8d6-481e-81ec-bd2ed6c1ffe6: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:38:51.496849 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:56.313778 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bee7d163-5638-4ed8-bc97-2a648c8e6d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:56.609446 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:59.952608 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:00.414259 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-30598ff0-9821-4bd5-9340-5ec7e240468e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:02.309998 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:04.769593 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:07.622727 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-97c1b81d-c704-4610-91d4-9e95ef584c41 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807579 Aug 03 20:39:07.706239 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-b97803fd-c399-49cd-9f1c-24eb1939b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:39:07.707618 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-b97803fd-c399-49cd-9f1c-24eb1939b3a1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1095 time: 0.0433869 Aug 03 20:39:07.808143 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-ccece068-7dae-460d-933e-0bb65b2b7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:39:07.809674 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-ccece068-7dae-460d-933e-0bb65b2b7255 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.0841315 Aug 03 20:39:07.875939 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-8dbd096d-520c-40a4-8e3b-0494bbd58acd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 1000 time: 0.0592403 Aug 03 20:39:07.923338 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-8a1455b5-76da-4324-9300-02a93914ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:39:07.924753 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-8a1455b5-76da-4324-9300-02a93914ba8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0424771 Aug 03 20:39:07.968497 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-b565b4a9-afeb-411f-9792-dda58974bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:39:07.969881 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-b565b4a9-afeb-411f-9792-dda58974bbf3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378087 Aug 03 20:39:08.061487 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-87779d51-31bc-4221-9e81-7d76c43d8ccc service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847623 Aug 03 20:39:08.151234 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b2c89854-eda4-4afa-a2ad-0a251eef78ed req-73ea712d-c7b4-4844-a491-dde5544c2473 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826416 Aug 03 20:39:10.464998 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:39:21.499263 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:26.315568 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-38a232ba-6ff3-4686-8df8-ea814c2189e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:26.627884 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:29.953995 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:30.414571 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-570a8a47-cd81-4e97-a899-144db0a50d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:32.311980 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:34.771727 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:47.464009 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:39:51.497644 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:56.317390 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f8efcba8-a09b-4947-b3fc-e4863efdb3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:56.622788 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:59.955926 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:00.414744 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-97579861-3526-4bd3-9303-0d0b1a693b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:02.315504 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:04.775400 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:08.989466 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cb24d14c-7e07-4ee0-9e41-e840bc5fa483 details requested by agent hyperv_n-h1-803378-1 with host n-h1-803378-1 {{(pid=94135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:40:09.089300 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:09.100538 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Returning: {'device': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'port_id': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'mac_address': 'fa:16:3e:cf:65:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:40:09.139339 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:09.152234 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb24d14c-7e07-4ee0-9e41-e840bc5fa483 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:40:09.171385 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:09.176178 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:09.228973 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:09.236900 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.237239 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.237642 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.237992 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.238326 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.238651 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.238979 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.239321 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.239678 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.239953 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.240277 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.240599 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:09.260229 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] get_ports_and_sgs() called for port_ids ['cb24d14c-7e07-4ee0-9e41-e840bc5fa483'] {{(pid=94135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:40:09.615568 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-df41c336-d80a-4169-8a95-b85ef9dcd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:09.617139 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-df41c336-d80a-4169-8a95-b85ef9dcd11c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 1096 time: 0.0436378 Aug 03 20:40:09.731402 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-b787919d-772b-4863-aed8-943ab92c0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:09.732990 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-b787919d-772b-4863-aed8-943ab92c0eb9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.0877948 Aug 03 20:40:09.799028 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-7c6d2b4f-add1-470f-b3a9-a5193048f47f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483 HTTP/1.1" status: 200 len: 1000 time: 0.0584972 Aug 03 20:40:09.856663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-f88de968-9047-4d26-a353-0181802e5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:09.858221 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-f88de968-9047-4d26-a353-0181802e5d85 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0500405 Aug 03 20:40:09.904417 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-9631be80-9c5e-49fb-87c7-fa6b25232ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:09.905965 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-9631be80-9c5e-49fb-87c7-fa6b25232ea7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403218 Aug 03 20:40:09.917207 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-e81b67f6-52c9-4b1b-bf4f-427c84b914a5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:40:09.918191 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-e81b67f6-52c9-4b1b-bf4f-427c84b914a5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051343 Aug 03 20:40:10.007931 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-ed45c387-9e19-42b1-9f25-55f9326c0ff3 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825496 Aug 03 20:40:10.109608 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-3af24fd7-aa6e-45eb-b1f6-bb14f3d5a0ec req-fa12975a-dc71-459c-b3dc-1b124af2d9ab service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938380 Aug 03 20:40:11.020121 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cb24d14c-7e07-4ee0-9e41-e840bc5fa483 up at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:40:11.079884 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Provisioning complete for port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 triggered by entity L2. {{(pid=94135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:40:11.080535 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042592'] for port, provisioning_complete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:11.164854 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4165503'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:11.192626 n-d-803378-1 neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:40:11.196773 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36f29ffd1ebe3884eb0c60265c1fa68da9180a8691d72882596f08324789fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249ddc8d-7dcc-4b61-828a-b1cf4fb06423" -d '{"events": [{"server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "name": "network-vif-plugged", "status": "completed", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:40:11.217912 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:11.224407 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768450111407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768449651375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768449651393'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:11.251723 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07d919-b9b5-4859-b7a9-adad0e645365 x-openstack-request-id: req-ac07d919-b9b5-4859-b7a9-adad0e645365 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:40:11.252088 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "name": "network-vif-plugged", "status": "completed", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:40:11.252402 n-d-803378-1 neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac07d919-b9b5-4859-b7a9-adad0e645365 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:40:11.252886 n-d-803378-1 neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'code': 200} Aug 03 20:40:11.288887 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Pushing event updated for resources: {'Port': ['ID=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:19.396663 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41618) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:19.547940 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Deleting port ef875187-6fa7-4336-9a5f-f921d3f2d51c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:19.548274 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:19.620873 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:19.621207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:19.633190 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Calling delete_port for ef875187-6fa7-4336-9a5f-f921d3f2d51c owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:19.779069 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:19.805607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event deleted for resources: {'Port': ['ID=ef875187-6fa7-4336-9a5f-f921d3f2d51c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:19.832167 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.832515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.832858 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.833195 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.833551 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.833885 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.834219 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.834539 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.834861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.835188 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.835514 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.835836 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-1 {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:40:19.876835 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:19.877174 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Floating IP 8c33733a-e8d6-481e-81ec-bd2ed6c1ffe6 disassociated (deleted). External IP: 172.25.4.35, port: cb24d14c-7e07-4ee0-9e41-e840bc5fa483. Aug 03 20:40:20.080007 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Router 63900eda-cd19-4fb1-a666-e2f6d20087e5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:40:20.184671 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:40:20.189613 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:20.194288 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] Sync routers for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:40:20.204875 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:40:20.205522 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:20.216490 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fe8de894-31da-49e0-a81d-63a00055b873 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "DELETE /v2.0/floatingips/8c33733a-e8d6-481e-81ec-bd2ed6c1ffe6 HTTP/1.1" status: 204 len: 168 time: 0.8187368 Aug 03 20:40:20.217083 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:40:20.219429 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:40:20.257630 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fff24fd-f7e4-4157-9dc6-55e6b17c8133 x-openstack-request-id: req-1fff24fd-f7e4-4157-9dc6-55e6b17c8133 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:40:20.258131 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:40:20.258460 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fff24fd-f7e4-4157-9dc6-55e6b17c8133 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:40:20.258927 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'status': 'completed', 'code': 200} Aug 03 20:40:20.316137 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:40:20.326075 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-dff8ff0c-7081-4e74-9f5c-2f21c9f0b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:20.328821 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-dff8ff0c-7081-4e74-9f5c-2f21c9f0b549 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 1097 time: 0.0459495 Aug 03 20:40:20.469125 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-9c3d735a-904c-4d14-993b-4b3bd4ab178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:20.470741 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-9c3d735a-904c-4d14-993b-4b3bd4ab178d service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.1298223 Aug 03 20:40:20.479370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd6705-499f-4d27-a133-a6bea7d51e7f req-0b1c0ac4-c6fd-4bfc-b993-76cd29871692 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:20.480751 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2edd6705-499f-4d27-a133-a6bea7d51e7f req-0b1c0ac4-c6fd-4bfc-b993-76cd29871692 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 946 time: 0.0775425 Aug 03 20:40:20.522262 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-e9dee2e2-4e66-4abc-a7f2-5b8379491ae3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483 HTTP/1.1" status: 200 len: 217 time: 0.0402923 Aug 03 20:40:20.540999 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:03Z', 'revision_number': 1, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:20.570208 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] Checking router: 63900eda-cd19-4fb1-a666-e2f6d20087e5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:40:20.579492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:40:20.580093 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:20.583917 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-2edd6705-499f-4d27-a133-a6bea7d51e7f req-cd0ac9be-ad31-4d9e-9a33-aa2aa680f647 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954962 Aug 03 20:40:20.591694 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-0de3399d-0d4c-4fa4-aeaa-ecaa1fc71a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:20.593427 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-0de3399d-0d4c-4fa4-aeaa-ecaa1fc71a42 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0632358 Aug 03 20:40:20.644148 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-76ee5617-a9a4-46d4-b470-35ce707795ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:20.645666 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-76ee5617-a9a4-46d4-b470-35ce707795ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441477 Aug 03 20:40:20.700948 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:40:20.735734 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-5d979977-0449-4a05-ac59-4a0b84da6278 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816185 Aug 03 20:40:20.829437 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-c71ee2c3-eb38-418c-97bb-b0eecf5599b2 req-36cf7503-805f-4d3c-9c26-16d2dc80b36e service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861366 Aug 03 20:40:20.927889 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:03Z', 'revision_number': 1, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:20.953367 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253d3d9-1055-4081-b2fc-df41ae0bb75e None None] The sync data for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 is: [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_floatingips': [{'id': 'cc888f34-892e-4325-a8ce-817ef640c1c7', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'router_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'port_id': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'mac_address': 'fa:16:3e:d7:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:36:01Z', 'updated_at': '2021-08-03T20:36:03Z', 'revision_number': 1, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:40:21.185514 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b514f0c-f8dc-4e57-931f-21d1b51099d6 None None] New status for floating IP 8c33733a-e8d6-481e-81ec-bd2ed6c1ffe6: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:40:21.496741 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:21.702941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8795c-c249-4eef-bae7-2498226e4c77 req-85304fee-6db3-43c0-ba91-f49b050417fd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:21.704842 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73c8795c-c249-4eef-bae7-2498226e4c77 req-85304fee-6db3-43c0-ba91-f49b050417fd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 946 time: 0.0503485 Aug 03 20:40:21.742207 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-73c8795c-c249-4eef-bae7-2498226e4c77 req-0aeb4750-3e16-4b0f-bb8b-6adc7b8edecd tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315070 Aug 03 20:40:22.013899 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-cfef9940-5bd6-4ca8-ada5-4486e06ccc14 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:22.015260 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-cfef9940-5bd6-4ca8-ada5-4486e06ccc14 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 946 time: 0.0474269 Aug 03 20:40:22.105855 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Deleting port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:22.106456 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:22.191339 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] For port cb24d14c-7e07-4ee0-9e41-e840bc5fa483, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:22.191698 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:22.208203 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Calling delete_port for cb24d14c-7e07-4ee0-9e41-e840bc5fa483 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:22.329257 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:22.357066 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event deleted for resources: {'Port': ['ID=cb24d14c-7e07-4ee0-9e41-e840bc5fa483,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:22.401198 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] No DVR routers for this DVR port cb24d14c-7e07-4ee0-9e41-e840bc5fa483 on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:40:22.403925 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:22.406049 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-fd940447-fbd1-4ac4-85f3-2c2e4735ddb7 req-38b1cbe1-f59c-4b76-adb3-ae51e6ecac60 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "DELETE /v2.0/ports/cb24d14c-7e07-4ee0-9e41-e840bc5fa483 HTTP/1.1" status: 204 len: 173 time: 0.3846555 Aug 03 20:40:22.406481 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'name': 'network-vif-deleted', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:40:22.408713 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffcb117-2512-4a64-aadf-8b0c50d2e92d" -d '{"events": [{"server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "name": "network-vif-deleted", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:40:22.445605 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa8645-9061-4207-8f63-2f0bc481358c x-openstack-request-id: req-96fa8645-9061-4207-8f63-2f0bc481358c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:40:22.445909 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2bcb6a-733d-4825-b3d3-a8548ccbe762", "name": "network-vif-deleted", "tag": "cb24d14c-7e07-4ee0-9e41-e840bc5fa483", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:40:22.446165 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96fa8645-9061-4207-8f63-2f0bc481358c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:40:22.446573 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2bcb6a-733d-4825-b3d3-a8548ccbe762', 'name': 'network-vif-deleted', 'tag': 'cb24d14c-7e07-4ee0-9e41-e840bc5fa483', 'status': 'completed', 'code': 200} Aug 03 20:40:22.855648 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-b8ecdd57-3739-4e4f-a019-a23b70afc682 req-326c459c-5be2-42f0-90d2-274b03cc89c8 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2bcb6a-733d-4825-b3d3-a8548ccbe762 HTTP/1.1" status: 200 len: 210 time: 0.0276244 Aug 03 20:40:23.052971 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cb24d14c-7e07-4ee0-9e41-e840bc5fa483 no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:40:23.078161 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: cb24d14c-7e07-4ee0-9e41-e840bc5fa483 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:40:23.078525 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device cb24d14c-7e07-4ee0-9e41-e840bc5fa483 not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:40:24.412327 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41674) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:24.463248 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:40:24.566436 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Deleting port a0829267-8e3c-4c05-b4fe-610da61d1451 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:24.566779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:24.643026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:24.643271 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:24.654790 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Calling delete_port for a0829267-8e3c-4c05-b4fe-610da61d1451 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:24.800352 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:24.824958 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event deleted for resources: {'Port': ['ID=a0829267-8e3c-4c05-b4fe-610da61d1451,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:24.882137 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:24.882465 n-d-803378-1 neutron-server[94134]: INFO neutron.db.l3_db [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Floating IP cc888f34-892e-4325-a8ce-817ef640c1c7 disassociated (deleted). External IP: 172.25.4.164, port: 36673da4-8dd0-48b3-9b21-8f481eed839a. Aug 03 20:40:25.085746 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Router 63900eda-cd19-4fb1-a666-e2f6d20087e5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:40:25.195749 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:40:25.200443 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:25.205791 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] Sync routers for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:40:25.214775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:40:25.215384 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:25.227286 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-a824c89f-be41-4283-89eb-272ca2931126 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "DELETE /v2.0/floatingips/cc888f34-892e-4325-a8ce-817ef640c1c7 HTTP/1.1" status: 204 len: 168 time: 0.8136139 Aug 03 20:40:25.227870 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:40:25.230111 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685261a5-23c7-4143-921b-8b994fed261c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:40:25.267454 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afc4609-0e05-4885-95fc-8b6cbb826736 x-openstack-request-id: req-8afc4609-0e05-4885-95fc-8b6cbb826736 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:40:25.267740 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:40:25.267992 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8afc4609-0e05-4885-95fc-8b6cbb826736 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:40:25.268393 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'status': 'completed', 'code': 200} Aug 03 20:40:25.330262 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685261a5-23c7-4143-921b-8b994fed261c req-c9278859-1226-4c41-af05-b1d630f75bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:25.332353 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-685261a5-23c7-4143-921b-8b994fed261c req-c9278859-1226-4c41-af05-b1d630f75bcd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a8d315aad9c144ab9991378f59514a20&device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 1095 time: 0.0435083 Aug 03 20:40:25.465258 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685261a5-23c7-4143-921b-8b994fed261c req-bed93e7c-1176-4e48-935f-17804bf41b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:25.466825 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-685261a5-23c7-4143-921b-8b994fed261c req-bed93e7c-1176-4e48-935f-17804bf41b17 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 200 len: 911 time: 0.1240439 Aug 03 20:40:25.493536 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:40:25.521328 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c71ec-24aa-4d44-94d3-4669bd74203e req-5a92d3ca-3fd2-4637-af4a-40bb9139720b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:25.522839 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-899c71ec-24aa-4d44-94d3-4669bd74203e req-5a92d3ca-3fd2-4637-af4a-40bb9139720b tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 944 time: 0.1043239 Aug 03 20:40:25.524080 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-685261a5-23c7-4143-921b-8b994fed261c req-1897d89e-ff34-4cc8-8d29-7072953be3b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 200 len: 217 time: 0.0491176 Aug 03 20:40:25.593873 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-899c71ec-24aa-4d44-94d3-4669bd74203e req-ded5e3e4-fb78-4262-ae51-473564b45b4e tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648463 Aug 03 20:40:25.597775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685261a5-23c7-4143-921b-8b994fed261c req-da20cf3c-2fa0-429c-9527-c0acb7119e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:25.599271 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-685261a5-23c7-4143-921b-8b994fed261c req-da20cf3c-2fa0-429c-9527-c0acb7119e64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 200 len: 849 time: 0.0635450 Aug 03 20:40:25.647054 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685261a5-23c7-4143-921b-8b994fed261c req-197e2199-ba95-42fa-aa1e-ab48752ab847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:25.648809 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-685261a5-23c7-4143-921b-8b994fed261c req-197e2199-ba95-42fa-aa1e-ab48752ab847 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d2f3e743-11c0-47b9-9893-e3a5f5af2985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413439 Aug 03 20:40:25.695148 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:25.720995 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] Checking router: 63900eda-cd19-4fb1-a666-e2f6d20087e5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:40:25.729127 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:40:25.729775 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:25.740569 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-685261a5-23c7-4143-921b-8b994fed261c req-0d786a00-b489-4fb4-bf4a-f805b521bb33 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832922 Aug 03 20:40:25.831908 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-685261a5-23c7-4143-921b-8b994fed261c req-d62e799a-683b-4702-a854-8938b243e291 service neutron] 10.222.0.88 "GET /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821745 Aug 03 20:40:25.837249 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:40:26.036015 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:26.062259 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b0aec1-0f6c-45a9-b58c-35f4c0cb2640 None None] The sync data for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 is: [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:35:40Z', 'revision_number': 4, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1', '_interfaces': [{'id': 'b27c16ef-4a99-4f54-9ff1-023480286be3', 'name': '', 'network_id': 'd2f3e743-11c0-47b9-9893-e3a5f5af2985', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:39Z', 'updated_at': '2021-08-03T20:35:44Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'subnets': [{'id': '545cf4ca-7188-485e-884a-8f3a2139968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:40:26.273136 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c3a49-a927-4d9b-a60b-058305ed2bee None None] New status for floating IP cc888f34-892e-4325-a8ce-817ef640c1c7: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:40:26.320099 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-814593d7-9e64-4a40-82e2-31c1f997548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:26.626120 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:26.719298 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0311-c7b6-4ff5-96ce-54411a3ec22b req-750a0e40-c7f1-40cd-8372-12f8a4c72ce4 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:26.720777 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f71d0311-c7b6-4ff5-96ce-54411a3ec22b req-750a0e40-c7f1-40cd-8372-12f8a4c72ce4 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 944 time: 0.0529435 Aug 03 20:40:27.119818 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-f71d0311-c7b6-4ff5-96ce-54411a3ec22b req-09b7899f-a0ef-4bff-ab11-1e6d0e3d3b43 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "GET /v2.0/security-groups?id=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928976 Aug 03 20:40:27.136001 n-d-803378-1 neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-aa6c004c-8445-4509-a5a6-f076316a7562 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:40:27.137484 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-aa6c004c-8445-4509-a5a6-f076316a7562 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb69a260-ab94-48ea-b4e2-4887d92933a4 HTTP/1.1" status: 200 len: 944 time: 0.0610301 Aug 03 20:40:27.229084 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Deleting port 36673da4-8dd0-48b3-9b21-8f481eed839a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:27.229422 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:27.315145 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] For port 36673da4-8dd0-48b3-9b21-8f481eed839a, host n-h1-803378-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-1',level=0,port_id=36673da4-8dd0-48b3-9b21-8f481eed839a,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:27.315513 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:27.327861 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Calling delete_port for 36673da4-8dd0-48b3-9b21-8f481eed839a owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:27.455593 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:27.484579 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event deleted for resources: {'Port': ['ID=36673da4-8dd0-48b3-9b21-8f481eed839a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:27.528074 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] No DVR routers for this DVR port 36673da4-8dd0-48b3-9b21-8f481eed839a on host n-h1-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:40:27.530766 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192203'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:27.533397 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [req-672415af-6e5b-486f-808e-c3f258b7eb61 req-b3b1957a-82f9-4f52-b73e-990f0bb52005 tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.88 "DELETE /v2.0/ports/36673da4-8dd0-48b3-9b21-8f481eed839a HTTP/1.1" status: 204 len: 173 time: 0.3894367 Aug 03 20:40:27.533857 n-d-803378-1 neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'name': 'network-vif-deleted', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:40:27.536083 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97a89f6c07791b2e0190b8da23e783c71f0e03db537581795beddf768b170f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66159794-d61b-4f69-970d-32d30912b59c" -d '{"events": [{"server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "name": "network-vif-deleted", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:40:27.572614 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9ce14b-488c-4fd3-99dc-43b7079c8750 x-openstack-request-id: req-6f9ce14b-488c-4fd3-99dc-43b7079c8750 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:40:27.572908 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb69a260-ab94-48ea-b4e2-4887d92933a4", "name": "network-vif-deleted", "tag": "36673da4-8dd0-48b3-9b21-8f481eed839a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:40:27.573168 n-d-803378-1 neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f9ce14b-488c-4fd3-99dc-43b7079c8750 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:40:27.573605 n-d-803378-1 neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69a260-ab94-48ea-b4e2-4887d92933a4', 'name': 'network-vif-deleted', 'tag': '36673da4-8dd0-48b3-9b21-8f481eed839a', 'status': 'completed', 'code': 200} Aug 03 20:40:28.186684 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41688) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:28.249633 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4886-ae36-4583-a663-fac5388ce53c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:28.274372 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4886-ae36-4583-a663-fac5388ce53c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:28.334330 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4886-ae36-4583-a663-fac5388ce53c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:28.337001 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4886-ae36-4583-a663-fac5388ce53c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:28.338226 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2a9d4886-ae36-4583-a663-fac5388ce53c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] 10.222.0.42 "DELETE /v2.0/security-groups/51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce HTTP/1.1" status: 204 len: 168 time: 0.1505244 Aug 03 20:40:28.348123 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d4886-ae36-4583-a663-fac5388ce53c tempest-TestSnapshotPattern-1946048104 tempest-TestSnapshotPattern-1946048104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b26cb4-d40d-46dc-a2e6-9224e6f9b2ce,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:28.385909 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:28.721809 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:28.952050 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Deleting port b27c16ef-4a99-4f54-9ff1-023480286be3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:28.952386 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:29.030097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] For port b27c16ef-4a99-4f54-9ff1-023480286be3, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=b27c16ef-4a99-4f54-9ff1-023480286be3,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:29.030379 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:29.043157 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Calling delete_port for b27c16ef-4a99-4f54-9ff1-023480286be3 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:29.221795 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:29.248992 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b27c16ef-4a99-4f54-9ff1-023480286be3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:29.414006 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:29.629881 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Router 63900eda-cd19-4fb1-a666-e2f6d20087e5 has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:40:29.735370 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:40:29.740239 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-e1fe6d66-ae4a-44f1-a672-e149883889fc admin admin] 10.222.0.42 "PUT /v2.0/routers/63900eda-cd19-4fb1-a666-e2f6d20087e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3532512 Aug 03 20:40:29.742789 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41696) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:29.745351 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] Sync routers for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:40:29.754976 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:40:29.755653 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:29.846703 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:29.856708 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: n-d-803378-1 {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:40:29.954921 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:29.988062 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.011503 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Deleting port 707162f2-407b-4a7f-b05a-cb7b952043bb {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:30.011856 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.054114 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:40:29Z', 'revision_number': 5, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port': {'id': '707162f2-407b-4a7f-b05a-cb7b952043bb', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:38Z', 'updated_at': '2021-08-03T20:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:30.086495 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] Checking router: 63900eda-cd19-4fb1-a666-e2f6d20087e5 for host: n-d-803378-1 {{(pid=94135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:40:30.095576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] Routers {'63900eda-cd19-4fb1-a666-e2f6d20087e5'} bound to L3 agent in host n-d-803378-1 {{(pid=94135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:40:30.096334 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:40:00Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['63900eda-cd19-4fb1-a666-e2f6d20087e5'], 'active': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:30.097174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] For port 707162f2-407b-4a7f-b05a-cb7b952043bb, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=707162f2-407b-4a7f-b05a-cb7b952043bb,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:30.097700 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.112131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Calling delete_port for 707162f2-407b-4a7f-b05a-cb7b952043bb owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:30.184699 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvr_db [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] Set router 63900eda-cd19-4fb1-a666-e2f6d20087e5 gateway port host: None {{(pid=94135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:40:30.238154 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_hamode_db [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:40:29Z', 'revision_number': 6, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:30.272219 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36418c-09e3-4f29-b774-237926117a6b None None] The sync data for ids ['63900eda-cd19-4fb1-a666-e2f6d20087e5'] in n-d-803378-1 is: [{'id': '63900eda-cd19-4fb1-a666-e2f6d20087e5', 'name': 'tempest-TestSnapshotPattern-1989052005-router', 'tenant_id': 'a8d315aad9c144ab9991378f59514a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:37Z', 'updated_at': '2021-08-03T20:40:29Z', 'revision_number': 6, 'project_id': 'a8d315aad9c144ab9991378f59514a20', 'gw_port_host': None}] {{(pid=94135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:40:30.283316 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.308046 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=707162f2-407b-4a7f-b05a-cb7b952043bb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:30.370685 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.414910 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9f46f5c9-07bb-4848-b7a9-aad7763f59a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.462951 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.465207 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.511368 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.511829 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63900eda-cd19-4fb1-a666-e2f6d20087e5 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:40:30.517135 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.518317 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-d785156f-c1f4-402d-9816-63adfba26d75 admin admin] 10.222.0.42 "DELETE /v2.0/routers/63900eda-cd19-4fb1-a666-e2f6d20087e5 HTTP/1.1" status: 204 len: 168 time: 0.7746139 Aug 03 20:40:30.520808 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41698) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:30.563509 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e80a331-245e-4729-a80e-32777918f7b8 admin admin] Deleting subnet 545cf4ca-7188-485e-884a-8f3a2139968f {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:40:30.566367 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e80a331-245e-4729-a80e-32777918f7b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.600880 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e80a331-245e-4729-a80e-32777918f7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.690402 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e80a331-245e-4729-a80e-32777918f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.749518 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e80a331-245e-4729-a80e-32777918f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.772748 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80a331-245e-4729-a80e-32777918f7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545cf4ca-7188-485e-884a-8f3a2139968f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:30.782803 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e80a331-245e-4729-a80e-32777918f7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.784403 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d20b76-a975-4cc5-b58e-729c074985b2 None None] Network d2f3e743-11c0-47b9-9893-e3a5f5af2985 requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:40:30.784877 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-2e80a331-245e-4729-a80e-32777918f7b8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/545cf4ca-7188-485e-884a-8f3a2139968f HTTP/1.1" status: 204 len: 168 time: 0.2630272 Aug 03 20:40:30.787299 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41700) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:30.852714 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.910342 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Deleting port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:30.910679 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.969941 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] For port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=3e8b4d85-5245-4252-bf4e-d5f02a5a59e0,segment=NetworkSegment(07d377b0-1103-4a6c-92ed-df15a2c4ce03),segment_id=07d377b0-1103-4a6c-92ed-df15a2c4ce03)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:30.970299 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:30.982669 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Calling delete_port for 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:31.065817 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88233cf5-1ac7-44df-b989-d72059346a96 None None] DHCP port deletion for d2f3e743-11c0-47b9-9893-e3a5f5af2985 request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:40:31.072579 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.073675 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b27c16ef-4a99-4f54-9ff1-023480286be3 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:40:31.098107 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: b27c16ef-4a99-4f54-9ff1-023480286be3 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:40:31.098719 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8b4d85-5245-4252-bf4e-d5f02a5a59e0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:31.098892 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device b27c16ef-4a99-4f54-9ff1-023480286be3 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:40:31.104756 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] No DVR routers for this DVR port 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:40:31.111702 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36673da4-8dd0-48b3-9b21-8f481eed839a no longer exists at agent hyperv_n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:40:31.130847 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] No Port match for: 36673da4-8dd0-48b3-9b21-8f481eed839a {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:40:31.131192 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Device 36673da4-8dd0-48b3-9b21-8f481eed839a not bound to the agent host n-h1-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:40:31.177362 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.187174 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f3e743-11c0-47b9-9893-e3a5f5af2985']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:31.197055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d377b0-1103-4a6c-92ed-df15a2c4ce03') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:31.197349 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d377b0-1103-4a6c-92ed-df15a2c4ce03') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:31.206308 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.224120 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.230154 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:40:31.230566 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:40:31.232464 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:40:31.286921 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.302483 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.304253 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] 10.222.0.42 "DELETE /v2.0/networks/d2f3e743-11c0-47b9-9893-e3a5f5af2985 HTTP/1.1" status: 204 len: 168 time: 0.5160353 Aug 03 20:40:31.305378 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f0fc-78fc-46dd-aa73-bfd7e858bfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f3e743-11c0-47b9-9893-e3a5f5af2985,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:31.307108 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41702) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:31.650465 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601603'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.883852 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Deleting port c6d0d761-9d7c-41df-a555-ec6c6a185dfc {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:31.884188 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.957676 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] For port c6d0d761-9d7c-41df-a555-ec6c6a185dfc, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,segment=NetworkSegment(3ee97f45-c585-445f-b66a-66c25fa2cbe8),segment_id=3ee97f45-c585-445f-b66a-66c25fa2cbe8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:31.958065 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:31.970853 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Calling delete_port for c6d0d761-9d7c-41df-a555-ec6c6a185dfc owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:32.141497 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:32.166630 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d0d761-9d7c-41df-a555-ec6c6a185dfc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:32.321150 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:32.336018 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-991556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601719'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:32.428913 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 707162f2-407b-4a7f-b05a-cb7b952043bb no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:40:32.449623 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 707162f2-407b-4a7f-b05a-cb7b952043bb {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:40:32.449899 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 707162f2-407b-4a7f-b05a-cb7b952043bb not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:40:32.450316 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:40:32.471868 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:40:32.472216 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 3e8b4d85-5245-4252-bf4e-d5f02a5a59e0 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:40:32.886236 n-d-803378-1 neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Router cddaa291-51dc-48a0-94f8-4ac828e053ff has already been hosted by L3 agent ace09cc3-487f-4d4e-92d6-8bbe91607c52 {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:40:32.988250 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] Notify agent at l3_agent.n-d-803378-1 the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:40:32.993149 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-51773748-fd50-472e-9e2f-268080e4d95b admin admin] 10.222.0.42 "PUT /v2.0/routers/cddaa291-51dc-48a0-94f8-4ac828e053ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6850972 Aug 03 20:40:32.995785 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41704) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:32.998199 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] Sync routers for ids ['cddaa291-51dc-48a0-94f8-4ac828e053ff'] in n-d-803378-1 {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:40:33.007417 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] Routers {'cddaa291-51dc-48a0-94f8-4ac828e053ff'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:40:33.008018 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cddaa291-51dc-48a0-94f8-4ac828e053ff'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:33.099807 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.109661 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] Set router cddaa291-51dc-48a0-94f8-4ac828e053ff gateway port host: n-d-803378-1 {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:40:33.200155 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.257902 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Deleting port f6e81e4d-f019-4091-a438-43c95967d7b2 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:33.258240 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.281567 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'external_fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:40:32Z', 'revision_number': 5, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port': {'id': 'f6e81e4d-f019-4091-a438-43c95967d7b2', 'name': '', 'network_id': '7557478a-edd8-4e11-a915-cdadfb234ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3bb89ae-508e-466a-9438-866c2a1ba47a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-1'}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:33.307570 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] Checking router: cddaa291-51dc-48a0-94f8-4ac828e053ff for host: n-d-803378-1 {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:40:33.315715 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] Routers {'cddaa291-51dc-48a0-94f8-4ac828e053ff'} bound to L3 agent in host n-d-803378-1 {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:40:33.316322 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:54:00Z,description=,heartbeat_timestamp=2021-08-03T20:40:30Z,host='n-d-803378-1',id=ace09cc3-487f-4d4e-92d6-8bbe91607c52,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:54:00Z,topic='l3_agent')) {'router_ids': ['cddaa291-51dc-48a0-94f8-4ac828e053ff'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:33.336559 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] For port f6e81e4d-f019-4091-a438-43c95967d7b2, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=f6e81e4d-f019-4091-a438-43c95967d7b2,segment=NetworkSegment(0a69beed-2f6e-4c78-b3f0-8a05ca3b0626),segment_id=0a69beed-2f6e-4c78-b3f0-8a05ca3b0626)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:33.337146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.350055 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Calling delete_port for f6e81e4d-f019-4091-a438-43c95967d7b2 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:33.402776 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] Set router cddaa291-51dc-48a0-94f8-4ac828e053ff gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:40:33.455500 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:40:33Z', 'revision_number': 6, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port_host': None}], 'n-d-803378-1', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:33.481376 n-d-803378-1 neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43a479-0fe5-4bb8-9422-3bff908b56df None None] The sync data for ids ['cddaa291-51dc-48a0-94f8-4ac828e053ff'] in n-d-803378-1 is: [{'id': 'cddaa291-51dc-48a0-94f8-4ac828e053ff', 'name': 'tempest-TestSnapshotPattern-351314704-router', 'tenant_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:35:42Z', 'updated_at': '2021-08-03T20:40:33Z', 'revision_number': 6, 'project_id': '1bd11695a3c04c2da4cc9ed421fcb523', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:40:33.527886 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.560545 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e81e4d-f019-4091-a438-43c95967d7b2,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:33.619234 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600781'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.705810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9260'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.707778 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.748810 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603839'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.749322 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cddaa291-51dc-48a0-94f8-4ac828e053ff {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:40:33.753514 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.754658 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-aed7f26f-a8dd-4a13-84e4-5e4268dc969d admin admin] 10.222.0.42 "DELETE /v2.0/routers/cddaa291-51dc-48a0-94f8-4ac828e053ff HTTP/1.1" status: 204 len: 168 time: 0.7579343 Aug 03 20:40:33.757269 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41706) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:33.806693 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6680aa-f994-4cd9-be1f-7d2fff0c1cb3 admin admin] Deleting subnet 79067f1a-2549-4a73-9899-6abb8811a780 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:40:33.809768 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae6680aa-f994-4cd9-be1f-7d2fff0c1cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.851146 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae6680aa-f994-4cd9-be1f-7d2fff0c1cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528550806'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.935397 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae6680aa-f994-4cd9-be1f-7d2fff0c1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4044556'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:33.985779 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae6680aa-f994-4cd9-be1f-7d2fff0c1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4044565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529255379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529942401'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.016131 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6680aa-f994-4cd9-be1f-7d2fff0c1cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79067f1a-2549-4a73-9899-6abb8811a780,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:34.018863 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ae6680aa-f994-4cd9-be1f-7d2fff0c1cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.020603 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-ae6680aa-f994-4cd9-be1f-7d2fff0c1cb3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/79067f1a-2549-4a73-9899-6abb8811a780 HTTP/1.1" status: 204 len: 168 time: 0.2623560 Aug 03 20:40:34.023180 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41708) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:34.025036 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e643120-40b5-42e2-bc33-dd6fd729d4b3 None None] Network 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c requested from n-d-803378-1 {{(pid=94135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:40:34.088718 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192923'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.140659 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Deleting port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:34.141026 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.207097 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] For port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,segment=NetworkSegment(3ee97f45-c585-445f-b66a-66c25fa2cbe8),segment_id=3ee97f45-c585-445f-b66a-66c25fa2cbe8)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:34.207467 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.221607 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Calling delete_port for 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:34.238345 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] DHCP port deletion for 1ad3fbaf-84b9-4c4d-9f8c-a325f351724c request from n-d-803378-1 {{(pid=94135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:40:34.284961 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] Deleting port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:40:34.285335 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768450104890'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.302463 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529255230'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.329515 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Pushing event deleted for resources: {'Port': ['ID=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:34.333182 n-d-803378-1 neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] No DVR routers for this DVR port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 on host n-d-803378-1 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:40:34.358989 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] For port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7, host n-d-803378-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-1',level=0,port_id=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,segment=NetworkSegment(3ee97f45-c585-445f-b66a-66c25fa2cbe8),segment_id=3ee97f45-c585-445f-b66a-66c25fa2cbe8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:40:34.359645 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598696'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.375210 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] Calling delete_port for 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:40:34.388313 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:40:34.412454 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4042885', 'neutron.services.segments.db._delete_segments_for_network-8768450136311'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.423234 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad3fbaf-84b9-4c4d-9f8c-a325f351724c']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:34.434475 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee97f45-c585-445f-b66a-66c25fa2cbe8') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:34.434775 n-d-803378-1 neutron-server[94134]: DEBUG neutron.services.segments.db [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee97f45-c585-445f-b66a-66c25fa2cbe8') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:40:34.435341 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:40:34.435684 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:40:34.436092 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c6d0d761-9d7c-41df-a555-ec6c6a185dfc no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:40:34.444512 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768450137860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528550831'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.460801 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: c6d0d761-9d7c-41df-a555-ec6c6a185dfc {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:40:34.461064 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device c6d0d761-9d7c-41df-a555-ec6c6a185dfc not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:40:34.461492 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f6e81e4d-f019-4091-a438-43c95967d7b2 no longer exists at agent ovs-agent-n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:40:34.464235 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.470777 n-d-803378-1 neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:40:34.471184 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4044699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529255273'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: Traceback (most recent call last): Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: timer() Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: cb(*args, **kw) Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: return func(*args, **kwargs) Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: self._notify() Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: self.callback(batched_events) Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: event.method(event) Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: return f(self, *a, **k) Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: return self._get(url).json() Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: return self.request(url, 'GET', **kwargs) Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:40:34.472850 n-d-803378-1 neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:40:34.489576 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] No Port match for: f6e81e4d-f019-4091-a438-43c95967d7b2 {{(pid=94135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:40:34.489814 n-d-803378-1 neutron-server[94135]: DEBUG neutron.plugins.ml2.rpc [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Device f6e81e4d-f019-4091-a438-43c95967d7b2 not bound to the agent host n-d-803378-1 {{(pid=94135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:40:34.514177 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768450111389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768449651366'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.535741 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4042898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-991615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600809'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.542070 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Notify callbacks [] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.546790 n-d-803378-1 neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] No DVR routers for this DVR port 4adfbc1e-b9bd-452b-a80b-2eed9357e2b7 on host n-d-803378-1 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:40:34.546961 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] 10.222.0.42 "DELETE /v2.0/networks/1ad3fbaf-84b9-4c4d-9f8c-a325f351724c HTTP/1.1" status: 204 len: 168 time: 0.5228465 Aug 03 20:40:34.551950 n-d-803378-1 neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58b8e2-b288-4f4d-84b4-9113839d02f7 None None] Pushing event deleted for resources: {'Port': ['ID=4adfbc1e-b9bd-452b-a80b-2eed9357e2b7,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:34.570138 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4753317-bf8b-4d52-be9e-eb35b21c505c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad3fbaf-84b9-4c4d-9f8c-a325f351724c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:34.748762 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41712) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:34.775109 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.788773 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-1cf1f822-c901-4d06-8011-ddd19d81138a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8d315aad9c144ab9991378f59514a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388577 Aug 03 20:40:34.791264 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41714) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:34.839429 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f9721834-b693-49fa-8109-6ffd2c1a3f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.861128 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f9721834-b693-49fa-8109-6ffd2c1a3f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.906920 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f9721834-b693-49fa-8109-6ffd2c1a3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.909563 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f9721834-b693-49fa-8109-6ffd2c1a3f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.910718 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-f9721834-b693-49fa-8109-6ffd2c1a3f2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f01ef0f-a425-43ab-bb93-e00792aa75f6 HTTP/1.1" status: 204 len: 168 time: 0.1185591 Aug 03 20:40:34.918424 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9721834-b693-49fa-8109-6ffd2c1a3f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f01ef0f-a425-43ab-bb93-e00792aa75f6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:35.236586 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41722) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:35.275953 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-b3b503be-404f-4a22-9ce1-a36b2ac44bb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1bd11695a3c04c2da4cc9ed421fcb523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382149 Aug 03 20:40:35.278469 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.42', 41724) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:40:35.329231 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8215-ecc5-4f3d-a706-c6606510a9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:35.349888 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8215-ecc5-4f3d-a706-c6606510a9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:35.397621 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8215-ecc5-4f3d-a706-c6606510a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525110'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:35.400131 n-d-803378-1 neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8215-ecc5-4f3d-a706-c6606510a9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:35.401289 n-d-803378-1 neutron-server[94134]: INFO neutron.wsgi [None req-6e7c8215-ecc5-4f3d-a706-c6606510a9bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1db60b4-1ba6-422a-89ca-2df3d8f43c7b HTTP/1.1" status: 204 len: 168 time: 0.1219280 Aug 03 20:40:35.409431 n-d-803378-1 neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c8215-ecc5-4f3d-a706-c6606510a9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1db60b4-1ba6-422a-89ca-2df3d8f43c7b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:40:51.512347 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:56.322506 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c5c76ca0-d7a6-420f-84ef-4e4c4166a1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:56.639219 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:59.960285 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:00.414480 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-11226ee1-2b05-4536-8bac-e6f227baeb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:01.462915 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:41:02.321934 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:04.777791 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:21.533976 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:26.323177 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0e5b1d3-db2e-4fbc-844d-27b7be5f0fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:26.655923 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:29.963873 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:30.414508 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2b88df99-bc42-4606-9713-e8f1a4ae786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:32.324179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:34.780554 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:38.462987 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:41:51.553685 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:56.323431 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4c26b0de-9350-482e-91d4-75a5e1e9638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:56.650681 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:59.965343 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:00.415131 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-000b9aeb-42db-4744-a193-9490a31a874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:02.327004 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:04.783671 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:15.462243 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:42:21.580670 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:26.323287 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4a528c3a-9dce-4dde-85ec-7f11b658cd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:26.653807 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:29.969403 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:30.415748 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b654eade-8142-43c4-9a93-32aa037cfc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:32.329266 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:34.784810 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:51.587491 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:52.461741 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:42:56.323601 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9b98-8e40-4754-862f-508e0035ecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:56.653299 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:42:59.973503 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:00.415806 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-624169c5-26e8-4931-a2e9-d61599631dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:02.331954 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:04.787912 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:21.601361 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:26.325038 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-76354a9e-489e-46df-a0e7-c3acd5086f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:26.660000 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:29.460805 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:43:29.976197 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:30.416970 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6150371d-84fb-4b60-9e2b-83051e22bcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:32.334180 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:34.791212 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:51.616206 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:56.325817 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9ff292a3-9ba7-4ee7-87ab-f6276358ce62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:56.656271 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:43:59.976234 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:00.417857 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-192f74b9-ca28-474d-8570-d23dbfc2551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:02.336252 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:04.794418 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:06.459835 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:44:21.617232 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:26.327365 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dd771399-a5b5-48c6-aa9c-11002d890506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:26.666622 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:29.977581 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:30.401267 n-d-803378-1 neutron-server[94134]: DEBUG neutron.wsgi [req-605d17ff-070a-46a0-a072-b3fc07327152 req-9605a1e0-dbc8-4979-be56-d81ba7580b87 service neutron] (94134) timed out ('10.222.0.42', 40350) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:44:30.417639 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-85546f45-e432-44d0-91ba-1dfea80b162c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:32.341560 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:34.796627 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:43.459459 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:44:51.615721 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:56.329586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-68d31aee-add9-4ddd-a9f7-c63942bfd5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:56.665306 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:44:59.978615 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:00.420675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1857b860-b1fb-4e58-b25e-5adf37abf784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:02.344053 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:04.798709 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:20.458799 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:45:21.631942 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:26.329685 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-45be6a6e-3f25-4516-9498-ca97704fe147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:26.696342 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:29.984186 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:30.420731 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f4ab2913-8a4e-484d-92bb-ab2cf232b089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:32.344979 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:34.802541 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:51.620504 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:56.329954 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7a11768-d83f-4f00-b033-c099149365ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:56.693516 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:45:57.457896 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:45:59.985242 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:00.421440 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9d2aaf75-668c-4283-8859-89c4d69f34aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:02.347317 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:04.804895 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:21.624675 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:26.329351 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c28caed6-026e-4b89-bf7e-f87a0f4a3112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:26.707794 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:29.988691 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:30.420217 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f369764b-019d-41dd-92c3-c3eaf572e3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:32.348986 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:34.457015 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:46:34.807815 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:51.620545 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:56.329654 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8c65db35-5cee-4e68-9a73-afabc9274e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:56.705268 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:46:59.989704 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:00.420148 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b9e67f60-a7c1-4f7e-a844-4d9ffce16c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:02.352643 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:04.809921 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:11.455162 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:47:21.617885 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:26.330445 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f10d099f-71ca-4002-8fad-ad1f634ed727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:26.720119 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:29.991381 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:30.420034 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-77456e30-eaef-4440-a368-c13973bcbc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:32.355179 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:34.812660 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:48.453721 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:47:51.632800 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:56.330524 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e66a2355-80b4-4071-ba5c-7a3b9965356f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:56.733339 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:47:59.991062 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:00.422844 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-67d0c6c2-fea8-4fb8-aa60-baeed8bc7fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:02.358281 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:04.816629 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:21.631410 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:25.451822 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:48:26.336188 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-abb3ef8d-57c4-44a1-9289-71d8b85a1fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:26.729964 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:29.992138 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:30.423121 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-420c19ea-c136-4ebd-9e2e-752237a52451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:32.361196 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:34.818208 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:48.963056 n-d-803378-1 neutron-server[94133]: DEBUG neutron.wsgi [req-22b61559-6ce0-440f-beb8-6e4639aac3a6 req-dc7f93bf-db46-46ef-a2bd-299ab2571b8f service neutron] (94133) timed out ('10.222.0.42', 39534) {{(pid=94133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:48:51.643475 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:56.336535 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a07d011b-28a8-4edb-bdc1-a30ea2e6bbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:56.761819 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f9e000f-c0b6-41cd-9137-863016552624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:48:59.992591 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-aaf36a98-49ad-49cf-882c-75fd7b7c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:49:00.431225 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-913ab370-d90b-4d92-8daa-9ed3d8db5a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:49:02.364250 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-546e533b-99ea-49d9-b254-dd2dbbcfd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:49:02.449937 n-d-803378-1 neutron-server[94136]: DEBUG neutron.db.agents_db [None req-b4dc5f8d-4e65-4e0f-ab11-021baf288504 None None] Agent healthcheck: found 7 active agents {{(pid=94136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:49:04.820014 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bef97cac-f3f3-4420-92a1-83e9fc3adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:49:21.644586 n-d-803378-1 neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-197d5580-bc9e-42cc-8b8f-295a2eaa56e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768450136293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4042545'] for agent, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}